-- Logs begin at Fri 2022-01-28 00:04:18 UTC, end at Fri 2022-01-28 02:39:00 UTC. -- Jan 28 00:43:19.738585 n-d-826756-1 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 00:43:22.708191 n-d-826756-1 neutron-server[109487]: INFO neutron.common.config [-] Logging enabled! Jan 28 00:43:22.708827 n-d-826756-1 neutron-server[109487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 00:43:22.708968 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 00:43:22.712300 n-d-826756-1 neutron-server[109487]: INFO neutron.common.config [-] Logging enabled! Jan 28 00:43:22.712558 n-d-826756-1 neutron-server[109487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 00:43:22.712930 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 00:43:22.713808 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:43:22.714103 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:43:22.714470 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:43:22.714717 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:43:22.714944 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:43:22.715289 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.715719 n-d-826756-1 neutron-server[109487]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 00:43:22.716024 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.716301 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.716589 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.716879 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.717169 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.717448 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.717735 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.718056 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.718328 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.718605 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.718887 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.719192 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.719474 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.719763 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.720049 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.720332 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] debug = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.720612 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.721038 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.721449 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.721729 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.722043 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.722323 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.722594 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.722869 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.723151 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.723477 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] host = n-d-826756-1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.723754 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.724040 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.724325 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.724609 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.724887 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.725161 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.725444 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.725715 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.726033 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.726289 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.726576 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.726863 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.727152 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.727377 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.727599 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.727885 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.728168 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.728441 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.728714 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.728988 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.729265 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.729560 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.729879 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.730168 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.730452 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.730737 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.731012 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.731286 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.731559 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.731832 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.732117 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.732392 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.732664 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.732940 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.733226 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.733496 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.733782 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.734089 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.734375 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.734657 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.734940 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.735212 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.735491 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.735765 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.736037 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.736309 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] use_json = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.736579 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.736850 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.737130 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.737401 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.737675 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.737971 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.738246 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.738527 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.738800 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:22.739099 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.739394 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.739692 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.739992 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.740283 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.740572 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.740860 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.741139 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.741425 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.741712 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.742030 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.742314 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.742614 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.742905 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.743197 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.743503 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.743797 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.744089 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.744368 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.744642 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.744915 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.745216 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.745505 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.745802 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.746099 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.746390 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.746670 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.746964 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.747252 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.747543 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.747833 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.748108 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.748386 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.748676 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.748954 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.749232 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.749511 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.749825 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.750110 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.750382 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.750665 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.750942 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.751218 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.751489 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.751770 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.752101 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.752334 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.752604 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.752874 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.753149 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.753419 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.753705 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.754007 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.754282 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.754555 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.754832 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.755103 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.755374 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.755653 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.755925 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.756203 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.756474 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.756746 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.757017 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.757288 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.757559 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.757857 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.758131 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.758407 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.758678 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.758951 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.759229 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.759499 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.759771 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.760057 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.760353 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.760631 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.760999 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.761280 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.761561 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.761868 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.762149 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.762427 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.762704 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.763350 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.763636 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.763920 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.764206 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.764510 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.764786 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.765078 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.765354 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.765633 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.765938 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.766215 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.766497 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.766782 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.767074 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.767365 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.767656 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.767948 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.768248 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.768528 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.768833 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.769114 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:22.769331 n-d-826756-1 neutron-server[109487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:43:22.769572 n-d-826756-1 neutron-server[109487]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109487) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 00:43:23.136103 n-d-826756-1 neutron-server[109487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 00:43:23.136299 n-d-826756-1 neutron-server[109487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 00:43:23.136589 n-d-826756-1 neutron-server[109487]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 00:43:23.136932 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 00:43:23.459660 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.459918 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.460218 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.461594 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.461902 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.462175 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.505487 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.505805 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.506061 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.520630 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.520907 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.521176 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.551042 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.551322 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.551588 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.586647 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.586916 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.587189 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.931896 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.932526 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.932526 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.932795 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:23.933425 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.038704 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.039021 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.039311 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.039581 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.039849 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.040163 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.040420 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.040678 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.040932 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.041218 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.041460 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.041728 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.042034 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.042291 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.042554 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.042815 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.043067 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.043318 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.043588 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.043849 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.044120 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.044378 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.044661 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.045042 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.045293 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.045540 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.045968 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.046211 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.046450 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.046685 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.046920 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.047153 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.047524 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 00:43:24.050690 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 00:43:24.054809 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 00:43:24.058720 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 28 00:43:24.060424 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 00:43:24.060893 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 00:43:24.061231 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 00:43:24.061646 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 00:43:24.065609 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 00:43:24.066016 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 00:43:24.066504 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 00:43:24.072927 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 00:43:24.096907 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 00:43:24.097364 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.097662 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109487) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 00:43:24.098061 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.099434 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109487) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 00:43:24.099713 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 00:43:24.099958 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 00:43:24.103241 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.103517 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.172491 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 00:43:24.172678 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 00:43:24.172949 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 00:43:24.173303 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 00:43:24.197128 n-d-826756-1 neutron-server[109487]: DEBUG oslo_db.sqlalchemy.engines [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109487) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 00:43:24.663492 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing driver for type 'gre' Jan 28 00:43:24.664025 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] gre ID ranges: [(1, 1000)] Jan 28 00:43:24.718508 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing driver for type 'local' Jan 28 00:43:24.718777 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing driver for type 'vlan' Jan 28 00:43:24.733068 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] VlanTypeDriver initialization complete Jan 28 00:43:24.733420 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing driver for type 'vxlan' Jan 28 00:43:24.733932 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] vxlan ID ranges: [(1, 1000)] Jan 28 00:43:24.795752 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing extension driver 'port_security' Jan 28 00:43:24.796161 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.extensions.port_security [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] PortSecurityExtensionDriver initialization complete Jan 28 00:43:24.796503 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing mechanism driver 'openvswitch' Jan 28 00:43:24.796876 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing mechanism driver 'hyperv' Jan 28 00:43:24.803659 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.plugin [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:24.804428 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.804798 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.805148 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.805671 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:43:24.806154 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.806505 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.806843 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.807245 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:43:24.807695 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.808051 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.808404 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.808785 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:43:24.809199 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.809543 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.809904 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.810436 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:43:24.810865 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.811239 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.811574 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.811971 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:43:24.812371 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.812722 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.813057 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.813453 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:43:24.813929 n-d-826756-1 neutron-server[109487]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] ML2 OVO RPC backend initialized. {{(pid=109487) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 00:43:24.814640 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.814994 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.815415 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.815759 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > networks before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.816102 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.816433 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > ports before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.816771 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.817107 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.817447 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.817800 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.818136 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.818463 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.818801 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.819128 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.819457 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.819786 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.820113 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.827388 n-d-826756-1 neutron-server[109487]: INFO neutron.quota [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded quota_driver: . Jan 28 00:43:24.827754 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.plugin [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Modular L2 Plugin initialization complete Jan 28 00:43:24.828099 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading services supported by the core plugin {{(pid=109487) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 00:43:24.828449 n-d-826756-1 neutron-server[109487]: INFO neutron.plugins.ml2.managers [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Got port-security extension from driver 'port_security' Jan 28 00:43:24.828972 n-d-826756-1 neutron-server[109487]: INFO neutron.extensions.vlantransparent [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Disabled vlantransparent extension. Jan 28 00:43:24.829460 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109487) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 00:43:24.829819 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: router Jan 28 00:43:24.866703 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.867090 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_create 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.867465 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router before_create 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.867825 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.868195 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.868560 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_delete 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.868913 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.869262 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.869616 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_create 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.870017 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_update 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.870367 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_update 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.870707 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.871060 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_update 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.871472 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.871854 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.872156 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.872488 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: subnet after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.872824 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.873168 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.873503 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.873861 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.874198 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.874550 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router after_update 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.874867 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.875211 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.875564 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.875901 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.876260 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > agent after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.876602 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.876939 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > network after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.877826 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Tracking information for resource: router configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.878160 n-d-826756-1 neutron-server[109487]: DEBUG neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Tracking information for resource: floatingip configured {{(pid=109487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:43:24.883112 n-d-826756-1 neutron-server[109487]: INFO neutron.db.l3_agentschedulers_db [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 00:43:24.883681 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.884038 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port after_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.884383 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port after_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.884728 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: port after_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.885638 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router before_create 55550100 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.886070 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.886430 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.886783 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.891898 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.provider_configuration [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service providers = [] {{(pid=109487) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 00:43:24.892261 n-d-826756-1 neutron-server[109487]: DEBUG neutron.db.servicetype_db [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109487) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 00:43:24.895339 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.service_base [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:43:24.895688 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.service_base [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:43:24.896026 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.service_base [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:43:24.896921 n-d-826756-1 neutron-server[109487]: DEBUG neutron.services.service_base [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:43:24.897288 n-d-826756-1 neutron-server[109487]: INFO neutron.services.service_base [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 00:43:24.897662 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.898003 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 00:43:24.908830 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.909163 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: auto_allocate Jan 28 00:43:24.915073 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: network precommit_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.915441 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: network precommit_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.915969 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.916286 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: tag Jan 28 00:43:24.923062 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.923387 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: timestamp Jan 28 00:43:24.927561 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.927896 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: network_ip_availability Jan 28 00:43:24.933527 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.934121 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.934232 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:24.934978 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.935292 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: flavors Jan 28 00:43:24.940144 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.940472 n-d-826756-1 neutron-server[109487]: INFO neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading Plugin: revisions Jan 28 00:43:24.944795 n-d-826756-1 neutron-server[109487]: DEBUG neutron.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:43:24.945190 n-d-826756-1 neutron-server[109487]: DEBUG oslo_concurrency.lockutils [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=109487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 00:43:24.945976 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109487) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 00:43:24.946314 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Initializing extension manager. Jan 28 00:43:24.946828 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: __init__.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.947162 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: __pycache__ {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.947494 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.947820 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: address_group.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.948626 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.949185 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: address-group Jan 28 00:43:24.949499 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: address_scope.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.950290 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.950806 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: address-scope Jan 28 00:43:24.951213 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.952121 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.952629 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: router-admin-state-down-before-update Jan 28 00:43:24.952951 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: agent.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.953853 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.954350 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: agent Jan 28 00:43:24.954673 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: agent_resources_synced.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.955592 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.956097 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: agent-resources-synced Jan 28 00:43:24.956414 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.958216 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.958728 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: allowed-address-pairs Jan 28 00:43:24.959047 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.960120 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.960628 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: auto-allocated-topology Jan 28 00:43:24.960949 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: availability_zone.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.961628 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.962156 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: availability_zone Jan 28 00:43:24.962477 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: availability_zone_filter.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.963400 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.963933 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: availability_zone_filter Jan 28 00:43:24.964239 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: data_plane_status.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.965200 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.965726 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 00:43:24.966129 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: default_subnetpools.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.967049 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.967648 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: default-subnetpools Jan 28 00:43:24.967970 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.968869 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.969373 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: dhcp_agent_scheduler Jan 28 00:43:24.969669 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: dns.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.970597 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.971166 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 00:43:24.971618 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: dns_domain_ports.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.972425 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.972977 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 00:43:24.973297 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.974297 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.974948 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 00:43:24.975483 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: dvr.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.976031 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.976815 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: dvr Jan 28 00:43:24.977210 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: ecmp_routes.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.978237 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.978754 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 00:43:24.979038 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: empty_string_filtering.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.980696 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.981305 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: empty-string-filtering Jan 28 00:43:24.981757 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.982783 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.983507 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 00:43:24.983769 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.984695 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.985203 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 00:43:24.985593 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: external_net.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.986718 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.987264 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: external-net Jan 28 00:43:24.987699 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.988667 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.989240 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: extra_dhcp_opt Jan 28 00:43:24.989625 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: extraroute.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.990717 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.991198 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: extraroute Jan 28 00:43:24.991540 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: extraroute_atomic.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.992655 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.993229 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: extraroute-atomic Jan 28 00:43:24.993554 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: filter_validation.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.994325 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.994835 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: filter-validation Jan 28 00:43:24.995314 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: fip_pf_description.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.996424 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.996824 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 00:43:24.997145 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: fip_port_details.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:24.998098 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:24.998655 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: fip-port-details Jan 28 00:43:24.999014 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: flavors.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.000337 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.000920 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: flavors Jan 28 00:43:25.001363 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.003212 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.003632 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 00:43:25.004113 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: floatingip_pools.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.004739 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.005293 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: floatingip-pools Jan 28 00:43:25.005635 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: ip_allocation.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.006917 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.007437 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 00:43:25.007836 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.008826 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.009476 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: ip-substring-filtering Jan 28 00:43:25.009755 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l2_adjacency.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.010838 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.011373 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 00:43:25.011697 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.013205 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.013676 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: router Jan 28 00:43:25.014124 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.016739 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.017262 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 00:43:25.017591 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.018560 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.019070 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: ext-gw-mode Jan 28 00:43:25.019393 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.020302 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.020804 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: l3-ha Jan 28 00:43:25.021136 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3_flavors.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.022065 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.022574 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: l3-flavors Jan 28 00:43:25.022893 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.023788 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.024282 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 00:43:25.024600 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: l3agentscheduler.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.025650 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.026196 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: l3_agent_scheduler Jan 28 00:43:25.026543 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: local_ip.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.028366 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.028948 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension local_ip not supported by any of loaded plugins Jan 28 00:43:25.029281 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: logging.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.030799 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.031311 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension logging not supported by any of loaded plugins Jan 28 00:43:25.031638 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: metering.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.032377 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.032953 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: metering Jan 28 00:43:25.033278 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.034399 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.034906 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: metering_source_and_destination_fields Jan 28 00:43:25.035229 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: multiprovidernet.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.036152 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.036651 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: multi-provider Jan 28 00:43:25.036970 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: netmtu.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.037904 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.038405 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: net-mtu Jan 28 00:43:25.038726 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: netmtu_writable.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.039628 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.040123 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: net-mtu-writable Jan 28 00:43:25.040438 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: network_availability_zone.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.041094 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.041588 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: network_availability_zone Jan 28 00:43:25.041958 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: network_ip_availability.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.043134 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.043632 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: network-ip-availability Jan 28 00:43:25.043953 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: network_segment_range.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.044707 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.045205 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 00:43:25.045522 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: pagination.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.046527 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.046855 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: pagination Jan 28 00:43:25.047173 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: port_device_profile.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.048069 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.048587 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: port-device-profile Jan 28 00:43:25.048895 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.049813 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.050321 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: port-mac-address-regenerate Jan 28 00:43:25.050637 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.051669 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.052176 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: port-numa-affinity-policy Jan 28 00:43:25.052495 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: port_resource_request.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.053397 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.053940 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 00:43:25.054258 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: port_resource_request_groups.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.055210 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.055711 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 00:43:25.056034 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: portbindings.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.056967 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.057477 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: binding Jan 28 00:43:25.057846 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: portbindings_extended.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.059116 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.059621 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: binding-extended Jan 28 00:43:25.059946 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: portsecurity.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.060853 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.061355 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: port-security Jan 28 00:43:25.061677 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: project_id.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.062674 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.062999 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: project-id Jan 28 00:43:25.063316 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: providernet.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.064243 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.064753 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: provider Jan 28 00:43:25.065073 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.068725 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.069244 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos not supported by any of loaded plugins Jan 28 00:43:25.069572 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.070840 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.071380 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 00:43:25.071702 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.072610 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.073115 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 00:43:25.073511 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_default.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.074443 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.074944 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-default not supported by any of loaded plugins Jan 28 00:43:25.075265 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_fip.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.076175 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.076679 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 00:43:25.076996 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.077926 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.078434 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 00:43:25.078752 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.079662 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.080165 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 00:43:25.080484 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.081378 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.081906 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 00:43:25.082225 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.083254 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.083762 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 00:43:25.084081 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_pps_rule.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.085247 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.085761 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 00:43:25.086105 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.087008 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.087504 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 00:43:25.087834 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: qos_rules_alias.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.088870 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.089373 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 00:43:25.089699 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: quota_check_limit.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.090624 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.091128 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: quota-check-limit Jan 28 00:43:25.091450 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: quotasv2.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.092373 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.092701 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: quotas Jan 28 00:43:25.093015 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: quotasv2_detail.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.094864 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.095200 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: quota_details Jan 28 00:43:25.095542 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: rbac.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.096573 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.097091 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: rbac-policies Jan 28 00:43:25.097417 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: rbac_address_group.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.098376 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.098891 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: rbac-address-group Jan 28 00:43:25.099208 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: rbac_address_scope.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.100129 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.100631 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: rbac-address-scope Jan 28 00:43:25.100952 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: rbac_security_groups.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.101880 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.102379 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: rbac-security-groups Jan 28 00:43:25.102698 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.103590 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.104089 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: rbac-subnetpool Jan 28 00:43:25.104421 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: revisionifmatch.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.105373 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.105908 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: revision-if-match Jan 28 00:43:25.106230 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: revisions.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.107334 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.107841 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: standard-attr-revisions Jan 28 00:43:25.108165 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: router_availability_zone.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.108822 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.109334 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: router_availability_zone Jan 28 00:43:25.109649 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: routerservicetype.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.110588 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.111088 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 00:43:25.111401 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.112391 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.112892 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: security-groups-normalized-cidr Jan 28 00:43:25.113212 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.114170 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.114667 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: port-security-groups-filtering Jan 28 00:43:25.114985 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.115903 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.116408 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: security-groups-remote-address-group Jan 28 00:43:25.116725 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.117647 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.118177 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: security-groups-shared-filtering Jan 28 00:43:25.118497 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.119073 n-d-826756-1 neutron-server[109487]: WARNING neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 00:43:25.119385 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: securitygroup.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.129095 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.129621 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: security-group Jan 28 00:43:25.129981 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: segment.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.130763 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.131266 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension segment not supported by any of loaded plugins Jan 28 00:43:25.131587 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.132517 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.133019 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 00:43:25.133339 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: servicetype.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.134472 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.134984 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: service-type Jan 28 00:43:25.135310 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: sorting.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.136335 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.136664 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: sorting Jan 28 00:43:25.136983 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: standard_attr_segment.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.138270 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.138777 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 00:43:25.139095 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: standardattrdescription.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.139731 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.140229 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: standard-attr-description Jan 28 00:43:25.140545 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: stateful_security_group.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.141450 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.141988 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: stateful-security-group Jan 28 00:43:25.142305 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: stdattrs_common.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.142863 n-d-826756-1 neutron-server[109487]: WARNING neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 00:43:25.143175 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.144094 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.144598 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 00:43:25.144913 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: subnet_onboard.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.146014 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.146530 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: subnet_onboard Jan 28 00:43:25.146850 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.147768 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.148277 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 00:43:25.148597 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: subnet_service_types.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.149512 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.150053 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: subnet-service-types Jan 28 00:43:25.150375 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: subnetallocation.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.151466 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.151977 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: subnet_allocation Jan 28 00:43:25.152301 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.152955 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.153460 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: subnetpool-prefix-ops Jan 28 00:43:25.153796 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.154722 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.155226 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 00:43:25.155549 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: tagging.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.156610 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.157118 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: standard-attr-tag Jan 28 00:43:25.157444 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: timestamp.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.158671 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.159179 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loaded extension: standard-attr-timestamp Jan 28 00:43:25.159503 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: trunk.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.160525 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.161029 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension trunk not supported by any of loaded plugins Jan 28 00:43:25.161345 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: trunk_details.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.162285 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.162794 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 00:43:25.163114 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.164022 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.164521 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 00:43:25.164842 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Loading extension file: vlantransparent.py {{(pid=109487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:43:25.165499 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:43:25.166028 n-d-826756-1 neutron-server[109487]: INFO neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 00:43:25.168720 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:network Jan 28 00:43:25.169232 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:subnet Jan 28 00:43:25.169620 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:43:25.170044 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:port Jan 28 00:43:25.171332 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.171766 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service FLAVORS assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.172396 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.172811 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.173132 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:router Jan 28 00:43:25.173558 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 00:43:25.174058 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service METERING assigned prefix: /metering {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.175576 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:25.175945 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:25.176297 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:43:25.177297 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 00:43:25.177744 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:security_group Jan 28 00:43:25.178192 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 00:43:25.179882 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service CORE assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.180211 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:43:25.180554 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] subnetpool is already registered Jan 28 00:43:25.180984 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service CORE assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.181308 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:43:25.181638 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] subnetpool is already registered Jan 28 00:43:25.184061 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.184487 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service FLAVORS assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.185069 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.185478 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.185836 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:router Jan 28 00:43:25.186169 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] router is already registered Jan 28 00:43:25.186576 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 00:43:25.186908 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] floatingip is already registered Jan 28 00:43:25.187374 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service METERING assigned prefix: /metering {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.188042 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 00:43:25.188366 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] rbac_policy is already registered Jan 28 00:43:25.188765 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:security_group Jan 28 00:43:25.189093 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] security_group is already registered Jan 28 00:43:25.189492 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 00:43:25.189835 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] security_group_rule is already registered Jan 28 00:43:25.190454 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service CORE assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.190775 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:43:25.191101 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] subnetpool is already registered Jan 28 00:43:25.191505 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.v2.resource_helper [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Service CORE assigned prefix: {{(pid=109487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:43:25.191821 n-d-826756-1 neutron-server[109487]: INFO neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:43:25.192156 n-d-826756-1 neutron-server[109487]: WARNING neutron.quota.resource_registry [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] subnetpool is already registered Jan 28 00:43:25.192628 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: extensions {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.194117 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: address-groups {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.195617 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: address-scopes {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.196947 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: agents {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.198168 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: auto-allocated-topology {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.199449 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: availability_zones {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.200699 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: dhcp-networks {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.202234 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: dhcp-agents {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.203693 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: routers {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.205991 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: flavors {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.207153 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: service_profiles {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.208385 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: next_providers {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.209849 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: service_profiles {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.211399 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: floatingip-pools {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.212618 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: routers {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.214859 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: floatingips {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.216136 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: l3-routers {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.217591 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: l3-agents {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.219142 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: metering-labels {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.220512 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: metering-label-rules {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.221871 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: network-ip-availabilities {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.223128 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: bindings {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.224782 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: quotas {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.226381 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: quotas {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.227932 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: rbac-policies {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.229224 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: security-groups {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.230515 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: security-group-rules {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.231751 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: service-providers {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.232974 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: subnetpools {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.234427 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: subnetpools {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.235908 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.237578 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.239415 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.241179 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.243965 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.245887 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.247592 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.249469 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.251241 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.253077 n-d-826756-1 neutron-server[109487]: DEBUG neutron.api.extensions [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Extended resource: tags {{(pid=109487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:43:25.259109 n-d-826756-1 neutron-server[109487]: WARNING keystonemiddleware.auth_token [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 00:43:25.266533 n-d-826756-1 neutron-server[109487]: WARNING keystonemiddleware.auth_token [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 00:43:25.275132 n-d-826756-1 neutron-server[109487]: DEBUG oslo_concurrency.lockutils [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Acquired lock "singleton_lock" {{(pid=109487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 00:43:25.275593 n-d-826756-1 neutron-server[109487]: DEBUG oslo_concurrency.lockutils [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Releasing lock "singleton_lock" {{(pid=109487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 00:43:25.276243 n-d-826756-1 neutron-server[109487]: INFO oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Starting 2 workers Jan 28 00:43:25.281255 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Started child 109594 {{(pid=109487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:43:25.285753 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Started child 109595 {{(pid=109487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:43:25.286756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.287430 n-d-826756-1 neutron-server[109487]: INFO neutron.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 00:43:25.287893 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.288206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [-] (109594) wsgi starting up on http://0.0.0.0:9696 Jan 28 00:43:25.290376 n-d-826756-1 neutron-server[109487]: INFO oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Starting 1 workers Jan 28 00:43:25.290685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.292042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [-] (109595) wsgi starting up on http://0.0.0.0:9696 Jan 28 00:43:25.295851 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Started child 109596 {{(pid=109487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:43:25.296372 n-d-826756-1 neutron-server[109487]: INFO oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Starting 1 workers Jan 28 00:43:25.299430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] calling RpcWorker wait() {{(pid=109596) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 00:43:25.299989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] returning from RpcWorker wait() {{(pid=109596) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 00:43:25.300847 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Started child 109597 {{(pid=109487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:43:25.301302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.301616 n-d-826756-1 neutron-server[109487]: DEBUG neutron_lib.callbacks.manager [None req-137acd02-812d-4011-a7b0-94144498b1a7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.301765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:25.303538 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 00:43:25.303717 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:43:25.304110 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:43:25.304308 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:43:25.304820 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:43:25.304945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:43:25.305482 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.305761 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.305903 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.306527 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.306527 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.306527 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.306770 n-d-826756-1 neutron-server[109597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:25.307115 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.307358 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.307748 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.307962 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.308211 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.308369 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.308540 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.308790 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.309024 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.309350 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.309563 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.309828 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.310111 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.310340 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.310494 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.310759 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.310958 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.311260 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] debug = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.311461 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.311924 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.312142 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.312388 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.312594 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.312844 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.313054 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.313337 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.313567 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.313794 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.314053 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.314302 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.314548 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.314772 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.315020 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.315236 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.315470 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.315689 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.316135 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] host = n-d-826756-1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.316348 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.316577 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.316801 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.317151 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.317302 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.317502 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.317752 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.318035 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.318335 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.318483 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.318705 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.318985 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.319163 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.319408 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.319549 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_options = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.319749 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.320015 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.320531 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.320725 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.320900 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.321036 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.321294 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.321444 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.321682 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.321921 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.322135 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.322352 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.322579 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.322808 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.323101 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.323341 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.323559 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.323781 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.324031 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.324279 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.324527 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.324860 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.325267 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.325536 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.325789 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.326013 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.326239 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.326450 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.326680 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.327284 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.327736 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.327736 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.328021 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.328473 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.328644 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.328867 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.329184 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.329437 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.329690 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.329957 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331015 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331015 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331015 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331015 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331567 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331567 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.331567 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_json = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.332456 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.332456 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.332456 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.332845 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.334225 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.337558 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.337910 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.338071 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.338342 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.339005 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.339361 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.339666 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.339934 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.340201 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.340463 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.340709 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.340957 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.341334 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.341490 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.341952 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.342255 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.342554 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.342965 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.343819 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.344113 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.344394 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.344789 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.345147 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.345383 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.345701 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.346040 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.346352 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.346571 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.346838 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.347228 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.347492 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.347794 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.348083 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.348443 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.348804 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.349208 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.349524 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.349872 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.350136 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.350368 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.350593 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.350813 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.351213 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.351723 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.352137 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.352513 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.352752 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.352994 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.353239 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.353478 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.353714 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.354002 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.354481 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.354902 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.355305 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.355744 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.355988 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.356235 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.356535 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.356768 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.357047 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.357482 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.357734 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.357989 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.358210 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.358441 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.358677 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.360566 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.361213 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.361443 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.361681 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.361939 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.362220 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.362454 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.362688 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.362907 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.363138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.363367 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.363649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.363875 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.364097 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.364323 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.364561 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.365292 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.365533 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.365792 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.366102 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.366337 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.366552 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.366792 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.367019 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.367329 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.367573 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.367793 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.368029 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.368309 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.368622 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.368875 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.369132 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.369359 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.369669 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.369860 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.370195 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.370471 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.370697 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.370914 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.371164 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.371392 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.371623 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.371853 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.372073 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.372338 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.372566 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.372787 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.373036 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.373282 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.373516 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.373795 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.374026 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.374263 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.374513 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.374751 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.375033 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.375270 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.375570 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.375777 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.376035 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.376332 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.376594 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.376881 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.377132 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.377383 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.377637 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.378960 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.379301 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.379569 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.379820 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.380056 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.380314 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.380547 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.380771 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.381027 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.381367 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.381603 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.382576 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.382878 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.383188 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.383874 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.384355 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.384623 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.384878 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.385137 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.385391 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.385678 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.385952 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.386192 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.386428 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.386645 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.386956 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.387156 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.387467 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.387691 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.388261 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.388524 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.388747 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.388992 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.389240 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.389450 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.389669 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.389938 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.390202 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.390405 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.390652 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.390890 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.391111 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.391348 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.391563 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.391825 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.392162 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.392470 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.392728 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.392965 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.394743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.395613 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.395851 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.397165 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.397423 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.397668 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.397941 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.398228 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.398559 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.398914 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.399175 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.399411 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.400097 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.400341 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.400590 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.400817 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.401060 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.401337 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.401566 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.401826 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.402090 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.402333 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.402580 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.402828 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.403574 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.403798 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.404022 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.404238 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.404537 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.404791 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.405046 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.405304 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.405547 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.405803 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.406081 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.406302 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.406515 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.406740 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.407115 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.407579 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.407835 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.408054 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.408270 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.408496 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.408759 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.408974 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.409220 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.409434 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.409651 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.409911 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.410179 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.410362 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.410590 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.411104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36458) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:25.411224 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.411372 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.411614 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.411836 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.412053 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.412287 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.412519 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.412731 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.413009 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.413236 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.413446 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.413735 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.414044 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.414385 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.414682 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.414918 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.415216 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.415446 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.415740 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.415978 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.416318 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.416572 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.416828 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.417100 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.417375 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.417696 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.418029 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.418278 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.418534 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.418809 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.419084 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.419359 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.419581 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.419878 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.420209 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.420536 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.420679 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065053 Jan 28 00:43:25.420802 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.420979 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.421235 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.421466 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.421715 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.423495 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.423495 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.423495 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.423833 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.423941 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.424193 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.424438 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.424692 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.424917 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:43:25.429796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430322 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430765 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430765 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430765 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.430939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:25.431018 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.431018 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.431997 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.433092 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.433900 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.433900 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.433900 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.433900 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434169 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434169 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434307 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434511 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434670 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434813 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.434954 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] debug = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.435105 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.435357 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.435472 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.435618 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.435776 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.435935 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.436090 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.436253 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.436413 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.436566 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437092 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437092 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437092 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437309 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437309 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437539 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437627 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.437763 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.438219 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] host = n-d-826756-1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.438385 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.440339 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_options = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.441649 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442201 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442201 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442201 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442201 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442201 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442496 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442863 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.442863 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443013 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443159 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443248 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443407 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443569 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443714 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.443874 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444032 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.444945 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.445371 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.445371 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.445371 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.445656 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.445656 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.445973 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.446731 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.447056 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.447230 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.447412 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.447574 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.447862 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.448074 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.448275 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.448437 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.448597 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.448759 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.448920 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.449330 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.449330 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.449482 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.449548 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_json = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.449667 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.449976 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.450268 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.450432 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.450592 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.450747 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.450953 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.451119 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.451270 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:43:25.451454 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.451620 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.451794 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.451946 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.452093 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.452255 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.452413 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.452676 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.452845 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.452999 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.453168 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.453330 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.453502 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.453664 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.453877 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.454045 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.454208 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.454370 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.454536 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.454697 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.454857 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.455018 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.455193 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.455355 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.455518 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.455680 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456550 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456550 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456550 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456550 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456550 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456869 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.456869 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.457001 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.457067 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.457218 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.457974 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.458296 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.458466 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.458630 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.458797 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.458962 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.459126 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.459290 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.459456 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.459622 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.459823 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.459998 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.460275 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.460448 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.460611 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.460855 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.461018 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.461226 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.461398 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.461561 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.461722 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462384 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462384 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462384 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462384 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462686 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462803 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.462971 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.463128 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.463432 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.463799 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.464109 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.464289 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.464450 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.464750 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.465047 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.465382 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.466776 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.467192 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.468379 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.468820 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.468820 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.468820 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.469034 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.469224 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.469324 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.469477 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.469639 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.469866 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470014 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470152 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470307 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470468 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470641 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470798 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.470971 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.471153 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.471338 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.471493 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.471640 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.471788 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.471948 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.472103 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.472266 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.472441 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.472585 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.472798 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.472961 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.473104 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.473244 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.473386 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.473551 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.473741 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.474387 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.474387 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.474549 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.474549 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.474766 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.475374 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.475374 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.475374 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.475374 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.476553 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477013 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477013 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477013 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477196 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477428 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477428 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477647 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477830 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.477976 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.478118 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.478271 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.478437 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.478624 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.478786 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.478948 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.479111 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.479266 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.479459 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.479619 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.479941 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.480492 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.480676 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.481604 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.481796 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.484861 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485378 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.485972 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.487290 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.487493 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.487682 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.487865 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.488048 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.488245 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.488395 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.488563 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.488737 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.488906 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.489073 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.489237 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.489402 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.489567 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.489731 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.489922 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.490086 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.490250 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.490412 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.490574 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.490736 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.490900 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.491060 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.491209 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.491374 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.491537 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.491721 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.491887 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.492049 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.492212 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.492376 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.492540 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.492704 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.492865 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.493028 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.493188 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.493349 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.493513 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.493684 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.493892 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.494031 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.494193 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.494356 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.494519 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.494680 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.494862 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.495125 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.495302 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.495465 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.495628 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.495791 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.495965 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.496165 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.496334 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.496502 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.496657 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.496809 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.496981 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.497143 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.497303 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.497465 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.497624 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.498903 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.498903 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.498903 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.498903 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499215 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499215 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499376 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499516 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499686 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499834 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.499997 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.500160 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.500320 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.500494 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.500656 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.500816 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.500978 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.501141 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.501302 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.501474 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.501638 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.501829 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502004 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502168 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502331 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502493 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502668 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502831 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.502994 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.503156 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.503370 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.503464 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.503631 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.503812 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.504023 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.504147 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505138 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505614 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505614 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505614 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505839 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.505839 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506019 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506159 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506308 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506517 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506633 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506774 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.506934 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.507096 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.507259 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.507420 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.507581 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.507743 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.507903 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.508818 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.508818 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:43:25.508818 n-d-826756-1 neutron-server[109487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:43:36.964916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e325d-6505-4226-8338-be5040431b75 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:43:37.045839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e325d-6505-4226-8338-be5040431b75 None None] No non-hosted networks {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 00:43:37.063436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.agentschedulers_db [None req-b45e325d-6505-4226-8338-be5040431b75 None None] DHCP Agent not found on host n-d-826756-1 {{(pid=109596) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 00:43:37.193026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-213b336f-515b-4958-ac5e-a92b1f0a2e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:39.217203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-45c01c5c-4d06-4e45-bb6a-2424f59a520b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:39.271695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-66af4043-d6a9-4a14-bee5-95e62a5001af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.685838 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.731130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.235025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.235754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.236040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.236395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.236714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.237062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.237387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.237716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.238064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.238388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.238700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.239016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.245007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.249003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:43.249445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826756-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:43.263357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826756-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:43.434675 n-d-826756-1 neutron-server[109596]: INFO neutron.db.l3_hamode_db [None req-756a2bab-05ba-40f1-a922-83b9cab86fa2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 00:43:43.519692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a2bab-05ba-40f1-a922-83b9cab86fa2 None None] Routers set() bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:43.520095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a2bab-05ba-40f1-a922-83b9cab86fa2 None None] Router IDs set() for agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 00:43:45.526268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:46.038097 n-d-826756-1 neutron-server[109595]: WARNING oslo_policy.policy [None req-2e34d310-3b81-4c21-b639-6b4b118e8ae5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:43:46.038605 n-d-826756-1 neutron-server[109595]: WARNING oslo_policy.policy [None req-2e34d310-3b81-4c21-b639-6b4b118e8ae5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:43:46.261280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-2e34d310-3b81-4c21-b639-6b4b118e8ae5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:43:46.262739 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2e34d310-3b81-4c21-b639-6b4b118e8ae5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7355502 Jan 28 00:43:48.959164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36578) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:49.499976 n-d-826756-1 neutron-server[109594]: WARNING oslo_policy.policy [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:43:49.501524 n-d-826756-1 neutron-server[109594]: WARNING oslo_policy.policy [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:43:49.731854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'e40ab4471df94a5ba29e032733eb343a', 'name': 'shared-default-subnetpool-v4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:49.822388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.policy [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 00:43:49.863572 n-d-826756-1 neutron-server[109594]: WARNING oslo_policy.policy [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:43:49.863952 n-d-826756-1 neutron-server[109594]: WARNING oslo_policy.policy [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:43:49.970574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794797425379', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794797427724', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794797415064', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794797411745', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794797396101', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794797406041', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1430214', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1637994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758351'] for rbac-policy (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:50.038597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:50.040669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c24b3caa-e63a-47c8-96be-c38693c3db90 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0781808 Jan 28 00:43:52.745359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36596) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:53.089203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7a49d1daf879480e8092826ccbd51804', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:53.123146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Made reservation on behalf of 7a49d1daf879480e8092826ccbd51804 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:43:53.127744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.153336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.262386 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks [] for security_group (2e408d13-cef5-4656-9e97-bab24d44efa9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.269069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2e408d13-cef5-4656-9e97-bab24d44efa9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.294461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:43:53.319027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794800056971', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5df10e0f-508a-45fe-935f-bb5d8cdab083), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.319639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Unsubscribe: segment precommit_create {{(pid=109594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 00:43:53.320163 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Added segment 5df10e0f-508a-45fe-935f-bb5d8cdab083 of type vlan for network 245c8c04-699a-4065-8e5c-965abca513eb Jan 28 00:43:53.326073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e408d13-cef5-4656-9e97-bab24d44efa9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:53.346814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.347162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.347500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.347835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.348167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.348489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.348789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.349128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.349448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.349766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.350146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.350437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.350773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Tracked resource versions report: Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: pushed versions: Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: { 'AddressGroup': {'1.2'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'ConntrackHelper': {'1.0'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Log': {'1.0'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Network': {'1.1'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Port': {'1.7'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'PortForwarding': {'1.2'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'QosPolicy': {'1.10'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'SecurityGroup': {'1.5'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'SubPort': {'1.0'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Subnet': {'1.1'}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Trunk': {'1.1'}} Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: consumer versions: Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: L3 agent@n-d-826756-1: {}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: Metadata agent@n-d-826756-1: {}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: Metering agent@n-d-826756-1: {}, Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'ConntrackHelper': '1.0', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'LocalIPAssociation': '1.0', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Log': '1.0', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Network': '1.1', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Port': '1.7', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'PortForwarding': '1.2', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'QosPolicy': '1.10', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'SecurityGroup': '1.5', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'SecurityGroupRule': '1.2', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'SubPort': '1.0', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Subnet': '1.1', Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: 'Trunk': '1.1'}} Jan 28 00:43:53.351844 n-d-826756-1 neutron-server[109594]: {{(pid=109594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:43:53.431174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (245c8c04-699a-4065-8e5c-965abca513eb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.472417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (245c8c04-699a-4065-8e5c-965abca513eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.473569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:53.474282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.546136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7995167 Jan 28 00:43:53.575959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c346b0-e376-4d31-8dbb-f50d5c9af854 admin admin] Pushing event updated for resources: {'Network': ['ID=245c8c04-699a-4065-8e5c-965abca513eb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:53.588689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 245c8c04-699a-4065-8e5c-965abca513eb details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:43:56.286561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36610) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:56.839033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d33f7-0b75-483e-a045-0ebbdfacb458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:56.840415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cc3d33f7-0b75-483e-a045-0ebbdfacb458 admin admin] 10.222.0.23 "GET /v2.0/networks/245c8c04-699a-4065-8e5c-965abca513eb HTTP/1.1" status: 200 len: 825 time: 0.5528643 Jan 28 00:43:56.866067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7280ebb4-f89a-4e65-9694-f0a1ffd513e7 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/575c96b4-a6ed-413d-9b0c-d6f97441592c HTTP/1.1" status: 200 len: 734 time: 0.0200322 Jan 28 00:43:56.874404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Request body: {'subnet': {'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:56.898345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Made reservation on behalf of 7a49d1daf879480e8092826ccbd51804 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:43:56.900881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.205318 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (57dc1455-aa65-4ecc-a6ea-8de0243c853c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.272157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dc1455-aa65-4ecc-a6ea-8de0243c853c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:57.275718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Checking segment: {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:43:57.275718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Network hostable DHCP agents. Network: 245c8c04-699a-4065-8e5c-965abca513eb, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:43:57.297619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Network 245c8c04-699a-4065-8e5c-965abca513eb is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:43:57.316509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 245c8c04-699a-4065-8e5c-965abca513eb) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:43:57.322639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:57.323605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.327269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897d8b4-c15a-4ff2-b1d4-ff354e219372 None None] Network 245c8c04-699a-4065-8e5c-965abca513eb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:57.341092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7600581a-9878-4a31-81e7-d5334c3d8e56 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4699194 Jan 28 00:43:57.677017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-245c8c04-699a-4065-8e5c-965abca513eb', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'project_id': '7a49d1daf879480e8092826ccbd51804', 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:43:57.678301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.955177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Allocated IP 172.20.0.2 (245c8c04-699a-4065-8e5c-965abca513eb/57dc1455-aa65-4ecc-a6ea-8de0243c853c/57282f90-3dad-417e-bb62-1b6a9ebcaa25) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:43:58.223773 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Publish callbacks [] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.232001 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.305886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Network 245c8c04-699a-4065-8e5c-965abca513eb is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:43:58.311525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:43:58.322943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:43:58.326223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Pushing event updated for resources: {'Port': ['ID=57282f90-3dad-417e-bb62-1b6a9ebcaa25,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:58.357377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.358169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.358169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.358482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.358754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.359086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.359421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.359748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.360071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.360397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.360721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.361044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.361362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Tracked resource versions report: Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: pushed versions: Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: { 'AddressGroup': {'1.2'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'ConntrackHelper': {'1.0'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Log': {'1.0'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Network': {'1.1'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Port': {'1.7'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'PortForwarding': {'1.2'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'QosPolicy': {'1.10'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'SecurityGroup': {'1.5'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'SubPort': {'1.0'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Subnet': {'1.1'}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Trunk': {'1.1'}} Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: consumer versions: Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: L3 agent@n-d-826756-1: {}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: Metadata agent@n-d-826756-1: {}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: Metering agent@n-d-826756-1: {}, Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'ConntrackHelper': '1.0', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'LocalIPAssociation': '1.0', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Log': '1.0', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Network': '1.1', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Port': '1.7', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'PortForwarding': '1.2', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'QosPolicy': '1.10', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'SecurityGroup': '1.5', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'SecurityGroupRule': '1.2', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'SubPort': '1.0', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Subnet': '1.1', Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: 'Trunk': '1.1'}} Jan 28 00:43:58.362492 n-d-826756-1 neutron-server[109596]: {{(pid=109596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:43:58.409325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Attempting to bind port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:43:58.409719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Attempting to bind port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:43:58.410183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Attempting to bind port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 on network 245c8c04-699a-4065-8e5c-965abca513eb {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:43:58.416197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:43:58.416582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Checking segment: {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:43:58.417099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.417505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Bound using segment: {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:43:58.418019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Bound port: 57282f90-3dad-417e-bb62-1b6a9ebcaa25, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:43:58.418437 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.483900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] For port 57282f90-3dad-417e-bb62-1b6a9ebcaa25, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:43:58.504656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] For port 57282f90-3dad-417e-bb62-1b6a9ebcaa25, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=57282f90-3dad-417e-bb62-1b6a9ebcaa25,segment=NetworkSegment(5df10e0f-508a-45fe-935f-bb5d8cdab083),segment_id=5df10e0f-508a-45fe-935f-bb5d8cdab083)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:43:58.510413 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.569398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6333e-944e-4d18-a7d6-c77edde6f711 None None] Pushing event updated for resources: {'Port': ['ID=57282f90-3dad-417e-bb62-1b6a9ebcaa25,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:59.849808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36618) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:00.185914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-d9a7ba1f-f8cb-4d0f-8255-76f6fdba5ec2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:44:00.186936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9a7ba1f-f8cb-4d0f-8255-76f6fdba5ec2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3359802 Jan 28 00:44:02.589359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36626) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:02.916652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-b7ae1fe8-fd35-43eb-b9d8-4be821fb7cdf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:44:02.917731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b7ae1fe8-fd35-43eb-b9d8-4be821fb7cdf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3274293 Jan 28 00:44:05.631476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36636) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:05.949298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'name': 'router1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:05.974097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (017e2519-c09b-44b9-94d3-c30569550c7e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:05.976160 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (017e2519-c09b-44b9-94d3-c30569550c7e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.113248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] Publish callbacks [] for router_controller (017e2519-c09b-44b9-94d3-c30569550c7e), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.119098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (017e2519-c09b-44b9-94d3-c30569550c7e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.133259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.134563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85b32a58-e18e-4455-9f1d-77927325ddba admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5021086 Jan 28 00:44:06.954653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-70ac931d-4bf3-4fa6-854e-c9122a72b8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.622409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36648) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:08.941599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-d43246fc-040e-4184-9af3-0e0db0716538 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:44:08.942616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d43246fc-040e-4184-9af3-0e0db0716538 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191292 Jan 28 00:44:09.203747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8e8af5d-a0d4-481e-b2ee-2e8e6d568cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.500384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58db16b-aaeb-43e3-b11b-423895858956 None None] Network 245c8c04-699a-4065-8e5c-965abca513eb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:09.564553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] Provisioning complete for port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:09.564969 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.748409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] Current status of the port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:09.748680 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.789237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] For port 57282f90-3dad-417e-bb62-1b6a9ebcaa25, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=57282f90-3dad-417e-bb62-1b6a9ebcaa25,segment=NetworkSegment(5df10e0f-508a-45fe-935f-bb5d8cdab083),segment_id=5df10e0f-508a-45fe-935f-bb5d8cdab083)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:09.795838 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.859654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14aa16-8853-472b-8aa9-b124a924c563 None None] Pushing event updated for resources: {'Port': ['ID=57282f90-3dad-417e-bb62-1b6a9ebcaa25,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:09.893587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 57282f90-3dad-417e-bb62-1b6a9ebcaa25 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:09.944033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:09.944419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.032182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:10.037953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4c35701f-3501-4153-815c-9a1efd8df4f9 None None] Provisioning complete for port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:10.038345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c35701f-3501-4153-815c-9a1efd8df4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.116737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4c35701f-3501-4153-815c-9a1efd8df4f9 None None] Current status of the port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:10.599818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.442855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:11.580445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Request body: {'network': {'is_default': True, 'project_id': 'e40ab4471df94a5ba29e032733eb343a', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'tenant_id': 'e40ab4471df94a5ba29e032733eb343a', 'admin_state_up': True, 'router:external': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:11.600353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Made reservation on behalf of e40ab4471df94a5ba29e032733eb343a for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:11.602902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.610785 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.672855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.694154 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks [] for security_group (3b9d24d9-d73b-4093-b064-b51590fecb35), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.699231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3b9d24d9-d73b-4093-b064-b51590fecb35), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.713926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Reserving flat network on physical network physnet1 {{(pid=109594) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 00:44:11.732201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d24d9-d73b-4093-b064-b51590fecb35,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:11.737128 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a857f675-23e8-4830-ab8c-ded24dca6bab), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.737465 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Added segment a857f675-23e8-4830-ab8c-ded24dca6bab of type flat for network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 Jan 28 00:44:11.785651 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.803314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 57282f90-3dad-417e-bb62-1b6a9ebcaa25 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:11.819008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.820121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.820707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.854812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:11.855210 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.876616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4325542 Jan 28 00:44:11.879784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94f71-4f30-48c1-9725-bbae1713cb5f admin admin] Pushing event updated for resources: {'Network': ['ID=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:11.899875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:44:12.060499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:13.235976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:14.199419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36686) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:14.434618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.policy [None req-849f670f-8f0e-41da-9648-95fdd3e00456 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109595) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 00:44:14.477308 n-d-826756-1 neutron-server[109595]: WARNING oslo_policy.policy [None req-849f670f-8f0e-41da-9648-95fdd3e00456 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:44:14.477688 n-d-826756-1 neutron-server[109595]: WARNING oslo_policy.policy [None req-849f670f-8f0e-41da-9648-95fdd3e00456 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:44:14.485608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f670f-8f0e-41da-9648-95fdd3e00456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:14.487338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-849f670f-8f0e-41da-9648-95fdd3e00456 admin admin] 10.222.0.23 "GET /v2.0/subnets/57dc1455-aa65-4ecc-a6ea-8de0243c853c HTTP/1.1" status: 200 len: 849 time: 0.2869337 Jan 28 00:44:14.647254 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b6367a90-248d-4a91-841f-71881de66b4f admin admin] 10.222.0.23 "GET /v2.0/routers/017e2519-c09b-44b9-94d3-c30569550c7e HTTP/1.1" status: 200 len: 704 time: 0.1541624 Jan 28 00:44:14.908329 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:15.234123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Allocated IP 172.20.0.1 (245c8c04-699a-4065-8e5c-965abca513eb/57dc1455-aa65-4ecc-a6ea-8de0243c853c/229d2e3b-4736-40ce-b8a7-023b4727d4a9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:15.447673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks [] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:15.518514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:15.557020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Network 245c8c04-699a-4065-8e5c-965abca513eb is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:15.558435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:15.630820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:15.631406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (017e2519-c09b-44b9-94d3-c30569550c7e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:15.653800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Pushing event updated for resources: {'Port': ['ID=229d2e3b-4736-40ce-b8a7-023b4727d4a9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:15.704829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.705193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.705503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.705839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.706192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.706512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.706837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.707135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.707454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.707760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.708091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.708403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.708717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Tracked resource versions report: Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: pushed versions: Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: { 'AddressGroup': {'1.2'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'ConntrackHelper': {'1.0'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Log': {'1.0'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Network': {'1.1'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Port': {'1.7'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'PortForwarding': {'1.2'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'QosPolicy': {'1.10'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'SecurityGroup': {'1.5'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'SubPort': {'1.0'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Subnet': {'1.1'}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Trunk': {'1.1'}} Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: consumer versions: Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: L3 agent@n-d-826756-1: {}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: Metadata agent@n-d-826756-1: {}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: Metering agent@n-d-826756-1: {}, Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'ConntrackHelper': '1.0', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'LocalIPAssociation': '1.0', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Log': '1.0', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Network': '1.1', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Port': '1.7', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'PortForwarding': '1.2', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'QosPolicy': '1.10', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'SecurityGroup': '1.5', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'SecurityGroupRule': '1.2', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'SubPort': '1.0', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Subnet': '1.1', Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: 'Trunk': '1.1'}} Jan 28 00:44:15.709801 n-d-826756-1 neutron-server[109595]: {{(pid=109595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:44:15.780143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a90a47d5-d043-40d4-a877-a11dc35c3e7d None None] Provisioning complete for port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:15.780680 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a90a47d5-d043-40d4-a877-a11dc35c3e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:15.813387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a90a47d5-d043-40d4-a877-a11dc35c3e7d None None] Port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:15.841706 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.083856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks [] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.089575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.090325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (017e2519-c09b-44b9-94d3-c30569550c7e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.165381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Pushing event updated for resources: {'Port': ['ID=229d2e3b-4736-40ce-b8a7-023b4727d4a9,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:16.214140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Network 245c8c04-699a-4065-8e5c-965abca513eb is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:16.215554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:16.430308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Router 017e2519-c09b-44b9-94d3-c30569550c7e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:44:16.437125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-543f14d2-543d-4929-a741-ec11dbd24011 None None] Provisioning complete for port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:16.437524 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-543f14d2-543d-4929-a741-ec11dbd24011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.474333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-543f14d2-543d-4929-a741-ec11dbd24011 None None] Port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:16.521521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:44:16.527077 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b47dc63-0680-4b74-9515-b09acf941635 admin admin] 10.222.0.23 "PUT /v2.0/routers/017e2519-c09b-44b9-94d3-c30569550c7e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8746240 Jan 28 00:44:16.545409 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Sync routers for ids ['017e2519-c09b-44b9-94d3-c30569550c7e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:44:16.558887 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Routers {'017e2519-c09b-44b9-94d3-c30569550c7e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:16.559743 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:44:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['017e2519-c09b-44b9-94d3-c30569550c7e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:16.744440 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Set router 017e2519-c09b-44b9-94d3-c30569550c7e gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:17.169137 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'name': 'router1', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:44:05Z', 'updated_at': '2022-01-28T00:44:15Z', 'revision_number': 2, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'gw_port_host': None, '_interfaces': [{'id': '229d2e3b-4736-40ce-b8a7-023b4727d4a9', 'name': '', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'mac_address': 'fa:16:3e:e9:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:14Z', 'updated_at': '2022-01-28T00:44:15Z', 'revision_number': 2, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'subnets': [{'id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:17.223031 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Checking router: 017e2519-c09b-44b9-94d3-c30569550c7e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:44:17.223633 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Updating router 017e2519-c09b-44b9-94d3-c30569550c7e port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:44:17.272940 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:17.780090 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Publish callbacks [] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:17.788150 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:17.937212 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Pushing event updated for resources: {'Port': ['ID=229d2e3b-4736-40ce-b8a7-023b4727d4a9,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:17.964321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.964667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.965006 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.965337 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.965667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.966015 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.966338 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.966659 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.966979 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.967305 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.967614 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.967931 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.968247 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Tracked resource versions report: Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: pushed versions: Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: { 'AddressGroup': {'1.2'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'ConntrackHelper': {'1.0'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Log': {'1.0'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Network': {'1.1'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Port': {'1.7'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'PortForwarding': {'1.2'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'QosPolicy': {'1.10'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'SecurityGroup': {'1.5'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'SubPort': {'1.0'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Subnet': {'1.1'}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Trunk': {'1.1'}} Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: consumer versions: Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: L3 agent@n-d-826756-1: {}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: Metadata agent@n-d-826756-1: {}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: Metering agent@n-d-826756-1: {}, Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'ConntrackHelper': '1.0', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'LocalIPAssociation': '1.0', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Log': '1.0', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Network': '1.1', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Port': '1.7', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'PortForwarding': '1.2', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'QosPolicy': '1.10', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'SecurityGroup': '1.5', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'SecurityGroupRule': '1.2', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'SubPort': '1.0', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Subnet': '1.1', Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: 'Trunk': '1.1'}} Jan 28 00:44:17.969332 n-d-826756-1 neutron-server[109597]: {{(pid=109597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:44:17.976548 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Attempting to bind port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:17.976944 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Attempting to bind port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:17.977368 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Attempting to bind port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 on network 245c8c04-699a-4065-8e5c-965abca513eb {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:17.982463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:17.982860 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Checking segment: {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:17.983375 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:17.983757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Bound using segment: {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:17.984237 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Bound port: 229d2e3b-4736-40ce-b8a7-023b4727d4a9, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df10e0f-508a-45fe-935f-bb5d8cdab083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:17.984632 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.003412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fd455071-16a0-4ead-a40e-e8f38b2dcaaa None None] Provisioning complete for port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:18.003927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd455071-16a0-4ead-a40e-e8f38b2dcaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.037128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fd455071-16a0-4ead-a40e-e8f38b2dcaaa None None] Port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:18.056391 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] For port 229d2e3b-4736-40ce-b8a7-023b4727d4a9, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:18.075583 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] For port 229d2e3b-4736-40ce-b8a7-023b4727d4a9, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=229d2e3b-4736-40ce-b8a7-023b4727d4a9,segment=NetworkSegment(5df10e0f-508a-45fe-935f-bb5d8cdab083),segment_id=5df10e0f-508a-45fe-935f-bb5d8cdab083)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:18.080126 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.127526 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Routers {'017e2519-c09b-44b9-94d3-c30569550c7e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:18.128159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:44:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['017e2519-c09b-44b9-94d3-c30569550c7e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:18.178136 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bb483-1682-4723-b10b-331fbc21a3be None None] Pushing event updated for resources: {'Port': ['ID=229d2e3b-4736-40ce-b8a7-023b4727d4a9,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:18.227758 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] Set router 017e2519-c09b-44b9-94d3-c30569550c7e gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:18.359164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] Provisioning complete for port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:18.359554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.438939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] Current status of the port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:18.439343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.439451 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'name': 'router1', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:44:05Z', 'updated_at': '2022-01-28T00:44:15Z', 'revision_number': 2, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'gw_port_host': None, '_interfaces': [{'id': '229d2e3b-4736-40ce-b8a7-023b4727d4a9', 'name': '', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'mac_address': 'fa:16:3e:e9:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:14Z', 'updated_at': '2022-01-28T00:44:18Z', 'revision_number': 4, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'subnets': [{'id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:18.468636 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29314c21-cf30-44d1-ac75-3b8e35d2c5fc None None] The sync data for ids ['017e2519-c09b-44b9-94d3-c30569550c7e'] in n-d-826756-1 is: [{'id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'name': 'router1', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:44:05Z', 'updated_at': '2022-01-28T00:44:15Z', 'revision_number': 2, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'gw_port_host': None, '_interfaces': [{'id': '229d2e3b-4736-40ce-b8a7-023b4727d4a9', 'name': '', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'mac_address': 'fa:16:3e:e9:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:14Z', 'updated_at': '2022-01-28T00:44:18Z', 'revision_number': 4, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'subnets': [{'id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:44:18.475935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] For port 229d2e3b-4736-40ce-b8a7-023b4727d4a9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=229d2e3b-4736-40ce-b8a7-023b4727d4a9,segment=NetworkSegment(5df10e0f-508a-45fe-935f-bb5d8cdab083),segment_id=5df10e0f-508a-45fe-935f-bb5d8cdab083)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:18.481571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.538273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c344865-b64d-4011-a2c8-a2982b68d5ca None None] Pushing event updated for resources: {'Port': ['ID=229d2e3b-4736-40ce-b8a7-023b4727d4a9,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:21.179805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36710) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:21.291214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd83afe-ac1c-48eb-bbc5-a0ab0d589ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:21.292633 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6bd83afe-ac1c-48eb-bbc5-a0ab0d589ce1 admin admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 842 time: 0.1118319 Jan 28 00:44:21.302492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'tenant_id': 'e40ab4471df94a5ba29e032733eb343a', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:21.339371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Made reservation on behalf of e40ab4471df94a5ba29e032733eb343a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:21.342050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.654171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:44:21.654495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (505d5b06-3222-4787-b0f2-ade2658e5e3f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.706576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505d5b06-3222-4787-b0f2-ade2658e5e3f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:21.716788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:21.717138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Network hostable DHCP agents. Network: 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:44:21.737585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:44:21.749058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:21.753254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:21.754897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.764362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce115d9-9fd0-4e5c-8499-46a5ebc75603 None None] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:21.776605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06db4528-7d63-4177-a110-ab4a2c2c1f17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4777317 Jan 28 00:44:21.867380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f49e1-e3a1-4b9e-8099-52f0e041be0f None None] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:24.106831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36718) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:24.240212 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c7a2a455-c9c4-40ad-bae9-6e92acf71e2f admin admin] 10.222.0.23 "GET /v2.0/routers/017e2519-c09b-44b9-94d3-c30569550c7e HTTP/1.1" status: 200 len: 710 time: 0.1322124 Jan 28 00:44:24.325599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c0217c-fcc3-4586-9a7a-07b82754e51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:24.326904 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-32c0217c-fcc3-4586-9a7a-07b82754e51f admin admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 886 time: 0.0811977 Jan 28 00:44:24.335977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:24.583791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks [] for router_gateway (017e2519-c09b-44b9-94d3-c30569550c7e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.825073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks [] for router_gateway (017e2519-c09b-44b9-94d3-c30569550c7e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.974597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.081122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Allocated IP 172.25.1.184 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/37d3c657-395b-4a0b-988d-56d58c09bc91) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:25.182821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks [] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.220161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.265263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:25.267942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:25.272125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:25.307301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Pushing event updated for resources: {'Port': ['ID=37d3c657-395b-4a0b-988d-56d58c09bc91,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:25.530039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks [] for router_gateway (017e2519-c09b-44b9-94d3-c30569550c7e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.724025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (017e2519-c09b-44b9-94d3-c30569550c7e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.727740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (017e2519-c09b-44b9-94d3-c30569550c7e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.839269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Router 017e2519-c09b-44b9-94d3-c30569550c7e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:44:25.844077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 229d2e3b-4736-40ce-b8a7-023b4727d4a9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:25.899326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:25.899711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.949558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:44:25.954075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.959300 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9cfd1db6-e238-4179-b277-44fb433ba41e admin admin] 10.222.0.23 "PUT /v2.0/routers/017e2519-c09b-44b9-94d3-c30569550c7e HTTP/1.1" status: 200 len: 890 time: 1.6260664 Jan 28 00:44:25.980762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:26.727695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Sync routers for ids ['017e2519-c09b-44b9-94d3-c30569550c7e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:44:26.743101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Routers {'017e2519-c09b-44b9-94d3-c30569550c7e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:26.743754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:44:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['017e2519-c09b-44b9-94d3-c30569550c7e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:26.957936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Set router 017e2519-c09b-44b9-94d3-c30569550c7e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:27.427422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'name': 'router1', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37d3c657-395b-4a0b-988d-56d58c09bc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:44:05Z', 'updated_at': '2022-01-28T00:44:25Z', 'revision_number': 4, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'gw_port': {'id': '37d3c657-395b-4a0b-988d-56d58c09bc91', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:24Z', 'updated_at': '2022-01-28T00:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '229d2e3b-4736-40ce-b8a7-023b4727d4a9', 'name': '', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'mac_address': 'fa:16:3e:e9:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:14Z', 'updated_at': '2022-01-28T00:44:18Z', 'revision_number': 5, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'subnets': [{'id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:27.480414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Checking router: 017e2519-c09b-44b9-94d3-c30569550c7e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:44:27.480799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Updating router 017e2519-c09b-44b9-94d3-c30569550c7e port 37d3c657-395b-4a0b-988d-56d58c09bc91 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:44:27.529975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.839590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Publish callbacks [] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.847264 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.898293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Attempting to bind port 37d3c657-395b-4a0b-988d-56d58c09bc91 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:27.898658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Attempting to bind port 37d3c657-395b-4a0b-988d-56d58c09bc91 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:27.899000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Attempting to bind port 37d3c657-395b-4a0b-988d-56d58c09bc91 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:27.900917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3049563-a651-460b-8d33-421eeb98ee2e None None] Pushing event updated for resources: {'Port': ['ID=37d3c657-395b-4a0b-988d-56d58c09bc91,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:27.907001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:27.907369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:27.907785 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.908130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:27.908594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Bound port: 37d3c657-395b-4a0b-988d-56d58c09bc91, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:27.908967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.959555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] For port 37d3c657-395b-4a0b-988d-56d58c09bc91, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:27.962579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] For port 37d3c657-395b-4a0b-988d-56d58c09bc91, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=37d3c657-395b-4a0b-988d-56d58c09bc91,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:27.967776 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.024236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3049563-a651-460b-8d33-421eeb98ee2e None None] Pushing event updated for resources: {'Port': ['ID=37d3c657-395b-4a0b-988d-56d58c09bc91,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:28.026945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Routers {'017e2519-c09b-44b9-94d3-c30569550c7e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:28.027822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:44:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['017e2519-c09b-44b9-94d3-c30569550c7e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:28.136349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] Set router 017e2519-c09b-44b9-94d3-c30569550c7e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:28.342841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'name': 'router1', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37d3c657-395b-4a0b-988d-56d58c09bc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:44:05Z', 'updated_at': '2022-01-28T00:44:25Z', 'revision_number': 4, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'gw_port': {'id': '37d3c657-395b-4a0b-988d-56d58c09bc91', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:24Z', 'updated_at': '2022-01-28T00:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '229d2e3b-4736-40ce-b8a7-023b4727d4a9', 'name': '', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'mac_address': 'fa:16:3e:e9:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:14Z', 'updated_at': '2022-01-28T00:44:18Z', 'revision_number': 5, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'subnets': [{'id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:28.372282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e2fc1-8971-40d2-bd58-08936c242d6b None None] The sync data for ids ['017e2519-c09b-44b9-94d3-c30569550c7e'] in n-d-826756-1 is: [{'id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'name': 'router1', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37d3c657-395b-4a0b-988d-56d58c09bc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:44:05Z', 'updated_at': '2022-01-28T00:44:25Z', 'revision_number': 4, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'gw_port': {'id': '37d3c657-395b-4a0b-988d-56d58c09bc91', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:24Z', 'updated_at': '2022-01-28T00:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '229d2e3b-4736-40ce-b8a7-023b4727d4a9', 'name': '', 'network_id': '245c8c04-699a-4065-8e5c-965abca513eb', 'tenant_id': '7a49d1daf879480e8092826ccbd51804', 'mac_address': 'fa:16:3e:e9:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e2519-c09b-44b9-94d3-c30569550c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:44:14Z', 'updated_at': '2022-01-28T00:44:18Z', 'revision_number': 5, 'project_id': '7a49d1daf879480e8092826ccbd51804', 'subnets': [{'id': '57dc1455-aa65-4ecc-a6ea-8de0243c853c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '575c96b4-a6ed-413d-9b0c-d6f97441592c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:44:28.437466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:28.566644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8c6e75a-6eb4-4930-85d4-87f7030790c4 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1240983 Jan 28 00:44:29.865438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 37d3c657-395b-4a0b-988d-56d58c09bc91 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:29.928937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 37d3c657-395b-4a0b-988d-56d58c09bc91 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:29.929246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.009344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 37d3c657-395b-4a0b-988d-56d58c09bc91 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:30.009730 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.030466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 37d3c657-395b-4a0b-988d-56d58c09bc91, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=37d3c657-395b-4a0b-988d-56d58c09bc91,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:30.036064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.082332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=37d3c657-395b-4a0b-988d-56d58c09bc91,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:31.835482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 37d3c657-395b-4a0b-988d-56d58c09bc91 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:31.909412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 37d3c657-395b-4a0b-988d-56d58c09bc91 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:31.910046 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (37d3c657-395b-4a0b-988d-56d58c09bc91), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.000198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 37d3c657-395b-4a0b-988d-56d58c09bc91 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:36.974389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-869a6faa-1379-44df-9bf0-14d74c916562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.341148 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:44:39.207600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bac85ec8-b911-43b4-b880-0c66ade3f305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:40.605314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:41.684660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:43.245896 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:06.959858 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c0316eb-fc10-4113-a786-a50980f7fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.215588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40c86880-c257-4d96-a6cc-d42c88250aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.607188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.691737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:13.242809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:15.339328 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:45:36.955572 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90b878ad-ecb3-4fdc-8970-ee905bde650d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:39.211414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc688040-219b-4098-9225-d9f534e5fd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:40.610420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:41.690023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:43.249645 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:52.340793 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:45:53.039584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37246) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:53.112859 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-021f52a5-bade-49f7-8be0-2155b1d5938f admin admin] GET failed (client error): The resource could not be found. Jan 28 00:45:53.114538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-021f52a5-bade-49f7-8be0-2155b1d5938f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739686 Jan 28 00:45:53.278234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f93f63-26c3-4db4-8b2d-0cf6f1d91144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:53.282292 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86f93f63-26c3-4db4-8b2d-0cf6f1d91144 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633637 Jan 28 00:45:55.515727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37256) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:55.619362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2335765-e1ac-40f4-9613-3469cf110ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:55.620692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f2335765-e1ac-40f4-9613-3469cf110ef3 admin admin] 10.222.0.23 "GET /v2.0/subnets/57dc1455-aa65-4ecc-a6ea-8de0243c853c HTTP/1.1" status: 200 len: 849 time: 0.1039765 Jan 28 00:45:55.630486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:55.713070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Publish callbacks [] for subnet (57dc1455-aa65-4ecc-a6ea-8de0243c853c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.872825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794800250835'] for subnet (57dc1455-aa65-4ecc-a6ea-8de0243c853c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.908224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:55.908399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.910185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] 10.222.0.23 "PUT /v2.0/subnets/57dc1455-aa65-4ecc-a6ea-8de0243c853c HTTP/1.1" status: 200 len: 868 time: 0.2834060 Jan 28 00:45:55.911433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8bd00-4727-451b-bbee-135254a49419 None None] Network 245c8c04-699a-4065-8e5c-965abca513eb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:45:55.928311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dc1455-aa65-4ecc-a6ea-8de0243c853c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:55.936526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.936892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.937381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.937727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.938089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.938503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.938838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.939215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.939766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.939963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.940260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.940590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:55.940912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9653f5c3-87b6-4b0c-b562-1f3c35956094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:56.255257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fde43d70-b56f-4725-94fc-c1556fe59867 None None] Provisioning complete for port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:56.255652 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fde43d70-b56f-4725-94fc-c1556fe59867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57282f90-3dad-417e-bb62-1b6a9ebcaa25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.331727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fde43d70-b56f-4725-94fc-c1556fe59867 None None] Current status of the port 57282f90-3dad-417e-bb62-1b6a9ebcaa25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:56.341843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fde43d70-b56f-4725-94fc-c1556fe59867 None None] Provisioning complete for port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:56.342262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fde43d70-b56f-4725-94fc-c1556fe59867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229d2e3b-4736-40ce-b8a7-023b4727d4a9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.418570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fde43d70-b56f-4725-94fc-c1556fe59867 None None] Current status of the port 229d2e3b-4736-40ce-b8a7-023b4727d4a9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:58.170929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37266) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:58.385446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec16d5f-e1e7-48b4-b16b-edeaa97e5dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:58.385790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec16d5f-e1e7-48b4-b16b-edeaa97e5dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:58.387967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aec16d5f-e1e7-48b4-b16b-edeaa97e5dac admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2159789 Jan 28 00:46:00.615337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:00.765042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e95f2-6e09-44ca-abae-764003b67d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:00.765431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e95f2-6e09-44ca-abae-764003b67d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:00.766990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa3e95f2-6e09-44ca-abae-764003b67d5d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1506445 Jan 28 00:46:03.001808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:03.139616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db78817-f6c3-45ce-a490-ca685611d1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:03.140980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8db78817-f6c3-45ce-a490-ca685611d1e2 admin admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 886 time: 0.1381445 Jan 28 00:46:05.401166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37290) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:05.625204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae496b-a71d-4989-a64d-867bc63ee339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:05.626501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8bae496b-a71d-4989-a64d-867bc63ee339 admin admin] 10.222.0.23 "GET /v2.0/networks/245c8c04-699a-4065-8e5c-965abca513eb HTTP/1.1" status: 200 len: 869 time: 0.2243865 Jan 28 00:46:06.960192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-324f7414-9595-4a63-9143-f3f9552b2761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.868957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37298) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:08.000144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3095fc9-87f5-408a-ae91-46f1cd3a2d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:08.000613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3095fc9-87f5-408a-ae91-46f1cd3a2d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:08.002194 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3095fc9-87f5-408a-ae91-46f1cd3a2d10 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319754 Jan 28 00:46:09.215180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6bb92d71-c072-4c2e-8a53-57694e3b6dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:10.245358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37306) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:10.374191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340f918-f540-4192-9a70-4241982d89a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:10.374655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340f918-f540-4192-9a70-4241982d89a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:10.376174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d340f918-f540-4192-9a70-4241982d89a8 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297364 Jan 28 00:46:10.613466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:11.690421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.638464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37314) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:12.728520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da0f22-bdff-4579-906e-f1eed09f5c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:12.730265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1da0f22-bdff-4579-906e-f1eed09f5c67 admin admin] 10.222.0.23 "GET /v2.0/subnets/505d5b06-3222-4787-b0f2-ade2658e5e3f HTTP/1.1" status: 200 len: 816 time: 0.0908463 Jan 28 00:46:13.245226 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.969587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37322) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:15.065834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5a97f-c1c4-479a-a719-05fbef8e1606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:15.067290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-65d5a97f-c1c4-479a-a719-05fbef8e1606 admin admin] 10.222.0.23 "GET /v2.0/subnets/57dc1455-aa65-4ecc-a6ea-8de0243c853c HTTP/1.1" status: 200 len: 868 time: 0.0966847 Jan 28 00:46:29.341570 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:46:36.965244 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4617d02e-c422-4f0c-a091-fc24c37476c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.222403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-268d38d6-1d0c-4144-8adb-8f3ec6644ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.652122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37376) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:39.713429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-0beabffe-7d3e-486a-8dad-73a9aeac4032 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:46:39.714494 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0beabffe-7d3e-486a-8dad-73a9aeac4032 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0613730 Jan 28 00:46:40.616520 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:41.693398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.081342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37384) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:42.142966 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea081b7-74fc-4f1b-b3dc-04ca624a8494 admin admin] GET failed (client error): The resource could not be found. Jan 28 00:46:42.144236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fea081b7-74fc-4f1b-b3dc-04ca624a8494 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617969 Jan 28 00:46:42.294032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12905417-e082-4886-ad00-8e7b27c02904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:42.296094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-12905417-e082-4886-ad00-8e7b27c02904 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1476247 Jan 28 00:46:43.253483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.637319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37394) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:44.685244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'e40ab4471df94a5ba29e032733eb343a', 'project_id': 'e40ab4471df94a5ba29e032733eb343a', 'shared': True, 'name': 'shared'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:44.709482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Made reservation on behalf of e40ab4471df94a5ba29e032733eb343a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:44.712021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.739112 n-d-826756-1 neutron-server[109595]: WARNING neutron.services.revisions.revision_plugin [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Could not find related network for resource to bump revision. Jan 28 00:46:44.755293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:46:44.767513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794800056971', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f87fd332-ad3e-439c-9a10-c99a6191852e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.768038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Unsubscribe: segment precommit_create {{(pid=109595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 00:46:44.768489 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Added segment f87fd332-ad3e-439c-9a10-c99a6191852e of type vlan for network cb9da5c9-5266-45bb-ad84-3b917c7066d4 Jan 28 00:46:44.823352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (cb9da5c9-5266-45bb-ad84-3b917c7066d4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.856172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (cb9da5c9-5266-45bb-ad84-3b917c7066d4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.857102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:44.857681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.935663 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2971780 Jan 28 00:46:44.948551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9da5c9-5266-45bb-ad84-3b917c7066d4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:44.956073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.956420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.956762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.957098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.957452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.957766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.958138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.958467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.958790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.959101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.959436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.959755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.960072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016dc07b-6668-48b3-94a1-a4dbc93b1f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:44.973896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:46:47.223196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37404) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:47.282510 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a549d2f0-74ba-4b59-aaa7-1d67ee1db1d8 admin admin] GET failed (client error): The resource could not be found. Jan 28 00:46:47.283840 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a549d2f0-74ba-4b59-aaa7-1d67ee1db1d8 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595737 Jan 28 00:46:47.365927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d83329a-8f2c-41f3-bbf9-0a6860ff4b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:47.367313 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d83329a-8f2c-41f3-bbf9-0a6860ff4b9b admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0794313 Jan 28 00:46:47.381592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': 'e40ab4471df94a5ba29e032733eb343a', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:47.403397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Made reservation on behalf of e40ab4471df94a5ba29e032733eb343a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:47.405613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:47.567877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (85666331-1c6f-46f3-ba21-455d99e344d5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:47.613697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85666331-1c6f-46f3-ba21-455d99e344d5,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:47.630858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:47.631210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Network hostable DHCP agents. Network: cb9da5c9-5266-45bb-ad84-3b917c7066d4, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:46:47.650078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:46:47.659434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, cb9da5c9-5266-45bb-ad84-3b917c7066d4) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:47.663848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:47.664464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:47.670494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9b48c-3d2d-4e43-ab6d-f9a9d15fb863 None None] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:47.680039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0a05f79a-0f1e-447e-891b-6fdb50aaa610 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3021109 Jan 28 00:46:47.799150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'project_id': 'e40ab4471df94a5ba29e032733eb343a', 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:46:47.800103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.043818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Allocated IP 192.168.233.2 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/32d182b4-d9d6-4168-b897-debc34635d0a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:48.187702 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Publish callbacks [] for port (32d182b4-d9d6-4168-b897-debc34635d0a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.194308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.240952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:48.244687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Pushing event updated for resources: {'Port': ['ID=32d182b4-d9d6-4168-b897-debc34635d0a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:48.246906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:48.253147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:48.255608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.255959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.256297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.256633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.256969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.257336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.257656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.258011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.258560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.258950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.259271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.259615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.259976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:48.314101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Attempting to bind port 32d182b4-d9d6-4168-b897-debc34635d0a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:48.314392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Attempting to bind port 32d182b4-d9d6-4168-b897-debc34635d0a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:48.314753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Attempting to bind port 32d182b4-d9d6-4168-b897-debc34635d0a on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:48.319748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:48.320112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:48.320517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.320953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:48.321415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Bound port: 32d182b4-d9d6-4168-b897-debc34635d0a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:48.321815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.392824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] For port 32d182b4-d9d6-4168-b897-debc34635d0a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:48.395886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] For port 32d182b4-d9d6-4168-b897-debc34635d0a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32d182b4-d9d6-4168-b897-debc34635d0a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:48.401484 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.469991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f77fb-60af-4afe-8e02-e526b8d16ec2 None None] Pushing event updated for resources: {'Port': ['ID=32d182b4-d9d6-4168-b897-debc34635d0a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:49.436576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16acd311-f66e-4a84-9f10-26140c8e338a None None] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:49.497890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] Provisioning complete for port 32d182b4-d9d6-4168-b897-debc34635d0a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:49.498278 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.615796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] Current status of the port 32d182b4-d9d6-4168-b897-debc34635d0a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:49.616180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.652381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] For port 32d182b4-d9d6-4168-b897-debc34635d0a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32d182b4-d9d6-4168-b897-debc34635d0a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:49.658094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.712138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057f706-f1c2-451a-bf39-c7388ea45ebe None None] Pushing event updated for resources: {'Port': ['ID=32d182b4-d9d6-4168-b897-debc34635d0a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:49.882449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d3ac9c07-00ca-4727-a873-5c07a20659ce None None] Provisioning complete for port 32d182b4-d9d6-4168-b897-debc34635d0a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:49.883383 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9c07-00ca-4727-a873-5c07a20659ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.967153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32d182b4-d9d6-4168-b897-debc34635d0a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:49.992935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac9c07-00ca-4727-a873-5c07a20659ce None None] Current status of the port 32d182b4-d9d6-4168-b897-debc34635d0a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:50.023676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 32d182b4-d9d6-4168-b897-debc34635d0a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:50.024120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32d182b4-d9d6-4168-b897-debc34635d0a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.102584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 32d182b4-d9d6-4168-b897-debc34635d0a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:06.341753 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:47:06.969896 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-11306428-4637-4afb-9086-96b01e902cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.226582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-970ba8b8-17ba-4bbd-88c7-b7d5f15b427a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.619843 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:11.698571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:13.250155 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.974854 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-39c68b5d-8745-43c7-80d2-aedc600ed9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.220558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6953b7d6-74e9-4a43-85f4-c29e8db5df78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.623163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:41.707793 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.246252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.341809 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:48:05.878654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37448) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:05.887721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-b43e3131-4946-46de-b4f3-cf9a9c0836a5 tempest-verify_tempest_config-257488114 tempest-verify_tempest_config-257488114-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:48:05.889343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b43e3131-4946-46de-b4f3-cf9a9c0836a5 tempest-verify_tempest_config-257488114 tempest-verify_tempest_config-257488114-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0095887 Jan 28 00:48:06.193236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37466) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:06.319130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.442682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Publish callbacks [] for security_group (758d765f-27e0-4a92-9d6e-934f29e483d6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.447352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (758d765f-27e0-4a92-9d6e-934f29e483d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.494978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ac13b56ddf94ff4ad696b36ea6ee538&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3003640 Jan 28 00:48:06.495872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d765f-27e0-4a92-9d6e-934f29e483d6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:06.497946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37470) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:06.502975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.503325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.503671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.504009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.504348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.504681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.505013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.505342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.505665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.506017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.506347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.506670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.506995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef55c06-aa37-48e5-8f6c-e8433860c6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.555552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Publish callbacks [] for security_group (758d765f-27e0-4a92-9d6e-934f29e483d6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.576075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Publish callbacks [] for security_group (758d765f-27e0-4a92-9d6e-934f29e483d6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.669271 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (758d765f-27e0-4a92-9d6e-934f29e483d6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.673719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.675583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/758d765f-27e0-4a92-9d6e-934f29e483d6 HTTP/1.1" status: 204 len: 168 time: 0.1764281 Jan 28 00:48:06.684924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d765f-27e0-4a92-9d6e-934f29e483d6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:06.691645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.691992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.692334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.692669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.692997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.693315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.693653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.694011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.694334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.694658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.694977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.695503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.695605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a3e32-7932-4e5f-a3b3-f21969932303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:06.986894 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-252cb372-f026-4d41-b0c1-c05a132dc835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:09.234540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7bebb384-8646-4087-abf1-9501020c84a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:10.639713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:11.711323 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:13.251631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.346374 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:48:36.986378 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61207f3f-3d21-479e-8234-fd119a397643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.237795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7181ac86-1ae2-4672-84ab-5696f478a11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:40.640011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.717539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.258465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:57.347766 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:49:06.987193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7509910e-fd03-4d5f-87a6-0e6d047443f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:09.235845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e973285c-f5d5-4d0c-8ec7-4dcee0f62d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:10.644964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:11.721254 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:13.257666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.352517 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:49:36.984961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7bb7bdd2-41ce-434a-8888-af2e63642726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.230537 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fede1210-310c-42d9-b0a8-935cd33c50ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.645869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:41.721141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:43.258540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:06.985142 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91059fb7-5484-4bbf-87b1-1c3f459c2f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.235119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ca43702-b4bc-4429-adb0-281e5a22a5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:10.648846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:11.356272 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:50:11.726636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:13.258335 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:36.986070 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85c2bc48-2dc5-429f-928a-463ac010d5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.248709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d3dece55-ee2d-4efd-9085-9118d705301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.657152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:41.729863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:43.258527 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:48.359836 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:51:06.982821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f3e027e-5985-488a-8341-cfb93be535f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:09.254094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-be5f36b5-c422-4870-a54a-60a686b41335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:10.649091 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:11.727158 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:13.259311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.358034 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 5 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:51:33.251051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:36.911252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581241'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:36.977946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9262-a760-4688-8b44-ac20e57067ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.250799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf7397a2-bf9f-47f8-ad3c-456fc5933ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:40.652182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:41.729929 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:43.254449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:02.357870 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:52:03.214587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.867588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.982082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1d5c169-2866-4d15-ba42-cacd5df8f511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.252459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bdd41272-c21d-425e-86f0-6cba10f7ca09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:10.665128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:11.732701 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:12.200965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37528) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:12.321269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4734f7c-0223-4bc8-8b0f-ff3dc3a4bbb5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1187501 Jan 28 00:52:13.259661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:14.556319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37538) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:14.612390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7463bd09-3362-4f76-b5a4-5036397f34cc admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0549669 Jan 28 00:52:33.214792 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:36.895493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:36.991313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e31d076-e86f-497c-baba-9ff435be1cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:39.253528 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-194d6ad8-0a82-4841-96d1-5c8eff5bdc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:39.357390 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:52:40.665759 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.736295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:43.257381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:03.219478 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:06.880546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:06.987169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6bd13ef9-2b07-46b6-bcd4-418ee003d424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:09.247504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d44ccffd-b331-47da-a3e8-689441ead99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:10.661375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:11.740144 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:13.252945 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.357171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:53:33.240400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:36.678269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37750) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:36.897655 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:36.991673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1f4cd3ea-8ddf-4cfe-8910-a728953c1726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:37.108585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-df2476ad-9913-4f3b-8d12-6dad8750925a tempest-AutoAllocateNetworkTest-1721753235 tempest-AutoAllocateNetworkTest-1721753235-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e64c15afcd047b4a2950db01779a03d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4289677 Jan 28 00:53:37.112409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37772) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:37.359132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14821155-92c2-4960-a53e-d59b9a9d80db tempest-AutoAllocateNetworkTest-1721753235 tempest-AutoAllocateNetworkTest-1721753235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:37.362436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-14821155-92c2-4960-a53e-d59b9a9d80db tempest-AutoAllocateNetworkTest-1721753235 tempest-AutoAllocateNetworkTest-1721753235-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2489121 Jan 28 00:53:37.364262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37786) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:37.424793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-77dc0735-0f02-429e-a9da-fba1d53112e0 tempest-AutoAllocateNetworkTest-1721753235 tempest-AutoAllocateNetworkTest-1721753235-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590918 Jan 28 00:53:37.427716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37788) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:37.456099 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8a5b6749-aee0-4f6c-8c20-00702038b3bc tempest-AutoAllocateNetworkTest-1721753235 tempest-AutoAllocateNetworkTest-1721753235-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e64c15afcd047b4a2950db01779a03d HTTP/1.1" status: 200 len: 208 time: 0.0271125 Jan 28 00:53:37.575938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37800) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:38.058751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-network', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:38.085283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37826) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:38.108225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Made reservation on behalf of f9322abd40a04549a2cc0339a6e7caef for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:38.110509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.120819 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.208146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks [] for security_group (283ac8fa-7b67-47d5-b41a-ef50b046c79c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.213689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (283ac8fa-7b67-47d5-b41a-ef50b046c79c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.247310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:53:38.249229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ac8fa-7b67-47d5-b41a-ef50b046c79c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:38.259442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.259999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.260649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.261111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.261577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.262093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.262561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.266235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.266764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.267242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.267711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.268197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.268524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Tracked resource versions report: Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: pushed versions: Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: { 'AddressGroup': {'1.2'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'ConntrackHelper': {'1.0'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Log': {'1.0'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Network': {'1.1'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Port': {'1.7'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'PortForwarding': {'1.2'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'QosPolicy': {'1.10'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'SecurityGroup': {'1.5'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'SubPort': {'1.0'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Subnet': {'1.1'}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Trunk': {'1.1'}} Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: consumer versions: Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: HyperV agent@n-h1-826756-1: {}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: HyperV agent@n-h2-826756-1: {}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: L3 agent@n-d-826756-1: {}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: Metadata agent@n-d-826756-1: {}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: Metering agent@n-d-826756-1: {}, Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'ConntrackHelper': '1.0', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'LocalIPAssociation': '1.0', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Log': '1.0', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Network': '1.1', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Port': '1.7', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'PortForwarding': '1.2', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'QosPolicy': '1.10', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'SecurityGroup': '1.5', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'SecurityGroupRule': '1.2', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'SubPort': '1.0', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Subnet': '1.1', Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: 'Trunk': '1.1'}} Jan 28 00:53:38.269749 n-d-826756-1 neutron-server[109595]: {{(pid=109595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:53:38.282017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5b4958d8-9db4-4c44-a23e-98a9800a1bc7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.282300 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Added segment 5b4958d8-9db4-4c44-a23e-98a9800a1bc7 of type vlan for network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee Jan 28 00:53:38.341002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.379064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.380193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:38.381010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.463168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:38.463726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8862538 Jan 28 00:53:38.464586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f725f4d7-682e-44bf-a12c-c509c72520fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.468448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Request body: {'subnet': {'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-subnet', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:38.477076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6dbcd-95a4-49be-9465-a0d285d0f5aa admin admin] Pushing event updated for resources: {'Network': ['ID=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:38.490096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:53:38.497975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Made reservation on behalf of f9322abd40a04549a2cc0339a6e7caef for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:38.502673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.623531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f725f4d7-682e-44bf-a12c-c509c72520fd admin admin] Publish callbacks [] for security_group (c27cb7f8-2e6a-48aa-b0f3-68581d94e08b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.632090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f725f4d7-682e-44bf-a12c-c509c72520fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c27cb7f8-2e6a-48aa-b0f3-68581d94e08b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.688710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f725f4d7-682e-44bf-a12c-c509c72520fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e64c15afcd047b4a2950db01779a03d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6027467 Jan 28 00:53:38.689869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725f4d7-682e-44bf-a12c-c509c72520fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27cb7f8-2e6a-48aa-b0f3-68581d94e08b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:38.691225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37870) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:38.764036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (0da4eba1-6561-425b-aa49-c4fe6622fc0b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.819063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eede0509-a9a5-4b65-bfeb-7d20ff392b84 admin admin] Publish callbacks [] for security_group (c27cb7f8-2e6a-48aa-b0f3-68581d94e08b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.843971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da4eba1-6561-425b-aa49-c4fe6622fc0b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:38.862897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.863242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.863576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.863909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.864230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.864556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.864877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.865217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.865495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.865831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.866144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.866521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.866838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Tracked resource versions report: Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: pushed versions: Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: { 'AddressGroup': {'1.2'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'ConntrackHelper': {'1.0'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Log': {'1.0'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Network': {'1.1'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Port': {'1.7'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'PortForwarding': {'1.2'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'QosPolicy': {'1.10'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'SecurityGroup': {'1.5'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'SubPort': {'1.0'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Subnet': {'1.1'}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Trunk': {'1.1'}} Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: consumer versions: Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: HyperV agent@n-h1-826756-1: {}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: HyperV agent@n-h2-826756-1: {}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: L3 agent@n-d-826756-1: {}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: Metadata agent@n-d-826756-1: {}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: Metering agent@n-d-826756-1: {}, Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'ConntrackHelper': '1.0', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'LocalIPAssociation': '1.0', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Log': '1.0', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Network': '1.1', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Port': '1.7', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'PortForwarding': '1.2', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'QosPolicy': '1.10', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'SecurityGroup': '1.5', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'SecurityGroupRule': '1.2', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'SubPort': '1.0', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Subnet': '1.1', Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: 'Trunk': '1.1'}} Jan 28 00:53:38.867903 n-d-826756-1 neutron-server[109594]: {{(pid=109594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:53:38.872832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eede0509-a9a5-4b65-bfeb-7d20ff392b84 admin admin] Publish callbacks [] for security_group (c27cb7f8-2e6a-48aa-b0f3-68581d94e08b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.880354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Checking segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:38.880704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Network hostable DHCP agents. Network: 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:53:38.922604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:53:38.942733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:38.952153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:38.952814 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.956603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eede0509-a9a5-4b65-bfeb-7d20ff392b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c27cb7f8-2e6a-48aa-b0f3-68581d94e08b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.959018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eede0509-a9a5-4b65-bfeb-7d20ff392b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.959672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d58ba-e155-449a-ac24-c534db406776 None None] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:38.961209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eede0509-a9a5-4b65-bfeb-7d20ff392b84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c27cb7f8-2e6a-48aa-b0f3-68581d94e08b HTTP/1.1" status: 204 len: 168 time: 0.2672708 Jan 28 00:53:38.974630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede0509-a9a5-4b65-bfeb-7d20ff392b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27cb7f8-2e6a-48aa-b0f3-68581d94e08b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:38.980927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-01167968-94b2-4a69-8350-ba0a17890390 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5167110 Jan 28 00:53:38.984472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37890) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:38.991959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:39.022410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.023579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.128203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:53:39.129110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.147038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks [] for router_controller (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.283407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f2b8e6a7-c2cf-4413-8dce-658f632d42aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.305399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Allocated IP 172.20.0.2 (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee/0da4eba1-6561-425b-aa49-c4fe6622fc0b/62979d47-5123-4495-8dc5-f75ab6cfda76) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:39.348821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks [] for router_gateway (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.491220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Publish callbacks [] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.500991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.584694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Pushing event updated for resources: {'Port': ['ID=62979d47-5123-4495-8dc5-f75ab6cfda76,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:39.593018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.593515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.608738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.609104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.609457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.609827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.610169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.610505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.610840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.611170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.611527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.611855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.612204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Tracked resource versions report: Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: pushed versions: Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: { 'AddressGroup': {'1.2'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'ConntrackHelper': {'1.0'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Log': {'1.0'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Network': {'1.1'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Port': {'1.7'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'PortForwarding': {'1.2'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'QosPolicy': {'1.10'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'SecurityGroup': {'1.5'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'SubPort': {'1.0'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Subnet': {'1.1'}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Trunk': {'1.1'}} Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: consumer versions: Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: HyperV agent@n-h1-826756-1: {}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: HyperV agent@n-h2-826756-1: {}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: L3 agent@n-d-826756-1: {}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: Metadata agent@n-d-826756-1: {}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: Metering agent@n-d-826756-1: {}, Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'ConntrackHelper': '1.0', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'LocalIPAssociation': '1.0', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Log': '1.0', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Network': '1.1', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Port': '1.7', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'PortForwarding': '1.2', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'QosPolicy': '1.10', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'SecurityGroup': '1.5', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'SecurityGroupRule': '1.2', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'SubPort': '1.0', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Subnet': '1.1', Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: 'Trunk': '1.1'}} Jan 28 00:53:39.613383 n-d-826756-1 neutron-server[109596]: {{(pid=109596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:53:39.636233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:39.640070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:39.643580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:39.714159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Attempting to bind port 62979d47-5123-4495-8dc5-f75ab6cfda76 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:39.714526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Attempting to bind port 62979d47-5123-4495-8dc5-f75ab6cfda76 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:39.715236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Attempting to bind port 62979d47-5123-4495-8dc5-f75ab6cfda76 on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:39.720949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:39.721327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Checking segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:39.721728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.722294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Bound using segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:39.722939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Bound port: 62979d47-5123-4495-8dc5-f75ab6cfda76, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:39.723318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.728804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks [] for router_gateway (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.749083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.805330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] For port 62979d47-5123-4495-8dc5-f75ab6cfda76, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:39.810516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] For port 62979d47-5123-4495-8dc5-f75ab6cfda76, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62979d47-5123-4495-8dc5-f75ab6cfda76,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:39.819673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.887820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Allocated IP 172.25.1.55 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d5034ed9-1f86-47f9-a073-560a341f622d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:39.903763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac46e-6681-441d-9e91-60ca73c10759 None None] Pushing event updated for resources: {'Port': ['ID=62979d47-5123-4495-8dc5-f75ab6cfda76,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:40.009077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks [] for port (d5034ed9-1f86-47f9-a073-560a341f622d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:40.057336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:40.107911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:40.111276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:40.115156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:40.191162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5034ed9-1f86-47f9-a073-560a341f622d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:40.397181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks [] for router_gateway (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:40.648380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:40.668966 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:40.821721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:53:40.995450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:53:41.010082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:53:41.017974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.019266 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db8dbc4e-5eb1-4b44-9415-b124963bbbb2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0337791 Jan 28 00:53:41.023032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37988) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:41.034323 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:41.035301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:41.224220 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:41.308069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38000) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:41.353324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38004) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:41.370792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f1f54-a304-4714-8da9-77b717762bc3 None None] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:41.482594 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:40Z', 'revision_number': 3, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:41.526795 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:53:41.527523 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Updating router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 port d5034ed9-1f86-47f9-a073-560a341f622d binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:53:41.559735 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.563674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] Provisioning complete for port 62979d47-5123-4495-8dc5-f75ab6cfda76 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:41.569524 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.802462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3422fa2a-2aa0-49bc-a732-b7d0abdd8e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.829352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] Current status of the port 62979d47-5123-4495-8dc5-f75ab6cfda76 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:41.829864 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.871737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] For port 62979d47-5123-4495-8dc5-f75ab6cfda76, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62979d47-5123-4495-8dc5-f75ab6cfda76,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:41.882171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.884261 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.903164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c60c85-cf86-4b98-9b90-6858be3b2897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.914027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.961410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab249ac7-5859-440a-8ba7-2de18a1224cc None None] Pushing event updated for resources: {'Port': ['ID=62979d47-5123-4495-8dc5-f75ab6cfda76,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.041140 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Publish callbacks [] for port (d5034ed9-1f86-47f9-a073-560a341f622d), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.050819 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.211025 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Pushing event updated for resources: {'Port': ['ID=d5034ed9-1f86-47f9-a073-560a341f622d,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.258161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3422fa2a-2aa0-49bc-a732-b7d0abdd8e2e admin admin] Publish callbacks [] for security_group (a70c8647-3158-4227-bda0-eb681193e24e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.263739 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.264091 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.266158 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.267031 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.267392 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.270101 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.270484 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.271684 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.275620 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.277237 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.278349 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.278834 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.279306 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Tracked resource versions report: Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: pushed versions: Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: { 'AddressGroup': {'1.2'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'ConntrackHelper': {'1.0'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Log': {'1.0'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Network': {'1.1'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Port': {'1.7'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'PortForwarding': {'1.2'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'QosPolicy': {'1.10'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'SecurityGroup': {'1.5'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'SubPort': {'1.0'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Subnet': {'1.1'}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Trunk': {'1.1'}} Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: consumer versions: Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: { DHCP agent@n-d-826756-1: {}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: HyperV agent@n-h1-826756-1: {}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: HyperV agent@n-h2-826756-1: {}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: L3 agent@n-d-826756-1: {}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: Metadata agent@n-d-826756-1: {}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: Metering agent@n-d-826756-1: {}, Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: Open vSwitch agent@n-d-826756-1: { 'AddressGroup': '1.2', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'ConntrackHelper': '1.0', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'LocalIPAssociation': '1.0', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Log': '1.0', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Network': '1.1', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Port': '1.7', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'PortForwarding': '1.2', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'QosPolicy': '1.10', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'SecurityGroup': '1.5', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'SecurityGroupRule': '1.2', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'SubPort': '1.0', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Subnet': '1.1', Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: 'Trunk': '1.1'}} Jan 28 00:53:42.280715 n-d-826756-1 neutron-server[109597]: {{(pid=109597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:53:42.283394 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3422fa2a-2aa0-49bc-a732-b7d0abdd8e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a70c8647-3158-4227-bda0-eb681193e24e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.332984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Attempting to bind port d5034ed9-1f86-47f9-a073-560a341f622d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:42.333583 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Attempting to bind port d5034ed9-1f86-47f9-a073-560a341f622d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:42.334113 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Attempting to bind port d5034ed9-1f86-47f9-a073-560a341f622d on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:42.351747 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:42.352489 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:42.353064 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.353591 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:42.358477 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Bound port: d5034ed9-1f86-47f9-a073-560a341f622d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:42.360077 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.403169 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c60c85-cf86-4b98-9b90-6858be3b2897 admin admin] Publish callbacks [] for security_group (31932c96-6d71-4638-9045-ab707094eebc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.406051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62979d47-5123-4495-8dc5-f75ab6cfda76 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:42.418819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c60c85-cf86-4b98-9b90-6858be3b2897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (31932c96-6d71-4638-9045-ab707094eebc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.428561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3422fa2a-2aa0-49bc-a732-b7d0abdd8e2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45ecc0d7bfd14904bf9e543a72d60414&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0742385 Jan 28 00:53:42.434980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38054) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:42.436127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422fa2a-2aa0-49bc-a732-b7d0abdd8e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c8647-3158-4227-bda0-eb681193e24e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.512818 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] For port d5034ed9-1f86-47f9-a073-560a341f622d, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:42.516971 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] For port d5034ed9-1f86-47f9-a073-560a341f622d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d5034ed9-1f86-47f9-a073-560a341f622d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:42.523827 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.546633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-068e26bd-2801-4cf5-b4f9-071ea0068bca None None] Provisioning complete for port 62979d47-5123-4495-8dc5-f75ab6cfda76 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:42.547400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-068e26bd-2801-4cf5-b4f9-071ea0068bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.564498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Allocated IP 172.20.0.1 (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee/0da4eba1-6561-425b-aa49-c4fe6622fc0b/5c038d1f-3864-4373-819c-35aa62008d33) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:42.567397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e1c60c85-cf86-4b98-9b90-6858be3b2897 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=796ce4d3de8c48d0805a67e7726c7598&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2581897 Jan 28 00:53:42.568518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:42.604445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 62979d47-5123-4495-8dc5-f75ab6cfda76 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:42.605016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.613116 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722ba8d-da6c-422f-bc37-55454c6584cf None None] Pushing event updated for resources: {'Port': ['ID=d5034ed9-1f86-47f9-a073-560a341f622d,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.613626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c60c85-cf86-4b98-9b90-6858be3b2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31932c96-6d71-4638-9045-ab707094eebc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.654441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:42.655085 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:42.713822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c495fba9-f3a8-4eba-9306-1c1a5c81d916 admin admin] Publish callbacks [] for security_group (a70c8647-3158-4227-bda0-eb681193e24e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.740193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-068e26bd-2801-4cf5-b4f9-071ea0068bca None None] Current status of the port 62979d47-5123-4495-8dc5-f75ab6cfda76 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:42.748251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 62979d47-5123-4495-8dc5-f75ab6cfda76 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:42.802552 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:42.829712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks [] for port (5c038d1f-3864-4373-819c-35aa62008d33), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.849520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c495fba9-f3a8-4eba-9306-1c1a5c81d916 admin admin] Publish callbacks [] for security_group (a70c8647-3158-4227-bda0-eb681193e24e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.868817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (5c038d1f-3864-4373-819c-35aa62008d33), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.911826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:42.915546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:42.922105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:42.922395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.940261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9468225e-e849-44dc-a100-eb277aca7396 admin admin] Publish callbacks [] for security_group (31932c96-6d71-4638-9045-ab707094eebc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.980605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9468225e-e849-44dc-a100-eb277aca7396 admin admin] Publish callbacks [] for security_group (31932c96-6d71-4638-9045-ab707094eebc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.996171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c495fba9-f3a8-4eba-9306-1c1a5c81d916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a70c8647-3158-4227-bda0-eb681193e24e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.999011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c495fba9-f3a8-4eba-9306-1c1a5c81d916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.000655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c495fba9-f3a8-4eba-9306-1c1a5c81d916 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a70c8647-3158-4227-bda0-eb681193e24e HTTP/1.1" status: 204 len: 168 time: 0.5609109 Jan 28 00:53:43.014368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Pushing event updated for resources: {'Port': ['ID=5c038d1f-3864-4373-819c-35aa62008d33,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:43.034931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495fba9-f3a8-4eba-9306-1c1a5c81d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c8647-3158-4227-bda0-eb681193e24e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:43.113031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9468225e-e849-44dc-a100-eb277aca7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (31932c96-6d71-4638-9045-ab707094eebc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.115751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9468225e-e849-44dc-a100-eb277aca7396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.119327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9468225e-e849-44dc-a100-eb277aca7396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31932c96-6d71-4638-9045-ab707094eebc HTTP/1.1" status: 204 len: 168 time: 0.5366409 Jan 28 00:53:43.136025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468225e-e849-44dc-a100-eb277aca7396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31932c96-6d71-4638-9045-ab707094eebc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:43.259669 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:40Z', 'revision_number': 3, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:43.296432 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd5e9f-29ea-402d-a95e-d08bf729d962 None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:40Z', 'revision_number': 3, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:53:43.315872 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.320995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-66dc23d9-a8f4-4892-9328-7939541acdea None None] Provisioning complete for port 5c038d1f-3864-4373-819c-35aa62008d33 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:43.321614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-66dc23d9-a8f4-4892-9328-7939541acdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5c038d1f-3864-4373-819c-35aa62008d33), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.366760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c038d1f-3864-4373-819c-35aa62008d33), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.371772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-66dc23d9-a8f4-4892-9328-7939541acdea None None] Port 5c038d1f-3864-4373-819c-35aa62008d33 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:53:43.571637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks [] for port (5c038d1f-3864-4373-819c-35aa62008d33), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.578119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5c038d1f-3864-4373-819c-35aa62008d33), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.578831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.692343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Pushing event updated for resources: {'Port': ['ID=5c038d1f-3864-4373-819c-35aa62008d33,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:43.738944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:43.740387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:43.794172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38124) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:43.821470 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f89b7b77-6a1a-4d49-9654-960904659462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.908014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:53:43.997037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f89b7b77-6a1a-4d49-9654-960904659462 admin admin] Publish callbacks [] for security_group (ebe72a11-7f77-4fa5-b89a-c33ce388fbfe), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.003969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f89b7b77-6a1a-4d49-9654-960904659462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ebe72a11-7f77-4fa5-b89a-c33ce388fbfe), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.012663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6ea45231-e45e-46d7-833a-c51646dde39d None None] Provisioning complete for port 5c038d1f-3864-4373-819c-35aa62008d33 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:44.014414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ea45231-e45e-46d7-833a-c51646dde39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5c038d1f-3864-4373-819c-35aa62008d33), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.065018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f89b7b77-6a1a-4d49-9654-960904659462 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d142f74b12e4bb5860f007d860f7542&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2691061 Jan 28 00:53:44.069929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:44.076597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b7b77-6a1a-4d49-9654-960904659462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe72a11-7f77-4fa5-b89a-c33ce388fbfe,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.083711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:53:44.110746 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-65c8399b-339e-43dd-b492-64d9d4606f7d admin admin] 10.222.0.23 "PUT /v2.0/routers/9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0700715 Jan 28 00:53:44.111071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6ea45231-e45e-46d7-833a-c51646dde39d None None] Port 5c038d1f-3864-4373-819c-35aa62008d33 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:53:44.120442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:44.146009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a16afd2f-6c85-4d30-b2fa-6f8db7c50163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.199687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4ba73e8-3b55-4195-b7d1-1e088e9f51d1 admin admin] Publish callbacks [] for security_group (ebe72a11-7f77-4fa5-b89a-c33ce388fbfe), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.246884 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4ba73e8-3b55-4195-b7d1-1e088e9f51d1 admin admin] Publish callbacks [] for security_group (ebe72a11-7f77-4fa5-b89a-c33ce388fbfe), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.330685 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4ba73e8-3b55-4195-b7d1-1e088e9f51d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ebe72a11-7f77-4fa5-b89a-c33ce388fbfe), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.333869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4ba73e8-3b55-4195-b7d1-1e088e9f51d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.335195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4ba73e8-3b55-4195-b7d1-1e088e9f51d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebe72a11-7f77-4fa5-b89a-c33ce388fbfe HTTP/1.1" status: 204 len: 168 time: 0.2636745 Jan 28 00:53:44.339836 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a16afd2f-6c85-4d30-b2fa-6f8db7c50163 admin admin] Publish callbacks [] for security_group (c0b52b2e-7261-4785-9d56-fca29e554c39), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.351991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba73e8-3b55-4195-b7d1-1e088e9f51d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe72a11-7f77-4fa5-b89a-c33ce388fbfe,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.364344 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a16afd2f-6c85-4d30-b2fa-6f8db7c50163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0b52b2e-7261-4785-9d56-fca29e554c39), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.398962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5034ed9-1f86-47f9-a073-560a341f622d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:44.433812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a16afd2f-6c85-4d30-b2fa-6f8db7c50163 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b42a8a64d4648e286ffe5c710264f3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3103452 Jan 28 00:53:44.434716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:44.438205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16afd2f-6c85-4d30-b2fa-6f8db7c50163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b52b2e-7261-4785-9d56-fca29e554c39,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.480803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d5034ed9-1f86-47f9-a073-560a341f622d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:44.482785 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.527746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6624b243-9dd5-4c41-983a-3adbf763213e admin admin] Publish callbacks [] for security_group (c0b52b2e-7261-4785-9d56-fca29e554c39), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.551659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6624b243-9dd5-4c41-983a-3adbf763213e admin admin] Publish callbacks [] for security_group (c0b52b2e-7261-4785-9d56-fca29e554c39), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.589964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d5034ed9-1f86-47f9-a073-560a341f622d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:44.590360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.617268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6624b243-9dd5-4c41-983a-3adbf763213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0b52b2e-7261-4785-9d56-fca29e554c39), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.620763 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6624b243-9dd5-4c41-983a-3adbf763213e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.621918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port d5034ed9-1f86-47f9-a073-560a341f622d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d5034ed9-1f86-47f9-a073-560a341f622d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:44.622190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6624b243-9dd5-4c41-983a-3adbf763213e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0b52b2e-7261-4785-9d56-fca29e554c39 HTTP/1.1" status: 204 len: 168 time: 0.1862216 Jan 28 00:53:44.631223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.642711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624b243-9dd5-4c41-983a-3adbf763213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b52b2e-7261-4785-9d56-fca29e554c39,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.686759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:44.690422 n-d-826756-1 neutron-server[109594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 00:53:44.714213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=d5034ed9-1f86-47f9-a073-560a341f622d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.724227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-65af083a-8096-42f7-8ec7-29846231d727 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5412a4c4bb444589c7cd92ebe41c502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350111 Jan 28 00:53:44.841949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-56df690a-87d5-4ee0-afa7-8a3ba4591861 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:44.843466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-56df690a-87d5-4ee0-afa7-8a3ba4591861 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183012 Jan 28 00:53:44.863280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-8150ded9-6aa7-4d17-900a-acebf17b4c79 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/quotas/e5412a4c4bb444589c7cd92ebe41c502 HTTP/1.1" status: 200 len: 375 time: 0.0105219 Jan 28 00:53:44.923968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-f2692e62-8e5f-4fc4-9f02-272d5aaa95ab tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5412a4c4bb444589c7cd92ebe41c502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548732 Jan 28 00:53:45.211502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38198) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:45.238969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-904639bf-64ee-48f6-8374-ab5defbd8554 req-e2e4604e-2de3-4963-b3fc-6519a4edf5ac tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 210 time: 0.0550749 Jan 28 00:53:45.518768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab1ebdb-f315-48ed-9b16-ac06bc5cc76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.610435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:53:45.625186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:45.629069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:45.674128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab1ebdb-f315-48ed-9b16-ac06bc5cc76a admin admin] Publish callbacks [] for security_group (7b57f8cf-1688-43ac-992e-84d65ee5568c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.680224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab1ebdb-f315-48ed-9b16-ac06bc5cc76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b57f8cf-1688-43ac-992e-84d65ee5568c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.706457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-565c0f5d-ce8f-4a3f-a33f-02ceb1c07114 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9f85cabc9e934b369a5eb20d720a433f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454900 Jan 28 00:53:45.741550 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eab1ebdb-f315-48ed-9b16-ac06bc5cc76a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0136c0e7b9584e69bb841bc3516150dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5278261 Jan 28 00:53:45.743096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1ebdb-f315-48ed-9b16-ac06bc5cc76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57f8cf-1688-43ac-992e-84d65ee5568c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:45.745588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38244) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:45.846904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2650782f-ed95-4cbc-8b0d-5ae9bf833d92 admin admin] Publish callbacks [] for security_group (7b57f8cf-1688-43ac-992e-84d65ee5568c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.850826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-d79eeb01-64b7-4ec0-98e8-d6c1c85038b9 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:45.860465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-d79eeb01-64b7-4ec0-98e8-d6c1c85038b9 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525741 Jan 28 00:53:45.861950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:45.879459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-6753048a-6f41-41af-8172-3d603ecee39a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/quotas/9f85cabc9e934b369a5eb20d720a433f HTTP/1.1" status: 200 len: 375 time: 0.0163801 Jan 28 00:53:45.888077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2650782f-ed95-4cbc-8b0d-5ae9bf833d92 admin admin] Publish callbacks [] for security_group (7b57f8cf-1688-43ac-992e-84d65ee5568c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.928590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-f81280d8-7b09-4b98-9678-4b45a594b1b1 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f85cabc9e934b369a5eb20d720a433f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447948 Jan 28 00:53:45.982889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2650782f-ed95-4cbc-8b0d-5ae9bf833d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b57f8cf-1688-43ac-992e-84d65ee5568c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.985761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2650782f-ed95-4cbc-8b0d-5ae9bf833d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:45.990421 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2650782f-ed95-4cbc-8b0d-5ae9bf833d92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b57f8cf-1688-43ac-992e-84d65ee5568c HTTP/1.1" status: 204 len: 168 time: 0.2434077 Jan 28 00:53:46.004446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650782f-ed95-4cbc-8b0d-5ae9bf833d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57f8cf-1688-43ac-992e-84d65ee5568c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:46.300005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5034ed9-1f86-47f9-a073-560a341f622d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:46.327245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38286) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:46.332908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-network', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:46.371337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Made reservation on behalf of baec8e5b300d427986a5be6ef818a0cf for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:46.378818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.410204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.429982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d5034ed9-1f86-47f9-a073-560a341f622d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:46.430377 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.543823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8c0daf2-e23c-434c-a2f7-975fcbb0ac60 req-6a3e8f77-0612-4ee8-becd-08bacd576ca1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 210 time: 0.0818887 Jan 28 00:53:46.614756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks [] for security_group (e620aa1b-2f5f-4172-bae3-e9edbacde920), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.620355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e620aa1b-2f5f-4172-bae3-e9edbacde920), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.636183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:53:46.653140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d5034ed9-1f86-47f9-a073-560a341f622d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:46.654277 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c0e0e7b6-a939-4567-b589-2ed0f0116f47), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.654909 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Added segment c0e0e7b6-a939-4567-b589-2ed0f0116f47 of type vlan for network 0651c504-3039-414e-9443-2cd01f341524 Jan 28 00:53:46.721680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 2, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:46.739492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0651c504-3039-414e-9443-2cd01f341524), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.786015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:53:46.787484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Updating router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 port 5c038d1f-3864-4373-819c-35aa62008d33 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:53:46.805145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0651c504-3039-414e-9443-2cd01f341524), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.808566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:46.809201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.840938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c038d1f-3864-4373-819c-35aa62008d33), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.850412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38330) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:46.872874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0346a7bd-efaa-4e56-9729-9b3072753d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.944708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6155632 Jan 28 00:53:46.945065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38334) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:46.965058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Request body: {'subnet': {'network_id': '0651c504-3039-414e-9443-2cd01f341524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-subnet', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:46.973598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38336) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:46.993263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Pushing event updated for resources: {'Network': ['ID=0651c504-3039-414e-9443-2cd01f341524,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:46.998799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a865bb0-4314-473a-b138-ffb8a8b56db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e620aa1b-2f5f-4172-bae3-e9edbacde920,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.033600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Made reservation on behalf of baec8e5b300d427986a5be6ef818a0cf for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:47.038560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.145888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0346a7bd-efaa-4e56-9729-9b3072753d10 admin admin] Publish callbacks [] for security_group (2185582b-d894-46be-b80c-cbc02d4031ba), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.152789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0346a7bd-efaa-4e56-9729-9b3072753d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2185582b-d894-46be-b80c-cbc02d4031ba), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.243072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346a7bd-efaa-4e56-9729-9b3072753d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185582b-d894-46be-b80c-cbc02d4031ba,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.270887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0346a7bd-efaa-4e56-9729-9b3072753d10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adf57b689e504d16bd29b3c428c347ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4164293 Jan 28 00:53:47.271374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38354) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:47.335445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2a64760-5f14-432c-b8fb-f6994d755b1f req-80a1308f-9bd0-4ee5-ab4b-c1fac1cfd7f5 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 210 time: 0.3548253 Jan 28 00:53:47.399503 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Publish callbacks [] for port (5c038d1f-3864-4373-819c-35aa62008d33), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.406582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0651c504-3039-414e-9443-2cd01f341524 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:53:47.411255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5c038d1f-3864-4373-819c-35aa62008d33), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.430077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad977ec4-3fd2-491b-bf07-5c226c409372 admin admin] Publish callbacks [] for security_group (2185582b-d894-46be-b80c-cbc02d4031ba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.490017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad977ec4-3fd2-491b-bf07-5c226c409372 admin admin] Publish callbacks [] for security_group (2185582b-d894-46be-b80c-cbc02d4031ba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.506085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c67905-7bb3-405c-99f8-a8b029502754 None None] Pushing event updated for resources: {'Port': ['ID=5c038d1f-3864-4373-819c-35aa62008d33,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.550535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (708cff4f-676a-47f6-8348-a2cfa54c90c8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.592087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad977ec4-3fd2-491b-bf07-5c226c409372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2185582b-d894-46be-b80c-cbc02d4031ba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.594891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad977ec4-3fd2-491b-bf07-5c226c409372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.596094 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad977ec4-3fd2-491b-bf07-5c226c409372 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2185582b-d894-46be-b80c-cbc02d4031ba HTTP/1.1" status: 204 len: 168 time: 0.3238618 Jan 28 00:53:47.619404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad977ec4-3fd2-491b-bf07-5c226c409372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185582b-d894-46be-b80c-cbc02d4031ba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.833376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708cff4f-676a-47f6-8348-a2cfa54c90c8,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.895702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Attempting to bind port 5c038d1f-3864-4373-819c-35aa62008d33 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:47.896266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Attempting to bind port 5c038d1f-3864-4373-819c-35aa62008d33 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:47.896483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Attempting to bind port 5c038d1f-3864-4373-819c-35aa62008d33 on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:47.918577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:47.920312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Checking segment: {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:47.920840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Network hostable DHCP agents. Network: 0651c504-3039-414e-9443-2cd01f341524, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:53:47.921146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Checking segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:47.921711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.924302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Bound using segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:47.924987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Bound port: 5c038d1f-3864-4373-819c-35aa62008d33, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:47.925532 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c038d1f-3864-4373-819c-35aa62008d33), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.974878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58bdf1a8-5a03-4a7d-b3d0-b37026af9d3f req-c28110f7-1345-44ca-9318-b32bf27f3772 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 210 time: 0.0325270 Jan 28 00:53:47.995094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Network 0651c504-3039-414e-9443-2cd01f341524 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:53:48.017182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0651c504-3039-414e-9443-2cd01f341524) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:48.033286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:48.033907 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.035004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1cd0b4-d701-4d91-bb17-35583a1a5fc9 None None] Network 0651c504-3039-414e-9443-2cd01f341524 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:48.059214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b927cea4-384e-4b2b-91a1-c6a9105624d7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1125195 Jan 28 00:53:48.061631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38386) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:48.067274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:48.089340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (63beea2f-7be3-46e0-87f1-034804245591), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.090601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (63beea2f-7be3-46e0-87f1-034804245591), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.141832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-807e4cbc-d5f6-4747-ab3b-7e58021289d2 None None] Provisioning complete for port 5c038d1f-3864-4373-819c-35aa62008d33 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:48.142726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-807e4cbc-d5f6-4747-ab3b-7e58021289d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5c038d1f-3864-4373-819c-35aa62008d33), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.167241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] For port 5c038d1f-3864-4373-819c-35aa62008d33, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:48.169725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-0651c504-3039-414e-9443-2cd01f341524', 'network_id': '0651c504-3039-414e-9443-2cd01f341524', 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'fixed_ips': [{'subnet_id': '708cff4f-676a-47f6-8348-a2cfa54c90c8'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:53:48.171215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.202906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] For port 5c038d1f-3864-4373-819c-35aa62008d33, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5c038d1f-3864-4373-819c-35aa62008d33,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:48.203493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks [] for router_controller (63beea2f-7be3-46e0-87f1-034804245591), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.371897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5c038d1f-3864-4373-819c-35aa62008d33), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.396750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-807e4cbc-d5f6-4747-ab3b-7e58021289d2 None None] Port 5c038d1f-3864-4373-819c-35aa62008d33 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:53:48.453234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Allocated IP 172.20.0.2 (0651c504-3039-414e-9443-2cd01f341524/708cff4f-676a-47f6-8348-a2cfa54c90c8/f7850037-20f4-4bf1-bef4-489f0ed8794c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:48.471929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.43', 54032) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:48.518401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:48.518956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:48.533694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks [] for router_gateway (63beea2f-7be3-46e0-87f1-034804245591), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.538151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c67905-7bb3-405c-99f8-a8b029502754 None None] Pushing event updated for resources: {'Port': ['ID=5c038d1f-3864-4373-819c-35aa62008d33,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:48.544754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-f4a9c550-4492-4adf-a1d0-7347972d682e tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e5412a4c4bb444589c7cd92ebe41c502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604434 Jan 28 00:53:48.652230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4716ea33-040a-4348-b671-5615b6dc29b9 req-837d8c7e-e3bc-45b4-9ec8-a660dca91671 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 210 time: 0.1421769 Jan 28 00:53:48.816601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:48.893731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-82fa7efa-551d-4d74-add5-14dc2ac4f2ae tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:48.895737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.45', 57399) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:48.903843 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-82fa7efa-551d-4d74-add5-14dc2ac4f2ae tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3544765 Jan 28 00:53:48.947515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-0344a3ea-86ba-4e1c-9f1a-69212548e3fd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f85cabc9e934b369a5eb20d720a433f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489984 Jan 28 00:53:48.955830 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Publish callbacks [] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:48.987675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.038917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Request body: {'port': {'device_id': 'fa81135e-bf54-416a-93da-581bd07640a4', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'e5412a4c4bb444589c7cd92ebe41c502'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:49.067627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-33ac82ff-f1c9-46ad-89c3-31ebbd56d999 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:49.069701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-33ac82ff-f1c9-46ad-89c3-31ebbd56d999 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149402 Jan 28 00:53:49.209479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Request body: {'port': {'device_id': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': '9f85cabc9e934b369a5eb20d720a433f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:49.274452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-729ec572-c8d6-491a-85a3-f11d97af1f2e req-82056089-e708-4fdc-87e4-9daeaf4dcd99 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 210 time: 0.0672250 Jan 28 00:53:49.317174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Pushing event updated for resources: {'Port': ['ID=f7850037-20f4-4bf1-bef4-489f0ed8794c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:49.338503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] Provisioning complete for port 5c038d1f-3864-4373-819c-35aa62008d33 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:49.339093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5c038d1f-3864-4373-819c-35aa62008d33), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.401001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Network 0651c504-3039-414e-9443-2cd01f341524 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:49.405989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:49.412413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:49.536449 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks [] for router_gateway (63beea2f-7be3-46e0-87f1-034804245591), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.624148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.702008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Made reservation on behalf of e5412a4c4bb444589c7cd92ebe41c502 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:49.708522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.721342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.735434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Attempting to bind port f7850037-20f4-4bf1-bef4-489f0ed8794c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:49.736719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Attempting to bind port f7850037-20f4-4bf1-bef4-489f0ed8794c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:49.737103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Attempting to bind port f7850037-20f4-4bf1-bef4-489f0ed8794c on network 0651c504-3039-414e-9443-2cd01f341524 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:49.774829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:49.775249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Checking segment: {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:49.775650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.776042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Bound using segment: {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:49.776520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Bound port: f7850037-20f4-4bf1-bef4-489f0ed8794c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:49.777318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.807815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] Current status of the port 5c038d1f-3864-4373-819c-35aa62008d33 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:49.808549 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c038d1f-3864-4373-819c-35aa62008d33), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.846478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks [] for security_group (9480d3df-4b28-4962-bc2c-37f66c796bb6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.856253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9480d3df-4b28-4962-bc2c-37f66c796bb6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.864231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53fdabc8-b7a8-48b9-b42e-d486aa28f0ba req-addc8b85-6124-48db-82bc-a89d71ce0ef5 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 210 time: 0.0678341 Jan 28 00:53:49.879757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Made reservation on behalf of 9f85cabc9e934b369a5eb20d720a433f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:49.884052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.896858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] For port 5c038d1f-3864-4373-819c-35aa62008d33, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5c038d1f-3864-4373-819c-35aa62008d33,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:49.904899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5c038d1f-3864-4373-819c-35aa62008d33), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.907851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:49.930900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] For port f7850037-20f4-4bf1-bef4-489f0ed8794c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:49.939708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:48Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:49.979208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] For port f7850037-20f4-4bf1-bef4-489f0ed8794c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f7850037-20f4-4bf1-bef4-489f0ed8794c,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:49.982220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498d921-120c-4d73-b4c8-f8d045a9bf7e None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:48Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:53:49.991669 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.007248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Allocated IP 172.25.1.195 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/de179e99-3fdc-4f50-9b07-a26e96bf1d38) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:50.010342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba057c-c4c5-4eae-84cb-03cc88d724cb None None] Pushing event updated for resources: {'Port': ['ID=5c038d1f-3864-4373-819c-35aa62008d33,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:50.101480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9480d3df-4b28-4962-bc2c-37f66c796bb6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:50.113083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a072f1-9388-483d-83cf-0bf84fbe3e8b None None] Pushing event updated for resources: {'Port': ['ID=f7850037-20f4-4bf1-bef4-489f0ed8794c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:50.472468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5c038d1f-3864-4373-819c-35aa62008d33 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:50.529419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks [] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.582144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Allocated IP 192.168.233.213 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/f8d839b7-7ffa-4f92-a057-2d701fa11cd5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:50.716104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5c038d1f-3864-4373-819c-35aa62008d33 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:50.717330 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5c038d1f-3864-4373-819c-35aa62008d33), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.747881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.769520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks [] for security_group (510acd15-5d2e-4741-8916-ce04e0b0a9a1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.074593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5c038d1f-3864-4373-819c-35aa62008d33 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:51.186806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=de179e99-3fdc-4f50-9b07-a26e96bf1d38,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:51.198863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (510acd15-5d2e-4741-8916-ce04e0b0a9a1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.212555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks [] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.283858 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.579048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Pushing event updated for resources: {'Port': ['ID=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:51.618743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:51.623471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:51.627771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:51.651538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:51.652316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.711016 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-9446a01c-542a-4157-98aa-b71a871edfa1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6696129 Jan 28 00:53:51.723951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-3bcc4563-ac3d-4e44-96b9-fc4bc95244c8 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:53:51.725089 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-3bcc4563-ac3d-4e44-96b9-fc4bc95244c8 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132058 Jan 28 00:53:51.757486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Allocated IP 192.168.233.248 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/a8d45518-9554-4f4b-b209-34263fbf5587) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:52.086338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks [] for port (a8d45518-9554-4f4b-b209-34263fbf5587), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.215181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247f9b1-cf92-458c-9a37-1494985140e8 None None] Network 0651c504-3039-414e-9443-2cd01f341524 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:52.358018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Request body: {'port': {'device_id': 'fa81135e-bf54-416a-93da-581bd07640a4', 'device_owner': 'compute:tempest-test_az-135556665', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:52.389441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510acd15-5d2e-4741-8916-ce04e0b0a9a1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:52.401198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Provisioning complete for port f7850037-20f4-4bf1-bef4-489f0ed8794c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:52.401596 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.409741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.425512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:52.481885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:52.495493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f7850037-20f4-4bf1-bef4-489f0ed8794c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:52.536143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.591839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:52.595133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:52.600471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:52.601087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.622918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Pushing event updated for resources: {'Port': ['ID=a8d45518-9554-4f4b-b209-34263fbf5587,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:52.628692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Current status of the port f7850037-20f4-4bf1-bef4-489f0ed8794c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:52.629221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:52.645804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:52.648862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:52.860942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-21f0bfcd-7f03-4f33-8669-b199dbb9914e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6572537 Jan 28 00:53:52.868097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] For port f7850037-20f4-4bf1-bef4-489f0ed8794c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f7850037-20f4-4bf1-bef4-489f0ed8794c,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:52.869745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eb6e8-cd55-4d66-919a-3de899c1f55b req-9d9a8e58-e0af-4551-a5ea-2e9b9457d7cd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:52.878535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b22eb6e8-cd55-4d66-919a-3de899c1f55b req-9d9a8e58-e0af-4551-a5ea-2e9b9457d7cd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 936 time: 0.5843043 Jan 28 00:53:52.881368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.034301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f7850037-20f4-4bf1-bef4-489f0ed8794c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:53.034899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.083910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Provisioning complete for port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:53.084331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.181583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Pushing event updated for resources: {'Port': ['ID=f7850037-20f4-4bf1-bef4-489f0ed8794c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:53.249347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-84215dd1-4f0d-4ff7-967c-74726292218e None None] Port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:53:53.324998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-d2373357-ea9a-469f-a25b-84b2d02bffb1 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:53:53.326181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-d2373357-ea9a-469f-a25b-84b2d02bffb1 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269470 Jan 28 00:53:53.365740 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:53:53.367486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abce90-5460-4d88-a06e-8757416e9e07 req-55663af4-635b-41ae-9d6a-a57bb58a2bae tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:53.383017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58abce90-5460-4d88-a06e-8757416e9e07 req-55663af4-635b-41ae-9d6a-a57bb58a2bae tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 936 time: 1.2047358 Jan 28 00:53:53.406887 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks [] for router_gateway (63beea2f-7be3-46e0-87f1-034804245591), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.411266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f7850037-20f4-4bf1-bef4-489f0ed8794c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:53.452283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d839b7-7ffa-4f92-a057-2d701fa11cd5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:53:53.453919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a3d77a93-c892-466a-a7b7-e6ce4258b81d None None] Provisioning complete for port a8d45518-9554-4f4b-b209-34263fbf5587 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:53.454324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3d77a93-c892-466a-a7b7-e6ce4258b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.476244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Publish callbacks [] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.525409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Transition to ACTIVE for port object f8d839b7-7ffa-4f92-a057-2d701fa11cd5 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:53:53.533418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a3d77a93-c892-466a-a7b7-e6ce4258b81d None None] Port a8d45518-9554-4f4b-b209-34263fbf5587 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:53:53.534188 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.637409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58abce90-5460-4d88-a06e-8757416e9e07 req-7c492214-619d-4876-864a-eaa54330bbc9 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533944 Jan 28 00:53:53.659895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b22eb6e8-cd55-4d66-919a-3de899c1f55b req-68f06fa5-81a0-4c3b-9edf-66c56479f103 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7790239 Jan 28 00:53:53.675009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a7c6229f-079e-43f8-a671-82884f778b79 None None] Provisioning complete for port f7850037-20f4-4bf1-bef4-489f0ed8794c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:53.675670 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7c6229f-079e-43f8-a671-82884f778b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.838500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Attempting to bind port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:53.839196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Attempting to bind port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:53.840725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Attempting to bind port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:53.859324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:53:53.859324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Attempting to bind port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:53.877687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (63beea2f-7be3-46e0-87f1-034804245591), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:53.886849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Pushing event updated for resources: {'Port': ['ID=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:53.889908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Request body: {'port': {'device_id': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:53.911544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6229f-079e-43f8-a671-82884f778b79 None None] Current status of the port f7850037-20f4-4bf1-bef4-489f0ed8794c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:53.926618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:53.931675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:53.932259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:53.932743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Bound port: f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:53.933103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:54.126014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] For port f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:54.138120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] For port f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:54.146692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:54.272088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f7850037-20f4-4bf1-bef4-489f0ed8794c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:54.286881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Pushing event updated for resources: {'Port': ['ID=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:54.314871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:54.317669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:54.323134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-442d42c2-b061-47de-a65a-08a7ab15f2bf service neutron] 10.222.0.43 "PUT /v2.0/ports/f8d839b7-7ffa-4f92-a057-2d701fa11cd5 HTTP/1.1" status: 200 len: 1117 time: 2.0605402 Jan 28 00:53:54.326229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81135e-bf54-416a-93da-581bd07640a4', 'tag': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:54.495366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f7850037-20f4-4bf1-bef4-489f0ed8794c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:54.495850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:54.574537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:54.676583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-29d200fb-f56b-460f-9bd2-b52de61c56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:54.686756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-29d200fb-f56b-460f-9bd2-b52de61c56a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5412a4c4bb444589c7cd92ebe41c502&device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 1120 time: 0.1945839 Jan 28 00:53:54.738244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f7850037-20f4-4bf1-bef4-489f0ed8794c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:55.035615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38570) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:55.038162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38574) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:55.082960 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-8dd6c431-07b7-4e5c-951f-56515a093ebe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5 HTTP/1.1" status: 200 len: 217 time: 0.2541196 Jan 28 00:53:55.223124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Router 63beea2f-7be3-46e0-87f1-034804245591 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:53:55.603303 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce45a654-4e99-4f2e-8f85-f440bb243251" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81135e-bf54-416a-93da-581bd07640a4", "tag": "f8d839b7-7ffa-4f92-a057-2d701fa11cd5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:55.630444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-a86adedf-5541-45f4-a11b-c70f6da6bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:55.636786 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-a86adedf-5541-45f4-a11b-c70f6da6bcaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.4678855 Jan 28 00:53:55.692343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01d348-f859-4832-8cf5-64cda1b0a1fd req-1b5286f1-837c-4033-a639-d9e721d93ff8 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:55.700156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a01d348-f859-4832-8cf5-64cda1b0a1fd req-1b5286f1-837c-4033-a639-d9e721d93ff8 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 936 time: 0.8285799 Jan 28 00:53:55.721670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b6bdecc-9ef9-437e-b3d9-536eb4b873a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:55.723705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4faaec4c-01d8-40cd-9051-f901ec2d45cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:55.853387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a01d348-f859-4832-8cf5-64cda1b0a1fd req-71e85007-aa00-4d7a-bb5f-2900722b7739 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521316 Jan 28 00:53:55.975383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4faaec4c-01d8-40cd-9051-f901ec2d45cf admin admin] Publish callbacks [] for security_group (26dc46b5-cf42-4413-8721-dc8fb29a7b30), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.015495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4faaec4c-01d8-40cd-9051-f901ec2d45cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (26dc46b5-cf42-4413-8721-dc8fb29a7b30), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.059809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaec4c-01d8-40cd-9051-f901ec2d45cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dc46b5-cf42-4413-8721-dc8fb29a7b30,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:56.080840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fe920-5174-43a0-8e8f-88ba33ff3132 req-60db6e2a-b6e0-4143-9a35-049155516362 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:56.082637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad5fe920-5174-43a0-8e8f-88ba33ff3132 req-60db6e2a-b6e0-4143-9a35-049155516362 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.8459723 Jan 28 00:53:56.247001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:53:56.260946 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Sync routers for ids ['63beea2f-7be3-46e0-87f1-034804245591'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:53:56.283689 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Routers {'63beea2f-7be3-46e0-87f1-034804245591'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:56.284389 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63beea2f-7be3-46e0-87f1-034804245591'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:56.362179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4faaec4c-01d8-40cd-9051-f901ec2d45cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de6ec5ba110e483aa849b05e925c751a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2952878 Jan 28 00:53:56.366304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38596) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:56.398537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.403588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bba57241-d86a-4a18-90bc-1adb0dfe0aa7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3367243 Jan 28 00:53:56.414157 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:56.558099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad5fe920-5174-43a0-8e8f-88ba33ff3132 req-ae4282d5-8d0f-4228-af3c-b96623924880 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490612 Jan 28 00:53:56.789358 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b6bdecc-9ef9-437e-b3d9-536eb4b873a9 admin admin] Publish callbacks [] for security_group (3392c8fe-5a36-47e7-adb0-9000b9b6b02d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.803354 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b6bdecc-9ef9-437e-b3d9-536eb4b873a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3392c8fe-5a36-47e7-adb0-9000b9b6b02d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.829201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d45518-9554-4f4b-b209-34263fbf5587 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:53:56.884005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Publish callbacks [] for port (a8d45518-9554-4f4b-b209-34263fbf5587), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.914090 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ac378a-1448-41dd-a80b-fa3faaa862d8 x-openstack-request-id: req-72ac378a-1448-41dd-a80b-fa3faaa862d8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:56.914571 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81135e-bf54-416a-93da-581bd07640a4", "tag": "f8d839b7-7ffa-4f92-a057-2d701fa11cd5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:56.914898 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72ac378a-1448-41dd-a80b-fa3faaa862d8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:56.915413 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81135e-bf54-416a-93da-581bd07640a4', 'tag': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5', 'status': 'completed', 'code': 200} Jan 28 00:53:56.976790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9b6bdecc-9ef9-437e-b3d9-536eb4b873a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac0f8d1c30d046c38efd495be1eaaf38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9030709 Jan 28 00:53:56.982828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bdecc-9ef9-437e-b3d9-536eb4b873a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3392c8fe-5a36-47e7-adb0-9000b9b6b02d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:56.997949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-93dffcce-40bf-46b2-96a9-d8710448566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:57.001480 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-93dffcce-40bf-46b2-96a9-d8710448566e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7856042 Jan 28 00:53:57.002810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38618) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:57.012852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Transition to ACTIVE for port object a8d45518-9554-4f4b-b209-34263fbf5587 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:53:57.025986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.044011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Set router 63beea2f-7be3-46e0-87f1-034804245591 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:57.221577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d45518-9554-4f4b-b209-34263fbf5587,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:57.574723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7d124-8535-4578-9e5f-c9412f8667c5 req-1e17b9d7-42f7-4f93-80ae-17a8d4de7ae2 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:57.576985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bda7d124-8535-4578-9e5f-c9412f8667c5 req-1e17b9d7-42f7-4f93-80ae-17a8d4de7ae2 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.4037623 Jan 28 00:53:57.576985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:57.687141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Attempting to bind port a8d45518-9554-4f4b-b209-34263fbf5587 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:57.689591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Attempting to bind port a8d45518-9554-4f4b-b209-34263fbf5587 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:57.690118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Attempting to bind port a8d45518-9554-4f4b-b209-34263fbf5587 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:57.736480 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:53:52Z', 'revision_number': 3, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:57.769695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Port a8d45518-9554-4f4b-b209-34263fbf5587 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:53:57.770056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Attempting to bind port a8d45518-9554-4f4b-b209-34263fbf5587 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:57.774139 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Checking router: 63beea2f-7be3-46e0-87f1-034804245591 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:53:57.774732 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Updating router 63beea2f-7be3-46e0-87f1-034804245591 port de179e99-3fdc-4f50-9b07-a26e96bf1d38 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:53:57.823208 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.859525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:57.866735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:57.868508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:57.870926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Bound port: a8d45518-9554-4f4b-b209-34263fbf5587, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:57.872056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.955991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b273528-186e-4591-8977-cca9fd1f7bcf admin admin] Publish callbacks [] for security_group (26dc46b5-cf42-4413-8721-dc8fb29a7b30), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.969058 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-f68fd69b-7a12-4c81-b865-08c74add702f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347912 Jan 28 00:53:57.993472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745e640a-5bb1-4c99-9b54-45edf717b989 admin admin] Publish callbacks [] for security_group (3392c8fe-5a36-47e7-adb0-9000b9b6b02d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.059899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b273528-186e-4591-8977-cca9fd1f7bcf admin admin] Publish callbacks [] for security_group (26dc46b5-cf42-4413-8721-dc8fb29a7b30), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.078340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f02fb98-bd0c-4dca-9e55-92a35de627c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.113199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bda7d124-8535-4578-9e5f-c9412f8667c5 req-96e0cce6-0b96-4c2a-b948-615938ee9808 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147510 Jan 28 00:53:58.133122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536da8df-cef5-4913-b409-5903e8af47ff req-52646ee3-8055-4d3b-b450-d564eaf063a4 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:58.148588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-536da8df-cef5-4913-b409-5903e8af47ff req-52646ee3-8055-4d3b-b450-d564eaf063a4 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.4238660 Jan 28 00:53:58.192753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38642) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:58.211938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745e640a-5bb1-4c99-9b54-45edf717b989 admin admin] Publish callbacks [] for security_group (3392c8fe-5a36-47e7-adb0-9000b9b6b02d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.214835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.285963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] For port a8d45518-9554-4f4b-b209-34263fbf5587, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:58.293424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] For port a8d45518-9554-4f4b-b209-34263fbf5587, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a8d45518-9554-4f4b-b209-34263fbf5587,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:58.312110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.346729 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Publish callbacks [] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.355337 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.405649 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1453f2-684a-489c-a4df-b99373a12c71 None None] Pushing event updated for resources: {'Port': ['ID=de179e99-3fdc-4f50-9b07-a26e96bf1d38,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.424773 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Attempting to bind port de179e99-3fdc-4f50-9b07-a26e96bf1d38 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:58.425490 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Attempting to bind port de179e99-3fdc-4f50-9b07-a26e96bf1d38 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:58.426050 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Attempting to bind port de179e99-3fdc-4f50-9b07-a26e96bf1d38 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:58.433017 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:58.433687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:58.434326 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.434472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d45518-9554-4f4b-b209-34263fbf5587,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.435116 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:58.435825 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Bound port: de179e99-3fdc-4f50-9b07-a26e96bf1d38, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:58.436395 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.472439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:58.473397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.475302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-7f1d2213-bd7d-4095-9033-02906077a806 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8d45518-9554-4f4b-b209-34263fbf5587 HTTP/1.1" status: 200 len: 1096 time: 4.9257615 Jan 28 00:53:58.475825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'tag': 'a8d45518-9554-4f4b-b209-34263fbf5587'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:58.512626 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] For port de179e99-3fdc-4f50-9b07-a26e96bf1d38, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:58.516768 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] For port de179e99-3fdc-4f50-9b07-a26e96bf1d38, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=de179e99-3fdc-4f50-9b07-a26e96bf1d38,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:58.527378 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.584989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-256e9b75-c4a7-4cff-a371-d99d0ffc2ecb req-579ab949-9af3-41d1-99d3-cd805f2447f7 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008151 Jan 28 00:53:58.654224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b273528-186e-4591-8977-cca9fd1f7bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (26dc46b5-cf42-4413-8721-dc8fb29a7b30), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.656764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b273528-186e-4591-8977-cca9fd1f7bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.660360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6b273528-186e-4591-8977-cca9fd1f7bcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26dc46b5-cf42-4413-8721-dc8fb29a7b30 HTTP/1.1" status: 204 len: 168 time: 2.2916338 Jan 28 00:53:58.665403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745e640a-5bb1-4c99-9b54-45edf717b989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3392c8fe-5a36-47e7-adb0-9000b9b6b02d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.667827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745e640a-5bb1-4c99-9b54-45edf717b989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.669198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-745e640a-5bb1-4c99-9b54-45edf717b989 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3392c8fe-5a36-47e7-adb0-9000b9b6b02d HTTP/1.1" status: 204 len: 168 time: 1.5637491 Jan 28 00:53:58.683909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b273528-186e-4591-8977-cca9fd1f7bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dc46b5-cf42-4413-8721-dc8fb29a7b30,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.778846 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Routers {'63beea2f-7be3-46e0-87f1-034804245591'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:58.781932 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63beea2f-7be3-46e0-87f1-034804245591'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:58.833082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e640a-5bb1-4c99-9b54-45edf717b989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3392c8fe-5a36-47e7-adb0-9000b9b6b02d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.843390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Allocated IP 172.20.0.1 (0651c504-3039-414e-9443-2cd01f341524/708cff4f-676a-47f6-8348-a2cfa54c90c8/6b2205a7-412e-4b7a-9327-b80d7c35f529) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:58.906609 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1453f2-684a-489c-a4df-b99373a12c71 None None] Pushing event updated for resources: {'Port': ['ID=de179e99-3fdc-4f50-9b07-a26e96bf1d38,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.925295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-f98e0432-87ba-4325-b0fd-be71a11cc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:58.939616 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-f98e0432-87ba-4325-b0fd-be71a11cc55e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5412a4c4bb444589c7cd92ebe41c502&device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 1120 time: 0.2108846 Jan 28 00:53:58.979152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2eefed6-9997-4952-ad8b-517fae0b6ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.031229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-536da8df-cef5-4913-b409-5903e8af47ff req-3890fd1f-d58d-4ac6-b744-8f5df74f36e3 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8768172 Jan 28 00:53:59.101168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks [] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.208469 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f084cd49-b260-4761-a202-8617dd886fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6e742d-9d29-438f-a68d-3ac9c003602e", "tag": "a8d45518-9554-4f4b-b209-34263fbf5587"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:59.223966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] Set router 63beea2f-7be3-46e0-87f1-034804245591 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:59.394383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2eefed6-9997-4952-ad8b-517fae0b6ac7 admin admin] Publish callbacks [] for security_group (bf0a0762-af5b-4789-b844-430b0fb18739), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.398274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38664) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:59.529595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:59.578209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2eefed6-9997-4952-ad8b-517fae0b6ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bf0a0762-af5b-4789-b844-430b0fb18739), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.595874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-2477609c-f335-4610-a692-fce0b875bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:59.602751 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-2477609c-f335-4610-a692-fce0b875bafd service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4411213 Jan 28 00:53:59.606643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.620524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:53:52Z', 'revision_number': 3, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:59.624513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-f3b46c85-6ccb-49a8-9784-a8ce7be2dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:59.625028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-f3b46c85-6ccb-49a8-9784-a8ce7be2dc1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f85cabc9e934b369a5eb20d720a433f&device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 1099 time: 1.0054774 Jan 28 00:53:59.664707 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc95995-d19a-4b63-b751-c15d51e02298 None None] The sync data for ids ['63beea2f-7be3-46e0-87f1-034804245591'] in n-d-826756-1 is: [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:53:52Z', 'revision_number': 3, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:53:59.664976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Network 0651c504-3039-414e-9443-2cd01f341524 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:59.711713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:59.715408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-0e0da2da-11a8-459b-b848-27831f9a2eb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5 HTTP/1.1" status: 200 len: 217 time: 0.0868151 Jan 28 00:53:59.716125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:59.716652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (63beea2f-7be3-46e0-87f1-034804245591), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.720586 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515931c6-cb54-4d26-8bc6-3cdfb6d799af x-openstack-request-id: req-515931c6-cb54-4d26-8bc6-3cdfb6d799af {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:59.721000 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6e742d-9d29-438f-a68d-3ac9c003602e", "tag": "a8d45518-9554-4f4b-b209-34263fbf5587", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:59.721682 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-515931c6-cb54-4d26-8bc6-3cdfb6d799af {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:59.722205 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'tag': 'a8d45518-9554-4f4b-b209-34263fbf5587', 'status': 'completed', 'code': 200} Jan 28 00:53:59.755507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eefed6-9997-4952-ad8b-517fae0b6ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a0762-af5b-4789-b844-430b0fb18739,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:59.884389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ff145b3-0b47-42a8-a4a5-fccf03b3a64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.927537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2205a7-412e-4b7a-9327-b80d7c35f529,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:00.184768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e3554cb-0dd7-4b4b-a1b8-bf7337e49bd8 None None] Provisioning complete for port 6b2205a7-412e-4b7a-9327-b80d7c35f529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:00.185728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e3554cb-0dd7-4b4b-a1b8-bf7337e49bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.221130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df3084e6-55a9-490c-bca7-742ad4248d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.238268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32a363-76cf-416c-90c2-a6d50f720d81 req-a383c801-2a2a-4fdf-b5a7-07e82e2829c1 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:00.244370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b32a363-76cf-416c-90c2-a6d50f720d81 req-a383c801-2a2a-4fdf-b5a7-07e82e2829c1 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.8375659 Jan 28 00:54:00.250043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-46ab4fd7-89e1-4dee-a130-a181fd6ae33f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a8d45518-9554-4f4b-b209-34263fbf5587 HTTP/1.1" status: 200 len: 217 time: 0.5194192 Jan 28 00:54:00.279930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e3554cb-0dd7-4b4b-a1b8-bf7337e49bd8 None None] Port 6b2205a7-412e-4b7a-9327-b80d7c35f529 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:00.284241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.290949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b2eefed6-9997-4952-ad8b-517fae0b6ac7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53100b2b09e54197bae388a996abb8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0970192 Jan 28 00:54:00.309288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:00.328841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-8405124c-3419-4b99-8b93-49ceb742d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:00.331139 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-8405124c-3419-4b99-8b93-49ceb742d510 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.5797842 Jan 28 00:54:00.440983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f02fb98-bd0c-4dca-9e55-92a35de627c6 admin admin] Publish callbacks [] for security_group (681c47dd-faee-4c28-9151-b4fcad263736), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.510534 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e53450e8-b9b3-4651-9d40-80ab937b1636 admin admin] Publish callbacks [] for security_group (bf0a0762-af5b-4789-b844-430b0fb18739), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.528587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-51f51ae1-7d27-4dc1-a7ba-e430bf39c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:00.531114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-51f51ae1-7d27-4dc1-a7ba-e430bf39c94a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831665 Jan 28 00:54:00.572717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f02fb98-bd0c-4dca-9e55-92a35de627c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (681c47dd-faee-4c28-9151-b4fcad263736), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.795700 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-aa603026-ce1b-4dfd-a086-127f11af07ac service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120469 Jan 28 00:54:00.823563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f02fb98-bd0c-4dca-9e55-92a35de627c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3c8dc9a950a4ef6a11ff8f3b81384f5&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2423222 Jan 28 00:54:00.833757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38678) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:00.927042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e53450e8-b9b3-4651-9d40-80ab937b1636 admin admin] Publish callbacks [] for security_group (bf0a0762-af5b-4789-b844-430b0fb18739), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.994680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b32a363-76cf-416c-90c2-a6d50f720d81 req-b22b2755-2696-49af-b899-09ef48c0b397 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926773 Jan 28 00:54:01.026404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad6f5d-e075-44da-8bcc-1f8ed527e57e req-8ba9d29c-efd3-48a2-abed-e3cdb45862f2 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:01.028438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1ad6f5d-e075-44da-8bcc-1f8ed527e57e req-8ba9d29c-efd3-48a2-abed-e3cdb45862f2 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.7733309 Jan 28 00:54:01.042484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-71db7978-d7ec-4894-b829-2bb653cb0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:01.045377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-71db7978-d7ec-4894-b829-2bb653cb0929 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.7381523 Jan 28 00:54:01.049207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fb98-bd0c-4dca-9e55-92a35de627c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681c47dd-faee-4c28-9151-b4fcad263736,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.063062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ff145b3-0b47-42a8-a4a5-fccf03b3a64a admin admin] Publish callbacks [] for security_group (b65a27ac-a768-4cdd-ae02-a7e3c24c64d3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.118435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ff145b3-0b47-42a8-a4a5-fccf03b3a64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b65a27ac-a768-4cdd-ae02-a7e3c24c64d3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.196732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks [] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.207764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8244126-4877-4a7a-b30b-478a55aa4b50 admin admin] Publish callbacks [] for security_group (681c47dd-faee-4c28-9151-b4fcad263736), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.209704 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.210664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (63beea2f-7be3-46e0-87f1-034804245591), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.220663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e53450e8-b9b3-4651-9d40-80ab937b1636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bf0a0762-af5b-4789-b844-430b0fb18739), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.223434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e53450e8-b9b3-4651-9d40-80ab937b1636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.227105 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e53450e8-b9b3-4651-9d40-80ab937b1636 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf0a0762-af5b-4789-b844-430b0fb18739 HTTP/1.1" status: 204 len: 168 time: 0.9140639 Jan 28 00:54:01.236358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2ff145b3-0b47-42a8-a4a5-fccf03b3a64a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d2a3dc24faf4cf38d56e92a541e50dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7315047 Jan 28 00:54:01.246645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38682) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:01.250190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff145b3-0b47-42a8-a4a5-fccf03b3a64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a27ac-a768-4cdd-ae02-a7e3c24c64d3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.266044 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce45a654-4e99-4f2e-8f85-f440bb243251 req-fe635c38-9ccc-4d7f-8111-e74dfa8f5e65 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338547 Jan 28 00:54:01.273232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1ad6f5d-e075-44da-8bcc-1f8ed527e57e req-17756d7e-8edb-467f-a5db-e5bb87d87da9 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165027 Jan 28 00:54:01.292096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53450e8-b9b3-4651-9d40-80ab937b1636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a0762-af5b-4789-b844-430b0fb18739,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.292700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df3084e6-55a9-490c-bca7-742ad4248d3c admin admin] Publish callbacks [] for security_group (e1da07b8-be53-4faa-8d00-0a2f5ca4e36a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.300898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-d348ecf8-4597-4c83-89e7-c8d0dea9a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:01.304827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-d348ecf8-4597-4c83-89e7-c8d0dea9a850 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2443805 Jan 28 00:54:01.316424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8244126-4877-4a7a-b30b-478a55aa4b50 admin admin] Publish callbacks [] for security_group (681c47dd-faee-4c28-9151-b4fcad263736), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.321137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df3084e6-55a9-490c-bca7-742ad4248d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e1da07b8-be53-4faa-8d00-0a2f5ca4e36a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.396767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2205a7-412e-4b7a-9327-b80d7c35f529,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.468581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-df3084e6-55a9-490c-bca7-742ad4248d3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8947cf814b284bbf83711f6df82fa085&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9027727 Jan 28 00:54:01.469490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3084e6-55a9-490c-bca7-742ad4248d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da07b8-be53-4faa-8d00-0a2f5ca4e36a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.472168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:01.530572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23b44804-4714-4262-b377-af49ea93a370 admin admin] Publish callbacks [] for security_group (b65a27ac-a768-4cdd-ae02-a7e3c24c64d3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.531273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8244126-4877-4a7a-b30b-478a55aa4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (681c47dd-faee-4c28-9151-b4fcad263736), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.534341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8244126-4877-4a7a-b30b-478a55aa4b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.539047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8244126-4877-4a7a-b30b-478a55aa4b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/681c47dd-faee-4c28-9151-b4fcad263736 HTTP/1.1" status: 204 len: 168 time: 0.7019150 Jan 28 00:54:01.564747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8244126-4877-4a7a-b30b-478a55aa4b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c47dd-faee-4c28-9151-b4fcad263736,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.570294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Network 0651c504-3039-414e-9443-2cd01f341524 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:01.574086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:01.599205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c42-9476-4820-af65-9a5fa25774ce admin admin] Publish callbacks [] for security_group (e1da07b8-be53-4faa-8d00-0a2f5ca4e36a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.638010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-b7af8c98-1189-49a8-9cdf-0cc48dc3f16a service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177445 Jan 28 00:54:01.670323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c42-9476-4820-af65-9a5fa25774ce admin admin] Publish callbacks [] for security_group (e1da07b8-be53-4faa-8d00-0a2f5ca4e36a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.689101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23b44804-4714-4262-b377-af49ea93a370 admin admin] Publish callbacks [] for security_group (b65a27ac-a768-4cdd-ae02-a7e3c24c64d3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.878688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Router 63beea2f-7be3-46e0-87f1-034804245591 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:02.033631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c19605-d14e-4d5c-b88a-033f4eb4f5e4 req-3ccf73d1-089a-44f2-8bac-5d5245f89729 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827839 Jan 28 00:54:02.035867 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23b44804-4714-4262-b377-af49ea93a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b65a27ac-a768-4cdd-ae02-a7e3c24c64d3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.039003 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23b44804-4714-4262-b377-af49ea93a370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.040936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-23b44804-4714-4262-b377-af49ea93a370 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b65a27ac-a768-4cdd-ae02-a7e3c24c64d3 HTTP/1.1" status: 204 len: 168 time: 0.7869658 Jan 28 00:54:02.065925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b44804-4714-4262-b377-af49ea93a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a27ac-a768-4cdd-ae02-a7e3c24c64d3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:02.105926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:02.107823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c42-9476-4820-af65-9a5fa25774ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e1da07b8-be53-4faa-8d00-0a2f5ca4e36a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.112444 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ef96c42-9476-4820-af65-9a5fa25774ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.116185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2ef96c42-9476-4820-af65-9a5fa25774ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1da07b8-be53-4faa-8d00-0a2f5ca4e36a HTTP/1.1" status: 204 len: 168 time: 0.6403997 Jan 28 00:54:02.119048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4f36fae-c4e9-4c11-bdda-fccc494752b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/63beea2f-7be3-46e0-87f1-034804245591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6899846 Jan 28 00:54:02.133383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96c42-9476-4820-af65-9a5fa25774ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da07b8-be53-4faa-8d00-0a2f5ca4e36a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:02.205278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4cad1562-0f6b-4aca-9401-9ca2e40c27fe None None] Provisioning complete for port 6b2205a7-412e-4b7a-9327-b80d7c35f529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:02.205853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4cad1562-0f6b-4aca-9401-9ca2e40c27fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.311879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4cad1562-0f6b-4aca-9401-9ca2e40c27fe None None] Port 6b2205a7-412e-4b7a-9327-b80d7c35f529 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:02.360359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cd49-b260-4761-a202-8617dd886fdc req-fc67bbc1-db3a-44b4-bb3e-695682c8501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:02.364006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-fc67bbc1-db3a-44b4-bb3e-695682c8501f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f85cabc9e934b369a5eb20d720a433f&device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 1099 time: 0.2366469 Jan 28 00:54:02.373466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38702) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:02.399967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aceac5dc-4ef5-4444-bb4d-fd65ebc3225f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.416553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38704) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:02.455393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472dae2-d4fc-4299-b563-776b7cc66af3 req-5760bbeb-bc61-47e6-b4f5-5ed17c721d79 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:02.459302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6472dae2-d4fc-4299-b563-776b7cc66af3 req-5760bbeb-bc61-47e6-b4f5-5ed17c721d79 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.2605808 Jan 28 00:54:02.477977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device de179e99-3fdc-4f50-9b07-a26e96bf1d38 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:02.480217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-869aba36-1b0c-483e-a68a-ebfc42a9a6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.624152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port de179e99-3fdc-4f50-9b07-a26e96bf1d38 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:02.624537 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.683852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aceac5dc-4ef5-4444-bb4d-fd65ebc3225f admin admin] Publish callbacks [] for security_group (0a0302ab-6830-4946-9ced-dcf7ed3848ed), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.718210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aceac5dc-4ef5-4444-bb4d-fd65ebc3225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0a0302ab-6830-4946-9ced-dcf7ed3848ed), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.804162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port de179e99-3fdc-4f50-9b07-a26e96bf1d38 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:02.806156 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.851367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceac5dc-4ef5-4444-bb4d-fd65ebc3225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0302ab-6830-4946-9ced-dcf7ed3848ed,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:02.977945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aceac5dc-4ef5-4444-bb4d-fd65ebc3225f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a92c197460fc40b99270e7756f183aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031845 Jan 28 00:54:02.981193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38710) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:03.195062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port de179e99-3fdc-4f50-9b07-a26e96bf1d38, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=de179e99-3fdc-4f50-9b07-a26e96bf1d38,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:03.201155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Sync routers for ids ['63beea2f-7be3-46e0-87f1-034804245591'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:03.219581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.235008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f73c3-ede4-4965-b708-244bece28c5b req-ffb166e0-6f88-4c11-a710-7978d771219a tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:03.236747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-043f73c3-ede4-4965-b708-244bece28c5b req-ffb166e0-6f88-4c11-a710-7978d771219a tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.7479351 Jan 28 00:54:03.241628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cd49-b260-4761-a202-8617dd886fdc req-2e64b762-706f-4803-86e5-1b0b3eab6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:03.242358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8de0d77e-cff7-48dc-b9a8-13da630cf151 admin admin] Publish callbacks [] for security_group (0a0302ab-6830-4946-9ced-dcf7ed3848ed), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.263622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-2e64b762-706f-4803-86e5-1b0b3eab6863 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.8914669 Jan 28 00:54:03.267303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6472dae2-d4fc-4299-b563-776b7cc66af3 req-11fef91b-e90e-41b7-b6d2-f4cc21be85ca tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469695 Jan 28 00:54:03.300225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Routers {'63beea2f-7be3-46e0-87f1-034804245591'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:03.301154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63beea2f-7be3-46e0-87f1-034804245591'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:03.310285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-869aba36-1b0c-483e-a68a-ebfc42a9a6a7 admin admin] Publish callbacks [] for security_group (99852a21-adca-4797-b453-bcf5bbf0f710), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.338280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38712) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:03.349441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-869aba36-1b0c-483e-a68a-ebfc42a9a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (99852a21-adca-4797-b453-bcf5bbf0f710), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.389235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8de0d77e-cff7-48dc-b9a8-13da630cf151 admin admin] Publish callbacks [] for security_group (0a0302ab-6830-4946-9ced-dcf7ed3848ed), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.400740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aba36-1b0c-483e-a68a-ebfc42a9a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99852a21-adca-4797-b453-bcf5bbf0f710,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:03.405692 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.412474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-366f416d-2b46-490e-8226-f05bd4561e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.416909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-05bef219-771e-4370-9059-4dff08f0d1fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a8d45518-9554-4f4b-b209-34263fbf5587 HTTP/1.1" status: 200 len: 217 time: 0.1261604 Jan 28 00:54:03.449507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=de179e99-3fdc-4f50-9b07-a26e96bf1d38,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:03.517899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-869aba36-1b0c-483e-a68a-ebfc42a9a6a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd99b65ff3604fafb256a815a4b38100&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0968387 Jan 28 00:54:03.518685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38722) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:03.564639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-043f73c3-ede4-4965-b708-244bece28c5b req-5af6e7f8-aa0b-4604-9eab-c16f82a7b588 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961481 Jan 28 00:54:03.580765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cd49-b260-4761-a202-8617dd886fdc req-72946a7b-1e79-42e9-9361-a573263ecfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:03.582501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-72946a7b-1e79-42e9-9361-a573263ecfbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1545172 Jan 28 00:54:03.675312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8de0d77e-cff7-48dc-b9a8-13da630cf151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0a0302ab-6830-4946-9ced-dcf7ed3848ed), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.678077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8de0d77e-cff7-48dc-b9a8-13da630cf151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.686872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Set router 63beea2f-7be3-46e0-87f1-034804245591 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:03.688619 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8de0d77e-cff7-48dc-b9a8-13da630cf151 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a0302ab-6830-4946-9ced-dcf7ed3848ed HTTP/1.1" status: 204 len: 168 time: 0.7035894 Jan 28 00:54:03.694341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cd49-b260-4761-a202-8617dd886fdc req-c8c2ddf8-2d02-4743-b788-8662db2e016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:03.698270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-c8c2ddf8-2d02-4743-b788-8662db2e016c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075578 Jan 28 00:54:03.745588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0d77e-cff7-48dc-b9a8-13da630cf151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0302ab-6830-4946-9ced-dcf7ed3848ed,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:03.766274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ced04041-8cc4-436f-b41b-06763bcc61c1 admin admin] Publish callbacks [] for security_group (99852a21-adca-4797-b453-bcf5bbf0f710), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.803214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-366f416d-2b46-490e-8226-f05bd4561e4c admin admin] Publish callbacks [] for security_group (bf2ae028-a801-45a6-9255-748e8f24d25a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.818799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-366f416d-2b46-490e-8226-f05bd4561e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bf2ae028-a801-45a6-9255-748e8f24d25a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.844886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ced04041-8cc4-436f-b41b-06763bcc61c1 admin admin] Publish callbacks [] for security_group (99852a21-adca-4797-b453-bcf5bbf0f710), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:03.939651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-9e72b41a-8849-4158-a1de-a4ddbd710fd3 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321630 Jan 28 00:54:03.972424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-366f416d-2b46-490e-8226-f05bd4561e4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a963cd5640524fb6b387f50bf05dfa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304650 Jan 28 00:54:03.972424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f416d-2b46-490e-8226-f05bd4561e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ae028-a801-45a6-9255-748e8f24d25a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:03.979519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38732) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:04.019364 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ced04041-8cc4-436f-b41b-06763bcc61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (99852a21-adca-4797-b453-bcf5bbf0f710), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.022145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ced04041-8cc4-436f-b41b-06763bcc61c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.023491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ced04041-8cc4-436f-b41b-06763bcc61c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99852a21-adca-4797-b453-bcf5bbf0f710 HTTP/1.1" status: 204 len: 168 time: 0.4979975 Jan 28 00:54:04.043597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced04041-8cc4-436f-b41b-06763bcc61c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99852a21-adca-4797-b453-bcf5bbf0f710,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:04.060683 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c5433-93f1-44c2-81ae-58069835df08 admin admin] Publish callbacks [] for security_group (bf2ae028-a801-45a6-9255-748e8f24d25a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.088436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c5433-93f1-44c2-81ae-58069835df08 admin admin] Publish callbacks [] for security_group (bf2ae028-a801-45a6-9255-748e8f24d25a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.191205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c5433-93f1-44c2-81ae-58069835df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bf2ae028-a801-45a6-9255-748e8f24d25a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.198626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c5433-93f1-44c2-81ae-58069835df08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.204268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e44c5433-93f1-44c2-81ae-58069835df08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf2ae028-a801-45a6-9255-748e8f24d25a HTTP/1.1" status: 204 len: 168 time: 0.2212806 Jan 28 00:54:04.229695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c5433-93f1-44c2-81ae-58069835df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ae028-a801-45a6-9255-748e8f24d25a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:04.350121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device de179e99-3fdc-4f50-9b07-a26e96bf1d38 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:04.381037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f084cd49-b260-4761-a202-8617dd886fdc req-ba54c491-72e7-4641-b147-11febdcc3dfb service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294236 Jan 28 00:54:04.488686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:53:59Z', 'revision_number': 4, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6b2205a7-412e-4b7a-9327-b80d7c35f529', 'name': '', 'network_id': '0651c504-3039-414e-9443-2cd01f341524', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'mac_address': 'fa:16:3e:01:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '708cff4f-676a-47f6-8348-a2cfa54c90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:58Z', 'updated_at': '2022-01-28T00:54:00Z', 'revision_number': 2, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'subnets': [{'id': '708cff4f-676a-47f6-8348-a2cfa54c90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:04.506393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port de179e99-3fdc-4f50-9b07-a26e96bf1d38 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:04.506836 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.541259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc774bf5-7453-402b-93dc-293d66f82351 req-0bfecf59-aeb9-4db7-ab77-31be88ff774a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:04.543961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc774bf5-7453-402b-93dc-293d66f82351 req-0bfecf59-aeb9-4db7-ab77-31be88ff774a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.1007068 Jan 28 00:54:04.603569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Checking router: 63beea2f-7be3-46e0-87f1-034804245591 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:04.605273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Updating router 63beea2f-7be3-46e0-87f1-034804245591 port 6b2205a7-412e-4b7a-9327-b80d7c35f529 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:04.650161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc774bf5-7453-402b-93dc-293d66f82351 req-98a969a8-2a1d-408d-9127-ac87d3ac4fb7 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004426 Jan 28 00:54:04.729256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.956860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port de179e99-3fdc-4f50-9b07-a26e96bf1d38 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:04.971379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d46a9-19c2-4f85-96d0-3006ee50eb1a req-06c33048-5f09-4113-adcd-d23ebd9cfdaf tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:04.972927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb7d46a9-19c2-4f85-96d0-3006ee50eb1a req-06c33048-5f09-4113-adcd-d23ebd9cfdaf tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.1668839 Jan 28 00:54:05.099381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb7d46a9-19c2-4f85-96d0-3006ee50eb1a req-339c5544-2254-4088-8c0f-1f8aaf91c125 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142392 Jan 28 00:54:05.346026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Publish callbacks [] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.355388 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.632120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0d38-aa48-43a6-94a8-2685a3061922 None None] Pushing event updated for resources: {'Port': ['ID=6b2205a7-412e-4b7a-9327-b80d7c35f529,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:05.693903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Attempting to bind port 6b2205a7-412e-4b7a-9327-b80d7c35f529 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:05.694282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Attempting to bind port 6b2205a7-412e-4b7a-9327-b80d7c35f529 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:05.694650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Attempting to bind port 6b2205a7-412e-4b7a-9327-b80d7c35f529 on network 0651c504-3039-414e-9443-2cd01f341524 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:05.717456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:05.717861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Checking segment: {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:05.718274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.718669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Bound using segment: {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:05.719152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Bound port: 6b2205a7-412e-4b7a-9327-b80d7c35f529, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e0e7b6-a939-4567-b589-2ed0f0116f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0651c504-3039-414e-9443-2cd01f341524'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:05.719530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.875793 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] For port 6b2205a7-412e-4b7a-9327-b80d7c35f529, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:05.886240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] For port 6b2205a7-412e-4b7a-9327-b80d7c35f529, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6b2205a7-412e-4b7a-9327-b80d7c35f529,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:05.909841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.970108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8de21-d904-464c-9123-f2fbc8008efb req-16389986-8c6b-424c-bff8-372275d937af tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:05.975822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e8de21-d904-464c-9123-f2fbc8008efb req-16389986-8c6b-424c-bff8-372275d937af tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.1428967 Jan 28 00:54:06.058286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0d38-aa48-43a6-94a8-2685a3061922 None None] Pushing event updated for resources: {'Port': ['ID=6b2205a7-412e-4b7a-9327-b80d7c35f529,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:06.076091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] Provisioning complete for port 6b2205a7-412e-4b7a-9327-b80d7c35f529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:06.078215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.106470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e8de21-d904-464c-9123-f2fbc8008efb req-127ecce1-7848-4f45-a7ac-94a5b248effa tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236100 Jan 28 00:54:06.177391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38806) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:06.182116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882015068', 'description': 'tempest-description--1005236201'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:06.184904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Routers {'63beea2f-7be3-46e0-87f1-034804245591'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:06.191719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:53:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63beea2f-7be3-46e0-87f1-034804245591'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:06.261656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.308762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981d2ac-dab0-407e-9391-f99aaa645aa7 req-84b5d7c1-5861-42af-a783-5cdfcc6dd9a8 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:06.314827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9981d2ac-dab0-407e-9391-f99aaa645aa7 req-84b5d7c1-5861-42af-a783-5cdfcc6dd9a8 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.0937037 Jan 28 00:54:06.412516 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group (54bf03c7-3eee-4ed2-be88-b8c4b92db348), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.415398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9981d2ac-dab0-407e-9391-f99aaa645aa7 req-7f4d7f65-0658-456d-bb05-0206c3976bd4 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947583 Jan 28 00:54:06.417537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (54bf03c7-3eee-4ed2-be88-b8c4b92db348), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.441474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] Current status of the port 6b2205a7-412e-4b7a-9327-b80d7c35f529 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:06.443064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.449451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.450873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2723715 Jan 28 00:54:06.453147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5d84e-5c2f-45a5-814f-2c78415c032e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf03c7-3eee-4ed2-be88-b8c4b92db348,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:06.454260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38812) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:06.459411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'security_group_rule': {'security_group_id': '54bf03c7-3eee-4ed2-be88-b8c4b92db348', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:06.494303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] Set router 63beea2f-7be3-46e0-87f1-034804245591 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:06.507826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group_rule (5e6ab807-e732-4d5b-8ab3-692a9dfdb72e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.554329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] For port 6b2205a7-412e-4b7a-9327-b80d7c35f529, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6b2205a7-412e-4b7a-9327-b80d7c35f529,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:06.560971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.575426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group_rule (5e6ab807-e732-4d5b-8ab3-692a9dfdb72e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.582023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5e6ab807-e732-4d5b-8ab3-692a9dfdb72e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.600370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6ab807-e732-4d5b-8ab3-692a9dfdb72e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:06.617348 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.622285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-256ca550-83bb-4ee2-a97a-e1ce672a8940 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669104 Jan 28 00:54:06.622583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38820) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:06.627375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'security_group_rule': {'security_group_id': '54bf03c7-3eee-4ed2-be88-b8c4b92db348', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:06.659708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group_rule (f0f05d44-62ca-4ed5-8826-d18e921a87ea), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.744415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fff54-e4e9-4ef7-b4e3-90517584b0fd None None] Pushing event updated for resources: {'Port': ['ID=6b2205a7-412e-4b7a-9327-b80d7c35f529,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:06.759032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c073ca94-2d56-42d1-bc6c-e2bacd252396 None None] Provisioning complete for port 6b2205a7-412e-4b7a-9327-b80d7c35f529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:06.759436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c073ca94-2d56-42d1-bc6c-e2bacd252396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.766335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group_rule (f0f05d44-62ca-4ed5-8826-d18e921a87ea), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.778189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (f0f05d44-62ca-4ed5-8826-d18e921a87ea), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.801006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f05d44-62ca-4ed5-8826-d18e921a87ea,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:06.814153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.815624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6c1f431-df2b-49e5-8e14-333ca370c5a3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918576 Jan 28 00:54:06.818900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38832) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:06.829109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:06.863918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.987992 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.008108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.032351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0590745e-a378-45fe-863d-bc7ff493ef2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.051469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c073ca94-2d56-42d1-bc6c-e2bacd252396 None None] Current status of the port 6b2205a7-412e-4b7a-9327-b80d7c35f529 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:07.062529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:53:59Z', 'revision_number': 4, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6b2205a7-412e-4b7a-9327-b80d7c35f529', 'name': '', 'network_id': '0651c504-3039-414e-9443-2cd01f341524', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'mac_address': 'fa:16:3e:01:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '708cff4f-676a-47f6-8348-a2cfa54c90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:58Z', 'updated_at': '2022-01-28T00:54:05Z', 'revision_number': 4, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'subnets': [{'id': '708cff4f-676a-47f6-8348-a2cfa54c90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:07.092085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b734b-d95e-45e5-b335-e2fe61436766 None None] The sync data for ids ['63beea2f-7be3-46e0-87f1-034804245591'] in n-d-826756-1 is: [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:53:59Z', 'revision_number': 4, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6b2205a7-412e-4b7a-9327-b80d7c35f529', 'name': '', 'network_id': '0651c504-3039-414e-9443-2cd01f341524', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'mac_address': 'fa:16:3e:01:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '708cff4f-676a-47f6-8348-a2cfa54c90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:58Z', 'updated_at': '2022-01-28T00:54:05Z', 'revision_number': 4, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'subnets': [{'id': '708cff4f-676a-47f6-8348-a2cfa54c90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:07.161193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Allocated IP 172.25.1.176 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/50c83f74-acb8-441c-8ab6-1409fd969916) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:07.271685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560010-f281-4272-91c7-0325568c2e9c req-ea1bac4d-815b-4839-817a-9557228c3892 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:07.279196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da560010-f281-4272-91c7-0325568c2e9c req-ea1bac4d-815b-4839-817a-9557228c3892 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.0713086 Jan 28 00:54:07.354676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for port (50c83f74-acb8-441c-8ab6-1409fd969916), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.367497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da560010-f281-4272-91c7-0325568c2e9c req-42a0f1cc-472f-4008-85d3-eef1bedc63dd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807543 Jan 28 00:54:07.404388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (50c83f74-acb8-441c-8ab6-1409fd969916), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.450251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:07.453027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:07.456260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:07.488968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'Port': ['ID=50c83f74-acb8-441c-8ab6-1409fd969916,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:07.585903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.612178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540141ab-56e9-4d31-b6bd-cc58f7ccfd49 req-a30a0133-eb24-4410-b280-08173f83611f tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:07.619478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540141ab-56e9-4d31-b6bd-cc58f7ccfd49 req-a30a0133-eb24-4410-b280-08173f83611f tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.0706520 Jan 28 00:54:07.656298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (50c83f74-acb8-441c-8ab6-1409fd969916), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.699330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540141ab-56e9-4d31-b6bd-cc58f7ccfd49 req-7b323fb5-a27d-4b79-a933-98ee430e6e67 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780809 Jan 28 00:54:07.846145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for port (50c83f74-acb8-441c-8ab6-1409fd969916), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.852300 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (50c83f74-acb8-441c-8ab6-1409fd969916), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.891606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.915216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'Port': ['ID=50c83f74-acb8-441c-8ab6-1409fd969916,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:07.928264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.930121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e676d1dc-bc44-4f9b-a568-ca9d54a04468 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1095178 Jan 28 00:54:08.289229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-f77a0b4e-b48b-4af3-be28-fc3d0d57572a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373793 Jan 28 00:54:08.303450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b2205a7-412e-4b7a-9327-b80d7c35f529 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:08.387614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-f0b571ec-ddb0-4616-b27c-b176bd49f8bf tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1882015068&fields=id&tenant_id=f9322abd40a04549a2cc0339a6e7caef HTTP/1.1" status: 200 len: 267 time: 0.1506476 Jan 28 00:54:08.392984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6b2205a7-412e-4b7a-9327-b80d7c35f529 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:08.394452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:08.524720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6b2205a7-412e-4b7a-9327-b80d7c35f529 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:08.767923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-6feb9cd8-e130-4b61-9df5-92100b855b58 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:08.769425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-6feb9cd8-e130-4b61-9df5-92100b855b58 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 824 time: 0.3803091 Jan 28 00:54:08.776031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-6960a6b8-66a0-4524-b880-aba8e20011f8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:08.777395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-6960a6b8-66a0-4524-b880-aba8e20011f8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4738150 Jan 28 00:54:08.793893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-d00154ec-acc4-4efd-b158-a66f3f67f04d tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/quotas/f9322abd40a04549a2cc0339a6e7caef HTTP/1.1" status: 200 len: 375 time: 0.0155253 Jan 28 00:54:08.796165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0dde769c-6ff7-430c-b03e-3bb47c3f1368 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/quotas/bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 375 time: 0.0109253 Jan 28 00:54:08.846777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-46c90039-c1d3-41ba-be59-810c4b9199fd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444152 Jan 28 00:54:08.881250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-f506a451-bb1f-4b55-8b1d-ff5fe985f203 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686162 Jan 28 00:54:09.052942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde6cd-d286-4a8b-b1fc-7913f9b8b157 req-3bb78e20-f5ac-459f-b193-df1e72057930 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:09.054493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bdde6cd-d286-4a8b-b1fc-7913f9b8b157 req-3bb78e20-f5ac-459f-b193-df1e72057930 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.0517194 Jan 28 00:54:09.059886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-0d677aa4-0136-4c86-bd07-f0e745b70003 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:09.060861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-0d677aa4-0136-4c86-bd07-f0e745b70003 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627441 Jan 28 00:54:09.153913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bdde6cd-d286-4a8b-b1fc-7913f9b8b157 req-e9359cac-2c44-4be7-8b07-6f32dc438516 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914602 Jan 28 00:54:09.188123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-ffb4103a-0bdc-48a3-a36d-36c31562227d service neutron] 10.222.0.23 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199355 Jan 28 00:54:09.248227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ae414fea-4958-4547-bbe2-17d01c033887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.294621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-aa9a9320-4a20-4e52-837c-02a7e4335d9d service neutron] 10.222.0.23 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918746 Jan 28 00:54:09.536605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43c9a1-1b29-4d09-b941-563d8dd4045d req-4e6bf0e1-798f-43f5-94ee-89b32001f946 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:09.538342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef43c9a1-1b29-4d09-b941-563d8dd4045d req-4e6bf0e1-798f-43f5-94ee-89b32001f946 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 969 time: 0.0683601 Jan 28 00:54:09.586296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef43c9a1-1b29-4d09-b941-563d8dd4045d req-26f56a1d-0392-49db-86b1-06b7a52a5b62 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Jan 28 00:54:09.764829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0ebf191-dc15-4868-a1ee-c49b5051fd17 req-2ee54998-13d0-4d75-bcc2-e009aa25300e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 210 time: 0.0321021 Jan 28 00:54:09.791366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7095f9-8058-4a95-bfba-06f65a70adcb req-967d84d2-6c94-4cb2-930a-aa4955764e75 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 210 time: 0.0289214 Jan 28 00:54:09.972399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8d839b7-7ffa-4f92-a057-2d701fa11cd5 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:10.183884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:10.200105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-6f1118c8-c219-4103-ab17-2b3a3af12c87 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702171 Jan 28 00:54:10.207530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5', 'mac_address': 'fa:16:3e:a1:f9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:tempest-test_az-135556665', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:10.315020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:10.315660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.339097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d839b7-7ffa-4f92-a057-2d701fa11cd5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:10.372074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:10.380973 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.398508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0b71-d179-402a-ad8a-aa56470e2fbe req-c803efb4-67fc-4ac2-886c-6d955e9ee76f tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:10.401091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e0c0b71-d179-402a-ad8a-aa56470e2fbe req-c803efb4-67fc-4ac2-886c-6d955e9ee76f tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.1401989 Jan 28 00:54:10.447998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-795ff852-67e2-4a8d-b6b5-ea44967a6c0e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:10.449766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-795ff852-67e2-4a8d-b6b5-ea44967a6c0e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415719 Jan 28 00:54:10.454911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:10.486796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Request body: {'port': {'device_id': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'bd4070c2713345138370aa6859788162'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:10.511868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:10.538299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e0c0b71-d179-402a-ad8a-aa56470e2fbe req-a6b448c2-9535-4c3b-bf06-f967cc393e80 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179142 Jan 28 00:54:10.647325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c30c2a7-601e-43c4-80ad-696c04102fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.703197 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.740099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Made reservation on behalf of bd4070c2713345138370aa6859788162 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:10.744821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.765719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea574d-7184-47da-ae8a-e5c805d354ec req-e276f422-afdb-4327-ae31-1256affd0201 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:10.773820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95ea574d-7184-47da-ae8a-e5c805d354ec req-e276f422-afdb-4327-ae31-1256affd0201 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 970 time: 0.0975802 Jan 28 00:54:10.777406 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.796469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8d839b7-7ffa-4f92-a057-2d701fa11cd5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:10.814146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39028) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:10.869410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c30c2a7-601e-43c4-80ad-696c04102fe0 admin admin] Publish callbacks [] for security_group (2c0f5b72-8939-49a3-8cea-f9718fd0c98a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.871322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95ea574d-7184-47da-ae8a-e5c805d354ec req-a6c49f60-62df-473f-a671-797ef5216729 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953619 Jan 28 00:54:10.875093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c30c2a7-601e-43c4-80ad-696c04102fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2c0f5b72-8939-49a3-8cea-f9718fd0c98a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.905364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.45', 57408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:10.929924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2c30c2a7-601e-43c4-80ad-696c04102fe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=933dace7939942798640a25405843d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158874 Jan 28 00:54:10.933395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39032) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:10.980381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39034) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:11.034474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c2a7-601e-43c4-80ad-696c04102fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f5b72-8939-49a3-8cea-f9718fd0c98a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.071764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca646184-73a1-4a4c-8684-a601231f7ffe admin admin] Publish callbacks [] for security_group (2c0f5b72-8939-49a3-8cea-f9718fd0c98a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.091529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651ba8df-ba96-4022-b0ab-3d91ddea88be req-73598008-d639-4dc2-b0c2-ffcc64392e41 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 210 time: 0.1299109 Jan 28 00:54:11.096430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca646184-73a1-4a4c-8684-a601231f7ffe admin admin] Publish callbacks [] for security_group (2c0f5b72-8939-49a3-8cea-f9718fd0c98a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.129505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c7509e2-1c72-4ecb-8fa7-4ee1225a43d3 req-475d8d9d-48f6-4efb-80e5-aa9035f6a3ad tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 210 time: 0.1124473 Jan 28 00:54:11.159652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca646184-73a1-4a4c-8684-a601231f7ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2c0f5b72-8939-49a3-8cea-f9718fd0c98a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.163051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca646184-73a1-4a4c-8684-a601231f7ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.164758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca646184-73a1-4a4c-8684-a601231f7ffe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c0f5b72-8939-49a3-8cea-f9718fd0c98a HTTP/1.1" status: 204 len: 168 time: 0.2247875 Jan 28 00:54:11.168186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622a4588-d824-408e-a4d4-318c86a77559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.183173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43393543-c97d-4442-a927-34791194a790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.189272 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks [] for security_group (996924bc-d9cd-4380-92d6-b9a5d8917054), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.193513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca646184-73a1-4a4c-8684-a601231f7ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f5b72-8939-49a3-8cea-f9718fd0c98a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.200206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (996924bc-d9cd-4380-92d6-b9a5d8917054), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.292541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43393543-c97d-4442-a927-34791194a790 admin admin] Publish callbacks [] for security_group (edd78a8a-4824-4389-ab15-3e4083da4f1a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.296869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43393543-c97d-4442-a927-34791194a790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (edd78a8a-4824-4389-ab15-3e4083da4f1a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.318444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-3aa4f3e4-2405-42ad-b628-9f5eae55e057 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:11.319932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-3aa4f3e4-2405-42ad-b628-9f5eae55e057 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.45 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 824 time: 0.4135804 Jan 28 00:54:11.327716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996924bc-d9cd-4380-92d6-b9a5d8917054,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.337826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43393543-c97d-4442-a927-34791194a790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd78a8a-4824-4389-ab15-3e4083da4f1a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.349529 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43393543-c97d-4442-a927-34791194a790 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04288bd944e040bcafab9a2492f96f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656652 Jan 28 00:54:11.350154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:11.405336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f912dac8-e993-4bc0-b7da-73e3a574081f admin admin] Publish callbacks [] for security_group (edd78a8a-4824-4389-ab15-3e4083da4f1a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.428738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f912dac8-e993-4bc0-b7da-73e3a574081f admin admin] Publish callbacks [] for security_group (edd78a8a-4824-4389-ab15-3e4083da4f1a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.454397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622a4588-d824-408e-a4d4-318c86a77559 admin admin] Publish callbacks [] for security_group (8c9fa0e0-4098-49dd-a91c-ff313be65d9f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.465015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622a4588-d824-408e-a4d4-318c86a77559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8c9fa0e0-4098-49dd-a91c-ff313be65d9f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.477719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Allocated IP 192.168.233.144 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/23fb984e-f470-46a9-b1b0-f5ca82182f1d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:11.479801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f912dac8-e993-4bc0-b7da-73e3a574081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (edd78a8a-4824-4389-ab15-3e4083da4f1a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.483591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f912dac8-e993-4bc0-b7da-73e3a574081f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.487500 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f912dac8-e993-4bc0-b7da-73e3a574081f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edd78a8a-4824-4389-ab15-3e4083da4f1a HTTP/1.1" status: 204 len: 168 time: 0.1329207 Jan 28 00:54:11.499124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912dac8-e993-4bc0-b7da-73e3a574081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd78a8a-4824-4389-ab15-3e4083da4f1a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.527668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-9292bd78-0e4d-45ae-9ecc-f51989d7d015 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9322abd40a04549a2cc0339a6e7caef HTTP/1.1" status: 200 len: 380 time: 0.1864445 Jan 28 00:54:11.540153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'port': {'device_id': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'admin_state_up': True, 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'security_groups': ['54bf03c7-3eee-4ed2-be88-b8c4b92db348']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:11.567405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-622a4588-d824-408e-a4d4-318c86a77559 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46204b07b4294be69c9f372925ce09f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486689 Jan 28 00:54:11.567405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4588-d824-408e-a4d4-318c86a77559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9fa0e0-4098-49dd-a91c-ff313be65d9f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.567784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39048) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:11.602814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:11.638363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c12cecfa-3a1d-4182-9966-f4c26498b7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.670603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5126a640-1544-4e67-ad23-67813ea9066b admin admin] Publish callbacks [] for security_group (8c9fa0e0-4098-49dd-a91c-ff313be65d9f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.694937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a8d45518-9554-4f4b-b209-34263fbf5587 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:11.707409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5126a640-1544-4e67-ad23-67813ea9066b admin admin] Publish callbacks [] for security_group (8c9fa0e0-4098-49dd-a91c-ff313be65d9f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.782333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9baeb-a3ec-41e7-b719-6a1f34fedd3c req-a14dad15-a987-4204-90c7-020b41b91b5e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:11.783874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9b9baeb-a3ec-41e7-b719-6a1f34fedd3c req-a14dad15-a987-4204-90c7-020b41b91b5e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 948 time: 0.1523981 Jan 28 00:54:11.791289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c12cecfa-3a1d-4182-9966-f4c26498b7cf admin admin] Publish callbacks [] for security_group (1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.799317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c12cecfa-3a1d-4182-9966-f4c26498b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.813332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5126a640-1544-4e67-ad23-67813ea9066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8c9fa0e0-4098-49dd-a91c-ff313be65d9f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.813968 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.816540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5126a640-1544-4e67-ad23-67813ea9066b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.820206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5126a640-1544-4e67-ad23-67813ea9066b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c9fa0e0-4098-49dd-a91c-ff313be65d9f HTTP/1.1" status: 204 len: 168 time: 0.2489519 Jan 28 00:54:11.834576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Made reservation on behalf of f9322abd40a04549a2cc0339a6e7caef for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:11.838111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.871538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a8d45518-9554-4f4b-b209-34263fbf5587, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a8d45518-9554-4f4b-b209-34263fbf5587,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:11.884684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'a8d45518-9554-4f4b-b209-34263fbf5587', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'a8d45518-9554-4f4b-b209-34263fbf5587', 'mac_address': 'fa:16:3e:f2:bd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:11.891663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks [] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.920293 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c12cecfa-3a1d-4182-9966-f4c26498b7cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc21d71b404a427c97de766face5a4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163795 Jan 28 00:54:11.921064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:11.930401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a8d45518-9554-4f4b-b209-34263fbf5587 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:11.931096 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.943648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cecfa-3a1d-4182-9966-f4c26498b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.947137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d45518-9554-4f4b-b209-34263fbf5587 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:11.952515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9b9baeb-a3ec-41e7-b719-6a1f34fedd3c req-17edefdb-1414-42bd-933b-3c0343eaf9e3 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594679 Jan 28 00:54:11.986999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126a640-1544-4e67-ad23-67813ea9066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9fa0e0-4098-49dd-a91c-ff313be65d9f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.991667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8d839b7-7ffa-4f92-a057-2d701fa11cd5 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:12.016374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a8d45518-9554-4f4b-b209-34263fbf5587, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a8d45518-9554-4f4b-b209-34263fbf5587,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:12.033582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.070095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-089141f7-e3a8-4520-acf8-42dd2916f246 admin admin] Publish callbacks [] for security_group (1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.099913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a8d45518-9554-4f4b-b209-34263fbf5587,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.113547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:12.118238 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-089141f7-e3a8-4520-acf8-42dd2916f246 admin admin] Publish callbacks [] for security_group (1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.131329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:12.136626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.143043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Allocated IP 172.20.0.12 (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee/0da4eba1-6561-425b-aa49-c4fe6622fc0b/616fbe2b-d308-4d7e-b1b9-1e0d19d96456) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:12.189221 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-089141f7-e3a8-4520-acf8-42dd2916f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.192327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-089141f7-e3a8-4520-acf8-42dd2916f246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.193877 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-089141f7-e3a8-4520-acf8-42dd2916f246 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12 HTTP/1.1" status: 204 len: 168 time: 0.2689118 Jan 28 00:54:12.203287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089141f7-e3a8-4520-acf8-42dd2916f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3f08a-7b1a-4d17-88a2-3cf4a3a52f12,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.215925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:12.233506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a9b3e7f-32f6-4140-a80e-d0b28e981ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.337097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:12.337492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.368754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81135e-bf54-416a-93da-581bd07640a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:12.389878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a9b3e7f-32f6-4140-a80e-d0b28e981ac2 admin admin] Publish callbacks [] for security_group (fd7841ad-e49a-4a8d-959b-ce80e25a1315), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.396473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a9b3e7f-32f6-4140-a80e-d0b28e981ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd7841ad-e49a-4a8d-959b-ce80e25a1315), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.425521 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.429729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a9b3e7f-32f6-4140-a80e-d0b28e981ac2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dbc0d734b8d49539248d590863706eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125261 Jan 28 00:54:12.436186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39070) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:12.438014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8371f72b-b6a3-4b17-aaab-6dafb13dd7a8 req-157233f5-d703-4a0b-8cbd-2c68ebfef05e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 210 time: 0.1073043 Jan 28 00:54:12.468027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.471548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b3e7f-32f6-4140-a80e-d0b28e981ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7841ad-e49a-4a8d-959b-ce80e25a1315,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.501384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:12.507348 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.508801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfd1-c5ed-48a7-9741-ad25d3f9d70a admin admin] Publish callbacks [] for security_group (fd7841ad-e49a-4a8d-959b-ce80e25a1315), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.533221 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfd1-c5ed-48a7-9741-ad25d3f9d70a admin admin] Publish callbacks [] for security_group (fd7841ad-e49a-4a8d-959b-ce80e25a1315), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.584537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39078) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:12.590540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.603453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e778ff6-0594-47a5-aa62-a24ec74e2a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.619564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfd1-c5ed-48a7-9741-ad25d3f9d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd7841ad-e49a-4a8d-959b-ce80e25a1315), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.622196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c4bfd1-c5ed-48a7-9741-ad25d3f9d70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.623397 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-49c4bfd1-c5ed-48a7-9741-ad25d3f9d70a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd7841ad-e49a-4a8d-959b-ce80e25a1315 HTTP/1.1" status: 204 len: 168 time: 0.1861274 Jan 28 00:54:12.630270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['a8d45518-9554-4f4b-b209-34263fbf5587'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:12.639808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4bfd1-c5ed-48a7-9741-ad25d3f9d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7841ad-e49a-4a8d-959b-ce80e25a1315,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.722634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e778ff6-0594-47a5-aa62-a24ec74e2a51 admin admin] Publish callbacks [] for security_group (aa0f4bf1-310e-4797-843f-97fdc4af9def), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.737370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e778ff6-0594-47a5-aa62-a24ec74e2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aa0f4bf1-310e-4797-843f-97fdc4af9def), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.776596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e778ff6-0594-47a5-aa62-a24ec74e2a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0f4bf1-310e-4797-843f-97fdc4af9def,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.779760 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6cd02b-fb92-4301-accc-dbaf1bdec635" -d '{"events": [{"server_uuid": "fa81135e-bf54-416a-93da-581bd07640a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8d839b7-7ffa-4f92-a057-2d701fa11cd5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:12.784160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9e778ff6-0594-47a5-aa62-a24ec74e2a51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa3650cdb6b84377aa00848b216306f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982074 Jan 28 00:54:12.784757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:12.875129 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e35334d-4636-414a-8adc-61b503ef9333 admin admin] Publish callbacks [] for security_group (aa0f4bf1-310e-4797-843f-97fdc4af9def), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.901023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d56ff4f6-6b9c-46a5-b0fc-0d11d47c3880 req-50624b9e-5f88-4094-a58b-f5c0287cf7b5 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 210 time: 0.3380213 Jan 28 00:54:12.902732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.919473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1dfad-ca9d-4ef5-9bc5-e166870f3180 req-a1c32b25-5be2-4325-9dfd-b5a4d3a80348 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:12.927001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb1dfad-ca9d-4ef5-9bc5-e166870f3180 req-a1c32b25-5be2-4325-9dfd-b5a4d3a80348 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 970 time: 0.8969190 Jan 28 00:54:12.931565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e35334d-4636-414a-8adc-61b503ef9333 admin admin] Publish callbacks [] for security_group (aa0f4bf1-310e-4797-843f-97fdc4af9def), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.934830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:12.957325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:12.992481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:12.996111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e35334d-4636-414a-8adc-61b503ef9333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aa0f4bf1-310e-4797-843f-97fdc4af9def), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.999051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:12.999790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.000235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e35334d-4636-414a-8adc-61b503ef9333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.005335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e35334d-4636-414a-8adc-61b503ef9333 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa0f4bf1-310e-4797-843f-97fdc4af9def HTTP/1.1" status: 204 len: 168 time: 0.2174001 Jan 28 00:54:13.019065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35334d-4636-414a-8adc-61b503ef9333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0f4bf1-310e-4797-843f-97fdc4af9def,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:13.026903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb1dfad-ca9d-4ef5-9bc5-e166870f3180 req-271932b4-909e-473b-906d-00e2c363d7b4 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953438 Jan 28 00:54:13.044552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-9589f438-d937-4740-bcb9-3cad3a57213e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5728030 Jan 28 00:54:13.047535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.125667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Request body: {'port': {'device_id': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:13.138062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:13.142637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:13.183352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:13.188861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:13.189489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.258162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'Port': ['ID=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:13.272890 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.289063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b8efa3d9-6108-4f0e-bf05-b963ea4c4fd7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7519324 Jan 28 00:54:13.314524 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2bb49b-2f17-49ba-bce6-d914b2da78ea x-openstack-request-id: req-dd2bb49b-2f17-49ba-bce6-d914b2da78ea {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:13.314925 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81135e-bf54-416a-93da-581bd07640a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8d839b7-7ffa-4f92-a057-2d701fa11cd5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:13.315093 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd2bb49b-2f17-49ba-bce6-d914b2da78ea {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:13.315553 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81135e-bf54-416a-93da-581bd07640a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5', 'code': 200} Jan 28 00:54:13.346953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Request body: {'port': {'device_id': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:13.382731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9ec54-40cf-4044-abe7-e2bcd4ad1223 req-dc6fe5ef-1e45-4f92-b7da-c98df91db138 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:13.385440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85f9ec54-40cf-4044-abe7-e2bcd4ad1223 req-dc6fe5ef-1e45-4f92-b7da-c98df91db138 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 949 time: 0.2709398 Jan 28 00:54:13.426390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.454679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c4f3117c-58bd-4b10-b48e-43606c2caacd None None] Provisioning complete for port 23fb984e-f470-46a9-b1b0-f5ca82182f1d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:13.455069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4f3117c-58bd-4b10-b48e-43606c2caacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.476387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.532040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3117c-58bd-4b10-b48e-43606c2caacd None None] Port 23fb984e-f470-46a9-b1b0-f5ca82182f1d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:13.545365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85f9ec54-40cf-4044-abe7-e2bcd4ad1223 req-e72d1f7b-4aeb-40c6-8e9e-d6f837537cdf tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446972 Jan 28 00:54:13.615537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1fbb7-014b-4057-a7f8-34ffabc1f115 req-d8a357df-1d49-4ff8-a51e-7d84d7bab4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:13.617050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-37f1fbb7-014b-4057-a7f8-34ffabc1f115 req-d8a357df-1d49-4ff8-a51e-7d84d7bab4cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 1122 time: 0.1978614 Jan 28 00:54:13.656425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f7e5f183-6d12-4a59-acb0-3d4e04070720 None None] Provisioning complete for port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:13.657469 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f183-6d12-4a59-acb0-3d4e04070720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.738801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5f183-6d12-4a59-acb0-3d4e04070720 None None] Port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:13.837879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37f1fbb7-014b-4057-a7f8-34ffabc1f115 req-bfe7b34e-8b57-443a-a994-5c74a693baed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.895012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3b1ab-797e-48c9-b00e-48dc1d8dfc63 req-7375c136-167b-4e31-bc90-d88ef1664118 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:13.902409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afa3b1ab-797e-48c9-b00e-48dc1d8dfc63 req-7375c136-167b-4e31-bc90-d88ef1664118 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 936 time: 0.3094783 Jan 28 00:54:13.937130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37f1fbb7-014b-4057-a7f8-34ffabc1f115 req-bfe7b34e-8b57-443a-a994-5c74a693baed service neutron] Publish callbacks [] for security_group (0d98e938-fd9a-4f3a-8bc6-3905f884a0bc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.942420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37f1fbb7-014b-4057-a7f8-34ffabc1f115 req-bfe7b34e-8b57-443a-a994-5c74a693baed service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0d98e938-fd9a-4f3a-8bc6-3905f884a0bc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.997182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b34e-8b57-443a-a994-5c74a693baed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0d98e938-fd9a-4f3a-8bc6-3905f884a0bc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:14.002713 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-37f1fbb7-014b-4057-a7f8-34ffabc1f115 req-bfe7b34e-8b57-443a-a994-5c74a693baed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789527 Jan 28 00:54:14.090379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afa3b1ab-797e-48c9-b00e-48dc1d8dfc63 req-f918a116-d29a-4bf9-acd8-a794d29d7805 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869385 Jan 28 00:54:14.133752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:14.150807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Publish callbacks [] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.173364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65973786-0b17-4c80-b592-9db86579b2b1 req-83ac7ef7-90f5-41fa-9b55-a63983b901e2 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:14.174946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65973786-0b17-4c80-b592-9db86579b2b1 req-83ac7ef7-90f5-41fa-9b55-a63983b901e2 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 932 time: 0.1844468 Jan 28 00:54:14.208894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Transition to ACTIVE for port object 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:14.258403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.316576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fb984e-f470-46a9-b1b0-f5ca82182f1d {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:14.346798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Publish callbacks [] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.379805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Pushing event updated for resources: {'Port': ['ID=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:14.409620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65973786-0b17-4c80-b592-9db86579b2b1 req-2e37592e-e430-4802-94b8-af7b4a1aaafb tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268486 Jan 28 00:54:14.423609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b57bb-d280-44ae-9fb5-e65b33d1208f req-bf2947b8-d6f5-4e19-a9fc-dfbfae5d7ee1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:14.425380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-807b57bb-d280-44ae-9fb5-e65b33d1208f req-bf2947b8-d6f5-4e19-a9fc-dfbfae5d7ee1 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 971 time: 0.2495511 Jan 28 00:54:14.433271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Transition to ACTIVE for port object 23fb984e-f470-46a9-b1b0-f5ca82182f1d will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:14.479205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.546007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Attempting to bind port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:14.546414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Attempting to bind port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:14.546740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Attempting to bind port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:14.574425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:14.584150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Attempting to bind port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:14.623684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-807b57bb-d280-44ae-9fb5-e65b33d1208f req-6645ca77-f3b0-47f3-b874-62a7e87fd1c0 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888001 Jan 28 00:54:14.629286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:14.630142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Checking segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:14.630823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Bound using segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:14.631936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Bound port: 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:14.632515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.644589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:14.746781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:14.747109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:14.747434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:14.795136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:14.795463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:14.813470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:14.813830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:14.814217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:14.814656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Bound port: 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:14.815011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.831537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050956-0135-48f9-bc3d-a369022e5bbd req-ce3a0067-38cd-41d4-b4ff-bdf22a78cbc3 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:14.833409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e050956-0135-48f9-bc3d-a369022e5bbd req-ce3a0067-38cd-41d4-b4ff-bdf22a78cbc3 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 949 time: 0.1564353 Jan 28 00:54:14.875341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] For port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:14.918036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] For port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:14.934762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.987919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:14.988883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.990582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] 10.222.0.45 "PUT /v2.0/ports/616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 200 len: 1092 time: 1.6588421 Jan 28 00:54:14.998052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:15.004864 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32953a8d-2c13-4802-a740-ce82ae6d0f13" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:15.018977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e050956-0135-48f9-bc3d-a369022e5bbd req-8ebc482e-613c-43b5-8031-56bb989f33f7 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735456 Jan 28 00:54:15.075249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:15.101801 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab9c2d-3110-4465-b77f-434376a79281 x-openstack-request-id: req-afab9c2d-3110-4465-b77f-434376a79281 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:15.102052 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:15.102147 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afab9c2d-3110-4465-b77f-434376a79281 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:15.102518 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'status': 'completed', 'code': 200} Jan 28 00:54:15.111813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2b680-7d63-474d-a522-f2ff00b1c11c service neutron] Pushing event updated for resources: {'Port': ['ID=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:15.126759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:15.145567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:15.175726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b2834210-44f8-4756-8a8c-72d9a48f2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.182308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-b2834210-44f8-4756-8a8c-72d9a48f2d42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 1095 time: 0.1244602 Jan 28 00:54:15.216324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.217277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:15.218950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] 10.222.0.45 "PUT /v2.0/ports/23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 1096 time: 2.0994234 Jan 28 00:54:15.309667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-4541d687-14ea-4c78-8676-527e3f281251 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 200 len: 217 time: 0.1002309 Jan 28 00:54:15.409675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d1f79-79bb-48ba-aed3-413416e4e606 service neutron] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:15.451311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ca632-51c7-4c43-aba1-e1f843ea32d7 req-fae340c2-7909-4fee-ad19-dad45fe2231f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.461276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c12ca632-51c7-4c43-aba1-e1f843ea32d7 req-fae340c2-7909-4fee-ad19-dad45fe2231f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.2504890 Jan 28 00:54:15.477261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-49fa6e2e-9dbf-442d-9eeb-d62c7dfd0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.478711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-49fa6e2e-9dbf-442d-9eeb-d62c7dfd0fc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.1332309 Jan 28 00:54:15.487325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-8cc403bd-6508-4568-a922-17ca207c030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.497306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-8cc403bd-6508-4568-a922-17ca207c030c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1099 time: 0.2114418 Jan 28 00:54:15.619552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-ec563bf7-f97b-4710-b712-beb38e65c3c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0989854 Jan 28 00:54:15.687189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a8d45518-9554-4f4b-b209-34263fbf5587 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:15.755710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-3ca600d4-d474-4695-b77b-326844e5c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.757484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-3ca600d4-d474-4695-b77b-326844e5c8d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592397 Jan 28 00:54:15.761102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c12ca632-51c7-4c43-aba1-e1f843ea32d7 req-ac31c681-0b15-4d64-979c-b7434fdb7548 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990227 Jan 28 00:54:15.766122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-b662e112-6fc1-45d8-a232-82d4923efff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.767695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-b662e112-6fc1-45d8-a232-82d4923efff8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1076617 Jan 28 00:54:15.795111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port a8d45518-9554-4f4b-b209-34263fbf5587 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:15.801331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port a8d45518-9554-4f4b-b209-34263fbf5587 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:15.801954 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:15.874305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb07da1-57f1-4458-af85-23817e9fe86c req-b0d56df4-8d1d-43df-8fd0-ae95d9a765e9 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.875976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb07da1-57f1-4458-af85-23817e9fe86c req-b0d56df4-8d1d-43df-8fd0-ae95d9a765e9 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 944 time: 0.3131907 Jan 28 00:54:15.920579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a8d45518-9554-4f4b-b209-34263fbf5587 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:15.920977 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:15.987093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-48ace37e-bba8-48d5-a6fa-38f86a0366f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:15.989092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-48ace37e-bba8-48d5-a6fa-38f86a0366f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911674 Jan 28 00:54:16.006695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d45518-9554-4f4b-b209-34263fbf5587'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:16.013501 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c45fb5b-195b-4609-b3ce-cd105d920958" -d '{"events": [{"server_uuid": "fb6e742d-9d29-438f-a68d-3ac9c003602e", "name": "network-vif-plugged", "status": "completed", "tag": "a8d45518-9554-4f4b-b209-34263fbf5587"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:16.029209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a8d45518-9554-4f4b-b209-34263fbf5587, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a8d45518-9554-4f4b-b209-34263fbf5587,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:16.036326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-8073dd8a-7924-4bb7-a295-486b75c55c99 service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666681 Jan 28 00:54:16.040777 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.041652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb07da1-57f1-4458-af85-23817e9fe86c req-5b66cbd9-8f3b-4053-9112-b1c74cf50305 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575308 Jan 28 00:54:16.118153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a8d45518-9554-4f4b-b209-34263fbf5587,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:16.397438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-4c9d0d9b-ba3a-41eb-8d7d-ce2f71e09b41 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938658 Jan 28 00:54:16.444049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-494b9800-0cfa-41d2-b73b-213e4976e61a req-3ee09612-0ead-44f3-9416-d3f1f07f365f service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728220 Jan 28 00:54:16.513200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1489ef4-d418-495e-8330-c7f5fa2e56c9 req-f038c8fc-c82a-445c-b438-adfa653d3a1c tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.515427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1489ef4-d418-495e-8330-c7f5fa2e56c9 req-f038c8fc-c82a-445c-b438-adfa653d3a1c tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 971 time: 0.3649862 Jan 28 00:54:16.603259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70f27-236f-4c09-a36d-673673b83575 req-908b3278-962b-4b68-8658-4e3c9ecade11 tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.603735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70f27-236f-4c09-a36d-673673b83575 req-908b3278-962b-4b68-8658-4e3c9ecade11 tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.604215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70f27-236f-4c09-a36d-673673b83575 req-908b3278-962b-4b68-8658-4e3c9ecade11 tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.604674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70f27-236f-4c09-a36d-673673b83575 req-908b3278-962b-4b68-8658-4e3c9ecade11 tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.605134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70f27-236f-4c09-a36d-673673b83575 req-908b3278-962b-4b68-8658-4e3c9ecade11 tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.607126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f70f27-236f-4c09-a36d-673673b83575 req-908b3278-962b-4b68-8658-4e3c9ecade11 tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2553620 Jan 28 00:54:16.649146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3aa5337-9a82-4a08-944e-23cd1f5fc392 req-16538dee-f3bb-4f35-9297-42ac48da47da service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223473 Jan 28 00:54:16.652939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1489ef4-d418-495e-8330-c7f5fa2e56c9 req-e103ab43-6571-4517-9c7d-0f9b80153fb2 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291337 Jan 28 00:54:16.654864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-94b59f15-0a87-4731-b862-4af69014c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.656273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-94b59f15-0a87-4731-b862-4af69014c970 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 1095 time: 0.1113973 Jan 28 00:54:16.727259 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9cc495-d021-4603-86f0-61d5fd4608b1 x-openstack-request-id: req-8a9cc495-d021-4603-86f0-61d5fd4608b1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:16.727773 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e742d-9d29-438f-a68d-3ac9c003602e", "name": "network-vif-plugged", "status": "completed", "tag": "a8d45518-9554-4f4b-b209-34263fbf5587", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:16.727850 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a9cc495-d021-4603-86f0-61d5fd4608b1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:16.728195 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d45518-9554-4f4b-b209-34263fbf5587', 'code': 200} Jan 28 00:54:16.805244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-1c797c15-f6ef-4d18-96ef-e30700b0325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.806222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-1c797c15-f6ef-4d18-96ef-e30700b0325e service neutron] 10.222.0.45 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 925 time: 0.1372964 Jan 28 00:54:16.892982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-2bdf49c5-39cb-4cf5-9ffa-0932e6c48c70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 200 len: 217 time: 0.0570076 Jan 28 00:54:17.025240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce273-1abf-4f21-8b13-ee2b3a06fe3c req-1875969b-6af3-475f-a7e3-250b696f47d8 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.026755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-661ce273-1abf-4f21-8b13-ee2b3a06fe3c req-1875969b-6af3-475f-a7e3-250b696f47d8 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 950 time: 0.2384813 Jan 28 00:54:17.056997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-0aadc1d6-cfc6-438b-8c2b-8fa741a5428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.058436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-0aadc1d6-cfc6-438b-8c2b-8fa741a5428c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.1222465 Jan 28 00:54:17.113282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:17.115474 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4" -d '{"events": [{"name": "network-changed", "server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:17.124940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678124-91b8-4a50-872d-ef9066a6f6b4 req-3892a03b-4f41-4dd0-9c90-73b75fbc6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.126520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0678124-91b8-4a50-872d-ef9066a6f6b4 req-3892a03b-4f41-4dd0-9c90-73b75fbc6f37 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 1101 time: 0.2445123 Jan 28 00:54:17.148571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24837e-d7b5-4139-9fad-e7f6ba30d73b req-5dd2c270-f64b-4907-9a7e-b2216b039ebe tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.149921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f24837e-d7b5-4139-9fad-e7f6ba30d73b req-5dd2c270-f64b-4907-9a7e-b2216b039ebe tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 886 time: 0.2665505 Jan 28 00:54:17.180768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-661ce273-1abf-4f21-8b13-ee2b3a06fe3c req-831d6e1f-4858-49af-b27e-cad13334098f tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470480 Jan 28 00:54:17.202347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-c847c191-ad21-4009-837a-cf746fb4fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.203862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-c847c191-ad21-4009-837a-cf746fb4fd87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317294 Jan 28 00:54:17.217907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0678124-91b8-4a50-872d-ef9066a6f6b4 req-409d58af-728e-4967-b109-d7dd88ec80fa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813375 Jan 28 00:54:17.359670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-f5b61f7e-1318-4232-8737-135008bd8850 service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446354 Jan 28 00:54:17.363920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34de86f-70a5-4751-9e30-264fe106c2a3 req-fcf18d8f-ca70-4197-86b0-1319e4f97968 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.365322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c34de86f-70a5-4751-9e30-264fe106c2a3 req-fcf18d8f-ca70-4197-86b0-1319e4f97968 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 1122 time: 0.1028063 Jan 28 00:54:17.372797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dd1e0-6d06-4a15-90b1-ce2cb8312fcd req-1c835feb-7c91-461a-9939-e75b7b8e770b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.374168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec1dd1e0-6d06-4a15-90b1-ce2cb8312fcd req-1c835feb-7c91-461a-9939-e75b7b8e770b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.1127448 Jan 28 00:54:17.392945 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c34de86f-70a5-4751-9e30-264fe106c2a3 req-ceb3128e-b4bc-46bc-955b-0bee8cc181e0 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.447197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec1dd1e0-6d06-4a15-90b1-ce2cb8312fcd req-c2d43a45-b9f6-45b8-b880-5f3c7fe35c99 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Jan 28 00:54:17.500619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c34de86f-70a5-4751-9e30-264fe106c2a3 req-ceb3128e-b4bc-46bc-955b-0bee8cc181e0 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] Publish callbacks [] for security_group (c6ddb1d0-5156-4802-99ff-4205fd68ef5e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.505937 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c34de86f-70a5-4751-9e30-264fe106c2a3 req-ceb3128e-b4bc-46bc-955b-0bee8cc181e0 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c6ddb1d0-5156-4802-99ff-4205fd68ef5e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.560521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3128e-b4bc-46bc-955b-0bee8cc181e0 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ddb1d0-5156-4802-99ff-4205fd68ef5e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:17.565706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c34de86f-70a5-4751-9e30-264fe106c2a3 req-ceb3128e-b4bc-46bc-955b-0bee8cc181e0 tempest-AggregatesAdminTestJSON-1365313438 tempest-AggregatesAdminTestJSON-1365313438-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907003 Jan 28 00:54:17.600671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6332824-423a-4f84-b16b-3ac15209cda1 req-74e9dbc0-fcbf-4d70-90a4-e4652c108c2e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.602144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6332824-423a-4f84-b16b-3ac15209cda1 req-74e9dbc0-fcbf-4d70-90a4-e4652c108c2e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 944 time: 0.0510728 Jan 28 00:54:17.609997 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16b8a6-bd97-4885-a7cc-2766e159969a x-openstack-request-id: req-9c16b8a6-bd97-4885-a7cc-2766e159969a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:17.610225 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:17.610458 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c16b8a6-bd97-4885-a7cc-2766e159969a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:17.610832 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'status': 'completed', 'code': 200} Jan 28 00:54:17.700117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6332824-423a-4f84-b16b-3ac15209cda1 req-241b1422-0ad2-4e61-8942-5fd107d4f084 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923560 Jan 28 00:54:17.739926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df105c-928b-4f74-a702-dfc40f42f5a9 req-7fc4370a-0dfd-4237-b295-37c7d858358a tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.740416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df105c-928b-4f74-a702-dfc40f42f5a9 req-7fc4370a-0dfd-4237-b295-37c7d858358a tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.740878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df105c-928b-4f74-a702-dfc40f42f5a9 req-7fc4370a-0dfd-4237-b295-37c7d858358a tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.741361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df105c-928b-4f74-a702-dfc40f42f5a9 req-7fc4370a-0dfd-4237-b295-37c7d858358a tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.741818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df105c-928b-4f74-a702-dfc40f42f5a9 req-7fc4370a-0dfd-4237-b295-37c7d858358a tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.743510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96df105c-928b-4f74-a702-dfc40f42f5a9 req-7fc4370a-0dfd-4237-b295-37c7d858358a tempest-NetworksTest-467720605 tempest-NetworksTest-467720605-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1206391 Jan 28 00:54:17.866269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-564c971e-7a84-40c6-8212-d4e389c63496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.867651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-564c971e-7a84-40c6-8212-d4e389c63496 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1099 time: 0.0886862 Jan 28 00:54:17.900853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32953a8d-2c13-4802-a740-ce82ae6d0f13 req-d97453da-06c6-4938-9f74-cc1148e8071e service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479230 Jan 28 00:54:18.018525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-f11dc1c1-fedf-40c0-ad62-b2e5fcf2f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.020209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-f11dc1c1-fedf-40c0-ad62-b2e5fcf2f556 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1427138 Jan 28 00:54:18.080231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:18.094545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-1b77e5cd-969b-4e05-b97e-a93151975756 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0558858 Jan 28 00:54:18.139165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1495-5303-42b2-913a-6bc1748df596 req-c9db374e-bb1f-418c-85df-759b3f25cd68 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.140644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15da1495-5303-42b2-913a-6bc1748df596 req-c9db374e-bb1f-418c-85df-759b3f25cd68 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 971 time: 0.1151967 Jan 28 00:54:18.168653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-96f0f56d-810c-4656-8b14-671eee882c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.170149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-96f0f56d-810c-4656-8b14-671eee882c53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0684626 Jan 28 00:54:18.221753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15da1495-5303-42b2-913a-6bc1748df596 req-0ed40589-dc27-46e6-8db1-d8e7be13c3ff tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746820 Jan 28 00:54:18.243092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-a44ba659-4210-4f74-9cf8-9985699d1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.243409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f63897a-ccaa-44f8-9e52-c2f6f6acc5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.243485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-a44ba659-4210-4f74-9cf8-9985699d1b72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602973 Jan 28 00:54:18.301679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39276) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:18.348078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f63897a-ccaa-44f8-9e52-c2f6f6acc5dd admin admin] Publish callbacks [] for security_group (df50f5df-b129-42ce-9dd5-b67cc4257023), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.353274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f63897a-ccaa-44f8-9e52-c2f6f6acc5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (df50f5df-b129-42ce-9dd5-b67cc4257023), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.380279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795b4de-1c37-40ab-b156-7b66b0d40d44 req-8f546c2d-0eb6-418f-9668-7f1ee804deaf tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.381764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2795b4de-1c37-40ab-b156-7b66b0d40d44 req-8f546c2d-0eb6-418f-9668-7f1ee804deaf tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 950 time: 0.0834699 Jan 28 00:54:18.387590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-364c79fd-f97e-4cab-956e-35de993373e1 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399331 Jan 28 00:54:18.392768 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2f63897a-ccaa-44f8-9e52-c2f6f6acc5dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dd2e51dc75b4d99bb8b0312c7f63505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114352 Jan 28 00:54:18.393965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63897a-ccaa-44f8-9e52-c2f6f6acc5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50f5df-b129-42ce-9dd5-b67cc4257023,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.396347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39280) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:18.438539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8089a799-2e23-4dc9-8bc6-8ed7a6607d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.488189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59dce389-15c9-49f9-9f02-1fee9546c4cb admin admin] Publish callbacks [] for security_group (df50f5df-b129-42ce-9dd5-b67cc4257023), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.528153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59dce389-15c9-49f9-9f02-1fee9546c4cb admin admin] Publish callbacks [] for security_group (df50f5df-b129-42ce-9dd5-b67cc4257023), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.599656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8089a799-2e23-4dc9-8bc6-8ed7a6607d88 admin admin] Publish callbacks [] for security_group (b23a988d-7cf3-4038-ab78-8655bd3ed4ff), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.605147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8089a799-2e23-4dc9-8bc6-8ed7a6607d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b23a988d-7cf3-4038-ab78-8655bd3ed4ff), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.625718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59dce389-15c9-49f9-9f02-1fee9546c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (df50f5df-b129-42ce-9dd5-b67cc4257023), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.628214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59dce389-15c9-49f9-9f02-1fee9546c4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.629357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-59dce389-15c9-49f9-9f02-1fee9546c4cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df50f5df-b129-42ce-9dd5-b67cc4257023 HTTP/1.1" status: 204 len: 168 time: 0.2319858 Jan 28 00:54:18.662722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8089a799-2e23-4dc9-8bc6-8ed7a6607d88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19d3fbacc84949068678beb9fed6cd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572152 Jan 28 00:54:18.662722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089a799-2e23-4dc9-8bc6-8ed7a6607d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23a988d-7cf3-4038-ab78-8655bd3ed4ff,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.663875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39286) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:18.683125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dce389-15c9-49f9-9f02-1fee9546c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50f5df-b129-42ce-9dd5-b67cc4257023,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.703671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2795b4de-1c37-40ab-b156-7b66b0d40d44 req-dbb510e4-8134-446a-9db2-6eb199c8bef6 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123729 Jan 28 00:54:18.732074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a6d9b-dcff-466f-a4a1-c19ad55aa79d req-5c07daa5-dda4-4967-996f-0a199c10f9f3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.733826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e18a6d9b-dcff-466f-a4a1-c19ad55aa79d req-5c07daa5-dda4-4967-996f-0a199c10f9f3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.1079807 Jan 28 00:54:18.745907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ea5a28-6d1f-4c98-a697-d837ee0525a4 req-7560a014-13b8-48a7-90ef-705a5c8c8972 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478954 Jan 28 00:54:18.754638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5593f2ce-b874-402c-b6d1-d5bc9ffbe6d4 admin admin] Publish callbacks [] for security_group (b23a988d-7cf3-4038-ab78-8655bd3ed4ff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.780950 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5593f2ce-b874-402c-b6d1-d5bc9ffbe6d4 admin admin] Publish callbacks [] for security_group (b23a988d-7cf3-4038-ab78-8655bd3ed4ff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.833674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5593f2ce-b874-402c-b6d1-d5bc9ffbe6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b23a988d-7cf3-4038-ab78-8655bd3ed4ff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.834802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e18a6d9b-dcff-466f-a4a1-c19ad55aa79d req-cbf1cb96-387f-4b02-b53d-1427003e2c28 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878742 Jan 28 00:54:18.837763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5593f2ce-b874-402c-b6d1-d5bc9ffbe6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.841245 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5593f2ce-b874-402c-b6d1-d5bc9ffbe6d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b23a988d-7cf3-4038-ab78-8655bd3ed4ff HTTP/1.1" status: 204 len: 168 time: 0.1766033 Jan 28 00:54:18.861056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593f2ce-b874-402c-b6d1-d5bc9ffbe6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23a988d-7cf3-4038-ab78-8655bd3ed4ff,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.862303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80765e-6f22-4bac-a711-f96eff95b5ac req-0f05ba2c-76ad-429f-ba08-bbc064b509ed tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:18.874425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d80765e-6f22-4bac-a711-f96eff95b5ac req-0f05ba2c-76ad-429f-ba08-bbc064b509ed tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 944 time: 0.0937867 Jan 28 00:54:18.920106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d80765e-6f22-4bac-a711-f96eff95b5ac req-462cb215-e933-49a3-82ce-f7c837ddb4ba tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 Jan 28 00:54:19.000501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39294) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:19.014596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc122b7a-99b5-40d0-801c-8a1c58709328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.087115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc122b7a-99b5-40d0-801c-8a1c58709328 admin admin] Publish callbacks [] for security_group (da494439-dffe-440a-bd34-0e63fdf9366b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.091920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc122b7a-99b5-40d0-801c-8a1c58709328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (da494439-dffe-440a-bd34-0e63fdf9366b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.130323 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc122b7a-99b5-40d0-801c-8a1c58709328 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a8a3c4f87fa4def9d74093706f09fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286023 Jan 28 00:54:19.131186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122b7a-99b5-40d0-801c-8a1c58709328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da494439-dffe-440a-bd34-0e63fdf9366b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.134058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:19.176732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39300) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:19.186284 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4025c313-5324-4452-9322-cf657b5f96b3 admin admin] Publish callbacks [] for security_group (da494439-dffe-440a-bd34-0e63fdf9366b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.189745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15437193-782d-46b5-8160-dec20706f56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.206998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4025c313-5324-4452-9322-cf657b5f96b3 admin admin] Publish callbacks [] for security_group (da494439-dffe-440a-bd34-0e63fdf9366b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.255064 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4025c313-5324-4452-9322-cf657b5f96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (da494439-dffe-440a-bd34-0e63fdf9366b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.257603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4025c313-5324-4452-9322-cf657b5f96b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.259080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4025c313-5324-4452-9322-cf657b5f96b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da494439-dffe-440a-bd34-0e63fdf9366b HTTP/1.1" status: 204 len: 168 time: 0.1234810 Jan 28 00:54:19.270190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c313-5324-4452-9322-cf657b5f96b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da494439-dffe-440a-bd34-0e63fdf9366b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.271380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15437193-782d-46b5-8160-dec20706f56b admin admin] Publish callbacks [] for security_group (1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.277147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15437193-782d-46b5-8160-dec20706f56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.317066 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-15437193-782d-46b5-8160-dec20706f56b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb2bc800473a4e51b4039ef9cdb93dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391039 Jan 28 00:54:19.318284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15437193-782d-46b5-8160-dec20706f56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.320668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39306) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:19.357693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e88855-3fb7-46d5-88ae-ac6cb2c6b2df req-063a768c-6c1a-4429-99b8-38e45da18f18 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:19.362535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83e88855-3fb7-46d5-88ae-ac6cb2c6b2df req-063a768c-6c1a-4429-99b8-38e45da18f18 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 971 time: 0.0674994 Jan 28 00:54:19.381918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef736b83-3c3d-406b-922c-fe166c008444 admin admin] Publish callbacks [] for security_group (1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.406247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef736b83-3c3d-406b-922c-fe166c008444 admin admin] Publish callbacks [] for security_group (1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.421125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83e88855-3fb7-46d5-88ae-ac6cb2c6b2df req-55df6deb-109c-4bff-b603-690966118bd3 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/security-groups?id=9480d3df-4b28-4962-bc2c-37f66c796bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560479 Jan 28 00:54:19.463502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef736b83-3c3d-406b-922c-fe166c008444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.466074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef736b83-3c3d-406b-922c-fe166c008444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.469758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef736b83-3c3d-406b-922c-fe166c008444 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57 HTTP/1.1" status: 204 len: 168 time: 0.1456597 Jan 28 00:54:19.476636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef736b83-3c3d-406b-922c-fe166c008444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4577b6-9dfa-49d4-90a4-b7b2b4b04e57,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.754227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-8681634a-6378-4b05-adc7-fce37055d672 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:19.756363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-8681634a-6378-4b05-adc7-fce37055d672 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 971 time: 0.1156173 Jan 28 00:54:19.834125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa57de-b833-40cc-86d8-e77cf4a57f1a req-6c742b88-fac8-487b-9e26-a3a82d5a647e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:19.835627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebaa57de-b833-40cc-86d8-e77cf4a57f1a req-6c742b88-fac8-487b-9e26-a3a82d5a647e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 950 time: 0.0619493 Jan 28 00:54:19.925022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebaa57de-b833-40cc-86d8-e77cf4a57f1a req-6710202d-9608-42d8-80ed-caf97347c6b0 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788572 Jan 28 00:54:19.963741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Deleting port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:19.964106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.996106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65173cb-d3b9-49c6-97c6-15539ba27362 req-c7b8d956-2faf-4d19-aa39-8efef022a8c4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:19.997683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a65173cb-d3b9-49c6-97c6-15539ba27362 req-c7b8d956-2faf-4d19-aa39-8efef022a8c4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.0705776 Jan 28 00:54:20.081544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] For port f8d839b7-7ffa-4f92-a057-2d701fa11cd5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:20.081956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.099154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Calling delete_port for f8d839b7-7ffa-4f92-a057-2d701fa11cd5 owned by compute:tempest-test_az-135556665 {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:20.111120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd428b-6f11-42ba-a79a-35be242fa38d req-a5e29651-8c1d-4567-a99c-8efb183f4e57 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:20.112703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3cd428b-6f11-42ba-a79a-35be242fa38d req-a5e29651-8c1d-4567-a99c-8efb183f4e57 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 944 time: 0.0853145 Jan 28 00:54:20.128480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a65173cb-d3b9-49c6-97c6-15539ba27362 req-de81cedf-8241-46ef-84d8-de498c0f14f3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179447 Jan 28 00:54:20.180947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3cd428b-6f11-42ba-a79a-35be242fa38d req-7fc5f3db-1bfa-474d-957e-5200a919f862 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512459 Jan 28 00:54:20.290070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (f8d839b7-7ffa-4f92-a057-2d701fa11cd5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.322662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Pushing event deleted for resources: {'Port': ['ID=f8d839b7-7ffa-4f92-a057-2d701fa11cd5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:20.331889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8d839b7-7ffa-4f92-a057-2d701fa11cd5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:20.421515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] No DVR routers for this DVR port f8d839b7-7ffa-4f92-a057-2d701fa11cd5 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:20.425498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.430061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5cb3acbe-55ac-455e-a08b-02f6dd45763c req-7bfbd436-af51-46ee-9734-c1425b964776 tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.43 "DELETE /v2.0/ports/f8d839b7-7ffa-4f92-a057-2d701fa11cd5 HTTP/1.1" status: 204 len: 173 time: 0.6669378 Jan 28 00:54:20.430553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81135e-bf54-416a-93da-581bd07640a4', 'name': 'network-vif-deleted', 'tag': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:20.433450 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd71f800-1277-4f50-86cc-e0695e4fb382" -d '{"events": [{"server_uuid": "fa81135e-bf54-416a-93da-581bd07640a4", "name": "network-vif-deleted", "tag": "f8d839b7-7ffa-4f92-a057-2d701fa11cd5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:20.496127 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c43e3a9-07c9-4ea6-bde5-39016320b9dc x-openstack-request-id: req-1c43e3a9-07c9-4ea6-bde5-39016320b9dc {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:20.496453 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81135e-bf54-416a-93da-581bd07640a4", "name": "network-vif-deleted", "tag": "f8d839b7-7ffa-4f92-a057-2d701fa11cd5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:20.496702 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c43e3a9-07c9-4ea6-bde5-39016320b9dc {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:20.497086 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81135e-bf54-416a-93da-581bd07640a4', 'name': 'network-vif-deleted', 'tag': 'f8d839b7-7ffa-4f92-a057-2d701fa11cd5', 'status': 'completed', 'code': 200} Jan 28 00:54:20.602906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9eac61da-1edd-4ea9-96c0-b236bc315477 req-b0593265-7400-492d-aa03-2aaf13de782d tempest-AggregatesAdminTestJSON-1017997861 tempest-AggregatesAdminTestJSON-1017997861-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa81135e-bf54-416a-93da-581bd07640a4 HTTP/1.1" status: 200 len: 210 time: 0.0404904 Jan 28 00:54:20.811311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3a477-ddf2-44ae-a574-d99608d467f8 req-e16430d9-16e4-48b3-b2a7-b10f77f68980 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:20.812844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4af3a477-ddf2-44ae-a574-d99608d467f8 req-e16430d9-16e4-48b3-b2a7-b10f77f68980 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 950 time: 0.0514753 Jan 28 00:54:20.869918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4af3a477-ddf2-44ae-a574-d99608d467f8 req-0a4a6754-e847-4941-858b-7ddc1cbd6144 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Jan 28 00:54:21.238846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f23f1-d8e7-4f58-b14d-52414bd37c96 req-a78f36d7-407e-482c-aecd-7b85e77cc34d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:21.240573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-871f23f1-d8e7-4f58-b14d-52414bd37c96 req-a78f36d7-407e-482c-aecd-7b85e77cc34d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.0506604 Jan 28 00:54:21.316470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-871f23f1-d8e7-4f58-b14d-52414bd37c96 req-49e47984-7849-422d-a5e8-ca2c7f8c8a9a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694098 Jan 28 00:54:21.327817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda17e9-6ea7-4b06-a076-18d88f00c10d req-fa9b6f96-c521-46df-8aa9-8e408eb63ca7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:21.338081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9eda17e9-6ea7-4b06-a076-18d88f00c10d req-fa9b6f96-c521-46df-8aa9-8e408eb63ca7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 944 time: 0.0745912 Jan 28 00:54:21.385860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9eda17e9-6ea7-4b06-a076-18d88f00c10d req-3dbe6e79-86ea-4053-acf5-fe20024e3656 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412326 Jan 28 00:54:21.738025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:21.859061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:21.865744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'mac_address': 'fa:16:3e:8f:fc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:21.914418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 23fb984e-f470-46a9-b1b0-f5ca82182f1d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:21.914806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:21.927915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fb984e-f470-46a9-b1b0-f5ca82182f1d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:21.947963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:21.952357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:21.953085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:22.068580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:22.112523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:22.124519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'port_id': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'mac_address': 'fa:16:3e:b6:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:22.152756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b9ffa-e984-476b-9bae-d73cff9b8c55 req-65705d40-58ab-454f-b00c-b0c3cd14f3bb tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:22.154781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a4b9ffa-e984-476b-9bae-d73cff9b8c55 req-65705d40-58ab-454f-b00c-b0c3cd14f3bb tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 950 time: 0.0847597 Jan 28 00:54:22.209479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a4b9ffa-e984-476b-9bae-d73cff9b8c55 req-cb588659-0f81-4a99-845c-26c375c03c08 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477552 Jan 28 00:54:22.288665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:22.289095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.302623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:22.324759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:22.330203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.380416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:22.511712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74a470-7003-4a9f-bb25-987ea2d60943 req-2d21c151-6f29-4e14-b00b-dcac0685d607 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:22.513216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af74a470-7003-4a9f-bb25-987ea2d60943 req-2d21c151-6f29-4e14-b00b-dcac0685d607 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 949 time: 0.0934663 Jan 28 00:54:22.517785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-a364b716-8234-4561-bd4f-310b7fcab675 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:22.519189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-a364b716-8234-4561-bd4f-310b7fcab675 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 1101 time: 0.0863898 Jan 28 00:54:22.617919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af74a470-7003-4a9f-bb25-987ea2d60943 req-fd005dff-57d1-4556-a9e7-134d1173de68 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964632 Jan 28 00:54:22.673921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Deleting port a8d45518-9554-4f4b-b209-34263fbf5587 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:22.674261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.709319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:22.765072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:22.783227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73a72b-c10f-4765-adeb-5157289375f1 req-45e2dd8c-85f8-490f-88f2-cdf67f8ea9fa tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:22.784942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a73a72b-c10f-4765-adeb-5157289375f1 req-45e2dd8c-85f8-490f-88f2-cdf67f8ea9fa tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 945 time: 0.0972791 Jan 28 00:54:22.822881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] For port a8d45518-9554-4f4b-b209-34263fbf5587, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a8d45518-9554-4f4b-b209-34263fbf5587,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:22.823564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.843928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Calling delete_port for a8d45518-9554-4f4b-b209-34263fbf5587 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:22.848172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-24ee87eb-d3f8-47e4-95e3-d692b7ed4adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.866163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['616fbe2b-d308-4d7e-b1b9-1e0d19d96456'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:22.879686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a73a72b-c10f-4765-adeb-5157289375f1 req-685906e8-9e3f-4d36-b6a1-8f2d4067196b tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862033 Jan 28 00:54:22.972279 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-24ee87eb-d3f8-47e4-95e3-d692b7ed4adf admin admin] Publish callbacks [] for security_group (8e531d8d-e3d8-4b12-a8bf-9956fbee46d3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.977100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-24ee87eb-d3f8-47e4-95e3-d692b7ed4adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8e531d8d-e3d8-4b12-a8bf-9956fbee46d3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.042130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee87eb-d3f8-47e4-95e3-d692b7ed4adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e531d8d-e3d8-4b12-a8bf-9956fbee46d3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:23.057548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-24ee87eb-d3f8-47e4-95e3-d692b7ed4adf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54d5a7cfa17b43d38bc5afb87b87b9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470273 Jan 28 00:54:23.060051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:23.136705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b97c752-6940-47c8-8d67-f6f3d68256b3 admin admin] Publish callbacks [] for security_group (8e531d8d-e3d8-4b12-a8bf-9956fbee46d3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.162034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a8d45518-9554-4f4b-b209-34263fbf5587), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.163072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b97c752-6940-47c8-8d67-f6f3d68256b3 admin admin] Publish callbacks [] for security_group (8e531d8d-e3d8-4b12-a8bf-9956fbee46d3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.201282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8d45518-9554-4f4b-b209-34263fbf5587,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:23.231377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['a8d45518-9554-4f4b-b209-34263fbf5587'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:23.270008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b97c752-6940-47c8-8d67-f6f3d68256b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8e531d8d-e3d8-4b12-a8bf-9956fbee46d3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.273380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b97c752-6940-47c8-8d67-f6f3d68256b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.280061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b97c752-6940-47c8-8d67-f6f3d68256b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e531d8d-e3d8-4b12-a8bf-9956fbee46d3 HTTP/1.1" status: 204 len: 168 time: 0.2186277 Jan 28 00:54:23.301478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] No DVR routers for this DVR port a8d45518-9554-4f4b-b209-34263fbf5587 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:23.304394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97c752-6940-47c8-8d67-f6f3d68256b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e531d8d-e3d8-4b12-a8bf-9956fbee46d3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:23.316798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.322635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3d1397e-2481-4f4e-82b9-37b00b3824f9 req-9a2e6056-3fc4-4847-99d5-009c9313f806 tempest-DeleteServersAdminTestJSON-625310748 tempest-DeleteServersAdminTestJSON-625310748-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a8d45518-9554-4f4b-b209-34263fbf5587 HTTP/1.1" status: 204 len: 173 time: 0.7930098 Jan 28 00:54:23.330680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'name': 'network-vif-deleted', 'tag': 'a8d45518-9554-4f4b-b209-34263fbf5587'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:23.332894 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a06aa1-ccc7-4724-8f02-6f02b29c5610" -d '{"events": [{"server_uuid": "fb6e742d-9d29-438f-a68d-3ac9c003602e", "name": "network-vif-deleted", "tag": "a8d45518-9554-4f4b-b209-34263fbf5587"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:23.363838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-751bfd5e-b783-40f7-9118-ce56c94015a7 req-030f3ffb-7431-43ff-a2de-ce8fa34b5894 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6e742d-9d29-438f-a68d-3ac9c003602e HTTP/1.1" status: 200 len: 210 time: 0.0555947 Jan 28 00:54:23.422794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39492) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:23.514147 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39faabc7-d00c-4242-8ff4-52ce4f9f8888 x-openstack-request-id: req-39faabc7-d00c-4242-8ff4-52ce4f9f8888 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:23.514457 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e742d-9d29-438f-a68d-3ac9c003602e", "name": "network-vif-deleted", "tag": "a8d45518-9554-4f4b-b209-34263fbf5587", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:23.514758 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39faabc7-d00c-4242-8ff4-52ce4f9f8888 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:23.515139 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e742d-9d29-438f-a68d-3ac9c003602e', 'name': 'network-vif-deleted', 'tag': 'a8d45518-9554-4f4b-b209-34263fbf5587', 'status': 'completed', 'code': 200} Jan 28 00:54:23.596196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08287038-cc09-41ff-b352-c49b2d30f2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.696113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08287038-cc09-41ff-b352-c49b2d30f2d9 admin admin] Publish callbacks [] for security_group (9ef4db93-4e4c-4e57-a663-89dbc2f91bbc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.702034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08287038-cc09-41ff-b352-c49b2d30f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9ef4db93-4e4c-4e57-a663-89dbc2f91bbc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.756744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08287038-cc09-41ff-b352-c49b2d30f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef4db93-4e4c-4e57-a663-89dbc2f91bbc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:23.761656 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-08287038-cc09-41ff-b352-c49b2d30f2d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79c860e58e0a4452859a849bcc000faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380702 Jan 28 00:54:23.764272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39516) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:23.797894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e4161-bbbf-4607-8592-eb1a8df62ebd req-2f16fba3-dfeb-4c09-b9a8-05639ff52cce tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:23.821388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-793e4161-bbbf-4607-8592-eb1a8df62ebd req-2f16fba3-dfeb-4c09-b9a8-05639ff52cce tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 949 time: 0.1004183 Jan 28 00:54:23.822545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9531080-048f-47c2-86e0-5017097518de admin admin] Publish callbacks [] for security_group (9ef4db93-4e4c-4e57-a663-89dbc2f91bbc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.849731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9531080-048f-47c2-86e0-5017097518de admin admin] Publish callbacks [] for security_group (9ef4db93-4e4c-4e57-a663-89dbc2f91bbc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.851930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:23.874044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16cd18eb-f224-4f9a-b951-371dffe5d657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.911814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-793e4161-bbbf-4607-8592-eb1a8df62ebd req-30d973b4-2af8-4801-84c1-4e2535144408 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846660 Jan 28 00:54:23.944440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9531080-048f-47c2-86e0-5017097518de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9ef4db93-4e4c-4e57-a663-89dbc2f91bbc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.947536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9531080-048f-47c2-86e0-5017097518de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.949102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c9531080-048f-47c2-86e0-5017097518de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ef4db93-4e4c-4e57-a663-89dbc2f91bbc HTTP/1.1" status: 204 len: 168 time: 0.1837537 Jan 28 00:54:23.962410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9531080-048f-47c2-86e0-5017097518de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef4db93-4e4c-4e57-a663-89dbc2f91bbc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:24.000539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16cd18eb-f224-4f9a-b951-371dffe5d657 admin admin] Publish callbacks [] for security_group (ff03190a-128d-4804-9b83-a84ac111eae4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.006254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16cd18eb-f224-4f9a-b951-371dffe5d657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ff03190a-128d-4804-9b83-a84ac111eae4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.035982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8d839b7-7ffa-4f92-a057-2d701fa11cd5 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:24.060682 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-16cd18eb-f224-4f9a-b951-371dffe5d657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2a42a7bfe844eb5b27f5e18c48f2dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073255 Jan 28 00:54:24.061921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd18eb-f224-4f9a-b951-371dffe5d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff03190a-128d-4804-9b83-a84ac111eae4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:24.064605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:24.101503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: f8d839b7-7ffa-4f92-a057-2d701fa11cd5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:54:24.101861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8d839b7-7ffa-4f92-a057-2d701fa11cd5 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:54:24.128286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd3496-8060-433d-83af-dd2984972e34 req-e3ba2b75-c69a-4f82-8813-a9ee7bb60a81 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:24.133623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da348d40-fd51-438e-b4a0-be2e23054788 admin admin] Publish callbacks [] for security_group (ff03190a-128d-4804-9b83-a84ac111eae4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.137271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6dcd3496-8060-433d-83af-dd2984972e34 req-e3ba2b75-c69a-4f82-8813-a9ee7bb60a81 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 945 time: 0.1076300 Jan 28 00:54:24.185012 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da348d40-fd51-438e-b4a0-be2e23054788 admin admin] Publish callbacks [] for security_group (ff03190a-128d-4804-9b83-a84ac111eae4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.198419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6dcd3496-8060-433d-83af-dd2984972e34 req-64d7bab2-4cfa-4e6e-afa9-f7b2c1d50fbd tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599930 Jan 28 00:54:24.245852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da348d40-fd51-438e-b4a0-be2e23054788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ff03190a-128d-4804-9b83-a84ac111eae4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.248788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da348d40-fd51-438e-b4a0-be2e23054788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.250179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da348d40-fd51-438e-b4a0-be2e23054788 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff03190a-128d-4804-9b83-a84ac111eae4 HTTP/1.1" status: 204 len: 168 time: 0.1845737 Jan 28 00:54:24.258241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da348d40-fd51-438e-b4a0-be2e23054788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff03190a-128d-4804-9b83-a84ac111eae4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:24.571318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39584) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:24.588066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaf04d47-6cba-413a-b98f-6229cbab3821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.677213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaf04d47-6cba-413a-b98f-6229cbab3821 admin admin] Publish callbacks [] for security_group (7e629386-ab31-4e69-82f8-87157ac863ad), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.681925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaf04d47-6cba-413a-b98f-6229cbab3821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7e629386-ab31-4e69-82f8-87157ac863ad), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.718701 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eaf04d47-6cba-413a-b98f-6229cbab3821 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82a893451e964bd498af8b65fdd5edde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452336 Jan 28 00:54:24.721233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:24.775530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf04d47-6cba-413a-b98f-6229cbab3821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e629386-ab31-4e69-82f8-87157ac863ad,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:24.810440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f88cad73-d26d-4359-9c20-2a4f80da787c admin admin] Publish callbacks [] for security_group (7e629386-ab31-4e69-82f8-87157ac863ad), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.833345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-a2a0c82f-e0ce-43f2-91b4-8b7140bac4b6 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9f85cabc9e934b369a5eb20d720a433f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497732 Jan 28 00:54:24.837515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f88cad73-d26d-4359-9c20-2a4f80da787c admin admin] Publish callbacks [] for security_group (7e629386-ab31-4e69-82f8-87157ac863ad), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.897434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f88cad73-d26d-4359-9c20-2a4f80da787c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7e629386-ab31-4e69-82f8-87157ac863ad), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.905182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f88cad73-d26d-4359-9c20-2a4f80da787c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.909006 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f88cad73-d26d-4359-9c20-2a4f80da787c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e629386-ab31-4e69-82f8-87157ac863ad HTTP/1.1" status: 204 len: 168 time: 0.1843746 Jan 28 00:54:24.926044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cad73-d26d-4359-9c20-2a4f80da787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e629386-ab31-4e69-82f8-87157ac863ad,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:24.998806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-949a21b6-76eb-4607-b354-9b3a8eafeab8 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:25.008816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-949a21b6-76eb-4607-b354-9b3a8eafeab8 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667049 Jan 28 00:54:25.019244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-34410a2a-5cf5-425e-97a4-16e9b21351a6 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/quotas/9f85cabc9e934b369a5eb20d720a433f HTTP/1.1" status: 200 len: 375 time: 0.0128503 Jan 28 00:54:25.070128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-a4913e6b-cfaa-435a-89bf-1deb3021a930 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f85cabc9e934b369a5eb20d720a433f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439680 Jan 28 00:54:25.122433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5f140-09e2-4034-b74d-f2802d0433da req-da1f60f6-4dca-4966-8e18-7b9b697844bb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:25.131399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06f5f140-09e2-4034-b74d-f2802d0433da req-da1f60f6-4dca-4966-8e18-7b9b697844bb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 949 time: 0.0641973 Jan 28 00:54:25.182189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39642) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:25.191614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06f5f140-09e2-4034-b74d-f2802d0433da req-c033c703-6ca1-47a8-ae0e-3b8ee05af55d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590663 Jan 28 00:54:25.309529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88f7eff6-f3b0-4ca6-8dcd-00067bdec7c4 req-5054bc0e-955a-4564-ad27-e9fd6bf14360 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 210 time: 0.0407162 Jan 28 00:54:25.436558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cbffb-601a-4622-8925-7d586d627174 req-ecd37d1e-740c-450b-bbb9-819aea59dc76 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:25.439003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d3cbffb-601a-4622-8925-7d586d627174 req-ecd37d1e-740c-450b-bbb9-819aea59dc76 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 945 time: 0.0607624 Jan 28 00:54:25.527304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-181a1bcf-358d-4f4a-a7d3-4e379945d9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.546726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d3cbffb-601a-4622-8925-7d586d627174 req-a9ec91f2-dba9-467d-90c6-78c2ed754b01 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002395 Jan 28 00:54:25.661626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-181a1bcf-358d-4f4a-a7d3-4e379945d9b5 admin admin] Publish callbacks [] for security_group (ad480e7c-63c1-430f-88d9-20d582557475), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.668871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-181a1bcf-358d-4f4a-a7d3-4e379945d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ad480e7c-63c1-430f-88d9-20d582557475), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.723066 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-181a1bcf-358d-4f4a-a7d3-4e379945d9b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5365389c38754a0e8dc3c25ab310703a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5391738 Jan 28 00:54:25.726249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:25.726890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1bcf-358d-4f4a-a7d3-4e379945d9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad480e7c-63c1-430f-88d9-20d582557475,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:25.780874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:25.842830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f074ecfa-e2c5-4573-bb27-4d2ca3b76d37 admin admin] Publish callbacks [] for security_group (ad480e7c-63c1-430f-88d9-20d582557475), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.873244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f074ecfa-e2c5-4573-bb27-4d2ca3b76d37 admin admin] Publish callbacks [] for security_group (ad480e7c-63c1-430f-88d9-20d582557475), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.889293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 23fb984e-f470-46a9-b1b0-f5ca82182f1d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:25.900148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 23fb984e-f470-46a9-b1b0-f5ca82182f1d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:25.900535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.940877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f074ecfa-e2c5-4573-bb27-4d2ca3b76d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ad480e7c-63c1-430f-88d9-20d582557475), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.944553 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f074ecfa-e2c5-4573-bb27-4d2ca3b76d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.949062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f074ecfa-e2c5-4573-bb27-4d2ca3b76d37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad480e7c-63c1-430f-88d9-20d582557475 HTTP/1.1" status: 204 len: 168 time: 0.2207556 Jan 28 00:54:25.961152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074ecfa-e2c5-4573-bb27-4d2ca3b76d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad480e7c-63c1-430f-88d9-20d582557475,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:25.971127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39696) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:26.061615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 23fb984e-f470-46a9-b1b0-f5ca82182f1d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:26.062050 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.114296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:26.121884 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c849e-624a-4e8c-b9f1-dae96fea1af0" -d '{"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:26.140275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:26.147557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.148376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:26.210078 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf47e95-f900-4bcf-88aa-f8c9e88d6b66 x-openstack-request-id: req-7bf47e95-f900-4bcf-88aa-f8c9e88d6b66 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:26.210526 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:26.210785 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bf47e95-f900-4bcf-88aa-f8c9e88d6b66 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:26.211169 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'code': 200} Jan 28 00:54:26.290746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:26.307946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:26.308815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.339138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:26.456264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:26.458732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.513447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:26.519097 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.521148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a8d45518-9554-4f4b-b209-34263fbf5587 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:26.526648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd1eb-78af-484d-b28e-e200434d4c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.549182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: a8d45518-9554-4f4b-b209-34263fbf5587 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:54:26.549580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a8d45518-9554-4f4b-b209-34263fbf5587 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:54:26.607991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138fbc8-83a5-4d5b-8e15-4e46bbbce1a2 req-e21cd14a-1427-4c9a-831e-ce88570b50b5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:26.614161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:26.625229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e138fbc8-83a5-4d5b-8e15-4e46bbbce1a2 req-e21cd14a-1427-4c9a-831e-ce88570b50b5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.3126519 Jan 28 00:54:26.629682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c71ad-b60d-44e5-9361-1470ffd8109d req-eb8e08f5-af99-45d8-b143-7a4c282b93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:26.631904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d4c71ad-b60d-44e5-9361-1470ffd8109d req-eb8e08f5-af99-45d8-b143-7a4c282b93dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.2624350 Jan 28 00:54:26.648388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9d3457b-4e1c-40c2-9ba0-d6f8847c5527 req-6b59e0bc-2b89-4438-94df-b18e2a857cea tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 210 time: 0.1569407 Jan 28 00:54:26.708628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-57d29382-a188-48dd-be84-bc99eb8a036a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f85cabc9e934b369a5eb20d720a433f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376101 Jan 28 00:54:26.761152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd1eb-78af-484d-b28e-e200434d4c22 admin admin] Publish callbacks [] for security_group (2ba9ca8d-8999-436b-828f-0eb6d3471361), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.787326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e138fbc8-83a5-4d5b-8e15-4e46bbbce1a2 req-c23ecc7c-b952-4db6-ad4d-a3ddf0e2a153 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610882 Jan 28 00:54:26.788930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39738) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:26.828791 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b939-2921-4312-a052-2562270e91de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.846068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d4c71ad-b60d-44e5-9361-1470ffd8109d req-d9b92a49-c62c-4ef3-9393-bf97f465adba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894889 Jan 28 00:54:26.857362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd1eb-78af-484d-b28e-e200434d4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2ba9ca8d-8999-436b-828f-0eb6d3471361), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.895221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bd57-4b02-488b-b5f0-2e3bd776f125 req-d63a7d23-595e-428e-aed3-d2ba4340bd93 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:26.906549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be73bd57-4b02-488b-b5f0-2e3bd776f125 req-d63a7d23-595e-428e-aed3-d2ba4340bd93 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.1176305 Jan 28 00:54:26.932556 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ec4fd1eb-78af-484d-b28e-e200434d4c22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c8906a899124a578bd20b4a721aa540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9605153 Jan 28 00:54:26.938068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39740) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:26.940671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fd1eb-78af-484d-b28e-e200434d4c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba9ca8d-8999-436b-828f-0eb6d3471361,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:26.958935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-390254ab-56f6-4106-b376-d5fe038c9af2 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:26.960533 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-390254ab-56f6-4106-b376-d5fe038c9af2 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442591 Jan 28 00:54:26.979704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Request body: {'port': {'device_id': '27910c6f-bd83-450e-8abb-95df3b644dab', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': '9f85cabc9e934b369a5eb20d720a433f'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:27.037431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be73bd57-4b02-488b-b5f0-2e3bd776f125 req-5765ef99-7320-4128-b900-6aec0b6395f5 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271451 Jan 28 00:54:27.080365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b939-2921-4312-a052-2562270e91de admin admin] Publish callbacks [] for security_group (f2dc27c4-0e98-4b72-8247-f4d9e0e720b7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.081939 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af4c2b03-83ae-4952-b2a6-412bc1760963 admin admin] Publish callbacks [] for security_group (2ba9ca8d-8999-436b-828f-0eb6d3471361), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.092251 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9cf2b939-2921-4312-a052-2562270e91de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f2dc27c4-0e98-4b72-8247-f4d9e0e720b7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.121688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Made reservation on behalf of 9f85cabc9e934b369a5eb20d720a433f for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:27.121972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af4c2b03-83ae-4952-b2a6-412bc1760963 admin admin] Publish callbacks [] for security_group (2ba9ca8d-8999-436b-828f-0eb6d3471361), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.127211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.155810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2b939-2921-4312-a052-2562270e91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dc27c4-0e98-4b72-8247-f4d9e0e720b7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.171332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9cf2b939-2921-4312-a052-2562270e91de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4666c6d4f1cf4d4a930ba85f1dbf119e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795216 Jan 28 00:54:27.174243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39752) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.254581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af4c2b03-83ae-4952-b2a6-412bc1760963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2ba9ca8d-8999-436b-828f-0eb6d3471361), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.257575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af4c2b03-83ae-4952-b2a6-412bc1760963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.262086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-af4c2b03-83ae-4952-b2a6-412bc1760963 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ba9ca8d-8999-436b-828f-0eb6d3471361 HTTP/1.1" status: 204 len: 168 time: 0.3223572 Jan 28 00:54:27.265622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8b9116-72a7-40c2-b8b8-070d23acbd84 admin admin] Publish callbacks [] for security_group (f2dc27c4-0e98-4b72-8247-f4d9e0e720b7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.280922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c2b03-83ae-4952-b2a6-412bc1760963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba9ca8d-8999-436b-828f-0eb6d3471361,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.293640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8b9116-72a7-40c2-b8b8-070d23acbd84 admin admin] Publish callbacks [] for security_group (f2dc27c4-0e98-4b72-8247-f4d9e0e720b7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.300264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.302539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Allocated IP 192.168.233.163 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/26edffb3-43b7-405a-a614-12e47f0cc10a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:27.363744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8b9116-72a7-40c2-b8b8-070d23acbd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f2dc27c4-0e98-4b72-8247-f4d9e0e720b7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.366804 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8b9116-72a7-40c2-b8b8-070d23acbd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.371137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e8b9116-72a7-40c2-b8b8-070d23acbd84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2dc27c4-0e98-4b72-8247-f4d9e0e720b7 HTTP/1.1" status: 204 len: 168 time: 0.1959858 Jan 28 00:54:27.379895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b9116-72a7-40c2-b8b8-070d23acbd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dc27c4-0e98-4b72-8247-f4d9e0e720b7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.493538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks [] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.539257 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.557464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d46f23d8-7576-44ea-9fb5-eb20cf6f7e8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5412a4c4bb444589c7cd92ebe41c502&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2560892 Jan 28 00:54:27.559927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39770) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.601157 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:27.604573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:27.608363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:27.611156 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28933724-686a-4810-b1db-b37c8ea47ec1 admin admin] Publish callbacks [] for security_group (9480d3df-4b28-4962-bc2c-37f66c796bb6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.614527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:27.615123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.640395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39772) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.646485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Pushing event updated for resources: {'Port': ['ID=26edffb3-43b7-405a-a614-12e47f0cc10a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.648327 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28933724-686a-4810-b1db-b37c8ea47ec1 admin admin] Publish callbacks [] for security_group (9480d3df-4b28-4962-bc2c-37f66c796bb6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.661383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-3c30ef6d-66da-4031-869c-7b4d390d4f7a tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6822853 Jan 28 00:54:27.675538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Request body: {'port': {'device_id': '27910c6f-bd83-450e-8abb-95df3b644dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:27.759807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28933724-686a-4810-b1db-b37c8ea47ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9480d3df-4b28-4962-bc2c-37f66c796bb6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.763534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-28933724-686a-4810-b1db-b37c8ea47ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.765011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-28933724-686a-4810-b1db-b37c8ea47ec1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9480d3df-4b28-4962-bc2c-37f66c796bb6 HTTP/1.1" status: 204 len: 168 time: 0.2041078 Jan 28 00:54:27.771175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.792440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28933724-686a-4810-b1db-b37c8ea47ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9480d3df-4b28-4962-bc2c-37f66c796bb6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.833062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6ce20-2a82-4f92-93cd-98fa985cdbcf req-44ac3c42-2d67-4e4a-9918-99a6a0d02fed tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:27.845676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02d6ce20-2a82-4f92-93cd-98fa985cdbcf req-44ac3c42-2d67-4e4a-9918-99a6a0d02fed tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 936 time: 0.0923088 Jan 28 00:54:27.940047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39786) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.956602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02d6ce20-2a82-4f92-93cd-98fa985cdbcf req-32d89bd2-9108-4e07-80fb-f48fb336be73 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096938 Jan 28 00:54:27.962183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a8c27f0-5d20-4141-a5b9-b4c9d53a8dd6 None None] Provisioning complete for port 26edffb3-43b7-405a-a614-12e47f0cc10a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:27.962681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27f0-5d20-4141-a5b9-b4c9d53a8dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.965895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe65d-de4f-4c7c-8737-98233ccd6d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.988684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b415-5362-415d-9e36-af3f93842fe5 req-40afc40c-576b-4b9b-ba1f-fb2799f21572 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:27.996829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1653b415-5362-415d-9e36-af3f93842fe5 req-40afc40c-576b-4b9b-ba1f-fb2799f21572 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0970459 Jan 28 00:54:28.015889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c27f0-5d20-4141-a5b9-b4c9d53a8dd6 None None] Port 26edffb3-43b7-405a-a614-12e47f0cc10a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:28.079824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1653b415-5362-415d-9e36-af3f93842fe5 req-99d7cbc6-cf7f-4bfb-b58d-e0e8d3e83e0f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820141 Jan 28 00:54:28.173266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe65d-de4f-4c7c-8737-98233ccd6d62 admin admin] Publish callbacks [] for security_group (14b28ee2-0013-4aed-a2c4-db473a93ef50), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.179627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe65d-de4f-4c7c-8737-98233ccd6d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (14b28ee2-0013-4aed-a2c4-db473a93ef50), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.210792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a8fe65d-de4f-4c7c-8737-98233ccd6d62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55690f829c45477b86d96254e1948a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662249 Jan 28 00:54:28.213368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.213915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:28.216229 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751167a3-20d8-447d-b6ff-a725ae9e10dd" -d '{"events": [{"server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "name": "network-vif-plugged", "status": "completed", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:28.264984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c863f8-4737-4d80-b49c-577389fee631 req-0e1051ea-8545-45c9-a5d9-a1478fe3cd1f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:28.272420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95c863f8-4737-4d80-b49c-577389fee631 req-0e1051ea-8545-45c9-a5d9-a1478fe3cd1f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.1368334 Jan 28 00:54:28.283321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1176502253-network', 'tenant_id': 'b7056051d9564538b239a185e40c7c03'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:28.289845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26edffb3-43b7-405a-a614-12e47f0cc10a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:28.295606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fe65d-de4f-4c7c-8737-98233ccd6d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b28ee2-0013-4aed-a2c4-db473a93ef50,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.305380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Publish callbacks [] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.333390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Transition to ACTIVE for port object 26edffb3-43b7-405a-a614-12e47f0cc10a will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:28.335859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Made reservation on behalf of b7056051d9564538b239a185e40c7c03 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:28.337589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95c863f8-4737-4d80-b49c-577389fee631 req-d0052bd6-1867-4404-a241-5fd1970c6922 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642998 Jan 28 00:54:28.339658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.342750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.351744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65a73a3f-d035-44d4-aa6a-b7cc7d8f53e0 admin admin] Publish callbacks [] for security_group (14b28ee2-0013-4aed-a2c4-db473a93ef50), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.375376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65a73a3f-d035-44d4-aa6a-b7cc7d8f53e0 admin admin] Publish callbacks [] for security_group (14b28ee2-0013-4aed-a2c4-db473a93ef50), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.405253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.433134 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7829b21-8b7d-4f0e-b8e9-d0d0a34f4fea x-openstack-request-id: req-c7829b21-8b7d-4f0e-b8e9-d0d0a34f4fea {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:28.433515 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "name": "network-vif-plugged", "status": "completed", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:28.433920 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7829b21-8b7d-4f0e-b8e9-d0d0a34f4fea {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:28.434388 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'code': 200} Jan 28 00:54:28.439065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65a73a3f-d035-44d4-aa6a-b7cc7d8f53e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (14b28ee2-0013-4aed-a2c4-db473a93ef50), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.448927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65a73a3f-d035-44d4-aa6a-b7cc7d8f53e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.448927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-65a73a3f-d035-44d4-aa6a-b7cc7d8f53e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14b28ee2-0013-4aed-a2c4-db473a93ef50 HTTP/1.1" status: 204 len: 168 time: 0.2302802 Jan 28 00:54:28.449207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Pushing event updated for resources: {'Port': ['ID=26edffb3-43b7-405a-a614-12e47f0cc10a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.463840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73a3f-d035-44d4-aa6a-b7cc7d8f53e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b28ee2-0013-4aed-a2c4-db473a93ef50,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.555695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks [] for security_group (45696aee-485f-46f0-8ec8-2c7e999c8888), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.557236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Attempting to bind port 26edffb3-43b7-405a-a614-12e47f0cc10a on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:28.557590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Attempting to bind port 26edffb3-43b7-405a-a614-12e47f0cc10a by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:28.558188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Attempting to bind port 26edffb3-43b7-405a-a614-12e47f0cc10a on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:28.561966 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (45696aee-485f-46f0-8ec8-2c7e999c8888), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.585450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Port 26edffb3-43b7-405a-a614-12e47f0cc10a on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:28.585819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Attempting to bind port 26edffb3-43b7-405a-a614-12e47f0cc10a on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:28.590718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:54:28.605162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:28.605423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:28.605823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:28.606422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Bound port: 26edffb3-43b7-405a-a614-12e47f0cc10a, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:28.606779 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.613628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27787133-d39c-4316-a0a1-71b1d4debfef req-8416f6a0-48d0-4562-b0de-bec42bf4a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:28.615913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27787133-d39c-4316-a0a1-71b1d4debfef req-8416f6a0-48d0-4562-b0de-bec42bf4a312 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 1097 time: 0.0855906 Jan 28 00:54:28.635549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45696aee-485f-46f0-8ec8-2c7e999c8888,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.638651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e8fe4066-dbdb-417b-b65a-a28ac65e6ab2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.638993 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Added segment e8fe4066-dbdb-417b-b65a-a28ac65e6ab2 of type vlan for network 82bbf481-25f2-42e0-94f1-e51f40f226c8 Jan 28 00:54:28.672530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39804) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.707144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (82bbf481-25f2-42e0-94f1-e51f40f226c8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.716724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27787133-d39c-4316-a0a1-71b1d4debfef req-db046526-da27-470b-baad-5d5fd690fa34 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935345 Jan 28 00:54:28.734288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9c2cd544-725e-4b29-9e0b-3f6ebb6f8a94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4981ebfe4bdc448aa6ff326053b1d3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585322 Jan 28 00:54:28.736603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39806) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.748310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] For port 26edffb3-43b7-405a-a614-12e47f0cc10a, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:28.760367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (82bbf481-25f2-42e0-94f1-e51f40f226c8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.761333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:28.762590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.778619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] For port 26edffb3-43b7-405a-a614-12e47f0cc10a, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=26edffb3-43b7-405a-a614-12e47f0cc10a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:28.799123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.827655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a0bbce-fe01-4964-b786-ba82998f5eab admin admin] Publish callbacks [] for security_group (c6ddb1d0-5156-4802-99ff-4205fd68ef5e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.883495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a0bbce-fe01-4964-b786-ba82998f5eab admin admin] Publish callbacks [] for security_group (c6ddb1d0-5156-4802-99ff-4205fd68ef5e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.885626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:28.886767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.888431 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] 10.222.0.43 "PUT /v2.0/ports/26edffb3-43b7-405a-a614-12e47f0cc10a HTTP/1.1" status: 200 len: 1096 time: 1.2190776 Jan 28 00:54:28.892944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27910c6f-bd83-450e-8abb-95df3b644dab', 'tag': '26edffb3-43b7-405a-a614-12e47f0cc10a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:28.901981 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9959111-1203-4ee6-bfd0-cb94a714a48b" -d '{"events": [{"name": "network-changed", "server_uuid": "27910c6f-bd83-450e-8abb-95df3b644dab", "tag": "26edffb3-43b7-405a-a614-12e47f0cc10a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:28.911784 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2655458 Jan 28 00:54:28.911971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39818) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.922869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Request body: {'subnet': {'network_id': '82bbf481-25f2-42e0-94f1-e51f40f226c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1176502253-subnet', 'tenant_id': 'b7056051d9564538b239a185e40c7c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:28.942725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeea2b6-5b6d-4715-9bfb-fb2f38334da2 admin admin] Pushing event updated for resources: {'Network': ['ID=82bbf481-25f2-42e0-94f1-e51f40f226c8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.977926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 82bbf481-25f2-42e0-94f1-e51f40f226c8 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:54:29.017017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Made reservation on behalf of b7056051d9564538b239a185e40c7c03 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:29.021021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e435b-9846-4be3-91b2-c805064d4908 service neutron] Pushing event updated for resources: {'Port': ['ID=26edffb3-43b7-405a-a614-12e47f0cc10a,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.024756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.027144 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa2932-59b0-4c95-9f99-1c457a6a6b05 x-openstack-request-id: req-eafa2932-59b0-4c95-9f99-1c457a6a6b05 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:29.027438 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27910c6f-bd83-450e-8abb-95df3b644dab", "tag": "26edffb3-43b7-405a-a614-12e47f0cc10a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:29.027693 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eafa2932-59b0-4c95-9f99-1c457a6a6b05 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:29.028086 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27910c6f-bd83-450e-8abb-95df3b644dab', 'tag': '26edffb3-43b7-405a-a614-12e47f0cc10a', 'status': 'completed', 'code': 200} Jan 28 00:54:29.054873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-a4f95066-3c1c-4dc7-a98c-b7ac17f72630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.056662 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-a4f95066-3c1c-4dc7-a98c-b7ac17f72630 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f85cabc9e934b369a5eb20d720a433f&device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 1099 time: 0.0867779 Jan 28 00:54:29.125362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a0bbce-fe01-4964-b786-ba82998f5eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c6ddb1d0-5156-4802-99ff-4205fd68ef5e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.133764 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a0bbce-fe01-4964-b786-ba82998f5eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.137701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-94a0bbce-fe01-4964-b786-ba82998f5eab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6ddb1d0-5156-4802-99ff-4205fd68ef5e HTTP/1.1" status: 204 len: 168 time: 0.3975024 Jan 28 00:54:29.172827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0bbce-fe01-4964-b786-ba82998f5eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ddb1d0-5156-4802-99ff-4205fd68ef5e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.343084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da2417-aa43-4d97-8ed6-b6bf13cfa088 req-897f5ce8-e70e-462e-81c2-e7be3ce6e546 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.344659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98da2417-aa43-4d97-8ed6-b6bf13cfa088 req-897f5ce8-e70e-462e-81c2-e7be3ce6e546 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 948 time: 0.1524723 Jan 28 00:54:29.414168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d5dfc-ee59-40a1-9312-4d12d166724b req-cf1cb20c-3e68-4bf7-babf-14da18f3be4a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.415836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-741d5dfc-ee59-40a1-9312-4d12d166724b req-cf1cb20c-3e68-4bf7-babf-14da18f3be4a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1657655 Jan 28 00:54:29.436454 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-5b45b067-d00e-4f28-975b-b746a139a0f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=26edffb3-43b7-405a-a614-12e47f0cc10a HTTP/1.1" status: 200 len: 217 time: 0.3674500 Jan 28 00:54:29.504989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-c9f991d9-4ff9-434c-8acd-6f811fac2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.507158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-c9f991d9-4ff9-434c-8acd-6f811fac2b1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0649638 Jan 28 00:54:29.531653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98da2417-aa43-4d97-8ed6-b6bf13cfa088 req-dce97272-6907-4ead-849a-47cc819fdc1e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517210 Jan 28 00:54:29.551470 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (08debdc4-733c-4b16-a58a-294c24f07ad9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.569984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-61ea8c6a-0897-4ad6-8fd6-8fcff9ad975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.571683 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-61ea8c6a-0897-4ad6-8fd6-8fcff9ad975c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579133 Jan 28 00:54:29.588368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-741d5dfc-ee59-40a1-9312-4d12d166724b req-186efdf6-bcb7-4c7f-891e-3c73bff3b7df tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609070 Jan 28 00:54:29.670074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39862) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:29.682224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08debdc4-733c-4b16-a58a-294c24f07ad9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.697354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Checking segment: {'id': 'e8fe4066-dbdb-417b-b65a-a28ac65e6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82bbf481-25f2-42e0-94f1-e51f40f226c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:29.697717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Network hostable DHCP agents. Network: 82bbf481-25f2-42e0-94f1-e51f40f226c8, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:54:29.707169 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-bbf826f4-1830-4b8f-a588-d12021e007f1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294839 Jan 28 00:54:29.713219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10073b-2e21-47ab-9da7-2564ea3b9932 req-3ea93b05-cc0c-4b71-9e94-855d26b4e0d7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.720457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b10073b-2e21-47ab-9da7-2564ea3b9932 req-3ea93b05-cc0c-4b71-9e94-855d26b4e0d7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.0866342 Jan 28 00:54:29.756392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Network 82bbf481-25f2-42e0-94f1-e51f40f226c8 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:54:29.774844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 82bbf481-25f2-42e0-94f1-e51f40f226c8) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:29.784217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da3951-e87a-4ec8-b785-3bc22808b0cc None None] Network 82bbf481-25f2-42e0-94f1-e51f40f226c8 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:29.792503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b10073b-2e21-47ab-9da7-2564ea3b9932 req-8818b66e-3470-4f8e-b7ab-da80aa729731 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668995 Jan 28 00:54:29.794110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:29.795845 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.826748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-67aaca8d-8c8b-47da-a11e-04623a6075a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9145911 Jan 28 00:54:29.862416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0cadaf0d-d225-4c35-98bd-eeed471a6ce0 req-02894adc-f053-43e7-bee5-6f3a23f4898d service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492531 Jan 28 00:54:29.927831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be674eb7-91d3-4b98-84f2-720f5a94999d None None] Network 82bbf481-25f2-42e0-94f1-e51f40f226c8 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:29.976621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1df3702f-08b6-48d6-bf43-3eb9c1f93e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.087185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-f6ffb8de-cd0f-4f0d-8254-1399f9efd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.088731 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-f6ffb8de-cd0f-4f0d-8254-1399f9efd624 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f85cabc9e934b369a5eb20d720a433f&device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 1099 time: 0.1392922 Jan 28 00:54:30.199035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05c7e7-91d1-47a5-ae44-07d4f041e2b8 req-9e3fed64-e64a-40c0-af78-51ac7a7eceec tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.200665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c05c7e7-91d1-47a5-ae44-07d4f041e2b8 req-9e3fed64-e64a-40c0-af78-51ac7a7eceec tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.0500567 Jan 28 00:54:30.222885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c05c7e7-91d1-47a5-ae44-07d4f041e2b8 req-d71d9f98-3477-4a6d-867f-059d258a55cd tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.227354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1df3702f-08b6-48d6-bf43-3eb9c1f93e4d admin admin] Publish callbacks [] for security_group (ac2df80f-51a8-4d52-b392-bb5dccebd05b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.234714 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1df3702f-08b6-48d6-bf43-3eb9c1f93e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ac2df80f-51a8-4d52-b392-bb5dccebd05b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.296462 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1df3702f-08b6-48d6-bf43-3eb9c1f93e4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da331df1b7e140048005aa2e89ce95d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6251009 Jan 28 00:54:30.299345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3702f-08b6-48d6-bf43-3eb9c1f93e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2df80f-51a8-4d52-b392-bb5dccebd05b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:30.302695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:30.320017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-1b21f3f7-e1bf-42c6-ba9e-2d307e224788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.321735 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-1b21f3f7-e1bf-42c6-ba9e-2d307e224788 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2225676 Jan 28 00:54:30.329845 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c05c7e7-91d1-47a5-ae44-07d4f041e2b8 req-d71d9f98-3477-4a6d-867f-059d258a55cd tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Publish callbacks [] for security_group (08af1cae-4968-4e72-b6e3-860769f0109d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.338902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c05c7e7-91d1-47a5-ae44-07d4f041e2b8 req-d71d9f98-3477-4a6d-867f-059d258a55cd tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (08af1cae-4968-4e72-b6e3-860769f0109d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.355759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:54:30.383101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-f745a6e7-c914-42db-a515-d4f8d628d8d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=26edffb3-43b7-405a-a614-12e47f0cc10a HTTP/1.1" status: 200 len: 217 time: 0.0537069 Jan 28 00:54:30.384796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c05c7e7-91d1-47a5-ae44-07d4f041e2b8 req-d71d9f98-3477-4a6d-867f-059d258a55cd tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752234 Jan 28 00:54:30.387367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d9f98-3477-4a6d-867f-059d258a55cd tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af1cae-4968-4e72-b6e3-860769f0109d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:30.444077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da6ceafd-6a58-4454-9264-7295a9683347 admin admin] Publish callbacks [] for security_group (ac2df80f-51a8-4d52-b392-bb5dccebd05b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.492957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-b9092552-d5ca-411d-97e8-1742d2c32384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.495186 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-b9092552-d5ca-411d-97e8-1742d2c32384 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1052129 Jan 28 00:54:30.500662 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da6ceafd-6a58-4454-9264-7295a9683347 admin admin] Publish callbacks [] for security_group (ac2df80f-51a8-4d52-b392-bb5dccebd05b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.582627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-6f914afc-4f45-4d27-954a-376e8cacb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.584696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-6f914afc-4f45-4d27-954a-376e8cacb8cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741665 Jan 28 00:54:30.617720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da6ceafd-6a58-4454-9264-7295a9683347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ac2df80f-51a8-4d52-b392-bb5dccebd05b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.621255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da6ceafd-6a58-4454-9264-7295a9683347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.625004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da6ceafd-6a58-4454-9264-7295a9683347 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac2df80f-51a8-4d52-b392-bb5dccebd05b HTTP/1.1" status: 204 len: 168 time: 0.3182950 Jan 28 00:54:30.655136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d88b-4d45-4c9a-84d3-1fd18161c179 req-6cde9243-8176-4693-8be5-08530c72ff8c tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.659633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ee9d88b-4d45-4c9a-84d3-1fd18161c179 req-6cde9243-8176-4693-8be5-08530c72ff8c tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 948 time: 0.0617299 Jan 28 00:54:30.670085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ceafd-6a58-4454-9264-7295a9683347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2df80f-51a8-4d52-b392-bb5dccebd05b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:30.712451 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-96cb10d0-23bb-44e7-b546-133c053774f3 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194079 Jan 28 00:54:30.835140 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9959111-1203-4ee6-bfd0-cb94a714a48b req-23588c13-162a-4428-a865-4bfcaf376a91 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163752 Jan 28 00:54:30.962555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ee9d88b-4d45-4c9a-84d3-1fd18161c179 req-730908c1-9f46-4d08-a5cb-2626abd5f6bd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964749 Jan 28 00:54:31.076766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f426676-fcf1-47ec-b53b-f2f0f0df1990 req-237531dc-b6dd-4ab3-be84-08823377d231 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:31.078294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f426676-fcf1-47ec-b53b-f2f0f0df1990 req-237531dc-b6dd-4ab3-be84-08823377d231 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.0506458 Jan 28 00:54:31.140362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f426676-fcf1-47ec-b53b-f2f0f0df1990 req-21768209-c3ca-4cae-a366-2fbb0516318d tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556796 Jan 28 00:54:31.207721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-7fb46db8-0c0d-468b-89d7-dac466886533 req-6f72137d-69e2-4e4e-9c4a-fc598fb5a445 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:31.216922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fb46db8-0c0d-468b-89d7-dac466886533 req-6f72137d-69e2-4e4e-9c4a-fc598fb5a445 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2922447 Jan 28 00:54:31.294709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39936) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:31.313601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9d4386f-bba7-44d8-873a-c2784ed8b78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.335592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c598-388a-433b-80f4-514bdd069098 req-6b5ef272-36e9-42f4-b92c-bb60a587630a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:31.340084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a337c598-388a-433b-80f4-514bdd069098 req-6b5ef272-36e9-42f4-b92c-bb60a587630a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.0760541 Jan 28 00:54:31.345644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39938) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:31.356686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'floatingip': {'port_id': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:31.414317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9d4386f-bba7-44d8-873a-c2784ed8b78a admin admin] Publish callbacks [] for security_group (a9faa0a0-f4df-4dd8-b24e-6e296701a9eb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.420878 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9d4386f-bba7-44d8-873a-c2784ed8b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a9faa0a0-f4df-4dd8-b24e-6e296701a9eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.447269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.470999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4386f-bba7-44d8-873a-c2784ed8b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9faa0a0-f4df-4dd8-b24e-6e296701a9eb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:31.503951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e9d4386f-bba7-44d8-873a-c2784ed8b78a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=593d152084dd4273a156776e4fac5fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081888 Jan 28 00:54:31.506690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:31.572952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e204dc27-ae38-421f-a214-1e9b47b6f640 admin admin] Publish callbacks [] for security_group (a9faa0a0-f4df-4dd8-b24e-6e296701a9eb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.598985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e204dc27-ae38-421f-a214-1e9b47b6f640 admin admin] Publish callbacks [] for security_group (a9faa0a0-f4df-4dd8-b24e-6e296701a9eb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.659943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e204dc27-ae38-421f-a214-1e9b47b6f640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a9faa0a0-f4df-4dd8-b24e-6e296701a9eb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.662532 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e204dc27-ae38-421f-a214-1e9b47b6f640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.667095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e204dc27-ae38-421f-a214-1e9b47b6f640 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9faa0a0-f4df-4dd8-b24e-6e296701a9eb HTTP/1.1" status: 204 len: 168 time: 0.1581829 Jan 28 00:54:31.676656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204dc27-ae38-421f-a214-1e9b47b6f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9faa0a0-f4df-4dd8-b24e-6e296701a9eb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:31.843293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:31.851450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-516152995-network', 'tenant_id': '4ca77c0fbfd6444e96b21bb3f5dad30f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:31.879049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Made reservation on behalf of 4ca77c0fbfd6444e96b21bb3f5dad30f for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:31.882854 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.893976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.996494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks [] for security_group (5c558a58-1c53-4e30-a118-872ae459acac), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.002849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5c558a58-1c53-4e30-a118-872ae459acac), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.045582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c558a58-1c53-4e30-a118-872ae459acac,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:32.064728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:54:32.104968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d2d55a5f-910e-4cf6-a139-eec8ac6b0856), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.105333 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Added segment d2d55a5f-910e-4cf6-a139-eec8ac6b0856 of type vlan for network 82778e06-e713-42b2-bb90-36e76f5e280d Jan 28 00:54:32.154860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f11d-9d19-47c8-8ce9-c57c4a017096 req-a88ff6b7-3eed-4e77-ade7-76d45237b104 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:32.156515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a784f11d-9d19-47c8-8ce9-c57c4a017096 req-a88ff6b7-3eed-4e77-ade7-76d45237b104 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 948 time: 0.0846128 Jan 28 00:54:32.169121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (82778e06-e713-42b2-bb90-36e76f5e280d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.177341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.183436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.225576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a784f11d-9d19-47c8-8ce9-c57c4a017096 req-474eabf7-4f6b-41c0-b9da-43c2237bcf7f tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Jan 28 00:54:32.227176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (82778e06-e713-42b2-bb90-36e76f5e280d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.227932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:32.228619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.286527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4410527 Jan 28 00:54:32.289167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39976) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:32.294146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Request body: {'subnet': {'network_id': '82778e06-e713-42b2-bb90-36e76f5e280d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-516152995-subnet', 'tenant_id': '4ca77c0fbfd6444e96b21bb3f5dad30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:32.312543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19e38b-be09-4b13-913d-64b438a0bb49 admin admin] Pushing event updated for resources: {'Network': ['ID=82778e06-e713-42b2-bb90-36e76f5e280d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:32.324720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Made reservation on behalf of 4ca77c0fbfd6444e96b21bb3f5dad30f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:32.328645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.345126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 82778e06-e713-42b2-bb90-36e76f5e280d details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:54:32.563088 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f associated. External IP: 172.25.1.176, port: 616fbe2b-d308-4d7e-b1b9-1e0d19d96456. Jan 28 00:54:32.637613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (b4673f74-7073-4bad-a586-15c15cda78d7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.773957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541b009-2758-4dec-b316-7938886b35fe req-973fca03-05d0-4be8-8e4d-a24a0188a92c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:32.775580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0541b009-2758-4dec-b316-7938886b35fe req-973fca03-05d0-4be8-8e4d-a24a0188a92c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1091228 Jan 28 00:54:32.778570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4673f74-7073-4bad-a586-15c15cda78d7,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:32.781143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Checking segment: {'id': 'd2d55a5f-910e-4cf6-a139-eec8ac6b0856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '82778e06-e713-42b2-bb90-36e76f5e280d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:32.781499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Network hostable DHCP agents. Network: 82778e06-e713-42b2-bb90-36e76f5e280d, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:54:32.841723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0541b009-2758-4dec-b316-7938886b35fe req-42136714-59f0-4761-94f9-16b743561ad0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 Jan 28 00:54:32.842482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Network 82778e06-e713-42b2-bb90-36e76f5e280d is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:54:32.854872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 82778e06-e713-42b2-bb90-36e76f5e280d) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:32.869623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:32.869623 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.881281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5ab75-16e4-41c2-9b98-e14c886f7a21 None None] Network 82778e06-e713-42b2-bb90-36e76f5e280d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:32.888059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f81dc1b7-b618-403e-80d5-1fa57cf4807e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5977776 Jan 28 00:54:32.888665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:32.973375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40006) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:33.002572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348ad36-55f2-4c3d-b87a-ec121b2a2a24 None None] Network 82778e06-e713-42b2-bb90-36e76f5e280d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:33.019939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:33.036188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:33.037344 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.049844 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:33.050766 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:33.073600 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07b28c5b-d30b-4ae8-a8fd-eea2fa22483a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "PUT /v2.0/floatingips/40923a24-a7ac-4b54-a0f1-e41d7e499b2f HTTP/1.1" status: 200 len: 992 time: 1.7234330 Jan 28 00:54:33.073600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:33.074424 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497ee70-bd08-4377-9124-a161a18cf257" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:33.198469 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:33.237101 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add2c0e3-bdb7-4141-bcec-e86682f36e4a x-openstack-request-id: req-add2c0e3-bdb7-4141-bcec-e86682f36e4a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:33.237460 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:33.237807 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-add2c0e3-bdb7-4141-bcec-e86682f36e4a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:33.238291 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'status': 'completed', 'code': 200} Jan 28 00:54:33.267700 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.304182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:33.372275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ee70-bd08-4377-9124-a161a18cf257 req-cd7156b3-aa33-45b0-bd90-0ccbf3ff9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.375593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-cd7156b3-aa33-45b0-bd90-0ccbf3ff9b8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 1097 time: 0.0963051 Jan 28 00:54:33.388405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Deleting subnet 08debdc4-733c-4b16-a58a-294c24f07ad9 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:54:33.392409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Publish callbacks [] for subnet (08debdc4-733c-4b16-a58a-294c24f07ad9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.433418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Publish callbacks [] for subnet (08debdc4-733c-4b16-a58a-294c24f07ad9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.445008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (08debdc4-733c-4b16-a58a-294c24f07ad9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.538879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e73b3-07ec-440b-a318-83ccc7d1a8ef req-1211470b-e961-40f0-b5a2-8473f150ce8c tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.542202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for subnet (08debdc4-733c-4b16-a58a-294c24f07ad9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.549060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-544e73b3-07ec-440b-a318-83ccc7d1a8ef req-1211470b-e961-40f0-b5a2-8473f150ce8c tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 948 time: 0.1870415 Jan 28 00:54:33.591034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-3b0f1c28-86ac-4062-96c8-e8ab578f4925 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6155443 Jan 28 00:54:33.611970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-a37e9548-ac05-4843-8639-d9cb8481e5c1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:33.613604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-a37e9548-ac05-4843-8639-d9cb8481e5c1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128498 Jan 28 00:54:33.615385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08debdc4-733c-4b16-a58a-294c24f07ad9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:33.636051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.638648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ee70-bd08-4377-9124-a161a18cf257 req-d5489b00-4e3e-4409-b2c3-b2d8660b2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.640336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-d5489b00-4e3e-4409-b2c3-b2d8660b2ec9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 925 time: 0.2589390 Jan 28 00:54:33.640782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-696fd389-d2a5-4eb4-8857-7aacdd02405e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08debdc4-733c-4b16-a58a-294c24f07ad9 HTTP/1.1" status: 204 len: 168 time: 0.3354101 Jan 28 00:54:33.645888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40034) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:33.658452 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '40923a24-a7ac-4b54-a0f1-e41d7e499b2f', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'port_id': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'mac_address': 'fa:16:3e:b6:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:31Z', 'revision_number': 1, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:33.705227 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:33.708982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-544e73b3-07ec-440b-a318-83ccc7d1a8ef req-a86ac117-4ec6-4529-89e4-ddcc23033f9c tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585248 Jan 28 00:54:33.715736 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:33.716480 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:33.767474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (82bbf481-25f2-42e0-94f1-e51f40f226c8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.773691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-62afe105-d4d1-4a68-896e-26aea8bc5104 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 200 len: 1000 time: 0.1261580 Jan 28 00:54:33.841572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ee70-bd08-4377-9124-a161a18cf257 req-7b7f2790-f780-4431-88fb-f5c3f317fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.847810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-7b7f2790-f780-4431-88fb-f5c3f317fbea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.0681293 Jan 28 00:54:33.858319 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:33.906140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (82bbf481-25f2-42e0-94f1-e51f40f226c8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.924189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ee70-bd08-4377-9124-a161a18cf257 req-2fb150c7-57aa-4dbb-8ea8-498195df8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.926403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-2fb150c7-57aa-4dbb-8ea8-498195df8673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720694 Jan 28 00:54:33.936734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.937002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.937708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.938079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.938423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.938756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.939097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.939419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.939738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:33.941022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:34.081537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 26edffb3-43b7-405a-a614-12e47f0cc10a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:34.083527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:34.083890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:34.084228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:34.084848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:34.084979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bbf481-25f2-42e0-94f1-e51f40f226c8']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:34.128574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fe4066-dbdb-417b-b65a-a28ac65e6ab2') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:34.129152 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fe4066-dbdb-417b-b65a-a28ac65e6ab2') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:34.153993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2ac7d-988e-41e8-bf8b-dd0ea221ca13 req-630e497f-3b0b-47ab-9266-76a8ab94aaa4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:34.156457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91f2ac7d-988e-41e8-bf8b-dd0ea221ca13 req-630e497f-3b0b-47ab-9266-76a8ab94aaa4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1861753 Jan 28 00:54:34.171706 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (e8fe4066-dbdb-417b-b65a-a28ac65e6ab2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.224719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e8fe4066-dbdb-417b-b65a-a28ac65e6ab2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.244699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:54:34.245220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (e8fe4066-dbdb-417b-b65a-a28ac65e6ab2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.245566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-f2caeee3-08f1-4a89-92c9-a5f291b0816e service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132274 Jan 28 00:54:34.270702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 26edffb3-43b7-405a-a614-12e47f0cc10a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=26edffb3-43b7-405a-a614-12e47f0cc10a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: from cryptography.utils import int_from_bytes Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: from cryptography.utils import int_from_bytes Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:54:34.275320 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:54:34.291974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '26edffb3-43b7-405a-a614-12e47f0cc10a', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '26edffb3-43b7-405a-a614-12e47f0cc10a', 'mac_address': 'fa:16:3e:ef:45:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:34.347725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b497ee70-bd08-4377-9124-a161a18cf257 req-fc0c7ebd-f342-4073-a309-6bc21bc7211a service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941181 Jan 28 00:54:34.356030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 26edffb3-43b7-405a-a614-12e47f0cc10a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:34.356482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.373930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91f2ac7d-988e-41e8-bf8b-dd0ea221ca13 req-1ebecc72-6ece-429b-ae04-76d02959ef13 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107360 Jan 28 00:54:34.392992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (82bbf481-25f2-42e0-94f1-e51f40f226c8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.395586 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '40923a24-a7ac-4b54-a0f1-e41d7e499b2f', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'port_id': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'mac_address': 'fa:16:3e:b6:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:31Z', 'revision_number': 1, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:34.397893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26edffb3-43b7-405a-a614-12e47f0cc10a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:34.407971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.423095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/82bbf481-25f2-42e0-94f1-e51f40f226c8 HTTP/1.1" status: 204 len: 168 time: 0.7735994 Jan 28 00:54:34.423385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:34.436518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 26edffb3-43b7-405a-a614-12e47f0cc10a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=26edffb3-43b7-405a-a614-12e47f0cc10a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:34.442325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.463149 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3c6f1-af39-4d93-a50a-05d75262dd8f None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '40923a24-a7ac-4b54-a0f1-e41d7e499b2f', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'port_id': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'mac_address': 'fa:16:3e:b6:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:31Z', 'revision_number': 1, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:34.468550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5622c-27b7-4e33-ab2f-e325abf141a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82bbf481-25f2-42e0-94f1-e51f40f226c8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:34.530753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Deleting subnet b4673f74-7073-4bad-a586-15c15cda78d7 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:54:34.538599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=26edffb3-43b7-405a-a614-12e47f0cc10a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:34.538909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Publish callbacks [] for subnet (b4673f74-7073-4bad-a586-15c15cda78d7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.587680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (b4673f74-7073-4bad-a586-15c15cda78d7), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.642516 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b4673f74-7073-4bad-a586-15c15cda78d7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.706348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['26edffb3-43b7-405a-a614-12e47f0cc10a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:34.736050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (b4673f74-7073-4bad-a586-15c15cda78d7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.765256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4673f74-7073-4bad-a586-15c15cda78d7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:34.777376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.783472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40088) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:34.785255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5bf8f64d-da53-4e57-b116-8970f12af3c6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b4673f74-7073-4bad-a586-15c15cda78d7 HTTP/1.1" status: 204 len: 168 time: 0.3555098 Jan 28 00:54:34.827718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e156271-d2a5-43f4-845b-1a4f0d20a24d None None] New status for floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:54:34.895269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (82778e06-e713-42b2-bb90-36e76f5e280d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.977016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f623bb-8840-4a4e-910a-218cc2f19440 req-322a7817-6b65-4c45-9d90-14ad63c0de12 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:34.978737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f623bb-8840-4a4e-910a-218cc2f19440 req-322a7817-6b65-4c45-9d90-14ad63c0de12 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 949 time: 0.1007366 Jan 28 00:54:35.021294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40094) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.059368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.085925 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (82778e06-e713-42b2-bb90-36e76f5e280d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.165400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.166129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.167040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.167513 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.167988 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.168493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.168967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.169570 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.170068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.170769 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.191997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67f10ac6-25d1-4d34-87e0-9b029980cf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.232848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-656293021-network', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:35.257243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Made reservation on behalf of 397715b1227f4a71a3bbcfde33a1613a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:35.263974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.283301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.283849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.284293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.284781 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:54:35.285222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82778e06-e713-42b2-bb90-36e76f5e280d']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:35.290848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.316443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f623bb-8840-4a4e-910a-218cc2f19440 req-ac76cb7e-30f3-490d-9219-0f2750a175aa tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091099 Jan 28 00:54:35.318542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d55a5f-910e-4cf6-a139-eec8ac6b0856') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:35.318944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d55a5f-910e-4cf6-a139-eec8ac6b0856') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:35.364683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (d2d55a5f-910e-4cf6-a139-eec8ac6b0856), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.392961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d2d55a5f-910e-4cf6-a139-eec8ac6b0856), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.405974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:54:35.406396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (d2d55a5f-910e-4cf6-a139-eec8ac6b0856), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: from cryptography.utils import int_from_bytes Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: from cryptography.utils import int_from_bytes Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:54:35.416737 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:54:35.455063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67f10ac6-25d1-4d34-87e0-9b029980cf7e admin admin] Publish callbacks [] for security_group (51318e97-83e7-44b4-b290-9e845206f208), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.477680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67f10ac6-25d1-4d34-87e0-9b029980cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (51318e97-83e7-44b4-b290-9e845206f208), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.515863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks [] for security_group (c30432f3-4543-4b3b-9d1f-09e9a3e76bda), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.531988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c30432f3-4543-4b3b-9d1f-09e9a3e76bda), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.539611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f10ac6-25d1-4d34-87e0-9b029980cf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51318e97-83e7-44b4-b290-9e845206f208,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:35.554235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:54:35.554777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (82778e06-e713-42b2-bb90-36e76f5e280d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.570026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9240c1fd-512e-47a6-a175-cbedff9398bd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.571092 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Added segment 9240c1fd-512e-47a6-a175-cbedff9398bd of type vlan for network 68a57a9c-70e9-40fb-9630-ff8122b1201b Jan 28 00:54:35.575490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14432b04-f3f4-44f9-833b-c891c4505d1d req-797ca856-66e3-4e8d-9d45-ab9c05ec07eb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:35.577190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14432b04-f3f4-44f9-833b-c891c4505d1d req-797ca856-66e3-4e8d-9d45-ab9c05ec07eb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1035483 Jan 28 00:54:35.583173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.589501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-67f10ac6-25d1-4d34-87e0-9b029980cf7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9caa661c6a6493688836a96e1ef3593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5636973 Jan 28 00:54:35.589501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.589827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/82778e06-e713-42b2-bb90-36e76f5e280d HTTP/1.1" status: 204 len: 168 time: 0.8045526 Jan 28 00:54:35.620108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32644743-08ed-4e40-aee0-63e0eaaf33c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=82778e06-e713-42b2-bb90-36e76f5e280d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:35.670207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14432b04-f3f4-44f9-833b-c891c4505d1d req-ed0bef3a-0c70-4da1-a9a4-136f2ed61ad3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709372 Jan 28 00:54:35.694263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (68a57a9c-70e9-40fb-9630-ff8122b1201b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.709590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30432f3-4543-4b3b-9d1f-09e9a3e76bda,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:35.772078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.772952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5613-a594-484c-be92-914bd11434a9 admin admin] Publish callbacks [] for security_group (51318e97-83e7-44b4-b290-9e845206f208), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.787981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (68a57a9c-70e9-40fb-9630-ff8122b1201b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.789469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:35.790141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.826817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5613-a594-484c-be92-914bd11434a9 admin admin] Publish callbacks [] for security_group (51318e97-83e7-44b4-b290-9e845206f208), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.831231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4a1d87f-3fbc-449c-9865-24c93997ae67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7056051d9564538b239a185e40c7c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552809 Jan 28 00:54:35.831464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40136) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.903325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e00aac45-3be0-4925-a65f-eb65b60b507c admin admin] Publish callbacks [] for security_group (45696aee-485f-46f0-8ec8-2c7e999c8888), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.929855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e00aac45-3be0-4925-a65f-eb65b60b507c admin admin] Publish callbacks [] for security_group (45696aee-485f-46f0-8ec8-2c7e999c8888), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.931236 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8708003 Jan 28 00:54:35.934851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.942524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Request body: {'subnet': {'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-656293021-subnet', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:35.944986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5cc2-0b54-4f56-a963-b8d053393bdb admin admin] Pushing event updated for resources: {'Network': ['ID=68a57a9c-70e9-40fb-9630-ff8122b1201b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:35.960409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:54:35.983352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5613-a594-484c-be92-914bd11434a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (51318e97-83e7-44b4-b290-9e845206f208), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.988283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf0a5613-a594-484c-be92-914bd11434a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.989946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf0a5613-a594-484c-be92-914bd11434a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51318e97-83e7-44b4-b290-9e845206f208 HTTP/1.1" status: 204 len: 168 time: 0.3997667 Jan 28 00:54:35.997694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Made reservation on behalf of 397715b1227f4a71a3bbcfde33a1613a for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:36.000581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.008134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a5613-a594-484c-be92-914bd11434a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51318e97-83e7-44b4-b290-9e845206f208,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:36.110154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 26edffb3-43b7-405a-a614-12e47f0cc10a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:36.112718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e00aac45-3be0-4925-a65f-eb65b60b507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (45696aee-485f-46f0-8ec8-2c7e999c8888), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.115566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e00aac45-3be0-4925-a65f-eb65b60b507c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.119515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e00aac45-3be0-4925-a65f-eb65b60b507c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45696aee-485f-46f0-8ec8-2c7e999c8888 HTTP/1.1" status: 204 len: 168 time: 0.2870309 Jan 28 00:54:36.131561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00aac45-3be0-4925-a65f-eb65b60b507c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45696aee-485f-46f0-8ec8-2c7e999c8888,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:36.185327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 26edffb3-43b7-405a-a614-12e47f0cc10a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:36.202321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 26edffb3-43b7-405a-a614-12e47f0cc10a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:36.206795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.346992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 26edffb3-43b7-405a-a614-12e47f0cc10a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:36.347391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.378761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (16117af8-0608-4876-9861-a1b859833acd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.412254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27910c6f-bd83-450e-8abb-95df3b644dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26edffb3-43b7-405a-a614-12e47f0cc10a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:36.414578 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4542a071-c1dc-48d0-9ba5-5bf493b887eb" -d '{"events": [{"server_uuid": "27910c6f-bd83-450e-8abb-95df3b644dab", "name": "network-vif-plugged", "status": "completed", "tag": "26edffb3-43b7-405a-a614-12e47f0cc10a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:36.450024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 26edffb3-43b7-405a-a614-12e47f0cc10a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=26edffb3-43b7-405a-a614-12e47f0cc10a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:36.458204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.496942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16117af8-0608-4876-9861-a1b859833acd,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:36.504507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Checking segment: {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:36.504919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Network hostable DHCP agents. Network: 68a57a9c-70e9-40fb-9630-ff8122b1201b, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:54:36.524132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:54:36.536047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 68a57a9c-70e9-40fb-9630-ff8122b1201b) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:36.542379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.543275 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.553533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26aae14-fe6a-492b-a3e0-899017f50bab None None] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:36.570721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-61065c52-6ef3-4e6c-b80a-68791b26332a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6346087 Jan 28 00:54:36.574039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40178) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:36.579225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:36.598727 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0fd878-5acb-4703-b585-7ecce3f21ef6 x-openstack-request-id: req-7d0fd878-5acb-4703-b585-7ecce3f21ef6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:36.599259 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27910c6f-bd83-450e-8abb-95df3b644dab", "name": "network-vif-plugged", "status": "completed", "tag": "26edffb3-43b7-405a-a614-12e47f0cc10a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:36.600779 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d0fd878-5acb-4703-b585-7ecce3f21ef6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:36.601358 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27910c6f-bd83-450e-8abb-95df3b644dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26edffb3-43b7-405a-a614-12e47f0cc10a', 'code': 200} Jan 28 00:54:36.618562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (99b4daa6-9456-489e-973d-a61c24af1fbd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.620360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (99b4daa6-9456-489e-973d-a61c24af1fbd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.637257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9e9ab-a52b-4613-b46e-c25cfdc51160 req-e3853dbe-18d5-4011-92c5-699b0f0ccf8b tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.641233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25b9e9ab-a52b-4613-b46e-c25cfdc51160 req-e3853dbe-18d5-4011-92c5-699b0f0ccf8b tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.0773387 Jan 28 00:54:36.726357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:36.730569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25b9e9ab-a52b-4613-b46e-c25cfdc51160 req-0960c378-4f71-449d-b26c-c0aeee751963 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738914 Jan 28 00:54:36.762451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks [] for router_controller (99b4daa6-9456-489e-973d-a61c24af1fbd), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.767268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=26edffb3-43b7-405a-a614-12e47f0cc10a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:36.796197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10508dc7-0dd0-4d8f-b4cb-ca9147e93013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.849085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-d07be50d-a593-4219-8db3-67c7a7b3638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.852550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-d07be50d-a593-4219-8db3-67c7a7b3638b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.1127882 Jan 28 00:54:36.867643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-68a57a9c-70e9-40fb-9630-ff8122b1201b', 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b', 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'fixed_ips': [{'subnet_id': '16117af8-0608-4876-9861-a1b859833acd'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:54:36.868722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.016674 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.052251 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3dc0dc09-4d9a-4edd-a2fd-0fa8f5baee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.070602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks [] for router_gateway (99b4daa6-9456-489e-973d-a61c24af1fbd), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.086424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a9aab-c74b-4841-96b3-9959e4a7a208 req-ce15e1a7-b0b6-4c85-a02b-0948ef6bbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.089053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c25a9aab-c74b-4841-96b3-9959e4a7a208 req-ce15e1a7-b0b6-4c85-a02b-0948ef6bbdc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 1101 time: 0.2218359 Jan 28 00:54:37.108239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:37.162545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-0515cb40-62f6-420a-a6f5-3031667dc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.164972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-0515cb40-62f6-420a-a6f5-3031667dc9c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2912173 Jan 28 00:54:37.183859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21962175-de25-4af1-bcd2-01d2953f84d3 req-0e6aa458-950e-4ba3-a14c-3d40cd3e3307 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.189267 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ff35cba5-a32e-4bb8-bf5c-38618612c69e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ca77c0fbfd6444e96b21bb3f5dad30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766187 Jan 28 00:54:37.189426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Allocated IP 172.20.0.2 (68a57a9c-70e9-40fb-9630-ff8122b1201b/16117af8-0608-4876-9861-a1b859833acd/6394ece8-6d32-4073-b21d-a6b1cd53856b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:37.196083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21962175-de25-4af1-bcd2-01d2953f84d3 req-0e6aa458-950e-4ba3-a14c-3d40cd3e3307 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.3678007 Jan 28 00:54:37.205557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40200) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:37.297816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-c5226992-8cab-4521-be79-527ecb59d1e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0994170 Jan 28 00:54:37.321960 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c25a9aab-c74b-4841-96b3-9959e4a7a208 req-3b8b4bfb-933d-453f-80eb-d21977eba32b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151229 Jan 28 00:54:37.372504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-521f68c9-d1fe-42d9-a7fa-3d5101648be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.374477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-521f68c9-d1fe-42d9-a7fa-3d5101648be6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0635908 Jan 28 00:54:37.426693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21962175-de25-4af1-bcd2-01d2953f84d3 req-ce994331-895d-4bee-98f6-ed713fc5e598 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246828 Jan 28 00:54:37.451185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40204) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:37.508610 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Publish callbacks [] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.509132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10508dc7-0dd0-4d8f-b4cb-ca9147e93013 admin admin] Publish callbacks [] for security_group (8f4daaa5-2b9b-4e6c-b83b-a6b139372a84), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.519185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.520696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10508dc7-0dd0-4d8f-b4cb-ca9147e93013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f4daaa5-2b9b-4e6c-b83b-a6b139372a84), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.522172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks [] for router_gateway (99b4daa6-9456-489e-973d-a61c24af1fbd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.553111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10508dc7-0dd0-4d8f-b4cb-ca9147e93013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4daaa5-2b9b-4e6c-b83b-a6b139372a84,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:37.554606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.556259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7467a65a-6b69-40cb-9783-f5765f3f7f79 admin admin] Publish callbacks [] for security_group (5c558a58-1c53-4e30-a118-872ae459acac), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.580073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7467a65a-6b69-40cb-9783-f5765f3f7f79 admin admin] Publish callbacks [] for security_group (5c558a58-1c53-4e30-a118-872ae459acac), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.608066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:37.610030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:37.615714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-a9c14d92-e1ed-4a45-9972-0ff4e7c1ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.617353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-a9c14d92-e1ed-4a45-9972-0ff4e7c1ee23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058578 Jan 28 00:54:37.621374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:37.687744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-10508dc7-0dd0-4d8f-b4cb-ca9147e93013 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=051c7a40942149169d382c1e3806d530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9559495 Jan 28 00:54:37.693263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40212) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:37.693564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Pushing event updated for resources: {'Port': ['ID=6394ece8-6d32-4073-b21d-a6b1cd53856b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:37.696464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Attempting to bind port 6394ece8-6d32-4073-b21d-a6b1cd53856b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:37.696839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Attempting to bind port 6394ece8-6d32-4073-b21d-a6b1cd53856b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:37.697306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Attempting to bind port 6394ece8-6d32-4073-b21d-a6b1cd53856b on network 68a57a9c-70e9-40fb-9630-ff8122b1201b {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:37.702586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7467a65a-6b69-40cb-9783-f5765f3f7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5c558a58-1c53-4e30-a118-872ae459acac), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.703136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:37.703521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Checking segment: {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:37.703923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.704346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Bound using segment: {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:37.704825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Bound port: 6394ece8-6d32-4073-b21d-a6b1cd53856b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:37.705195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7467a65a-6b69-40cb-9783-f5765f3f7f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.705313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.706355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7467a65a-6b69-40cb-9783-f5765f3f7f79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c558a58-1c53-4e30-a118-872ae459acac HTTP/1.1" status: 204 len: 168 time: 0.4990172 Jan 28 00:54:37.730697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467a65a-6b69-40cb-9783-f5765f3f7f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c558a58-1c53-4e30-a118-872ae459acac,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:37.736127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a553575-5d60-4855-bd63-96232e96d5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.796137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Allocated IP 172.25.1.139 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/65450c44-7b9b-40d1-8621-5a5fcfc7823c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:37.842001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-b4fba10b-5a58-4596-a93f-2e6e92d8c4e0 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116895 Jan 28 00:54:37.844360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] For port 6394ece8-6d32-4073-b21d-a6b1cd53856b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:37.854311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] For port 6394ece8-6d32-4073-b21d-a6b1cd53856b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6394ece8-6d32-4073-b21d-a6b1cd53856b,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:37.862679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.883240 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4ec0-3e81-4cec-9d4c-56c3d21cd6df admin admin] Publish callbacks [] for security_group (8f4daaa5-2b9b-4e6c-b83b-a6b139372a84), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.028098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cc58c-4efb-4490-80ae-970508aca7dd None None] Pushing event updated for resources: {'Port': ['ID=6394ece8-6d32-4073-b21d-a6b1cd53856b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.032061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a553575-5d60-4855-bd63-96232e96d5fc admin admin] Publish callbacks [] for security_group (2136890d-0fe5-45ce-9aa7-360a34ac03c3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.038129 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks [] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.041729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a553575-5d60-4855-bd63-96232e96d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2136890d-0fe5-45ce-9aa7-360a34ac03c3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.114642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a553575-5d60-4855-bd63-96232e96d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136890d-0fe5-45ce-9aa7-360a34ac03c3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.127491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a553575-5d60-4855-bd63-96232e96d5fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4479829ac3c54aa2b1e64cb6a6b522fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687031 Jan 28 00:54:38.131055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40230) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:38.162625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.212274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:38.217667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4ec0-3e81-4cec-9d4c-56c3d21cd6df admin admin] Publish callbacks [] for security_group (8f4daaa5-2b9b-4e6c-b83b-a6b139372a84), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.219287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:38.229085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:38.266121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Pushing event updated for resources: {'Port': ['ID=65450c44-7b9b-40d1-8621-5a5fcfc7823c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.268158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Publish callbacks [] for security_group (2136890d-0fe5-45ce-9aa7-360a34ac03c3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.284778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce6d8-3eaf-494b-bd31-1d0db5e56b91 req-04e325c3-b786-4752-a3e9-7f67a4c404b6 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.295093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8fce6d8-3eaf-494b-bd31-1d0db5e56b91 req-04e325c3-b786-4752-a3e9-7f67a4c404b6 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.4127471 Jan 28 00:54:38.318153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Publish callbacks [] for security_group (2136890d-0fe5-45ce-9aa7-360a34ac03c3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.364717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-dce1538e-eb1c-465f-bfc4-2ea54408f7e6 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207884 Jan 28 00:54:38.484932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8fce6d8-3eaf-494b-bd31-1d0db5e56b91 req-8994a605-2beb-4519-82ac-85b6b21adc72 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878996 Jan 28 00:54:38.504630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4ec0-3e81-4cec-9d4c-56c3d21cd6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f4daaa5-2b9b-4e6c-b83b-a6b139372a84), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.526006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4ec0-3e81-4cec-9d4c-56c3d21cd6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.530206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca5c4ec0-3e81-4cec-9d4c-56c3d21cd6df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f4daaa5-2b9b-4e6c-b83b-a6b139372a84 HTTP/1.1" status: 204 len: 168 time: 0.8339171 Jan 28 00:54:38.583117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c4ec0-3e81-4cec-9d4c-56c3d21cd6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4daaa5-2b9b-4e6c-b83b-a6b139372a84,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.662381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2136890d-0fe5-45ce-9aa7-360a34ac03c3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.674576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.678613 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2136890d-0fe5-45ce-9aa7-360a34ac03c3 HTTP/1.1" status: 204 len: 168 time: 0.5437429 Jan 28 00:54:38.693134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136890d-0fe5-45ce-9aa7-360a34ac03c3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.713621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.714329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.735810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.736431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.736953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.737498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.738059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.738684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.739354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.739980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.740486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.741032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.741364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5f76b-a904-4de7-b95f-a14f457835af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:38.772076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338ac8-791d-4ee1-a070-c4e575a5dfe5 req-1e423fc0-fc53-4d16-bf42-62cec0d9922c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.782684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00338ac8-791d-4ee1-a070-c4e575a5dfe5 req-1e423fc0-fc53-4d16-bf42-62cec0d9922c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1058207 Jan 28 00:54:38.826880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks [] for router_gateway (99b4daa6-9456-489e-973d-a61c24af1fbd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.857219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00338ac8-791d-4ee1-a070-c4e575a5dfe5 req-53ae2bfd-61bf-4033-a362-04622e5b3663 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734460 Jan 28 00:54:39.174655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40262) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:39.196132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.267236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e76c-bd55-4179-b9d6-25061a0a2228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.331738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (99b4daa6-9456-489e-973d-a61c24af1fbd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.376905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Publish callbacks [] for security_group (d2025b2f-b633-4070-96a3-6a9057e3c515), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.383364 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2025b2f-b633-4070-96a3-6a9057e3c515), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.453302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2025b2f-b633-4070-96a3-6a9057e3c515,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:39.457541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c1b3cb2f998485d938c08e2a56a961a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808793 Jan 28 00:54:39.472287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:39.507624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.509184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.511053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.511600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.512108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.514475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.522269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Router 99b4daa6-9456-489e-973d-a61c24af1fbd is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:54:39.523433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.523828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.524188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.524527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.524862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.525196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.525580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e95241-8d10-4979-991b-0d7f9dc01a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:39.585959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d311c142-3e71-490b-a37f-bc2c1c52b6f8 admin admin] Publish callbacks [] for security_group (d2025b2f-b633-4070-96a3-6a9057e3c515), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.606898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202252e-86f1-4766-88ae-884873c119c9 None None] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:39.656090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d311c142-3e71-490b-a37f-bc2c1c52b6f8 admin admin] Publish callbacks [] for security_group (d2025b2f-b633-4070-96a3-6a9057e3c515), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.666895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:39.677699 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Sync routers for ids ['99b4daa6-9456-489e-973d-a61c24af1fbd'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:39.696912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.699232 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c680fe48-3228-4e89-80ea-baaa68af0515 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1240702 Jan 28 00:54:39.699419 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Routers {'99b4daa6-9456-489e-973d-a61c24af1fbd'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:39.701158 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['99b4daa6-9456-489e-973d-a61c24af1fbd'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:39.702052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40286) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:39.772315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Provisioning complete for port 6394ece8-6d32-4073-b21d-a6b1cd53856b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:39.772411 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.845655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c5331-90f5-4694-9c4c-c29070261fff req-034ebd60-fcf2-4c42-9c44-8d4ff444c5b4 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:39.848355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-369c5331-90f5-4694-9c4c-c29070261fff req-034ebd60-fcf2-4c42-9c44-8d4ff444c5b4 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.2303755 Jan 28 00:54:39.928760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d311c142-3e71-490b-a37f-bc2c1c52b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2025b2f-b633-4070-96a3-6a9057e3c515), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.953648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d311c142-3e71-490b-a37f-bc2c1c52b6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.955318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d311c142-3e71-490b-a37f-bc2c1c52b6f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2025b2f-b633-4070-96a3-6a9057e3c515 HTTP/1.1" status: 204 len: 168 time: 0.4738226 Jan 28 00:54:39.967264 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Set router 99b4daa6-9456-489e-973d-a61c24af1fbd gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:40.008994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311c142-3e71-490b-a37f-bc2c1c52b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2025b2f-b633-4070-96a3-6a9057e3c515,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:40.067888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-369c5331-90f5-4694-9c4c-c29070261fff req-4d5b0035-9042-4e6d-95d8-c134242aae3e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072797 Jan 28 00:54:40.115216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b9fa-18d0-478a-9e44-769672483f59 req-449da52e-9061-440e-ae68-113c2c19a1fa tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:40.124387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a128b9fa-18d0-478a-9e44-769672483f59 req-449da52e-9061-440e-ae68-113c2c19a1fa tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1216333 Jan 28 00:54:40.149116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Current status of the port 6394ece8-6d32-4073-b21d-a6b1cd53856b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:40.149524 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.183710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a128b9fa-18d0-478a-9e44-769672483f59 req-734d6895-f8e6-47ef-a29b-d3b0cc35efbf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534577 Jan 28 00:54:40.265360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] For port 6394ece8-6d32-4073-b21d-a6b1cd53856b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6394ece8-6d32-4073-b21d-a6b1cd53856b,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:40.272414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.337847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:38Z', 'revision_number': 3, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:40.419167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Checking router: 99b4daa6-9456-489e-973d-a61c24af1fbd for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:40.424545 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Updating router 99b4daa6-9456-489e-973d-a61c24af1fbd port 65450c44-7b9b-40d1-8621-5a5fcfc7823c binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:40.472253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6394ece8-6d32-4073-b21d-a6b1cd53856b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:40.489918 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.531113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Pushing event updated for resources: {'Port': ['ID=6394ece8-6d32-4073-b21d-a6b1cd53856b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:40.540582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-876d2d74-6701-4da2-8295-1abb139e225c None None] Provisioning complete for port 6394ece8-6d32-4073-b21d-a6b1cd53856b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:40.540967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-876d2d74-6701-4da2-8295-1abb139e225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.547294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.548337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.548832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.549174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.549510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.549862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.550193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.550982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.551318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.551692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.552393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.552725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.553761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4cc21c-0781-4e19-bf8c-4cedb3e324c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:40.635899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ba9ee-e067-41b9-8daf-4bfc52791828 req-39eaada9-a5a5-40d1-b778-4210c1dda5fa tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:40.646257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-241ba9ee-e067-41b9-8daf-4bfc52791828 req-39eaada9-a5a5-40d1-b778-4210c1dda5fa tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.1360354 Jan 28 00:54:40.675270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6394ece8-6d32-4073-b21d-a6b1cd53856b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:40.675891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.726982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.745544 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.746484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-876d2d74-6701-4da2-8295-1abb139e225c None None] Current status of the port 6394ece8-6d32-4073-b21d-a6b1cd53856b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:40.806813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6394ece8-6d32-4073-b21d-a6b1cd53856b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:40.853938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-241ba9ee-e067-41b9-8daf-4bfc52791828 req-4ddbfbbf-1b4f-4c89-8da7-64d5250e387e tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028155 Jan 28 00:54:40.868388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-84a00305-3e70-45a3-a368-0d4a7b96f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:40.868388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-84a00305-3e70-45a3-a368-0d4a7b96f22e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.1919343 Jan 28 00:54:40.928355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Allocated IP 172.20.0.1 (68a57a9c-70e9-40fb-9630-ff8122b1201b/16117af8-0608-4876-9861-a1b859833acd/11d5b25d-1398-4c93-8c91-104461e2e357) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:40.997021 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Publish callbacks [] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.009769 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.065208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks [] for port (11d5b25d-1398-4c93-8c91-104461e2e357), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.074017 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d601cda-2b45-42b5-8c90-3cbb90f40f52 None None] Pushing event updated for resources: {'Port': ['ID=65450c44-7b9b-40d1-8621-5a5fcfc7823c,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:41.097609 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Attempting to bind port 65450c44-7b9b-40d1-8621-5a5fcfc7823c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:41.098420 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Attempting to bind port 65450c44-7b9b-40d1-8621-5a5fcfc7823c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:41.099051 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Attempting to bind port 65450c44-7b9b-40d1-8621-5a5fcfc7823c on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:41.100166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-bd708684-760f-426c-b94c-1c5f681cd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.105766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-bd708684-760f-426c-b94c-1c5f681cd8da service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2186322 Jan 28 00:54:41.106025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.106276 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:41.106789 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:41.107383 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.108036 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:41.109194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Bound port: 65450c44-7b9b-40d1-8621-5a5fcfc7823c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:41.109679 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.172953 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] For port 65450c44-7b9b-40d1-8621-5a5fcfc7823c, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:41.176394 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] For port 65450c44-7b9b-40d1-8621-5a5fcfc7823c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65450c44-7b9b-40d1-8621-5a5fcfc7823c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:41.183367 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.213317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Pushing event updated for resources: {'Port': ['ID=11d5b25d-1398-4c93-8c91-104461e2e357,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:41.213970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-f269e80d-2d6f-473f-b6c8-80e1930ad8f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0968769 Jan 28 00:54:41.241088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:41.246074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:41.270483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:41.283078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-8a22baeb-e434-4986-b650-cddcc906fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.285220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-8a22baeb-e434-4986-b650-cddcc906fa34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0665972 Jan 28 00:54:41.317322 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Routers {'99b4daa6-9456-489e-973d-a61c24af1fbd'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:41.323207 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['99b4daa6-9456-489e-973d-a61c24af1fbd'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:41.398859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (99b4daa6-9456-489e-973d-a61c24af1fbd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.413298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-94c67b91-82c5-494d-98b6-0b216176adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.416342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-94c67b91-82c5-494d-98b6-0b216176adb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215861 Jan 28 00:54:41.433802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d601cda-2b45-42b5-8c90-3cbb90f40f52 None None] Pushing event updated for resources: {'Port': ['ID=65450c44-7b9b-40d1-8621-5a5fcfc7823c,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:41.561547 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] Set router 99b4daa6-9456-489e-973d-a61c24af1fbd gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:41.583555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30658845-74e5-4aa0-a666-f3fec1a8216d req-9565491f-4a6f-4a0a-b9b8-f50b424ea680 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.590963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30658845-74e5-4aa0-a666-f3fec1a8216d req-9565491f-4a6f-4a0a-b9b8-f50b424ea680 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1665316 Jan 28 00:54:41.656205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-26f46931-5494-4e53-beb1-ac9c4357e9bd service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330413 Jan 28 00:54:41.715204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30658845-74e5-4aa0-a666-f3fec1a8216d req-af8b199e-49ba-4d92-8ad8-133bdf1d4a46 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183577 Jan 28 00:54:41.722486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.728591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8a456af0-2d66-4130-bfc1-f532ee8afe11 None None] Provisioning complete for port 11d5b25d-1398-4c93-8c91-104461e2e357 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:41.729232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a456af0-2d66-4130-bfc1-f532ee8afe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.839754 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.859020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-648768b1-03ef-4fbb-afa2-23d68252d273 req-fc07b046-d586-47c9-8ee3-0c63c8979a1d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948428 Jan 28 00:54:41.860057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8a456af0-2d66-4130-bfc1-f532ee8afe11 None None] Port 11d5b25d-1398-4c93-8c91-104461e2e357 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:41.904600 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:38Z', 'revision_number': 3, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:41.948092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256364dc-50f6-4790-9690-079a19da29d0 None None] The sync data for ids ['99b4daa6-9456-489e-973d-a61c24af1fbd'] in n-d-826756-1 is: [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:38Z', 'revision_number': 3, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:41.950681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6487-4af2-481f-92eb-b9e51c20f8ed req-faaf6ae7-f65e-440b-9dcb-8401f033967f tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.961202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecdd6487-4af2-481f-92eb-b9e51c20f8ed req-faaf6ae7-f65e-440b-9dcb-8401f033967f tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.0992930 Jan 28 00:54:42.012949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks [] for port (11d5b25d-1398-4c93-8c91-104461e2e357), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.024024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.048939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecdd6487-4af2-481f-92eb-b9e51c20f8ed req-a6e51e45-ec9c-4bb9-a2a0-876cb9de81ce tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819581 Jan 28 00:54:42.099850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (99b4daa6-9456-489e-973d-a61c24af1fbd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.112204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Pushing event updated for resources: {'Port': ['ID=11d5b25d-1398-4c93-8c91-104461e2e357,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:42.214280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:42.216426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:42.346228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6394ece8-6d32-4073-b21d-a6b1cd53856b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:42.433155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Router 99b4daa6-9456-489e-973d-a61c24af1fbd has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:42.505734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6394ece8-6d32-4073-b21d-a6b1cd53856b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:42.506185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.685421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:42.704389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6394ece8-6d32-4073-b21d-a6b1cd53856b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:42.707650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b7fc0be2-ad0b-4216-b462-4f0e03891c12 None None] Provisioning complete for port 11d5b25d-1398-4c93-8c91-104461e2e357 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:42.708285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0be2-ad0b-4216-b462-4f0e03891c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.719542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-21b51ac0-6bdf-4a91-8fcd-71c10af0be3d admin admin] 10.222.0.23 "PUT /v2.0/routers/99b4daa6-9456-489e-973d-a61c24af1fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0160718 Jan 28 00:54:42.792604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279cc6-8303-4be1-964e-30acefda3def req-e5f5ddd6-942d-4577-9d7d-07d7ce9052fd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:42.796770 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f279cc6-8303-4be1-964e-30acefda3def req-e5f5ddd6-942d-4577-9d7d-07d7ce9052fd tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.43 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.0714355 Jan 28 00:54:42.799399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc0be2-ad0b-4216-b462-4f0e03891c12 None None] Port 11d5b25d-1398-4c93-8c91-104461e2e357 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:42.902045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9ae9b-79a4-4011-af44-ab0018228746 req-6e4f2eda-3f69-431b-a8f7-9a5e03d36afe tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:42.904457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aaa9ae9b-79a4-4011-af44-ab0018228746 req-6e4f2eda-3f69-431b-a8f7-9a5e03d36afe tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0796530 Jan 28 00:54:42.967629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Deleting port 26edffb3-43b7-405a-a614-12e47f0cc10a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:42.968217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.045861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aaa9ae9b-79a4-4011-af44-ab0018228746 req-f9a3b2a0-a9e3-4d9a-a197-b89541f15f19 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296976 Jan 28 00:54:43.128045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] For port 26edffb3-43b7-405a-a614-12e47f0cc10a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=26edffb3-43b7-405a-a614-12e47f0cc10a,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:43.128641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.144903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Calling delete_port for 26edffb3-43b7-405a-a614-12e47f0cc10a owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:43.265978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.268803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fee44-28dd-48b3-8223-2dc717cf9d37 req-4cca5f8c-51cd-4044-9183-7e12d92d3d60 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:43.270572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-536fee44-28dd-48b3-8223-2dc717cf9d37 req-4cca5f8c-51cd-4044-9183-7e12d92d3d60 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/ports?device_id=27910c6f-bd83-450e-8abb-95df3b644dab HTTP/1.1" status: 200 len: 950 time: 0.0931442 Jan 28 00:54:43.361821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (26edffb3-43b7-405a-a614-12e47f0cc10a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.363976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-536fee44-28dd-48b3-8223-2dc717cf9d37 req-e68c7fcb-9cd0-4204-80ef-2db2fca02d00 tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.23 "GET /v2.0/security-groups?id=510acd15-5d2e-4741-8916-ce04e0b0a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851552 Jan 28 00:54:43.398982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['26edffb3-43b7-405a-a614-12e47f0cc10a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:43.413210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Pushing event deleted for resources: {'Port': ['ID=26edffb3-43b7-405a-a614-12e47f0cc10a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:43.465205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] No DVR routers for this DVR port 26edffb3-43b7-405a-a614-12e47f0cc10a on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:43.468185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.473303 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f279cc6-8303-4be1-964e-30acefda3def req-9c4f2141-a791-4e91-a3a0-57c12bcf12cc tempest-DeleteServersAdminTestJSON-1851112475 tempest-DeleteServersAdminTestJSON-1851112475-project] 10.222.0.43 "DELETE /v2.0/ports/26edffb3-43b7-405a-a614-12e47f0cc10a HTTP/1.1" status: 204 len: 173 time: 0.6691904 Jan 28 00:54:43.473807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27910c6f-bd83-450e-8abb-95df3b644dab', 'name': 'network-vif-deleted', 'tag': '26edffb3-43b7-405a-a614-12e47f0cc10a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:43.476853 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c711c3-17d2-4754-9614-f236ebd7d41a" -d '{"events": [{"server_uuid": "27910c6f-bd83-450e-8abb-95df3b644dab", "name": "network-vif-deleted", "tag": "26edffb3-43b7-405a-a614-12e47f0cc10a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:43.927783 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-72a9074a-af4d-4104-adec-df4275c5e6e7 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2174675 Jan 28 00:54:43.939511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:43.964752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.991425 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ad85c-41ef-44db-b55f-2059793090fa x-openstack-request-id: req-3d7ad85c-41ef-44db-b55f-2059793090fa {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:43.992064 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27910c6f-bd83-450e-8abb-95df3b644dab", "name": "network-vif-deleted", "tag": "26edffb3-43b7-405a-a614-12e47f0cc10a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:43.992622 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d7ad85c-41ef-44db-b55f-2059793090fa {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:43.993303 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27910c6f-bd83-450e-8abb-95df3b644dab', 'name': 'network-vif-deleted', 'tag': '26edffb3-43b7-405a-a614-12e47f0cc10a', 'status': 'completed', 'code': 200} Jan 28 00:54:44.077542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.198879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Allocated IP 172.25.1.198 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/f58405ae-a55e-4011-8567-3e45724d8b99) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:44.288291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Sync routers for ids ['99b4daa6-9456-489e-973d-a61c24af1fbd'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:44.303939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Routers {'99b4daa6-9456-489e-973d-a61c24af1fbd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:44.304726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['99b4daa6-9456-489e-973d-a61c24af1fbd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:44.323902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-5b1efe96-d4ef-437a-a318-49ffc5799249 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307777 Jan 28 00:54:44.337109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for port (f58405ae-a55e-4011-8567-3e45724d8b99), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.347536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65450c44-7b9b-40d1-8621-5a5fcfc7823c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:44.447761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f58405ae-a55e-4011-8567-3e45724d8b99), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.454395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Set router 99b4daa6-9456-489e-973d-a61c24af1fbd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:44.456943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 65450c44-7b9b-40d1-8621-5a5fcfc7823c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:44.457365 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.461936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a8df4e03-5927-4eea-ae50-bb952b48f534 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:44.463425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a8df4e03-5927-4eea-ae50-bb952b48f534 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313374 Jan 28 00:54:44.509427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:44.510924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-2c209b66-6315-44ce-9cd8-84401b6875fb tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/quotas/f4aa5cd3055243a68215d1cc5e43a91b HTTP/1.1" status: 200 len: 375 time: 0.0288482 Jan 28 00:54:44.512704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:44.514425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Pushing event updated for resources: {'Port': ['ID=f58405ae-a55e-4011-8567-3e45724d8b99,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:44.516497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:44.566784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-5433984a-479d-4e35-83fb-f65bb48d1c1a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478315 Jan 28 00:54:44.663451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (d624923d-7cac-4199-9b20-fb107a6aa8bc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.745992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f58405ae-a55e-4011-8567-3e45724d8b99), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.834359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 65450c44-7b9b-40d1-8621-5a5fcfc7823c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:44.834935 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.870689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 65450c44-7b9b-40d1-8621-5a5fcfc7823c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65450c44-7b9b-40d1-8621-5a5fcfc7823c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:44.879182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.936094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for port (f58405ae-a55e-4011-8567-3e45724d8b99), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.940705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f58405ae-a55e-4011-8567-3e45724d8b99), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.948882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 4, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '11d5b25d-1398-4c93-8c91-104461e2e357', 'name': '', 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'mac_address': 'fa:16:3e:ee:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '16117af8-0608-4876-9861-a1b859833acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:40Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 2, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'subnets': [{'id': '16117af8-0608-4876-9861-a1b859833acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:44.955581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=65450c44-7b9b-40d1-8621-5a5fcfc7823c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:44.992777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Checking router: 99b4daa6-9456-489e-973d-a61c24af1fbd for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:44.993116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Updating router 99b4daa6-9456-489e-973d-a61c24af1fbd port 11d5b25d-1398-4c93-8c91-104461e2e357 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:45.022381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Pushing event updated for resources: {'Port': ['ID=f58405ae-a55e-4011-8567-3e45724d8b99,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:45.030746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d624923d-7cac-4199-9b20-fb107a6aa8bc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.039288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.055687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.057101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9f33de07-8219-42a3-bd55-ce38cb22914b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1221428 Jan 28 00:54:45.152916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-2b09844f-81f4-425f-8d8c-165d31995ebc tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.198 HTTP/1.1" status: 200 len: 696 time: 0.0893250 Jan 28 00:54:45.286361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-dc315310-988b-4a53-a0d4-07025de05248 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:45.288133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-dc315310-988b-4a53-a0d4-07025de05248 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1273029 Jan 28 00:54:45.306539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9219622a-b6bf-4345-8758-0429268be97f tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:45.307944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2609886-d93a-4b9b-afcc-fea367fb6b2f req-9219622a-b6bf-4345-8758-0429268be97f tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088222 Jan 28 00:54:45.353418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8546df3-7488-48c3-8b34-d4ab371de2cb req-d8a34713-7fb6-423d-a30e-6e282c3c6b43 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:45.354962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8546df3-7488-48c3-8b34-d4ab371de2cb req-d8a34713-7fb6-423d-a30e-6e282c3c6b43 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0659397 Jan 28 00:54:45.356605 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Publish callbacks [] for port (11d5b25d-1398-4c93-8c91-104461e2e357), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.367343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.416811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ad06b-1775-4841-a8a5-c0e1dfd32dcf None None] Pushing event updated for resources: {'Port': ['ID=11d5b25d-1398-4c93-8c91-104461e2e357,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:45.436733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8546df3-7488-48c3-8b34-d4ab371de2cb req-a1489d32-14c5-4148-a84c-f5b9f7597dbf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740638 Jan 28 00:54:45.488308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-ae62bc29-89c4-4c29-b0d4-dca561a0480e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422997 Jan 28 00:54:45.504352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Attempting to bind port 11d5b25d-1398-4c93-8c91-104461e2e357 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:45.504810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Attempting to bind port 11d5b25d-1398-4c93-8c91-104461e2e357 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:45.505188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Attempting to bind port 11d5b25d-1398-4c93-8c91-104461e2e357 on network 68a57a9c-70e9-40fb-9630-ff8122b1201b {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:45.513379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:45.513929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Checking segment: {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:45.514341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.514876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Bound using segment: {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:45.515371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Bound port: 11d5b25d-1398-4c93-8c91-104461e2e357, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9240c1fd-512e-47a6-a175-cbedff9398bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:45.515753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.585712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] For port 11d5b25d-1398-4c93-8c91-104461e2e357, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:45.589384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] For port 11d5b25d-1398-4c93-8c91-104461e2e357, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=11d5b25d-1398-4c93-8c91-104461e2e357,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:45.596607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.643435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-2e9a0d0c-97e4-4250-878b-5045f48a380e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:45.650379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-2e9a0d0c-97e4-4250-878b-5045f48a380e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507912 Jan 28 00:54:45.662219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ad06b-1775-4841-a8a5-c0e1dfd32dcf None None] Pushing event updated for resources: {'Port': ['ID=11d5b25d-1398-4c93-8c91-104461e2e357,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:45.664987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Routers {'99b4daa6-9456-489e-973d-a61c24af1fbd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:45.665599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['99b4daa6-9456-489e-973d-a61c24af1fbd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:45.676820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-6ab2a725-4a5e-49c4-8e01-fe5a60dd325c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/quotas/f4aa5cd3055243a68215d1cc5e43a91b HTTP/1.1" status: 200 len: 375 time: 0.0241697 Jan 28 00:54:45.715226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-008dd800-e020-421f-86e4-794234e6e59c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375242 Jan 28 00:54:45.799426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] Provisioning complete for port 11d5b25d-1398-4c93-8c91-104461e2e357 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:45.799925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.847061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] Set router 99b4daa6-9456-489e-973d-a61c24af1fbd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:45.993246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-9b2bbca0-09d3-48d8-84ea-cc34924f378e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515201 Jan 28 00:54:46.045608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] Current status of the port 11d5b25d-1398-4c93-8c91-104461e2e357 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:46.046362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.123869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] For port 11d5b25d-1398-4c93-8c91-104461e2e357, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=11d5b25d-1398-4c93-8c91-104461e2e357,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:46.134853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.243337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e176ae-22cf-4bd1-b1ec-af619396ee11 None None] Pushing event updated for resources: {'Port': ['ID=11d5b25d-1398-4c93-8c91-104461e2e357,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:46.265999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-7566e14f-5b28-4846-a98c-64ad01da8277 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:46.271506 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-7566e14f-5b28-4846-a98c-64ad01da8277 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707160 Jan 28 00:54:46.295594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 4, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '11d5b25d-1398-4c93-8c91-104461e2e357', 'name': '', 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'mac_address': 'fa:16:3e:ee:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '16117af8-0608-4876-9861-a1b859833acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:40Z', 'updated_at': '2022-01-28T00:54:45Z', 'revision_number': 4, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'subnets': [{'id': '16117af8-0608-4876-9861-a1b859833acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:46.302103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0c093916-56e5-4928-9b13-2fb75e4737d7 None None] Provisioning complete for port 11d5b25d-1398-4c93-8c91-104461e2e357 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:46.302103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0c093916-56e5-4928-9b13-2fb75e4737d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.319855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Request body: {'port': {'device_id': '97d34d58-1ea2-48e4-861d-84e69211f256', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'f4aa5cd3055243a68215d1cc5e43a91b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:46.361795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a37b8c-121c-4646-9fe6-46b02028e92e None None] The sync data for ids ['99b4daa6-9456-489e-973d-a61c24af1fbd'] in n-d-826756-1 is: [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:41Z', 'revision_number': 4, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '11d5b25d-1398-4c93-8c91-104461e2e357', 'name': '', 'network_id': '68a57a9c-70e9-40fb-9630-ff8122b1201b', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'mac_address': 'fa:16:3e:ee:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '16117af8-0608-4876-9861-a1b859833acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:40Z', 'updated_at': '2022-01-28T00:54:45Z', 'revision_number': 4, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'subnets': [{'id': '16117af8-0608-4876-9861-a1b859833acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:46.365419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d58c2c7-ab3d-48f9-9331-1d0857ce313d req-ab67f735-b5bf-43c5-ae3a-a5fc05e3dd87 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips/d624923d-7cac-4199-9b20-fb107a6aa8bc HTTP/1.1" status: 200 len: 693 time: 0.1753612 Jan 28 00:54:46.404984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65450c44-7b9b-40d1-8621-5a5fcfc7823c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:46.444198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67f851b8-f3d3-4e14-aab4-2c7ad6a49214 req-148ba93e-1b31-47a9-9516-2e58ef75e979 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 210 time: 0.1056979 Jan 28 00:54:46.608297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 65450c44-7b9b-40d1-8621-5a5fcfc7823c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:46.609494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.674532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0c093916-56e5-4928-9b13-2fb75e4737d7 None None] Current status of the port 11d5b25d-1398-4c93-8c91-104461e2e357 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:46.716003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Made reservation on behalf of f4aa5cd3055243a68215d1cc5e43a91b for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:46.723450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.765586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.781940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58c2c7-ab3d-48f9-9331-1d0857ce313d req-bf8baa1c-b759-49e1-bc6f-bef291b6afdf tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:46.789052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d58c2c7-ab3d-48f9-9331-1d0857ce313d req-bf8baa1c-b759-49e1-bc6f-bef291b6afdf tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.4226589 Jan 28 00:54:46.801150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-9d58c2c7-ab3d-48f9-9331-1d0857ce313d req-41ad802e-6f09-46d0-a2d9-32c771a3188c tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:46.814322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 65450c44-7b9b-40d1-8621-5a5fcfc7823c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:46.814608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d58c2c7-ab3d-48f9-9331-1d0857ce313d req-41ad802e-6f09-46d0-a2d9-32c771a3188c tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244923 Jan 28 00:54:46.877043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40508) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:46.900087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks [] for security_group (20eddc93-7a66-4a9b-8b09-1ac7c3569b09), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.905082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (20eddc93-7a66-4a9b-8b09-1ac7c3569b09), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.932946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea3f75-8ea5-4608-8483-927481061c0f req-f3a30115-b138-444a-a483-5d8d45494141 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:46.945578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72ea3f75-8ea5-4608-8483-927481061c0f req-f3a30115-b138-444a-a483-5d8d45494141 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1536157 Jan 28 00:54:47.010226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72ea3f75-8ea5-4608-8483-927481061c0f req-2cdb9d9b-15d5-4710-b7c8-4cab31d2582b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643454 Jan 28 00:54:47.081976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Allocated IP 192.168.233.171 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/7ffefa7d-47c9-431e-8c40-b8cc62d6285b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:47.130105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eddc93-7a66-4a9b-8b09-1ac7c3569b09,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:47.202548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a844836-828d-42f2-9f8f-894f0c3b63d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.212843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-746923f1-770a-4004-ae94-dfe591b31db2 req-0a5b410c-61d3-47ec-b6f8-f591f70b82c7 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=397715b1227f4a71a3bbcfde33a1613a HTTP/1.1" status: 200 len: 696 time: 0.1371207 Jan 28 00:54:47.335979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks [] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.375406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.427417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:47.431623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:47.436304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:47.559477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:47.621387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:47.622426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.647089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.43', 54050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:47.668693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746923f1-770a-4004-ae94-dfe591b31db2 req-c88463df-d9e9-43fd-a658-1508c921d891 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:47.671716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-746923f1-770a-4004-ae94-dfe591b31db2 req-c88463df-d9e9-43fd-a658-1508c921d891 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks?id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 787 time: 0.4527667 Jan 28 00:54:47.721174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-746923f1-770a-4004-ae94-dfe591b31db2 req-36418a7f-e65f-4861-8196-ed35a6e4fe8c tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:47.723792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-746923f1-770a-4004-ae94-dfe591b31db2 req-36418a7f-e65f-4861-8196-ed35a6e4fe8c tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0386269 Jan 28 00:54:47.744884 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-7d6790bc-ee4e-4546-9f21-71399e07e5d0 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966785 Jan 28 00:54:47.763404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a844836-828d-42f2-9f8f-894f0c3b63d2 admin admin] Publish callbacks [] for security_group (d2f91516-5894-4791-834d-e1231e9c542f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.769924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a844836-828d-42f2-9f8f-894f0c3b63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2f91516-5894-4791-834d-e1231e9c542f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.830297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8ffe5b79-936b-4dc0-adc1-caa69dad09c6 None None] Provisioning complete for port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:47.830832 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b79-936b-4dc0-adc1-caa69dad09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.911270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5a844836-828d-42f2-9f8f-894f0c3b63d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2214608c8a9a49639ad741c48289c8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0322006 Jan 28 00:54:47.920886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40544) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:47.922612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:47.945482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe5b79-936b-4dc0-adc1-caa69dad09c6 None None] Port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:47.957210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-a9b74ab6-bf8c-4991-900e-da934ec00c51 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6419537 Jan 28 00:54:47.970431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a844836-828d-42f2-9f8f-894f0c3b63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f91516-5894-4791-834d-e1231e9c542f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:47.989051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Request body: {'port': {'device_id': '97d34d58-1ea2-48e4-861d-84e69211f256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:48.016526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2813cdcd-1ee4-4e0d-879e-5763fd3f97fd req-dfeed35d-026c-4f31-a3a4-9071bfb77603 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 210 time: 0.1514733 Jan 28 00:54:48.029731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-b1c90c28-4d64-45cb-a0dd-02b1f7b9a82f tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips/d624923d-7cac-4199-9b20-fb107a6aa8bc HTTP/1.1" status: 200 len: 693 time: 0.1417739 Jan 28 00:54:48.038327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-3d82eee9-c354-4ac9-8c25-c3ea8eab8bd2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:48.040211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-3d82eee9-c354-4ac9-8c25-c3ea8eab8bd2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820354 Jan 28 00:54:48.066135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Request body: {'port': {'device_id': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'f4aa5cd3055243a68215d1cc5e43a91b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:48.155886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-fa485894-81cf-41e9-8999-6cd3c749bcda tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:48.162803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-fa485894-81cf-41e9-8999-6cd3c749bcda tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1266460 Jan 28 00:54:48.172020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 26edffb3-43b7-405a-a614-12e47f0cc10a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:48.173800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-3559b12d-3d05-47ec-b087-b331278c83cf tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:48.182715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-3559b12d-3d05-47ec-b087-b331278c83cf tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189421 Jan 28 00:54:48.237279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 26edffb3-43b7-405a-a614-12e47f0cc10a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:54:48.237951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 26edffb3-43b7-405a-a614-12e47f0cc10a not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:54:48.353292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-5eaf7c40-f5bd-4281-a599-a49e1564a2b2 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.198 HTTP/1.1" status: 200 len: 696 time: 0.1695762 Jan 28 00:54:48.383914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11d5b25d-1398-4c93-8c91-104461e2e357 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:48.452580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.453149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 11d5b25d-1398-4c93-8c91-104461e2e357 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:48.453149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.477801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de703d40-32dc-4f1c-a7f0-82b24a35edd2 admin admin] Publish callbacks [] for security_group (d2f91516-5894-4791-834d-e1231e9c542f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.495479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4e33a2b-e957-4f75-87ce-281dfdfd72ce tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.198 HTTP/1.1" status: 200 len: 696 time: 0.1370003 Jan 28 00:54:48.506401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40564) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:48.557674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 11d5b25d-1398-4c93-8c91-104461e2e357 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:48.587619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2bf6f4ec-453e-4617-a1e3-62956ac044e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f85cabc9e934b369a5eb20d720a433f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6637833 Jan 28 00:54:48.592948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:48.598752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de703d40-32dc-4f1c-a7f0-82b24a35edd2 admin admin] Publish callbacks [] for security_group (d2f91516-5894-4791-834d-e1231e9c542f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.659137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2bfb1-e52a-43a2-9be7-6ddd959cfea2 req-2cb40d43-1a3e-453f-a1ec-6c4bc8c34eee tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:48.661174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80f2bfb1-e52a-43a2-9be7-6ddd959cfea2 req-2cb40d43-1a3e-453f-a1ec-6c4bc8c34eee tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.3251667 Jan 28 00:54:48.699523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-153354bf-1702-4242-83aa-f4fd70a0a28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.722662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Made reservation on behalf of f4aa5cd3055243a68215d1cc5e43a91b for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:48.725996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.781930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb64e-69e6-429c-830a-e75d0badef8b admin admin] Publish callbacks [] for security_group (510acd15-5d2e-4741-8916-ce04e0b0a9a1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.788515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de703d40-32dc-4f1c-a7f0-82b24a35edd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2f91516-5894-4791-834d-e1231e9c542f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.790970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de703d40-32dc-4f1c-a7f0-82b24a35edd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.792113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-de703d40-32dc-4f1c-a7f0-82b24a35edd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2f91516-5894-4791-834d-e1231e9c542f HTTP/1.1" status: 204 len: 168 time: 0.8665631 Jan 28 00:54:48.802399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80f2bfb1-e52a-43a2-9be7-6ddd959cfea2 req-9950bf12-972b-4d06-bc74-f033e3a1e0e9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316073 Jan 28 00:54:48.831946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Deleting port f58405ae-a55e-4011-8567-3e45724d8b99 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:48.831946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f58405ae-a55e-4011-8567-3e45724d8b99), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.831946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de703d40-32dc-4f1c-a7f0-82b24a35edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f91516-5894-4791-834d-e1231e9c542f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:48.831946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb64e-69e6-429c-830a-e75d0badef8b admin admin] Publish callbacks [] for security_group (510acd15-5d2e-4741-8916-ce04e0b0a9a1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.932201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-153354bf-1702-4242-83aa-f4fd70a0a28a admin admin] Publish callbacks [] for security_group (f88756e4-dc1f-407c-b85a-c33c93fca288), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.937040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-153354bf-1702-4242-83aa-f4fd70a0a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f88756e4-dc1f-407c-b85a-c33c93fca288), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.939262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb64e-69e6-429c-830a-e75d0badef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (510acd15-5d2e-4741-8916-ce04e0b0a9a1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.941855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb64e-69e6-429c-830a-e75d0badef8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.945374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c0cdb64e-69e6-429c-830a-e75d0badef8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/510acd15-5d2e-4741-8916-ce04e0b0a9a1 HTTP/1.1" status: 204 len: 168 time: 0.3487282 Jan 28 00:54:48.946639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:48.962002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Publish callbacks [] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.962616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdb64e-69e6-429c-830a-e75d0badef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510acd15-5d2e-4741-8916-ce04e0b0a9a1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:48.965065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f58405ae-a55e-4011-8567-3e45724d8b99), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.965856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (f58405ae-a55e-4011-8567-3e45724d8b99), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.981127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Calling delete_port for f58405ae-a55e-4011-8567-3e45724d8b99 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:49.004963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Transition to ACTIVE for port object 7ffefa7d-47c9-431e-8c40-b8cc62d6285b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:49.011106 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-153354bf-1702-4242-83aa-f4fd70a0a28a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=014d9c69bb414a98b2e2bc1f6a5b8691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972322 Jan 28 00:54:49.014154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:49.015093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153354bf-1702-4242-83aa-f4fd70a0a28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88756e4-dc1f-407c-b85a-c33c93fca288,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:49.026803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.155371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:49.166993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f58405ae-a55e-4011-8567-3e45724d8b99), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.172034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Allocated IP 192.168.233.247 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/16dc3317-9e30-451e-af35-907b01d88919) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:49.209480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Pushing event deleted for resources: {'Port': ['ID=f58405ae-a55e-4011-8567-3e45724d8b99,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:49.320173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (d624923d-7cac-4199-9b20-fb107a6aa8bc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.324020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.338993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7cca86b-f41a-4819-bf14-f5ea5a8ece36 req-a4fa9c1f-866c-4879-aa1e-6ecc2a2bf3b1 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "DELETE /v2.0/floatingips/d624923d-7cac-4199-9b20-fb107a6aa8bc HTTP/1.1" status: 204 len: 173 time: 0.8418109 Jan 28 00:54:49.406028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40588) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:49.407192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea1b60d-a2c6-4221-85ba-7084cb80ffb3 admin admin] Publish callbacks [] for security_group (f88756e4-dc1f-407c-b85a-c33c93fca288), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.432065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afe2a596-fb7f-47f6-9680-ce59aca6b227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.461850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4d51faa-bc9d-438d-95b0-a34d90b4e5c2 req-b1360163-a998-494b-bd19-1ae5be80a8fc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 210 time: 0.0438571 Jan 28 00:54:49.467561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Attempting to bind port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:49.467561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Attempting to bind port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:49.468063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Attempting to bind port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:49.516279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:49.516765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Attempting to bind port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:49.525653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea1b60d-a2c6-4221-85ba-7084cb80ffb3 admin admin] Publish callbacks [] for security_group (f88756e4-dc1f-407c-b85a-c33c93fca288), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.541538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:49.542537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:49.542537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:49.542949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Bound port: 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:49.543374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.567041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afe2a596-fb7f-47f6-9680-ce59aca6b227 admin admin] Publish callbacks [] for security_group (8a652a9e-5ff2-444e-9d63-2fb66ba0f180), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.583863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afe2a596-fb7f-47f6-9680-ce59aca6b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8a652a9e-5ff2-444e-9d63-2fb66ba0f180), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.654125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks [] for port (16dc3317-9e30-451e-af35-907b01d88919), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.667029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea1b60d-a2c6-4221-85ba-7084cb80ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f88756e4-dc1f-407c-b85a-c33c93fca288), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.669675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea1b60d-a2c6-4221-85ba-7084cb80ffb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.673655 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cea1b60d-a2c6-4221-85ba-7084cb80ffb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f88756e4-dc1f-407c-b85a-c33c93fca288 HTTP/1.1" status: 204 len: 168 time: 0.6557558 Jan 28 00:54:49.683616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-afe2a596-fb7f-47f6-9680-ce59aca6b227 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5c8fb8d11bc49ebbd335ac8b89f8400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738669 Jan 28 00:54:49.683616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2a596-fb7f-47f6-9680-ce59aca6b227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a652a9e-5ff2-444e-9d63-2fb66ba0f180,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:49.686787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40600) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:49.695421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1b60d-a2c6-4221-85ba-7084cb80ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88756e4-dc1f-407c-b85a-c33c93fca288,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:49.701876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:49.723836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:49.734400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.759347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-5bd94318-f946-40bd-9493-e3cac7de02cb tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2178118 Jan 28 00:54:49.765541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:49.777516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40602) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:49.790090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:49.790934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.792361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ffefa7d-47c9-431e-8c40-b8cc62d6285b HTTP/1.1" status: 200 len: 1096 time: 1.8129761 Jan 28 00:54:49.793572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (16dc3317-9e30-451e-af35-907b01d88919), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.795668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:49.798313 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d" -d '{"events": [{"name": "network-changed", "server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:49.803601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db21c0db-74a0-40cc-a41c-a3f45fc5109e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.822109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d92bfe5e-4914-4510-a33a-943e1e71fc8a admin admin] Publish callbacks [] for security_group (8a652a9e-5ff2-444e-9d63-2fb66ba0f180), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.823933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.846751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:49.853885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:49.857301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe8b58-d8f0-425e-9d46-f5f77e1c6de6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:49.874835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d92bfe5e-4914-4510-a33a-943e1e71fc8a admin admin] Publish callbacks [] for security_group (8a652a9e-5ff2-444e-9d63-2fb66ba0f180), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.875555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:50.020508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event updated for resources: {'Port': ['ID=16dc3317-9e30-451e-af35-907b01d88919,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:50.061330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:50.062015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.072760 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e627e147-de65-4dec-ada7-4b0407005154 x-openstack-request-id: req-e627e147-de65-4dec-ada7-4b0407005154 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:50.073281 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:50.074664 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e627e147-de65-4dec-ada7-4b0407005154 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:50.075231 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'status': 'completed', 'code': 200} Jan 28 00:54:50.081863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-39a11da9-7d69-4ae9-9530-ed1e345c7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:50.087388 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-39a11da9-7d69-4ae9-9530-ed1e345c7996 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1099 time: 0.2220781 Jan 28 00:54:50.087698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db21c0db-74a0-40cc-a41c-a3f45fc5109e admin admin] Publish callbacks [] for security_group (db37cb9f-4604-4510-a420-d9037881935d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.096038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d92bfe5e-4914-4510-a33a-943e1e71fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8a652a9e-5ff2-444e-9d63-2fb66ba0f180), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.099928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d92bfe5e-4914-4510-a33a-943e1e71fc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.099928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d92bfe5e-4914-4510-a33a-943e1e71fc8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a652a9e-5ff2-444e-9d63-2fb66ba0f180 HTTP/1.1" status: 204 len: 168 time: 0.4056864 Jan 28 00:54:50.118601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db21c0db-74a0-40cc-a41c-a3f45fc5109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (db37cb9f-4604-4510-a420-d9037881935d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.150229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bfe5e-4914-4510-a33a-943e1e71fc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a652a9e-5ff2-444e-9d63-2fb66ba0f180,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:50.158947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-ed9fe442-87bb-4136-a488-b57d28ee8c1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b HTTP/1.1" status: 200 len: 217 time: 0.0550008 Jan 28 00:54:50.162213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-178254b7-4d3b-4556-9143-ccf4be293485 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1017299 Jan 28 00:54:50.201359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Request body: {'port': {'device_id': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:50.221237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-db21c0db-74a0-40cc-a41c-a3f45fc5109e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67080377361c45d3a9f80c0e49a99057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428465 Jan 28 00:54:50.234762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40612) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:50.246717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21c0db-74a0-40cc-a41c-a3f45fc5109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db37cb9f-4604-4510-a420-d9037881935d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:50.251303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.308979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d80b5-8d33-438e-8e14-8193f7d93c9f req-b8fb458c-8541-4748-ae05-8ad7598bf756 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:50.310666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-772d80b5-8d33-438e-8e14-8193f7d93c9f req-b8fb458c-8541-4748-ae05-8ad7598bf756 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1685781 Jan 28 00:54:50.333063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (16dc3317-9e30-451e-af35-907b01d88919), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.337967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-1028d196-f97a-43c0-9979-63cf25de46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:50.340993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-1028d196-f97a-43c0-9979-63cf25de46b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1641920 Jan 28 00:54:50.412173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-7d0ee1c4-850d-40ea-ab49-0bfd8350afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:50.414102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-7d0ee1c4-850d-40ea-ab49-0bfd8350afc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651140 Jan 28 00:54:50.460681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0edb7824-fc35-4e02-ba2f-762e674ed83e admin admin] Publish callbacks [] for security_group (db37cb9f-4604-4510-a420-d9037881935d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.520477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-772d80b5-8d33-438e-8e14-8193f7d93c9f req-9a3e9a2e-c9a8-4a10-9bae-1372951e6333 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795499 Jan 28 00:54:50.525146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5f24adc5-3183-4af4-be76-de55a7867a0b None None] Provisioning complete for port 16dc3317-9e30-451e-af35-907b01d88919 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:50.525707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f24adc5-3183-4af4-be76-de55a7867a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (16dc3317-9e30-451e-af35-907b01d88919), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.571793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:50.585891 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0edb7824-fc35-4e02-ba2f-762e674ed83e admin admin] Publish callbacks [] for security_group (db37cb9f-4604-4510-a420-d9037881935d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.613134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5f24adc5-3183-4af4-be76-de55a7867a0b None None] Port 16dc3317-9e30-451e-af35-907b01d88919 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:50.617371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Allocated IP 172.25.1.36 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/9050601b-8771-4736-9900-91539747c4c5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:50.658760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f85058f-62a5-4d73-8231-edafb2923546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.717834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-40d06dfe-34b7-4be1-8e9b-7cc1d1c3d419 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508090 Jan 28 00:54:50.819828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3816-7f08-4297-82dc-9d4d21d5413b req-cb0f266c-90a5-47d0-bd54-1816f27f6e21 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:50.821386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee5e3816-7f08-4297-82dc-9d4d21d5413b req-cb0f266c-90a5-47d0-bd54-1816f27f6e21 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 936 time: 0.2210133 Jan 28 00:54:50.837140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0edb7824-fc35-4e02-ba2f-762e674ed83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (db37cb9f-4604-4510-a420-d9037881935d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.838061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b6753559-311f-4e42-b03b-d4f5fb4f4be0 req-f090f374-0dc0-43dc-95cc-44191d090f69 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142931 Jan 28 00:54:50.839621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0edb7824-fc35-4e02-ba2f-762e674ed83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.840736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0edb7824-fc35-4e02-ba2f-762e674ed83e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db37cb9f-4604-4510-a420-d9037881935d HTTP/1.1" status: 204 len: 168 time: 0.6025352 Jan 28 00:54:50.886392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7824-fc35-4e02-ba2f-762e674ed83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37cb9f-4604-4510-a420-d9037881935d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:50.956276 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for port (9050601b-8771-4736-9900-91539747c4c5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.980505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee5e3816-7f08-4297-82dc-9d4d21d5413b req-8d0a25e0-76dc-4869-8603-6ed8956d53e5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487625 Jan 28 00:54:50.984133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f85058f-62a5-4d73-8231-edafb2923546 admin admin] Publish callbacks [] for security_group (67c3a425-45f7-4c34-bcdf-d77887bdf15b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.006021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dc3317-9e30-451e-af35-907b01d88919 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:51.018190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f85058f-62a5-4d73-8231-edafb2923546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (67c3a425-45f7-4c34-bcdf-d77887bdf15b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.018387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Publish callbacks [] for port (16dc3317-9e30-451e-af35-907b01d88919), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.036113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9050601b-8771-4736-9900-91539747c4c5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.044619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-2bfc2493-420a-4cb2-bec5-8b61cb987995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.047586 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-2bfc2493-420a-4cb2-bec5-8b61cb987995 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1099 time: 0.0980208 Jan 28 00:54:51.049277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Transition to ACTIVE for port object 16dc3317-9e30-451e-af35-907b01d88919 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:51.069283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (16dc3317-9e30-451e-af35-907b01d88919), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.097824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:51.111667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:51.125028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f85058f-62a5-4d73-8231-edafb2923546 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c176d4718ffc4ef9836f9e7b059b4dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521507 Jan 28 00:54:51.126070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40638) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:51.128369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:51.133713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85058f-62a5-4d73-8231-edafb2923546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c3a425-45f7-4c34-bcdf-d77887bdf15b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.176530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Pushing event updated for resources: {'Port': ['ID=9050601b-8771-4736-9900-91539747c4c5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.266286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (0354f091-fa85-4a53-b177-aac9dc27e364), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.288675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb9117d9-93bf-4c58-924e-8d8ea53b2c6b admin admin] Publish callbacks [] for security_group (67c3a425-45f7-4c34-bcdf-d77887bdf15b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.313986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40644) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:51.315347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Pushing event updated for resources: {'Port': ['ID=16dc3317-9e30-451e-af35-907b01d88919,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.329908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9050601b-8771-4736-9900-91539747c4c5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.380735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb9117d9-93bf-4c58-924e-8d8ea53b2c6b admin admin] Publish callbacks [] for security_group (67c3a425-45f7-4c34-bcdf-d77887bdf15b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.388982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-d1624402-57d0-47fa-8831-c8644e04719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.390540 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-d1624402-57d0-47fa-8831-c8644e04719e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3355742 Jan 28 00:54:51.493542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-04f00a6b-3dea-4941-a909-5b2df7d3c35c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b HTTP/1.1" status: 200 len: 217 time: 0.0870571 Jan 28 00:54:51.496701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Attempting to bind port 16dc3317-9e30-451e-af35-907b01d88919 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:51.497084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Attempting to bind port 16dc3317-9e30-451e-af35-907b01d88919 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:51.497354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Attempting to bind port 16dc3317-9e30-451e-af35-907b01d88919 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:51.538077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Port 16dc3317-9e30-451e-af35-907b01d88919 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:51.538569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Attempting to bind port 16dc3317-9e30-451e-af35-907b01d88919 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:51.551758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:51.551758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:51.551758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:51.552258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Bound port: 16dc3317-9e30-451e-af35-907b01d88919, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:51.552342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (16dc3317-9e30-451e-af35-907b01d88919), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.573628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb9117d9-93bf-4c58-924e-8d8ea53b2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (67c3a425-45f7-4c34-bcdf-d77887bdf15b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.577077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb9117d9-93bf-4c58-924e-8d8ea53b2c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.582977 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eb9117d9-93bf-4c58-924e-8d8ea53b2c6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67c3a425-45f7-4c34-bcdf-d77887bdf15b HTTP/1.1" status: 204 len: 168 time: 0.4291120 Jan 28 00:54:51.601632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for port (9050601b-8771-4736-9900-91539747c4c5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.619352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9117d9-93bf-4c58-924e-8d8ea53b2c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c3a425-45f7-4c34-bcdf-d77887bdf15b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.622672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-3a4a6410-442b-4940-aa77-e34378cb98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.624154 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-3a4a6410-442b-4940-aa77-e34378cb98fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1233099 Jan 28 00:54:51.636316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f725-1595-4032-bca2-5390489ffbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.640538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9050601b-8771-4736-9900-91539747c4c5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.692208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] For port 16dc3317-9e30-451e-af35-907b01d88919, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:51.698150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] For port 16dc3317-9e30-451e-af35-907b01d88919, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=16dc3317-9e30-451e-af35-907b01d88919,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:51.701215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-e4c898c8-3169-4654-8981-8aa5a14c0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.702819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-e4c898c8-3169-4654-8981-8aa5a14c0849 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711281 Jan 28 00:54:51.704294 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (16dc3317-9e30-451e-af35-907b01d88919), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.800048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.801363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.802975 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] 10.222.0.43 "PUT /v2.0/ports/16dc3317-9e30-451e-af35-907b01d88919 HTTP/1.1" status: 200 len: 1096 time: 1.6260452 Jan 28 00:54:51.828078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85579a93-19e5-4b93-95bf-e4629c5dea6e service neutron] Pushing event updated for resources: {'Port': ['ID=16dc3317-9e30-451e-af35-907b01d88919,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.840989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (0354f091-fa85-4a53-b177-aac9dc27e364), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.904574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Pushing event updated for resources: {'Port': ['ID=9050601b-8771-4736-9900-91539747c4c5,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.916304 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.924505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1782fd38-69a0-4375-9bf3-7470389d641b tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1642265 Jan 28 00:54:51.933229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c167e-eada-4bc8-8753-6084abdd3865 req-44b3dd0a-5daf-4d06-8a9a-2a24385b987c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.935001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e7c167e-eada-4bc8-8753-6084abdd3865 req-44b3dd0a-5daf-4d06-8a9a-2a24385b987c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.2711887 Jan 28 00:54:51.978752 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-c6f0c9dc-9f2c-4ef5-8156-f04d349ae315 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641127 Jan 28 00:54:51.995432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-63c9f740-3389-40ea-b568-60016e665836 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0698595 Jan 28 00:54:52.067912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-1b19c403-60f4-4406-aa45-ccb344c47ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.069235 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-1b19c403-60f4-4406-aa45-ccb344c47ded service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 1099 time: 0.2075884 Jan 28 00:54:52.076671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'tag': '16dc3317-9e30-451e-af35-907b01d88919'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:52.079119 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df101493-7311-4256-bc6b-5f6a729cfa89" -d '{"events": [{"name": "network-changed", "server_uuid": "3300058b-84ae-48de-a3c7-8407c9a6f455", "tag": "16dc3317-9e30-451e-af35-907b01d88919"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:52.126085 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-0abc95a9-ef7d-4ee7-9bda-e7ed662f7262 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=16dc3317-9e30-451e-af35-907b01d88919 HTTP/1.1" status: 200 len: 217 time: 0.0421154 Jan 28 00:54:52.199589 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4a9c8f95-ba86-4268-a9a9-b3ef56e0060d req-2dfd86c8-446c-4e34-9bce-e41753e7722c service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045519 Jan 28 00:54:52.205606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-10956094-713f-4f35-a34a-51c36ab04027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.207177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-10956094-713f-4f35-a34a-51c36ab04027 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0755532 Jan 28 00:54:52.315596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-fd3d4943-172a-48dc-8428-84990ff8a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.317436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-fd3d4943-172a-48dc-8428-84990ff8a104 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957036 Jan 28 00:54:52.414976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1fe2aa2c-4391-4566-99e4-d789868015df tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.416458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ffff36-7a70-42fa-8ca1-5e1a3f10d9a4 req-1fe2aa2c-4391-4566-99e4-d789868015df tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.4202740 Jan 28 00:54:52.442990 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-7a01359d-afbf-4384-bb56-02d57ed84e41 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140163 Jan 28 00:54:52.470322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f725-1595-4032-bca2-5390489ffbfa admin admin] Publish callbacks [] for security_group (7ee030ab-37e3-4e15-a0f4-ba403bd9ca31), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.478972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e7c167e-eada-4bc8-8753-6084abdd3865 req-e8024a44-6a27-4508-a04b-150c9ff4d4cb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814093 Jan 28 00:54:52.479574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0b0f725-1595-4032-bca2-5390489ffbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7ee030ab-37e3-4e15-a0f4-ba403bd9ca31), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.522819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0b0f725-1595-4032-bca2-5390489ffbfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=229b63164d454b7f907f2916dff949e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2077596 Jan 28 00:54:52.523686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0f725-1595-4032-bca2-5390489ffbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee030ab-37e3-4e15-a0f4-ba403bd9ca31,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:52.526131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40694) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:52.578511 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec61b89-ecc3-47a7-a3c1-962845352927 x-openstack-request-id: req-7ec61b89-ecc3-47a7-a3c1-962845352927 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:52.579092 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3300058b-84ae-48de-a3c7-8407c9a6f455", "tag": "16dc3317-9e30-451e-af35-907b01d88919", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:52.579480 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ec61b89-ecc3-47a7-a3c1-962845352927 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:52.580022 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'tag': '16dc3317-9e30-451e-af35-907b01d88919', 'status': 'completed', 'code': 200} Jan 28 00:54:52.620199 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7cb9fffd-dffe-4110-a40d-adaf068f8da1 req-7e62a79d-d60b-4a11-a249-04e91f2c0209 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719301 Jan 28 00:54:52.623407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedcb1a-d4c0-426e-9d2e-ed510033b66d req-cd19f972-1635-42fa-a8a5-695524fdbd9a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.624931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaedcb1a-d4c0-426e-9d2e-ed510033b66d req-cd19f972-1635-42fa-a8a5-695524fdbd9a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 948 time: 0.0927551 Jan 28 00:54:52.638870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-532ab662-2540-4977-8278-38a0e490ecd1 admin admin] Publish callbacks [] for security_group (7ee030ab-37e3-4e15-a0f4-ba403bd9ca31), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.676653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-532ab662-2540-4977-8278-38a0e490ecd1 admin admin] Publish callbacks [] for security_group (7ee030ab-37e3-4e15-a0f4-ba403bd9ca31), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.736369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaedcb1a-d4c0-426e-9d2e-ed510033b66d req-19f3de83-3cc5-4b8b-93c2-2060860944ae tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992842 Jan 28 00:54:52.770679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-817f643f-845a-454f-84c3-de356ce54141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.772005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-817f643f-845a-454f-84c3-de356ce54141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 1099 time: 0.0611775 Jan 28 00:54:52.776046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-7382809c-0625-442a-bc88-93ce940ac96f tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips/0354f091-fa85-4a53-b177-aac9dc27e364 HTTP/1.1" status: 200 len: 692 time: 0.0583246 Jan 28 00:54:52.850075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-532ab662-2540-4977-8278-38a0e490ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7ee030ab-37e3-4e15-a0f4-ba403bd9ca31), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.853081 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-532ab662-2540-4977-8278-38a0e490ecd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.854243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-532ab662-2540-4977-8278-38a0e490ecd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ee030ab-37e3-4e15-a0f4-ba403bd9ca31 HTTP/1.1" status: 204 len: 168 time: 0.3272409 Jan 28 00:54:52.867315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab662-2540-4977-8278-38a0e490ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee030ab-37e3-4e15-a0f4-ba403bd9ca31,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:52.897945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-8e0cffc4-2c5c-43f8-b629-8b10eaf58172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.900004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-8e0cffc4-2c5c-43f8-b629-8b10eaf58172 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1169436 Jan 28 00:54:52.938513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-22a39583-38de-4337-8d4f-21bb6222cc6a tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.939971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-22a39583-38de-4337-8d4f-21bb6222cc6a tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1571727 Jan 28 00:54:52.951951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-c7934827-71a0-4fc9-8e31-8b1729f1d688 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:54:52.952519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-4b39240c-1083-4305-8ec7-7c1f3d7ab9d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=16dc3317-9e30-451e-af35-907b01d88919 HTTP/1.1" status: 200 len: 217 time: 0.0457735 Jan 28 00:54:52.953286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-c7934827-71a0-4fc9-8e31-8b1729f1d688 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083020 Jan 28 00:54:53.003676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-cd4e162a-c908-4ea5-a183-0b0eae47c230 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0440845 Jan 28 00:54:53.015284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-7484884d-12ac-4b3a-9092-454f1e74399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:53.016681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-7484884d-12ac-4b3a-9092-454f1e74399b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0565138 Jan 28 00:54:53.065200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-49a04695-0dbf-4046-a0dc-b599771a842d tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0556414 Jan 28 00:54:53.090222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-958d3363-5532-47d4-a398-fc5f09a0fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:53.092065 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-958d3363-5532-47d4-a398-fc5f09a0fd3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671828 Jan 28 00:54:53.230861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Deleting port 9050601b-8771-4736-9900-91539747c4c5 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:53.231525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9050601b-8771-4736-9900-91539747c4c5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.327588 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9050601b-8771-4736-9900-91539747c4c5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.327923 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (9050601b-8771-4736-9900-91539747c4c5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.347809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Calling delete_port for 9050601b-8771-4736-9900-91539747c4c5 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:53.429177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-9fcce964-1d26-40bc-ad64-82150378027e service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305733 Jan 28 00:54:53.515657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40728) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:53.534395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9050601b-8771-4736-9900-91539747c4c5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.539826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f018758c-e36d-4815-90d2-602d86805c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.577844 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df101493-7311-4256-bc6b-5f6a729cfa89 req-1ed23ea6-c0e9-4f90-a232-0e7661ffd081 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419446 Jan 28 00:54:53.585416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Pushing event deleted for resources: {'Port': ['ID=9050601b-8771-4736-9900-91539747c4c5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:53.644120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f018758c-e36d-4815-90d2-602d86805c10 admin admin] Publish callbacks [] for security_group (61307072-b47a-4516-90a9-f267260e2d5a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.649670 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f018758c-e36d-4815-90d2-602d86805c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (61307072-b47a-4516-90a9-f267260e2d5a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.696037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f018758c-e36d-4815-90d2-602d86805c10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6af5167dbef4ba19f494b0734732d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793361 Jan 28 00:54:53.699176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40734) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:53.706451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018758c-e36d-4815-90d2-602d86805c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61307072-b47a-4516-90a9-f267260e2d5a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:53.720519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b216f3e-3123-4b36-a401-7838d5305490 req-e46cab86-d72f-4d4e-af5f-48b63a9fc8e7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:53.730677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b216f3e-3123-4b36-a401-7838d5305490 req-e46cab86-d72f-4d4e-af5f-48b63a9fc8e7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1225848 Jan 28 00:54:53.735513 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks [] for floatingip (0354f091-fa85-4a53-b177-aac9dc27e364), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.738184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.740246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc08b1f6-39f3-437c-a64f-ff22d209887b req-8496891b-4653-4a53-bb90-eb011dd45ccd tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "DELETE /v2.0/floatingips/0354f091-fa85-4a53-b177-aac9dc27e364 HTTP/1.1" status: 204 len: 173 time: 0.6682615 Jan 28 00:54:53.768201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fa7a-acff-46fa-bc0b-44e35f0a60e2 admin admin] Publish callbacks [] for security_group (61307072-b47a-4516-90a9-f267260e2d5a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.787323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b216f3e-3123-4b36-a401-7838d5305490 req-871c3412-cb71-4e3f-9b1f-0ba6ebc4e936 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554333 Jan 28 00:54:53.805027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fa7a-acff-46fa-bc0b-44e35f0a60e2 admin admin] Publish callbacks [] for security_group (61307072-b47a-4516-90a9-f267260e2d5a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.853896 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-66ce6087-0f17-42bd-ba09-ac8f7307ab41 req-597fe5b3-33bf-4872-87d1-86d70b9874f3 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] show failed (client error): The resource could not be found. Jan 28 00:54:53.854931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-66ce6087-0f17-42bd-ba09-ac8f7307ab41 req-597fe5b3-33bf-4872-87d1-86d70b9874f3 tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips/0354f091-fa85-4a53-b177-aac9dc27e364 HTTP/1.1" status: 404 len: 350 time: 0.0373120 Jan 28 00:54:53.878603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fa7a-acff-46fa-bc0b-44e35f0a60e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (61307072-b47a-4516-90a9-f267260e2d5a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.881949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8d2fa7a-acff-46fa-bc0b-44e35f0a60e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.886255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8d2fa7a-acff-46fa-bc0b-44e35f0a60e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61307072-b47a-4516-90a9-f267260e2d5a HTTP/1.1" status: 204 len: 168 time: 0.1860828 Jan 28 00:54:53.896653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2fa7a-acff-46fa-bc0b-44e35f0a60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61307072-b47a-4516-90a9-f267260e2d5a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:53.937555 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-08142696-95f0-44e6-a776-45def6ba2d1f req-c78833f0-1e49-4a3d-9c5d-3f81e4d9ae0d tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] show failed (client error): The resource could not be found. Jan 28 00:54:53.938727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08142696-95f0-44e6-a776-45def6ba2d1f req-c78833f0-1e49-4a3d-9c5d-3f81e4d9ae0d tempest-FloatingIPsTestJSON-82707524 tempest-FloatingIPsTestJSON-82707524-project] 10.222.0.23 "GET /v2.0/floatingips/0354f091-fa85-4a53-b177-aac9dc27e364 HTTP/1.1" status: 404 len: 350 time: 0.0483878 Jan 28 00:54:53.950101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40750) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:54.074083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d274-b733-4097-b7e9-7799f13f3179 req-6bffeb87-a111-442a-a116-0d607822fb10 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:54.075576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0f8d274-b733-4097-b7e9-7799f13f3179 req-6bffeb87-a111-442a-a116-0d607822fb10 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 948 time: 0.1187422 Jan 28 00:54:54.183867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0f8d274-b733-4097-b7e9-7799f13f3179 req-2772ccc2-244c-4f40-9660-606c7b71897a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950940 Jan 28 00:54:54.188030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:54.460871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:54.474548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'mac_address': 'fa:16:3e:6f:c3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:54.496992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (99b4daa6-9456-489e-973d-a61c24af1fbd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.522704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:54.523324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.544942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:54.571142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:54.571714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40774) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:54.581225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.636857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:54.839339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Deleting port 11d5b25d-1398-4c93-8c91-104461e2e357 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:54.840789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.852639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7ffefa7d-47c9-431e-8c40-b8cc62d6285b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:54.888068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5531651-b7da-4cbb-8c61-8a470b16b93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.102996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5531651-b7da-4cbb-8c61-8a470b16b93c admin admin] Publish callbacks [] for security_group (3a508e77-ce48-475f-aa44-b5a27f9df6e6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.108963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5531651-b7da-4cbb-8c61-8a470b16b93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3a508e77-ce48-475f-aa44-b5a27f9df6e6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.130899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] For port 11d5b25d-1398-4c93-8c91-104461e2e357, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=11d5b25d-1398-4c93-8c91-104461e2e357,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:55.131289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.159806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542faed0-6205-42ef-a6f7-6931447de399 req-6f4f3b5b-3f68-4cd8-a804-d2020121a7ea tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:55.161598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-542faed0-6205-42ef-a6f7-6931447de399 req-6f4f3b5b-3f68-4cd8-a804-d2020121a7ea tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1892259 Jan 28 00:54:55.167709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Calling delete_port for 11d5b25d-1398-4c93-8c91-104461e2e357 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:55.179701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40802) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:55.180370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5531651-b7da-4cbb-8c61-8a470b16b93c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb48c37800894af2a078e7ac8a6b6b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074362 Jan 28 00:54:55.181623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5531651-b7da-4cbb-8c61-8a470b16b93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a508e77-ce48-475f-aa44-b5a27f9df6e6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:55.302622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-542faed0-6205-42ef-a6f7-6931447de399 req-6f71aebc-8dd7-4680-bcd9-b64d9c190c49 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328790 Jan 28 00:54:55.350820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6958b20b-8e0c-4cc4-a681-4f51c376ee78 admin admin] Publish callbacks [] for security_group (3a508e77-ce48-475f-aa44-b5a27f9df6e6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.484860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6958b20b-8e0c-4cc4-a681-4f51c376ee78 admin admin] Publish callbacks [] for security_group (3a508e77-ce48-475f-aa44-b5a27f9df6e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.778353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4313-47dd-4c79-b4b0-ad6a7ab26796 req-b837080e-2989-4ce0-9314-41292d0fa4db tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:55.785120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-798d4313-47dd-4c79-b4b0-ad6a7ab26796 req-b837080e-2989-4ce0-9314-41292d0fa4db tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 948 time: 0.3853836 Jan 28 00:54:55.793759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6958b20b-8e0c-4cc4-a681-4f51c376ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3a508e77-ce48-475f-aa44-b5a27f9df6e6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.793759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6958b20b-8e0c-4cc4-a681-4f51c376ee78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.793759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6958b20b-8e0c-4cc4-a681-4f51c376ee78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a508e77-ce48-475f-aa44-b5a27f9df6e6 HTTP/1.1" status: 204 len: 168 time: 0.6114182 Jan 28 00:54:55.823286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b20b-8e0c-4cc4-a681-4f51c376ee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a508e77-ce48-475f-aa44-b5a27f9df6e6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:55.884143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (11d5b25d-1398-4c93-8c91-104461e2e357), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.890138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40860) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:55.919480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d5b25d-1398-4c93-8c91-104461e2e357,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:55.932568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-798d4313-47dd-4c79-b4b0-ad6a7ab26796 req-3c734fc0-2b45-48de-a365-6ef4daaa1b76 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464925 Jan 28 00:54:56.121625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b65bcfc-c29c-4341-9b4a-7059ba6947b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.137549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (99b4daa6-9456-489e-973d-a61c24af1fbd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.203430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 16dc3317-9e30-451e-af35-907b01d88919 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:56.234107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:56.262318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b65bcfc-c29c-4341-9b4a-7059ba6947b4 admin admin] Publish callbacks [] for security_group (ddca9f5a-d2db-44fb-b17c-f40b94723d9c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.267762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b65bcfc-c29c-4341-9b4a-7059ba6947b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ddca9f5a-d2db-44fb-b17c-f40b94723d9c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.299539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40874) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.330942 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b65bcfc-c29c-4341-9b4a-7059ba6947b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96dbd2b491454b48b54e51df788a250d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373741 Jan 28 00:54:56.330942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65bcfc-c29c-4341-9b4a-7059ba6947b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddca9f5a-d2db-44fb-b17c-f40b94723d9c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:56.331979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40876) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.435079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aec810a-faea-4a00-a231-8fe44276d6bf admin admin] Publish callbacks [] for security_group (ddca9f5a-d2db-44fb-b17c-f40b94723d9c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.470379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.474158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b59233ab-1852-422a-aa7e-47ee12524bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.481743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aec810a-faea-4a00-a231-8fe44276d6bf admin admin] Publish callbacks [] for security_group (ddca9f5a-d2db-44fb-b17c-f40b94723d9c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.514507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 16dc3317-9e30-451e-af35-907b01d88919, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=16dc3317-9e30-451e-af35-907b01d88919,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:56.516439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Router 99b4daa6-9456-489e-973d-a61c24af1fbd has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:56.538559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '16dc3317-9e30-451e-af35-907b01d88919', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '16dc3317-9e30-451e-af35-907b01d88919', 'mac_address': 'fa:16:3e:0a:71:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:56.553315 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aec810a-faea-4a00-a231-8fe44276d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ddca9f5a-d2db-44fb-b17c-f40b94723d9c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.562891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aec810a-faea-4a00-a231-8fe44276d6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.566993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7aec810a-faea-4a00-a231-8fe44276d6bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddca9f5a-d2db-44fb-b17c-f40b94723d9c HTTP/1.1" status: 204 len: 168 time: 0.2340209 Jan 28 00:54:56.573702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:56.586125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:56.586810 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.591434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec810a-faea-4a00-a231-8fe44276d6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddca9f5a-d2db-44fb-b17c-f40b94723d9c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:56.632261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 16dc3317-9e30-451e-af35-907b01d88919 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:56.633198 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (16dc3317-9e30-451e-af35-907b01d88919), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.661109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dc3317-9e30-451e-af35-907b01d88919 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:56.666357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e742cad-2296-4746-a083-527d75ae4f5e req-888cd334-82cd-4f6c-9dee-01372b8fa188 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:56.673984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e742cad-2296-4746-a083-527d75ae4f5e req-888cd334-82cd-4f6c-9dee-01372b8fa188 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.2309089 Jan 28 00:54:56.687205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 16dc3317-9e30-451e-af35-907b01d88919, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=16dc3317-9e30-451e-af35-907b01d88919,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:56.693910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (16dc3317-9e30-451e-af35-907b01d88919), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.735685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e6a8-b945-4733-91d7-47e9285086a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.815031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:56.815433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.847603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e742cad-2296-4746-a083-527d75ae4f5e req-4adcfd2b-0d1b-482e-a727-19bbc59857b4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726472 Jan 28 00:54:56.852008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:56.853870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:56.854291 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e95dad-f25c-4d31-99a7-68eb062e700d" -d '{"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-plugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:56.859198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=16dc3317-9e30-451e-af35-907b01d88919,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:56.865740 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] Sync routers for ids ['99b4daa6-9456-489e-973d-a61c24af1fbd'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:56.877465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] Routers {'99b4daa6-9456-489e-973d-a61c24af1fbd'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:56.879591 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['99b4daa6-9456-489e-973d-a61c24af1fbd'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:56.881617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-541203ad-ec15-4367-8086-7acaab11ee46 admin admin] 10.222.0.23 "PUT /v2.0/routers/99b4daa6-9456-489e-973d-a61c24af1fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286466 Jan 28 00:54:56.882968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40896) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.895148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b59233ab-1852-422a-aa7e-47ee12524bbd admin admin] Publish callbacks [] for security_group (446ae88e-fa20-4c82-a880-46391f1f412f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.900679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b59233ab-1852-422a-aa7e-47ee12524bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (446ae88e-fa20-4c82-a880-46391f1f412f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.900895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:56.905634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.911061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e6a8-b945-4733-91d7-47e9285086a5 admin admin] Publish callbacks [] for security_group (2642d288-324e-4883-8f4c-c6769fae6729), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.919731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fa6e6a8-b945-4733-91d7-47e9285086a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2642d288-324e-4883-8f4c-c6769fae6729), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.964073 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043187c-5d02-4739-bad2-f55059f837d6 x-openstack-request-id: req-e043187c-5d02-4739-bad2-f55059f837d6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:56.964390 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-plugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:56.964653 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e043187c-5d02-4739-bad2-f55059f837d6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:56.965067 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'code': 200} Jan 28 00:54:56.978764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b59233ab-1852-422a-aa7e-47ee12524bbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac29c66754d84fd28be77b906ea71b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5369637 Jan 28 00:54:56.981459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40900) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.984547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59233ab-1852-422a-aa7e-47ee12524bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446ae88e-fa20-4c82-a880-46391f1f412f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.012513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['16dc3317-9e30-451e-af35-907b01d88919'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:57.085132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c80941e-57a3-44e0-86d4-068281d5b14d admin admin] Publish callbacks [] for security_group (446ae88e-fa20-4c82-a880-46391f1f412f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.123517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8045e-7d42-4f56-9897-7550baf2160b req-450beec3-cd5e-426d-8d4d-80d80549b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:57.124822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69a8045e-7d42-4f56-9897-7550baf2160b req-450beec3-cd5e-426d-8d4d-80d80549b647 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1101 time: 0.0913393 Jan 28 00:54:57.127241 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3fa6e6a8-b945-4733-91d7-47e9285086a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0cb099d5ff746ff9675bec39850e76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6559145 Jan 28 00:54:57.131360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40906) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:57.135064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6e6a8-b945-4733-91d7-47e9285086a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2642d288-324e-4883-8f4c-c6769fae6729,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.137990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c80941e-57a3-44e0-86d4-068281d5b14d admin admin] Publish callbacks [] for security_group (446ae88e-fa20-4c82-a880-46391f1f412f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.159341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.178459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6400-9c42-4cf9-b8a0-81ee349bfc89 req-975ab737-b0aa-45c7-b6b8-8d88f5457a2f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:57.180479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-383d6400-9c42-4cf9-b8a0-81ee349bfc89 req-975ab737-b0aa-45c7-b6b8-8d88f5457a2f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 949 time: 0.1171641 Jan 28 00:54:57.260006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-383d6400-9c42-4cf9-b8a0-81ee349bfc89 req-acb4bfb6-6ab9-4d40-b8c9-f471c4a1151a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712655 Jan 28 00:54:57.267997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c80941e-57a3-44e0-86d4-068281d5b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (446ae88e-fa20-4c82-a880-46391f1f412f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.276632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c80941e-57a3-44e0-86d4-068281d5b14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.283757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0c80941e-57a3-44e0-86d4-068281d5b14d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/446ae88e-fa20-4c82-a880-46391f1f412f HTTP/1.1" status: 204 len: 168 time: 0.3001835 Jan 28 00:54:57.303038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40914) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:57.313946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80941e-57a3-44e0-86d4-068281d5b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ae88e-fa20-4c82-a880-46391f1f412f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.338700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f34c452e-1f66-4c4d-b4e9-6243f32f844e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.366081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69a8045e-7d42-4f56-9897-7550baf2160b req-d00841ec-78fd-4f5e-b052-965e91991a26 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337427 Jan 28 00:54:57.366235 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] Set router 99b4daa6-9456-489e-973d-a61c24af1fbd gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:57.375205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks [] for router (99b4daa6-9456-489e-973d-a61c24af1fbd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.420671 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04da6950-bd2e-477e-b2ed-a14d4d583abd admin admin] Publish callbacks [] for security_group (2642d288-324e-4883-8f4c-c6769fae6729), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.488857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04da6950-bd2e-477e-b2ed-a14d4d583abd admin admin] Publish callbacks [] for security_group (2642d288-324e-4883-8f4c-c6769fae6729), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.491498 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f34c452e-1f66-4c4d-b4e9-6243f32f844e admin admin] Publish callbacks [] for security_group (87e0049e-9d31-4f25-9f4d-dcde488c03bf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.496728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f34c452e-1f66-4c4d-b4e9-6243f32f844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (87e0049e-9d31-4f25-9f4d-dcde488c03bf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.546233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c452e-1f66-4c4d-b4e9-6243f32f844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e0049e-9d31-4f25-9f4d-dcde488c03bf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.558200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f34c452e-1f66-4c4d-b4e9-6243f32f844e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2687b902ce745fab403b5375fa4aa60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498689 Jan 28 00:54:57.559845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40920) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:57.624200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba52-3565-4a00-86f0-b84ccba0c8e7 admin admin] Publish callbacks [] for security_group (87e0049e-9d31-4f25-9f4d-dcde488c03bf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.651932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba52-3565-4a00-86f0-b84ccba0c8e7 admin admin] Publish callbacks [] for security_group (87e0049e-9d31-4f25-9f4d-dcde488c03bf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.652598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks [] for router_gateway (99b4daa6-9456-489e-973d-a61c24af1fbd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.689285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04da6950-bd2e-477e-b2ed-a14d4d583abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2642d288-324e-4883-8f4c-c6769fae6729), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.692090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04da6950-bd2e-477e-b2ed-a14d4d583abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.693238 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-04da6950-bd2e-477e-b2ed-a14d4d583abd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2642d288-324e-4883-8f4c-c6769fae6729 HTTP/1.1" status: 204 len: 168 time: 0.5597174 Jan 28 00:54:57.707943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba52-3565-4a00-86f0-b84ccba0c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (87e0049e-9d31-4f25-9f4d-dcde488c03bf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.708688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da6950-bd2e-477e-b2ed-a14d4d583abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642d288-324e-4883-8f4c-c6769fae6729,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.715968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba52-3565-4a00-86f0-b84ccba0c8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.723642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb36ba52-3565-4a00-86f0-b84ccba0c8e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87e0049e-9d31-4f25-9f4d-dcde488c03bf HTTP/1.1" status: 204 len: 168 time: 0.1627080 Jan 28 00:54:57.738769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ba52-3565-4a00-86f0-b84ccba0c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e0049e-9d31-4f25-9f4d-dcde488c03bf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.744718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Deleting port 65450c44-7b9b-40d1-8621-5a5fcfc7823c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:57.745286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.765946 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:55Z', 'revision_number': 5, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port': {'id': '65450c44-7b9b-40d1-8621-5a5fcfc7823c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:89:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:37Z', 'updated_at': '2022-01-28T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:57.801038 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] Checking router: 99b4daa6-9456-489e-973d-a61c24af1fbd for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:57.810462 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] Routers {'99b4daa6-9456-489e-973d-a61c24af1fbd'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:57.811543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:54:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['99b4daa6-9456-489e-973d-a61c24af1fbd'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:57.850703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] For port 65450c44-7b9b-40d1-8621-5a5fcfc7823c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65450c44-7b9b-40d1-8621-5a5fcfc7823c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:57.851414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.867974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Calling delete_port for 65450c44-7b9b-40d1-8621-5a5fcfc7823c owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:57.917389 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] Set router 99b4daa6-9456-489e-973d-a61c24af1fbd gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:57.986476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:57Z', 'revision_number': 6, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:58.020418 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc2582-7cc9-4ce7-be8d-08d8e04607ee None None] The sync data for ids ['99b4daa6-9456-489e-973d-a61c24af1fbd'] in n-d-826756-1 is: [{'id': '99b4daa6-9456-489e-973d-a61c24af1fbd', 'name': 'tempest-FloatingIPsTestJSON-656293021-router', 'tenant_id': '397715b1227f4a71a3bbcfde33a1613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:36Z', 'updated_at': '2022-01-28T00:54:57Z', 'revision_number': 6, 'project_id': '397715b1227f4a71a3bbcfde33a1613a', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:58.075749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035880c5-228e-4cca-911d-f82949ae74ff req-18115128-0c3a-40c7-83c6-c6c75ae8a18e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:58.079878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (65450c44-7b9b-40d1-8621-5a5fcfc7823c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.086459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-035880c5-228e-4cca-911d-f82949ae74ff req-18115128-0c3a-40c7-83c6-c6c75ae8a18e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0938375 Jan 28 00:54:58.113847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Pushing event deleted for resources: {'Port': ['ID=65450c44-7b9b-40d1-8621-5a5fcfc7823c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:58.151246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-035880c5-228e-4cca-911d-f82949ae74ff req-afd042ee-5a4a-4dfa-a9a3-6b6224bc89e8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589228 Jan 28 00:54:58.174851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (99b4daa6-9456-489e-973d-a61c24af1fbd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.231735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:58.243492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 16dc3317-9e30-451e-af35-907b01d88919 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:58.250569 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-332d2cb4-9d86-4a27-a3a8-63c526217a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.309212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (99b4daa6-9456-489e-973d-a61c24af1fbd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.312708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks [] for router_controller (99b4daa6-9456-489e-973d-a61c24af1fbd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.348918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-332d2cb4-9d86-4a27-a3a8-63c526217a2d admin admin] Publish callbacks [] for security_group (91961b65-de68-439d-92ae-1a62f2638ca7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.358398 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-332d2cb4-9d86-4a27-a3a8-63c526217a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (91961b65-de68-439d-92ae-1a62f2638ca7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.410935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 16dc3317-9e30-451e-af35-907b01d88919 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:58.423558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 16dc3317-9e30-451e-af35-907b01d88919 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:58.423880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (16dc3317-9e30-451e-af35-907b01d88919), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.456958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-332d2cb4-9d86-4a27-a3a8-63c526217a2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd70b23c4e1e48dd86996ce75294a251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239788 Jan 28 00:54:58.466060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d2cb4-9d86-4a27-a3a8-63c526217a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91961b65-de68-439d-92ae-1a62f2638ca7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:58.488250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40948) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:58.530605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (99b4daa6-9456-489e-973d-a61c24af1fbd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.531359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b4daa6-9456-489e-973d-a61c24af1fbd {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:54:58.543300 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.551924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-231cb632-7817-4027-b266-a97f6f9e3527 admin admin] 10.222.0.23 "DELETE /v2.0/routers/99b4daa6-9456-489e-973d-a61c24af1fbd HTTP/1.1" status: 204 len: 168 time: 1.6636372 Jan 28 00:54:58.552984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:58.628351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a27f9a6-78ce-4c3c-89d1-7a83eecde087 admin admin] Publish callbacks [] for security_group (91961b65-de68-439d-92ae-1a62f2638ca7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.654843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129df2e-1202-4677-b006-b39b80b8997d req-d8884690-0b1c-4844-ba5e-59e3477f5353 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:58.656428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Deleting subnet 16117af8-0608-4876-9861-a1b859833acd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:54:58.656993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2129df2e-1202-4677-b006-b39b80b8997d req-d8884690-0b1c-4844-ba5e-59e3477f5353 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 949 time: 0.1654611 Jan 28 00:54:58.660594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Publish callbacks [] for subnet (16117af8-0608-4876-9861-a1b859833acd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.665540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11d5b25d-1398-4c93-8c91-104461e2e357 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:58.677814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 16dc3317-9e30-451e-af35-907b01d88919 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:58.678034 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (16dc3317-9e30-451e-af35-907b01d88919), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.697595 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a27f9a6-78ce-4c3c-89d1-7a83eecde087 admin admin] Publish callbacks [] for security_group (91961b65-de68-439d-92ae-1a62f2638ca7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.699270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (16117af8-0608-4876-9861-a1b859833acd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.750201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 11d5b25d-1398-4c93-8c91-104461e2e357 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:54:58.756003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11d5b25d-1398-4c93-8c91-104461e2e357 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:54:58.766057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2129df2e-1202-4677-b006-b39b80b8997d req-d1f901ad-9c65-4f6e-a5ff-8367ba89ac80 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992436 Jan 28 00:54:58.808670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a27f9a6-78ce-4c3c-89d1-7a83eecde087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (91961b65-de68-439d-92ae-1a62f2638ca7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.814098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a27f9a6-78ce-4c3c-89d1-7a83eecde087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.817350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a27f9a6-78ce-4c3c-89d1-7a83eecde087 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91961b65-de68-439d-92ae-1a62f2638ca7 HTTP/1.1" status: 204 len: 168 time: 0.3190186 Jan 28 00:54:58.831949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27f9a6-78ce-4c3c-89d1-7a83eecde087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91961b65-de68-439d-92ae-1a62f2638ca7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:58.866893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 16dc3317-9e30-451e-af35-907b01d88919, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=16dc3317-9e30-451e-af35-907b01d88919,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:58.874294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (16dc3317-9e30-451e-af35-907b01d88919), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.882674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (16117af8-0608-4876-9861-a1b859833acd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.942365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=16dc3317-9e30-451e-af35-907b01d88919,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:58.966438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dc3317-9e30-451e-af35-907b01d88919'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:58.967374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (16117af8-0608-4876-9861-a1b859833acd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.970167 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b71549-b8d6-4d0e-ba55-41f15e0649ee" -d '{"events": [{"server_uuid": "3300058b-84ae-48de-a3c7-8407c9a6f455", "name": "network-vif-plugged", "status": "completed", "tag": "16dc3317-9e30-451e-af35-907b01d88919"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:58.998534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16117af8-0608-4876-9861-a1b859833acd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:59.009125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.012940 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4687e7c7-1b9a-4399-8199-86395ae0aeb1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/16117af8-0608-4876-9861-a1b859833acd HTTP/1.1" status: 204 len: 168 time: 0.4568818 Jan 28 00:54:59.015655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40976) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:59.021472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31141023-72f3-4683-b169-373da40440a1 None None] Network 68a57a9c-70e9-40fb-9630-ff8122b1201b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:59.030197 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a96f73-a79c-4671-880b-a9bae5a406e5 x-openstack-request-id: req-e7a96f73-a79c-4671-880b-a9bae5a406e5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:59.031463 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3300058b-84ae-48de-a3c7-8407c9a6f455", "name": "network-vif-plugged", "status": "completed", "tag": "16dc3317-9e30-451e-af35-907b01d88919", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:59.031655 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7a96f73-a79c-4671-880b-a9bae5a406e5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:59.032246 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dc3317-9e30-451e-af35-907b01d88919', 'code': 200} Jan 28 00:54:59.136097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (68a57a9c-70e9-40fb-9630-ff8122b1201b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.202222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11257-b235-4ab0-8b6b-914208322a78 req-e00a589a-9bae-43b2-a2ff-15e767b60b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:59.205044 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83c11257-b235-4ab0-8b6b-914208322a78 req-e00a589a-9bae-43b2-a2ff-15e767b60b81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 1101 time: 0.0877149 Jan 28 00:54:59.232583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Deleting port 6394ece8-6d32-4073-b21d-a6b1cd53856b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:59.233190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.284964 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83c11257-b235-4ab0-8b6b-914208322a78 req-3c02f777-f4ae-4cf8-80cb-1e6c0de1dec4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734680 Jan 28 00:54:59.349963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] DHCP port deletion for 68a57a9c-70e9-40fb-9630-ff8122b1201b request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:54:59.376893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] For port 6394ece8-6d32-4073-b21d-a6b1cd53856b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6394ece8-6d32-4073-b21d-a6b1cd53856b,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:59.377262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.404906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Calling delete_port for 6394ece8-6d32-4073-b21d-a6b1cd53856b owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:59.426527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31915375-94ab-4497-a835-703ce5cecec4 req-95b37b31-ea8b-4b4a-9afe-58893ddd45bd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:59.434752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31915375-94ab-4497-a835-703ce5cecec4 req-95b37b31-ea8b-4b4a-9afe-58893ddd45bd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1312683 Jan 28 00:54:59.437397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] Deleting port 6394ece8-6d32-4073-b21d-a6b1cd53856b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:59.438182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.552048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] For port 6394ece8-6d32-4073-b21d-a6b1cd53856b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6394ece8-6d32-4073-b21d-a6b1cd53856b,segment=NetworkSegment(9240c1fd-512e-47a6-a175-cbedff9398bd),segment_id=9240c1fd-512e-47a6-a175-cbedff9398bd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:59.552889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.562128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31915375-94ab-4497-a835-703ce5cecec4 req-358670cf-6c01-4b5d-958e-fa98a097d8bf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160159 Jan 28 00:54:59.585874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] Calling delete_port for 6394ece8-6d32-4073-b21d-a6b1cd53856b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:59.591863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.633644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6394ece8-6d32-4073-b21d-a6b1cd53856b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:59.640071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] No DVR routers for this DVR port 6394ece8-6d32-4073-b21d-a6b1cd53856b on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:59.721061 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (6394ece8-6d32-4073-b21d-a6b1cd53856b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.731462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (68a57a9c-70e9-40fb-9630-ff8122b1201b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.754953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] Pushing event deleted for resources: {'Port': ['ID=6394ece8-6d32-4073-b21d-a6b1cd53856b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:59.758029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a57a9c-70e9-40fb-9630-ff8122b1201b']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.760714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798b724-9247-4a20-a597-513190ac1f82 None None] No DVR routers for this DVR port 6394ece8-6d32-4073-b21d-a6b1cd53856b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:59.773335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9240c1fd-512e-47a6-a175-cbedff9398bd') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.773682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9240c1fd-512e-47a6-a175-cbedff9398bd') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.786944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9240c1fd-512e-47a6-a175-cbedff9398bd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.801694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9240c1fd-512e-47a6-a175-cbedff9398bd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.816944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:54:59.817112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9240c1fd-512e-47a6-a175-cbedff9398bd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:54:59.819454 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:54:59.903059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (68a57a9c-70e9-40fb-9630-ff8122b1201b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.914069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.921054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/68a57a9c-70e9-40fb-9630-ff8122b1201b HTTP/1.1" status: 204 len: 168 time: 0.9011879 Jan 28 00:54:59.941072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc94-d336-4458-9020-21f541c12b40 req-ac8146e2-2d74-4854-a93b-a605199223c2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:59.948473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b143dc94-d336-4458-9020-21f541c12b40 req-ac8146e2-2d74-4854-a93b-a605199223c2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 950 time: 0.0924962 Jan 28 00:54:59.955873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb231e77-a79b-47c5-b208-9385f8e802c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a57a9c-70e9-40fb-9630-ff8122b1201b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:59.996205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b143dc94-d336-4458-9020-21f541c12b40 req-46601df3-0744-4d1f-b231-96a3dab4b51d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Jan 28 00:55:00.202496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:00.245138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3a98b17f-721e-489b-8ef4-d4938920698e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=397715b1227f4a71a3bbcfde33a1613a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413227 Jan 28 00:55:00.248219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:00.299582 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6ab4-3a13-4f38-a5a8-a4cbe26720e4 admin admin] Publish callbacks [] for security_group (c30432f3-4543-4b3b-9d1f-09e9a3e76bda), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:00.324080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6ab4-3a13-4f38-a5a8-a4cbe26720e4 admin admin] Publish callbacks [] for security_group (c30432f3-4543-4b3b-9d1f-09e9a3e76bda), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:00.382380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6ab4-3a13-4f38-a5a8-a4cbe26720e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c30432f3-4543-4b3b-9d1f-09e9a3e76bda), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:00.389089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6ab4-3a13-4f38-a5a8-a4cbe26720e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:00.403750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9c9d6ab4-3a13-4f38-a5a8-a4cbe26720e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c30432f3-4543-4b3b-9d1f-09e9a3e76bda HTTP/1.1" status: 204 len: 168 time: 0.1520255 Jan 28 00:55:00.427628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6ab4-3a13-4f38-a5a8-a4cbe26720e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30432f3-4543-4b3b-9d1f-09e9a3e76bda,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:00.460137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6394ece8-6d32-4073-b21d-a6b1cd53856b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:00.505521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6394ece8-6d32-4073-b21d-a6b1cd53856b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:00.505885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6394ece8-6d32-4073-b21d-a6b1cd53856b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:00.506302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65450c44-7b9b-40d1-8621-5a5fcfc7823c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:00.527616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 65450c44-7b9b-40d1-8621-5a5fcfc7823c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:00.527990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65450c44-7b9b-40d1-8621-5a5fcfc7823c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:00.677888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad465d-49e9-4ccf-9d7d-a11c2a2ac004 req-d03a9757-d8aa-491b-ae72-3a740127c73f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:00.679385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1ad465d-49e9-4ccf-9d7d-a11c2a2ac004 req-d03a9757-d8aa-491b-ae72-3a740127c73f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0589113 Jan 28 00:55:00.731603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1ad465d-49e9-4ccf-9d7d-a11c2a2ac004 req-bb1a6f36-efbc-4faf-b21b-87ce73885d5d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Jan 28 00:55:00.946839 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-673ba0c8-5821-499e-a2b4-b6a7b773a4d9 service neutron] show failed (client error): The resource could not be found. Jan 28 00:55:00.948374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-673ba0c8-5821-499e-a2b4-b6a7b773a4d9 service neutron] 10.222.0.45 "GET /v2.0/ports/23fb984e-f470-46a9-b1b0-f5ca82182f1d/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0651159 Jan 28 00:55:01.141099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30331a-09e1-499d-adfc-b4a4302bf330 req-6e78746f-b194-4024-ba8c-1f24541a3414 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.146901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b30331a-09e1-499d-adfc-b4a4302bf330 req-6e78746f-b194-4024-ba8c-1f24541a3414 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 950 time: 0.0734887 Jan 28 00:55:01.218528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b30331a-09e1-499d-adfc-b4a4302bf330 req-96633cb1-231c-4e95-933c-c0ca196188c4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675254 Jan 28 00:55:01.269220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-621c65b5-da1d-4f4a-9b67-219e90a4cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.271053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-621c65b5-da1d-4f4a-9b67-219e90a4cb2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b&tenant_id=bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 1101 time: 0.0979221 Jan 28 00:55:01.288112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:01.345766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.370827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486a96c-c824-432b-a612-301aa16821db req-ef7dc412-1b0f-4d79-95d4-6bcd1ea26307 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.372535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7486a96c-c824-432b-a612-301aa16821db req-ef7dc412-1b0f-4d79-95d4-6bcd1ea26307 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0647821 Jan 28 00:55:01.428751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7486a96c-c824-432b-a612-301aa16821db req-715be108-a656-4d31-b98e-e7d3d0280beb tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Jan 28 00:55:01.593805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:01.641802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:01.695706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:01.698059 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ef216-f36b-4150-aba1-5b06a96af806" -d '{"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:01.701924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Publish callbacks [] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.716313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Transition to ACTIVE for port object 23fb984e-f470-46a9-b1b0-f5ca82182f1d will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:55:01.721278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.792143 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d06a25-a9be-41af-a1a8-32fe4642db87 x-openstack-request-id: req-28d06a25-a9be-41af-a1a8-32fe4642db87 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:01.792465 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-unplugged", "status": "completed", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:01.792725 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28d06a25-a9be-41af-a1a8-32fe4642db87 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:01.793153 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'code': 200} Jan 28 00:55:01.793737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:01.796367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] No DVR routers for this DVR port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:01.837114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:01.837657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:01.839274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:01.845887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:55:01.846775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Attempting to bind port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:01.854216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:01.854870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:01.856044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:01.856554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Bound port: 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:01.856977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.969020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:01.974049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:01.978648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326158f2-bffb-4aa8-a76a-b36aa89f462f req-e7f40e15-9b47-481b-85f0-33b02ceddf10 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.980417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.988274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-326158f2-bffb-4aa8-a76a-b36aa89f462f req-e7f40e15-9b47-481b-85f0-33b02ceddf10 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.0875776 Jan 28 00:55:02.033886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.034956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:02.036381 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] 10.222.0.43 "PUT /v2.0/ports/23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 1096 time: 0.7527378 Jan 28 00:55:02.062058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c241f1d-4c47-479b-8e21-90146733d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:02.116617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-326158f2-bffb-4aa8-a76a-b36aa89f462f req-1a58d226-e062-4054-9e0c-98aa6c6b5785 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184378 Jan 28 00:55:02.213256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-93f659de-1934-43c3-ba16-9683f3ae4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.214917 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-93f659de-1934-43c3-ba16-9683f3ae4bbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1099 time: 0.1323509 Jan 28 00:55:02.285808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1efe588e-a517-4b73-82d7-2a37557f18af tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377891 Jan 28 00:55:02.333204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-8bec2a3e-0137-457e-bc7c-ff71eda1c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.334441 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-8bec2a3e-0137-457e-bc7c-ff71eda1c5ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1140742 Jan 28 00:55:02.389667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-839c9b13-86b6-4f2d-a267-ca0c23fc17e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0483172 Jan 28 00:55:02.442197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-fd11116c-4fc2-434f-97a0-40f4f1284045 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.444379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-fd11116c-4fc2-434f-97a0-40f4f1284045 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544724 Jan 28 00:55:02.447275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-61b062f7-3f18-47a5-8037-d3bbf75d444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.449105 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-61b062f7-3f18-47a5-8037-d3bbf75d444d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0552847 Jan 28 00:55:02.468263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-520f687a-1ac2-4a21-938e-33cea4149cd3 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/quotas/f4aa5cd3055243a68215d1cc5e43a91b HTTP/1.1" status: 200 len: 375 time: 0.0168598 Jan 28 00:55:02.516951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-55a88cf0-3ea0-497c-95ca-ca65def58856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.519052 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-55a88cf0-3ea0-497c-95ca-ca65def58856 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628521 Jan 28 00:55:02.552410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-5f83c9c4-415a-4003-b2d8-79186230fdea tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802872 Jan 28 00:55:02.620022 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-94e8dec9-cb64-4c3b-adc8-14c85a458849 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948303 Jan 28 00:55:02.730651 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d63517d-0350-43e5-9dd2-c17644a93e0a req-5aec06c2-76ce-46e3-8cbe-7f3c939c0563 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047242 Jan 28 00:55:02.882461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfe72caa-8b57-49c1-b0e0-c3c29012056a req-5058dd01-d669-4bc1-8ddd-6db794e7470e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 210 time: 0.0419123 Jan 28 00:55:03.264116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2750e-883f-418d-bb12-2ff57d16a36c req-8a8774b0-7c9c-483b-a651-cba26a9d8eeb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:03.267933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fc2750e-883f-418d-bb12-2ff57d16a36c req-8a8774b0-7c9c-483b-a651-cba26a9d8eeb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.0799770 Jan 28 00:55:03.273868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.333086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fc2750e-883f-418d-bb12-2ff57d16a36c req-d30ae665-8718-47a2-b478-d354f3039173 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 Jan 28 00:55:03.471688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41180) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:03.660734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41190) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:03.778149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e5e9-0f60-4680-b726-1be01a24c1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.794066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:03.797375 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82423e72-c183-4789-99f7-cf3038322721" -d '{"events": [{"name": "network-changed", "server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:03.803062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41200) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:03.849412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-519f6963-6ceb-4d55-b19a-8a073541933f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446048 Jan 28 00:55:03.921399 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23980bc5-8430-4c61-a04b-7a0738e78102 x-openstack-request-id: req-23980bc5-8430-4c61-a04b-7a0738e78102 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:03.925410 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:03.925824 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23980bc5-8430-4c61-a04b-7a0738e78102 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:03.927563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e5e9-0f60-4680-b726-1be01a24c1aa admin admin] Publish callbacks [] for security_group (cf2266fe-f7cb-4359-85bc-7d58450bc4ed), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.928634 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'status': 'completed', 'code': 200} Jan 28 00:55:03.949634 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba4af-a8eb-4658-ae24-0ab8c8f8f81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.983214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e5e9-0f60-4680-b726-1be01a24c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cf2266fe-f7cb-4359-85bc-7d58450bc4ed), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.091959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-710fbfc2-c1a0-4d1e-a1e8-09537fd552ee tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.093540 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-710fbfc2-c1a0-4d1e-a1e8-09537fd552ee tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372246 Jan 28 00:55:04.136266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Request body: {'port': {'device_id': '768361bb-6a42-499f-b02e-315fa454e540', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'f4aa5cd3055243a68215d1cc5e43a91b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:04.154140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3e5e9-0f60-4680-b726-1be01a24c1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2266fe-f7cb-4359-85bc-7d58450bc4ed,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:04.198838 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5b5e5ac-3697-4b2f-83a1-0ca0a8dd21f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.202559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3ac3e5e9-0f60-4680-b726-1be01a24c1aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f42a8e6fbc5d4dc3b74127aa008b3b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7297411 Jan 28 00:55:04.213673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86cbad81-8be0-4c9c-b5fe-17e80858b298 req-c06e3b6b-d9e2-460e-9fd8-33b152f50fbe tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 210 time: 0.1780224 Jan 28 00:55:04.216629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:04.235687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41218) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:04.266829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-c7cd2f60-92db-4380-86ce-8c133f9c3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.268321 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-c7cd2f60-92db-4380-86ce-8c133f9c3878 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1099 time: 0.1735735 Jan 28 00:55:04.286718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-6c118de1-5319-4dd7-9382-c1f2c5bff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.288761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-6c118de1-5319-4dd7-9382-c1f2c5bff8b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1099 time: 0.2640631 Jan 28 00:55:04.360141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Made reservation on behalf of f4aa5cd3055243a68215d1cc5e43a91b for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:04.364171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.408228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17c92d14-26eb-43ba-a3b2-7daaf3b159da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.555687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-094c8041-9486-4bb3-9b31-9c395ff73841 admin admin] Publish callbacks [] for security_group (cf2266fe-f7cb-4359-85bc-7d58450bc4ed), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.557863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-cf1cca62-f786-45ab-b1ef-2bca36b5b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.559378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-cf1cca62-f786-45ab-b1ef-2bca36b5b73c service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2568431 Jan 28 00:55:04.562182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba4af-a8eb-4658-ae24-0ab8c8f8f81c admin admin] Publish callbacks [] for security_group (d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.564168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41230) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:04.590228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba4af-a8eb-4658-ae24-0ab8c8f8f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.609285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc4776-22e3-486c-a84f-709022dcab39 req-523293e0-2719-412c-9247-44fc9c0856e6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.610861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cfc4776-22e3-486c-a84f-709022dcab39 req-523293e0-2719-412c-9247-44fc9c0856e6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.1713829 Jan 28 00:55:04.781923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-2a389a37-344d-4210-b3a0-9edff8f3eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.783397 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-2a389a37-344d-4210-b3a0-9edff8f3eed7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4909637 Jan 28 00:55:04.844620 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-b757e823-d69a-4b3c-be51-f68166019759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0530760 Jan 28 00:55:04.856172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Allocated IP 192.168.233.8 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/8e37d617-82d1-4a15-b54b-2e0895f5ae54) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:04.901879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-cdaf2a53-7c3e-4dbd-b8af-8eff19bcc449 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.3300912 Jan 28 00:55:04.924613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-094c8041-9486-4bb3-9b31-9c395ff73841 admin admin] Publish callbacks [] for security_group (cf2266fe-f7cb-4359-85bc-7d58450bc4ed), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.943644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5b5e5ac-3697-4b2f-83a1-0ca0a8dd21f5 admin admin] Publish callbacks [] for security_group (19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.944239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-d5379c8f-ad2e-4e70-b6ab-742d9caf1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.945800 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-d5379c8f-ad2e-4e70-b6ab-742d9caf1cb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0910916 Jan 28 00:55:04.947643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17c92d14-26eb-43ba-a3b2-7daaf3b159da admin admin] Publish callbacks [] for security_group (f4fba102-7dfa-4234-b9a9-fb688c7c731d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.960752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afebfcda-33ff-4f3f-a06a-3efca3dd1a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.966099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17c92d14-26eb-43ba-a3b2-7daaf3b159da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f4fba102-7dfa-4234-b9a9-fb688c7c731d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.984380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a2ba4af-a8eb-4658-ae24-0ab8c8f8f81c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db45bac58d4741cd869dbfade0d66729&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3217268 Jan 28 00:55:04.984690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5b5e5ac-3697-4b2f-83a1-0ca0a8dd21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.993074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41234) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:05.013378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba4af-a8eb-4658-ae24-0ab8c8f8f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.080143 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17c92d14-26eb-43ba-a3b2-7daaf3b159da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a765cc7e79d405baae8fe6ac15c5b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8463686 Jan 28 00:55:05.083323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c92d14-26eb-43ba-a3b2-7daaf3b159da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fba102-7dfa-4234-b9a9-fb688c7c731d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.085901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41236) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:05.108939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-7a7ebd23-2d27-4bc1-bad3-2cb7b99f14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:05.109687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a5b5e5ac-3697-4b2f-83a1-0ca0a8dd21f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6453f02736f54eb5996dcce8ac329e20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2988546 Jan 28 00:55:05.110370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-7a7ebd23-2d27-4bc1-bad3-2cb7b99f14b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586680 Jan 28 00:55:05.114241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41238) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:05.118527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-71810280-5ca3-41af-ba91-9aa59a20f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:05.119970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-71810280-5ca3-41af-ba91-9aa59a20f5c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1976748 Jan 28 00:55:05.150315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cfc4776-22e3-486c-a84f-709022dcab39 req-4502529f-20aa-4b49-a2a8-11943da3f8d7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765415 Jan 28 00:55:05.179479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5e5ac-3697-4b2f-83a1-0ca0a8dd21f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.214100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-094c8041-9486-4bb3-9b31-9c395ff73841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cf2266fe-f7cb-4359-85bc-7d58450bc4ed), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.216562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-094c8041-9486-4bb3-9b31-9c395ff73841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.217810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-094c8041-9486-4bb3-9b31-9c395ff73841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf2266fe-f7cb-4359-85bc-7d58450bc4ed HTTP/1.1" status: 204 len: 168 time: 0.9696934 Jan 28 00:55:05.230678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d021b953-c2c7-487e-9e12-948696f6a331 admin admin] Publish callbacks [] for security_group (d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.248546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8041-9486-4bb3-9b31-9c395ff73841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2266fe-f7cb-4359-85bc-7d58450bc4ed,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.270816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82423e72-c183-4789-99f7-cf3038322721 req-a8e280f9-4e10-4b02-ab88-d92fa16333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:05.272417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-a8e280f9-4e10-4b02-ab88-d92fa16333e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408305 Jan 28 00:55:05.290134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks [] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.290736 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d021b953-c2c7-487e-9e12-948696f6a331 admin admin] Publish callbacks [] for security_group (d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.291488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd549e8e-4328-4373-a789-bd8ac8200efc admin admin] Publish callbacks [] for security_group (19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.293476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afebfcda-33ff-4f3f-a06a-3efca3dd1a52 admin admin] Publish callbacks [] for security_group (822bb042-9349-4540-abfe-80cb099645ba), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.312517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afebfcda-33ff-4f3f-a06a-3efca3dd1a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (822bb042-9349-4540-abfe-80cb099645ba), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.319945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8defc0-34a1-4472-8568-fdcd2296b3d0 admin admin] Publish callbacks [] for security_group (f4fba102-7dfa-4234-b9a9-fb688c7c731d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.344009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd549e8e-4328-4373-a789-bd8ac8200efc admin admin] Publish callbacks [] for security_group (19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.389107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-8bc78fd4-c8c9-4b0d-a65f-1cfe5161ef52 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649131 Jan 28 00:55:05.396501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8defc0-34a1-4472-8568-fdcd2296b3d0 admin admin] Publish callbacks [] for security_group (f4fba102-7dfa-4234-b9a9-fb688c7c731d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.433549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06a28eef-df4f-4b6a-8717-7118a24e83cb req-fa1c9914-6800-46f1-8286-0721beed01ef tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 210 time: 0.0686042 Jan 28 00:55:05.445086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-afebfcda-33ff-4f3f-a06a-3efca3dd1a52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0648140eed66467ca890b8cabac4b258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8788416 Jan 28 00:55:05.460031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebfcda-33ff-4f3f-a06a-3efca3dd1a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822bb042-9349-4540-abfe-80cb099645ba,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.460031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41248) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:05.502478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-3ac257d7-65f7-4db4-8435-04b9241bd53f service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202706 Jan 28 00:55:05.505905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d021b953-c2c7-487e-9e12-948696f6a331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.508753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d021b953-c2c7-487e-9e12-948696f6a331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.510020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d021b953-c2c7-487e-9e12-948696f6a331 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176 HTTP/1.1" status: 204 len: 168 time: 0.5151567 Jan 28 00:55:05.543891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021b953-c2c7-487e-9e12-948696f6a331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8f2fe-2a49-41ea-b80b-6d8ab51ac176,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.595507 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2481db13-88a6-40f2-a86c-64f40aa9e58f admin admin] Publish callbacks [] for security_group (822bb042-9349-4540-abfe-80cb099645ba), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.604992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.627926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-c39279b3-02e8-46d2-b2c3-3bf0d30aec70 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292478 Jan 28 00:55:05.642263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2481db13-88a6-40f2-a86c-64f40aa9e58f admin admin] Publish callbacks [] for security_group (822bb042-9349-4540-abfe-80cb099645ba), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.649018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7ffefa7d-47c9-431e-8c40-b8cc62d6285b', '16dc3317-9e30-451e-af35-907b01d88919'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:05.655971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82423e72-c183-4789-99f7-cf3038322721 req-ad337feb-a23b-4111-9e29-eb436c6d34f6 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447785 Jan 28 00:55:05.715048 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd549e8e-4328-4373-a789-bd8ac8200efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.718450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd549e8e-4328-4373-a789-bd8ac8200efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.723538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd549e8e-4328-4373-a789-bd8ac8200efc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc HTTP/1.1" status: 204 len: 168 time: 0.6059196 Jan 28 00:55:05.726101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:05.735653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2481db13-88a6-40f2-a86c-64f40aa9e58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (822bb042-9349-4540-abfe-80cb099645ba), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.738312 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2481db13-88a6-40f2-a86c-64f40aa9e58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.742021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2481db13-88a6-40f2-a86c-64f40aa9e58f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/822bb042-9349-4540-abfe-80cb099645ba HTTP/1.1" status: 204 len: 168 time: 0.2816029 Jan 28 00:55:05.748646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481db13-88a6-40f2-a86c-64f40aa9e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822bb042-9349-4540-abfe-80cb099645ba,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.756414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:05.759678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd549e8e-4328-4373-a789-bd8ac8200efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d1ccec-16f0-4d2a-a4d1-5ee1c12ddcbc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.761725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:05.764459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event updated for resources: {'Port': ['ID=8e37d617-82d1-4a15-b54b-2e0895f5ae54,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.766411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8defc0-34a1-4472-8568-fdcd2296b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f4fba102-7dfa-4234-b9a9-fb688c7c731d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.768925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8defc0-34a1-4472-8568-fdcd2296b3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.770093 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b8defc0-34a1-4472-8568-fdcd2296b3d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4fba102-7dfa-4234-b9a9-fb688c7c731d HTTP/1.1" status: 204 len: 168 time: 0.6804736 Jan 28 00:55:05.786319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:05.804744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1670b8eb-1637-4561-bd42-f8453452b834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.816546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8defc0-34a1-4472-8568-fdcd2296b3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fba102-7dfa-4234-b9a9-fb688c7c731d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.850787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:05.851648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.876045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-2b3f1853-977a-4aee-b63f-e2f9d98f18a8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7442827 Jan 28 00:55:05.902912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Request body: {'port': {'device_id': '768361bb-6a42-499f-b02e-315fa454e540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:05.956463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1670b8eb-1637-4561-bd42-f8453452b834 admin admin] Publish callbacks [] for security_group (c60bcc3c-26a5-4707-9242-45a92624359d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.960655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:05.963301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1670b8eb-1637-4561-bd42-f8453452b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c60bcc3c-26a5-4707-9242-45a92624359d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.015337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1670b8eb-1637-4561-bd42-f8453452b834 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=134b2e35b69c4e0580ca6deac0548cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275901 Jan 28 00:55:06.017399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41264) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:06.053766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.079225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670b8eb-1637-4561-bd42-f8453452b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60bcc3c-26a5-4707-9242-45a92624359d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:06.097908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 23fb984e-f470-46a9-b1b0-f5ca82182f1d host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:55:06.098479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:06.113090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-639b2b69-f712-434e-8084-05fa4cbac606 admin admin] Publish callbacks [] for security_group (c60bcc3c-26a5-4707-9242-45a92624359d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.150828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-218803ed-e6bb-4999-b0a4-068c25035c96 None None] Provisioning complete for port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:06.151580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-218803ed-e6bb-4999-b0a4-068c25035c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.160472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-639b2b69-f712-434e-8084-05fa4cbac606 admin admin] Publish callbacks [] for security_group (c60bcc3c-26a5-4707-9242-45a92624359d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.191756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-218803ed-e6bb-4999-b0a4-068c25035c96 None None] Port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:06.244387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-639b2b69-f712-434e-8084-05fa4cbac606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c60bcc3c-26a5-4707-9242-45a92624359d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.247509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-639b2b69-f712-434e-8084-05fa4cbac606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.251420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-639b2b69-f712-434e-8084-05fa4cbac606 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c60bcc3c-26a5-4707-9242-45a92624359d HTTP/1.1" status: 204 len: 168 time: 0.2329812 Jan 28 00:55:06.269117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b2b69-f712-434e-8084-05fa4cbac606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60bcc3c-26a5-4707-9242-45a92624359d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:06.306007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:55:06.335941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89aa3-7f36-4ddf-80b7-8f919a2dc33a req-0a3e6a68-ebad-4162-8821-97d2552a791d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:06.338467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32e89aa3-7f36-4ddf-80b7-8f919a2dc33a req-0a3e6a68-ebad-4162-8821-97d2552a791d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 948 time: 0.0784624 Jan 28 00:55:06.410981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32e89aa3-7f36-4ddf-80b7-8f919a2dc33a req-52f3bbdc-b556-4edf-8398-62af680ba68c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663240 Jan 28 00:55:06.499829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:06.509159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e37d617-82d1-4a15-b54b-2e0895f5ae54 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:06.517276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Publish callbacks [] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.522167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'mac_address': 'fa:16:3e:8f:fc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:55:06.537568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Transition to ACTIVE for port object 8e37d617-82d1-4a15-b54b-2e0895f5ae54 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:55:06.544070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.638626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 23fb984e-f470-46a9-b1b0-f5ca82182f1d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:06.640686 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.672577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5466c62-541b-46a9-b55b-f77313d12d7d req-a0ec536e-5c0d-4736-bfc0-f040d38b4a6d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:06.675432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fb984e-f470-46a9-b1b0-f5ca82182f1d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:06.682553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5466c62-541b-46a9-b55b-f77313d12d7d req-a0ec536e-5c0d-4736-bfc0-f040d38b4a6d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 946 time: 0.1290565 Jan 28 00:55:06.703454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e37d617-82d1-4a15-b54b-2e0895f5ae54,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:06.718145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Attempting to bind port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:06.718743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Attempting to bind port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:06.719131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Attempting to bind port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:06.724771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:55:06.725093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Attempting to bind port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:06.732199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:06.732529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:06.732940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:06.733394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Bound port: 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:06.733760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.735232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:06.742358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.836939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] For port 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:06.847376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] For port 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:06.852788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.863563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:06.871470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:06.913993 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.925372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41286) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:06.957730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5466c62-541b-46a9-b55b-f77313d12d7d req-3386ad74-4b2e-4d0a-989b-29c2a863ef27 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632380 Jan 28 00:55:06.968117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba294677-da20-4607-b365-06354a88af19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.986946 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:06.987882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.990657 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e37d617-82d1-4a15-b54b-2e0895f5ae54 HTTP/1.1" status: 200 len: 1094 time: 1.0922904 Jan 28 00:55:06.993265 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e283babc-5801-42ba-a568-c7deb2dbb017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.090798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee38c5-4217-4220-82dc-33f9c3f9e2df req-63f78fb2-0e2e-43ce-999c-d78fe69a1fe6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.092829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9ee38c5-4217-4220-82dc-33f9c3f9e2df req-63f78fb2-0e2e-43ce-999c-d78fe69a1fe6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 949 time: 0.3187692 Jan 28 00:55:07.092974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:07.101329 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-049123a0-2588-4ff3-8b7c-09cea37d430d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.115029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba294677-da20-4607-b365-06354a88af19 admin admin] Publish callbacks [] for security_group (736e61b1-2eac-4a99-8840-ba2329c41403), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.116497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768361bb-6a42-499f-b02e-315fa454e540', 'tag': '8e37d617-82d1-4a15-b54b-2e0895f5ae54'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:07.120196 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6575f3-98d8-404d-ba61-e46b7a797538" -d '{"events": [{"name": "network-changed", "server_uuid": "768361bb-6a42-499f-b02e-315fa454e540", "tag": "8e37d617-82d1-4a15-b54b-2e0895f5ae54"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:07.128314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba294677-da20-4607-b365-06354a88af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (736e61b1-2eac-4a99-8840-ba2329c41403), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.129554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-f0428858-0cb3-4a3e-bd78-1de29e6d7212 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.140838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-f0428858-0cb3-4a3e-bd78-1de29e6d7212 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b&tenant_id=bd4070c2713345138370aa6859788162&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 949 time: 0.2928476 Jan 28 00:55:07.213810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9ee38c5-4217-4220-82dc-33f9c3f9e2df req-21db5969-0334-4d95-bebd-db92910cfd71 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715897 Jan 28 00:55:07.243898 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebee7b-df7b-443c-9092-3aaf6e8f909b x-openstack-request-id: req-aeebee7b-df7b-443c-9092-3aaf6e8f909b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:07.244314 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768361bb-6a42-499f-b02e-315fa454e540", "tag": "8e37d617-82d1-4a15-b54b-2e0895f5ae54", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:07.254869 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeebee7b-df7b-443c-9092-3aaf6e8f909b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:07.255490 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768361bb-6a42-499f-b02e-315fa454e540', 'tag': '8e37d617-82d1-4a15-b54b-2e0895f5ae54', 'status': 'completed', 'code': 200} Jan 28 00:55:07.287436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:07.328044 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ba294677-da20-4607-b365-06354a88af19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=828701fc5ab74669a5559577bc3b2c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573255 Jan 28 00:55:07.329903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3db5b-2022-4212-91de-ecd37d9911c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e37d617-82d1-4a15-b54b-2e0895f5ae54,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.332426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41294) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:07.334569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba294677-da20-4607-b365-06354a88af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736e61b1-2eac-4a99-8840-ba2329c41403,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.347100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-d1620afa-7d57-4912-8fda-e6ffc8d91f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.348788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-d1620afa-7d57-4912-8fda-e6ffc8d91f71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 1097 time: 0.2230339 Jan 28 00:55:07.360333 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:55:07.397307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba14-1c48-4529-83ab-564961778498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.429011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-8f7c0ea2-7db4-4371-a455-498b515fd6f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54 HTTP/1.1" status: 200 len: 217 time: 0.0652056 Jan 28 00:55:07.477654 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-9a72229b-6736-44ae-9a18-8106d7f8a06a service neutron] delete failed (client error): The resource could not be found. Jan 28 00:55:07.478807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-9a72229b-6736-44ae-9a18-8106d7f8a06a service neutron] 10.222.0.45 "DELETE /v2.0/ports/23fb984e-f470-46a9-b1b0-f5ca82182f1d/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.2748499 Jan 28 00:55:07.483521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ffb28e0-d585-462f-822d-c885ba1f4a24 admin admin] Publish callbacks [] for security_group (736e61b1-2eac-4a99-8840-ba2329c41403), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.506232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ffb28e0-d585-462f-822d-c885ba1f4a24 admin admin] Publish callbacks [] for security_group (736e61b1-2eac-4a99-8840-ba2329c41403), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.544956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-d5d03a6c-3b73-4fd3-801c-038c606d9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.546441 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-d5d03a6c-3b73-4fd3-801c-038c606d9e90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1109452 Jan 28 00:55:07.556161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e283babc-5801-42ba-a568-c7deb2dbb017 admin admin] Publish callbacks [] for security_group (cc04ba29-3183-4ef1-b2d3-fa9194a8f12a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.568162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e283babc-5801-42ba-a568-c7deb2dbb017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cc04ba29-3183-4ef1-b2d3-fa9194a8f12a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.606913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ffb28e0-d585-462f-822d-c885ba1f4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (736e61b1-2eac-4a99-8840-ba2329c41403), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.610130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ffb28e0-d585-462f-822d-c885ba1f4a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.611903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2ffb28e0-d585-462f-822d-c885ba1f4a24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/736e61b1-2eac-4a99-8840-ba2329c41403 HTTP/1.1" status: 204 len: 168 time: 0.2783093 Jan 28 00:55:07.629576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb28e0-d585-462f-822d-c885ba1f4a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736e61b1-2eac-4a99-8840-ba2329c41403,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.638535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-56c3ca2f-e799-4add-8558-907f2dde9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.641201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-56c3ca2f-e799-4add-8558-907f2dde9711 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883853 Jan 28 00:55:07.690314 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba14-1c48-4529-83ab-564961778498 admin admin] Publish callbacks [] for security_group (edb1f91b-8768-4fc4-adad-da8c55913ffc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.703428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e283babc-5801-42ba-a568-c7deb2dbb017 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67e4bc1f2296489ba76f1f384b0160e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7748005 Jan 28 00:55:07.713950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:07.750591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba14-1c48-4529-83ab-564961778498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (edb1f91b-8768-4fc4-adad-da8c55913ffc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.782528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-6b6809e6-afd6-4bb1-bad5-fb447d6714d7 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349015 Jan 28 00:55:07.799156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cca0ba14-1c48-4529-83ab-564961778498 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86cf1165c6044a668b42ee7809c217a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940119 Jan 28 00:55:07.811996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41316) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:07.823718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283babc-5801-42ba-a568-c7deb2dbb017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04ba29-3183-4ef1-b2d3-fa9194a8f12a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.861921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-16bac117-5139-4a5d-9ec2-7cbb2429930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.864539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-16bac117-5139-4a5d-9ec2-7cbb2429930d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1100 time: 0.1535320 Jan 28 00:55:07.876225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34c2ccbe-7ece-4483-b94f-2df89295c9f0 admin admin] Publish callbacks [] for security_group (cc04ba29-3183-4ef1-b2d3-fa9194a8f12a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.904305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ba14-1c48-4529-83ab-564961778498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb1f91b-8768-4fc4-adad-da8c55913ffc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.928180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a61e50e-5f98-4961-9bb7-954c3a913f3d admin admin] Publish callbacks [] for security_group (edb1f91b-8768-4fc4-adad-da8c55913ffc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.931361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7d6e50e-c10e-4aa7-8890-3db38adf877c req-4670a066-1ee8-4d64-a8b1-5105d31d5d7d service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430118 Jan 28 00:55:07.951695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a61e50e-5f98-4961-9bb7-954c3a913f3d admin admin] Publish callbacks [] for security_group (edb1f91b-8768-4fc4-adad-da8c55913ffc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.958195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34c2ccbe-7ece-4483-b94f-2df89295c9f0 admin admin] Publish callbacks [] for security_group (cc04ba29-3183-4ef1-b2d3-fa9194a8f12a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.020342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a61e50e-5f98-4961-9bb7-954c3a913f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (edb1f91b-8768-4fc4-adad-da8c55913ffc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.022164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-8c461c49-95ac-4ac0-8e63-3691b02bc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.023392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a61e50e-5f98-4961-9bb7-954c3a913f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.023693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-8c461c49-95ac-4ac0-8e63-3691b02bc891 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1494076 Jan 28 00:55:08.024726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a61e50e-5f98-4961-9bb7-954c3a913f3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edb1f91b-8768-4fc4-adad-da8c55913ffc HTTP/1.1" status: 204 len: 168 time: 0.2117176 Jan 28 00:55:08.036267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61e50e-5f98-4961-9bb7-954c3a913f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb1f91b-8768-4fc4-adad-da8c55913ffc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:08.106194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-3e545ba6-421e-4763-802b-cebd5a14003a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0761459 Jan 28 00:55:08.123312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-1f9c4403-3f10-4740-b0e7-f991178706bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.125828 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-1f9c4403-3f10-4740-b0e7-f991178706bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 1097 time: 0.0751531 Jan 28 00:55:08.170652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-afdbd110-822a-4c0f-ab09-46b5dd5ff679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.172136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-afdbd110-822a-4c0f-ab09-46b5dd5ff679 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0553980 Jan 28 00:55:08.192886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34c2ccbe-7ece-4483-b94f-2df89295c9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cc04ba29-3183-4ef1-b2d3-fa9194a8f12a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.193606 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34c2ccbe-7ece-4483-b94f-2df89295c9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.198245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34c2ccbe-7ece-4483-b94f-2df89295c9f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc04ba29-3183-4ef1-b2d3-fa9194a8f12a HTTP/1.1" status: 204 len: 168 time: 0.4741683 Jan 28 00:55:08.223774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2ccbe-7ece-4483-b94f-2df89295c9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04ba29-3183-4ef1-b2d3-fa9194a8f12a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:08.257267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-c361e5df-6e90-4be7-aa8d-e51ac0c1b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.259835 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-c361e5df-6e90-4be7-aa8d-e51ac0c1b4b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1285141 Jan 28 00:55:08.265843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada97a3-4515-4426-9f06-329567337863 req-ceb759bb-7a80-4d04-b220-44f7b2994dbc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.267379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dada97a3-4515-4426-9f06-329567337863 req-ceb759bb-7a80-4d04-b220-44f7b2994dbc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 946 time: 0.1633246 Jan 28 00:55:08.306681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-6c402bb3-5d7e-483b-8048-471151e21d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.308339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-6c402bb3-5d7e-483b-8048-471151e21d5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022940 Jan 28 00:55:08.320954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-29a29bd8-8fb8-430e-86ec-37360bca98fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54 HTTP/1.1" status: 200 len: 217 time: 0.0542545 Jan 28 00:55:08.340463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:08.419806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-11f5c041-a26e-458a-b191-244f862feb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.420427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 23fb984e-f470-46a9-b1b0-f5ca82182f1d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:55:08.423924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-11f5c041-a26e-458a-b191-244f862feb02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0856016 Jan 28 00:55:08.426876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 23fb984e-f470-46a9-b1b0-f5ca82182f1d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:08.427315 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.449919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dada97a3-4515-4426-9f06-329567337863 req-87ba8ecd-4902-424b-9ae0-3953bd58062d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739504 Jan 28 00:55:08.497582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-0d85f6c0-072f-4882-8b9f-5aeb7a67e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.499064 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-0d85f6c0-072f-4882-8b9f-5aeb7a67e25d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676460 Jan 28 00:55:08.502942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2872-b0f7-4639-9dbf-4f07505aa9fc req-52cb88fb-fb96-448b-9bbf-3ce8ebe134e5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.510127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-689f2872-b0f7-4639-9dbf-4f07505aa9fc req-52cb88fb-fb96-448b-9bbf-3ce8ebe134e5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 949 time: 0.1624644 Jan 28 00:55:08.547480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 23fb984e-f470-46a9-b1b0-f5ca82182f1d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:08.547913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.551143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-64c533a6-dfed-4c2a-bfa5-9b17dbc42c12 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307942 Jan 28 00:55:08.583876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:08.587755 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b632b-d4db-475c-bd21-6e3f91a63ca9" -d '{"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:08.587929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-689f2872-b0f7-4639-9dbf-4f07505aa9fc req-8b163879-f35e-4652-97b9-dbb68cfec264 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767047 Jan 28 00:55:08.609147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:08.623434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.678628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-45a1acbd-53a0-4804-a753-bd1a8d0ce404 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661451 Jan 28 00:55:08.695595 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b5301-62d4-42d0-8dae-48e3678cd970 x-openstack-request-id: req-3f2b5301-62d4-42d0-8dae-48e3678cd970 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:08.695910 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:08.696166 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f2b5301-62d4-42d0-8dae-48e3678cd970 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:08.696565 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'code': 200} Jan 28 00:55:08.700745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9442550a-e8a8-42d0-b86d-049fd35e6413 req-fe9b6ed8-95f4-41b0-abf0-d6e0d81db0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435156 Jan 28 00:55:08.705849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:08.819791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41358) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:08.844138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e6575f3-98d8-404d-ba61-e46b7a797538 req-3e92feeb-7fa6-44c6-a8dc-4f8dd7ed1cb0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118748 Jan 28 00:55:09.051900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1189691422-network', 'tenant_id': 'c3c8ad1f41b94dea96022cde4747bb8a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:09.072632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Made reservation on behalf of c3c8ad1f41b94dea96022cde4747bb8a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:09.075042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.083533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41376) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.084425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.177491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks [] for security_group (fe821332-ce93-45d5-a4c9-d9b58bf8101e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.182759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fe821332-ce93-45d5-a4c9-d9b58bf8101e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.209923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:09.233518 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2a23810c-44eb-498c-8c32-1682dd648ed6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.234003 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Added segment 2a23810c-44eb-498c-8c32-1682dd648ed6 of type vlan for network 005e2cda-4d32-4b21-9b8c-0786a002cae3 Jan 28 00:55:09.235618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe821332-ce93-45d5-a4c9-d9b58bf8101e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:09.266843 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bae522b6-3ad2-4201-9147-6ec684d23a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.281486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-network', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:09.306868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (005e2cda-4d32-4b21-9b8c-0786a002cae3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.334654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Made reservation on behalf of 15b8b610a1f44ca5a7ffdc09a2fe4786 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:09.336310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.343590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (005e2cda-4d32-4b21-9b8c-0786a002cae3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.351087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:09.352008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.363770 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.437007 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6158428 Jan 28 00:55:09.438029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cec81-e6c1-48d3-929e-10f574ebaa9a admin admin] Pushing event updated for resources: {'Network': ['ID=005e2cda-4d32-4b21-9b8c-0786a002cae3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:09.439982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.448820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 005e2cda-4d32-4b21-9b8c-0786a002cae3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:09.451663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Request body: {'subnet': {'network_id': '005e2cda-4d32-4b21-9b8c-0786a002cae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1189691422-subnet', 'tenant_id': 'c3c8ad1f41b94dea96022cde4747bb8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:09.483109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks [] for security_group (67a5b184-ae33-41a9-963e-eff79dd242a1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.483409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Made reservation on behalf of c3c8ad1f41b94dea96022cde4747bb8a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:09.486621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.498845 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (67a5b184-ae33-41a9-963e-eff79dd242a1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.542465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:09.585744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b24ce95e-352d-44f6-9cea-5f005c1419df), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.586172 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Added segment b24ce95e-352d-44f6-9cea-5f005c1419df of type vlan for network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 Jan 28 00:55:09.589523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a5b184-ae33-41a9-963e-eff79dd242a1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:09.689229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6f09669f-3c1b-46fe-99ae-0a643d9c4381), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.735689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5171cea-4b15-46bb-827d-06f944f7884b req-faf4942d-13a2-4e66-bf2f-95cefa19d06a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:09.738224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5171cea-4b15-46bb-827d-06f944f7884b req-faf4942d-13a2-4e66-bf2f-95cefa19d06a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 946 time: 0.0962059 Jan 28 00:55:09.751749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (dad6abb4-f637-4bf3-bc93-019fdaf02c0b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.794680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6f09669f-3c1b-46fe-99ae-0a643d9c4381), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.795796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:09.796512 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.799738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad6abb4-f637-4bf3-bc93-019fdaf02c0b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:09.833669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Checking segment: {'id': '2a23810c-44eb-498c-8c32-1682dd648ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '005e2cda-4d32-4b21-9b8c-0786a002cae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:09.834069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Network hostable DHCP agents. Network: 005e2cda-4d32-4b21-9b8c-0786a002cae3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:09.860172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Network 005e2cda-4d32-4b21-9b8c-0786a002cae3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:09.876244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 005e2cda-4d32-4b21-9b8c-0786a002cae3) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:09.883549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:09.886148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.888905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0cc0f-ab5a-4545-8bec-91fee402aa1c None None] Network 005e2cda-4d32-4b21-9b8c-0786a002cae3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:09.894221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7e36-3fc0-4e89-839f-63c453812a61 req-96483611-db95-43b6-b2ba-4464d441ba36 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:09.896561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86dc7e36-3fc0-4e89-839f-63c453812a61 req-96483611-db95-43b6-b2ba-4464d441ba36 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.1572733 Jan 28 00:55:09.911319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2296156a-739c-4ee2-8264-f16edb32e6e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4639499 Jan 28 00:55:09.911690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8236439 Jan 28 00:55:09.912758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41414) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.920855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Request body: {'subnet': {'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-subnet', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:09.928767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893467a5-3a8b-4a9b-9f12-3feb3555d4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f09669f-3c1b-46fe-99ae-0a643d9c4381,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:09.942201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5171cea-4b15-46bb-827d-06f944f7884b req-b6cd70cc-e02f-4653-931c-e9aafd5969f3 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878748 Jan 28 00:55:09.970708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Made reservation on behalf of 15b8b610a1f44ca5a7ffdc09a2fe4786 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:09.970708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.000974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:10.010027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86dc7e36-3fc0-4e89-839f-63c453812a61 req-40d756b8-5b1a-4f7b-9e23-086930c99bbd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970013 Jan 28 00:55:10.077013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41424) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:10.161364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4fbe-d26a-4164-bb63-090193bd3ca1 req-ca2e2c40-b2aa-4100-8eac-ba7b9e27598a tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:10.169432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-481d4fbe-d26a-4164-bb63-090193bd3ca1 req-ca2e2c40-b2aa-4100-8eac-ba7b9e27598a tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.0528736 Jan 28 00:55:10.222136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-481d4fbe-d26a-4164-bb63-090193bd3ca1 req-94ff9b15-54b6-40e1-9450-81d255c094d6 tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506129 Jan 28 00:55:10.225509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (5b52b0be-75f7-4a35-b023-7cf5e3c34709), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.247520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672065c0-1044-4b6d-a12d-31d420faa1f3 None None] Network 005e2cda-4d32-4b21-9b8c-0786a002cae3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:10.307275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Checking segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:10.307523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Network hostable DHCP agents. Network: 6f09669f-3c1b-46fe-99ae-0a643d9c4381, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:10.311263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b52b0be-75f7-4a35-b023-7cf5e3c34709,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:10.333221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:10.344446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6f09669f-3c1b-46fe-99ae-0a643d9c4381) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:10.353256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:10.354071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.360063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f0342-8cd5-4edc-93ba-342e64b5b429 None None] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:10.374868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41b68efb-cf69-47d8-9357-6bf837af37eb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4606895 Jan 28 00:55:10.377893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:10.385061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:10.408873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (97d27dbe-512c-4629-a40e-2d9260f68898), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.410796 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (97d27dbe-512c-4629-a40e-2d9260f68898), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.503510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41444) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:10.514526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'fixed_ips': [{'subnet_id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:10.516037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.541610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks [] for router_controller (97d27dbe-512c-4629-a40e-2d9260f68898), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.548587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2103895475-network', 'tenant_id': 'e7ee2754a68f49ebb62713988df48646'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:10.657319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2004747845-network', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:10.683196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:10.687864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.694392 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-9545d621-d68f-4c17-bce8-b59c8de42473 req-f0699ea3-2739-4b6c-8550-50a2cfd9fa1d tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] show failed (client error): The resource could not be found. Jan 28 00:55:10.702204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.711242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9545d621-d68f-4c17-bce8-b59c8de42473 req-f0699ea3-2739-4b6c-8550-50a2cfd9fa1d tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups/ae0a8400-08ab-40fe-a305-cdb4058faa2e HTTP/1.1" status: 404 len: 352 time: 0.0778897 Jan 28 00:55:10.715324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Allocated IP 172.20.0.2 (6f09669f-3c1b-46fe-99ae-0a643d9c4381/5b52b0be-75f7-4a35-b023-7cf5e3c34709/4e208234-8764-4183-a71c-8bdd49153157) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:10.717457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.719066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Made reservation on behalf of e7ee2754a68f49ebb62713988df48646 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:10.721516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.790104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.803876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks [] for security_group (3dd6cb8f-4350-4e03-93c3-515429514887), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.809713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3dd6cb8f-4350-4e03-93c3-515429514887), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.835804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-481fb691-d4b1-493a-b80c-b672125a0d71 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214640 Jan 28 00:55:10.843863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:10.846225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks [] for router_gateway (97d27dbe-512c-4629-a40e-2d9260f68898), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.855395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd6cb8f-4350-4e03-93c3-515429514887,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:10.861095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b985e66d-b0ad-4873-b265-e32585ae17f2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.861529 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Added segment b985e66d-b0ad-4873-b265-e32585ae17f2 of type vlan for network 9e34977c-6afd-444a-bc63-046383ca9556 Jan 28 00:55:10.892901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Publish callbacks [] for port (4e208234-8764-4183-a71c-8bdd49153157), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.899857 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4e208234-8764-4183-a71c-8bdd49153157), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.908646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9e34977c-6afd-444a-bc63-046383ca9556), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.936325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:10.936710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9e34977c-6afd-444a-bc63-046383ca9556), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.937968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:10.938905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.939330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:10.943229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:10.960146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Pushing event updated for resources: {'Port': ['ID=4e208234-8764-4183-a71c-8bdd49153157,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:11.012037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5040770 Jan 28 00:55:11.012037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106708-f4bc-41de-992d-3273ea04f9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e34977c-6afd-444a-bc63-046383ca9556,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:11.012373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:11.017346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Request body: {'subnet': {'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2004747845-subnet', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:11.020415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Attempting to bind port 4e208234-8764-4183-a71c-8bdd49153157 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:11.021155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Attempting to bind port 4e208234-8764-4183-a71c-8bdd49153157 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:11.022130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Attempting to bind port 4e208234-8764-4183-a71c-8bdd49153157 on network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:11.031283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9e34977c-6afd-444a-bc63-046383ca9556 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:11.038713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cea56d-e9e9-4bc8-a39f-fc6d847bdb76 req-980c5811-9633-4ba8-8c1f-18e38c95dc7f tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3c8ad1f41b94dea96022cde4747bb8a HTTP/1.1" status: 200 len: 3001 time: 0.2451370 Jan 28 00:55:11.040555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:11.043993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.044418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:11.044811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Checking segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:11.045296 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.045793 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Bound using segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:11.046297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Bound port: 4e208234-8764-4183-a71c-8bdd49153157, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:11.046760 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e208234-8764-4183-a71c-8bdd49153157), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.135974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-de0d59e6-68e9-4003-a2ac-99dafb02b64f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:11.142785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-de0d59e6-68e9-4003-a2ac-99dafb02b64f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062038 Jan 28 00:55:11.159039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] For port 4e208234-8764-4183-a71c-8bdd49153157, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:11.162305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] For port 4e208234-8764-4183-a71c-8bdd49153157, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4e208234-8764-4183-a71c-8bdd49153157,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:11.166791 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4e208234-8764-4183-a71c-8bdd49153157), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.174398 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks [] for security_group (6cac8f0d-bacd-4618-b6f2-ec831b87dbd7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.182787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-710864e0-3335-48b5-b64e-6fb1ccbb8cee tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/quotas/bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 375 time: 0.0385373 Jan 28 00:55:11.186262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6cac8f0d-bacd-4618-b6f2-ec831b87dbd7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.204951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cea56d-e9e9-4bc8-a39f-fc6d847bdb76 req-97925fbc-9464-453d-9583-59198c546e00 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups/fe821332-ce93-45d5-a4c9-d9b58bf8101e HTTP/1.1" status: 200 len: 2998 time: 0.1444504 Jan 28 00:55:11.233889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d3ef4-db46-4050-938c-996ce442dfb9 None None] Pushing event updated for resources: {'Port': ['ID=4e208234-8764-4183-a71c-8bdd49153157,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:11.287831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d3c1ba2b-5c3b-480a-9479-70fd020d10e1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.358085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Checking segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:11.358453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Network hostable DHCP agents. Network: 9e34977c-6afd-444a-bc63-046383ca9556, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:11.362070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c1ba2b-5c3b-480a-9479-70fd020d10e1,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:11.381877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Network 9e34977c-6afd-444a-bc63-046383ca9556 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:11.392698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9e34977c-6afd-444a-bc63-046383ca9556) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:11.397673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:11.398408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.406065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4f4c5-aed4-4502-82f7-76cc7b03279a None None] Network 9e34977c-6afd-444a-bc63-046383ca9556 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:11.429587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a087d0c-e938-4ab0-a8a3-031628215532 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4161267 Jan 28 00:55:11.430381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41472) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:11.435390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:11.508122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (cf9fd252-5308-408b-9b66-f1147469029a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.509351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (cf9fd252-5308-408b-9b66-f1147469029a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.568468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:11.585174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks [] for router_controller (cf9fd252-5308-408b-9b66-f1147469029a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.614344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9e34977c-6afd-444a-bc63-046383ca9556', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:11.616258 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.640875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:11.650904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.651207 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Added segment d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14 of type vlan for network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 Jan 28 00:55:11.686958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cea56d-e9e9-4bc8-a39f-fc6d847bdb76 req-f1220a75-e8e7-466e-97e0-9ad92761c0c2 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups/fe821332-ce93-45d5-a4c9-d9b58bf8101e HTTP/1.1" status: 200 len: 2998 time: 0.1482410 Jan 28 00:55:11.720803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-d401b927-2b46-4bf0-aca4-072dca1a8d45 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5277154 Jan 28 00:55:11.790300 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks [] for router_gateway (cf9fd252-5308-408b-9b66-f1147469029a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.869425 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.953868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Allocated IP 172.20.0.2 (9e34977c-6afd-444a-bc63-046383ca9556/d3c1ba2b-5c3b-480a-9479-70fd020d10e1/e20280fd-fb4f-4891-8873-31601743a76d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:11.992693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (92e98040-76ab-407b-b6c9-b3ffdebf60e4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.048133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729aa8-534d-4bb4-a8ac-a88ae6171583 req-f254be73-5586-43f8-9f5e-b745ef7234f2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:12.051757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd729aa8-534d-4bb4-a8ac-a88ae6171583 req-f254be73-5586-43f8-9f5e-b745ef7234f2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 946 time: 0.1690557 Jan 28 00:55:12.056569 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks [] for router_gateway (97d27dbe-512c-4629-a40e-2d9260f68898), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.097900 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (92e98040-76ab-407b-b6c9-b3ffdebf60e4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.098932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:12.099551 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.113483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.143582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks [] for router_gateway (cf9fd252-5308-408b-9b66-f1147469029a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.168964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.217684 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Publish callbacks [] for port (e20280fd-fb4f-4891-8873-31601743a76d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.229169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e20280fd-fb4f-4891-8873-31601743a76d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.300840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Network 9e34977c-6afd-444a-bc63-046383ca9556 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:12.306851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:12.318109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2390320 Jan 28 00:55:12.326240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:12.330227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Pushing event updated for resources: {'Port': ['ID=e20280fd-fb4f-4891-8873-31601743a76d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:12.332403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Allocated IP 172.25.1.115 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/2de4a5da-0650-416c-bb4c-5c40194144a6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:12.338709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41488) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:12.343787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81967d64-2035-4f02-aad0-a7f4c3813273 req-e940ab58-ed08-4d34-a803-9966efb43f53 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups/fe821332-ce93-45d5-a4c9-d9b58bf8101e HTTP/1.1" status: 200 len: 2998 time: 0.2410185 Jan 28 00:55:12.356459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e37d617-82d1-4a15-b54b-2e0895f5ae54 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:55:12.366271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Request body: {'subnet': {'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2103895475-subnet', 'tenant_id': 'e7ee2754a68f49ebb62713988df48646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:12.389907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67befdb-17bf-4660-ae62-5d2d6bbb1c4d admin admin] Pushing event updated for resources: {'Network': ['ID=92e98040-76ab-407b-b6c9-b3ffdebf60e4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:12.403030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd729aa8-534d-4bb4-a8ac-a88ae6171583 req-c7094bc0-426c-4dc2-bb53-0fca3f98f95b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977428 Jan 28 00:55:12.422477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Made reservation on behalf of e7ee2754a68f49ebb62713988df48646 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:12.433668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.476211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:12.585747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:55:12.626504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Attempting to bind port e20280fd-fb4f-4891-8873-31601743a76d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:12.627125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Attempting to bind port e20280fd-fb4f-4891-8873-31601743a76d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:12.627243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Attempting to bind port e20280fd-fb4f-4891-8873-31601743a76d on network 9e34977c-6afd-444a-bc63-046383ca9556 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:12.641398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89f81de3-4fca-49fd-ae34-1ef96fcfa289 req-0a6b6591-0513-4e97-81cc-bf1816d76707 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 210 time: 0.1082656 Jan 28 00:55:12.695535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4e208234-8764-4183-a71c-8bdd49153157 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:12.709193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:12.709486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Checking segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:12.709932 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.710335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Bound using segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:12.710818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Bound port: e20280fd-fb4f-4891-8873-31601743a76d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:12.711319 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e20280fd-fb4f-4891-8873-31601743a76d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.781739 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-81967d64-2035-4f02-aad0-a7f4c3813273 req-d5d188dc-fbaf-45cf-ae9b-bf9ba9d10afd tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 00:55:12.792398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81967d64-2035-4f02-aad0-a7f4c3813273 req-d5d188dc-fbaf-45cf-ae9b-bf9ba9d10afd tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe821332-ce93-45d5-a4c9-d9b58bf8101e HTTP/1.1" status: 409 len: 352 time: 0.4072242 Jan 28 00:55:12.841656 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-849f2000-76e6-42f3-b401-32ed9160185f req-08ccd2ae-42d5-4713-80e8-c385e1759044 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] show failed (client error): The resource could not be found. Jan 28 00:55:12.849993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-849f2000-76e6-42f3-b401-32ed9160185f req-08ccd2ae-42d5-4713-80e8-c385e1759044 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups/6342de95-2d65-48d6-af75-d99a97b7d714 HTTP/1.1" status: 404 len: 352 time: 0.0355206 Jan 28 00:55:12.878400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks [] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.912784 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-2416cdc8-7f0c-4822-b25c-f6016acadfef req-f7fc129a-02f6-4fa3-819e-a6ab254fd2e2 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] show failed (client error): The resource could not be found. Jan 28 00:55:12.921131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2416cdc8-7f0c-4822-b25c-f6016acadfef req-f7fc129a-02f6-4fa3-819e-a6ab254fd2e2 tempest-SecurityGroupsNegativeTestJSON-112779045 tempest-SecurityGroupsNegativeTestJSON-112779045-project] 10.222.0.23 "GET /v2.0/security-groups/54e7ecb0-d7be-43a3-9e32-ae6571caa9d6 HTTP/1.1" status: 404 len: 352 time: 0.0346935 Jan 28 00:55:12.929935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41506) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:12.955163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.003832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Deleting subnet dad6abb4-f637-4bf3-bc93-019fdaf02c0b {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:13.010231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:13.013129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:13.016799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:13.067533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] For port e20280fd-fb4f-4891-8873-31601743a76d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:13.071953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Pushing event updated for resources: {'Port': ['ID=2de4a5da-0650-416c-bb4c-5c40194144a6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:13.107393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:13.121585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390e376-f623-48a2-ad40-ee2e69b385e6 None None] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:13.175256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Publish callbacks [] for subnet (dad6abb4-f637-4bf3-bc93-019fdaf02c0b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.177855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (1262e78a-f4af-43dc-9a00-46a01a99f4d4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.234042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] For port e20280fd-fb4f-4891-8873-31601743a76d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e20280fd-fb4f-4891-8873-31601743a76d,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:13.276629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Provisioning complete for port 4e208234-8764-4183-a71c-8bdd49153157 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:13.277642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4e208234-8764-4183-a71c-8bdd49153157), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.279729 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e20280fd-fb4f-4891-8873-31601743a76d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.298131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8e37d617-82d1-4a15-b54b-2e0895f5ae54', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '8e37d617-82d1-4a15-b54b-2e0895f5ae54', 'mac_address': 'fa:16:3e:03:f0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:55:13.320331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (dad6abb4-f637-4bf3-bc93-019fdaf02c0b), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.349923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Allocated IP 172.25.1.7 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:13.386043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1262e78a-f4af-43dc-9a00-46a01a99f4d4,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:13.390562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a740ef5-2362-4112-bbdc-985b05d12aeb None None] Pushing event updated for resources: {'Port': ['ID=e20280fd-fb4f-4891-8873-31601743a76d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:13.415107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4e208234-8764-4183-a71c-8bdd49153157 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:13.415490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4e208234-8764-4183-a71c-8bdd49153157), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.468222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (dad6abb4-f637-4bf3-bc93-019fdaf02c0b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.489017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.523898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:13.524284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Network hostable DHCP agents. Network: 92e98040-76ab-407b-b6c9-b3ffdebf60e4, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:13.540038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks [] for router_gateway (cf9fd252-5308-408b-9b66-f1147469029a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.619222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:13.619618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.679913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:13.710212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41540) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:13.731919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e37d617-82d1-4a15-b54b-2e0895f5ae54 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:13.759383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (dad6abb4-f637-4bf3-bc93-019fdaf02c0b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.762712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-feb59f1b-1974-4c7d-adae-1a1b03087d30 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579617 Jan 28 00:55:13.763325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 92e98040-76ab-407b-b6c9-b3ffdebf60e4) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:13.792397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4e208234-8764-4183-a71c-8bdd49153157 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:13.792723 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e208234-8764-4183-a71c-8bdd49153157), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.814319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:13.814919 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.823600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:13.870552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad6abb4-f637-4bf3-bc93-019fdaf02c0b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:13.883189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.888627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f1b6669-876c-4af6-bbfb-ee73149066ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dad6abb4-f637-4bf3-bc93-019fdaf02c0b HTTP/1.1" status: 204 len: 168 time: 0.9554212 Jan 28 00:55:13.898629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4e208234-8764-4183-a71c-8bdd49153157, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4e208234-8764-4183-a71c-8bdd49153157,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:13.902840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57cc60d-97ac-4739-8a09-27c779285d05 None None] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:13.936361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41544) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:13.955835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c7fd-c78b-4d09-b23c-9ca55fb32f05 req-c293b4e9-5c4c-4570-8e8d-c12833e2c9fd tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:13.957546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5d7c7fd-c78b-4d09-b23c-9ca55fb32f05 req-c293b4e9-5c4c-4570-8e8d-c12833e2c9fd tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 946 time: 0.3524458 Jan 28 00:55:14.023277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Current status of the port 4e208234-8764-4183-a71c-8bdd49153157 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:14.024931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e208234-8764-4183-a71c-8bdd49153157), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.042902 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.048450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (005e2cda-4d32-4b21-9b8c-0786a002cae3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.052115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5eb74451-9279-4574-9a53-b51f9fa5fc99 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7110910 Jan 28 00:55:14.066355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks [] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.069969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76092c59-b7b3-4d9c-9825-176dd2d0d8e5 req-8f977407-2f20-4e65-a64a-31a7bb0130ae tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 210 time: 0.1895819 Jan 28 00:55:14.084739 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3af6f8b-974f-4dd7-b999-5f733754fdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.143705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4e208234-8764-4183-a71c-8bdd49153157), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.167211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8e37d617-82d1-4a15-b54b-2e0895f5ae54,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:14.203978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-ef81ce68-5ede-4345-bfa1-3efd33ff0042 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:14.205177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-ef81ce68-5ede-4345-bfa1-3efd33ff0042 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4300208 Jan 28 00:55:14.211743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5d7c7fd-c78b-4d09-b23c-9ca55fb32f05 req-ee6b8673-2eba-470a-b683-4413fea92e40 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116854 Jan 28 00:55:14.230689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Request body: {'port': {'device_id': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'bd4070c2713345138370aa6859788162'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:14.256347 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.289650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4dbce-a54d-4f0c-b552-4850d22bcc46 None None] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:14.296250 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:55:14.298330 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:55:14.307326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (cf9fd252-5308-408b-9b66-f1147469029a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.350548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:14.363354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:14.383994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:14.436490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:14.443686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8e37d617-82d1-4a15-b54b-2e0895f5ae54'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:14.446538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3af6f8b-974f-4dd7-b999-5f733754fdd6 admin admin] Publish callbacks [] for security_group (5d887710-3624-4bb1-99f1-984983bd0d4f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.457376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3af6f8b-974f-4dd7-b999-5f733754fdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5d887710-3624-4bb1-99f1-984983bd0d4f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.599496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e20280fd-fb4f-4891-8873-31601743a76d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:14.609002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4e208234-8764-4183-a71c-8bdd49153157,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:14.639951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (005e2cda-4d32-4b21-9b8c-0786a002cae3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.689834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d3af6f8b-974f-4dd7-b999-5f733754fdd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a63dfe6d11a34ec29261cf3e363209c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9659746 Jan 28 00:55:14.690788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41556) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:14.694941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af6f8b-974f-4dd7-b999-5f733754fdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d887710-3624-4bb1-99f1-984983bd0d4f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:14.696347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005e2cda-4d32-4b21-9b8c-0786a002cae3']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:14.697395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Made reservation on behalf of bd4070c2713345138370aa6859788162 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:14.711006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a23810c-44eb-498c-8c32-1682dd648ed6') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:14.711564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a23810c-44eb-498c-8c32-1682dd648ed6') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:14.714445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.733597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (2a23810c-44eb-498c-8c32-1682dd648ed6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.756769 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2a23810c-44eb-498c-8c32-1682dd648ed6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.771248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:14.771784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (2a23810c-44eb-498c-8c32-1682dd648ed6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:14.871101 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:14.876821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (005e2cda-4d32-4b21-9b8c-0786a002cae3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.885101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.894497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] 10.222.0.23 "DELETE /v2.0/networks/005e2cda-4d32-4b21-9b8c-0786a002cae3 HTTP/1.1" status: 204 len: 168 time: 0.9555907 Jan 28 00:55:14.913582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc926b-cd34-47f8-b5d9-e94180c45687 admin admin] Pushing event deleted for resources: {'Network': ['ID=005e2cda-4d32-4b21-9b8c-0786a002cae3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:14.942819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Router cf9fd252-5308-408b-9b66-f1147469029a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:15.016512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-54748b6c-cf07-476d-b7d1-57a377330d49 None None] Current status of the port 4e208234-8764-4183-a71c-8bdd49153157 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:15.036987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e20280fd-fb4f-4891-8873-31601743a76d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:15.037369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e20280fd-fb4f-4891-8873-31601743a76d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.092833 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-629d2fa1-7101-4ef1-bf60-9d4269a5cc94 admin admin] Publish callbacks [] for security_group (5d887710-3624-4bb1-99f1-984983bd0d4f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.125017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41568) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.133715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1278213430-network', 'tenant_id': '3e4b71555f69402caadc4b0583795dad'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:15.161731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5dc646bc-3abe-4f3f-b35d-b8699ecefa59 None None] Provisioning complete for port 4e208234-8764-4183-a71c-8bdd49153157 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:15.161991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5dc646bc-3abe-4f3f-b35d-b8699ecefa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4e208234-8764-4183-a71c-8bdd49153157), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.182945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:15.209428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Made reservation on behalf of 3e4b71555f69402caadc4b0583795dad for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:15.212192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.235408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.237059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-51a57cda-b1d7-46ce-8216-4c65ed5b8416 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8054748 Jan 28 00:55:15.237840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab513d-d64d-4df1-b7bf-a6e8a28a00b5 None None] Network 9e34977c-6afd-444a-bc63-046383ca9556 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:15.239346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.247545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41572) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.253256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Sync routers for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:15.304261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks [] for router_gateway (97d27dbe-512c-4629-a40e-2d9260f68898), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.305736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41574) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.374679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:15.375685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:15.500201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e20280fd-fb4f-4891-8873-31601743a76d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:15.500750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e20280fd-fb4f-4891-8873-31601743a76d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.646945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5dc646bc-3abe-4f3f-b35d-b8699ecefa59 None None] Current status of the port 4e208234-8764-4183-a71c-8bdd49153157 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:15.651086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:15.654322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e20280fd-fb4f-4891-8873-31601743a76d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e20280fd-fb4f-4891-8873-31601743a76d,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:15.662897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks [] for security_group (81e24dd3-44f2-4aad-91a5-d2ac21b3e697), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.703135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (81e24dd3-44f2-4aad-91a5-d2ac21b3e697), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.716972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-629d2fa1-7101-4ef1-bf60-9d4269a5cc94 admin admin] Publish callbacks [] for security_group (5d887710-3624-4bb1-99f1-984983bd0d4f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.719581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e20280fd-fb4f-4891-8873-31601743a76d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.731002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-39f15fd2-58a1-4441-b14f-03d2822d2a7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3c8ad1f41b94dea96022cde4747bb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131289 Jan 28 00:55:15.751403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.753743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e24dd3-44f2-4aad-91a5-d2ac21b3e697,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:15.778797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3aad8b55-2a0f-4105-85b1-274569e7e330 req-c73b97a4-b09a-42f3-b75c-ce869bd99f6e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 210 time: 0.5623755 Jan 28 00:55:15.794781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:15.851136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Allocated IP 192.168.233.46 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/f53d5679-018a-4657-825a-2b30a8b8512d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:15.851365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (62c87f77-b23c-46bb-9e4e-137a47921223), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.851641 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Added segment 62c87f77-b23c-46bb-9e4e-137a47921223 of type vlan for network a2a19985-45ef-4ba3-84e2-70ea5563e4fe Jan 28 00:55:15.943973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a2a19985-45ef-4ba3-84e2-70ea5563e4fe), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.949704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f104172-a833-431f-91cd-60f39420b39c req-c212605d-0278-4b15-ab0d-69ffdc410b47 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:15.958547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f104172-a833-431f-91cd-60f39420b39c req-c212605d-0278-4b15-ab0d-69ffdc410b47 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 947 time: 0.2367630 Jan 28 00:55:15.995049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a2a19985-45ef-4ba3-84e2-70ea5563e4fe), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.996163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:15.996890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.023660 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8944032 Jan 28 00:55:16.035111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41580) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:16.044148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Request body: {'subnet': {'network_id': 'a2a19985-45ef-4ba3-84e2-70ea5563e4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1278213430-subnet', 'tenant_id': '3e4b71555f69402caadc4b0583795dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:16.108364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e20280fd-fb4f-4891-8873-31601743a76d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:16.117626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ae0c69d3-3ec7-4b88-aacf-86582fe142d6 None None] Provisioning complete for port e20280fd-fb4f-4891-8873-31601743a76d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:16.118257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ae0c69d3-3ec7-4b88-aacf-86582fe142d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e20280fd-fb4f-4891-8873-31601743a76d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.128939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5eb18cd0-740b-4eeb-8abb-dfd399163f94 admin admin] Publish callbacks [] for security_group (fe821332-ce93-45d5-a4c9-d9b58bf8101e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.155800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5eb18cd0-740b-4eeb-8abb-dfd399163f94 admin admin] Publish callbacks [] for security_group (fe821332-ce93-45d5-a4c9-d9b58bf8101e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.176545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (97d27dbe-512c-4629-a40e-2d9260f68898), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.184603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-629d2fa1-7101-4ef1-bf60-9d4269a5cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5d887710-3624-4bb1-99f1-984983bd0d4f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.187576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-629d2fa1-7101-4ef1-bf60-9d4269a5cc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.192653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-629d2fa1-7101-4ef1-bf60-9d4269a5cc94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d887710-3624-4bb1-99f1-984983bd0d4f HTTP/1.1" status: 204 len: 168 time: 1.4987166 Jan 28 00:55:16.264077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5eb18cd0-740b-4eeb-8abb-dfd399163f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fe821332-ce93-45d5-a4c9-d9b58bf8101e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.268334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5eb18cd0-740b-4eeb-8abb-dfd399163f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.275708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5eb18cd0-740b-4eeb-8abb-dfd399163f94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe821332-ce93-45d5-a4c9-d9b58bf8101e HTTP/1.1" status: 204 len: 168 time: 0.5007105 Jan 28 00:55:16.314361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8f2ba-ca6c-4ca6-a317-384fa9db8558 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a19985-45ef-4ba3-84e2-70ea5563e4fe,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:16.320612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Made reservation on behalf of 3e4b71555f69402caadc4b0583795dad for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:16.329136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.337802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a2a19985-45ef-4ba3-84e2-70ea5563e4fe details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:16.396417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e37d617-82d1-4a15-b54b-2e0895f5ae54 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:16.408386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb18cd0-740b-4eeb-8abb-dfd399163f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe821332-ce93-45d5-a4c9-d9b58bf8101e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:16.454116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d2fa1-7101-4ef1-bf60-9d4269a5cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d887710-3624-4bb1-99f1-984983bd0d4f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:16.523529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.544524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e20280fd-fb4f-4891-8873-31601743a76d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:16.568858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f104172-a833-431f-91cd-60f39420b39c req-7636b340-67cf-48c4-9b4b-099b2ed3da33 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095004 Jan 28 00:55:16.570054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c69d3-3ec7-4b88-aacf-86582fe142d6 None None] Current status of the port e20280fd-fb4f-4891-8873-31601743a76d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:16.619778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Router 97d27dbe-512c-4629-a40e-2d9260f68898 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:16.691347 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks [] for port (f53d5679-018a-4657-825a-2b30a8b8512d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.691653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:13Z', 'revision_number': 3, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:16.804423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Checking router: cf9fd252-5308-408b-9b66-f1147469029a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:16.804809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Updating router cf9fd252-5308-408b-9b66-f1147469029a port 2de4a5da-0650-416c-bb4c-5c40194144a6 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:16.823395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:16.841623 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Sync routers for ids ['97d27dbe-512c-4629-a40e-2d9260f68898'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:16.858863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.867569 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Routers {'97d27dbe-512c-4629-a40e-2d9260f68898'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:16.869666 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['97d27dbe-512c-4629-a40e-2d9260f68898'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:16.880110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.881381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-48353f02-f46b-41d5-84c2-c4591ef96da4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5024407 Jan 28 00:55:16.891720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41592) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:16.915160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:16.921694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.020673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:17.025202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-20e2c7f6-883b-4707-92fc-3d1d82cbbd32 None None] Provisioning complete for port e20280fd-fb4f-4891-8873-31601743a76d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:17.025652 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-20e2c7f6-883b-4707-92fc-3d1d82cbbd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e20280fd-fb4f-4891-8873-31601743a76d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.047583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:17.056053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Allocated IP 172.20.0.1 (9e34977c-6afd-444a-bc63-046383ca9556/d3c1ba2b-5c3b-480a-9479-70fd020d10e1/c1bc00a5-0779-4717-ab2d-a11267b48c25) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:17.057056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:17.108528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:17.143875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8a4f2-804c-468e-af39-6abca0d2d597 req-95114d08-b249-4730-b602-3481f370879b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:17.146340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91c8a4f2-804c-468e-af39-6abca0d2d597 req-95114d08-b249-4730-b602-3481f370879b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 935 time: 0.1689658 Jan 28 00:55:17.152193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:17.153374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.216608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-77599ea1-f2fc-4b29-a297-cf209b9343d5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9849629 Jan 28 00:55:17.226254 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Set router 97d27dbe-512c-4629-a40e-2d9260f68898 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:17.248594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Request body: {'port': {'device_id': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:17.386064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91c8a4f2-804c-468e-af39-6abca0d2d597 req-4b60529e-ab40-4578-ae71-13e98f3ebaba tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244716 Jan 28 00:55:17.390231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (b99ed9cf-1828-40f0-9491-fac08c8c17e7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.393670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.475755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:55:17.512821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:17.513238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.638804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks [] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.683978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-20e2c7f6-883b-4707-92fc-3d1d82cbbd32 None None] Current status of the port e20280fd-fb4f-4891-8873-31601743a76d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:17.695858 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:55:14Z', 'revision_number': 3, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:17.721405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99ed9cf-1828-40f0-9491-fac08c8c17e7,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:17.726064 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Checking router: 97d27dbe-512c-4629-a40e-2d9260f68898 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:17.726640 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Updating router 97d27dbe-512c-4629-a40e-2d9260f68898 port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:17.744523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e20280fd-fb4f-4891-8873-31601743a76d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:17.745049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e20280fd-fb4f-4891-8873-31601743a76d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.765761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Checking segment: {'id': '62c87f77-b23c-46bb-9e4e-137a47921223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a2a19985-45ef-4ba3-84e2-70ea5563e4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:17.766164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Network hostable DHCP agents. Network: a2a19985-45ef-4ba3-84e2-70ea5563e4fe, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:17.779276 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.887262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c17ec-d885-443e-a1e8-34415a2356df req-f13e20be-3c78-4c16-8243-86cce94240f5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:17.888838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-532c17ec-d885-443e-a1e8-34415a2356df req-f13e20be-3c78-4c16-8243-86cce94240f5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 947 time: 0.1761258 Jan 28 00:55:17.971179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-532c17ec-d885-443e-a1e8-34415a2356df req-5794d2d8-1f7b-4436-8974-79827e952623 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752923 Jan 28 00:55:18.012826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:18.039013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53d5679-018a-4657-825a-2b30a8b8512d {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:18.055461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Publish callbacks [] for port (f53d5679-018a-4657-825a-2b30a8b8512d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.078843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Transition to ACTIVE for port object f53d5679-018a-4657-825a-2b30a8b8512d will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:55:18.083842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.092521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:18.110350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.163066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:18.198892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-920113183-network', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:18.221052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Made reservation on behalf of d9f40a8f951e4b70bb16420870ba890f for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:18.225713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.242831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.287110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768361bb-6a42-499f-b02e-315fa454e540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e37d617-82d1-4a15-b54b-2e0895f5ae54'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:18.291507 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c41637b-743c-4698-a76f-2f3f14d99f07" -d '{"events": [{"server_uuid": "768361bb-6a42-499f-b02e-315fa454e540", "name": "network-vif-plugged", "status": "completed", "tag": "8e37d617-82d1-4a15-b54b-2e0895f5ae54"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:18.294739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Attempting to bind port f53d5679-018a-4657-825a-2b30a8b8512d on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:18.295083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Attempting to bind port f53d5679-018a-4657-825a-2b30a8b8512d by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:18.295415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Attempting to bind port f53d5679-018a-4657-825a-2b30a8b8512d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:18.308949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Port f53d5679-018a-4657-825a-2b30a8b8512d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:55:18.309391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Attempting to bind port f53d5679-018a-4657-825a-2b30a8b8512d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:18.316190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:18.316535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:18.316931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:18.317378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Bound port: f53d5679-018a-4657-825a-2b30a8b8512d, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:18.318528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.324775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.415884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:18.444331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.450195 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f28acfc-e42a-4aee-8663-32710afe9cdf x-openstack-request-id: req-0f28acfc-e42a-4aee-8663-32710afe9cdf {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:18.450689 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768361bb-6a42-499f-b02e-315fa454e540", "name": "network-vif-plugged", "status": "completed", "tag": "8e37d617-82d1-4a15-b54b-2e0895f5ae54", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:18.451119 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f28acfc-e42a-4aee-8663-32710afe9cdf {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:18.451700 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768361bb-6a42-499f-b02e-315fa454e540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e37d617-82d1-4a15-b54b-2e0895f5ae54', 'code': 200} Jan 28 00:55:18.468232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e20280fd-fb4f-4891-8873-31601743a76d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:18.486189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4e208234-8764-4183-a71c-8bdd49153157 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:18.516494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Network a2a19985-45ef-4ba3-84e2-70ea5563e4fe is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:18.523490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks [] for security_group (85be0166-7ee5-44cf-9d0e-5b16d7e4b692), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.531230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Network 9e34977c-6afd-444a-bc63-046383ca9556 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:18.534947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:18.540221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (85be0166-7ee5-44cf-9d0e-5b16d7e4b692), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.553347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:18.563761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:18.580954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:18.591874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:18.597793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.615069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a2a19985-45ef-4ba3-84e2-70ea5563e4fe) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:18.628439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Publish callbacks [] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.650648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64d9df-07b9-4c96-97a0-890f7325344a None None] Network a2a19985-45ef-4ba3-84e2-70ea5563e4fe requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:18.660089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:18.660682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.663958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.668077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bc00a5-0779-4717-ab2d-a11267b48c25,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:18.675057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (14c5edde-6e98-413c-be86-21c773e0ace9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.675408 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Added segment 14c5edde-6e98-413c-be86-21c773e0ace9 of type vlan for network 715114cb-40b8-47d2-b7a9-a0effaa1e326 Jan 28 00:55:18.692651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be0166-7ee5-44cf-9d0e-5b16d7e4b692,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:18.726580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:18.727405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.728865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] 10.222.0.45 "PUT /v2.0/ports/f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 1095 time: 1.5040736 Jan 28 00:55:18.732320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:18.735779 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e231dac0-ba74-4256-a4e8-28e88a1c0206" -d '{"events": [{"name": "network-changed", "server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:18.838496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Attempting to bind port 2de4a5da-0650-416c-bb4c-5c40194144a6 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:18.839066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Attempting to bind port 2de4a5da-0650-416c-bb4c-5c40194144a6 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:18.839639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Attempting to bind port 2de4a5da-0650-416c-bb4c-5c40194144a6 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:18.845407 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaeb170-1ba4-4a12-835f-09b14806c3f0 x-openstack-request-id: req-1aaeb170-1ba4-4a12-835f-09b14806c3f0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:18.845615 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:18.845902 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aaeb170-1ba4-4a12-835f-09b14806c3f0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:18.846357 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'status': 'completed', 'code': 200} Jan 28 00:55:18.889361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6f99-044c-4fdb-898e-d79adaa66b25 req-a0a09384-6ba0-47a6-b56d-f878b8a9049f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:18.900540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a5a6f99-044c-4fdb-898e-d79adaa66b25 req-a0a09384-6ba0-47a6-b56d-f878b8a9049f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 947 time: 0.3803580 Jan 28 00:55:18.935526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:18.937425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:18.938011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.938545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:18.939187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Bound port: 2de4a5da-0650-416c-bb4c-5c40194144a6, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:18.939759 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.960979 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (715114cb-40b8-47d2-b7a9-a0effaa1e326), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.966154 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Publish callbacks [] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.974585 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.978683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8e37d617-82d1-4a15-b54b-2e0895f5ae54,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:18.997001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.010888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448367-b4df-443b-94d0-16a310cb5007 service neutron] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:19.024530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (cf9fd252-5308-408b-9b66-f1147469029a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.077446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedd566-eee3-4666-ae96-414c92f0cfed None None] Pushing event updated for resources: {'Port': ['ID=2de4a5da-0650-416c-bb4c-5c40194144a6,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:19.079505 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-15f5db98-14c6-46fa-ae24-3acd0d5df17f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0416663 Jan 28 00:55:19.084280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3c0771cd-0e00-4b41-a997-8ddecee7be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.086516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3c0771cd-0e00-4b41-a997-8ddecee7be70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1098 time: 0.2457798 Jan 28 00:55:19.093535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a5a6f99-044c-4fdb-898e-d79adaa66b25 req-49f0cb3d-38ba-4239-b265-75ca86989b8a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919746 Jan 28 00:55:19.098121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (715114cb-40b8-47d2-b7a9-a0effaa1e326), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.107398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.108295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.142626 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Attempting to bind port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:19.143240 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Attempting to bind port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:19.143781 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Attempting to bind port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:19.158267 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:19.158950 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:19.159623 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.160164 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:19.160885 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Bound port: dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:19.161421 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.164453 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Pushing event updated for resources: {'Port': ['ID=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:19.168627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4e208234-8764-4183-a71c-8bdd49153157 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:19.168985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4e208234-8764-4183-a71c-8bdd49153157), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.194899 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.195534 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.196051 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.196591 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.197134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.197637 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.198158 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.198648 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.199168 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.199665 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.200155 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.200650 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.201201 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:19.209250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=715114cb-40b8-47d2-b7a9-a0effaa1e326,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:19.261077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-ba33c9da-0e8f-4e5e-b4e2-6d3847891f27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 217 time: 0.1492960 Jan 28 00:55:19.286943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31903fd0-04b2-4d42-a5e1-834ab2b40324 req-5654d4c3-9655-4634-91d0-cd5d93ba4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.290079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-31903fd0-04b2-4d42-a5e1-834ab2b40324 req-5654d4c3-9655-4634-91d0-cd5d93ba4c2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 1099 time: 0.7151237 Jan 28 00:55:19.296613 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] For port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:19.306000 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] For port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:19.309960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:19.311443 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.325677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aae0b222-36e0-413a-a7d4-812d9752b3a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3019536 Jan 28 00:55:19.329037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:19.339886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Request body: {'subnet': {'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-920113183-subnet', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:19.357298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c6ae07d3-2b2f-43a9-afcf-8abb8c997d75 None None] Provisioning complete for port c1bc00a5-0779-4717-ab2d-a11267b48c25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:19.358257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c6ae07d3-2b2f-43a9-afcf-8abb8c997d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.365316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a525d8-9592-4599-bb7d-d922924a8a7e req-d232e555-49dc-46ec-bcad-15cb14076bfc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.365316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2a525d8-9592-4599-bb7d-d922924a8a7e req-d232e555-49dc-46ec-bcad-15cb14076bfc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 948 time: 0.1595242 Jan 28 00:55:19.368992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] For port 2de4a5da-0650-416c-bb4c-5c40194144a6, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:19.392682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-f7fa889b-0b81-4c4b-bc90-296e91c477e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.394839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-f7fa889b-0b81-4c4b-bc90-296e91c477e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1166637 Jan 28 00:55:19.424495 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Routers {'97d27dbe-512c-4629-a40e-2d9260f68898'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:19.425450 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['97d27dbe-512c-4629-a40e-2d9260f68898'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:19.456486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2a525d8-9592-4599-bb7d-d922924a8a7e req-ac8f14f5-dd07-4928-b45e-e9b219c254c8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Jan 28 00:55:19.469992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e0d4b-878a-4eec-b63a-ee94cabc245b None None] Network a2a19985-45ef-4ba3-84e2-70ea5563e4fe requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:19.488312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] For port 2de4a5da-0650-416c-bb4c-5c40194144a6, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2de4a5da-0650-416c-bb4c-5c40194144a6,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:19.529999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Made reservation on behalf of d9f40a8f951e4b70bb16420870ba890f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:19.532631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.564381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.639830 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed9647-ed47-4a30-b1e6-acc7b0919592 None None] Pushing event updated for resources: {'Port': ['ID=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:19.650393 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] Set router 97d27dbe-512c-4629-a40e-2d9260f68898 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:19.654947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3cbb7a6d-63ba-41e4-bc4f-b76ae58cbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.656613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-3cbb7a6d-63ba-41e4-bc4f-b76ae58cbfe8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526402 Jan 28 00:55:19.703808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-31903fd0-04b2-4d42-a5e1-834ab2b40324 req-bcf114df-23e4-41ce-be6f-d8b2a3983740 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945274 Jan 28 00:55:19.732236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.824893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae07d3-2b2f-43a9-afcf-8abb8c997d75 None None] Port c1bc00a5-0779-4717-ab2d-a11267b48c25 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:19.843710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Allocated IP 172.20.0.1 (6f09669f-3c1b-46fe-99ae-0a643d9c4381/5b52b0be-75f7-4a35-b023-7cf5e3c34709/51bf848b-aee4-459f-ac85-eeb8689de12d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:19.850893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4e208234-8764-4183-a71c-8bdd49153157 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:19.899370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedd566-eee3-4666-ae96-414c92f0cfed None None] Pushing event updated for resources: {'Port': ['ID=2de4a5da-0650-416c-bb4c-5c40194144a6,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:19.906093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:19.907041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:19.931892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12401273-b139-4cf3-84b9-a1fb98ccb7fd req-c5e6795c-3449-438c-b7e0-f3fa581d383d tempest-FlavorsV2NegativeTest-1936288764 tempest-FlavorsV2NegativeTest-1936288764-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=56a7b18b68b1419f8f7d52f282fa769f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3094611 Jan 28 00:55:20.007917 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:55:14Z', 'revision_number': 3, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:20.044202 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be2670-2c55-4f6c-8ef2-d6a3f13be313 None None] The sync data for ids ['97d27dbe-512c-4629-a40e-2d9260f68898'] in n-d-826756-1 is: [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:55:14Z', 'revision_number': 3, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:20.050160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks [] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.052582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks [] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.060020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.096409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (df36785d-9101-4075-b2ef-b52a6dff8c50), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.103853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:20.142522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (cf9fd252-5308-408b-9b66-f1147469029a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.144309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bc00a5-0779-4717-ab2d-a11267b48c25,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.175338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.259001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:20.265246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:20.272599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Pushing event updated for resources: {'Port': ['ID=51bf848b-aee4-459f-ac85-eeb8689de12d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.277673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:20.295747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401273-b139-4cf3-84b9-a1fb98ccb7fd req-f82156f0-d4b6-49c7-b493-fec35aa062ec tempest-FlavorsV2NegativeTest-1936288764 tempest-FlavorsV2NegativeTest-1936288764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:20.297662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12401273-b139-4cf3-84b9-a1fb98ccb7fd req-f82156f0-d4b6-49c7-b493-fec35aa062ec tempest-FlavorsV2NegativeTest-1936288764 tempest-FlavorsV2NegativeTest-1936288764-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647492 Jan 28 00:55:20.307604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-20fb5641-efe7-40fd-a6d6-bcd37f350af8 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991131 Jan 28 00:55:20.315687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df36785d-9101-4075-b2ef-b52a6dff8c50,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.361669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (97d27dbe-512c-4629-a40e-2d9260f68898), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.391173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-370c835c-689b-4f0e-b938-e2cfbdd258a2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:20.404578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-370c835c-689b-4f0e-b938-e2cfbdd258a2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.4703321 Jan 28 00:55:20.413512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12401273-b139-4cf3-84b9-a1fb98ccb7fd req-a94e4df8-5235-42bc-8744-8849e875f8da tempest-FlavorsV2NegativeTest-1936288764 tempest-FlavorsV2NegativeTest-1936288764-project] 10.222.0.23 "GET /v2.0/quotas/56a7b18b68b1419f8f7d52f282fa769f HTTP/1.1" status: 200 len: 375 time: 0.1039231 Jan 28 00:55:20.417372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:17Z', 'revision_number': 1, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:20.447364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Checking segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:20.447877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Network hostable DHCP agents. Network: 715114cb-40b8-47d2-b7a9-a0effaa1e326, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:20.464407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64087f-0b02-465d-9f32-297d5ceb1267 None None] The sync data for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 is: [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:17Z', 'revision_number': 1, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:20.488618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-cd19b1b7-a538-4489-9f3f-ee54a3c266f3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/quotas/e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 375 time: 0.0826147 Jan 28 00:55:20.507315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Network 9e34977c-6afd-444a-bc63-046383ca9556 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:20.510968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:20.716257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-854cad72-fae1-4592-bfe7-e0f64fcafebe None None] Provisioning complete for port 51bf848b-aee4-459f-ac85-eeb8689de12d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:20.717522 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-854cad72-fae1-4592-bfe7-e0f64fcafebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.720628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Router cf9fd252-5308-408b-9b66-f1147469029a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:20.807493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-854cad72-fae1-4592-bfe7-e0f64fcafebe None None] Port 51bf848b-aee4-459f-ac85-eeb8689de12d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:20.878625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.888956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12401273-b139-4cf3-84b9-a1fb98ccb7fd req-d5e30b44-4a9f-45ee-bb24-e2968ae278e3 tempest-FlavorsV2NegativeTest-1936288764 tempest-FlavorsV2NegativeTest-1936288764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56a7b18b68b1419f8f7d52f282fa769f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4250469 Jan 28 00:55:20.938541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6231715c-09a7-4305-9e72-f004a46c2abe None None] Provisioning complete for port c1bc00a5-0779-4717-ab2d-a11267b48c25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:20.939280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6231715c-09a7-4305-9e72-f004a46c2abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.939391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-4985a70d-3afa-4e9f-8bc0-1128426e6119 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4496212 Jan 28 00:55:20.978403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ab2d149f-d65f-4725-b6e1-a5b0110a21ad service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:55:20.980001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ab2d149f-d65f-4725-b6e1-a5b0110a21ad service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0398736 Jan 28 00:55:21.009056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:21.034538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8a160e0b-6d86-4928-a7b3-5ae4847a8a79 admin admin] 10.222.0.23 "PUT /v2.0/routers/cf9fd252-5308-408b-9b66-f1147469029a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7765682 Jan 28 00:55:21.056148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6231715c-09a7-4305-9e72-f004a46c2abe None None] Port c1bc00a5-0779-4717-ab2d-a11267b48c25 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:21.065278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b03fc16-928b-4a1d-bd6f-92ba3f03bff3 req-90ce9589-8527-4047-9dce-2f2c10480c93 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453895 Jan 28 00:55:21.072505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:21.159902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 715114cb-40b8-47d2-b7a9-a0effaa1e326) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:21.170453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72028f66-d401-445c-a043-74603afe49ab None None] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:21.191433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:21.192041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.301948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-564c59b2-96fb-432d-837f-9de7560ba6d3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9674151 Jan 28 00:55:21.305568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41732) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:21.314128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:21.370430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks [] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.377472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.380558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276fa73-0862-4720-aaee-a03d78ebcf33 req-3fb42efc-918a-4e4c-bdab-2b2c63f8ca71 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:21.394988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e276fa73-0862-4720-aaee-a03d78ebcf33 req-3fb42efc-918a-4e4c-bdab-2b2c63f8ca71 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 947 time: 0.3238792 Jan 28 00:55:21.413598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-3e717065-b959-4acb-be06-2fc355e08786 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473277 Jan 28 00:55:21.418950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-715114cb-40b8-47d2-b7a9-a0effaa1e326', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:21.419865 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.427324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-7c186cab-930f-4b21-ae66-53dc3e06d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:21.429027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-7c186cab-930f-4b21-ae66-53dc3e06d443 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1098 time: 0.2296143 Jan 28 00:55:21.439990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (4519c9f6-c928-414f-a555-034dbb5cd1d2), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.441205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (4519c9f6-c928-414f-a555-034dbb5cd1d2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.549125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (97d27dbe-512c-4629-a40e-2d9260f68898), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.555183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Pushing event updated for resources: {'Port': ['ID=51bf848b-aee4-459f-ac85-eeb8689de12d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:21.660959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e276fa73-0862-4720-aaee-a03d78ebcf33 req-6a2b7427-1b1e-4633-a257-72f7ff9e9fa1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649837 Jan 28 00:55:21.748387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks [] for router_controller (4519c9f6-c928-414f-a555-034dbb5cd1d2), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.778986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Allocated IP 172.20.0.2 (715114cb-40b8-47d2-b7a9-a0effaa1e326/df36785d-9101-4075-b2ef-b52a6dff8c50/c56f8eb0-057d-447d-9e8c-6fcfc145077e) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:21.793985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:21.798438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:22.079053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-f1d98811-e821-4157-9fc7-eed164204141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:22.083371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-f1d98811-e821-4157-9fc7-eed164204141 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.6337183 Jan 28 00:55:22.112070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-1aeabd99-3ea7-4c0c-844b-5c71bdecd486 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869206 Jan 28 00:55:22.124769 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Publish callbacks [] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.145163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.222352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Router 97d27dbe-512c-4629-a40e-2d9260f68898 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:22.254889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41748) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:22.256321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-94727ba3-b5ba-49d1-b426-6f77e5dc913e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 217 time: 0.1355557 Jan 28 00:55:22.264423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:22.302964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:22.306099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:22.333452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2de4a5da-0650-416c-bb4c-5c40194144a6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:22.387939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41754) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:22.419247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-342626707-network', 'tenant_id': 'b97afca75a494f58bc1911215121d218'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:22.467951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Made reservation on behalf of b97afca75a494f58bc1911215121d218 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:22.470569 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.535063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.544742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks [] for router_gateway (4519c9f6-c928-414f-a555-034dbb5cd1d2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.586222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Attempting to bind port c56f8eb0-057d-447d-9e8c-6fcfc145077e on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:22.586598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Attempting to bind port c56f8eb0-057d-447d-9e8c-6fcfc145077e by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:22.586968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Attempting to bind port c56f8eb0-057d-447d-9e8c-6fcfc145077e on network 715114cb-40b8-47d2-b7a9-a0effaa1e326 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:22.595961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Pushing event updated for resources: {'Port': ['ID=c56f8eb0-057d-447d-9e8c-6fcfc145077e,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:22.610228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7e030a30-202d-46ed-80dd-c5342a417d2c None None] Provisioning complete for port 51bf848b-aee4-459f-ac85-eeb8689de12d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:22.610606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7e030a30-202d-46ed-80dd-c5342a417d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.647047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccb365-9228-4b2e-ad19-1596bb2116ef req-c88eb645-68b5-4b6a-9970-dc61d60af6ce tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:22.653325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:22.654215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0ccb365-9228-4b2e-ad19-1596bb2116ef req-c88eb645-68b5-4b6a-9970-dc61d60af6ce tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 948 time: 0.6980143 Jan 28 00:55:22.668583 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-08d5b7ec-d8e7-427d-b000-1241366e47b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/97d27dbe-512c-4629-a40e-2d9260f68898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7718294 Jan 28 00:55:22.694393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48eb42e1-f2fc-432f-b4f8-2700fb1448b5 req-fce0ddae-20f4-4ee6-b9d1-cb51ac95d6ff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 210 time: 0.1565177 Jan 28 00:55:22.710438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3e176a2-48fc-4071-a52d-cd1f3485a71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.726371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:22.727889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Checking segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:22.728584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.729494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Bound using segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:22.732027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Bound port: c56f8eb0-057d-447d-9e8c-6fcfc145077e, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:22.732798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.737477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7e030a30-202d-46ed-80dd-c5342a417d2c None None] Port 51bf848b-aee4-459f-ac85-eeb8689de12d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:22.750181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-2429a294-130a-4277-a346-6ada3db62a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:22.750365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks [] for security_group (720bd572-b50b-4e57-8855-4f66a0b80e1b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.751051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2de4a5da-0650-416c-bb4c-5c40194144a6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:22.751969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-2429a294-130a-4277-a346-6ada3db62a1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.4098868 Jan 28 00:55:22.754075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.771951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (720bd572-b50b-4e57-8855-4f66a0b80e1b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.897640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:22.913343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] For port c56f8eb0-057d-447d-9e8c-6fcfc145077e, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:22.926848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] For port c56f8eb0-057d-447d-9e8c-6fcfc145077e, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c56f8eb0-057d-447d-9e8c-6fcfc145077e,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:22.943455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720bd572-b50b-4e57-8855-4f66a0b80e1b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:22.950013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (09b7b6e1-0150-4eea-9d98-32923a209612), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.950352 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Added segment 09b7b6e1-0150-4eea-9d98-32923a209612 of type vlan for network 88b6dedf-27cc-4020-9c79-6c88e8930b46 Jan 28 00:55:22.974553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0ccb365-9228-4b2e-ad19-1596bb2116ef req-03eb6dde-1d4c-4d90-b184-83203c5124eb tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179550 Jan 28 00:55:22.996310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.030804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-5228b1c4-d041-43a0-a70c-a41482c5bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:23.034619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-5228b1c4-d041-43a0-a70c-a41482c5bb0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683680 Jan 28 00:55:23.065393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (88b6dedf-27cc-4020-9c79-6c88e8930b46), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.095625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b463-fd47-4291-a221-dc55b6cf1b25 req-22eb5c2f-56d3-4f57-8c30-7fe30ee6b5eb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:23.105801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2889b463-fd47-4291-a221-dc55b6cf1b25 req-22eb5c2f-56d3-4f57-8c30-7fe30ee6b5eb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 947 time: 0.2711370 Jan 28 00:55:23.162766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3e176a2-48fc-4071-a52d-cd1f3485a71d admin admin] Publish callbacks [] for security_group (0e6724c7-0921-4b1f-9046-a1ce4e8bb585), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.178768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3e176a2-48fc-4071-a52d-cd1f3485a71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0e6724c7-0921-4b1f-9046-a1ce4e8bb585), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.226097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2de4a5da-0650-416c-bb4c-5c40194144a6 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:23.226781 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.250938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2889b463-fd47-4291-a221-dc55b6cf1b25 req-9e0fcaa0-ec06-47be-93e7-32ea7e18c61e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406205 Jan 28 00:55:23.257336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Sync routers for ids ['97d27dbe-512c-4629-a40e-2d9260f68898'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:23.278418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (88b6dedf-27cc-4020-9c79-6c88e8930b46), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.281190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:23.283720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.284550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9843cc-8ad1-4cf4-87a6-fa6774dc8149 None None] Pushing event updated for resources: {'Port': ['ID=c56f8eb0-057d-447d-9e8c-6fcfc145077e,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:23.327683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 2de4a5da-0650-416c-bb4c-5c40194144a6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2de4a5da-0650-416c-bb4c-5c40194144a6,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:23.336912 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.338763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:23.346335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Routers {'97d27dbe-512c-4629-a40e-2d9260f68898'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:23.347609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['97d27dbe-512c-4629-a40e-2d9260f68898'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:23.439528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-11efba06-bf32-4849-8227-455391a44819 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965724 Jan 28 00:55:23.665987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks [] for router_gateway (4519c9f6-c928-414f-a555-034dbb5cd1d2), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.694995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.715126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=2de4a5da-0650-416c-bb4c-5c40194144a6,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:23.820289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e231dac0-ba74-4256-a4e8-28e88a1c0206 req-bb63ca5f-1e89-4106-ad23-3aec77602902 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882245 Jan 28 00:55:23.821083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41790) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:23.831211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-network', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:23.853689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:23.854086 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.863073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Set router 97d27dbe-512c-4629-a40e-2d9260f68898 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:23.903914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a19860a8-6091-4b93-8937-1fda7f8a0171 req-13b6edf3-7524-4c04-8d00-838961b40dbc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 210 time: 0.0507925 Jan 28 00:55:23.941427 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3e176a2-48fc-4071-a52d-cd1f3485a71d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56a7b18b68b1419f8f7d52f282fa769f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6830499 Jan 28 00:55:23.944586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:23.957466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Made reservation on behalf of e72c530f4d73462383392eea8c2c69cf for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:23.959790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.977299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.986518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5929258 Jan 28 00:55:23.990417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:24.003837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bed2a-f28a-438c-bbae-7876d508f034 admin admin] Pushing event updated for resources: {'Network': ['ID=88b6dedf-27cc-4020-9c79-6c88e8930b46,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:24.004993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Request body: {'subnet': {'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-342626707-subnet', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:24.007828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e176a2-48fc-4071-a52d-cd1f3485a71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6724c7-0921-4b1f-9046-a1ce4e8bb585,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:24.019180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:24.038662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Allocated IP 172.25.1.19 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/5eae746d-edad-44de-946f-2cd9cd6a04c7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:24.132214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:55:24.159215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Made reservation on behalf of b97afca75a494f58bc1911215121d218 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:24.161700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.296222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3760a375-bab6-4f90-b421-4a5f9e521a25 admin admin] Publish callbacks [] for security_group (0e6724c7-0921-4b1f-9046-a1ce4e8bb585), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.332272 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks [] for security_group (61b2c989-0e03-48e0-b33f-20b29466aee0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.374489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (61b2c989-0e03-48e0-b33f-20b29466aee0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.520880 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Sync routers for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:24.526315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:24.526714 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.534231 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:24.535023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:24.543324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:24.586389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'mac_address': 'fa:16:3e:f8:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:55:24.590736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:24.597502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.677803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f53d5679-018a-4657-825a-2b30a8b8512d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:24.678213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.694928 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:24.702236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:24.707612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53d5679-018a-4657-825a-2b30a8b8512d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:24.722749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:55:20Z', 'revision_number': 4, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '51bf848b-aee4-459f-ac85-eeb8689de12d', 'name': '', 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'mac_address': 'fa:16:3e:0b:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:19Z', 'updated_at': '2022-01-28T00:55:21Z', 'revision_number': 2, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'subnets': [{'id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:24.767451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:24.768742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Checking router: 97d27dbe-512c-4629-a40e-2d9260f68898 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:24.769144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Updating router 97d27dbe-512c-4629-a40e-2d9260f68898 port 51bf848b-aee4-459f-ac85-eeb8689de12d binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:24.773321 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.804605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3760a375-bab6-4f90-b421-4a5f9e521a25 admin admin] Publish callbacks [] for security_group (0e6724c7-0921-4b1f-9046-a1ce4e8bb585), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.824501 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.826124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:24.837605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.838118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.838596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.839062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.839536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.839990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.841907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-3f6a6d05-9d8a-45b3-ae07-c4e4f9450de6 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9&device_id=768361bb-6a42-499f-b02e-315fa454e540&device_id=3300058b-84ae-48de-a3c7-8407c9a6f455&device_id=97d34d58-1ea2-48e4-861d-84e69211f256&device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 5548 time: 0.4208097 Jan 28 00:55:24.853274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2c989-0e03-48e0-b33f-20b29466aee0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:24.900126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks [] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.907169 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.907514 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Added segment e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10 of type vlan for network 19383cfe-595e-44a4-8f25-f08b01fad90e Jan 28 00:55:24.911804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:24.941315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278ad4f-6ebf-400a-b456-f23d82ec9340 req-0b2550e7-8975-4329-8210-7e32f28a2620 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:24.949813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6278ad4f-6ebf-400a-b456-f23d82ec9340 req-0b2550e7-8975-4329-8210-7e32f28a2620 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 947 time: 0.5855632 Jan 28 00:55:25.008922 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 2, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:25.020446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2de4a5da-0650-416c-bb4c-5c40194144a6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:25.026868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-1b5f2781-7d19-4247-a878-39b452fa3c21 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.044731 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Checking router: cf9fd252-5308-408b-9b66-f1147469029a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:25.045477 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Updating router cf9fd252-5308-408b-9b66-f1147469029a port c1bc00a5-0779-4717-ab2d-a11267b48c25 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:25.072079 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.162026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2de4a5da-0650-416c-bb4c-5c40194144a6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:25.162407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.167421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (19383cfe-595e-44a4-8f25-f08b01fad90e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.214497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:25.264609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6278ad4f-6ebf-400a-b456-f23d82ec9340 req-3f8f9834-fc01-4f3b-92e5-ae10f0fb4ee9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138337 Jan 28 00:55:25.276026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-d896d84f-acf8-436b-b38a-650ba6fa1224 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:25.277502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-d896d84f-acf8-436b-b38a-650ba6fa1224 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.8956444 Jan 28 00:55:25.291909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (fccf0139-5430-4c4a-b5ae-0b4e36c4261a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.303749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (19383cfe-595e-44a4-8f25-f08b01fad90e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.305555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:25.306794 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.356795 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.363923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Publish callbacks [] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.371141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a917e0-6f1a-4aaf-82a0-ad23b4363d5e None None] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:25.371667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Request body: {'port': {'device_id': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'admin_state_up': True, 'tenant_id': 'e7ee2754a68f49ebb62713988df48646'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:25.411847 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Publish callbacks [] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.418104 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.428863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.465531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5eae746d-edad-44de-946f-2cd9cd6a04c7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.495611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2de4a5da-0650-416c-bb4c-5c40194144a6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:25.496725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c56f8eb0-057d-447d-9e8c-6fcfc145077e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:25.498369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] Provisioning complete for port c56f8eb0-057d-447d-9e8c-6fcfc145077e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:25.498740 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.525057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:25.529098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d147b50-5ff1-43d1-a4d2-386e410f7593 req-b4f9b3fa-58b8-457b-9010-c124a3bc8aef tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 210 time: 0.1470890 Jan 28 00:55:25.530104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:25.572324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959d047-c113-4088-91c9-71f4dc8bd22e None None] Pushing event updated for resources: {'Port': ['ID=c1bc00a5-0779-4717-ab2d-a11267b48c25,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.620631 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Attempting to bind port c1bc00a5-0779-4717-ab2d-a11267b48c25 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:25.621394 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Attempting to bind port c1bc00a5-0779-4717-ab2d-a11267b48c25 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:25.622340 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Attempting to bind port c1bc00a5-0779-4717-ab2d-a11267b48c25 on network 9e34977c-6afd-444a-bc63-046383ca9556 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:25.623947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eef4b6-fbd7-435f-86d5-d77f08b5b275 None None] Pushing event updated for resources: {'Port': ['ID=51bf848b-aee4-459f-ac85-eeb8689de12d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.639081 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:25.641149 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Checking segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:25.641841 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.642462 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Bound using segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:25.643278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Bound port: c1bc00a5-0779-4717-ab2d-a11267b48c25, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:25.643907 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.658348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:25.728844 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] For port c1bc00a5-0779-4717-ab2d-a11267b48c25, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:25.732428 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] For port c1bc00a5-0779-4717-ab2d-a11267b48c25, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c1bc00a5-0779-4717-ab2d-a11267b48c25,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:25.740733 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.829276 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:25.830889 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:25.832587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Attempting to bind port 51bf848b-aee4-459f-ac85-eeb8689de12d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:25.832966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Attempting to bind port 51bf848b-aee4-459f-ac85-eeb8689de12d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:25.834574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Attempting to bind port 51bf848b-aee4-459f-ac85-eeb8689de12d on network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:25.855011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0277581 Jan 28 00:55:25.855999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41810) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:25.864397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Request body: {'subnet': {'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-subnet', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:25.876046 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959d047-c113-4088-91c9-71f4dc8bd22e None None] Pushing event updated for resources: {'Port': ['ID=c1bc00a5-0779-4717-ab2d-a11267b48c25,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.884875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3760a375-bab6-4f90-b421-4a5f9e521a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0e6724c7-0921-4b1f-9046-a1ce4e8bb585), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.886552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c56f8eb0-057d-447d-9e8c-6fcfc145077e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:25.887422 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3760a375-bab6-4f90-b421-4a5f9e521a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.888012 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.891510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3760a375-bab6-4f90-b421-4a5f9e521a25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e6724c7-0921-4b1f-9046-a1ce4e8bb585 HTTP/1.1" status: 204 len: 168 time: 1.9407940 Jan 28 00:55:25.927781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Made reservation on behalf of e72c530f4d73462383392eea8c2c69cf for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:25.932322 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.934786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a375-bab6-4f90-b421-4a5f9e521a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6724c7-0921-4b1f-9046-a1ce4e8bb585,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.947935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b7c0b-504b-4fc6-b729-c5ae23a02cda admin admin] Pushing event updated for resources: {'Network': ['ID=19383cfe-595e-44a4-8f25-f08b01fad90e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.956898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccf0139-5430-4c4a-b5ae-0b4e36c4261a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.984356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Checking segment: {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:25.984548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Network hostable DHCP agents. Network: 88b6dedf-27cc-4020-9c79-6c88e8930b46, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:25.996241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 19383cfe-595e-44a4-8f25-f08b01fad90e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:26.007310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-1b5f2781-7d19-4247-a878-39b452fa3c21 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Publish callbacks [] for security_group (2b76b598-6835-41bb-af43-696977f51413), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.048509 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:26.054121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-1b5f2781-7d19-4247-a878-39b452fa3c21 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b76b598-6835-41bb-af43-696977f51413), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.156794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:26.194422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] Current status of the port c56f8eb0-057d-447d-9e8c-6fcfc145077e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:26.194901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.196854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:26.197226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Checking segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:26.197628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.198660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Bound using segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:26.199241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Bound port: 51bf848b-aee4-459f-ac85-eeb8689de12d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:26.199629 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.298675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 88b6dedf-27cc-4020-9c79-6c88e8930b46) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:26.337436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (98d70439-1888-483f-8050-c98867dc9647), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.348248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:26.348857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.368026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f2781-7d19-4247-a878-39b452fa3c21 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b76b598-6835-41bb-af43-696977f51413,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:26.381444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000b8fb-d68c-41cb-a9c1-814c8870cf61 None None] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:26.405040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Made reservation on behalf of e7ee2754a68f49ebb62713988df48646 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:26.408460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.427500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d70439-1888-483f-8050-c98867dc9647,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:26.461826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Checking segment: {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:26.461826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Network hostable DHCP agents. Network: 19383cfe-595e-44a4-8f25-f08b01fad90e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:26.476187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Network 19383cfe-595e-44a4-8f25-f08b01fad90e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:26.493453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 19383cfe-595e-44a4-8f25-f08b01fad90e) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:26.498606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:26.499456 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.522250 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c5915272-10ba-4d32-9272-10f921f49f69 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6631846 Jan 28 00:55:26.524259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41822) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:26.534794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:26.537886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f367ba9-9d01-4b5e-80c8-be5028e45f51 None None] Network 19383cfe-595e-44a4-8f25-f08b01fad90e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:26.549815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4bca53aa-f569-4be4-ad34-bafeeb7f6afa req-1b5f2781-7d19-4247-a878-39b452fa3c21 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 447 time: 1.6691544 Jan 28 00:55:26.551953 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:25Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:26.565487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (68f01181-d7a3-4656-b920-d28e8ca6ab18), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.567596 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks [] for router_gateway (4519c9f6-c928-414f-a555-034dbb5cd1d2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.570084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (68f01181-d7a3-4656-b920-d28e8ca6ab18), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.586878 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e77db1-0bb9-45f0-b108-8f6e4bf1a60e None None] The sync data for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 is: [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:25Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:26.590871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] For port c56f8eb0-057d-447d-9e8c-6fcfc145077e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c56f8eb0-057d-447d-9e8c-6fcfc145077e,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:26.597656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-88b6dedf-27cc-4020-9c79-6c88e8930b46', 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46', 'project_id': 'b97afca75a494f58bc1911215121d218', 'fixed_ips': [{'subnet_id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:26.598708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.702319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks [] for router_controller (68f01181-d7a3-4656-b920-d28e8ca6ab18), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.959314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.001271 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks [] for router_gateway (68f01181-d7a3-4656-b920-d28e8ca6ab18), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.026448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c56f8eb0-057d-447d-9e8c-6fcfc145077e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:27.026844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.044470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02dbd558-6128-4173-b285-da1e118f95e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0459068 Jan 28 00:55:27.051299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] For port 51bf848b-aee4-459f-ac85-eeb8689de12d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:27.054647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41842) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.109263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] For port 51bf848b-aee4-459f-ac85-eeb8689de12d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=51bf848b-aee4-459f-ac85-eeb8689de12d,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:27.112131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8df0fb9c-fc76-4bd5-8dff-71f6356b8c2c req-c5bd627b-2990-44d2-909f-a768ca905dff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 210 time: 0.1765203 Jan 28 00:55:27.124929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:27.184311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.247885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376c59e-90a0-4d64-86f5-5e6dcc7e0959 None None] Pushing event updated for resources: {'Port': ['ID=c56f8eb0-057d-447d-9e8c-6fcfc145077e,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:27.263946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Provisioning complete for port 51bf848b-aee4-459f-ac85-eeb8689de12d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:27.264886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.276835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-19383cfe-595e-44a4-8f25-f08b01fad90e', 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e', 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'fixed_ips': [{'subnet_id': '98d70439-1888-483f-8050-c98867dc9647'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:27.277733 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.359617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.360692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks [] for router_gateway (68f01181-d7a3-4656-b920-d28e8ca6ab18), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.389750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.395538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50869-762f-4375-b2a2-84f2dea89db1 req-0f679879-1846-4110-8769-f9984bd5f374 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:27.402823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fb50869-762f-4375-b2a2-84f2dea89db1 req-0f679879-1846-4110-8769-f9984bd5f374 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 948 time: 0.5111430 Jan 28 00:55:27.423806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (6bd798b4-750c-4bbd-b9da-263274bcd113), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.424947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (6bd798b4-750c-4bbd-b9da-263274bcd113), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.501732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (4519c9f6-c928-414f-a555-034dbb5cd1d2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.529289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Allocated IP 172.20.0.5 (92e98040-76ab-407b-b6c9-b3ffdebf60e4/1262e78a-f4af-43dc-9a00-46a01a99f4d4/69a03a89-59f5-4b2b-99ad-6131f49e6b99) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:27.586611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Allocated IP 172.20.0.2 (88b6dedf-27cc-4020-9c79-6c88e8930b46/fccf0139-5430-4c4a-b5ae-0b4e36c4261a/3e5a2285-087d-4cc8-83fa-77a241a6ebe1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:27.588121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-network', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:27.625079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Allocated IP 172.25.1.74 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:27.627164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Made reservation on behalf of 9e0b4c511abd4425a5d705e62a2af14b for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:27.627900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:55:27.628371 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:55:27.629967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.645703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.648518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks [] for router_controller (6bd798b4-750c-4bbd-b9da-263274bcd113), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.652601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Routers {'97d27dbe-512c-4629-a40e-2d9260f68898'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:27.653382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['97d27dbe-512c-4629-a40e-2d9260f68898'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:27.666084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fb50869-762f-4375-b2a2-84f2dea89db1 req-9e065c2a-2b99-4528-ab8f-095f18bac5f6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628200 Jan 28 00:55:27.795291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eef4b6-fbd7-435f-86d5-d77f08b5b275 None None] Pushing event updated for resources: {'Port': ['ID=51bf848b-aee4-459f-ac85-eeb8689de12d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:27.812363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks [] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.830095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks [] for security_group (2c73bff8-2265-41be-a73e-c01201695345), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.839186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2c73bff8-2265-41be-a73e-c01201695345), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.873384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:27.896231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (07078b80-a78d-4302-bfed-e7a4ede4596e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.896681 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Added segment 07078b80-a78d-4302-bfed-e7a4ede4596e of type vlan for network ec8e70e0-6ed4-4b09-a504-517c453e4137 Jan 28 00:55:27.898030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73bff8-2265-41be-a73e-c01201695345,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:27.909231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.940452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df413eb-c519-4c69-9b8d-50a9ba2eee7d req-0ed3f1e3-be76-4c8e-ab95-0d2c24b823dd tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:27.940947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df413eb-c519-4c69-9b8d-50a9ba2eee7d req-0ed3f1e3-be76-4c8e-ab95-0d2c24b823dd tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:27.941423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df413eb-c519-4c69-9b8d-50a9ba2eee7d req-0ed3f1e3-be76-4c8e-ab95-0d2c24b823dd tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:27.943195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7df413eb-c519-4c69-9b8d-50a9ba2eee7d req-0ed3f1e3-be76-4c8e-ab95-0d2c24b823dd tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540&device_id=3300058b-84ae-48de-a3c7-8407c9a6f455&device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 2882 time: 0.2973402 Jan 28 00:55:27.946885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Allocated IP 172.20.0.2 (19383cfe-595e-44a4-8f25-f08b01fad90e/98d70439-1888-483f-8050-c98867dc9647/47cd843a-a1bb-4f0a-ac36-3bbac6873282) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:27.976010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Current status of the port 51bf848b-aee4-459f-ac85-eeb8689de12d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:27.976420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.979444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] Set router 97d27dbe-512c-4629-a40e-2d9260f68898 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:27.980041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks [] for router_gateway (6bd798b4-750c-4bbd-b9da-263274bcd113), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.985418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:27.987398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ec8e70e0-6ed4-4b09-a504-517c453e4137), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.013828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:28.020976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:28.027602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.080787 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Publish callbacks [] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.133667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ec8e70e0-6ed4-4b09-a504-517c453e4137), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.134678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:28.135252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.164984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] For port 51bf848b-aee4-459f-ac85-eeb8689de12d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=51bf848b-aee4-459f-ac85-eeb8689de12d,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:28.245125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:28.247598 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.252428 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8863192 Jan 28 00:55:28.261065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41854) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:28.267592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Request body: {'subnet': {'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-subnet', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:28.270262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.296803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5fa40-8fa2-472d-b798-1a8a58c0e6bd admin admin] Pushing event updated for resources: {'Network': ['ID=ec8e70e0-6ed4-4b09-a504-517c453e4137,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.356022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Made reservation on behalf of 9e0b4c511abd4425a5d705e62a2af14b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:28.358737 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.361619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:28.376619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks [] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.395811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7df413eb-c519-4c69-9b8d-50a9ba2eee7d req-4442cfe6-c8a7-4c00-8646-9d9fb23af374 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226782 Jan 28 00:55:28.440346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc1e0416-b229-4787-a49e-c2411ac06998 req-325f0a71-a5e0-4eed-ae57-4bc150f216d2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 210 time: 0.0749660 Jan 28 00:55:28.443775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Router 4519c9f6-c928-414f-a555-034dbb5cd1d2 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:28.491893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c56f8eb0-057d-447d-9e8c-6fcfc145077e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:28.504714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:28.531708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:28.562201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.562447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Provisioning complete for port c1bc00a5-0779-4717-ab2d-a11267b48c25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:28.562636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.582240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks [] for router_gateway (68f01181-d7a3-4656-b920-d28e8ca6ab18), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.623106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:28.666463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Pushing event updated for resources: {'Port': ['ID=51bf848b-aee4-459f-ac85-eeb8689de12d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.756732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:28.766404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Pushing event updated for resources: {'Port': ['ID=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.775855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:28.783948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:28.787319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:28.793911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.823105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:28.843036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.846630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dfc29ae7-f58e-4799-ae56-dd858c0668e0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5357635 Jan 28 00:55:28.850881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:28.890484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Sync routers for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:28.906274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Publish callbacks [] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.953515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.957754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:28.958424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.960546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port f53d5679-018a-4657-825a-2b30a8b8512d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:55:29.013432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Attempting to bind port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:29.014062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Attempting to bind port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:29.014492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Attempting to bind port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 on network 88b6dedf-27cc-4020-9c79-6c88e8930b46 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:29.015169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58815eb-a1b2-4ee3-b2da-5d2f6d2fb9ec req-624545c1-9034-4771-a0ab-3769d298c899 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:29.020180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:29.020879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:29.022086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b58815eb-a1b2-4ee3-b2da-5d2f6d2fb9ec req-624545c1-9034-4771-a0ab-3769d298c899 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 948 time: 0.1986089 Jan 28 00:55:29.037115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-ef1ec210-d3d2-43f0-be9c-c55db2cd9c83 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6902337 Jan 28 00:55:29.057202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Request body: {'port': {'device_id': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:29.061050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks [] for router_gateway (6bd798b4-750c-4bbd-b9da-263274bcd113), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.116120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.214105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b58815eb-a1b2-4ee3-b2da-5d2f6d2fb9ec req-2c73e27f-164e-4d19-9dbb-8d64723d2b35 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756442 Jan 28 00:55:29.234644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.333464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:29.341583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Current status of the port c1bc00a5-0779-4717-ab2d-a11267b48c25 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:29.343087 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.351127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Allocated IP 172.25.1.237 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/bb148280-33fa-4a71-af9f-7f5d12daf81b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:29.361988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:29.375923 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (68f01181-d7a3-4656-b920-d28e8ca6ab18), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.387492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Checking segment: {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:29.387841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Network hostable DHCP agents. Network: ec8e70e0-6ed4-4b09-a504-517c453e4137, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:29.400569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:29.401084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Checking segment: {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:29.401551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.401963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Bound using segment: {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:29.402495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Bound port: 3e5a2285-087d-4cc8-83fa-77a241a6ebe1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:29.402870 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.445965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] For port c1bc00a5-0779-4717-ab2d-a11267b48c25, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c1bc00a5-0779-4717-ab2d-a11267b48c25,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:29.447753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.508495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:29.582284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port f53d5679-018a-4657-825a-2b30a8b8512d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:29.582789 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.599727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Network 19383cfe-595e-44a4-8f25-f08b01fad90e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:29.602856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.603053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ec8e70e0-6ed4-4b09-a504-517c453e4137) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:29.607996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:29.611341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:29.626299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:29.626941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.666221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0d4e1-e320-455c-97c4-718d9d54b53d None None] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:29.672070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] For port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:29.672719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks [] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.681590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:29.681998 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.697141 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c594f90f-2fa5-4ff5-8ae6-39fa546a06ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4325268 Jan 28 00:55:29.698319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41882) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:29.704175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:29.731269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21d76-f9fb-4d5a-8f18-ebb4d1c6d02c req-b9365373-b12c-4eb5-850f-51807a27b421 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:29.733511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74e21d76-f9fb-4d5a-8f18-ebb4d1c6d02c req-b9365373-b12c-4eb5-850f-51807a27b421 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 931 time: 0.1540163 Jan 28 00:55:29.784061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d8173ee1-4005-48fe-9948-b0020455701d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.785529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d8173ee1-4005-48fe-9948-b0020455701d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.794078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] For port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:29.799652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b21c2-d1b4-4032-85b0-5d6230380072 req-90908caa-c5a7-41f8-a146-cb01fa0fdb19 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:29.801193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc5b21c2-d1b4-4032-85b0-5d6230380072 req-90908caa-c5a7-41f8-a146-cb01fa0fdb19 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1101 time: 0.1669223 Jan 28 00:55:29.806748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Router 68f01181-d7a3-4656-b920-d28e8ca6ab18 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:29.836833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a03a89-59f5-4b2b-99ad-6131f49e6b99 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:29.847189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Publish callbacks [] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.855885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.866285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.877653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Provisioning complete for port c56f8eb0-057d-447d-9e8c-6fcfc145077e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:29.878079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.893215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Pushing event updated for resources: {'Port': ['ID=47cd843a-a1bb-4f0a-ac36-3bbac6873282,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:29.902073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks [] for router_controller (d8173ee1-4005-48fe-9948-b0020455701d), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.907929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74e21d76-f9fb-4d5a-8f18-ebb4d1c6d02c req-b0332439-7fef-42d3-8525-1fd06b974db0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599052 Jan 28 00:55:29.914718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Transition to ACTIVE for port object 69a03a89-59f5-4b2b-99ad-6131f49e6b99 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:55:29.925112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:29.945708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:29.976988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Attempting to bind port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:29.977360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Attempting to bind port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:29.977722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Attempting to bind port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 on network 19383cfe-595e-44a4-8f25-f08b01fad90e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:29.985319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:30.045579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:30.046017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Checking segment: {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:30.046460 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.046893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Bound using segment: {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:30.047378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Bound port: 47cd843a-a1bb-4f0a-ac36-3bbac6873282, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:30.048040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.056480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:55:20Z', 'revision_number': 4, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '51bf848b-aee4-459f-ac85-eeb8689de12d', 'name': '', 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'mac_address': 'fa:16:3e:0b:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:19Z', 'updated_at': '2022-01-28T00:55:27Z', 'revision_number': 4, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'subnets': [{'id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:30.076196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc5b21c2-d1b4-4032-85b0-5d6230380072 req-db577c72-40eb-4ef1-9cbe-c7ee13a6915c tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483354 Jan 28 00:55:30.082000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.122382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Pushing event updated for resources: {'Port': ['ID=bb148280-33fa-4a71-af9f-7f5d12daf81b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:30.162820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c91f5d-1ac0-4f93-b6d0-afa33eea6e39 None None] The sync data for ids ['97d27dbe-512c-4629-a40e-2d9260f68898'] in n-d-826756-1 is: [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:55:20Z', 'revision_number': 4, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '51bf848b-aee4-459f-ac85-eeb8689de12d', 'name': '', 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'mac_address': 'fa:16:3e:0b:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:19Z', 'updated_at': '2022-01-28T00:55:27Z', 'revision_number': 4, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'subnets': [{'id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:30.176833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Pushing event updated for resources: {'Port': ['ID=c1bc00a5-0779-4717-ab2d-a11267b48c25,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:30.216626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ec8e70e0-6ed4-4b09-a504-517c453e4137', 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137', 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'fixed_ips': [{'subnet_id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:30.217494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.403281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks [] for router_gateway (d8173ee1-4005-48fe-9948-b0020455701d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.419547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:30.456721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:30.471379 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Sync routers for ids ['68f01181-d7a3-4656-b920-d28e8ca6ab18'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:30.495592 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Routers {'68f01181-d7a3-4656-b920-d28e8ca6ab18'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:30.496164 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['68f01181-d7a3-4656-b920-d28e8ca6ab18'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:30.497942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f53d5679-018a-4657-825a-2b30a8b8512d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:30.499120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.513621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.527031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c172eb-7d90-42cd-aba0-1f3f2f9004a5 req-a2b4bc5b-50ed-49ba-8cd7-25fbb161e904 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:30.534962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59c172eb-7d90-42cd-aba0-1f3f2f9004a5 req-a2b4bc5b-50ed-49ba-8cd7-25fbb161e904 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1101 time: 0.3304391 Jan 28 00:55:30.617679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:30.618841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1bc00a5-0779-4717-ab2d-a11267b48c25 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:30.640965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949c37c-32a4-4aad-bdaa-265e470a2cf6 None None] Pushing event updated for resources: {'Port': ['ID=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:30.665031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59c172eb-7d90-42cd-aba0-1f3f2f9004a5 req-ca70081e-7bd1-4e2c-97aa-319efdffaf21 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128736 Jan 28 00:55:30.689899 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Set router 68f01181-d7a3-4656-b920-d28e8ca6ab18 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:30.695760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:30.696763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:30.697544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:30.698222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.700427 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-024a5899-e28b-4394-81c2-637a38982560 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1745048 Jan 28 00:55:30.710467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] For port 47cd843a-a1bb-4f0a-ac36-3bbac6873282, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:30.711992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41890) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:30.723199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:55:30.728851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:30.745252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-362d23c1-ee8c-472c-9ed2-097b356aad23 None None] Current status of the port c56f8eb0-057d-447d-9e8c-6fcfc145077e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:30.751584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72327-46cd-4e80-870c-b2db4e4353a8 req-d10a8c62-4a53-4ee2-9a22-1392bdb41d99 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:30.761910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dd72327-46cd-4e80-870c-b2db4e4353a8 req-d10a8c62-4a53-4ee2-9a22-1392bdb41d99 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 948 time: 0.3870304 Jan 28 00:55:30.763058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:30.765587 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e10ccd-3fff-4c2c-99a0-5e69822f56ea" -d '{"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:30.778626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] For port 47cd843a-a1bb-4f0a-ac36-3bbac6873282, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cd843a-a1bb-4f0a-ac36-3bbac6873282,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:30.803404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:30.810592 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.822264 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.930312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:26Z', 'revision_number': 3, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:30.944878 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks [] for router_gateway (6bd798b4-750c-4bbd-b9da-263274bcd113), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.992000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Checking router: 4519c9f6-c928-414f-a555-034dbb5cd1d2 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:31.000708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Updating router 4519c9f6-c928-414f-a555-034dbb5cd1d2 port 5eae746d-edad-44de-946f-2cd9cd6a04c7 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:31.011671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:31.013049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:31.013544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:31.014120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Bound port: 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:31.014589 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:31.062428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Allocated IP 172.20.0.2 (ec8e70e0-6ed4-4b09-a504-517c453e4137/70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc/af35202d-877d-41aa-987d-5eea38df6b0f) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:31.090158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a98ae94-2dc1-46ec-852e-de2d1e4b14a7 None None] Provisioning complete for port 51bf848b-aee4-459f-ac85-eeb8689de12d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:31.093292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a98ae94-2dc1-46ec-852e-de2d1e4b14a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:31.135018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dd72327-46cd-4e80-870c-b2db4e4353a8 req-6787daaa-68c4-4a32-ab3d-6e6322908803 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719850 Jan 28 00:55:31.230514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398e133-4d1a-4161-bd0b-bb41c4cff5c2 None None] Pushing event updated for resources: {'Port': ['ID=47cd843a-a1bb-4f0a-ac36-3bbac6873282,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:31.241156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c1bc00a5-0779-4717-ab2d-a11267b48c25 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:31.241536 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:31.271384 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d85d0-fd74-4fd8-af79-2238f41d3530 x-openstack-request-id: req-091d85d0-fd74-4fd8-af79-2238f41d3530 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:31.271703 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:31.271962 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-091d85d0-fd74-4fd8-af79-2238f41d3530 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:31.272383 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'code': 200} Jan 28 00:55:31.274822 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:55:28Z', 'revision_number': 3, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:31.357420 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Checking router: 68f01181-d7a3-4656-b920-d28e8ca6ab18 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:31.358117 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Updating router 68f01181-d7a3-4656-b920-d28e8ca6ab18 port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:31.390707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:31.420966 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:31.841298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:31.866235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Allocated IP 172.20.0.1 (715114cb-40b8-47d2-b7a9-a0effaa1e326/df36785d-9101-4075-b2ef-b52a6dff8c50/d9fd02a0-00d4-4a51-ae7e-820fc5bab99a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:32.089883 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Publish callbacks [] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.100403 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.107038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b171-f3f2-4d82-ad88-48563f50615f req-004ac285-0338-4aa7-8d23-8c834c2126e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:32.108702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4905b171-f3f2-4d82-ad88-48563f50615f req-004ac285-0338-4aa7-8d23-8c834c2126e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1100 time: 0.7142978 Jan 28 00:55:32.111514 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (6bd798b4-750c-4bbd-b9da-263274bcd113), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.120707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bcdfb-f355-4317-973b-fc25cbb4dade req-7a5a5084-76bc-448c-aabc-35f6db77c667 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:32.127997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-646bcdfb-f355-4317-973b-fc25cbb4dade req-7a5a5084-76bc-448c-aabc-35f6db77c667 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.7534876 Jan 28 00:55:32.216918 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Attempting to bind port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:32.217289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Attempting to bind port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:32.217650 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Attempting to bind port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:32.224991 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaecf0-538a-4db2-91af-91def3fa1ebc None None] Pushing event updated for resources: {'Port': ['ID=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:32.230358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:32.238316 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:32.238715 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:32.239099 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.239473 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:32.239957 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Bound port: 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:32.240326 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.255891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Publish callbacks [] for port (af35202d-877d-41aa-987d-5eea38df6b0f), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.265688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks [] for router_gateway (d8173ee1-4005-48fe-9948-b0020455701d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.272909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:32.323454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.349996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad597f01-6d9c-4876-b8a8-b25f1248d421 None None] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:32.406976 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] For port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:32.415644 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] For port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:32.424810 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.438213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.445398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a98ae94-2dc1-46ec-852e-de2d1e4b14a7 None None] Current status of the port 51bf848b-aee4-459f-ac85-eeb8689de12d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:32.464633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:32.468874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.472280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 1091 time: 3.4205480 Jan 28 00:55:32.477209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.573621 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaecf0-538a-4db2-91af-91def3fa1ebc None None] Pushing event updated for resources: {'Port': ['ID=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:32.575026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:32.578791 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b16a34f-1fea-4505-af1b-49d4fce3abec" -d '{"events": [{"name": "network-changed", "server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:32.612960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.621360 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Routers {'68f01181-d7a3-4656-b920-d28e8ca6ab18'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:32.622083 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['68f01181-d7a3-4656-b920-d28e8ca6ab18'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:32.702725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Pushing event updated for resources: {'Port': ['ID=af35202d-877d-41aa-987d-5eea38df6b0f,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:32.750522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab28dc-b06f-413f-98f8-6d258faa394f None None] Network 19383cfe-595e-44a4-8f25-f08b01fad90e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:32.767771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-646bcdfb-f355-4317-973b-fc25cbb4dade req-fc3eee0c-1dd3-4c42-8f0d-e0708b33823f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385014 Jan 28 00:55:32.859276 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] Set router 68f01181-d7a3-4656-b920-d28e8ca6ab18 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:32.862438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c1bc00a5-0779-4717-ab2d-a11267b48c25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:32.864324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c56f8eb0-057d-447d-9e8c-6fcfc145077e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:32.879815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4905b171-f3f2-4d82-ad88-48563f50615f req-7d3e0192-243c-4e1f-8790-b611acf72375 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461562 Jan 28 00:55:32.927273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef01f5-c65c-4bc0-9ac0-a8492e1bc2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:32.955318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793618c-d3c8-478d-8e74-0c25821cf62b req-85cf8f07-4874-41ee-9989-ddde9304c09b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:32.962780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7793618c-d3c8-478d-8e74-0c25821cf62b req-85cf8f07-4874-41ee-9989-ddde9304c09b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.4272459 Jan 28 00:55:32.969983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2442a58-5a1f-475b-9f90-ed0e9fe61542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:32.971624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-a2442a58-5a1f-475b-9f90-ed0e9fe61542 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1094 time: 0.3668435 Jan 28 00:55:33.008630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks [] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.045330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:33.065505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.077866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7793618c-d3c8-478d-8e74-0c25821cf62b req-55a5424f-4c03-4c10-ad0c-244f6719d7dd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141741 Jan 28 00:55:33.081580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:33.087058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68236c4-e791-49be-a51d-1a23fa56fc39 req-6c77c202-ec97-4a00-adfc-227c6b8a8a1e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:33.088973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c68236c4-e791-49be-a51d-1a23fa56fc39 req-6c77c202-ec97-4a00-adfc-227c6b8a8a1e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1685035 Jan 28 00:55:33.114076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:33.148442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Router 6bd798b4-750c-4bbd-b9da-263274bcd113 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:33.152689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:33.157898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] Provisioning complete for port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:33.157898 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.159338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:33.168067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:33.176860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c68236c4-e791-49be-a51d-1a23fa56fc39 req-e004a1a9-967e-4b6e-b6cb-5c760ff61b2f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817254 Jan 28 00:55:33.181011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50b8f023-32ef-414f-b158-53876340f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:55:28Z', 'revision_number': 3, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:33.221102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c56f8eb0-057d-447d-9e8c-6fcfc145077e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:33.221479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.248628 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8f023-32ef-414f-b158-53876340f077 None None] The sync data for ids ['68f01181-d7a3-4656-b920-d28e8ca6ab18'] in n-d-826756-1 is: [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:55:28Z', 'revision_number': 3, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:33.291106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:33.320184 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da50a461-6ae0-42e0-921f-41a3f57e34a8 x-openstack-request-id: req-da50a461-6ae0-42e0-921f-41a3f57e34a8 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:33.323150 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:33.323150 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da50a461-6ae0-42e0-921f-41a3f57e34a8 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:33.323646 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'status': 'completed', 'code': 200} Jan 28 00:55:33.373173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-9546aa6b-562d-4209-8d85-d8dbb0b4d19f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 217 time: 0.0791612 Jan 28 00:55:33.395134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (4519c9f6-c928-414f-a555-034dbb5cd1d2), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.417727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Publish callbacks [] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.457343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.514096 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.515074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:33.518057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-958ef6a3-4318-4b49-b8c8-0be2e09e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:33.521190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-958ef6a3-4318-4b49-b8c8-0be2e09e12bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0691011 Jan 28 00:55:33.561483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Sync routers for ids ['6bd798b4-750c-4bbd-b9da-263274bcd113'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:33.564477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-e74af7c8-56cf-46f8-8cfa-98dd6b9df73f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351484 Jan 28 00:55:33.610221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.611550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f08b7712-a298-4cd8-b35a-bca634e6ac66 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5243917 Jan 28 00:55:33.614369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41926) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:33.656374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Attempting to bind port af35202d-877d-41aa-987d-5eea38df6b0f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:33.656741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Attempting to bind port af35202d-877d-41aa-987d-5eea38df6b0f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:33.657243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Attempting to bind port af35202d-877d-41aa-987d-5eea38df6b0f on network ec8e70e0-6ed4-4b09-a504-517c453e4137 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:33.674535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Routers {'6bd798b4-750c-4bbd-b9da-263274bcd113'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:33.675241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd798b4-750c-4bbd-b9da-263274bcd113'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:33.676355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Allocated IP 172.25.1.249 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/78cdc8d1-890d-48e9-a428-ea6888b810f3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:33.692716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c56f8eb0-057d-447d-9e8c-6fcfc145077e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:33.775359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Attempting to bind port 5eae746d-edad-44de-946f-2cd9cd6a04c7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:33.776083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Attempting to bind port 5eae746d-edad-44de-946f-2cd9cd6a04c7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:33.776083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Attempting to bind port 5eae746d-edad-44de-946f-2cd9cd6a04c7 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:33.783122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:33.783122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Checking segment: {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:33.784639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.785047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Bound using segment: {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:33.785554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Bound port: af35202d-877d-41aa-987d-5eea38df6b0f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:33.786019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.791890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a99ab6-a7be-4f26-85db-6497d3207382 None None] Pushing event updated for resources: {'Port': ['ID=5eae746d-edad-44de-946f-2cd9cd6a04c7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:33.826889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] Current status of the port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:33.827281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.827410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.863373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:33.863868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:33.864106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.864499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:33.864985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Bound port: 5eae746d-edad-44de-946f-2cd9cd6a04c7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:33.865361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.960967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] For port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:33.974696 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.003963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Allocated IP 172.20.0.1 (19383cfe-595e-44a4-8f25-f08b01fad90e/98d70439-1888-483f-8050-c98867dc9647/7b8ea1a8-0d8e-4007-9a29-b339086b0456) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:34.125551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] For port af35202d-877d-41aa-987d-5eea38df6b0f, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:34.146051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f98d-5276-4583-869d-dec64cd9a8f9 req-04fa0b2d-3d7a-48a8-9a3a-e460e60d2db0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:34.153329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4433f98d-5276-4583-869d-dec64cd9a8f9 req-04fa0b2d-3d7a-48a8-9a3a-e460e60d2db0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.2565272 Jan 28 00:55:34.181982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-dfde38b5-a327-485d-bd13-2246c50f7b7b service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047902 Jan 28 00:55:34.184536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Set router 6bd798b4-750c-4bbd-b9da-263274bcd113 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:34.187624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] For port 5eae746d-edad-44de-946f-2cd9cd6a04c7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:34.226035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks [] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.256279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] For port af35202d-877d-41aa-987d-5eea38df6b0f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=af35202d-877d-41aa-987d-5eea38df6b0f,segment=NetworkSegment(07078b80-a78d-4302-bfed-e7a4ede4596e),segment_id=07078b80-a78d-4302-bfed-e7a4ede4596e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:34.304003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1046e-466d-419f-b408-7f199d4de5f9 None None] Pushing event updated for resources: {'Port': ['ID=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:34.308614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.313458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] For port 5eae746d-edad-44de-946f-2cd9cd6a04c7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5eae746d-edad-44de-946f-2cd9cd6a04c7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:34.317733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Provisioning complete for port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:34.318182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.341143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks [] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.429210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:34.440131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4433f98d-5276-4583-869d-dec64cd9a8f9 req-45c1aa30-f090-4245-9535-a42182a3ede4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857869 Jan 28 00:55:34.501669 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.614796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:34.623126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:34.623763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:34.626249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks [] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.627063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546f1ac-2313-4894-9dc2-afdd1b1470c0 None None] Pushing event updated for resources: {'Port': ['ID=af35202d-877d-41aa-987d-5eea38df6b0f,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:34.631557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.640056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.690969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.702863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6ef91-a433-449a-a88d-503f60d41681 req-11ca45cd-4948-4a36-bc4d-29a6ee6322e0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:34.711752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcd6ef91-a433-449a-a88d-503f60d41681 req-11ca45cd-4948-4a36-bc4d-29a6ee6322e0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.4876258 Jan 28 00:55:34.735936 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (4519c9f6-c928-414f-a555-034dbb5cd1d2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.752509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Provisioning complete for port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:34.753390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.794679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afad70-8df7-4bd2-a86e-3d040b8c42f6 req-1c9b9d02-cb2b-4c7e-9df8-d75fc0390aac tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:34.813831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2afad70-8df7-4bd2-a86e-3d040b8c42f6 req-1c9b9d02-cb2b-4c7e-9df8-d75fc0390aac tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2499883 Jan 28 00:55:34.880325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:34.885763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Network 19383cfe-595e-44a4-8f25-f08b01fad90e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:34.889486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-149b0ba0-b38a-40d1-a2b0-3fdaf703cf03 req-74162e5d-74eb-478a-9e0f-80ed6f7f4629 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097174 Jan 28 00:55:34.892784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:34.904195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:34.905300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:34.910181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:34.922442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:34.972708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:35.006390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Pushing event updated for resources: {'Port': ['ID=7b8ea1a8-0d8e-4007-9a29-b339086b0456,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.075837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:35.076378 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.103839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a99ab6-a7be-4f26-85db-6497d3207382 None None] Pushing event updated for resources: {'Port': ['ID=5eae746d-edad-44de-946f-2cd9cd6a04c7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.140085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2afad70-8df7-4bd2-a86e-3d040b8c42f6 req-99bc65a0-e965-40ae-9f56-82404dd8322d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196921 Jan 28 00:55:35.157344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcd6ef91-a433-449a-a88d-503f60d41681 req-3434f39b-f3c8-43ba-ae6a-474508b4974f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444964 Jan 28 00:55:35.185414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:30Z', 'revision_number': 3, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:35.205007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (68f01181-d7a3-4656-b920-d28e8ca6ab18), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.270990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.274918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:35.279202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Checking router: 6bd798b4-750c-4bbd-b9da-263274bcd113 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:35.285525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Updating router 6bd798b4-750c-4bbd-b9da-263274bcd113 port bb148280-33fa-4a71-af9f-7f5d12daf81b binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:35.294772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-505dd867-42a1-4163-9ed2-28cb8a89d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:35.296484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-505dd867-42a1-4163-9ed2-28cb8a89d047 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1094 time: 0.2172525 Jan 28 00:55:35.387937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.453683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Current status of the port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:35.454118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.604293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Pushing event updated for resources: {'Port': ['ID=78cdc8d1-890d-48e9-a428-ea6888b810f3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.646847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:35.648187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1bc00a5-0779-4717-ab2d-a11267b48c25 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:35.689626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] For port 47cd843a-a1bb-4f0a-ac36-3bbac6873282, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cd843a-a1bb-4f0a-ac36-3bbac6873282,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:35.710269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.710533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.715291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Router 4519c9f6-c928-414f-a555-034dbb5cd1d2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:35.757481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks [] for router_gateway (d8173ee1-4005-48fe-9948-b0020455701d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.757861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-ad249e06-2c79-44f0-9920-f30e8149b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:35.760449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-ad249e06-2c79-44f0-9920-f30e8149b59e service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.4558392 Jan 28 00:55:35.761491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.836305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-1eacec92-534c-4399-a3ba-b3837f009e2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 217 time: 0.0602174 Jan 28 00:55:35.840030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Provisioning complete for port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:35.840946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.866081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c1bc00a5-0779-4717-ab2d-a11267b48c25 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:35.866588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.934757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Pushing event updated for resources: {'Port': ['ID=47cd843a-a1bb-4f0a-ac36-3bbac6873282,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.995206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-a447fba3-a76e-4161-bc60-8d24bdf26a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:35.996418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-a447fba3-a76e-4161-bc60-8d24bdf26a6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1461804 Jan 28 00:55:36.003393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e845a11-5c58-4734-b495-022daf3b693c req-7326f984-f33d-4659-bb41-e2362e9387b8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:36.010613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e845a11-5c58-4734-b495-022daf3b693c req-7326f984-f33d-4659-bb41-e2362e9387b8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.2972007 Jan 28 00:55:36.023704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:36.051360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eab907ee-b073-4633-ba93-fca6ae7e527b admin admin] 10.222.0.23 "PUT /v2.0/routers/4519c9f6-c928-414f-a555-034dbb5cd1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1977091 Jan 28 00:55:36.131820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-b187756c-9ac4-4173-bede-b5e427327a3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862160 Jan 28 00:55:36.134926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:34Z', 'revision_number': 2, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:36.185751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3a44fef9-9bf9-4a89-98b1-1cdd6d8caf92 None None] Current status of the port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:36.188197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cfd36-b1d4-4cb7-ac1a-5ed6326ea546 None None] The sync data for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 is: [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:34Z', 'revision_number': 2, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:36.191654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c1bc00a5-0779-4717-ab2d-a11267b48c25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:36.192827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cd843a-a1bb-4f0a-ac36-3bbac6873282 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:36.234320 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Publish callbacks [] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.246228 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.359242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d8173ee1-4005-48fe-9948-b0020455701d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.380615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks [] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.383577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Attempting to bind port bb148280-33fa-4a71-af9f-7f5d12daf81b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:36.383955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Attempting to bind port bb148280-33fa-4a71-af9f-7f5d12daf81b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:36.384362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Attempting to bind port bb148280-33fa-4a71-af9f-7f5d12daf81b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:36.390502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.397910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e845a11-5c58-4734-b495-022daf3b693c req-fdf7fb37-3fda-4231-bc24-a5201550fe68 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796895 Jan 28 00:55:36.406438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:36.406822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:36.407309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.418272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:36.418828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Bound port: bb148280-33fa-4a71-af9f-7f5d12daf81b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:36.419231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.421025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30be7d-607c-4108-a3b8-dcc98bdf8dec None None] Pushing event updated for resources: {'Port': ['ID=bb148280-33fa-4a71-af9f-7f5d12daf81b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:36.452391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3c6814e8-4492-4bd5-ae32-81cd697b61b7 None None] Provisioning complete for port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:36.452772 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c6814e8-4492-4bd5-ae32-81cd697b61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.494940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:36.495326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.499494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53349e41-bfe8-4d0b-ade4-a4de0ccc806a req-41baced3-5840-440c-ad24-3b6af402e307 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:36.501659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53349e41-bfe8-4d0b-ade4-a4de0ccc806a req-41baced3-5840-440c-ad24-3b6af402e307 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2203431 Jan 28 00:55:36.541261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Allocated IP 172.20.0.1 (88b6dedf-27cc-4020-9c79-6c88e8930b46/fccf0139-5430-4c4a-b5ae-0b4e36c4261a/ef190735-f9fd-40c5-be99-3b017a3898b3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:36.545091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-9812a7f6-7a68-4e67-8b79-830fbd1f71a1 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028091 Jan 28 00:55:36.567850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3c6814e8-4492-4bd5-ae32-81cd697b61b7 None None] Port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:36.584178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] For port bb148280-33fa-4a71-af9f-7f5d12daf81b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:36.592354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] For port bb148280-33fa-4a71-af9f-7f5d12daf81b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bb148280-33fa-4a71-af9f-7f5d12daf81b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:36.612666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.623682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3c6814e8-4492-4bd5-ae32-81cd697b61b7 None None] Provisioning complete for port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:36.623982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c6814e8-4492-4bd5-ae32-81cd697b61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.765555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3c6814e8-4492-4bd5-ae32-81cd697b61b7 None None] Port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:36.771915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ae68a-26a7-4790-afb3-a9090b0d75ba None None] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:36.816376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbd46-f33f-4bee-b593-bb70a92d681e req-2691de2d-9504-4ef0-9e2c-f14dbf90a483 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:36.823625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9dbd46-f33f-4bee-b593-bb70a92d681e req-2691de2d-9504-4ef0-9e2c-f14dbf90a483 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.3115928 Jan 28 00:55:36.826487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:36.827939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51bf848b-aee4-459f-ac85-eeb8689de12d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:36.847244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53349e41-bfe8-4d0b-ade4-a4de0ccc806a req-865857eb-5e77-43b3-bd8a-62067b5819c1 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247221 Jan 28 00:55:36.881144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Routers {'6bd798b4-750c-4bbd-b9da-263274bcd113'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:36.882642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd798b4-750c-4bbd-b9da-263274bcd113'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:36.885168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30be7d-607c-4108-a3b8-dcc98bdf8dec None None] Pushing event updated for resources: {'Port': ['ID=bb148280-33fa-4a71-af9f-7f5d12daf81b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:36.945695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b16a34f-1fea-4505-af1b-49d4fce3abec req-27bdffb0-464d-437a-9d92-ecb717a78cb6 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807254 Jan 28 00:55:36.958580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks [] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.974178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9dbd46-f33f-4bee-b593-bb70a92d681e req-04cdf4c5-ec4f-402f-b10f-fe834b950408 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447937 Jan 28 00:55:37.040208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.053545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.078870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] Provisioning complete for port af35202d-877d-41aa-987d-5eea38df6b0f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:37.079452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.102508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Pushing event updated for resources: {'Port': ['ID=7b8ea1a8-0d8e-4007-9a29-b339086b0456,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:37.183172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:37.186828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:37.193491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:37.197356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Router d8173ee1-4005-48fe-9948-b0020455701d is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:37.205869 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-c090c90f-01c9-46c3-9a33-54998280053c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989912 Jan 28 00:55:37.221712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Pushing event updated for resources: {'Port': ['ID=ef190735-f9fd-40c5-be99-3b017a3898b3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:37.267748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6bd798b4-750c-4bbd-b9da-263274bcd113), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.407014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-a955b542-5be2-423a-868e-566fca257dd0 req-add9b439-0a18-43f0-8688-55ca4d7e9bf6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:55:37.408353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:37.408772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a955b542-5be2-423a-868e-566fca257dd0 req-add9b439-0a18-43f0-8688-55ca4d7e9bf6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231659 Jan 28 00:55:37.419008 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Sync routers for ids ['d8173ee1-4005-48fe-9948-b0020455701d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:37.451993 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Routers {'d8173ee1-4005-48fe-9948-b0020455701d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:37.470444 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d8173ee1-4005-48fe-9948-b0020455701d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:37.476179 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37ec2add-adfd-4f7b-8596-10d3345182cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.504555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (68f01181-d7a3-4656-b920-d28e8ca6ab18), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.607907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 51bf848b-aee4-459f-ac85-eeb8689de12d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:37.608292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.643970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] Set router 6bd798b4-750c-4bbd-b9da-263274bcd113 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:37.679166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-aa9d143e-7b07-4a97-b1d4-8da40c83a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:37.680801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-aa9d143e-7b07-4a97-b1d4-8da40c83a1b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.3085458 Jan 28 00:55:37.712451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.715433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-346a2b70-bcdb-460e-b4a9-a24fe1a6062c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.0160687 Jan 28 00:55:37.745038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41956) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:37.762309 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Set router d8173ee1-4005-48fe-9948-b0020455701d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:37.772290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.899723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41964) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:37.946229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Network 19383cfe-595e-44a4-8f25-f08b01fad90e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:37.953974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:38.058583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41968) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:38.072971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977353389', 'description': 'tempest-description--533114853'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:38.195652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks [] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.204721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:55:38.214152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b6d7-8a02-4588-9b5f-04e7742a7bbe req-7c414ed1-04f9-421d-9772-b759ac6447ed tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:38.223500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e330b6d7-8a02-4588-9b5f-04e7742a7bbe req-7c414ed1-04f9-421d-9772-b759ac6447ed tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.4273932 Jan 28 00:55:38.225389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.271866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-2147000b-b88d-4042-89fe-43ad23c05846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:38.278455 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-2147000b-b88d-4042-89fe-43ad23c05846 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.5593834 Jan 28 00:55:38.309032 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 3, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:38.351967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 51bf848b-aee4-459f-ac85-eeb8689de12d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:38.376403 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Checking router: d8173ee1-4005-48fe-9948-b0020455701d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:38.379278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Updating router d8173ee1-4005-48fe-9948-b0020455701d port 78cdc8d1-890d-48e9-a428-ea6888b810f3 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:38.443474 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.490473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] Current status of the port af35202d-877d-41aa-987d-5eea38df6b0f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:38.491077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.507822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.545907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-af9cdfc3-6e08-49cd-8f00-121936eec63c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.2430177 Jan 28 00:55:38.546125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Pushing event updated for resources: {'Port': ['ID=ef190735-f9fd-40c5-be99-3b017a3898b3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:38.549075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] For port af35202d-877d-41aa-987d-5eea38df6b0f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=af35202d-877d-41aa-987d-5eea38df6b0f,segment=NetworkSegment(07078b80-a78d-4302-bfed-e7a4ede4596e),segment_id=07078b80-a78d-4302-bfed-e7a4ede4596e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:38.555616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6bd798b4-750c-4bbd-b9da-263274bcd113), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.582242 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.613039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-3acb6664-8763-4e7c-a21b-1716d2296946 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7050719 Jan 28 00:55:38.622669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-25c918e3-8cbf-46bd-bdeb-eeb6631fc054 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:55:38.623790 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-25c918e3-8cbf-46bd-bdeb-eeb6631fc054 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099688 Jan 28 00:55:38.683305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0e20d-76c3-464b-a69a-49a189b833aa None None] Pushing event updated for resources: {'Port': ['ID=af35202d-877d-41aa-987d-5eea38df6b0f,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:38.714962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:38.727295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1fcf4-9942-4c12-8473-03db0cde290e req-737daec4-b848-44c3-88b3-19d2e58ebdcb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:38.738197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:30Z', 'revision_number': 3, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:38.741604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bd1fcf4-9942-4c12-8473-03db0cde290e req-737daec4-b848-44c3-88b3-19d2e58ebdcb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.5429821 Jan 28 00:55:38.752603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'port_id': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'mac_address': 'fa:16:3e:2f:0c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1262e78a-f4af-43dc-9a00-46a01a99f4d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:55:38.767748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e330b6d7-8a02-4588-9b5f-04e7742a7bbe req-4d53a5b1-2d47-4159-b67f-ac81e30ecb67 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409858 Jan 28 00:55:38.816100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Provisioning complete for port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:38.816496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.858818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372d05c-2b46-4781-aa54-d5d2bb920f64 None None] The sync data for ids ['6bd798b4-750c-4bbd-b9da-263274bcd113'] in n-d-826756-1 is: [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:30Z', 'revision_number': 3, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:38.890692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-c71d6691-0b7f-46cd-8682-ba7182374eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:38.894712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-c71d6691-0b7f-46cd-8682-ba7182374eb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.3033679 Jan 28 00:55:38.917441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:38.922295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:38.922974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.947893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group (518d7c68-1bcc-4105-9f0e-ad733f2ec9b4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.950994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Router 68f01181-d7a3-4656-b920-d28e8ca6ab18 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:38.974029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (518d7c68-1bcc-4105-9f0e-ad733f2ec9b4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.993516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a03a89-59f5-4b2b-99ad-6131f49e6b99 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:39.003032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eae746d-edad-44de-946f-2cd9cd6a04c7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:39.006098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bd1fcf4-9942-4c12-8473-03db0cde290e req-ec67a9be-769f-4058-a464-b661cced4777 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605217 Jan 28 00:55:39.009401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Provisioning complete for port ef190735-f9fd-40c5-be99-3b017a3898b3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:39.009885 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.052380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:39.079560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.085705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0171540 Jan 28 00:55:39.089655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:39.093394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d203588-b49c-406d-960e-c220824250d4 req-d5ae320a-f1c7-443d-98b1-1c89a0230fa2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:39.099509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:39.102726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d203588-b49c-406d-960e-c220824250d4 req-d5ae320a-f1c7-443d-98b1-1c89a0230fa2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1548223 Jan 28 00:55:39.111981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.137333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:39.158334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:39.262505 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Publish callbacks [] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.271397 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.277513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Port ef190735-f9fd-40c5-be99-3b017a3898b3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:39.287053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:39.380245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Attempting to bind port 78cdc8d1-890d-48e9-a428-ea6888b810f3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:39.380616 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Attempting to bind port 78cdc8d1-890d-48e9-a428-ea6888b810f3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:39.380977 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Attempting to bind port 78cdc8d1-890d-48e9-a428-ea6888b810f3 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:39.402634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Router 6bd798b4-750c-4bbd-b9da-263274bcd113 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:39.414375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5ab437a6-b26f-4875-9bad-f10a74e0d46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.417355 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:39.418098 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:39.418681 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.419082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:39.419581 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Bound port: 78cdc8d1-890d-48e9-a428-ea6888b810f3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:39.419963 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.422270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Request body: {'security_group_rule': {'security_group_id': '518d7c68-1bcc-4105-9f0e-ad733f2ec9b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:39.422831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5eae746d-edad-44de-946f-2cd9cd6a04c7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:39.423336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d203588-b49c-406d-960e-c220824250d4 req-3ffb7628-9ea1-49c3-b2be-4c9c5cc90ac7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172841 Jan 28 00:55:39.423492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.425676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Provisioning complete for port af35202d-877d-41aa-987d-5eea38df6b0f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:39.426060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.442431 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f053f73-df86-417e-b4d4-25a02fe7e0cf None None] Pushing event updated for resources: {'Port': ['ID=78cdc8d1-890d-48e9-a428-ea6888b810f3,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:39.529485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['69a03a89-59f5-4b2b-99ad-6131f49e6b99'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:39.547844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:39.575896 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9f678fa9-e85d-4093-9dbc-55a0e9acfe2c admin admin] 10.222.0.23 "PUT /v2.0/routers/68f01181-d7a3-4656-b920-d28e8ca6ab18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8364735 Jan 28 00:55:39.576217 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] For port 78cdc8d1-890d-48e9-a428-ea6888b810f3, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:39.579803 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] For port 78cdc8d1-890d-48e9-a428-ea6888b810f3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cdc8d1-890d-48e9-a428-ea6888b810f3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:39.585935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Sync routers for ids ['68f01181-d7a3-4656-b920-d28e8ca6ab18'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:39.588511 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.591930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.592414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.592862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.593342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.594496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.595005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.595508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.595945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.596382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.596817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.597253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.597718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.598185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077bac1-8e36-44d9-9086-4ae924155083 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:39.639517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-57fa83aa-848b-43b0-b365-44dbdf2ab80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:39.641976 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-57fa83aa-848b-43b0-b365-44dbdf2ab80e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6867495 Jan 28 00:55:39.642862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group_rule (33f06f7d-f1a4-430e-a928-5b5038016cc0), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.690632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:39.700979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3c5b66d3-df41-4d1a-89f3-724f033af01d admin admin] 10.222.0.23 "PUT /v2.0/routers/6bd798b4-750c-4bbd-b9da-263274bcd113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0855689 Jan 28 00:55:39.701633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Routers {'68f01181-d7a3-4656-b920-d28e8ca6ab18'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:39.702347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['68f01181-d7a3-4656-b920-d28e8ca6ab18'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:39.732588 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Routers {'d8173ee1-4005-48fe-9948-b0020455701d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:39.733398 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d8173ee1-4005-48fe-9948-b0020455701d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:39.743918 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f053f73-df86-417e-b4d4-25a02fe7e0cf None None] Pushing event updated for resources: {'Port': ['ID=78cdc8d1-890d-48e9-a428-ea6888b810f3,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:40.069376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-f227c31c-b07d-4cf3-ae8d-24b340082319 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022453 Jan 28 00:55:40.070161 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] Set router d8173ee1-4005-48fe-9948-b0020455701d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:40.117996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9271-d063-4026-aa38-dfa27b1ce954 req-d72d8c85-e033-4218-88cd-6387d47fef7b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:40.123806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-974d9271-d063-4026-aa38-dfa27b1ce954 req-d72d8c85-e033-4218-88cd-6387d47fef7b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.1397223 Jan 28 00:55:40.235149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5eae746d-edad-44de-946f-2cd9cd6a04c7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:40.235471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.250017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group_rule (33f06f7d-f1a4-430e-a928-5b5038016cc0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.284289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-974d9271-d063-4026-aa38-dfa27b1ce954 req-96d1d7d2-f7cb-4a9f-9db4-7fca4a874569 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565957 Jan 28 00:55:40.350643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146be448-542b-430f-8f6a-b1608b140582 req-c339d349-fbc3-4eee-9025-8eb8ec107724 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:40.353540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-146be448-542b-430f-8f6a-b1608b140582 req-c339d349-fbc3-4eee-9025-8eb8ec107724 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1363313 Jan 28 00:55:40.496610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (33f06f7d-f1a4-430e-a928-5b5038016cc0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.541463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-146be448-542b-430f-8f6a-b1608b140582 req-af1d599f-a31f-4fe7-b934-cbe4c5c4d1c1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811292 Jan 28 00:55:40.648189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f06f7d-f1a4-430e-a928-5b5038016cc0,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:40.768660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 5eae746d-edad-44de-946f-2cd9cd6a04c7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5eae746d-edad-44de-946f-2cd9cd6a04c7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:40.781453 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Sync routers for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:40.854121 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 3, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:40.856586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.861039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8ae6639d-29bf-408d-a59a-688e7520b88b tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4505384 Jan 28 00:55:40.886727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42054) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:40.891886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.894247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:40.902038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Request body: {'security_group_rule': {'security_group_id': '518d7c68-1bcc-4105-9f0e-ad733f2ec9b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:40.908612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Set router 68f01181-d7a3-4656-b920-d28e8ca6ab18 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:40.979457 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8477e14-11f4-4fa3-83be-64f144189733 None None] The sync data for ids ['d8173ee1-4005-48fe-9948-b0020455701d'] in n-d-826756-1 is: [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 3, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:40.981343 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:40.981992 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:41.024932 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39344135-e86c-4fbf-a9f3-491da5051a2d req-ba115b09-03e8-4fe6-bd3a-fa07c0e5580b service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9442394 Jan 28 00:55:41.178566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.217872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-4f31e57a-51da-49b6-afc5-b6f076671369 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4229262 Jan 28 00:55:41.264451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030abf-fbff-4d37-8442-8af1142d1dca req-b31bd512-905e-485b-af1e-3f3ae7cde1d0 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:41.278806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43030abf-fbff-4d37-8442-8af1142d1dca req-b31bd512-905e-485b-af1e-3f3ae7cde1d0 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.4451785 Jan 28 00:55:41.313254 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:41.409251 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group_rule (ba11d554-a5f0-4307-9da1-5985da3d1df6), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.574208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.863956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0dd35-0b3a-4e1c-8f7d-217164c93615 None None] Current status of the port af35202d-877d-41aa-987d-5eea38df6b0f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:41.902425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Allocated IP 172.20.0.1 (ec8e70e0-6ed4-4b09-a504-517c453e4137/70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc/af46c86d-ec3d-46cb-b796-466d68ea1060) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:41.977266 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:34Z', 'revision_number': 2, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:42.098297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43030abf-fbff-4d37-8442-8af1142d1dca req-7663e067-1a23-41a6-9a1c-1ef62b6586c7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8153698 Jan 28 00:55:42.103938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.118957 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Checking router: 4519c9f6-c928-414f-a555-034dbb5cd1d2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:42.119319 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Updating router 4519c9f6-c928-414f-a555-034dbb5cd1d2 port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:42.194542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6a05296d-f864-4342-b5db-719a79a7ee97 None None] Provisioning complete for port ef190735-f9fd-40c5-be99-3b017a3898b3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:42.198342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6a05296d-f864-4342-b5db-719a79a7ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.234965 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.260764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks [] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.316493 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.405243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6a05296d-f864-4342-b5db-719a79a7ee97 None None] Port ef190735-f9fd-40c5-be99-3b017a3898b3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:42.419627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=5eae746d-edad-44de-946f-2cd9cd6a04c7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:42.445243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:42.450096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.450447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.450796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.451137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.451475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.451810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.459971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:42.470974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.471435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.471788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.472137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.472476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.472818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.473156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:42.478204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:42.601675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (d8173ee1-4005-48fe-9948-b0020455701d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.764391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Pushing event updated for resources: {'Port': ['ID=af46c86d-ec3d-46cb-b796-466d68ea1060,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:43.012958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-106a9087-50db-435c-b83d-c099b5027a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:43.014712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-106a9087-50db-435c-b83d-c099b5027a6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 1097 time: 1.6775405 Jan 28 00:55:43.074608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4076c3-273d-4865-928d-5f0ba3297cd1 req-4603eed4-c7cc-44a5-ac81-1e0ed00e0931 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:43.079241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a4076c3-273d-4865-928d-5f0ba3297cd1 req-4603eed4-c7cc-44a5-ac81-1e0ed00e0931 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 1.5052376 Jan 28 00:55:43.103854 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Publish callbacks [] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.111323 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.187575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-723e5f7c-ed95-40de-994a-a45f78982361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:43.194136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-723e5f7c-ed95-40de-994a-a45f78982361 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1100 time: 1.4843981 Jan 28 00:55:43.212860 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a7a2d-a69a-4831-905e-609fbd034379 None None] Pushing event updated for resources: {'Port': ['ID=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:43.222550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:43.223648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.476945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-447c9df2-77b5-4d8d-bb6a-fbdea828adf5 None None] Provisioning complete for port af46c86d-ec3d-46cb-b796-466d68ea1060 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:43.492157 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-447c9df2-77b5-4d8d-bb6a-fbdea828adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.493580 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Attempting to bind port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:43.494188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Attempting to bind port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:43.494553 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Attempting to bind port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a on network 715114cb-40b8-47d2-b7a9-a0effaa1e326 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:43.539272 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:43.540009 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Checking segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:43.540579 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.541146 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Bound using segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:43.542553 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Bound port: d9fd02a0-00d4-4a51-ae7e-820fc5bab99a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:43.546273 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.559948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group_rule (ba11d554-a5f0-4307-9da1-5985da3d1df6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.610861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-447c9df2-77b5-4d8d-bb6a-fbdea828adf5 None None] Port af46c86d-ec3d-46cb-b796-466d68ea1060 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:43.646048 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.694937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a4076c3-273d-4865-928d-5f0ba3297cd1 req-02d925db-035a-435d-b7cc-c1f27bea7cbc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145661 Jan 28 00:55:43.697053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ba11d554-a5f0-4307-9da1-5985da3d1df6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.698118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 4, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b8ea1a8-0d8e-4007-9a29-b339086b0456', 'name': '', 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'mac_address': 'fa:16:3e:ac:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '98d70439-1888-483f-8050-c98867dc9647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:33Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 2, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'subnets': [{'id': '98d70439-1888-483f-8050-c98867dc9647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:43.850372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Checking router: 68f01181-d7a3-4656-b920-d28e8ca6ab18 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:43.850740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Updating router 68f01181-d7a3-4656-b920-d28e8ca6ab18 port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:43.888334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.893992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba11d554-a5f0-4307-9da1-5985da3d1df6,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:43.919791 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] For port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:43.940604 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] For port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:43.949495 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.050352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.079333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] Provisioning complete for port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:44.079705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.100751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.101827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.102915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.103790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.105717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.106494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.107782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.108371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.108926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.109489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.110064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.110694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.111394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:44.198886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd62e-d8d3-43bc-9d69-878111d14fd0 req-cb8d56aa-6388-4530-a6ed-357c94f8689a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:44.211357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b1fd62e-d8d3-43bc-9d69-878111d14fd0 req-cb8d56aa-6388-4530-a6ed-357c94f8689a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 1.1826797 Jan 28 00:55:44.232055 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:44.232773 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:44.243238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:44.243889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.249804 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a7a2d-a69a-4831-905e-609fbd034379 None None] Pushing event updated for resources: {'Port': ['ID=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:44.264662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:44.326587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.332613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-299f99ce-a750-4e39-8555-115eecf37684 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.4414506 Jan 28 00:55:44.343593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42118) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:44.349810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:44.359663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks [] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.368953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.425507 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:55:44.439509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Pushing event updated for resources: {'Port': ['ID=af46c86d-ec3d-46cb-b796-466d68ea1060,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:44.492818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-ce23e271-0151-4ad1-ade4-261c7af2282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:44.501324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-ce23e271-0151-4ad1-ade4-261c7af2282b service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 1.2773645 Jan 28 00:55:44.507524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:44.509958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.582498 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.583315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:44.644760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:44.721157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-e721e381-05f7-4922-bb82-0a680b0e8912 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 217 time: 0.1894045 Jan 28 00:55:44.766025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (d8173ee1-4005-48fe-9948-b0020455701d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.817268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0400df-2194-490b-a937-81f0c0c40e19 req-70a426a4-d849-40ea-9937-141a95dca167 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:44.828699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb0400df-2194-490b-a937-81f0c0c40e19 req-70a426a4-d849-40ea-9937-141a95dca167 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.6895244 Jan 28 00:55:44.831084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-17fb13ee-76ff-4f6c-89a1-8d33c8db005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:44.832515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-17fb13ee-76ff-4f6c-89a1-8d33c8db005a service neutron] 10.222.0.45 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 925 time: 1.7814133 Jan 28 00:55:44.880624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] Current status of the port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:44.880624 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.016162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b1fd62e-d8d3-43bc-9d69-878111d14fd0 req-bf661eea-8b51-44b1-8abe-4448546118ca tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7967064 Jan 28 00:55:45.079770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:45.278724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:45.284573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:45.285102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.290571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:45.307992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb0400df-2194-490b-a937-81f0c0c40e19 req-b61eaec5-afb4-4d31-917e-cca292651bda tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782698 Jan 28 00:55:45.323727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-7064a521-fc97-4d8f-9ab6-a6ecc1a1793e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 200 len: 1002 time: 0.4213607 Jan 28 00:55:45.325047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.327235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-53d2a56e-1a8b-48bd-8880-2a54d1df0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:45.333318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-53d2a56e-1a8b-48bd-8880-2a54d1df0711 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.5848875 Jan 28 00:55:45.340915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Sync routers for ids ['6bd798b4-750c-4bbd-b9da-263274bcd113'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:45.403760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] For port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:45.409767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-60479ba3-b779-4191-95f3-85a9f85615bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:45.412694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-60479ba3-b779-4191-95f3-85a9f85615bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.0761774 Jan 28 00:55:45.417403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Routers {'6bd798b4-750c-4bbd-b9da-263274bcd113'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:45.419118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd798b4-750c-4bbd-b9da-263274bcd113'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:45.546871 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:43Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:45.614082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c96c8-fa22-4a05-af23-3a796b407ccf None None] The sync data for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 is: [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:43Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:45.686976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-47270a7c-2f29-42a3-9fcc-c57fdfa93065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:45.688939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Set router 6bd798b4-750c-4bbd-b9da-263274bcd113 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:45.690115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-47270a7c-2f29-42a3-9fcc-c57fdfa93065 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655387 Jan 28 00:55:45.709307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88531-a1c4-4330-a705-ff603a794b4c req-cd45d69c-a6da-4686-9d9d-fd229dae25c0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:45.722590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9f88531-a1c4-4330-a705-ff603a794b4c req-cd45d69c-a6da-4686-9d9d-fd229dae25c0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.3870275 Jan 28 00:55:45.729935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-c30eb476-bdf9-4547-9e94-1f985d4d610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:45.734606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-c30eb476-bdf9-4547-9e94-1f985d4d610c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435229 Jan 28 00:55:45.774325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.823503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:55:45.885734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:45.886748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.000392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Router d8173ee1-4005-48fe-9948-b0020455701d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:46.030521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Allocated IP 172.25.1.42 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d0f394ca-b5cb-40a5-8541-bc763124ed60) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:46.112132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93808d-9261-45d3-8558-788b9d5974ef None None] Pushing event updated for resources: {'Port': ['ID=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:46.246412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9f88531-a1c4-4330-a705-ff603a794b4c req-897d24ef-e654-4dc7-b25e-98ab5a3449f9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228004 Jan 28 00:55:46.251550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-ef1e41d7-b609-4723-92c0-d01861adfd86 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263186 Jan 28 00:55:46.435736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:46.437488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cd843a-a1bb-4f0a-ac36-3bbac6873282 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:46.444241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-09cb96fb-614f-4a03-90d5-3deaf0293ed1 None None] Provisioning complete for port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:46.444848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09cb96fb-614f-4a03-90d5-3deaf0293ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.622057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-bbe9e45d-db31-417a-8c19-f71b07e44f29 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610950 Jan 28 00:55:46.696238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:46.713136 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Sync routers for ids ['d8173ee1-4005-48fe-9948-b0020455701d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:46.715373 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-afb80e21-5e8d-493d-a8cd-88cb8e5dcb89 admin admin] 10.222.0.23 "PUT /v2.0/routers/d8173ee1-4005-48fe-9948-b0020455701d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9620919 Jan 28 00:55:46.719116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.764415 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Routers {'d8173ee1-4005-48fe-9948-b0020455701d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:46.766382 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d8173ee1-4005-48fe-9948-b0020455701d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:46.811788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.936201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:46.939916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:46.956301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:47.004529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501e12-ab48-4738-97fe-51835c079532 req-e1cedd1c-866b-4ed3-957b-427d60452c26 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:47.018913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55501e12-ab48-4738-97fe-51835c079532 req-e1cedd1c-866b-4ed3-957b-427d60452c26 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.7588875 Jan 28 00:55:47.046997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:47.047407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.094951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event updated for resources: {'Port': ['ID=d0f394ca-b5cb-40a5-8541-bc763124ed60,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:47.117471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:47.121100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.157736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771950b0-b7b0-453e-9658-11eb72ae4619 req-1cfcc41d-cc58-4492-9d28-b46ac9bce23d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:47.166824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-771950b0-b7b0-453e-9658-11eb72ae4619 req-1cfcc41d-cc58-4492-9d28-b46ac9bce23d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.4010873 Jan 28 00:55:47.216122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-172a56c5-4409-4100-b55f-b7451c2b4b40 service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3661349 Jan 28 00:55:47.218384 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Set router d8173ee1-4005-48fe-9948-b0020455701d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:47.226671 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.293090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55501e12-ab48-4738-97fe-51835c079532 req-83a27ad4-9140-409b-a187-65a5d091f3de tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698777 Jan 28 00:55:47.346618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.399226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-771950b0-b7b0-453e-9658-11eb72ae4619 req-43804ec8-fe61-48ea-af87-e905a824655d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287114 Jan 28 00:55:47.534195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Publish callbacks [] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.599844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-09cb96fb-614f-4a03-90d5-3deaf0293ed1 None None] Current status of the port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:47.670836 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.688171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:47.689433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device af35202d-877d-41aa-987d-5eea38df6b0f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:47.718452 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-3a774745-8346-4296-8539-f73b50fc9192 req-92b57adb-56b9-43ce-b644-4760b5acbc04 tempest-FloatingIPDetailsNegativeTestJSON-526958141 tempest-FloatingIPDetailsNegativeTestJSON-526958141-project] show failed (client error): The resource could not be found. Jan 28 00:55:47.719494 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a774745-8346-4296-8539-f73b50fc9192 req-92b57adb-56b9-43ce-b644-4760b5acbc04 tempest-FloatingIPDetailsNegativeTestJSON-526958141 tempest-FloatingIPDetailsNegativeTestJSON-526958141-project] 10.222.0.23 "GET /v2.0/floatingips/3f278a11-a76d-497e-9eb5-46b14f84aa53 HTTP/1.1" status: 404 len: 350 time: 0.2719958 Jan 28 00:55:47.748324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:43Z', 'revision_number': 4, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'af46c86d-ec3d-46cb-b796-466d68ea1060', 'name': '', 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'mac_address': 'fa:16:3e:ef:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:41Z', 'updated_at': '2022-01-28T00:55:44Z', 'revision_number': 2, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'subnets': [{'id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:47.757878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42144) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:47.773087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b314aa20-89b4-4e1a-8aac-6680e365ce72 req-876e0341-13c9-4d43-8a9a-6cfa2b9ba9c9 service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001472 Jan 28 00:55:47.789501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:47.821278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32344e-570d-46b6-a68c-211eff32b754 req-57e74375-9baa-4d14-8ffc-120e0c161875 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:47.859083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf32344e-570d-46b6-a68c-211eff32b754 req-57e74375-9baa-4d14-8ffc-120e0c161875 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.2970250 Jan 28 00:55:47.865746 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Checking router: d8173ee1-4005-48fe-9948-b0020455701d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:47.869033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Updating router d8173ee1-4005-48fe-9948-b0020455701d port af46c86d-ec3d-46cb-b796-466d68ea1060 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:47.957655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.965896 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.973541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.052498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event updated for resources: {'Port': ['ID=d0f394ca-b5cb-40a5-8541-bc763124ed60,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:48.083391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf32344e-570d-46b6-a68c-211eff32b754 req-0d75c9db-d7b3-473f-947a-442fb3ad0a4f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195070 Jan 28 00:55:48.231192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.255376 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e651fd-739b-4b8f-b3c8-c2a7148e1ade" -d '{"events": [{"server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "name": "network-vif-plugged", "status": "completed", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:48.291290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-09cb96fb-614f-4a03-90d5-3deaf0293ed1 None None] Provisioning complete for port af46c86d-ec3d-46cb-b796-466d68ea1060 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:48.292731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09cb96fb-614f-4a03-90d5-3deaf0293ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.456554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.458335 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1628ec-e2ae-400e-b11b-415aef257762 x-openstack-request-id: req-8a1628ec-e2ae-400e-b11b-415aef257762 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:48.459061 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "name": "network-vif-plugged", "status": "completed", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:48.461688 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a1628ec-e2ae-400e-b11b-415aef257762 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:48.462804 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'code': 200} Jan 28 00:55:48.465204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:48.509325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-731507f3-dc2e-4f47-8561-965f97c275e0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1639287 Jan 28 00:55:48.607651 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.659195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57083338-bcef-4ddf-a30c-b12442775aa2 None None] Pushing event updated for resources: {'Port': ['ID=7b8ea1a8-0d8e-4007-9a29-b339086b0456,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:48.750116 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Publish callbacks [] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.764068 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.766126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port af35202d-877d-41aa-987d-5eea38df6b0f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:48.766665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.772296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-09cb96fb-614f-4a03-90d5-3deaf0293ed1 None None] Port af46c86d-ec3d-46cb-b796-466d68ea1060 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:48.846455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0970c2f-c5b2-4095-b6f8-b29ec4e953b4 req-275a1481-bad5-47e0-8204-8d04146922f2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:48.860890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0970c2f-c5b2-4095-b6f8-b29ec4e953b4 req-275a1481-bad5-47e0-8204-8d04146922f2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.3898175 Jan 28 00:55:48.971794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Attempting to bind port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:48.972229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Attempting to bind port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:48.972568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Attempting to bind port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 on network 19383cfe-595e-44a4-8f25-f08b01fad90e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:48.980642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:37Z', 'revision_number': 4, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ef190735-f9fd-40c5-be99-3b017a3898b3', 'name': '', 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'mac_address': 'fa:16:3e:b8:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:35Z', 'updated_at': '2022-01-28T00:55:37Z', 'revision_number': 2, 'project_id': 'b97afca75a494f58bc1911215121d218', 'subnets': [{'id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:49.081805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0970c2f-c5b2-4095-b6f8-b29ec4e953b4 req-13f3885f-d74f-480f-95fc-628569f0a37c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121811 Jan 28 00:55:49.102591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b685-aa9c-4a97-a293-9802217b93d5 req-5b7e3126-3953-4e19-87b2-2b6841afaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.110564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e49b685-aa9c-4a97-a293-9802217b93d5 req-5b7e3126-3953-4e19-87b2-2b6841afaab6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1096 time: 0.5282784 Jan 28 00:55:49.111056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-df98980b-cfd6-461c-b729-a8cebfa7fe2f None None] Provisioning complete for port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:49.111560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-df98980b-cfd6-461c-b729-a8cebfa7fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.141215 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5702a7c-5c9b-4bee-ae0d-72c45144a00c None None] Pushing event updated for resources: {'Port': ['ID=af46c86d-ec3d-46cb-b796-466d68ea1060,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:49.158084 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Attempting to bind port af46c86d-ec3d-46cb-b796-466d68ea1060 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:49.170430 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Attempting to bind port af46c86d-ec3d-46cb-b796-466d68ea1060 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:49.171169 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Attempting to bind port af46c86d-ec3d-46cb-b796-466d68ea1060 on network ec8e70e0-6ed4-4b09-a504-517c453e4137 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:49.185502 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:49.190715 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Checking segment: {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:49.191428 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.192065 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Bound using segment: {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:49.193035 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Bound port: af46c86d-ec3d-46cb-b796-466d68ea1060, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07078b80-a78d-4302-bfed-e7a4ede4596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:49.194599 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.196707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-df98980b-cfd6-461c-b729-a8cebfa7fe2f None None] Port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:49.228454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:49.229077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Checking segment: {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:49.229214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe4bed-df21-4e56-a02d-647f120d14bd req-50247acc-62a6-45c1-b3a3-78d0bc1bbe9a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.229810 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.231877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Bound using segment: {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:49.233270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Bound port: 7b8ea1a8-0d8e-4007-9a29-b339086b0456, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:49.234116 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.279764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1efe4bed-df21-4e56-a02d-647f120d14bd req-50247acc-62a6-45c1-b3a3-78d0bc1bbe9a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.6075470 Jan 28 00:55:49.365596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (d8173ee1-4005-48fe-9948-b0020455701d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.378018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] For port af46c86d-ec3d-46cb-b796-466d68ea1060, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:49.386940 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] For port af46c86d-ec3d-46cb-b796-466d68ea1060, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=af46c86d-ec3d-46cb-b796-466d68ea1060,segment=NetworkSegment(07078b80-a78d-4302-bfed-e7a4ede4596e),segment_id=07078b80-a78d-4302-bfed-e7a4ede4596e)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:49.387876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Checking router: 6bd798b4-750c-4bbd-b9da-263274bcd113 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:49.388424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Updating router 6bd798b4-750c-4bbd-b9da-263274bcd113 port ef190735-f9fd-40c5-be99-3b017a3898b3 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:55:49.390737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:49.398333 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.420174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port af35202d-877d-41aa-987d-5eea38df6b0f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:49.497231 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5702a7c-5c9b-4bee-ae0d-72c45144a00c None None] Pushing event updated for resources: {'Port': ['ID=af46c86d-ec3d-46cb-b796-466d68ea1060,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:49.541283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Routers {'d8173ee1-4005-48fe-9948-b0020455701d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:49.542032 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d8173ee1-4005-48fe-9948-b0020455701d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:49.552714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1efe4bed-df21-4e56-a02d-647f120d14bd req-53a92c57-91b2-4658-a187-06df0b12956f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677879 Jan 28 00:55:49.679193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.742146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e49b685-aa9c-4a97-a293-9802217b93d5 req-928d8487-5a1e-4da2-a4c6-064ff5b9db07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286359 Jan 28 00:55:49.843200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] For port 7b8ea1a8-0d8e-4007-9a29-b339086b0456, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:49.851717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] For port 7b8ea1a8-0d8e-4007-9a29-b339086b0456, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7b8ea1a8-0d8e-4007-9a29-b339086b0456,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:49.921831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.925847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-8ed38e4b-ba61-4982-9b6a-b4a2d4f5fada tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--977353389&fields=id&tenant_id=d9f40a8f951e4b70bb16420870ba890f HTTP/1.1" status: 200 len: 267 time: 0.5781522 Jan 28 00:55:49.948266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f3e86411-077f-482a-b6fb-c08e804f2f54 None None] Provisioning complete for port af46c86d-ec3d-46cb-b796-466d68ea1060 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:49.948784 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3e86411-077f-482a-b6fb-c08e804f2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.027850 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] Set router d8173ee1-4005-48fe-9948-b0020455701d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:50.323353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cdc8d1-890d-48e9-a428-ea6888b810f3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:50.383020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-1f084d68-49f9-4a0b-a5f4-c8e252632308 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:50.397867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-1f084d68-49f9-4a0b-a5f4-c8e252632308 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/networks?id=715114cb-40b8-47d2-b7a9-a0effaa1e326 HTTP/1.1" status: 200 len: 811 time: 0.4701328 Jan 28 00:55:50.438520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Routers {'68f01181-d7a3-4656-b920-d28e8ca6ab18'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:50.441766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['68f01181-d7a3-4656-b920-d28e8ca6ab18'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:50.468640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-60815b93-2453-486e-a89a-3dbb5fe06c2e tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/quotas/d9f40a8f951e4b70bb16420870ba890f HTTP/1.1" status: 200 len: 375 time: 0.0698121 Jan 28 00:55:50.614745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-d4229569-b1b4-4fc6-82a2-37c1e5174806 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9f40a8f951e4b70bb16420870ba890f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447723 Jan 28 00:55:50.638207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ea9c4-0042-4bb4-b9ba-488e8777775d req-09fb71a0-974c-45cf-bcf8-e0edffb05a47 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:50.639996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a76ea9c4-0042-4bb4-b9ba-488e8777775d req-09fb71a0-974c-45cf-bcf8-e0edffb05a47 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 945 time: 0.3173492 Jan 28 00:55:50.670234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57083338-bcef-4ddf-a30c-b12442775aa2 None None] Pushing event updated for resources: {'Port': ['ID=7b8ea1a8-0d8e-4007-9a29-b339086b0456,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:50.748021 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:43Z', 'revision_number': 4, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'af46c86d-ec3d-46cb-b796-466d68ea1060', 'name': '', 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'mac_address': 'fa:16:3e:ef:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:41Z', 'updated_at': '2022-01-28T00:55:49Z', 'revision_number': 4, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'subnets': [{'id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:50.802051 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60014334-7ce2-46c1-b0ca-517387141f24 None None] The sync data for ids ['d8173ee1-4005-48fe-9948-b0020455701d'] in n-d-826756-1 is: [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:43Z', 'revision_number': 4, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'af46c86d-ec3d-46cb-b796-466d68ea1060', 'name': '', 'network_id': 'ec8e70e0-6ed4-4b09-a504-517c453e4137', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'mac_address': 'fa:16:3e:ef:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:41Z', 'updated_at': '2022-01-28T00:55:49Z', 'revision_number': 4, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'subnets': [{'id': '70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:50.834141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-3e739375-e6a0-46a9-92b7-7a84f6870f15 service neutron] 10.222.0.23 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064507 Jan 28 00:55:51.066987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Deleting port af46c86d-ec3d-46cb-b796-466d68ea1060 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:51.067607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.088241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a76ea9c4-0042-4bb4-b9ba-488e8777775d req-e4b44adb-88a5-4004-9374-c7f404770e20 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335677 Jan 28 00:55:51.121522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] Set router 68f01181-d7a3-4656-b920-d28e8ca6ab18 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:51.185506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-e395a1f9-2842-42dc-a547-562be0e961ea service neutron] 10.222.0.23 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498373 Jan 28 00:55:51.348155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] For port af46c86d-ec3d-46cb-b796-466d68ea1060, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=af46c86d-ec3d-46cb-b796-466d68ea1060,segment=NetworkSegment(07078b80-a78d-4302-bfed-e7a4ede4596e),segment_id=07078b80-a78d-4302-bfed-e7a4ede4596e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:51.350497 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.409148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Calling delete_port for af46c86d-ec3d-46cb-b796-466d68ea1060 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:51.508979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f3e86411-077f-482a-b6fb-c08e804f2f54 None None] Current status of the port af46c86d-ec3d-46cb-b796-466d68ea1060 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:51.512803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3e86411-077f-482a-b6fb-c08e804f2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.529073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb172a-6bf8-4064-9085-4eb3c0b263cc req-b0eb4095-a790-407d-a469-1cd66ff96c7a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:51.558572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ebb172a-6bf8-4064-9085-4eb3c0b263cc req-b0eb4095-a790-407d-a469-1cd66ff96c7a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.2096062 Jan 28 00:55:51.695998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ebb172a-6bf8-4064-9085-4eb3c0b263cc req-0025f153-adae-4288-abcb-9714a0623706 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292715 Jan 28 00:55:51.870303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66dd7c-fd7a-4f11-b3d7-eab6ce2ff566 req-f22d6a64-518b-46d8-839c-7855663c56fc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:51.886586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c66dd7c-fd7a-4f11-b3d7-eab6ce2ff566 req-f22d6a64-518b-46d8-839c-7855663c56fc tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1975780 Jan 28 00:55:52.106808 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Publish callbacks [] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.115862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (af46c86d-ec3d-46cb-b796-466d68ea1060), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.147849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.153789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 78cdc8d1-890d-48e9-a428-ea6888b810f3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:52.154278 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.180764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c66dd7c-fd7a-4f11-b3d7-eab6ce2ff566 req-c3dfa4bb-0802-4442-acfb-7d7ad5d0fa65 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930911 Jan 28 00:55:52.187670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Pushing event deleted for resources: {'Port': ['ID=af46c86d-ec3d-46cb-b796-466d68ea1060,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:52.195236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d7f5432-f81f-4926-befb-00436fec5275 req-ae092a41-0709-43a3-b07f-9c49d1dc71ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 210 time: 0.1605167 Jan 28 00:55:52.444433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954635c4-b436-4f68-80ce-a8ff14d02d68 None None] Pushing event updated for resources: {'Port': ['ID=ef190735-f9fd-40c5-be99-3b017a3898b3,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:52.501108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f816ae-e63a-4527-bd60-b89fff74e301 req-58ebcb14-682a-4d3c-8af2-4a607695ffc3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:52.512754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00f816ae-e63a-4527-bd60-b89fff74e301 req-58ebcb14-682a-4d3c-8af2-4a607695ffc3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 945 time: 0.1555519 Jan 28 00:55:52.737297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00f816ae-e63a-4527-bd60-b89fff74e301 req-618e588d-ebd3-47f3-896e-63a2b3b0d42d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148645 Jan 28 00:55:52.908179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (d8173ee1-4005-48fe-9948-b0020455701d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.018227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 78cdc8d1-890d-48e9-a428-ea6888b810f3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:53.018574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.125678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd0dd2-5fd7-40b8-8264-1eb4afc2e527 req-f19c7382-4885-42be-9acf-a840a6668af2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:53.128152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 78cdc8d1-890d-48e9-a428-ea6888b810f3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cdc8d1-890d-48e9-a428-ea6888b810f3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:53.133673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57bd0dd2-5fd7-40b8-8264-1eb4afc2e527 req-f19c7382-4885-42be-9acf-a840a6668af2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.2390928 Jan 28 00:55:53.150220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Attempting to bind port ef190735-f9fd-40c5-be99-3b017a3898b3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:53.152386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Attempting to bind port ef190735-f9fd-40c5-be99-3b017a3898b3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:53.152941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Attempting to bind port ef190735-f9fd-40c5-be99-3b017a3898b3 on network 88b6dedf-27cc-4020-9c79-6c88e8930b46 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:53.166015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Could not find standard attr ID for object af46c86d-ec3d-46cb-b796-466d68ea1060. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:53.176184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:53.177609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Checking segment: {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:53.178253 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.178822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Bound using segment: {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:53.179481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Bound port: ef190735-f9fd-40c5-be99-3b017a3898b3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b7b6e1-0150-4eea-9d98-32923a209612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:53.180209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.228847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.230075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eae746d-edad-44de-946f-2cd9cd6a04c7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:53.413110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57bd0dd2-5fd7-40b8-8264-1eb4afc2e527 req-1f283ed0-6f96-498c-a1d5-a317a5ac8e15 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659724 Jan 28 00:55:53.439816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadcca6-7a60-4efd-846b-a41e1392bd71 req-0870d35e-99e9-4074-8277-d1cdac3ec6b4 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:53.444992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcadcca6-7a60-4efd-846b-a41e1392bd71 req-0870d35e-99e9-4074-8277-d1cdac3ec6b4 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1096 time: 0.1734788 Jan 28 00:55:53.453638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Router d8173ee1-4005-48fe-9948-b0020455701d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:55:53.504289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Provisioning complete for port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:53.504657 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.544013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcadcca6-7a60-4efd-846b-a41e1392bd71 req-e3876f74-bfa6-41fd-858d-9e0aa83f7691 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896697 Jan 28 00:55:53.667736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 4, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b8ea1a8-0d8e-4007-9a29-b339086b0456', 'name': '', 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'mac_address': 'fa:16:3e:ac:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '98d70439-1888-483f-8050-c98867dc9647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:33Z', 'updated_at': '2022-01-28T00:55:49Z', 'revision_number': 4, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'subnets': [{'id': '98d70439-1888-483f-8050-c98867dc9647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:53.721010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:53.726248 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1fd992a-a52e-414d-9ef3-12c68b7d414a admin admin] 10.222.0.23 "PUT /v2.0/routers/d8173ee1-4005-48fe-9948-b0020455701d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9570572 Jan 28 00:55:53.728908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:53.886309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-119e0e71-99cb-46cb-8c66-2c2f8bfb1066 req-6ab2c701-ca17-4a52-8642-3381ec1ceb52 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 210 time: 0.0719001 Jan 28 00:55:53.955658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aadbb-f3fe-4586-8934-dd54581e8d92 req-58a9ff54-e40a-47e0-aa0f-900d7cd82a92 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:53.975984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b47aadbb-f3fe-4586-8934-dd54581e8d92 req-58a9ff54-e40a-47e0-aa0f-900d7cd82a92 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1668937 Jan 28 00:55:54.038586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks [] for router (d8173ee1-4005-48fe-9948-b0020455701d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.046977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab31c15-ddc8-4799-8a5c-af85a0d889ce None None] The sync data for ids ['68f01181-d7a3-4656-b920-d28e8ca6ab18'] in n-d-826756-1 is: [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:55:35Z', 'revision_number': 4, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b8ea1a8-0d8e-4007-9a29-b339086b0456', 'name': '', 'network_id': '19383cfe-595e-44a4-8f25-f08b01fad90e', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'mac_address': 'fa:16:3e:ac:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '98d70439-1888-483f-8050-c98867dc9647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:33Z', 'updated_at': '2022-01-28T00:55:49Z', 'revision_number': 4, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'subnets': [{'id': '98d70439-1888-483f-8050-c98867dc9647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:54.064054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Sync routers for ids ['d8173ee1-4005-48fe-9948-b0020455701d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:54.078559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=78cdc8d1-890d-48e9-a428-ea6888b810f3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:54.098931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] For port ef190735-f9fd-40c5-be99-3b017a3898b3, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:54.105973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] For port ef190735-f9fd-40c5-be99-3b017a3898b3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ef190735-f9fd-40c5-be99-3b017a3898b3,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:54.111454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Routers {'d8173ee1-4005-48fe-9948-b0020455701d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:54.112225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d8173ee1-4005-48fe-9948-b0020455701d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:54.160043 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.192438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5eae746d-edad-44de-946f-2cd9cd6a04c7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:54.194020 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.283154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-6822f53c-1fab-4e5f-89b0-c24d21731f44 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:54.287242 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-6822f53c-1fab-4e5f-89b0-c24d21731f44 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.43 "GET /v2.0/networks?id=715114cb-40b8-47d2-b7a9-a0effaa1e326 HTTP/1.1" status: 200 len: 811 time: 0.4482300 Jan 28 00:55:54.473127 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-122ca9af-666a-48c5-b851-53461fae07b4 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f40a8f951e4b70bb16420870ba890f HTTP/1.1" status: 200 len: 379 time: 0.1707873 Jan 28 00:55:54.494978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Request body: {'port': {'device_id': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'admin_state_up': True, 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'security_groups': ['518d7c68-1bcc-4105-9f0e-ad733f2ec9b4']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:54.554127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:55:54.556149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:54.623363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Current status of the port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:54.623746 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.649193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954635c4-b436-4f68-80ce-a8ff14d02d68 None None] Pushing event updated for resources: {'Port': ['ID=ef190735-f9fd-40c5-be99-3b017a3898b3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:54.662726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Routers {'6bd798b4-750c-4bbd-b9da-263274bcd113'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:54.664019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd798b4-750c-4bbd-b9da-263274bcd113'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:54.737228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Made reservation on behalf of d9f40a8f951e4b70bb16420870ba890f for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:54.743156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.900285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks [] for router_gateway (d8173ee1-4005-48fe-9948-b0020455701d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.921981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b47aadbb-f3fe-4586-8934-dd54581e8d92 req-3759799e-9dd2-4c98-81d9-b8ad04897b1a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9449852 Jan 28 00:55:54.942074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Set router d8173ee1-4005-48fe-9948-b0020455701d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:54.945650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1097c7ff-9718-454a-a219-863175370c4a None None] For port 7b8ea1a8-0d8e-4007-9a29-b339086b0456, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7b8ea1a8-0d8e-4007-9a29-b339086b0456,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:54.989016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:55:55.026622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cd82-0194-4a4b-82ea-e7fffcbe5ae2 req-0cf016b7-ee41-4fe3-9c0a-a81970900360 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:55.033744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2892cd82-0194-4a4b-82ea-e7fffcbe5ae2 req-0cf016b7-ee41-4fe3-9c0a-a81970900360 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1096 time: 0.2238977 Jan 28 00:55:55.087255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Allocated IP 172.20.0.13 (715114cb-40b8-47d2-b7a9-a0effaa1e326/df36785d-9101-4075-b2ef-b52a6dff8c50/3ebe7986-dbb5-48d7-8995-0da6fe0bf84b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:55.152974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.190430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2892cd82-0194-4a4b-82ea-e7fffcbe5ae2 req-cbc914d3-cedc-4585-abf8-54d6e13e0aed tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556752 Jan 28 00:55:55.245406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097c7ff-9718-454a-a219-863175370c4a None None] Pushing event updated for resources: {'Port': ['ID=7b8ea1a8-0d8e-4007-9a29-b339086b0456,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:55.257605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5eae746d-edad-44de-946f-2cd9cd6a04c7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:55.260191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:55.270824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d32867-0a63-4dda-9ec0-767c03dbcc92 req-086a8600-2802-4e1f-87fc-e4f603dae217 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:55.280423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89d32867-0a63-4dda-9ec0-767c03dbcc92 req-086a8600-2802-4e1f-87fc-e4f603dae217 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.2294934 Jan 28 00:55:55.361261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Deleting port 78cdc8d1-890d-48e9-a428-ea6888b810f3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:55.361886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.428933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.512341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.532678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89d32867-0a63-4dda-9ec0-767c03dbcc92 req-bf6533bd-e993-474a-8599-1a78586e849b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512295 Jan 28 00:55:55.624705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] For port 78cdc8d1-890d-48e9-a428-ea6888b810f3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cdc8d1-890d-48e9-a428-ea6888b810f3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:55.625072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.654126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Calling delete_port for 78cdc8d1-890d-48e9-a428-ea6888b810f3 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:55.692344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:55.700201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:55.706488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:55.738630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] Provisioning complete for port ef190735-f9fd-40c5-be99-3b017a3898b3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:55.739438 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.786802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event updated for resources: {'Port': ['ID=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:55.856359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:55.856359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.867547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] Set router 6bd798b4-750c-4bbd-b9da-263274bcd113 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:55.904213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-9b962c25-db5b-45c6-b564-2e7ff1153ccf tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4126952 Jan 28 00:55:55.922864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Request body: {'port': {'device_id': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:55.948880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:55.949717 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.026616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:56.026937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.081754 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.150041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:56.181152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:56.200475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:56.203178 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626a744-273b-4f33-ab75-039479577936" -d '{"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-unplugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:56.206686 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.315977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'mac_address': 'fa:16:3e:6f:c3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:55:56.532589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836d1d-f14e-465f-b36e-635c64c26b11 req-177d73a4-0380-4212-ae3c-fb305a67d6a9 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:56.545835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8836d1d-f14e-465f-b36e-635c64c26b11 req-177d73a4-0380-4212-ae3c-fb305a67d6a9 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 932 time: 0.8961723 Jan 28 00:55:56.574138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (78cdc8d1-890d-48e9-a428-ea6888b810f3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.600457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:56.630989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] Current status of the port ef190735-f9fd-40c5-be99-3b017a3898b3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:56.631347 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.656828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78cdc8d1-890d-48e9-a428-ea6888b810f3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:56.706240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:56.720518 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Publish callbacks [] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.731095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:56.731953 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.738682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Transition to ACTIVE for port object 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:55:56.743420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.832854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Pushing event updated for resources: {'Port': ['ID=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:56.866669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8836d1d-f14e-465f-b36e-635c64c26b11 req-9aa77c19-c90e-4bd9-b583-c9599f338f43 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181345 Jan 28 00:55:56.891676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:56.896425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (d8173ee1-4005-48fe-9948-b0020455701d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.899162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d9fd02a0-00d4-4a51-ae7e-820fc5bab99a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:56.908891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:55:56.934698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:56.953884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.069442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] For port ef190735-f9fd-40c5-be99-3b017a3898b3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ef190735-f9fd-40c5-be99-3b017a3898b3,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:57.077944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-49246929-router', 'tenant_id': '9e0b4c511abd4425a5d705e62a2af14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:51Z', 'revision_number': 5, 'project_id': '9e0b4c511abd4425a5d705e62a2af14b', 'gw_port': {'id': '78cdc8d1-890d-48e9-a428-ea6888b810f3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8173ee1-4005-48fe-9948-b0020455701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:32Z', 'updated_at': '2022-01-28T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:57.096669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Attempting to bind port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:57.098264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Attempting to bind port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:57.098636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Attempting to bind port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b on network 715114cb-40b8-47d2-b7a9-a0effaa1e326 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:57.112452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b on network 715114cb-40b8-47d2-b7a9-a0effaa1e326 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:55:57.113672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Attempting to bind port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b on network 715114cb-40b8-47d2-b7a9-a0effaa1e326 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:57.125201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.134058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:57.135419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Checking segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:57.135993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Bound using segment: {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:57.137176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Bound port: 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c5edde-6e98-413c-be86-21c773e0ace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:57.137909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.307152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d8173ee1-4005-48fe-9948-b0020455701d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.331636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks [] for router_controller (d8173ee1-4005-48fe-9948-b0020455701d), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.341618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] For port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:57.351468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] For port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:57.358852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.479601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:57.480461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.484182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] 10.222.0.43 "PUT /v2.0/ports/3ebe7986-dbb5-48d7-8995-0da6fe0bf84b HTTP/1.1" status: 200 len: 1092 time: 1.5656488 Jan 28 00:55:57.487444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:55:57.504722 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6c4067-361d-460f-b600-a921a1759cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:55:57.539143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e7987-c5e3-4f38-9824-fde8e6e85291 req-79c6e8a5-3434-457a-a793-6421f6484138 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:57.540756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c04e7987-c5e3-4f38-9824-fde8e6e85291 req-79c6e8a5-3434-457a-a793-6421f6484138 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 949 time: 0.4424119 Jan 28 00:55:57.593194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c19b6-069f-42b7-a421-305ef244660c service neutron] Pushing event updated for resources: {'Port': ['ID=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:57.613016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d8173ee1-4005-48fe-9948-b0020455701d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.614035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8173ee1-4005-48fe-9948-b0020455701d {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:55:57.629548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.644677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5d7458c9-1b64-420f-ae8e-aaa8eb1212a4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d8173ee1-4005-48fe-9948-b0020455701d HTTP/1.1" status: 204 len: 168 time: 3.9146223 Jan 28 00:55:57.650481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42288) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:57.728312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-d9d55321-b6c8-4688-bb19-3f18935896f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:57.730263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:57.732074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-d9d55321-b6c8-4688-bb19-3f18935896f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f40a8f951e4b70bb16420870ba890f&device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 1095 time: 0.1123018 Jan 28 00:55:57.755085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Checking router: d8173ee1-4005-48fe-9948-b0020455701d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:57.801656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7ffefa7d-47c9-431e-8c40-b8cc62d6285b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:55:57.817974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c04e7987-c5e3-4f38-9824-fde8e6e85291 req-4ede353f-a30b-4093-8b02-619115caf116 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555473 Jan 28 00:55:57.830081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-3fdcc0a6-e5fa-4434-a593-b13340d07796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b HTTP/1.1" status: 200 len: 217 time: 0.0809579 Jan 28 00:55:57.863305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Deleting subnet 70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:57.881361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Publish callbacks [] for subnet (70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.920640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-ce253a1d-78b9-498d-9370-6065330f902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:57.923823 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-ce253a1d-78b9-498d-9370-6065330f902a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36785d-9101-4075-b2ef-b52a6dff8c50 HTTP/1.1" status: 200 len: 850 time: 0.0890298 Jan 28 00:55:57.961113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Routers set() bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:57.961492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Router IDs set() for agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 00:55:57.962436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_agentschedulers_db [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8173ee1-4005-48fe-9948-b0020455701d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:55:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent'). {{(pid=109596) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 00:55:57.962845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895a4b2-cd65-4541-bd99-6fc14f2e3edd None None] The sync data for ids ['d8173ee1-4005-48fe-9948-b0020455701d'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:57.976201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:37Z', 'revision_number': 4, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ef190735-f9fd-40c5-be99-3b017a3898b3', 'name': '', 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'mac_address': 'fa:16:3e:b8:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:35Z', 'updated_at': '2022-01-28T00:55:54Z', 'revision_number': 4, 'project_id': 'b97afca75a494f58bc1911215121d218', 'subnets': [{'id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:57.984116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5b61a741-ec06-4c9c-82ae-08962495e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:57.988210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-5b61a741-ec06-4c9c-82ae-08962495e970 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=715114cb-40b8-47d2-b7a9-a0effaa1e326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556672 Jan 28 00:55:57.990878 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.032346 n-d-826756-1 neutron-server[109595]: WARNING keystonemiddleware.auth_token [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-25c918e3-8cbf-46bd-bdeb-eeb6631fc054 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 00:55:58.044368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-0526fa04-60a2-44d8-85e8-3c13f9524eb8 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:55:58.050040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-0526fa04-60a2-44d8-85e8-3c13f9524eb8 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1613915 Jan 28 00:55:58.070422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a4e3b-9008-4000-9af8-bc97bd94448b None None] The sync data for ids ['6bd798b4-750c-4bbd-b9da-263274bcd113'] in n-d-826756-1 is: [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:37Z', 'revision_number': 4, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ef190735-f9fd-40c5-be99-3b017a3898b3', 'name': '', 'network_id': '88b6dedf-27cc-4020-9c79-6c88e8930b46', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'mac_address': 'fa:16:3e:b8:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:35Z', 'updated_at': '2022-01-28T00:55:54Z', 'revision_number': 4, 'project_id': 'b97afca75a494f58bc1911215121d218', 'subnets': [{'id': 'fccf0139-5430-4c4a-b5ae-0b4e36c4261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:58.099982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:58.100362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.194775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.233170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1a0f4-faca-4c3c-bb35-ec313a86fb57 None None] Pushing event updated for resources: {'Port': ['ID=ef190735-f9fd-40c5-be99-3b017a3898b3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:58.286686 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.325062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:58.328830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.333005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a18f588f-4af9-4ed4-862c-c92c548cf779 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70f0d1f6-9a9e-402a-9fd5-ba8ae8634dcc HTTP/1.1" status: 204 len: 168 time: 0.6637335 Jan 28 00:55:58.335340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42296) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:58.375191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0156cb-38c5-4c40-b98a-09c51872a196 None None] Network ec8e70e0-6ed4-4b09-a504-517c453e4137 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:58.467552 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-e5e6caae-e5a1-45b0-a95a-a88bfecf1b5a service neutron] 10.222.0.43 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611325 Jan 28 00:55:58.469069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-76806678-cebe-419f-94c6-ed9bfbc5c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:58.471741 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-76806678-cebe-419f-94c6-ed9bfbc5c4f1 service neutron] 10.222.0.23 "GET /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 1093 time: 0.3738806 Jan 28 00:55:58.497306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Request body: {'binding': {'host': 'n-h1-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:58.498201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Unknown quota resources ['binding']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:55:58.555178 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5014f-f70d-4fb1-b0ea-fd8ea6a0c25c x-openstack-request-id: req-79b5014f-f70d-4fb1-b0ea-fd8ea6a0c25c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:58.557457 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-unplugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:58.557766 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79b5014f-f70d-4fb1-b0ea-fd8ea6a0c25c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:58.558211 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'code': 200} Jan 28 00:55:58.565463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ec8e70e0-6ed4-4b09-a504-517c453e4137), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.661739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Deleting port af35202d-877d-41aa-987d-5eea38df6b0f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:58.662490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.712464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:58.713702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bb148280-33fa-4a71-af9f-7f5d12daf81b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:58.920248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] For port af35202d-877d-41aa-987d-5eea38df6b0f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=af35202d-877d-41aa-987d-5eea38df6b0f,segment=NetworkSegment(07078b80-a78d-4302-bfed-e7a4ede4596e),segment_id=07078b80-a78d-4302-bfed-e7a4ede4596e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:58.920753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.929284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bb148280-33fa-4a71-af9f-7f5d12daf81b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:58.929284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.960125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Calling delete_port for af35202d-877d-41aa-987d-5eea38df6b0f owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:58.995547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36cc3a-02ed-4036-940b-f1b14fd4fe0a req-75dc8b7d-d267-4dff-85c9-813710ca6380 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:59.005538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e36cc3a-02ed-4036-940b-f1b14fd4fe0a req-75dc8b7d-d267-4dff-85c9-813710ca6380 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1715748 Jan 28 00:55:59.052157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] DHCP port deletion for ec8e70e0-6ed4-4b09-a504-517c453e4137 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:55:59.060722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e24bc46-39cc-4363-b6b9-8243dd12ddf9 req-fd58e856-c394-4651-85a1-ef3189cfbebb service neutron] 10.222.0.43 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582607 Jan 28 00:55:59.154713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on host n-h1-826756-1 for vnic_type normal with profile None {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:59.155048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:59.156021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:59.168427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:55:59.168759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:59.188717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:59.189119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:59.189497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:59.190083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Bound port: 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:59.220093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e36cc3a-02ed-4036-940b-f1b14fd4fe0a req-8eb6764f-5f0a-4728-9e71-7e4332f92d27 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060316 Jan 28 00:55:59.251116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bb148280-33fa-4a71-af9f-7f5d12daf81b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:59.251446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.320172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.346139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port bb148280-33fa-4a71-af9f-7f5d12daf81b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bb148280-33fa-4a71-af9f-7f5d12daf81b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:59.355900 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb34d9b-6075-48f2-aed1-c72fd7ba9f4e x-openstack-request-id: req-cbb34d9b-6075-48f2-aed1-c72fd7ba9f4e {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:55:59.360479 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:55:59.360772 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbb34d9b-6075-48f2-aed1-c72fd7ba9f4e {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:55:59.363348 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'status': 'completed', 'code': 200} Jan 28 00:55:59.363507 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.366201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device af35202d-877d-41aa-987d-5eea38df6b0f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:59.420960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Pushing event deleted for resources: {'Port': ['ID=af35202d-877d-41aa-987d-5eea38df6b0f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:59.439059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] No DVR routers for this DVR port af35202d-877d-41aa-987d-5eea38df6b0f on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:59.444913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:59.494278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.495472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-2f2fcaa8-56c4-4c62-b0eb-3590521e22eb service neutron] 10.222.0.23 "POST /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99/bindings HTTP/1.1" status: 201 len: 389 time: 1.0170896 Jan 28 00:55:59.621064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: af35202d-877d-41aa-987d-5eea38df6b0f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:59.624559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device af35202d-877d-41aa-987d-5eea38df6b0f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 00:55:59.657286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ec8e70e0-6ed4-4b09-a504-517c453e4137), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.657881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-057c1b70-78ac-4e9f-ab0d-d7333d1bbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:59.686936 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-057c1b70-78ac-4e9f-ab0d-d7333d1bbc69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f40a8f951e4b70bb16420870ba890f&device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 1095 time: 0.2965319 Jan 28 00:55:59.704864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315a111-6a20-455c-9345-4ce223b76f81 req-55a5b216-a125-4ea9-9172-fcb0e8546c07 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:59.723913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5315a111-6a20-455c-9345-4ce223b76f81 req-55a5b216-a125-4ea9-9172-fcb0e8546c07 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 944 time: 0.2187035 Jan 28 00:55:59.733486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=bb148280-33fa-4a71-af9f-7f5d12daf81b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:59.736229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Port af35202d-877d-41aa-987d-5eea38df6b0f not found, will not notify nova. {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 00:55:59.774313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Deleting port af35202d-877d-41aa-987d-5eea38df6b0f {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:59.774708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.869586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8e70e0-6ed4-4b09-a504-517c453e4137']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:59.930826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5315a111-6a20-455c-9345-4ce223b76f81 req-23663569-7b90-4ed5-9456-ce0c90c7c695 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047477 Jan 28 00:55:59.960001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] For port af35202d-877d-41aa-987d-5eea38df6b0f, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:59.960555 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.978556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07078b80-a78d-4302-bfed-e7a4ede4596e') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:59.978857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07078b80-a78d-4302-bfed-e7a4ede4596e') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:00.031735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Calling delete_port for af35202d-877d-41aa-987d-5eea38df6b0f owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:00.037678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (07078b80-a78d-4302-bfed-e7a4ede4596e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.063856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Port af35202d-877d-41aa-987d-5eea38df6b0f was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:56:00.073004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (af35202d-877d-41aa-987d-5eea38df6b0f), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.080659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817b1cf-8dbc-4a08-8cba-d148f88b8a54 req-a9f7225a-2a8b-4076-9320-1a5cf3032647 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.090422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a817b1cf-8dbc-4a08-8cba-d148f88b8a54 req-a9f7225a-2a8b-4076-9320-1a5cf3032647 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 949 time: 0.1835809 Jan 28 00:56:00.129113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (07078b80-a78d-4302-bfed-e7a4ede4596e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.165128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] Pushing event deleted for resources: {'Port': ['ID=af35202d-877d-41aa-987d-5eea38df6b0f,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:00.175184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda109b6-254a-49e5-bff6-8185881b8b02 None None] No DVR routers for this DVR port af35202d-877d-41aa-987d-5eea38df6b0f on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:00.261455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a817b1cf-8dbc-4a08-8cba-d148f88b8a54 req-46bc611d-b36e-40c1-8f8c-87a2979141ee tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692572 Jan 28 00:56:00.264682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:56:00.278636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (07078b80-a78d-4302-bfed-e7a4ede4596e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:56:00.284780 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:56:00.367477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ef190735-f9fd-40c5-be99-3b017a3898b3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:00.420913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec4864-6e13-478b-a39d-fec494101a70 req-af4ee7a2-408d-4439-bc76-339b590ab0d5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.434526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41ec4864-6e13-478b-a39d-fec494101a70 req-af4ee7a2-408d-4439-bc76-339b590ab0d5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 945 time: 0.3198080 Jan 28 00:56:00.464668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ef190735-f9fd-40c5-be99-3b017a3898b3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:00.466379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.485935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ec8e70e0-6ed4-4b09-a504-517c453e4137), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.500866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.513768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec8e70e0-6ed4-4b09-a504-517c453e4137 HTTP/1.1" status: 204 len: 168 time: 2.1733913 Jan 28 00:56:00.536526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d5e1f-6335-4024-8935-9e20db2fbf35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8e70e0-6ed4-4b09-a504-517c453e4137,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:00.596230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41ec4864-6e13-478b-a39d-fec494101a70 req-2163913b-0fb0-40e9-a355-d3d952fb8fb1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605613 Jan 28 00:56:00.685963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-d4d0109c-3ac0-43d5-b05f-2a165efe06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.687559 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-d4d0109c-3ac0-43d5-b05f-2a165efe06c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1096 time: 0.1624019 Jan 28 00:56:00.719287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-7fba4148-fe45-473c-a433-0044267f90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.720785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ef190735-f9fd-40c5-be99-3b017a3898b3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:00.722396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bb148280-33fa-4a71-af9f-7f5d12daf81b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:00.725212 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-7fba4148-fe45-473c-a433-0044267f90fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=715114cb-40b8-47d2-b7a9-a0effaa1e326 HTTP/1.1" status: 200 len: 912 time: 1.0327568 Jan 28 00:56:00.748931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc59c-26e7-42d4-8ee4-8823d34e755e req-3b55b2f7-7a88-4013-97ac-c6623d835d7b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.755719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-202dc59c-26e7-42d4-8ee4-8823d34e755e req-3b55b2f7-7a88-4013-97ac-c6623d835d7b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1337132 Jan 28 00:56:00.775747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:00.823486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bb148280-33fa-4a71-af9f-7f5d12daf81b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:00.824537 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.865046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-202dc59c-26e7-42d4-8ee4-8823d34e755e req-b66eb40d-8b06-449b-8f0b-938f5b1494d8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992281 Jan 28 00:56:00.878990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-941115ae-e61d-4f99-b0b6-a90e4c9eb545 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e0b4c511abd4425a5d705e62a2af14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0935121 Jan 28 00:56:00.883703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42318) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:00.884760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-ce019d27-89ab-49f2-aab5-64ecb66d7f96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b HTTP/1.1" status: 200 len: 217 time: 0.1390131 Jan 28 00:56:00.949551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bb148280-33fa-4a71-af9f-7f5d12daf81b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:00.951031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7b8ea1a8-0d8e-4007-9a29-b339086b0456 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:00.969163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-6c3adbe1-44ee-4403-9f8c-d65f17777909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.971345 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-6c3adbe1-44ee-4403-9f8c-d65f17777909 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36785d-9101-4075-b2ef-b52a6dff8c50 HTTP/1.1" status: 200 len: 850 time: 0.0731497 Jan 28 00:56:01.000875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa8e-47cf-4176-ac36-505918986ef7 admin admin] Publish callbacks [] for security_group (2c73bff8-2265-41be-a73e-c01201695345), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.056774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:01.063955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-cdd68b4b-c84a-4594-8350-7eed0a6bb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.066042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-cdd68b4b-c84a-4594-8350-7eed0a6bb670 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.3653069 Jan 28 00:56:01.080186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa8e-47cf-4176-ac36-505918986ef7 admin admin] Publish callbacks [] for security_group (2c73bff8-2265-41be-a73e-c01201695345), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.120182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-f6d3651c-4990-4260-99db-8fe3df197748 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 217 time: 0.0474677 Jan 28 00:56:01.130385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-cf31fb40-1748-42ee-a825-cccf39292d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.132555 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-cf31fb40-1748-42ee-a825-cccf39292d98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=715114cb-40b8-47d2-b7a9-a0effaa1e326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543398 Jan 28 00:56:01.180852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-b86237cb-e2a5-4405-a0ab-dac1234e3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.182988 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-b86237cb-e2a5-4405-a0ab-dac1234e3668 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0493419 Jan 28 00:56:01.187147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:01.200615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:01.203766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:01.204199 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.227024 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-081fe088-cd2c-41d2-bb6b-374603fb7a18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330565 Jan 28 00:56:01.245654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'port_id': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'mac_address': 'fa:16:3e:5e:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:01.264785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ef90a-6795-4f07-bba5-9f1cc3928e75 req-fdb904f9-a579-4508-9d17-bad66bb93e10 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.266621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e78ef90a-6795-4f07-bba5-9f1cc3928e75 req-fdb904f9-a579-4508-9d17-bad66bb93e10 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 944 time: 0.1683214 Jan 28 00:56:01.306912 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa8e-47cf-4176-ac36-505918986ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2c73bff8-2265-41be-a73e-c01201695345), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.309829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b18fa8e-47cf-4176-ac36-505918986ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.314047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b18fa8e-47cf-4176-ac36-505918986ef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c73bff8-2265-41be-a73e-c01201695345 HTTP/1.1" status: 204 len: 168 time: 0.4250159 Jan 28 00:56:01.371359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18fa8e-47cf-4176-ac36-505918986ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73bff8-2265-41be-a73e-c01201695345,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:01.384161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:01.387147 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.392086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e78ef90a-6795-4f07-bba5-9f1cc3928e75 req-07db8d60-3727-410b-854b-1838f27c59c1 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193991 Jan 28 00:56:01.446649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:01.453993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-527ebf15-8110-47a4-8d4e-25b81ee6547d service neutron] 10.222.0.43 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697344 Jan 28 00:56:01.484151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:01.536436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dbd22-d9ff-4e01-bb18-a1e1858329e7 req-b161fe35-1e9a-4a99-aece-51457a98266c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.540804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e85dbd22-d9ff-4e01-bb18-a1e1858329e7 req-b161fe35-1e9a-4a99-aece-51457a98266c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 949 time: 0.1132216 Jan 28 00:56:01.571473 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.647336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e85dbd22-d9ff-4e01-bb18-a1e1858329e7 req-143238ca-479e-4bf3-87d2-08b48adb20df tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032598 Jan 28 00:56:01.669440 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f6c4067-361d-460f-b600-a921a1759cc5 req-a6575590-68e1-4374-ac38-ab453636fa48 service neutron] 10.222.0.43 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083793 Jan 28 00:56:01.671738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-37d357dc-8e14-43a9-bce4-a3f2b0074a72 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321551 Jan 28 00:56:01.710330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:01.754987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:01.793752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:01.798862 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.853197 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-da925d17-ac84-4b20-a971-2eec3eb22425 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597807 Jan 28 00:56:01.892022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecbca0-d178-447d-923e-4a2cd0e04492 req-8e5897a1-3c02-4f8a-81b4-112e405cfb27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.894232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74ecbca0-d178-447d-923e-4a2cd0e04492 req-8e5897a1-3c02-4f8a-81b4-112e405cfb27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 945 time: 0.1615663 Jan 28 00:56:01.907695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cdc8d1-890d-48e9-a428-ea6888b810f3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:02.001008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3ebe7986-dbb5-48d7-8995-0da6fe0bf84b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:02.005765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 78cdc8d1-890d-48e9-a428-ea6888b810f3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:56:02.006209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cdc8d1-890d-48e9-a428-ea6888b810f3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:56:02.006998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device af35202d-877d-41aa-987d-5eea38df6b0f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:02.057647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74ecbca0-d178-447d-923e-4a2cd0e04492 req-fdd7b1b2-e8ba-4562-975f-0801201ad4e8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360660 Jan 28 00:56:02.059530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: af35202d-877d-41aa-987d-5eea38df6b0f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:56:02.060025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device af35202d-877d-41aa-987d-5eea38df6b0f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:56:02.090668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4080876-1e79-4726-b475-a5c378a6a35e req-3ce9fb25-e9fa-4f20-9f62-5169469d3c63 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:02.093350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4080876-1e79-4726-b475-a5c378a6a35e req-3ce9fb25-e9fa-4f20-9f62-5169469d3c63 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1085322 Jan 28 00:56:02.185837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4080876-1e79-4726-b475-a5c378a6a35e req-fb108d0b-84bf-4e51-94e2-4ef248c9374a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774789 Jan 28 00:56:02.220169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:02.220425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-23eccf93-c15d-4fff-a3c5-c1fd7a83c8d7 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:02.220625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.221881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-23eccf93-c15d-4fff-a3c5-c1fd7a83c8d7 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1356325 Jan 28 00:56:02.237475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:02.275586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:02.279852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:02.282363 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0338634-8fba-45f5-a5e0-6d2dc50ffd73" -d '{"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-plugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:02.291460 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.358393 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c95038-9184-4234-ae97-fcaa59d5d011 x-openstack-request-id: req-b3c95038-9184-4234-ae97-fcaa59d5d011 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:02.358620 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-plugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:02.358859 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3c95038-9184-4234-ae97-fcaa59d5d011 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:02.359263 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'code': 200} Jan 28 00:56:02.394124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.708607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7428d6-ff78-4f57-9b11-7de1348ddde4 req-94b73571-0a29-42f5-a2fc-dbd3e6df80e8 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:02.720113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f7428d6-ff78-4f57-9b11-7de1348ddde4 req-94b73571-0a29-42f5-a2fc-dbd3e6df80e8 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 945 time: 0.2279966 Jan 28 00:56:02.755366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:02.810393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261db78e-4435-49e4-b82b-d8365d188fd9 req-9d17a712-1962-4a52-a9cd-a669bcb8f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:02.812247 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-261db78e-4435-49e4-b82b-d8365d188fd9 req-9d17a712-1962-4a52-a9cd-a669bcb8f41c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1101 time: 0.1237948 Jan 28 00:56:02.818182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:02.860206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f7428d6-ff78-4f57-9b11-7de1348ddde4 req-60c5c37d-10c5-419f-a7d2-ed0d7b64e7f0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383989 Jan 28 00:56:02.907898 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-261db78e-4435-49e4-b82b-d8365d188fd9 req-040f7116-93fa-4778-9f8d-a78058ef0b44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874963 Jan 28 00:56:02.914745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:03.011582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088761-d7d6-40de-9bc4-4bc9c490506d req-2449a233-3055-435d-bf64-5ca8865fc0a4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:03.012454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:03.014263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7088761-d7d6-40de-9bc4-4bc9c490506d req-2449a233-3055-435d-bf64-5ca8865fc0a4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1500237 Jan 28 00:56:03.015745 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc681cf-d8eb-4d0a-82ca-fc6a9b4f33b4" -d '{"events": [{"server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "name": "network-vif-unplugged", "status": "completed", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:03.020006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Publish callbacks [] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.040247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.115970 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeed28a-7842-4d09-8791-5124602a909f x-openstack-request-id: req-bbeed28a-7842-4d09-8791-5124602a909f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:03.118128 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "name": "network-vif-unplugged", "status": "completed", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:03.118416 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbeed28a-7842-4d09-8791-5124602a909f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:03.118861 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'code': 200} Jan 28 00:56:03.167091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:03.180696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on host n-h2-826756-1 for vnic_type normal with profile {"migrating_to": "n-h1-826756-1"} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:03.181118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:03.181523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:03.186404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:03.186798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Attempting to bind port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:03.195953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7088761-d7d6-40de-9bc4-4bc9c490506d req-e8e4411f-faec-485f-b3a1-3292eeb93758 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754737 Jan 28 00:56:03.199379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:03.199791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:03.200239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:03.201228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Bound port: 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:03.201661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.288668 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.294659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b13078-0529-4420-b628-f844460d2442 req-2217b0a0-8244-4fde-9b91-ce160047cfce tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:03.297578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36b13078-0529-4420-b628-f844460d2442 req-2217b0a0-8244-4fde-9b91-ce160047cfce tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.0997849 Jan 28 00:56:03.337094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:03.349110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:03.353765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.386179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36b13078-0529-4420-b628-f844460d2442 req-cdf6a1d6-f527-42a3-9ec7-53a7f31995c5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797739 Jan 28 00:56:03.466591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:03.470597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:03.471299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.472841 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-32e88d9d-dc59-4da3-b96d-fb43bc0ba974 service neutron] 10.222.0.43 "PUT /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 1121 time: 1.2442472 Jan 28 00:56:03.629823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['69a03a89-59f5-4b2b-99ad-6131f49e6b99'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:03.634496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3a710-dada-4d57-929c-c9eb425a71ee req-c2fe82a3-3a55-46c6-9b71-11800cacf124 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:03.642328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aea3a710-dada-4d57-929c-c9eb425a71ee req-c2fe82a3-3a55-46c6-9b71-11800cacf124 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.0973892 Jan 28 00:56:03.721471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aea3a710-dada-4d57-929c-c9eb425a71ee req-c75ca84e-beda-4562-93cb-c314c34d604f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773549 Jan 28 00:56:04.112800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32215d80-1f0c-4f67-a60e-58737774b1db req-db7f638e-65d5-4ab6-a799-55764ee1e9a3 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.119694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32215d80-1f0c-4f67-a60e-58737774b1db req-db7f638e-65d5-4ab6-a799-55764ee1e9a3 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 945 time: 0.0892563 Jan 28 00:56:04.180711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-4ef09ea2-c9f9-4307-9a2c-ab63ffa95a71 service neutron] 10.222.0.45 "GET /v2.0/ports/f53d5679-018a-4657-825a-2b30a8b8512d/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 382 time: 0.2125785 Jan 28 00:56:04.248747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32215d80-1f0c-4f67-a60e-58737774b1db req-45a046ff-64fe-4c97-a68c-f9d1f9be1a1e tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280966 Jan 28 00:56:04.397972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1d57-dc52-4907-bc8d-268a2632cea0 req-e9b55ca4-adde-40b5-817d-23419209b77a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.399733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-848a1d57-dc52-4907-bc8d-268a2632cea0 req-e9b55ca4-adde-40b5-817d-23419209b77a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0675511 Jan 28 00:56:04.526917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-848a1d57-dc52-4907-bc8d-268a2632cea0 req-2b82ac10-fda0-4a05-a84c-a1cd880e4a7f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118047 Jan 28 00:56:04.778823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-c57ac29d-e594-4be1-ad7b-4ae42c1de3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.780778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-c57ac29d-e594-4be1-ad7b-4ae42c1de3c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9&tenant_id=bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 1100 time: 0.2107279 Jan 28 00:56:04.790609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf146e-dbea-4eee-b554-f7542543f77e req-8039a202-4f6b-4644-b36a-e525ce2c2b64 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.792581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0eaf146e-dbea-4eee-b554-f7542543f77e req-8039a202-4f6b-4644-b36a-e525ce2c2b64 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.1552243 Jan 28 00:56:04.804049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58756-9917-4873-8ebd-0d0169bc9347 req-2efbdf3d-325d-472c-b7f1-8482285a05ad tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.812322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec58756-9917-4873-8ebd-0d0169bc9347 req-2efbdf3d-325d-472c-b7f1-8482285a05ad tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1307719 Jan 28 00:56:04.921274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0eaf146e-dbea-4eee-b554-f7542543f77e req-c815674d-a354-431a-9e00-f04697719102 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056938 Jan 28 00:56:04.926188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec58756-9917-4873-8ebd-0d0169bc9347 req-d585ca5a-860b-4ac9-ae52-d402686b60c7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126134 Jan 28 00:56:04.929458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-69b92ad1-53e4-4128-91d8-8778d8944881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.931489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-69b92ad1-53e4-4128-91d8-8778d8944881 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1100 time: 0.1048839 Jan 28 00:56:05.027995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:05.039692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-483a63d7-6e7f-4be4-a0bf-6dfd41d802a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:05.041246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-483a63d7-6e7f-4be4-a0bf-6dfd41d802a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1030767 Jan 28 00:56:05.048857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:05.120276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:05.123253 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86078a31-9806-47b1-bfed-e41989e32e85" -d '{"events": [{"name": "network-changed", "server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:05.131699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-287d3ea4-8e60-4fdc-a30a-251a57140e29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 217 time: 0.0830712 Jan 28 00:56:05.316776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-679e11be-554c-42da-9219-1d5477fa0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:05.318342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-679e11be-554c-42da-9219-1d5477fa0443 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1701634 Jan 28 00:56:05.357867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:05.373872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aa358-0876-4521-a552-148be43b0ef3 req-3a6ebe84-aa82-4ad9-8da2-76f622196be0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:05.375921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540aa358-0876-4521-a552-148be43b0ef3 req-3a6ebe84-aa82-4ad9-8da2-76f622196be0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1229658 Jan 28 00:56:05.384204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:05.384956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.413028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-221cff73-7303-4fc5-9bb9-c9db01dbf8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:05.414697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-221cff73-7303-4fc5-9bb9-c9db01dbf8c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878017 Jan 28 00:56:05.534886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:05.538837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540aa358-0876-4521-a552-148be43b0ef3 req-bd8cbf9f-2f46-4d01-b47b-8cff8ff6a4b0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562097 Jan 28 00:56:05.605272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 has no active binding in host n-h1-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:56:05.607031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:05.607613 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.629330 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47afe11-9892-416f-b4f9-5ff800d6d22e x-openstack-request-id: req-e47afe11-9892-416f-b4f9-5ff800d6d22e {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:05.630274 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:05.630970 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e47afe11-9892-416f-b4f9-5ff800d6d22e {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:05.632009 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'status': 'completed', 'code': 200} Jan 28 00:56:05.698241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:05.699510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:05.706000 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d4902-ad43-4c09-ab9e-986f75b833cb" -d '{"events": [{"server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "name": "network-vif-plugged", "status": "completed", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:05.714583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.832694 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2185d909-7eb0-4152-9ac3-3c70c22e02d2 x-openstack-request-id: req-2185d909-7eb0-4152-9ac3-3c70c22e02d2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:05.833242 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "name": "network-vif-plugged", "status": "completed", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:05.834332 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2185d909-7eb0-4152-9ac3-3c70c22e02d2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:05.834913 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'code': 200} Jan 28 00:56:05.835353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42436) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:05.881133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:06.005083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee2055-2e30-4dac-8f99-f3137547b088 req-75bc32fa-63eb-40e0-9dfc-7177266fe2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.026058 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4bee2055-2e30-4dac-8f99-f3137547b088 req-75bc32fa-63eb-40e0-9dfc-7177266fe2d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 1097 time: 0.0967574 Jan 28 00:56:06.105371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8637cb78-8f5a-4c34-b565-c3f823d00279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.202830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0700ad-259a-4466-99a5-7a7cc937720b req-3dcb65e1-f6c8-4894-a5b7-5ecee7d7038e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.204214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf0700ad-259a-4466-99a5-7a7cc937720b req-3dcb65e1-f6c8-4894-a5b7-5ecee7d7038e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1539905 Jan 28 00:56:06.211789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33180b66-511f-4ab0-a993-ca0734d8b3cf req-c6c31a2d-0102-4fbf-9120-623653035b13 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.218655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33180b66-511f-4ab0-a993-ca0734d8b3cf req-c6c31a2d-0102-4fbf-9120-623653035b13 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.1695294 Jan 28 00:56:06.231768 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4bee2055-2e30-4dac-8f99-f3137547b088 req-6fa1187a-e01a-46b4-93de-7db3fe53f1b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980603 Jan 28 00:56:06.233182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078a31-9806-47b1-bfed-e41989e32e85 req-f4f4f589-795e-4e2c-976d-6b6e88c22add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.236703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-f4f4f589-795e-4e2c-976d-6b6e88c22add service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1124 time: 0.1887136 Jan 28 00:56:06.310852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-bd4744fa-06c6-4338-91c2-0191252df138 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836279 Jan 28 00:56:06.318545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8637cb78-8f5a-4c34-b565-c3f823d00279 admin admin] Publish callbacks [] for security_group (e0ac15c0-a578-4782-b1a8-926b722e9507), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.324231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8637cb78-8f5a-4c34-b565-c3f823d00279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e0ac15c0-a578-4782-b1a8-926b722e9507), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.350861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637cb78-8f5a-4c34-b565-c3f823d00279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac15c0-a578-4782-b1a8-926b722e9507,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:06.377830 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8637cb78-8f5a-4c34-b565-c3f823d00279 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0761e8c5937444d9b40d577c1f44c48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406952 Jan 28 00:56:06.383858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42458) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:06.455407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb5dc-0ec0-4f49-a03c-f4022f4dccc9 admin admin] Publish callbacks [] for security_group (e0ac15c0-a578-4782-b1a8-926b722e9507), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.482502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb5dc-0ec0-4f49-a03c-f4022f4dccc9 admin admin] Publish callbacks [] for security_group (e0ac15c0-a578-4782-b1a8-926b722e9507), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.486507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33180b66-511f-4ab0-a993-ca0734d8b3cf req-63240bfe-04f2-4f76-a119-b14871409d04 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668123 Jan 28 00:56:06.540391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078a31-9806-47b1-bfed-e41989e32e85 req-86309c81-17f2-47b8-9029-0a18d0081209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.542159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-86309c81-17f2-47b8-9029-0a18d0081209 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.2851090 Jan 28 00:56:06.544952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cf01f0-a9c9-4ec4-830c-215d67f2c8e9 req-9e1fd4bf-4ee9-455f-b304-8b6662e382b4 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931870 Jan 28 00:56:06.556767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb5dc-0ec0-4f49-a03c-f4022f4dccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e0ac15c0-a578-4782-b1a8-926b722e9507), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.560398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb5dc-0ec0-4f49-a03c-f4022f4dccc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.571462 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8ffb5dc-0ec0-4f49-a03c-f4022f4dccc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0ac15c0-a578-4782-b1a8-926b722e9507 HTTP/1.1" status: 204 len: 168 time: 0.1855934 Jan 28 00:56:06.572557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf0700ad-259a-4466-99a5-7a7cc937720b req-adb0baaa-75a6-40ba-9167-2d88a9030a5c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509772 Jan 28 00:56:06.587388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffb5dc-0ec0-4f49-a03c-f4022f4dccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac15c0-a578-4782-b1a8-926b722e9507,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:06.698704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-98c10ebc-59cb-4a0f-bbb2-d1c213618f49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 217 time: 0.0481734 Jan 28 00:56:06.719571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286336d-b69b-49d4-946b-966c17f59fe2 req-5e0cec0c-4b3b-4e6d-9460-1b1411c36717 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.727768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1286336d-b69b-49d4-946b-966c17f59fe2 req-5e0cec0c-4b3b-4e6d-9460-1b1411c36717 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.1525891 Jan 28 00:56:06.825808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078a31-9806-47b1-bfed-e41989e32e85 req-0ffe0f82-2936-4571-a034-e222f2923792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:06.831958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-0ffe0f82-2936-4571-a034-e222f2923792 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1013503 Jan 28 00:56:06.893054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1286336d-b69b-49d4-946b-966c17f59fe2 req-36a63c5d-8aef-4c31-947f-c88de8082d77 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636841 Jan 28 00:56:06.919093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.951902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-8647d70c-417a-4e48-be92-08e67faff97d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676644 Jan 28 00:56:07.004753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3298f70e-5ee8-46f4-abff-28121be6eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.099315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fd5c2-8f32-4047-8478-3e3699f5fb51 req-219413a6-4cdf-4895-ac50-3d8c223c84b0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:07.107092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-928fd5c2-8f32-4047-8478-3e3699f5fb51 req-219413a6-4cdf-4895-ac50-3d8c223c84b0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.2217541 Jan 28 00:56:07.188322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-928fd5c2-8f32-4047-8478-3e3699f5fb51 req-8dbe1965-3213-4005-bd98-245d447300a7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802519 Jan 28 00:56:07.224387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-df1b296d-4cbd-462c-aed5-732a6ee208a0 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536557 Jan 28 00:56:07.366325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86078a31-9806-47b1-bfed-e41989e32e85 req-7a4c8fb9-2129-4e75-befe-198ca97ed6ac service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350124 Jan 28 00:56:07.632550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201ee2-a41d-4921-b453-70cd5f2b526e req-bf55ada0-a898-4fdf-bf2a-16d47e04712e tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:07.642296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80201ee2-a41d-4921-b453-70cd5f2b526e req-bf55ada0-a898-4fdf-bf2a-16d47e04712e tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.0657074 Jan 28 00:56:07.729476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80201ee2-a41d-4921-b453-70cd5f2b526e req-a6c0f591-77a8-4440-b7c8-c7878fd2ece7 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804048 Jan 28 00:56:07.853175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9932-e610-4215-9da4-3b492d23d8d5 req-27c9228b-9d48-4f9d-be36-b31aca81d08e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:07.861242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4c9932-e610-4215-9da4-3b492d23d8d5 req-27c9228b-9d48-4f9d-be36-b31aca81d08e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0695508 Jan 28 00:56:07.925663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4c9932-e610-4215-9da4-3b492d23d8d5 req-ce3372b5-ac29-4cbf-ab60-9094d7c22d25 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613084 Jan 28 00:56:08.072657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22289-c7bf-453c-a46d-5f1cde106fed req-ec3954ad-1817-4626-9a42-87b7535bc8eb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:08.075684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef22289-c7bf-453c-a46d-5f1cde106fed req-ec3954ad-1817-4626-9a42-87b7535bc8eb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.0840003 Jan 28 00:56:08.147020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef22289-c7bf-453c-a46d-5f1cde106fed req-d4d79851-3699-4cc8-8de9-9dfd6afe7ecb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636449 Jan 28 00:56:08.232686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42512) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:08.327198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fe369-eed9-4240-9309-15bdfdb775b7 req-bfccc2d0-a77a-4082-bd9a-79272e95fff1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:08.335704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f08fe369-eed9-4240-9309-15bdfdb775b7 req-bfccc2d0-a77a-4082-bd9a-79272e95fff1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.0720036 Jan 28 00:56:08.350636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:08.419377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f08fe369-eed9-4240-9309-15bdfdb775b7 req-402054c2-1523-4c2c-b7dc-fa42f68e18a3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827003 Jan 28 00:56:08.443990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36548581-2448-45a8-8040-c391e005898e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.479112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f53d5679-018a-4657-825a-2b30a8b8512d is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:08.479504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.505104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:08.508467 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ad31a-bf34-4419-8da2-12666e19c4d4" -d '{"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:08.525362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:08.534294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.604494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36548581-2448-45a8-8040-c391e005898e admin admin] Publish callbacks [] for security_group (c7e92261-c309-42d6-9464-06bcb547f6e3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.609364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:08.612145 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231e9407-d341-4521-a6b7-87a2dc913697 x-openstack-request-id: req-231e9407-d341-4521-a6b7-87a2dc913697 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:08.612571 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:08.613460 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-231e9407-d341-4521-a6b7-87a2dc913697 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:08.613460 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'code': 200} Jan 28 00:56:08.623143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36548581-2448-45a8-8040-c391e005898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c7e92261-c309-42d6-9464-06bcb547f6e3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.665061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36548581-2448-45a8-8040-c391e005898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e92261-c309-42d6-9464-06bcb547f6e3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:08.672629 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36548581-2448-45a8-8040-c391e005898e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6508a8e0e20475e9ed71bd2d7251116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387765 Jan 28 00:56:08.673987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:08.732795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e03be75-6fec-4152-ad22-550c00c722c9 admin admin] Publish callbacks [] for security_group (c7e92261-c309-42d6-9464-06bcb547f6e3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.779750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e03be75-6fec-4152-ad22-550c00c722c9 admin admin] Publish callbacks [] for security_group (c7e92261-c309-42d6-9464-06bcb547f6e3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.830841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e03be75-6fec-4152-ad22-550c00c722c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c7e92261-c309-42d6-9464-06bcb547f6e3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.834224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e03be75-6fec-4152-ad22-550c00c722c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.835658 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e03be75-6fec-4152-ad22-550c00c722c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7e92261-c309-42d6-9464-06bcb547f6e3 HTTP/1.1" status: 204 len: 168 time: 0.1603234 Jan 28 00:56:08.848130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03be75-6fec-4152-ad22-550c00c722c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e92261-c309-42d6-9464-06bcb547f6e3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:08.884822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dc8f-51b4-4c4f-8b6d-3741d3e51c83 req-7f14de62-fcec-4761-b56d-8e27dcafc946 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:08.886447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c42dc8f-51b4-4c4f-8b6d-3741d3e51c83 req-7f14de62-fcec-4761-b56d-8e27dcafc946 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.0740476 Jan 28 00:56:08.993066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c42dc8f-51b4-4c4f-8b6d-3741d3e51c83 req-d4204a95-cda7-4f17-a213-bb84ce00ba55 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982108 Jan 28 00:56:09.214622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9a0e-dd36-4650-8bf5-dd3e54986033 req-f0435d3e-dabb-43b5-a508-24e95462898c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:09.216141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0bc9a0e-dd36-4650-8bf5-dd3e54986033 req-f0435d3e-dabb-43b5-a508-24e95462898c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0619483 Jan 28 00:56:09.248432 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a382-0f78-476c-a715-bbaf7cf14099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.265929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f56f8a-0e48-401a-94cc-6974933fde0f req-94f8892b-f480-4a3a-8a94-25fb0772a2a8 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:09.276264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42544) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:09.280884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Request body: {'floatingip': {'port_id': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:09.282939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28f56f8a-0e48-401a-94cc-6974933fde0f req-94f8892b-f480-4a3a-8a94-25fb0772a2a8 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.1611149 Jan 28 00:56:09.364706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0bc9a0e-dd36-4650-8bf5-dd3e54986033 req-8cf9d92e-721b-45cc-ab7b-5e2ba268b4a0 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401742 Jan 28 00:56:09.429332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53ef75-d731-44ac-983d-0591b7b01bd4 req-53e5a50f-5a53-4171-a1ad-9e200df071dc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:09.445392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e53ef75-d731-44ac-983d-0591b7b01bd4 req-53e5a50f-5a53-4171-a1ad-9e200df071dc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 943 time: 0.0678399 Jan 28 00:56:09.495856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.569396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e53ef75-d731-44ac-983d-0591b7b01bd4 req-47220cbf-aa5a-4e94-85a2-62b887065ea9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102619 Jan 28 00:56:09.751344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c5816-07e3-4671-a6ff-f65ff04060e7 req-d2bddc5a-b6f3-4c5c-b406-130453382d97 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:09.766478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-742c5816-07e3-4671-a6ff-f65ff04060e7 req-d2bddc5a-b6f3-4c5c-b406-130453382d97 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 947 time: 0.2330394 Jan 28 00:56:09.849563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-fe6f3447-b28f-4a54-b352-a61221f33079 service neutron] 10.222.0.45 "GET /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99/bindings/n-h1-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.2380753 Jan 28 00:56:10.186081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:10.208132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:10.212460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42564) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:10.242882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a03a89-59f5-4b2b-99ad-6131f49e6b99 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:10.254853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:10.281459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-742c5816-07e3-4671-a6ff-f65ff04060e7 req-c31efbe6-1903-4bb3-8ddb-5c8f143db1cc tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100882 Jan 28 00:56:10.283031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.350111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:10.412332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1721806765-network', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:10.506992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:10.508074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] Transition to ACTIVE for port object 69a03a89-59f5-4b2b-99ad-6131f49e6b99 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:10.510097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.520029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:10.539300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'mac_address': 'fa:16:3e:f8:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:10.550883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.553654 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.585798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f53d5679-018a-4657-825a-2b30a8b8512d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:10.586460 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.605228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53d5679-018a-4657-825a-2b30a8b8512d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:10.634973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:10.640220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.671904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f4a94-c97c-43ab-b076-0283469f13ed req-4fb833b9-0e58-4a85-b0b1-896d9f42d42f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:10.679751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b0f4a94-c97c-43ab-b076-0283469f13ed req-4fb833b9-0e58-4a85-b0b1-896d9f42d42f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2053397 Jan 28 00:56:10.681835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] No DVR routers for this DVR port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:10.696614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.706519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] Pushing event updated for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=10']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:10.718719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:10.754179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.763136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.823497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-54e831ab-2bde-4f88-a3dc-3cef7df0064c service neutron] 10.222.0.45 "PUT /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99/bindings/n-h1-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9663537 Jan 28 00:56:10.848791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks [] for security_group (724c9db5-7812-4ad9-9e7d-4b1132176bf8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.882492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (724c9db5-7812-4ad9-9e7d-4b1132176bf8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.892879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b0f4a94-c97c-43ab-b076-0283469f13ed req-445a456b-95ee-41dd-84f0-ae303cb684c8 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121551 Jan 28 00:56:10.911660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322dd2-8fa4-4fe4-85d7-61522bf7942f req-d767961d-0582-4565-a522-04906fc253bf tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:10.921892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77322dd2-8fa4-4fe4-85d7-61522bf7942f req-d767961d-0582-4565-a522-04906fc253bf tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.1483710 Jan 28 00:56:10.944830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:56:10.995886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77322dd2-8fa4-4fe4-85d7-61522bf7942f req-9f88f4be-7f19-4462-ae98-74e43cfe8c46 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720267 Jan 28 00:56:10.997812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724c9db5-7812-4ad9-9e7d-4b1132176bf8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:11.003872 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Floating IP c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9 associated. External IP: 172.25.1.42, port: 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b. Jan 28 00:56:11.037965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (511921fb-0863-4337-9f48-326759bdb3cf), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.038445 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Added segment 511921fb-0863-4337-9f48-326759bdb3cf of type vlan for network 36d68436-7b9f-47fe-a10e-71a6a0264d7a Jan 28 00:56:11.040957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:11.102233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (36d68436-7b9f-47fe-a10e-71a6a0264d7a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.151049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-3ee52c2c-d1fb-4d11-97be-d14d8a9e086c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:11.152722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-3ee52c2c-d1fb-4d11-97be-d14d8a9e086c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1909399 Jan 28 00:56:11.218695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (36d68436-7b9f-47fe-a10e-71a6a0264d7a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.219643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:11.220236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.321573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1074646 Jan 28 00:56:11.324614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42578) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:11.330367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Request body: {'subnet': {'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1721806765-subnet', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:11.350979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-b217d369-b9ea-4bf6-b5c2-d5cfd0757a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:11.352629 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-b217d369-b9ea-4bf6-b5c2-d5cfd0757a33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a&tenant_id=e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 1095 time: 0.1859126 Jan 28 00:56:11.385939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2fa41-286f-432c-98f6-80b342f56c28 admin admin] Pushing event updated for resources: {'Network': ['ID=36d68436-7b9f-47fe-a10e-71a6a0264d7a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:11.398217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:56:11.408582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:11.411219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.504551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-33df29c5-a549-4886-a67a-8fc9586d80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:11.508726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-33df29c5-a549-4886-a67a-8fc9586d80f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1095 time: 0.1159506 Jan 28 00:56:11.519494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Router 4519c9f6-c928-414f-a555-034dbb5cd1d2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:56:11.526416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4b1a0-272c-45ae-9762-96aff783a7c3 req-93a1c251-3095-4e2f-8c75-d2b320b93920 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:11.536670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c4b1a0-272c-45ae-9762-96aff783a7c3 req-93a1c251-3095-4e2f-8c75-d2b320b93920 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 948 time: 0.1690469 Jan 28 00:56:11.627395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c4b1a0-272c-45ae-9762-96aff783a7c3 req-9ebb4cb1-efb4-4627-adb9-0c53944cedff tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893350 Jan 28 00:56:11.782450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.814335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (74ca4442-741a-40ad-af65-0b52eadfba1b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.917674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ca4442-741a-40ad-af65-0b52eadfba1b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:11.944245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Checking segment: {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:11.948517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Network hostable DHCP agents. Network: 36d68436-7b9f-47fe-a10e-71a6a0264d7a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:56:12.022735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:56:12.050639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 36d68436-7b9f-47fe-a10e-71a6a0264d7a) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:12.063755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9a631-2b5a-46bb-8a17-28249a99c8e7 None None] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:12.110039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.124950 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.156926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-683ee5ac-dd45-4ab3-9cdd-12d236ef42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.159115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-683ee5ac-dd45-4ab3-9cdd-12d236ef42e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.6324661 Jan 28 00:56:12.211381 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-07a33348-6fbb-456c-a5fe-ae9eeef50b9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 217 time: 0.0433285 Jan 28 00:56:12.212617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:56:12.220149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.226465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] Sync routers for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:56:12.247213 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:12.247856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:12.273034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a0a811d0-728a-4a14-a1a3-80de2ba50189 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9468105 Jan 28 00:56:12.278711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42590) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:12.295171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ce3242fc-ad45-4db9-94f1-345617e86037 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "PUT /v2.0/floatingips/c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9 HTTP/1.1" status: 200 len: 991 time: 3.0172460 Jan 28 00:56:12.298922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:12.301522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:12.302273 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:12.314250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-41c67a64-9283-4727-bf6b-9f3fee3f5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.315716 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-41c67a64-9283-4727-bf6b-9f3fee3f5bd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0925791 Jan 28 00:56:12.373923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-36d68436-7b9f-47fe-a10e-71a6a0264d7a', 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a', 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'fixed_ips': [{'subnet_id': '74ca4442-741a-40ad-af65-0b52eadfba1b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:56:12.379513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.388178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (4c568058-a962-428f-af32-ac92fbe0f683), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.389259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (4c568058-a962-428f-af32-ac92fbe0f683), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.396663 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-b36fd0f6-eb09-4a1c-9e58-895b6ef59e37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601540 Jan 28 00:56:12.399154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:12.431144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed8d5-6359-429c-8707-c830f55d8ab5 req-f62919c6-9cad-4b1b-be05-e6ebbcb98d2a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.444343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2faed8d5-6359-429c-8707-c830f55d8ab5 req-f62919c6-9cad-4b1b-be05-e6ebbcb98d2a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2964365 Jan 28 00:56:12.491182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-89ea4a35-98e4-4072-a569-ba8eb9b8a49d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.494033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-89ea4a35-98e4-4072-a569-ba8eb9b8a49d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9&tenant_id=bd4070c2713345138370aa6859788162&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 948 time: 0.3604155 Jan 28 00:56:12.522775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8ae8-dab8-44f8-a19d-7a06aaf9dc36 req-39355784-a9b0-420f-948c-b5367cea9a4a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.529741 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-991d1d3a-4641-44cf-91b7-11dea396ad44 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188221 Jan 28 00:56:12.535140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c4d8ae8-dab8-44f8-a19d-7a06aaf9dc36 req-39355784-a9b0-420f-948c-b5367cea9a4a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 948 time: 0.4070544 Jan 28 00:56:12.538605 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:56:12.659200 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-455529b9-7d5f-4df4-a7c9-5d333fa5729c service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168885 Jan 28 00:56:12.770272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port f53d5679-018a-4657-825a-2b30a8b8512d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:12.771002 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.836192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Allocated IP 172.20.0.2 (36d68436-7b9f-47fe-a10e-71a6a0264d7a/74ca4442-741a-40ad-af65-0b52eadfba1b/62d2bdb4-d319-4ff7-b916-6dbc00d11158) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:12.841688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks [] for router_controller (4c568058-a962-428f-af32-ac92fbe0f683), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.903304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c4d8ae8-dab8-44f8-a19d-7a06aaf9dc36 req-babe03ee-3c68-44a9-b656-742eb57c04ef tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667645 Jan 28 00:56:12.985156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f53d5679-018a-4657-825a-2b30a8b8512d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:12.985977 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.026684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:13.030247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:13.033602 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8009b23-3429-4684-92b5-4c8c4e51e825" -d '{"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:13.039164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.040289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:13.111418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-75cb7f7e-90ad-4d5b-857f-7ec024a76c05 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:13.112934 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-75cb7f7e-90ad-4d5b-857f-7ec024a76c05 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1595135 Jan 28 00:56:13.114425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:13.156422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:56:13.157223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:56:13.185571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'port_id': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'mac_address': 'fa:16:3e:5e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:55:47Z', 'updated_at': '2022-01-28T00:56:10Z', 'revision_number': 1, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:45Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:13.251600 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] Checking router: 4519c9f6-c928-414f-a555-034dbb5cd1d2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:56:13.271120 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:13.271751 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:13.315411 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.342319 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Publish callbacks [] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.366115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.396361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-75496b64-9bd2-4888-bd86-4e7f9535f6f6 service neutron] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:13.407994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-75496b64-9bd2-4888-bd86-4e7f9535f6f6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.412399 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d340a4ec-9dae-403b-93c5-1d59e560003f req-75496b64-9bd2-4888-bd86-4e7f9535f6f6 service neutron] 10.222.0.43 "DELETE /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99/bindings/n-h2-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.2908223 Jan 28 00:56:13.416698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:13.432459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:13.440721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:13.449333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-82e43089-418c-42cc-91ba-b02e294d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:13.456991 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:56:13.457360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-82e43089-418c-42cc-91ba-b02e294d8c24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1099 time: 0.8801401 Jan 28 00:56:13.479101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2faed8d5-6359-429c-8707-c830f55d8ab5 req-463e11d8-f7b4-4373-821b-227a7ec6f637 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0337331 Jan 28 00:56:13.508959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Pushing event updated for resources: {'Port': ['ID=62d2bdb4-d319-4ff7-b916-6dbc00d11158,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:13.521434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks [] for router_gateway (4c568058-a962-428f-af32-ac92fbe0f683), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.607247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Attempting to bind port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:13.607619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Attempting to bind port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:13.607976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Attempting to bind port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 on network 36d68436-7b9f-47fe-a10e-71a6a0264d7a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:13.627791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:13.627791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Checking segment: {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:13.627791 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.628223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Bound using segment: {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:13.629048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Bound port: 62d2bdb4-d319-4ff7-b916-6dbc00d11158, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:13.629048 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.693369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bbe87-5311-4b83-bad3-6299ebbad55a req-5c0e7734-b24b-405e-80c9-81a8ede07667 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:13.700265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f8bbe87-5311-4b83-bad3-6299ebbad55a req-5c0e7734-b24b-405e-80c9-81a8ede07667 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.4975939 Jan 28 00:56:13.759970 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'port_id': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'mac_address': 'fa:16:3e:5e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:55:47Z', 'updated_at': '2022-01-28T00:56:10Z', 'revision_number': 1, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:45Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:13.798917 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b23bb-1d47-4899-80f1-ea2512d39836 None None] The sync data for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 is: [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'port_id': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'mac_address': 'fa:16:3e:5e:39:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:55:47Z', 'updated_at': '2022-01-28T00:56:10Z', 'revision_number': 1, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:45Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:56:13.817596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] For port 62d2bdb4-d319-4ff7-b916-6dbc00d11158, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:13.821967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] For port 62d2bdb4-d319-4ff7-b916-6dbc00d11158, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62d2bdb4-d319-4ff7-b916-6dbc00d11158,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:13.824091 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae58f87a-1e1f-4d67-b139-c11b6002f301 x-openstack-request-id: req-ae58f87a-1e1f-4d67-b139-c11b6002f301 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:13.825352 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:13.826019 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae58f87a-1e1f-4d67-b139-c11b6002f301 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:13.826670 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'status': 'completed', 'code': 200} Jan 28 00:56:13.832608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.927016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5e3d2-404b-4a69-9183-773ad8aa99ee None None] Pushing event updated for resources: {'Port': ['ID=62d2bdb4-d319-4ff7-b916-6dbc00d11158,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:13.956994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-ce425126-43e2-4b25-a426-ec7c14687f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:13.959355 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-ce425126-43e2-4b25-a426-ec7c14687f84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f40a8f951e4b70bb16420870ba890f&device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 1097 time: 0.0923288 Jan 28 00:56:13.960662 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de72d37c-3b5e-4d57-b9bb-3e1e7382b43a x-openstack-request-id: req-de72d37c-3b5e-4d57-b9bb-3e1e7382b43a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:13.962057 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:13.963821 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de72d37c-3b5e-4d57-b9bb-3e1e7382b43a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:13.964428 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'code': 200} Jan 28 00:56:14.094612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f8bbe87-5311-4b83-bad3-6299ebbad55a req-c177c417-fac1-4a2f-a9a5-61d44c00e1a9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810971 Jan 28 00:56:14.144128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-57c3f9fa-0bbf-4dd8-b49f-e480b768f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:14.145837 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-57c3f9fa-0bbf-4dd8-b49f-e480b768f708 service neutron] 10.222.0.43 "GET /v2.0/networks?id=715114cb-40b8-47d2-b7a9-a0effaa1e326 HTTP/1.1" status: 200 len: 912 time: 0.1719866 Jan 28 00:56:14.208226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750b9d-e782-4f51-993d-0b6c77bb2834 req-4b3a604c-4172-4214-8930-5f0fa16d83b9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:14.222387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a750b9d-e782-4f51-993d-0b6c77bb2834 req-4b3a604c-4172-4214-8930-5f0fa16d83b9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1617000 Jan 28 00:56:14.275860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-016d03e0-98e9-4029-afc9-a2eff83448fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:14.279443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee752c-b6f1-466b-92b0-2ef976210140 None None] New status for floating IP c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:56:14.300813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-016d03e0-98e9-4029-afc9-a2eff83448fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.8135629 Jan 28 00:56:14.617638 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-c11288fd-5a35-4e60-b275-1316c608912d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b HTTP/1.1" status: 200 len: 999 time: 0.4588819 Jan 28 00:56:14.744504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-74808373-e942-4246-af71-c218700d8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:14.754221 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-74808373-e942-4246-af71-c218700d8da9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df36785d-9101-4075-b2ef-b52a6dff8c50 HTTP/1.1" status: 200 len: 850 time: 0.1242859 Jan 28 00:56:14.862617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-b6212345-1b24-4c14-9089-0fda3941cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:14.874672 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-b6212345-1b24-4c14-9089-0fda3941cd52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=715114cb-40b8-47d2-b7a9-a0effaa1e326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193397 Jan 28 00:56:14.898173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a750b9d-e782-4f51-993d-0b6c77bb2834 req-f88a6fd8-9dc4-4fa4-8493-a2b72be4b7f5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748557 Jan 28 00:56:14.899543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-9e055cae-0a9a-4bff-a3f7-83863ee8fd41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 217 time: 0.5947108 Jan 28 00:56:15.011974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b4e1-2cb6-479e-93d3-9d17c08252eb req-1b58b44e-5456-43bc-ab1e-3f2b3d7ba063 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:15.019393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9a1b4e1-2cb6-479e-93d3-9d17c08252eb req-1b58b44e-5456-43bc-ab1e-3f2b3d7ba063 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1095 time: 0.1188345 Jan 28 00:56:15.119925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-fb3a4b3b-b908-4e77-be51-dbf3a48c4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:15.121466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-fb3a4b3b-b908-4e77-be51-dbf3a48c4476 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1924863 Jan 28 00:56:15.162079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-d5765096-8a1a-4b10-b9e0-640fbfdd25ee service neutron] 10.222.0.43 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806730 Jan 28 00:56:15.371480 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bae9ed26-fad6-49db-8b30-1f82aec4c3c5 req-01e43102-73ce-479f-80b5-d1d895b0ef10 service neutron] 10.222.0.43 "GET /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898470 Jan 28 00:56:15.510634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9a1b4e1-2cb6-479e-93d3-9d17c08252eb req-0a72d11f-3af9-4fde-819e-937c34293693 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827468 Jan 28 00:56:15.531562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-72ed56be-b375-4ed9-b54e-7c2432a5f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:15.538017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-72ed56be-b375-4ed9-b54e-7c2432a5f8d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3318241 Jan 28 00:56:15.610532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa9734-d8e7-4f9b-a3c8-0541381e880f req-daa6c610-06a5-4674-bce1-89f718f86009 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:15.617918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdfa9734-d8e7-4f9b-a3c8-0541381e880f req-daa6c610-06a5-4674-bce1-89f718f86009 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.5274024 Jan 28 00:56:15.759080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks [] for router_gateway (4c568058-a962-428f-af32-ac92fbe0f683), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.824784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.914116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebac3d-f5e3-4456-9d45-a11104109bb2 None None] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:15.923962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdfa9734-d8e7-4f9b-a3c8-0541381e880f req-51991f91-b4cd-4b3f-84f1-aada5bbf329f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050525 Jan 28 00:56:16.174622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-63d3ef58-e198-49f9-b4d1-33a9f5f09205 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269882 Jan 28 00:56:16.182954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] Provisioning complete for port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:16.186109 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.335991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4d45b-af6a-4009-8ade-e7bbd6829fd0 req-45d633dc-03ac-4b1f-8036-71131c7859d9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:16.337595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ba4d45b-af6a-4009-8ade-e7bbd6829fd0 req-45d633dc-03ac-4b1f-8036-71131c7859d9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.2733977 Jan 28 00:56:16.557336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62d2bdb4-d319-4ff7-b916-6dbc00d11158 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:16.560307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4014d0ac-82d9-47ea-8513-247c86d852c7 req-96f0ef1e-34fc-4b51-a7a6-f17fc72a4643 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789318 Jan 28 00:56:16.620324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] Current status of the port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:16.621083 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.645339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Allocated IP 172.25.1.168 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/c359f086-d96a-4961-8fc3-290eeab2e6e2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:16.689469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:16.690005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.693696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-944df33c-fa36-4039-ab94-8a96705dd5ae tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:16.700515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-944df33c-fa36-4039-ab94-8a96705dd5ae tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.7122972 Jan 28 00:56:16.766150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-b4fe724f-899f-4699-b376-70896f225410 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/quotas/e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 375 time: 0.0611358 Jan 28 00:56:16.787815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] For port 62d2bdb4-d319-4ff7-b916-6dbc00d11158, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62d2bdb4-d319-4ff7-b916-6dbc00d11158,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:16.792634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ba4d45b-af6a-4009-8ade-e7bbd6829fd0 req-0f14942a-9893-45e3-9c7d-b9d60da52d48 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380989 Jan 28 00:56:16.804895 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.920364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb7a1c-2256-4ded-8ceb-955d342355a6 None None] Pushing event updated for resources: {'Port': ['ID=62d2bdb4-d319-4ff7-b916-6dbc00d11158,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:16.923776 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-d657003b-8a0c-4ed7-948b-8b3a48cd78c5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1561081 Jan 28 00:56:17.036495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:17.039796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6f712a2e-18b0-44a6-95c6-1668a7449d79 None None] Provisioning complete for port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:17.041706 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6f712a2e-18b0-44a6-95c6-1668a7449d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.086502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks [] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.280775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-59a43680-8d80-46d4-8f83-a9f4439e6e79 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430593 Jan 28 00:56:17.299044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.404360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736788ed-1dac-4277-ba94-f9059024353e req-e4925a24-a49e-4d37-857c-42e10355c178 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:17.411407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-736788ed-1dac-4277-ba94-f9059024353e req-e4925a24-a49e-4d37-857c-42e10355c178 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2100358 Jan 28 00:56:17.430014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:17.442492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:17.454067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:17.489032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6f712a2e-18b0-44a6-95c6-1668a7449d79 None None] Current status of the port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:17.504577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=c359f086-d96a-4961-8fc3-290eeab2e6e2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:17.570044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-736788ed-1dac-4277-ba94-f9059024353e req-bf0e0ced-2ae3-48f8-8444-5923fdc9bc8e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529379 Jan 28 00:56:17.577093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-77c8753d-99c4-437c-a704-a02b3ce93362 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879999 Jan 28 00:56:17.933861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks [] for router_gateway (4c568058-a962-428f-af32-ac92fbe0f683), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.019343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beff40ee-d52b-4cb4-a88e-70eb07695dc9 req-5c9664b3-c7bf-4066-8498-cb0189241a23 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 210 time: 0.1048524 Jan 28 00:56:18.075157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef049-147a-4fef-a776-4d8857f143f1 req-0b86470c-d2a6-47bd-9b20-907f433e01f1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:18.083565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3ef049-147a-4fef-a776-4d8857f143f1 req-0b86470c-d2a6-47bd-9b20-907f433e01f1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1599653 Jan 28 00:56:18.219672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62d2bdb4-d319-4ff7-b916-6dbc00d11158 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:18.241799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3ef049-147a-4fef-a776-4d8857f143f1 req-8882e0ac-dcb5-434b-a476-fb30ac739c83 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572676 Jan 28 00:56:18.326386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:18.329585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.345688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (4c568058-a962-428f-af32-ac92fbe0f683), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.437194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:18.535556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b75a-c8f6-4aea-af6b-c076bb581600 req-b6d7dc46-f32c-47de-a566-2b8d60757428 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:18.537191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8bb3b75a-c8f6-4aea-af6b-c076bb581600 req-b6d7dc46-f32c-47de-a566-2b8d60757428 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1864715 Jan 28 00:56:18.960318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8bb3b75a-c8f6-4aea-af6b-c076bb581600 req-60ec02a4-6ac2-4ae3-9a43-2a5cf5f260c7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172716 Jan 28 00:56:18.995465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-018ef80c-f20a-4d90-ba50-f4c2b9ff9b3b tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:19.002512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-018ef80c-f20a-4d90-ba50-f4c2b9ff9b3b tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/networks?id=6f09669f-3c1b-46fe-99ae-0a643d9c4381 HTTP/1.1" status: 200 len: 814 time: 0.4504764 Jan 28 00:56:19.010527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Router 4c568058-a962-428f-af32-ac92fbe0f683 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:56:19.023536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-ae96257e-1c31-4a98-945d-9fd0f47f92a1 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/quotas/15b8b610a1f44ca5a7ffdc09a2fe4786 HTTP/1.1" status: 200 len: 375 time: 0.0200295 Jan 28 00:56:19.275635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-76927067-91b7-41c1-8a3e-d92de48a3143 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=15b8b610a1f44ca5a7ffdc09a2fe4786&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2510011 Jan 28 00:56:19.298990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44e28e-eacd-49ce-a6a1-7e12b887b941 req-848727f1-ad92-4d97-87d2-a9c19382a3f7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:19.302655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed44e28e-eacd-49ce-a6a1-7e12b887b941 req-848727f1-ad92-4d97-87d2-a9c19382a3f7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2603903 Jan 28 00:56:19.347510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:56:19.358564 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Sync routers for ids ['4c568058-a962-428f-af32-ac92fbe0f683'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:56:19.376092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Routers {'4c568058-a962-428f-af32-ac92fbe0f683'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:19.376708 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4c568058-a962-428f-af32-ac92fbe0f683'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:19.408286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-fca923a2-535b-4a3e-aadb-b4ac1e24b183 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:19.410201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-fca923a2-535b-4a3e-aadb-b4ac1e24b183 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.2930622 Jan 28 00:56:19.435518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Request body: {'port': {'device_id': '69132437-5c46-4825-9087-8d18491e9b11', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'admin_state_up': True, 'tenant_id': 'e7ee2754a68f49ebb62713988df48646'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:19.471005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.472232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-971f14f3-3bc3-45a2-a1c3-f0170d964fe0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1835756 Jan 28 00:56:19.475616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42708) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:19.546696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed44e28e-eacd-49ce-a6a1-7e12b887b941 req-6bbfd249-86bb-49a3-ad39-2b1fc2116662 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264774 Jan 28 00:56:19.560163 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Set router 4c568058-a962-428f-af32-ac92fbe0f683 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:56:19.584782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-d821ccbc-4d14-4805-993b-6f2f7ddbd851 service neutron] 10.222.0.23 "GET /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956498 Jan 28 00:56:19.743498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ec3c5dd-d2cd-430e-bace-92b67b9828e4 req-34740897-d19b-452a-a47f-c70dae0f1385 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 210 time: 0.0548539 Jan 28 00:56:19.776753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-d0fda7ee-ed54-4b6c-9434-4cd1c586f070 service neutron] 10.222.0.23 "GET /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815844 Jan 28 00:56:19.837970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Made reservation on behalf of e7ee2754a68f49ebb62713988df48646 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:19.841853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.012797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:56:17Z', 'revision_number': 3, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:20.121327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Checking router: 4c568058-a962-428f-af32-ac92fbe0f683 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:56:20.121863 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Updating router 4c568058-a962-428f-af32-ac92fbe0f683 port c359f086-d96a-4961-8fc3-290eeab2e6e2 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:56:20.185042 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.214785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-688fd253-9329-4abc-9d31-75063deabb14 req-493edbfa-659c-40a5-9d8a-d85164997e38 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 210 time: 0.0912147 Jan 28 00:56:20.243379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Allocated IP 172.20.0.14 (92e98040-76ab-407b-b6c9-b3ffdebf60e4/1262e78a-f4af-43dc-9a00-46a01a99f4d4/5dd60c51-4e16-4d7a-a637-3e106a53aeeb) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:20.313051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.456142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-26d9a599-466c-471d-b586-5cf85ec7126f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343246 Jan 28 00:56:20.561081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Allocated IP 172.20.0.1 (36d68436-7b9f-47fe-a10e-71a6a0264d7a/74ca4442-741a-40ad-af65-0b52eadfba1b/be29aa67-9786-4f80-9fe5-f791f3eb5c8e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:20.599083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks [] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.600058 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Publish callbacks [] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.612458 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.658249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-404bae8c-ee5a-49f3-bbc0-db76ec91ad4e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:20.658249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-404bae8c-ee5a-49f3-bbc0-db76ec91ad4e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959386 Jan 28 00:56:20.682589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Attempting to bind port c359f086-d96a-4961-8fc3-290eeab2e6e2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:20.684220 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Attempting to bind port c359f086-d96a-4961-8fc3-290eeab2e6e2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:20.685300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Attempting to bind port c359f086-d96a-4961-8fc3-290eeab2e6e2 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:20.691504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-ee2846bf-fa27-4d94-b74a-8538ed5ea972 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/quotas/bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 375 time: 0.0323722 Jan 28 00:56:20.719083 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:20.719657 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:20.720237 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.720960 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:20.721634 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Bound port: c359f086-d96a-4961-8fc3-290eeab2e6e2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:20.722263 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.767994 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.778887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks [] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.791477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42206030-858d-412a-84ae-4afdd5566bbc req-cba6e4f4-acf6-42ff-bb0c-9203a1889f7e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:20.793206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42206030-858d-412a-84ae-4afdd5566bbc req-cba6e4f4-acf6-42ff-bb0c-9203a1889f7e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0897450 Jan 28 00:56:20.800839 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] For port c359f086-d96a-4961-8fc3-290eeab2e6e2, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:20.806056 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] For port c359f086-d96a-4961-8fc3-290eeab2e6e2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c359f086-d96a-4961-8fc3-290eeab2e6e2,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:20.813519 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.851736 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Routers {'4c568058-a962-428f-af32-ac92fbe0f683'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:20.852701 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4c568058-a962-428f-af32-ac92fbe0f683'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:20.868637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:20.887476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.891696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-b0c02f2c-1421-4812-b6d6-ebd91c0d095f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1992564 Jan 28 00:56:20.897665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:20.919084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:20.921958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:20.973368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:20.976508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:20.981612 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] Set router 4c568058-a962-428f-af32-ac92fbe0f683 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:56:20.995721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:21.015815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Pushing event updated for resources: {'Port': ['ID=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:21.081137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42206030-858d-412a-84ae-4afdd5566bbc req-d77b2304-af4b-4e75-add5-db4ea32d0f1a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605710 Jan 28 00:56:21.094723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (4c568058-a962-428f-af32-ac92fbe0f683), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.096352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Pushing event updated for resources: {'Port': ['ID=c359f086-d96a-4961-8fc3-290eeab2e6e2,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:21.104788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:21.105755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.112020 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.112389 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.112984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.123442 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.124114 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.124287 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.124666 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.124933 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.125266 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.125765 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.126122 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.126448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.126773 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:21.150932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-617c7eb9-b7e7-45ca-8899-3a15e91e485e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7224681 Jan 28 00:56:21.192651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Request body: {'port': {'device_id': '69132437-5c46-4825-9087-8d18491e9b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:21.371032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.373641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.398966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7598195-463d-4381-b4fe-92376858a550 req-02b98da6-2b4c-44a9-aeab-0a517c73c9ba tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:21.406445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7598195-463d-4381-b4fe-92376858a550 req-02b98da6-2b4c-44a9-aeab-0a517c73c9ba tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 932 time: 0.1428421 Jan 28 00:56:21.445832 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:56:21.454620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7809e13c-3bc5-4b09-8860-7d0212910700 None None] Provisioning complete for port be29aa67-9786-4f80-9fe5-f791f3eb5c8e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:21.455104 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7809e13c-3bc5-4b09-8860-7d0212910700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.496935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7598195-463d-4381-b4fe-92376858a550 req-9af19def-8b31-483f-8656-d8ca1fecd13f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877697 Jan 28 00:56:21.538592 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca5552-cb01-4954-9964-d0ac49539d34 None None] Pushing event updated for resources: {'Port': ['ID=c359f086-d96a-4961-8fc3-290eeab2e6e2,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:21.541552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7809e13c-3bc5-4b09-8860-7d0212910700 None None] Port be29aa67-9786-4f80-9fe5-f791f3eb5c8e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:21.600707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62da12f0-b806-4386-b95c-cc9a32ad27c9 req-a6b525ff-8e18-4145-a0f3-8ee274b9a29d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 210 time: 0.1004400 Jan 28 00:56:21.711190 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks [] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.719801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.746600 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:56:17Z', 'revision_number': 3, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:21.786394 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8aeff-b439-461b-b256-61b4842fc8cc None None] The sync data for ids ['4c568058-a962-428f-af32-ac92fbe0f683'] in n-d-826756-1 is: [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:56:17Z', 'revision_number': 3, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:56:21.839912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (4c568058-a962-428f-af32-ac92fbe0f683), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.842787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Pushing event updated for resources: {'Port': ['ID=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:21.859429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0d579c8-a9fb-4ffe-9d58-78ebb123c0dc req-2c05d1de-c089-46ae-b0df-a090ce458298 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 210 time: 0.0538640 Jan 28 00:56:21.964662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-e8e83704-5433-4ce1-8ae4-c5aa35b5a6ae tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:21.967263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-e8e83704-5433-4ce1-8ae4-c5aa35b5a6ae tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.45 "GET /v2.0/networks?id=6f09669f-3c1b-46fe-99ae-0a643d9c4381 HTTP/1.1" status: 200 len: 814 time: 0.2603917 Jan 28 00:56:21.981704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:21.984871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:22.015626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Request body: {'port': {'device_id': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'admin_state_up': True, 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:22.260960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Router 4c568058-a962-428f-af32-ac92fbe0f683 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:56:22.267266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd60c51-4e16-4d7a-a637-3e106a53aeeb {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:22.291989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Publish callbacks [] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.471796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:56:22.489096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6629b173-6c87-4b33-b265-00486d395e1b admin admin] 10.222.0.23 "PUT /v2.0/routers/4c568058-a962-428f-af32-ac92fbe0f683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117371 Jan 28 00:56:22.502569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-08b28cda-52fe-49e1-bf41-d815921c5a9f None None] Provisioning complete for port be29aa67-9786-4f80-9fe5-f791f3eb5c8e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:22.503105 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08b28cda-52fe-49e1-bf41-d815921c5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.571181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-08b28cda-52fe-49e1-bf41-d815921c5a9f None None] Port be29aa67-9786-4f80-9fe5-f791f3eb5c8e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:22.572002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Transition to ACTIVE for port object 5dd60c51-4e16-4d7a-a637-3e106a53aeeb will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:22.584269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.689767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Made reservation on behalf of 15b8b610a1f44ca5a7ffdc09a2fe4786 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:22.693840 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.740909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42792) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:22.788812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e47a-d8bc-465c-ac0f-d3f89159e466 req-e3bce419-6a86-42ab-b1ed-903012b985cf tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:22.807403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9316e47a-d8bc-465c-ac0f-d3f89159e466 req-e3bce419-6a86-42ab-b1ed-903012b985cf tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.5354173 Jan 28 00:56:22.835257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-417193085'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:22.879650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:22.910719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:22.914767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.992485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:56:23.009643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e942df59-670b-4d5a-a0c9-37cb34fff64e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.010124 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Added segment e942df59-670b-4d5a-a0c9-37cb34fff64e of type vlan for network 4f4ca95b-c5fb-492e-a688-574682b0322b Jan 28 00:56:23.081145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (4f4ca95b-c5fb-492e-a688-574682b0322b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.084984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9316e47a-d8bc-465c-ac0f-d3f89159e466 req-966f6f02-f7c4-4e2e-b1cc-93b0a8d5375c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751908 Jan 28 00:56:23.099821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.45', 57461) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.147759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (4f4ca95b-c5fb-492e-a688-574682b0322b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.154303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:23.155208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.386699 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6439793 Jan 28 00:56:23.393281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42800) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.400314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14c0d093-2b65-4834-b1be-59bfa949bc0a req-d9cca5ae-1964-4571-9bed-570f4fa0cea4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 210 time: 0.1019132 Jan 28 00:56:23.401766 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-3b978658-b0e7-4371-b0d7-efdd3c251f7d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2400033 Jan 28 00:56:23.411414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'subnet': {'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:23.426281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d599a-ec0b-42ec-8b74-6f5483cd1daf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Network': ['ID=4f4ca95b-c5fb-492e-a688-574682b0322b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:23.437561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 4f4ca95b-c5fb-492e-a688-574682b0322b details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:56:23.563865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:23.564340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:23.564582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:23.597383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Allocated IP 172.20.0.10 (6f09669f-3c1b-46fe-99ae-0a643d9c4381/5b52b0be-75f7-4a35-b023-7cf5e3c34709/623fcf93-a93b-48d9-b6e3-d9cb09bc36c9) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:23.700163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:23.700609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:23.744449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-40461b12-f21e-4a77-9c54-834bf2ddadce tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:23.747307 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-40461b12-f21e-4a77-9c54-834bf2ddadce tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422333 Jan 28 00:56:23.763038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:23.763854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:23.764510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:23.765524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Bound port: 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:23.766480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.798070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c16090c-fbec-4809-a285-c397c4b42566 req-94199c45-8de6-4f3f-93e1-f13425ad807b tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 210 time: 0.2110612 Jan 28 00:56:23.819748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb295a-54b8-48b5-9aa9-3231ec95f440 req-20dc146a-3794-45e0-b73e-080ecb87baf6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:23.822707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bbb295a-54b8-48b5-9aa9-3231ec95f440 req-20dc146a-3794-45e0-b73e-080ecb87baf6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.9626892 Jan 28 00:56:23.853528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:23.863050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.998866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Request body: {'port': {'device_id': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'bd4070c2713345138370aa6859788162'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:24.249141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks [] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.249768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Made reservation on behalf of bd4070c2713345138370aa6859788162 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:24.258035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.338366 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.346725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c359f086-d96a-4961-8fc3-290eeab2e6e2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:24.433215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:24.449578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:24.452597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:24.460979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:24.497553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c359f086-d96a-4961-8fc3-290eeab2e6e2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:24.500025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.597551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:24.604714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bbb295a-54b8-48b5-9aa9-3231ec95f440 req-cac7821d-f1c4-4d9f-a322-f866b7545afe tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305892 Jan 28 00:56:24.617335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Pushing event updated for resources: {'Port': ['ID=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:24.622622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.724048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Allocated IP 192.168.233.130 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/557d58a1-0c75-4037-9db4-34aeedbbd48d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:24.776406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:24.777116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.803688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:24.804247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.806397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] 10.222.0.45 "PUT /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 1092 time: 3.6341677 Jan 28 00:56:24.810179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c359f086-d96a-4961-8fc3-290eeab2e6e2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:24.810451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.839968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:24.842694 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6c1755-c301-422b-a3cb-9a12c16958e6" -d '{"events": [{"name": "network-changed", "server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:24.865077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c359f086-d96a-4961-8fc3-290eeab2e6e2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c359f086-d96a-4961-8fc3-290eeab2e6e2,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:24.879130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.902081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1d49f6b-d0c3-46ab-94ff-8209a232ca59 req-a7d48b33-e63c-4057-a40d-97ed5c71d508 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 210 time: 0.1152658 Jan 28 00:56:24.915164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-efef0828-6eb5-46eb-88eb-e1eb0054680f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9107234 Jan 28 00:56:24.930203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe681ce-6e4b-406c-9e32-fb30492d00c5 req-c32e9e9a-e672-49b1-b598-8e3b39c73e76 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:24.937583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfe681ce-6e4b-406c-9e32-fb30492d00c5 req-c32e9e9a-e672-49b1-b598-8e3b39c73e76 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.3298795 Jan 28 00:56:24.937734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Sync routers for ids ['4c568058-a962-428f-af32-ac92fbe0f683'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:56:24.981382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb81bc-4687-4354-ad74-5453622df759 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.019419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Request body: {'port': {'device_id': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:25.029846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Routers {'4c568058-a962-428f-af32-ac92fbe0f683'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:25.030925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4c568058-a962-428f-af32-ac92fbe0f683'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:25.033799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c359f086-d96a-4961-8fc3-290eeab2e6e2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.126783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (6f268f2b-c8e2-42b8-b197-692c8ad867ed), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.216990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks [] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.230686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Subnet': ['ID=6f268f2b-c8e2-42b8-b197-692c8ad867ed,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.254883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-056656c8-2b14-4110-be53-ab35fb43f1e4 None None] Provisioning complete for port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:25.255283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-056656c8-2b14-4110-be53-ab35fb43f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.323342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.338753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Set router 4c568058-a962-428f-af32-ac92fbe0f683 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:56:25.395759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:25.399628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:25.399845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:25.406496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:25.422166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:25.502548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-056656c8-2b14-4110-be53-ab35fb43f1e4 None None] Port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:25.538466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:25.539272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.561033 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5661092 Jan 28 00:56:25.572807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb339e56-deca-4ecf-96b7-c5958a9acf0a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.617414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Request body: {'port': {'device_id': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:25.698582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.977065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-ebe1cb55-b5b3-4dbd-9682-5ad2e3030acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:25.979633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-ebe1cb55-b5b3-4dbd-9682-5ad2e3030acf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1095 time: 0.9787974 Jan 28 00:56:25.992908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfe681ce-6e4b-406c-9e32-fb30492d00c5 req-59819671-ded2-4d02-ad32-eadfbeb78f89 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0544238 Jan 28 00:56:26.006047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4f0559a4-aa37-4530-b556-5f10a2e1be66 None None] Provisioning complete for port 557d58a1-0c75-4037-9db4-34aeedbbd48d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:26.006719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f0559a4-aa37-4530-b556-5f10a2e1be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.108217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Checking segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:26.110506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network hostable DHCP agents. Network: 4f4ca95b-c5fb-492e-a688-574682b0322b, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:56:26.119071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-11ed2fc5-2beb-489d-af8f-2beb32b60a47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 217 time: 0.0832665 Jan 28 00:56:26.119643 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.141515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c036b-55f5-41c5-843f-5f154bdf1611 req-8939bf34-acc9-4de2-8a95-b14aa47541b3 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:26.158546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557d58a1-0c75-4037-9db4-34aeedbbd48d {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:26.159794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377c036b-55f5-41c5-843f-5f154bdf1611 req-8939bf34-acc9-4de2-8a95-b14aa47541b3 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 932 time: 0.9976671 Jan 28 00:56:26.179369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Publish callbacks [] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.186438 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb51b93-a52c-4703-a193-896b8379ed7e x-openstack-request-id: req-6bb51b93-a52c-4703-a193-896b8379ed7e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:26.186735 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:26.187047 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bb51b93-a52c-4703-a193-896b8379ed7e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:26.187532 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'status': 'completed', 'code': 200} Jan 28 00:56:26.194604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Transition to ACTIVE for port object 557d58a1-0c75-4037-9db4-34aeedbbd48d will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:26.200087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.228606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4f0559a4-aa37-4530-b556-5f10a2e1be66 None None] Port 557d58a1-0c75-4037-9db4-34aeedbbd48d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:26.305832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377c036b-55f5-41c5-843f-5f154bdf1611 req-34bf01af-8332-401a-adaf-47441423c60e tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449647 Jan 28 00:56:26.306118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c359f086-d96a-4961-8fc3-290eeab2e6e2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:26.410958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:26.411533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:26.412081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:26.414795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:26.421495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:26.422244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:26.428870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:26.429646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:26.430123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:26.430824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Bound port: 557d58a1-0c75-4037-9db4-34aeedbbd48d, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:26.431282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.513104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:56:21Z', 'revision_number': 4, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'be29aa67-9786-4f80-9fe5-f791f3eb5c8e', 'name': '', 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'mac_address': 'fa:16:3e:62:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74ca4442-741a-40ad-af65-0b52eadfba1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:20Z', 'updated_at': '2022-01-28T00:56:21Z', 'revision_number': 2, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'subnets': [{'id': '74ca4442-741a-40ad-af65-0b52eadfba1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:26.540733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:26.548853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:26.557416 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.560612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Checking router: 4c568058-a962-428f-af32-ac92fbe0f683 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:56:26.560986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Updating router 4c568058-a962-428f-af32-ac92fbe0f683 port be29aa67-9786-4f80-9fe5-f791f3eb5c8e binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:56:26.673396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:26.695201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.710897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:26.714538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.718765 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-6acae47c-5c72-414b-88b8-bcac9077e137 service neutron] 10.222.0.45 "PUT /v2.0/ports/557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 1096 time: 1.1037085 Jan 28 00:56:26.720999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:26.727126 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2edcf16-5b32-4372-8907-f824c145e393" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:26.760099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c359f086-d96a-4961-8fc3-290eeab2e6e2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:26.764664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.922702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:26.932290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Publish callbacks [] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.950838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Transition to ACTIVE for port object 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:27.024305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.126021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Pushing event updated for resources: {'Port': ['ID=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:27.144092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 4f4ca95b-c5fb-492e-a688-574682b0322b is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:56:27.171208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 4f4ca95b-c5fb-492e-a688-574682b0322b) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:27.188667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d78d7-2c41-42b3-b515-fd48e6e4cf0c None None] Network 4f4ca95b-c5fb-492e-a688-574682b0322b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:27.210119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bcc0e-61d5-4b49-9181-d458a2c117d9 req-1d544432-b96c-44ea-86eb-02298d04e203 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:27.211956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e7bcc0e-61d5-4b49-9181-d458a2c117d9 req-1d544432-b96c-44ea-86eb-02298d04e203 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.2121341 Jan 28 00:56:27.213502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:27.214263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.222004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-19c9fb9b-47d9-4c5c-9039-c7ca0e5bb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:27.223772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-19c9fb9b-47d9-4c5c-9039-c7ca0e5bb85e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 1.0329859 Jan 28 00:56:27.237884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5ac7-77cb-428b-b133-c966250473ba req-a8d0c690-403a-4446-aed1-77584d25b187 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:27.239712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f3b5ac7-77cb-428b-b133-c966250473ba req-a8d0c690-403a-4446-aed1-77584d25b187 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 948 time: 0.2822864 Jan 28 00:56:27.383294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e7bcc0e-61d5-4b49-9181-d458a2c117d9 req-11018391-74f4-47f3-9506-4a1a7fe18498 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224363 Jan 28 00:56:27.399294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5c3d2e60-2b35-4d8e-a584-467e29fdf22f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0025728 Jan 28 00:56:27.402061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:27.411435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1541313499'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:27.422432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c359f086-d96a-4961-8fc3-290eeab2e6e2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:27.488317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:27.491648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.548063 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c42f2bf-ac3a-4d0b-803f-642274c89507 x-openstack-request-id: req-8c42f2bf-ac3a-4d0b-803f-642274c89507 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:27.548263 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:27.548397 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c42f2bf-ac3a-4d0b-803f-642274c89507 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:27.548866 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'status': 'completed', 'code': 200} Jan 28 00:56:27.604946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f3b5ac7-77cb-428b-b133-c966250473ba req-2fe8724a-7509-4988-bb0f-44953278efd4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458985 Jan 28 00:56:27.690530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:56:27.706106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-6530b94f-8c4c-481e-a5c0-917898ec2c25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706090 Jan 28 00:56:27.730196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-4a6a5090-a5d0-4d50-9edf-17a063fb7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:27.733479 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-4a6a5090-a5d0-4d50-9edf-17a063fb7c81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1099 time: 0.2484407 Jan 28 00:56:27.746713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bda97837-a776-4152-b2b1-08b23db7b234), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.747123 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Added segment bda97837-a776-4152-b2b1-08b23db7b234 of type vlan for network 49a1b706-47e4-4414-b3eb-0e917c7d8653 Jan 28 00:56:27.828379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-4f4ca95b-c5fb-492e-a688-574682b0322b', 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b', 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'fixed_ips': [{'subnet_id': '6f268f2b-c8e2-42b8-b197-692c8ad867ed'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:56:27.830316 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.873611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (49a1b706-47e4-4414-b3eb-0e917c7d8653), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.925902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (49a1b706-47e4-4414-b3eb-0e917c7d8653), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.930886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:27.931521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.937990 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-71a52396-727f-4054-b6ff-6a195330b034 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.1678457 Jan 28 00:56:28.127848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Attempting to bind port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:28.128358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Attempting to bind port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:28.128598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Attempting to bind port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 on network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:28.134755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Allocated IP 19.80.0.2 (4f4ca95b-c5fb-492e-a688-574682b0322b/6f268f2b-c8e2-42b8-b197-692c8ad867ed/35998b01-eceb-4c61-93a9-ae6590c73d67) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:28.163461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 on network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:28.163992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Attempting to bind port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 on network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:28.184081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:28.184516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Checking segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:28.184828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Bound using segment: {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:28.185286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Bound port: 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24ce95e-352d-44f6-9cea-5f005c1419df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:28.185635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.228246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dc6c2-997d-4090-9647-77ff1ad1a5ae req-b3d7031f-65d5-4c16-b0ff-90470bc0d04e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:28.237326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba2dc6c2-997d-4090-9647-77ff1ad1a5ae req-b3d7031f-65d5-4c16-b0ff-90470bc0d04e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.5656838 Jan 28 00:56:28.326704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Publish callbacks [] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.337285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.377533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab28d-0c8e-4849-86fe-00873828c652 req-64c51a8b-ae2b-44e9-8294-d7d3d88f8be3 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:28.379904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-660ab28d-0c8e-4849-86fe-00873828c652 req-64c51a8b-ae2b-44e9-8294-d7d3d88f8be3 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.2882040 Jan 28 00:56:28.385746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-d740669d-a590-4664-8aa2-d8086abb3803 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787472 Jan 28 00:56:28.503494 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0999026 Jan 28 00:56:28.508900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42854) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.511463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Network 4f4ca95b-c5fb-492e-a688-574682b0322b is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:28.514565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'subnet': {'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:28.521896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:28.531353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:28.536644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfbf27-7d9b-4935-87c3-e94eb9e11a47 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Network': ['ID=49a1b706-47e4-4414-b3eb-0e917c7d8653,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.536872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Pushing event updated for resources: {'Port': ['ID=35998b01-eceb-4c61-93a9-ae6590c73d67,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.562405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:56:28.572430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-80066117-4ec3-47ce-97dd-c09993385f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:28.574305 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-80066117-4ec3-47ce-97dd-c09993385f56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.6211669 Jan 28 00:56:28.633194 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Publish callbacks [] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.637705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba2dc6c2-997d-4090-9647-77ff1ad1a5ae req-bfda4832-a5df-473b-a67a-c2b34701034c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969998 Jan 28 00:56:28.719709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.720086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-1be1ef10-e191-46b6-93ec-77f883a831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:28.721662 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-1be1ef10-e191-46b6-93ec-77f883a831f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154847 Jan 28 00:56:28.732498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:28.737039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.738830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-660ab28d-0c8e-4849-86fe-00873828c652 req-97a6afb5-7547-4219-b7f0-fa7974559b74 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469110 Jan 28 00:56:28.756782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] For port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:28.762377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] For port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:28.772694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ef978c4-eb89-4d14-b6bd-d5bbfb64d932 req-29d40a25-638b-4af1-857b-e4f3f996189b service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535852 Jan 28 00:56:28.774595 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.819390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:28.821152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.822414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-88843f0b-e372-4c33-b149-200e494415dc service neutron] 10.222.0.45 "PUT /v2.0/ports/623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 HTTP/1.1" status: 200 len: 1092 time: 3.8082671 Jan 28 00:56:28.822889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'tag': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:28.825416 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bc3987-3792-4125-af80-66c15c6d64e5" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbfebb-4c5b-4273-87d6-2e00daeb2f26", "tag": "623fcf93-a93b-48d9-b6e3-d9cb09bc36c9"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:28.918985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88843f0b-e372-4c33-b149-200e494415dc service neutron] Pushing event updated for resources: {'Port': ['ID=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.959445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105c8dd-d8a8-412f-8f21-42e9239a5473 None None] Pushing event updated for resources: {'Port': ['ID=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.026677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Attempting to bind port 35998b01-eceb-4c61-93a9-ae6590c73d67 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:29.027306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Attempting to bind port 35998b01-eceb-4c61-93a9-ae6590c73d67 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:29.028373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Attempting to bind port 35998b01-eceb-4c61-93a9-ae6590c73d67 on network 4f4ca95b-c5fb-492e-a688-574682b0322b {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:29.036516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:29.037196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Checking segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:29.038825 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.039397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Bound using segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:29.042101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Bound port: 35998b01-eceb-4c61-93a9-ae6590c73d67, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:29.042682 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.272533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Attempting to bind port be29aa67-9786-4f80-9fe5-f791f3eb5c8e on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:29.273908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Attempting to bind port be29aa67-9786-4f80-9fe5-f791f3eb5c8e by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:29.274396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Attempting to bind port be29aa67-9786-4f80-9fe5-f791f3eb5c8e on network 36d68436-7b9f-47fe-a10e-71a6a0264d7a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:29.291151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76478-bcc9-4cd1-a0cc-036b1a7c5d70 req-6d36828a-8598-4e2a-9ec7-c0ebe5d79e14 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:29.299334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:29.300548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Checking segment: {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:29.302224 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.302375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (47fba845-95ff-4f02-ab88-3cd757fb9999), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.302496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Bound using segment: {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:29.303031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Bound port: be29aa67-9786-4f80-9fe5-f791f3eb5c8e, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511921fb-0863-4337-9f48-326759bdb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:29.303539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.310556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fb76478-bcc9-4cd1-a0cc-036b1a7c5d70 req-6d36828a-8598-4e2a-9ec7-c0ebe5d79e14 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 948 time: 0.3813503 Jan 28 00:56:29.384715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] For port 35998b01-eceb-4c61-93a9-ae6590c73d67, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:29.396773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] For port 35998b01-eceb-4c61-93a9-ae6590c73d67, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35998b01-eceb-4c61-93a9-ae6590c73d67,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:29.413347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Subnet': ['ID=47fba845-95ff-4f02-ab88-3cd757fb9999,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.427600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.448735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cfe75-6c7b-43fc-9b36-837e036deacf req-2f89f928-1ec8-4218-a5b4-55b920cca73f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:29.462431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Checking segment: {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:29.463096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network hostable DHCP agents. Network: 49a1b706-47e4-4414-b3eb-0e917c7d8653, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:56:29.469192 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-3235681e-b83c-4829-868d-9ba9218ab0a6 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677129 Jan 28 00:56:29.472505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f63cfe75-6c7b-43fc-9b36-837e036deacf req-2f89f928-1ec8-4218-a5b4-55b920cca73f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.4862642 Jan 28 00:56:29.543393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fbf1d-9e2b-45ed-8c29-f4ba3e49d432 None None] Pushing event updated for resources: {'Port': ['ID=35998b01-eceb-4c61-93a9-ae6590c73d67,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.577068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] For port be29aa67-9786-4f80-9fe5-f791f3eb5c8e, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:29.580934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] For port be29aa67-9786-4f80-9fe5-f791f3eb5c8e, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:29.596545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.687817 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f57a3ffc-edcd-4c91-94ae-6fbe63fa4679 req-30f1df11-47d8-449e-aa51-5804ccc2876d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936378 Jan 28 00:56:29.694947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:56:29.736467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 49a1b706-47e4-4414-b3eb-0e917c7d8653) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:29.744182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:29.744740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.750948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Routers {'4c568058-a962-428f-af32-ac92fbe0f683'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:29.752281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4c568058-a962-428f-af32-ac92fbe0f683'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:29.767239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef553ac5-dc5c-45e2-adb9-c08b3202dc07 None None] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:29.784186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-9f3580a4-692a-4ddf-bb8c-27601444f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:29.785648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-9f3580a4-692a-4ddf-bb8c-27601444f545 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1095 time: 0.4727235 Jan 28 00:56:29.809341 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bb8ccbf6-ccea-402b-9c77-8d0d35b5e895 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2914150 Jan 28 00:56:29.863911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105c8dd-d8a8-412f-8f21-42e9239a5473 None None] Pushing event updated for resources: {'Port': ['ID=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.875223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] Provisioning complete for port be29aa67-9786-4f80-9fe5-f791f3eb5c8e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:29.875720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.949637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-389d329d-ff1c-4442-bd31-0cf2ac5cce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:29.987153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-389d329d-ff1c-4442-bd31-0cf2ac5cce94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b8b610a1f44ca5a7ffdc09a2fe4786&device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 1095 time: 0.6124284 Jan 28 00:56:30.015512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edcf16-5b32-4372-8907-f824c145e393 req-57f3e347-4f8e-4e4f-a086-709821ab5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.025761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fb76478-bcc9-4cd1-a0cc-036b1a7c5d70 req-3952ca3e-570e-4cb8-9401-4925fed45123 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139919 Jan 28 00:56:30.057854 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-57f3e347-4f8e-4e4f-a086-709821ab5b99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1720183 Jan 28 00:56:30.070733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f63cfe75-6c7b-43fc-9b36-837e036deacf req-70649738-8896-488d-833f-3c4e3feea9d5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885644 Jan 28 00:56:30.195538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-af5a7de4-1e09-49aa-9534-351581036c99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 HTTP/1.1" status: 200 len: 217 time: 0.1657538 Jan 28 00:56:30.330073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-49a1b706-47e4-4414-b3eb-0e917c7d8653', 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653', 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'fixed_ips': [{'subnet_id': '47fba845-95ff-4f02-ab88-3cd757fb9999'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:56:30.331084 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.348799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] Set router 4c568058-a962-428f-af32-ac92fbe0f683 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:56:30.364659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-ad73d7ef-2e34-4563-8d98-6a626a5e063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.366187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-ad73d7ef-2e34-4563-8d98-6a626a5e063d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b52b0be-75f7-4a35-b023-7cf5e3c34709 HTTP/1.1" status: 200 len: 853 time: 0.1589625 Jan 28 00:56:30.381598 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6519fdf7-7c09-48b5-a997-0a6caeb80ab8 x-openstack-request-id: req-6519fdf7-7c09-48b5-a997-0a6caeb80ab8 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:30.390248 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbfebb-4c5b-4273-87d6-2e00daeb2f26", "tag": "623fcf93-a93b-48d9-b6e3-d9cb09bc36c9", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:30.390362 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6519fdf7-7c09-48b5-a997-0a6caeb80ab8 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:30.390825 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'tag': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9', 'status': 'completed', 'code': 200} Jan 28 00:56:30.396394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] Current status of the port be29aa67-9786-4f80-9fe5-f791f3eb5c8e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:30.396904 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.501129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35998b01-eceb-4c61-93a9-ae6590c73d67 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:30.503307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-879be29c-6f26-4d36-bf8a-b299670c7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.511059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-879be29c-6f26-4d36-bf8a-b299670c7e02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.6502333 Jan 28 00:56:30.525230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edcf16-5b32-4372-8907-f824c145e393 req-929924ae-c282-4db1-ba71-7bd2f2c95b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.528720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-929924ae-c282-4db1-ba71-7bd2f2c95b02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4484494 Jan 28 00:56:30.531427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] For port be29aa67-9786-4f80-9fe5-f791f3eb5c8e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:30.645024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.828631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-8d0bf0fe-ae0f-44f4-98f0-365c213bfc5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 217 time: 0.2200897 Jan 28 00:56:30.890296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdd98d-2e35-4918-940a-71939f231a33 req-38406b7d-45c6-40af-b85d-014ee27db79a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.892593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cffdd98d-2e35-4918-940a-71939f231a33 req-38406b7d-45c6-40af-b85d-014ee27db79a tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.3805585 Jan 28 00:56:30.902365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-e711a4ac-41d5-455d-83ac-93e3235e892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.904366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-e711a4ac-41d5-455d-83ac-93e3235e892b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f09669f-3c1b-46fe-99ae-0a643d9c4381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3910823 Jan 28 00:56:30.912518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1204f35-7ed9-467b-bcf8-2c91af2bbe3c req-68355484-f776-4101-aae1-eec76b2ad48f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:30.914052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1204f35-7ed9-467b-bcf8-2c91af2bbe3c req-68355484-f776-4101-aae1-eec76b2ad48f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.3803351 Jan 28 00:56:30.932042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Allocated IP 19.86.0.2 (49a1b706-47e4-4414-b3eb-0e917c7d8653/47fba845-95ff-4f02-ab88-3cd757fb9999/b7d57141-0642-4fea-b9cf-5d5900805190) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:31.056692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cffdd98d-2e35-4918-940a-71939f231a33 req-e19d4ada-daf8-464b-ac71-e9f3acbbc9d3 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534932 Jan 28 00:56:31.063289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1204f35-7ed9-467b-bcf8-2c91af2bbe3c req-2e14e31f-a0c6-412a-9c65-47e03be6fec0 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398602 Jan 28 00:56:31.074475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-5edfcdf3-b515-4ec2-9c22-325275f54bcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0811632 Jan 28 00:56:31.206890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edcf16-5b32-4372-8907-f824c145e393 req-a10e0350-d75d-4c0e-8969-ec4f1c6a7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:31.208373 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-a10e0350-d75d-4c0e-8969-ec4f1c6a7509 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1241441 Jan 28 00:56:31.340016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edcf16-5b32-4372-8907-f824c145e393 req-1f865728-4a2d-413e-a774-c275fa90e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:31.341977 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-1f865728-4a2d-413e-a774-c275fa90e225 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205618 Jan 28 00:56:31.372449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff3efd-1fad-407e-ac71-7804297935f6 None None] Network 4f4ca95b-c5fb-492e-a688-574682b0322b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:31.463577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-319270c1-9118-49a6-a949-fcfa06164568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:31.465056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-319270c1-9118-49a6-a949-fcfa06164568 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.4007840 Jan 28 00:56:31.583373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-11c827aa-04ee-44d7-a01e-460eaac3d66d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948315 Jan 28 00:56:31.589417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-67ffe237-a4ad-4ae9-8ccb-3833d2e3e099 service neutron] 10.222.0.45 "GET /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238891 Jan 28 00:56:31.599177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-531e1614-e278-4645-a40e-19b32b037493 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144973 Jan 28 00:56:31.616975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04361a49-d23f-4f05-bb5b-2fbcadaae43e req-2202e379-31dd-4879-b549-f7b8b7011647 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:31.624955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04361a49-d23f-4f05-bb5b-2fbcadaae43e req-2202e379-31dd-4879-b549-f7b8b7011647 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 948 time: 0.3538711 Jan 28 00:56:31.689317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b3150c05-b9b7-4a35-b64c-7fd651c12ce4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:31.697162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b3150c05-b9b7-4a35-b64c-7fd651c12ce4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:31.717615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b3150c05-b9b7-4a35-b64c-7fd651c12ce4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/networks?id=4f4ca95b-c5fb-492e-a688-574682b0322b&id=49a1b706-47e4-4414-b3eb-0e917c7d8653&id=4f4ca95b-c5fb-492e-a688-574682b0322b HTTP/1.1" status: 200 len: 1391 time: 0.4476810 Jan 28 00:56:31.760607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-43b21ef3-28eb-480b-a262-8985140c172b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/quotas/77762e880e5e4aaebf2ca7ddd468b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0420280 Jan 28 00:56:31.835643 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Publish callbacks [] for port (b7d57141-0642-4fea-b9cf-5d5900805190), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.862584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920cee5-a57a-4d36-83f5-9ed7fd899255 None None] Pushing event updated for resources: {'Port': ['ID=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:31.866198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d0af4ba0-d0a4-4ec5-8ef7-7ea72b828de6 None None] Provisioning complete for port be29aa67-9786-4f80-9fe5-f791f3eb5c8e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:31.866847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d0af4ba0-d0a4-4ec5-8ef7-7ea72b828de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.895931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.909743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04361a49-d23f-4f05-bb5b-2fbcadaae43e req-2a88cd69-5bc3-4fa8-b2e8-b0439e79b5f2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817438 Jan 28 00:56:32.109994 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e2edcf16-5b32-4372-8907-f824c145e393 req-2673b4d5-1ce7-446e-b5ff-f8c37498b58d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920921 Jan 28 00:56:32.121548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:32.138107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:32.141365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 35998b01-eceb-4c61-93a9-ae6590c73d67 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:32.141753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.151298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:32.250678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Pushing event updated for resources: {'Port': ['ID=b7d57141-0642-4fea-b9cf-5d5900805190,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:32.335787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Attempting to bind port b7d57141-0642-4fea-b9cf-5d5900805190 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:32.336165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Attempting to bind port b7d57141-0642-4fea-b9cf-5d5900805190 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:32.336537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Attempting to bind port b7d57141-0642-4fea-b9cf-5d5900805190 on network 49a1b706-47e4-4414-b3eb-0e917c7d8653 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:32.345845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-214f0a49-28fc-45e1-a856-2d74be5c72fd tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5842810 Jan 28 00:56:32.372992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f930021-e125-4427-b8b1-f385c03f6a11 req-f40c628b-e743-4cd6-b17f-5fa46a0c6d3f service neutron] 10.222.0.45 "GET /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555155 Jan 28 00:56:32.410032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d0af4ba0-d0a4-4ec5-8ef7-7ea72b828de6 None None] Current status of the port be29aa67-9786-4f80-9fe5-f791f3eb5c8e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:32.416039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:32.416884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Checking segment: {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:32.417309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.417968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Bound using segment: {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:32.418479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Bound port: b7d57141-0642-4fea-b9cf-5d5900805190, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:32.419080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.421985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-b37304a2-4092-4c0b-a935-ef3ff6bd8045 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994792 Jan 28 00:56:32.513113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:56:21Z', 'revision_number': 4, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'be29aa67-9786-4f80-9fe5-f791f3eb5c8e', 'name': '', 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'mac_address': 'fa:16:3e:62:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74ca4442-741a-40ad-af65-0b52eadfba1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:20Z', 'updated_at': '2022-01-28T00:56:29Z', 'revision_number': 4, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'subnets': [{'id': '74ca4442-741a-40ad-af65-0b52eadfba1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:32.579288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d939a4-892d-4cb2-a4dd-395b91de54e1 None None] The sync data for ids ['4c568058-a962-428f-af32-ac92fbe0f683'] in n-d-826756-1 is: [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:56:21Z', 'revision_number': 4, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'be29aa67-9786-4f80-9fe5-f791f3eb5c8e', 'name': '', 'network_id': '36d68436-7b9f-47fe-a10e-71a6a0264d7a', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'mac_address': 'fa:16:3e:62:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74ca4442-741a-40ad-af65-0b52eadfba1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:20Z', 'updated_at': '2022-01-28T00:56:29Z', 'revision_number': 4, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'subnets': [{'id': '74ca4442-741a-40ad-af65-0b52eadfba1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:56:32.593880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 35998b01-eceb-4c61-93a9-ae6590c73d67 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:32.594333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.619163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405b4fe-6795-455e-891c-228757eb8752 req-0354ca77-8d67-4ea7-8797-31825a27726f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:32.624355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8405b4fe-6795-455e-891c-228757eb8752 req-0354ca77-8d67-4ea7-8797-31825a27726f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.4396083 Jan 28 00:56:32.637284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] For port b7d57141-0642-4fea-b9cf-5d5900805190, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:32.637498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-9e366a60-d3de-4f5d-b5a4-eaedcc408869 service neutron] 10.222.0.23 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805269 Jan 28 00:56:32.640742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] For port b7d57141-0642-4fea-b9cf-5d5900805190, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b7d57141-0642-4fea-b9cf-5d5900805190,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:32.643949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a1343513-fa88-4960-9b03-04b183f40e11 None None] Provisioning complete for port 35998b01-eceb-4c61-93a9-ae6590c73d67 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:32.643949 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a1343513-fa88-4960-9b03-04b183f40e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.711883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.736823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 35998b01-eceb-4c61-93a9-ae6590c73d67, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35998b01-eceb-4c61-93a9-ae6590c73d67,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:32.791093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.847991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a102e0-978f-449e-a87e-f4108731427c None None] Pushing event updated for resources: {'Port': ['ID=b7d57141-0642-4fea-b9cf-5d5900805190,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.081914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a1343513-fa88-4960-9b03-04b183f40e11 None None] Current status of the port 35998b01-eceb-4c61-93a9-ae6590c73d67 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:33.084982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=35998b01-eceb-4c61-93a9-ae6590c73d67,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.135614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be29aa67-9786-4f80-9fe5-f791f3eb5c8e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:33.260952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port be29aa67-9786-4f80-9fe5-f791f3eb5c8e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:33.261328 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.286509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.293900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1661628374'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:33.337575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:33.347798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.402709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.409108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:56:33.455441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.455843 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Added segment b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1 of type vlan for network aee934d6-10b5-41ed-a0ab-b24106935ed0 Jan 28 00:56:33.584060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port be29aa67-9786-4f80-9fe5-f791f3eb5c8e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:33.599849 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (aee934d6-10b5-41ed-a0ab-b24106935ed0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.698960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (aee934d6-10b5-41ed-a0ab-b24106935ed0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.719110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:33.721472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.857167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8405b4fe-6795-455e-891c-228757eb8752 req-7534a2ba-8c33-4cbb-b759-4aa4fe194236 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1690235 Jan 28 00:56:33.860801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c1755-c301-422b-a3cb-9a12c16958e6 req-eff4da66-68f1-40ad-beaf-046374a4fe84 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1705849 Jan 28 00:56:33.884302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-aa1a0b6a-f9a4-4d49-afe6-8c90b33320b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:33.895347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-aa1a0b6a-f9a4-4d49-afe6-8c90b33320b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15b8b610a1f44ca5a7ffdc09a2fe4786&device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 1095 time: 1.0704801 Jan 28 00:56:33.895872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42914) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.899697 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6104991 Jan 28 00:56:33.906422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-407139628'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:33.915718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95635ee9-7043-4d05-ac51-5f99af4e4a02 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Network': ['ID=aee934d6-10b5-41ed-a0ab-b24106935ed0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.927461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:56:33.959229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:33.966893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.993523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-52181741-f25c-40f4-a695-5a3d572adebc service neutron] 10.222.0.23 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3546464 Jan 28 00:56:34.146248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-5dd807d4-11cb-4ed1-8219-8f71b7cb89e4 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1b706-47e4-4414-b3eb-0e917c7d8653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420536 Jan 28 00:56:34.281224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:56:34.523811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (09db5e89-b593-43ce-b281-e15f8fcb3eb5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.524275 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Added segment 09db5e89-b593-43ce-b281-e15f8fcb3eb5 of type vlan for network b42164ef-af1b-45e2-b63c-b7e44e52b7ef Jan 28 00:56:34.531816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-73034232-d5ef-4edd-b836-24235dfefac9 service neutron] 10.222.0.23 "GET /v2.0/networks/49a1b706-47e4-4414-b3eb-0e917c7d8653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758852 Jan 28 00:56:34.563435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:34.617236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53899a-57aa-4485-a4fb-c5a427a0144e req-cbcfd2c7-920b-4b0a-9b02-533670a42919 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:34.624553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d53899a-57aa-4485-a4fb-c5a427a0144e req-cbcfd2c7-920b-4b0a-9b02-533670a42919 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.3392789 Jan 28 00:56:34.662222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030b4a6-8021-4cae-819a-12727cf26414 None None] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:34.712885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b42164ef-af1b-45e2-b63c-b7e44e52b7ef), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.747746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:34.768992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-7fb59113-1a08-4c71-bf76-21d6548701af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:34.771015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-7fb59113-1a08-4c71-bf76-21d6548701af service neutron] 10.222.0.45 "GET /v2.0/networks?id=6f09669f-3c1b-46fe-99ae-0a643d9c4381 HTTP/1.1" status: 200 len: 915 time: 0.6233890 Jan 28 00:56:34.771155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] Provisioning complete for port b7d57141-0642-4fea-b9cf-5d5900805190 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:34.771545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.776260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'port_id': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'mac_address': 'fa:16:3e:8d:cf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1262e78a-f4af-43dc-9a00-46a01a99f4d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:34.786921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d53899a-57aa-4485-a4fb-c5a427a0144e req-87262ea1-b988-4fa8-a499-d2c3d69dd6fd tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615105 Jan 28 00:56:34.819489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b42164ef-af1b-45e2-b63c-b7e44e52b7ef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.825999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:34.826747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.836122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-217036bd-17ac-4c9a-afdd-7074733d9680 service neutron] 10.222.0.23 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909393 Jan 28 00:56:34.870267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9714754 Jan 28 00:56:34.873320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42918) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.876697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:34.877959 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.879929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'subnet': {'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:34.907403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd60c51-4e16-4d7a-a637-3e106a53aeeb {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:34.952524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:34.956878 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.957877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:35.068915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:35.135749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:35.140835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.142569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:35.151808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.159082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7d57141-0642-4fea-b9cf-5d5900805190 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:35.165572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] Current status of the port b7d57141-0642-4fea-b9cf-5d5900805190 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:35.165985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.176320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91359aac-23ce-4c03-9d5b-4eb776510cf1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Network': ['ID=b42164ef-af1b-45e2-b63c-b7e44e52b7ef,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.200612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:56:35.228110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1368f70-db06-4ab6-9758-3074cc1836d0 req-1abcaf81-c089-45c0-a3eb-d21cf1d1ed06 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:35.229661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1368f70-db06-4ab6-9758-3074cc1836d0 req-1abcaf81-c089-45c0-a3eb-d21cf1d1ed06 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.3583856 Jan 28 00:56:35.335073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] For port b7d57141-0642-4fea-b9cf-5d5900805190, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b7d57141-0642-4fea-b9cf-5d5900805190,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:35.336019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1368f70-db06-4ab6-9758-3074cc1836d0 req-7f11358c-ce57-4af8-b974-6a5e60eef0a7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869334 Jan 28 00:56:35.354151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-6a0545cb-dad8-4423-86e2-959277f2fe1b service neutron] 10.222.0.23 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153039 Jan 28 00:56:35.380258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 557d58a1-0c75-4037-9db4-34aeedbbd48d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:35.380903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.387273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.388593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (73939c03-d2b9-4c55-be85-b609357642d4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.472952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Subnet': ['ID=73939c03-d2b9-4c55-be85-b609357642d4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.480649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470c9e-8cfe-4ddb-89e1-0e18faba20e1 req-5f639592-e586-44e3-af36-032a9d2bcf40 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:35.484273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04470c9e-8cfe-4ddb-89e1-0e18faba20e1 req-5f639592-e586-44e3-af36-032a9d2bcf40 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 948 time: 0.0629296 Jan 28 00:56:35.488926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557d58a1-0c75-4037-9db4-34aeedbbd48d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:35.501060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Checking segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:35.501447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network hostable DHCP agents. Network: aee934d6-10b5-41ed-a0ab-b24106935ed0, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:56:35.521201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:56:35.531550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cc502-db21-4277-b353-4fb68a74b762 None None] Pushing event updated for resources: {'Port': ['ID=b7d57141-0642-4fea-b9cf-5d5900805190,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.535942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, aee934d6-10b5-41ed-a0ab-b24106935ed0) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:35.540481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:35.541561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b7d57141-0642-4fea-b9cf-5d5900805190 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:35.541965 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.542374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:35.543596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.576675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.578570 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60ae6967-ddc1-4f72-bd20-624625abe9d8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6988351 Jan 28 00:56:35.581893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'subnet': {'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:35.587788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81282dbc-0826-40e7-b580-d6a164385bca None None] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:35.648819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04470c9e-8cfe-4ddb-89e1-0e18faba20e1 req-c2c97c41-fe10-42f5-aca2-462c0760d12d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577630 Jan 28 00:56:35.710421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faef6f-fedb-4bc4-af07-b3bcb38451a1 req-1ef39163-f035-46d4-b6e1-3e08d18a69be tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:35.712028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faef6f-fedb-4bc4-af07-b3bcb38451a1 req-1ef39163-f035-46d4-b6e1-3e08d18a69be tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.0830121 Jan 28 00:56:35.748090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:35.751801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.817542 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.829110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-73a1a30a-81c5-4d50-b344-f25ea782a369 None None] Provisioning complete for port b7d57141-0642-4fea-b9cf-5d5900805190 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:35.829536 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a1a30a-81c5-4d50-b344-f25ea782a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.832670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faef6f-fedb-4bc4-af07-b3bcb38451a1 req-2c09353f-1674-4a9e-ae30-803fae28834f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133602 Jan 28 00:56:35.930428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58f7d60e-d26c-4882-941a-215cddf0d30a req-6a1a6b87-b406-4045-9846-655f1cbb9e18 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 210 time: 0.0282664 Jan 28 00:56:35.937210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-aee934d6-10b5-41ed-a0ab-b24106935ed0', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:56:35.938173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.978162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.015380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (1ffae50a-42b7-4d0a-9d1c-84724cec510e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.115250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b7d57141-0642-4fea-b9cf-5d5900805190 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:36.116285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35998b01-eceb-4c61-93a9-ae6590c73d67 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:36.120713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Subnet': ['ID=1ffae50a-42b7-4d0a-9d1c-84724cec510e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.138061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a596ec9-43b2-4054-a20a-0c9db7e13849 req-81a9e176-e0ec-48e9-9b82-caf555837d7b tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:36.139836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a596ec9-43b2-4054-a20a-0c9db7e13849 req-81a9e176-e0ec-48e9-9b82-caf555837d7b tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.0913720 Jan 28 00:56:36.147740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Checking segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:36.148090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network hostable DHCP agents. Network: b42164ef-af1b-45e2-b63c-b7e44e52b7ef, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:56:36.172433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-73a1a30a-81c5-4d50-b344-f25ea782a369 None None] Current status of the port b7d57141-0642-4fea-b9cf-5d5900805190 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:36.196692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:56:36.205330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a596ec9-43b2-4054-a20a-0c9db7e13849 req-77efbdd7-8a2f-4b1a-a406-217465c0aaa7 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588930 Jan 28 00:56:36.210623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b42164ef-af1b-45e2-b63c-b7e44e52b7ef) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:36.216010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:36.216607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.232850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a22af61-c4b1-425d-8a39-e087eced95f4 None None] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:36.233874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e9278ee6-c386-42de-a214-2e3933d1b214 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6564362 Jan 28 00:56:36.236627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42940) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.242033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'name': 'tempest-TaggedBootDevicesTest-817280589', 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:36.259380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Allocated IP 10.1.1.2 (aee934d6-10b5-41ed-a0ab-b24106935ed0/73939c03-d2b9-4c55-be85-b609357642d4/97c2c249-1308-4f47-acae-917b14e8cf00) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:36.364205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:36.380378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['557d58a1-0c75-4037-9db4-34aeedbbd48d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:36.393299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['5dd60c51-4e16-4d7a-a637-3e106a53aeeb'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:36.446385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 35998b01-eceb-4c61-93a9-ae6590c73d67 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:36.446763 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.459733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.477061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f36c-0456-4651-be65-e09aca652d1a req-759bd2ce-af97-4aec-979d-95aeddcc50e9 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:36.486684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2827f36c-0456-4651-be65-e09aca652d1a req-759bd2ce-af97-4aec-979d-95aeddcc50e9 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0674832 Jan 28 00:56:36.491281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] device_id is not set on port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:56:36.540701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'fixed_ips': [{'subnet_id': '1ffae50a-42b7-4d0a-9d1c-84724cec510e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:56:36.541520 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.544747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-e07a44ac-8d08-4f45-9e2f-4db496784e28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 HTTP/1.1" status: 200 len: 217 time: 0.0554833 Jan 28 00:56:36.611163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2827f36c-0456-4651-be65-e09aca652d1a req-36f30932-ddf3-4563-acfa-f642c4bb8e2d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214521 Jan 28 00:56:36.630838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-3b3242a9-07b9-49b1-9dcb-bee2c9ea5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:36.632282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-3b3242a9-07b9-49b1-9dcb-bee2c9ea5ea0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b52b0be-75f7-4a35-b023-7cf5e3c34709 HTTP/1.1" status: 200 len: 853 time: 0.0766103 Jan 28 00:56:36.690184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-7030ddbe-0299-4ebd-b51e-ff57b87c2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:36.691739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-7030ddbe-0299-4ebd-b51e-ff57b87c2535 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f09669f-3c1b-46fe-99ae-0a643d9c4381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503714 Jan 28 00:56:36.763365 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Publish callbacks [] for port (97c2c249-1308-4f47-acae-917b14e8cf00), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.809831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.816099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd0a44-8831-4677-8f1b-112077f352f8 req-e6117e6a-b878-4f9b-ab27-cdf396937fe7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:36.817620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bcd0a44-8831-4677-8f1b-112077f352f8 req-e6117e6a-b878-4f9b-ab27-cdf396937fe7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.0653076 Jan 28 00:56:36.864066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 10.1.1.153 (aee934d6-10b5-41ed-a0ab-b24106935ed0/73939c03-d2b9-4c55-be85-b609357642d4/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:36.896647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bcd0a44-8831-4677-8f1b-112077f352f8 req-26a1ad45-7b30-43c8-ac13-4f7c7c0e7c9f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721519 Jan 28 00:56:36.903076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 35998b01-eceb-4c61-93a9-ae6590c73d67 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:36.917179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-7ec9e257-6b70-48d0-91af-a112725e27b9 service neutron] 10.222.0.45 "GET /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195711 Jan 28 00:56:36.928025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:36.961965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:36.974560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:36.977096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Allocated IP 10.2.2.2 (b42164ef-af1b-45e2-b63c-b7e44e52b7ef/1ffae50a-42b7-4d0a-9d1c-84724cec510e/861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:36.985041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Pushing event updated for resources: {'Port': ['ID=97c2c249-1308-4f47-acae-917b14e8cf00,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.992332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.128156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04bc3987-3792-4125-af80-66c15c6d64e5 req-654a6821-d712-4a7e-9cd8-9799d8d8daad service neutron] 10.222.0.45 "GET /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032897 Jan 28 00:56:37.135199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7d57141-0642-4fea-b9cf-5d5900805190 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:37.137520 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-35fff41f-bd58-4c61-bac9-7c3f71044f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.164398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd6a6f69-10d9-4795-a0a2-01fa21f93963 req-63863ebd-8bae-49be-8b95-2edaaa5e6580 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 210 time: 0.0311518 Jan 28 00:56:37.198077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843136cc-ce54-4afc-9930-5e5f855fc788 req-a2c63b67-b8c1-4968-ac99-a3657d51d491 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.207927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.208563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-843136cc-ce54-4afc-9930-5e5f855fc788 req-a2c63b67-b8c1-4968-ac99-a3657d51d491 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.1836293 Jan 28 00:56:37.228751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Attempting to bind port 97c2c249-1308-4f47-acae-917b14e8cf00 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:37.229131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Attempting to bind port 97c2c249-1308-4f47-acae-917b14e8cf00 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:37.229484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Attempting to bind port 97c2c249-1308-4f47-acae-917b14e8cf00 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:37.251186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:37.251598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Checking segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:37.251926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.252314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Bound using segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:37.252803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Bound port: 97c2c249-1308-4f47-acae-917b14e8cf00, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:37.253636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.287727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-d7be9435-ff82-47bc-b9fd-ab8a6d40ccb6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.293267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-d7be9435-ff82-47bc-b9fd-ab8a6d40ccb6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.295712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-d7be9435-ff82-47bc-b9fd-ab8a6d40ccb6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "GET /v2.0/networks?id=4f4ca95b-c5fb-492e-a688-574682b0322b&id=49a1b706-47e4-4414-b3eb-0e917c7d8653&id=4f4ca95b-c5fb-492e-a688-574682b0322b HTTP/1.1" status: 200 len: 1391 time: 0.1905379 Jan 28 00:56:37.312073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.322274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-843136cc-ce54-4afc-9930-5e5f855fc788 req-59e597fa-e2a8-4a5e-a8be-8b61515ab211 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Jan 28 00:56:37.330806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b7d57141-0642-4fea-b9cf-5d5900805190 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:37.331168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.345636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'port': {'device_id': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b', 'admin_state_up': True, 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:37.385678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6249b-ad8d-4f55-ad88-d647e377660b req-5d0ad28a-88b9-4c3e-84f9-5545ed29900d tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.390692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3de6249b-ad8d-4f55-ad88-d647e377660b req-5d0ad28a-88b9-4c3e-84f9-5545ed29900d tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.0669756 Jan 28 00:56:37.413014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3fba332f-f783-491e-888b-52334b56d658 None None] For port 97c2c249-1308-4f47-acae-917b14e8cf00, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:37.426584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Publish callbacks [] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.431553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3fba332f-f783-491e-888b-52334b56d658 None None] For port 97c2c249-1308-4f47-acae-917b14e8cf00, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=97c2c249-1308-4f47-acae-917b14e8cf00,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:37.436301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.441083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:37.442299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.451723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:37.454371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:37.458476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3de6249b-ad8d-4f55-ad88-d647e377660b req-e2814138-c506-4fbe-873c-1d11c61aa502 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 Jan 28 00:56:37.483926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.490951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:37.496991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:37.506744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:37.515975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-571dcf1e-c843-49b2-b92f-96a593af0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.517499 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-571dcf1e-c843-49b2-b92f-96a593af0d81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1101 time: 0.2000880 Jan 28 00:56:37.550855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.551530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.586975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Pushing event updated for resources: {'Port': ['ID=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.628516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf376e1c-b50f-4618-91b5-ec38ab5d0b3a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3907268 Jan 28 00:56:37.631562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.638128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'name': 'tempest-TaggedBootDevicesTest-59249540', 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:37.654762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b7d57141-0642-4fea-b9cf-5d5900805190 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:37.661595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Attempting to bind port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:37.661998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Attempting to bind port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:37.662448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Attempting to bind port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:37.665278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:37.669321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.674641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:37.674641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Checking segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:37.674992 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.675353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Bound using segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:37.675840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Bound port: 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:37.676226 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.702615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-19b92166-1682-46e0-8960-e2090e7b088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.702862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba332f-f783-491e-888b-52334b56d658 None None] Pushing event updated for resources: {'Port': ['ID=97c2c249-1308-4f47-acae-917b14e8cf00,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.709920 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-19b92166-1682-46e0-8960-e2090e7b088c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1606607 Jan 28 00:56:37.760548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-c27b7816-594e-427a-8d4f-6280112bcb4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b HTTP/1.1" status: 200 len: 217 time: 0.0479126 Jan 28 00:56:37.766699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] For port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:37.770665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] For port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:37.775645 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.801756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b115674-44d7-4405-bdfd-94d49dd95607 req-c30df884-48aa-4bfb-a00f-876b89c40c3d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.804772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b115674-44d7-4405-bdfd-94d49dd95607 req-c30df884-48aa-4bfb-a00f-876b89c40c3d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0839524 Jan 28 00:56:37.854159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d28a9-8af5-4c8f-891c-a54a195e5f54 None None] Pushing event updated for resources: {'Port': ['ID=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.903185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b115674-44d7-4405-bdfd-94d49dd95607 req-870981e2-97f8-46d4-88b5-3a6d768c1385 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840912 Jan 28 00:56:37.911720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-d8bb35fa-71be-4e18-aee3-40d892b6909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:37.913253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-d8bb35fa-71be-4e18-aee3-40d892b6909b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1131024 Jan 28 00:56:37.931682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:38.032343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Allocated IP 19.80.0.26 (4f4ca95b-c5fb-492e-a688-574682b0322b/6f268f2b-c8e2-42b8-b197-692c8ad867ed/45ec14b0-2492-4f7e-9dde-51ef9afc39c0) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:38.037336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-8587fb64-a567-40f1-bf73-165be236deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:38.038922 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-8587fb64-a567-40f1-bf73-165be236deee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969787 Jan 28 00:56:38.104703 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.125964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02285885-8b9e-4319-8572-72d00a4d34e1 req-c1c94c08-550b-4875-b673-28318e110256 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:38.128186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02285885-8b9e-4319-8572-72d00a4d34e1 req-c1c94c08-550b-4875-b673-28318e110256 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.0871100 Jan 28 00:56:38.134105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] device_id is not set on port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:56:38.259993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-f08d7786-ab5c-4597-bb46-2d89467da24c service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859586 Jan 28 00:56:38.312197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec85cfc-edd9-44a1-83ff-fe90473c6ae7 req-bc6f3d14-0da7-4ad3-8114-38f0337ad648 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 210 time: 0.0704618 Jan 28 00:56:38.360426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02285885-8b9e-4319-8572-72d00a4d34e1 req-1b7a1331-6587-4f32-b2d6-eccc53196019 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169940 Jan 28 00:56:38.406700 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d8cea04-3af5-429b-bb87-893139e58dc8 req-3c963cf3-37a2-4c12-97cf-f5398a118c80 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377699 Jan 28 00:56:38.416755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.475690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.542660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 10.1.1.225 (aee934d6-10b5-41ed-a0ab-b24106935ed0/73939c03-d2b9-4c55-be85-b609357642d4/58bc7526-6044-4e3b-9847-c1ab0c9cb123) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:38.561475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 4f4ca95b-c5fb-492e-a688-574682b0322b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:38.574856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:38.579393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f16bf-5b75-4cf6-917b-a919079848bc req-43022b26-9b1e-4ecc-aaea-dbd07487fe82 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:38.581839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:38.589399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd3f16bf-5b75-4cf6-917b-a919079848bc req-43022b26-9b1e-4ecc-aaea-dbd07487fe82 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.1380847 Jan 28 00:56:38.591433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:38.600696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Port': ['ID=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:38.680639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:38.681314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.702572 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-1c94aa13-05cd-46de-ae58-99a5bf40ab10 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3836927 Jan 28 00:56:38.727055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'port': {'device_id': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653', 'admin_state_up': True, 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:38.743298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd3f16bf-5b75-4cf6-917b-a919079848bc req-263af3a8-a222-4426-bd87-33603450b3ad tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497295 Jan 28 00:56:38.916154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069b49d-f1cc-4e48-aaa9-87a10f0153d1 req-c2979706-c7bb-4fe2-9297-e0b0887cbd43 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:38.917882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5069b49d-f1cc-4e48-aaa9-87a10f0153d1 req-c2979706-c7bb-4fe2-9297-e0b0887cbd43 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.3028362 Jan 28 00:56:38.986462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:38.990409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.056107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:39.067992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:39.070117 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.151628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-44d3a9ed-d750-42a8-908b-bff2e48cbe99 None None] Provisioning complete for port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:39.152009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44d3a9ed-d750-42a8-908b-bff2e48cbe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.187886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5069b49d-f1cc-4e48-aaa9-87a10f0153d1 req-f7e623ba-33be-49b4-b006-2f7446b85189 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532475 Jan 28 00:56:39.220137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-44d3a9ed-d750-42a8-908b-bff2e48cbe99 None None] Port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:39.251240 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.264179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a70c23-bad0-4277-8269-fbecf4f3b82a req-7d1835cf-1b41-4b78-a24f-2078092cc9de tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:39.278344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7a70c23-bad0-4277-8269-fbecf4f3b82a req-7d1835cf-1b41-4b78-a24f-2078092cc9de tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.2083337 Jan 28 00:56:39.293535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Allocated IP 19.86.0.13 (49a1b706-47e4-4414-b3eb-0e917c7d8653/47fba845-95ff-4f02-ab88-3cd757fb9999/0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:39.294233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19dd83b-7fca-4738-8e67-0aaf2b32a4e0 None None] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:39.332383 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-275a9b14-8d98-44c0-b8ab-86f2bb6712ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.368105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7a70c23-bad0-4277-8269-fbecf4f3b82a req-7e2211ba-c814-4ae4-8ec0-b9931e3fc202 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884910 Jan 28 00:56:39.387593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.417023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:39.417407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.426200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:39.522144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:39.524393 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19021753-af75-4f3a-8190-2f53e281bc6b" -d '{"events": [{"server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "name": "network-vif-plugged", "status": "completed", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:39.546209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] Provisioning complete for port 97c2c249-1308-4f47-acae-917b14e8cf00 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:39.546677 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.549940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:39.555839 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.561286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:39.578132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a3ebc-6960-4ad9-92e1-01cac7e34316 None None] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:39.578711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:39.586627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:39.593762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:39.595439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.596254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:39.621405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.668396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:39.682791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:39.737574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Port': ['ID=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:39.761473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:39.763734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:39.764313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.777450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.778725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.779726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.780806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.782255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.783074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.783783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.784934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.785619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.786422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.787254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.788033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.788983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:39.884795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:39.904428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:39.905894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.924188 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-311ed613-5fcc-4bb3-a083-cec5631dece7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2078102 Jan 28 00:56:39.940144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'port': {'device_id': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b', 'admin_state_up': True, 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:39.972295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 557d58a1-0c75-4037-9db4-34aeedbbd48d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:40.011972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482bb04-3da2-42df-a8e8-d121203f693d req-241392cc-d504-4486-b6a7-c79c1c47f08a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.013619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8482bb04-3da2-42df-a8e8-d121203f693d req-241392cc-d504-4486-b6a7-c79c1c47f08a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.5122685 Jan 28 00:56:40.016646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 557d58a1-0c75-4037-9db4-34aeedbbd48d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:40.017233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.018912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] Current status of the port 97c2c249-1308-4f47-acae-917b14e8cf00 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:40.019582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.021155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a36b0-758c-44c4-a643-bebb75941eb6 req-cc36909b-b5f9-4b3d-b2c6-5eadc14b4265 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.028255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a3a36b0-758c-44c4-a643-bebb75941eb6 req-cc36909b-b5f9-4b3d-b2c6-5eadc14b4265 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 931 time: 0.5780568 Jan 28 00:56:40.124122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a3a36b0-758c-44c4-a643-bebb75941eb6 req-25f84fc0-e3d6-4595-8342-1cf7c27fcc39 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949008 Jan 28 00:56:40.140474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.140631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:40.141180 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.150380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.157894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] For port 97c2c249-1308-4f47-acae-917b14e8cf00, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=97c2c249-1308-4f47-acae-917b14e8cf00,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:40.159868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:40.160238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.181305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.195684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-db826801-ca1e-451b-8a7e-426b54319cac tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5626953 Jan 28 00:56:40.207310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8482bb04-3da2-42df-a8e8-d121203f693d req-a516aef3-ad68-425d-a60a-603eb201db12 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588917 Jan 28 00:56:40.231153 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03e975-8ca0-4862-9696-ea9faba59fda x-openstack-request-id: req-2b03e975-8ca0-4862-9696-ea9faba59fda {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:40.231484 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "name": "network-vif-plugged", "status": "completed", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:40.231759 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b03e975-8ca0-4862-9696-ea9faba59fda {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:40.232139 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'code': 200} Jan 28 00:56:40.369947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2923e4-9d2b-48bf-a7ee-f09aede2be08 None None] Pushing event updated for resources: {'Port': ['ID=97c2c249-1308-4f47-acae-917b14e8cf00,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:40.384207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 557d58a1-0c75-4037-9db4-34aeedbbd48d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:40.384593 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.431117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:40.437960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Allocated IP 19.80.0.211 (4f4ca95b-c5fb-492e-a688-574682b0322b/6f268f2b-c8e2-42b8-b197-692c8ad867ed/3ff705f3-4d40-4ac7-a33b-00241882044b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:40.447538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.448364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 97c2c249-1308-4f47-acae-917b14e8cf00 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:40.451410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e1f0-c451-4fcc-b4d1-dec300f76e49 req-04f304e5-b33d-40d9-91a7-0fb67f1e3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.452821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce05e1f0-c451-4fcc-b4d1-dec300f76e49 req-04f304e5-b33d-40d9-91a7-0fb67f1e3942 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1097 time: 0.0791667 Jan 28 00:56:40.456230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Provisioning complete for port 97c2c249-1308-4f47-acae-917b14e8cf00 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:40.456602 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.469282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1dc34-a1a2-4ccd-9d71-158d965bb612 req-9c4998fb-78fa-4e7f-ad46-ff9db037b93a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.476813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3e1dc34-a1a2-4ccd-9d71-158d965bb612 req-9c4998fb-78fa-4e7f-ad46-ff9db037b93a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 946 time: 0.1440389 Jan 28 00:56:40.569198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:40.581676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3e1dc34-a1a2-4ccd-9d71-158d965bb612 req-68b729b6-3634-43ae-b99c-16f935637190 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038206 Jan 28 00:56:40.595393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.622489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce05e1f0-c451-4fcc-b4d1-dec300f76e49 req-4ea9bdc8-7da5-4951-a97e-4ba4eae9fd5c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142960 Jan 28 00:56:40.631059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:40.686480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:40.706515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.737091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bccf9-c62e-489d-a043-d86755a97183 req-a57b8ca0-7379-4a13-9c52-d65be184565c tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.745026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e51bccf9-c62e-489d-a043-d86755a97183 req-a57b8ca0-7379-4a13-9c52-d65be184565c tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 944 time: 0.0767243 Jan 28 00:56:40.765657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.804273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e51bccf9-c62e-489d-a043-d86755a97183 req-2cad724f-9c85-4431-ad21-e83acd612316 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Jan 28 00:56:40.832132 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:56:40.835734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Port': ['ID=3ff705f3-4d40-4ac7-a33b-00241882044b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:40.839411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 4f4ca95b-c5fb-492e-a688-574682b0322b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:40.842509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:40.857541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:40.866647 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.888928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 97c2c249-1308-4f47-acae-917b14e8cf00 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:40.889305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:40.957571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:40.957737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Current status of the port 97c2c249-1308-4f47-acae-917b14e8cf00 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:40.963541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6495149', 'description': 'tempest-description--1657550854'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:40.995071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:40.995679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.001375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.003163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:41.047389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e86b6c41-466d-40a8-ac35-397f665ca4f6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1114581 Jan 28 00:56:41.050177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Provisioning complete for port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:41.050568 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.097835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c7b16-3f66-4eb6-a61d-9936187b4861 req-9b7d604b-c0e6-42f4-a349-f7b22e1bc4c2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:41.106597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef2c7b16-3f66-4eb6-a61d-9936187b4861 req-9b7d604b-c0e6-42f4-a349-f7b22e1bc4c2 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0871511 Jan 28 00:56:41.112381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Request body: {'port': {'device_id': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:41.119069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:41.144748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group (636559de-2f58-4e19-8426-e883fcf2cee4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.151513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (636559de-2f58-4e19-8426-e883fcf2cee4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.151735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9', 'network_id': '6f09669f-3c1b-46fe-99ae-0a643d9c4381', 'port_id': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9', 'mac_address': 'fa:16:3e:61:0f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b52b0be-75f7-4a35-b023-7cf5e3c34709', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:41.164115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef2c7b16-3f66-4eb6-a61d-9936187b4861 req-2cf949a2-44d8-4de6-b803-f61bdf963ce6 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565693 Jan 28 00:56:41.182447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:41.194519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636559de-2f58-4e19-8426-e883fcf2cee4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:41.247992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Provisioning complete for port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:41.248390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.256818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 97c2c249-1308-4f47-acae-917b14e8cf00 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:41.280165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3c048-7dce-430f-8ca1-ac160059ff2b req-712898c1-3190-4846-913d-ba3e1c50e08d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:41.287166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:41.287563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3c048-7dce-430f-8ca1-ac160059ff2b req-712898c1-3190-4846-913d-ba3e1c50e08d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:41.289279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:41.297210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3c048-7dce-430f-8ca1-ac160059ff2b req-712898c1-3190-4846-913d-ba3e1c50e08d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:41.305730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7d3c048-7dce-430f-8ca1-ac160059ff2b req-712898c1-3190-4846-913d-ba3e1c50e08d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2375 time: 0.0831296 Jan 28 00:56:41.318787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:41.319210 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.372633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:41.408888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7d3c048-7dce-430f-8ca1-ac160059ff2b req-697134a8-b33d-4bd8-9a9d-74773223cef6 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017578 Jan 28 00:56:41.442687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eebe5-ed72-471a-8969-d939ce0746d6 req-1a98450c-f33f-49eb-b319-92af60697721 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:41.444603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-047eebe5-ed72-471a-8969-d939ce0746d6 req-1a98450c-f33f-49eb-b319-92af60697721 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.0947051 Jan 28 00:56:41.474972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:41.490878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:41.518934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-047eebe5-ed72-471a-8969-d939ce0746d6 req-2085ac2d-933d-4a32-aa12-c681fd7767b2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672479 Jan 28 00:56:41.562075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.563330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0810797e-3024-439f-8f3e-63b26690eb86 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6041319 Jan 28 00:56:41.567078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43004) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:41.567291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.568079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.572488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'security_group_rule': {'security_group_id': '636559de-2f58-4e19-8426-e883fcf2cee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:41.603323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group_rule (b1f817be-38b0-4f3a-b43f-8d167bfa2f1c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.698165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group_rule (b1f817be-38b0-4f3a-b43f-8d167bfa2f1c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.714860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b1f817be-38b0-4f3a-b43f-8d167bfa2f1c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.740426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f817be-38b0-4f3a-b43f-8d167bfa2f1c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:41.756284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Current status of the port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:41.759213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.761667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e6e0cf3-f82d-48d4-8ba2-47d6d9964402 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917164 Jan 28 00:56:41.770525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd849cd4-be76-42ed-8add-6aa9d37621ca req-bb6e5cfc-5b15-4d0d-8e3d-9aef619500ff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:41.778303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd849cd4-be76-42ed-8add-6aa9d37621ca req-bb6e5cfc-5b15-4d0d-8e3d-9aef619500ff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 946 time: 0.1007566 Jan 28 00:56:41.778933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43008) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:41.784609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'security_group_rule': {'security_group_id': '636559de-2f58-4e19-8426-e883fcf2cee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:41.846822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group_rule (f8a9f9ac-69dc-4f26-812a-6ae9b197524f), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.853732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd849cd4-be76-42ed-8add-6aa9d37621ca req-50fa08e0-46e4-4920-86be-ec3b72fd1999 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724306 Jan 28 00:56:41.861442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:41.892146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'mac_address': 'fa:16:3e:6f:c3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:41.922652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:41.936286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:41.939791 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.945574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Publish callbacks [] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.960437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Transition to ACTIVE for port object 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:41.961665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group_rule (f8a9f9ac-69dc-4f26-812a-6ae9b197524f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.966425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.976320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (f8a9f9ac-69dc-4f26-812a-6ae9b197524f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.995984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:41.996740 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.007377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.008204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.010511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b3178-ca72-4b54-8cea-b14baa0b4eba req-d1f38e6a-2081-4462-9a5e-eb51af480e26 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.017650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-513b3178-ca72-4b54-8cea-b14baa0b4eba req-d1f38e6a-2081-4462-9a5e-eb51af480e26 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 945 time: 0.1111732 Jan 28 00:56:42.021013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Pushing event updated for resources: {'Port': ['ID=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:42.029512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a9f9ac-69dc-4f26-812a-6ae9b197524f,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:42.047681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.048913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-694e4ee1-4623-4b90-9145-aea1a6f1ee54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688212 Jan 28 00:56:42.053425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43014) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:42.058913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:42.062103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Provisioning complete for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.062733 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.104513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-513b3178-ca72-4b54-8cea-b14baa0b4eba req-13c62451-a121-4bce-83af-ed0ceb702ce4 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856485 Jan 28 00:56:42.136923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Attempting to bind port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:42.137640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Attempting to bind port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:42.138222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Attempting to bind port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 on network 4f4ca95b-c5fb-492e-a688-574682b0322b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:42.140733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.158985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 on network 4f4ca95b-c5fb-492e-a688-574682b0322b not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:42.159228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:42.159785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Attempting to bind port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 on network 4f4ca95b-c5fb-492e-a688-574682b0322b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:42.169701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:42.170476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Checking segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:42.171574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Bound using segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:42.172216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Bound port: 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:42.173146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.173699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['623fcf93-a93b-48d9-b6e3-d9cb09bc36c9'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:42.201220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.256822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:42.257217 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.259190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:42.282926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}, {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:42.285466 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d0020-1046-49e3-a3c4-e74a6c69a8e0" -d '{"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-plugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}, {"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-unplugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:42.306596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] For port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:42.312444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] For port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:42.325630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d741a97-cf52-4672-9ebc-3676b797c8e0 req-8926a964-b8d9-48ec-9f5b-4980f39c42e5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.326229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.327818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d741a97-cf52-4672-9ebc-3676b797c8e0 req-8926a964-b8d9-48ec-9f5b-4980f39c42e5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 948 time: 0.0577416 Jan 28 00:56:42.341982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:42.343214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 97c2c249-1308-4f47-acae-917b14e8cf00 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:42.345541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:42.360592 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e69de1-e9cf-42c6-a1a4-97a08cd0f705 x-openstack-request-id: req-b5e69de1-e9cf-42c6-a1a4-97a08cd0f705 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:42.360889 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-plugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "code": 200}, {"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-unplugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:42.361147 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5e69de1-e9cf-42c6-a1a4-97a08cd0f705 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:42.361545 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'code': 200} Jan 28 00:56:42.361825 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'code': 200} Jan 28 00:56:42.362847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Provisioning complete for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.363210 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.386800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d741a97-cf52-4672-9ebc-3676b797c8e0 req-a6286ccf-c17a-40f4-a938-e2d4f57943ea tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513079 Jan 28 00:56:42.387862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Pushing event updated for resources: {'Port': ['ID=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:42.407831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.408885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.410783 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-4e36598e-f480-457e-8aaf-037c53ead01c service neutron] 10.222.0.43 "PUT /v2.0/ports/45ec14b0-2492-4f7e-9dde-51ef9afc39c0 HTTP/1.1" status: 200 len: 1091 time: 1.3041518 Jan 28 00:56:42.411301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'tag': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:42.415307 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a91a8ab-a5dd-43df-8406-78846c2c4900" -d '{"events": [{"name": "network-changed", "server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "tag": "45ec14b0-2492-4f7e-9dde-51ef9afc39c0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:42.437402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.453073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:42.512905 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1106df90-abbf-4267-83f1-4fd2e3e795a7 x-openstack-request-id: req-1106df90-abbf-4267-83f1-4fd2e3e795a7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:42.512905 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "tag": "45ec14b0-2492-4f7e-9dde-51ef9afc39c0", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:42.517119 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1106df90-abbf-4267-83f1-4fd2e3e795a7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:42.519615 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'tag': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0', 'status': 'completed', 'code': 200} Jan 28 00:56:42.527510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Request body: {'port': {'device_id': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:42.539378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3043-fee0-48ec-ac9d-6084d2298eef None None] Port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:42.566315 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:56:42.566747 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:56:42.629231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 97c2c249-1308-4f47-acae-917b14e8cf00 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.630023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.687379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-8b712cd7-35ad-4dce-92d5-75f876dbeff7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337862 Jan 28 00:56:42.690396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.701918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4989e-9eaa-4f31-b25c-452d6f468fdc req-431f3b6c-744b-4d09-9371-4540ffbb9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.703754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75c4989e-9eaa-4f31-b25c-452d6f468fdc req-431f3b6c-744b-4d09-9371-4540ffbb9abd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1101 time: 0.2025514 Jan 28 00:56:42.725076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62ccc-f818-47d0-8cca-776d9fa3706d req-722fcfbf-2d00-48ca-a1aa-cf77ef633da8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.731276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62ccc-f818-47d0-8cca-776d9fa3706d req-722fcfbf-2d00-48ca-a1aa-cf77ef633da8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.738905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62ccc-f818-47d0-8cca-776d9fa3706d req-722fcfbf-2d00-48ca-a1aa-cf77ef633da8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.740899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7be62ccc-f818-47d0-8cca-776d9fa3706d req-722fcfbf-2d00-48ca-a1aa-cf77ef633da8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2387 time: 0.1321151 Jan 28 00:56:42.759206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2d97c106-8153-4289-8929-6f9374ad25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.759680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2d97c106-8153-4289-8929-6f9374ad25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.760147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2d97c106-8153-4289-8929-6f9374ad25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.761866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2d97c106-8153-4289-8929-6f9374ad25ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2730 time: 0.2250283 Jan 28 00:56:42.772104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Provisioning complete for port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.772687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.842145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 97c2c249-1308-4f47-acae-917b14e8cf00 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:42.864255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75c4989e-9eaa-4f31-b25c-452d6f468fdc req-fcd2587e-936b-4a9e-8010-abcc23d3bc62 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128974 Jan 28 00:56:42.885814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Current status of the port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:42.896570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Provisioning complete for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.897116 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.899611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 172.25.1.136 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/88430730-99c3-412c-ade2-d6c08cd024c6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:42.902779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e920ea8-cd51-4c8d-b2a9-d83f342b9c55 req-7f52ff30-88f1-4fb5-a88a-8048ca8923ca tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.904315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e920ea8-cd51-4c8d-b2a9-d83f342b9c55 req-7f52ff30-88f1-4fb5-a88a-8048ca8923ca tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1622608 Jan 28 00:56:42.907581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-f1e65b0c-60f4-4f66-8144-0f40deb57212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:42.909064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-f1e65b0c-60f4-4f66-8144-0f40deb57212 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 1097 time: 0.1283448 Jan 28 00:56:42.912435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7be62ccc-f818-47d0-8cca-776d9fa3706d req-c01ccf66-b289-477a-a738-18c4cf4ddeba tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388347 Jan 28 00:56:42.947852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:42.956901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e920ea8-cd51-4c8d-b2a9-d83f342b9c55 req-8dca654c-2594-42e9-8f67-5cd11fe47947 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434823 Jan 28 00:56:42.960940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Provisioning complete for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:42.961173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.996507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:43.009786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Provisioning complete for port 3ff705f3-4d40-4ac7-a33b-00241882044b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:43.010198 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.050238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791251b-ec75-409b-95a3-5a906d874992 req-2cba7b55-9f6a-4f73-9b79-f7c72cecc2dc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.051857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9791251b-ec75-409b-95a3-5a906d874992 req-2cba7b55-9f6a-4f73-9b79-f7c72cecc2dc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 946 time: 0.0577779 Jan 28 00:56:43.057064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4f293-e9e8-4a48-a7c2-b2861bb8b37f None None] Port 3ff705f3-4d40-4ac7-a33b-00241882044b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:43.109953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9791251b-ec75-409b-95a3-5a906d874992 req-babfd371-17c4-493b-b341-7b97d6665ffe tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Jan 28 00:56:43.111128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:43.111493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.128744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:43.161175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:43.169652 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.197459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2e1a51d8-e3a7-472e-a5f8-c86d8dd706de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.198081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2e1a51d8-e3a7-472e-a5f8-c86d8dd706de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.198827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2e1a51d8-e3a7-472e-a5f8-c86d8dd706de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.200077 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-2e1a51d8-e3a7-472e-a5f8-c86d8dd706de service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4041946 Jan 28 00:56:43.253413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:43.270048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.270641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.271736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.271736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.272050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.272356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.272568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.272881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.273205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.273516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.274162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.275009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.275238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:43.276960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f351558-aa14-4d3a-ad89-ddbabb5ac27c req-6203db65-b734-470b-bfa4-2d0bd5131767 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.278550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f351558-aa14-4d3a-ad89-ddbabb5ac27c req-6203db65-b734-470b-bfa4-2d0bd5131767 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 945 time: 0.0795367 Jan 28 00:56:43.284334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c955ef-24ac-47a1-86f7-3256aa76bea2 req-a01b7436-338a-4972-9d7b-dd37d2294c10 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.285880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47c955ef-24ac-47a1-86f7-3256aa76bea2 req-a01b7436-338a-4972-9d7b-dd37d2294c10 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1097 time: 0.0766170 Jan 28 00:56:43.289261 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.369890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (88430730-99c3-412c-ade2-d6c08cd024c6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.401332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f351558-aa14-4d3a-ad89-ddbabb5ac27c req-bba65b2d-722f-4a65-a759-bb738138fa30 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142147 Jan 28 00:56:43.449618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47c955ef-24ac-47a1-86f7-3256aa76bea2 req-7cfb3bea-7f92-421f-8426-506aae3168e0 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467030 Jan 28 00:56:43.468305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-b14630f6-8fd3-48ab-a5fb-d36e25fe2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.469846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-b14630f6-8fd3-48ab-a5fb-d36e25fe2656 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 925 time: 0.1681924 Jan 28 00:56:43.492313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-eae49c80-451a-49ee-b78b-f9c9c721cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.493880 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a91a8ab-a5dd-43df-8406-78846c2c4900 req-eae49c80-451a-49ee-b78b-f9c9c721cece service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762003 Jan 28 00:56:43.506468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:43.524919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Publish callbacks [] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.530370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (88430730-99c3-412c-ade2-d6c08cd024c6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.553936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7ffefa7d-47c9-431e-8c40-b8cc62d6285b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:43.568043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Transition to ACTIVE for port object 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:43.579555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.582891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:43.590010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:43.592712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:43.627781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530a82f-26b8-4f68-b674-d57c2b98d416 req-04becea6-5422-4a51-9538-454a562d61b1 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.629709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c530a82f-26b8-4f68-b674-d57c2b98d416 req-04becea6-5422-4a51-9538-454a562d61b1 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.1586423 Jan 28 00:56:43.631759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=88430730-99c3-412c-ade2-d6c08cd024c6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:43.636071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-b1fe11d4-b158-4c8f-aaa1-03ea848b5749 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 200 len: 1002 time: 0.1474106 Jan 28 00:56:43.706559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b3f96-22bf-413e-b642-d9111398e700 req-1c4ab3e4-e199-45f7-aa9e-978ae782243a tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.708100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d73b3f96-22bf-413e-b642-d9111398e700 req-1c4ab3e4-e199-45f7-aa9e-978ae782243a tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1097 time: 0.1476161 Jan 28 00:56:43.747754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Pushing event updated for resources: {'Port': ['ID=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:43.801157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-c31ea044-bc0d-4764-acbc-0dafed3b8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.802671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-c31ea044-bc0d-4764-acbc-0dafed3b8c97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.1602139 Jan 28 00:56:43.808988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c530a82f-26b8-4f68-b674-d57c2b98d416 req-3d1f9cce-4a77-4fd5-b4a1-ec397ba3e8d0 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372495 Jan 28 00:56:43.836081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d73b3f96-22bf-413e-b642-d9111398e700 req-1a77278d-1be8-4a80-86ae-62fda2657ca7 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153264 Jan 28 00:56:43.885058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Attempting to bind port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:43.887757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Attempting to bind port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:43.888068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-c44770b9-b48e-4fb6-83ca-fb16025e3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:43.888593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Attempting to bind port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f on network 49a1b706-47e4-4414-b3eb-0e917c7d8653 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:43.890107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-c44770b9-b48e-4fb6-83ca-fb16025e3fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784087 Jan 28 00:56:43.906334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (bbdfafec-165b-495d-b669-c86bc7d132f2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:43.911289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f on network 49a1b706-47e4-4414-b3eb-0e917c7d8653 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:43.918040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Attempting to bind port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f on network 49a1b706-47e4-4414-b3eb-0e917c7d8653 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:43.955788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:43.956130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Checking segment: {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:43.956526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Bound using segment: {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:43.956972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Bound port: 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bda97837-a776-4152-b2b1-08b23db7b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:43.957330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.032009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (88430730-99c3-412c-ade2-d6c08cd024c6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.105640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff64f4-c89e-4375-8904-9dd5deb1a9f0 req-2429208a-3a49-4b20-87fb-8ae99dc17f14 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.111215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff64f4-c89e-4375-8904-9dd5deb1a9f0 req-2429208a-3a49-4b20-87fb-8ae99dc17f14 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.128343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff64f4-c89e-4375-8904-9dd5deb1a9f0 req-2429208a-3a49-4b20-87fb-8ae99dc17f14 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.130058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cff64f4-c89e-4375-8904-9dd5deb1a9f0 req-2429208a-3a49-4b20-87fb-8ae99dc17f14 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2399 time: 0.1200209 Jan 28 00:56:44.155980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-c2cccb62-7eea-40bc-af9e-97a7d3e3e299 service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287261 Jan 28 00:56:44.186073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] For port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:44.228667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] For port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:44.235374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.289558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.290244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.291609 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] 10.222.0.43 "PUT /v2.0/ports/0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f HTTP/1.1" status: 200 len: 1091 time: 1.7686825 Jan 28 00:56:44.293182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cff64f4-c89e-4375-8904-9dd5deb1a9f0 req-d4d3b301-45f8-4822-9564-4f0bcb427958 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501760 Jan 28 00:56:44.305204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875e7c-b736-4781-856c-869b0b69e843 req-29d56810-fe22-4676-b6d1-be5f3ed1a3bc tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.306740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc875e7c-b736-4781-856c-869b0b69e843 req-29d56810-fe22-4676-b6d1-be5f3ed1a3bc tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1261821 Jan 28 00:56:44.324051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b69fc2-21be-4ff3-ad1d-db2f492ca03f service neutron] Pushing event updated for resources: {'Port': ['ID=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:44.338172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Request body: {'port': {'device_id': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:44.357394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b30294dd-2cbb-4e1b-83ef-5e29a070cc3e req-7e65c5c8-4c20-458e-b426-17bf285f4365 service neutron] 10.222.0.45 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854503 Jan 28 00:56:44.386052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc875e7c-b736-4781-856c-869b0b69e843 req-50f8961f-8e98-4513-9ace-a306c4b98fc6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540471 Jan 28 00:56:44.399455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (88430730-99c3-412c-ade2-d6c08cd024c6), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.410065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.437832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (88430730-99c3-412c-ade2-d6c08cd024c6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.505620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f60c3-2882-4446-a969-c48371f2efc5 req-e0abef4b-890c-4602-a834-99afa7c193ef tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.507192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c25f60c3-2882-4446-a969-c48371f2efc5 req-e0abef4b-890c-4602-a834-99afa7c193ef tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1097 time: 0.0844533 Jan 28 00:56:44.524979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'tag': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:44.527405 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "tag": "0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:44.609839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=88430730-99c3-412c-ade2-d6c08cd024c6,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:44.610749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c25f60c3-2882-4446-a969-c48371f2efc5 req-b1cd1627-ad49-4c52-968c-c2a41b282933 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970931 Jan 28 00:56:44.639272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:44.674595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319de8-f72c-4393-a31a-72a2d2b5e71e req-b97edb94-f956-4083-afdb-1a23ee258a5f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.682142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33319de8-f72c-4393-a31a-72a2d2b5e71e req-b97edb94-f956-4083-afdb-1a23ee258a5f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 945 time: 0.0827773 Jan 28 00:56:44.687214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (bbdfafec-165b-495d-b669-c86bc7d132f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.701115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:44.706654 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc810101-f5c1-4abb-88cf-7715820029e3 x-openstack-request-id: req-cc810101-f5c1-4abb-88cf-7715820029e3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:44.706995 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "tag": "0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:44.707278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:44.707733 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.707977 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc810101-f5c1-4abb-88cf-7715820029e3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:44.708556 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'tag': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f', 'status': 'completed', 'code': 200} Jan 28 00:56:44.723353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.724909 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ccc48581-0502-4e9c-ba63-f82fbe559121 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6701283 Jan 28 00:56:44.756593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33319de8-f72c-4393-a31a-72a2d2b5e71e req-25dc147b-d607-420d-911a-1c24cad7a5c0 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732539 Jan 28 00:56:44.817582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:44.818502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.842501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:44.845250 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9348373e-0dd5-4e44-b33d-cb666d3c2d0e" -d '{"events": [{"server_uuid": "63fbfebb-4c5b-4273-87d6-2e00daeb2f26", "name": "network-vif-plugged", "status": "completed", "tag": "623fcf93-a93b-48d9-b6e3-d9cb09bc36c9"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:44.848522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-7bdcf8d8-bfbd-4e49-85fc-f39d15c2ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.849003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-7bdcf8d8-bfbd-4e49-85fc-f39d15c2ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.866831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-7bdcf8d8-bfbd-4e49-85fc-f39d15c2ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.868642 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-7bdcf8d8-bfbd-4e49-85fc-f39d15c2ab98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2797 time: 0.0925429 Jan 28 00:56:44.885795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:44.901110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.911434 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f71176c-84ba-4ec2-b4d5-8ce6371efee9 x-openstack-request-id: req-4f71176c-84ba-4ec2-b4d5-8ce6371efee9 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:44.911763 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbfebb-4c5b-4273-87d6-2e00daeb2f26", "name": "network-vif-plugged", "status": "completed", "tag": "623fcf93-a93b-48d9-b6e3-d9cb09bc36c9", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:44.914039 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f71176c-84ba-4ec2-b4d5-8ce6371efee9 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:44.914701 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9', 'code': 200} Jan 28 00:56:44.959061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686930f-3062-412d-a991-dbc93708947a req-249868b7-498b-42bf-9319-8bf04f77d054 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:44.961523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e686930f-3062-412d-a991-dbc93708947a req-249868b7-498b-42bf-9319-8bf04f77d054 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 950 time: 0.0669742 Jan 28 00:56:44.987160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:45.040048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e686930f-3062-412d-a991-dbc93708947a req-6582e3da-cff1-43ad-a4c7-d88fbe6373f4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665336 Jan 28 00:56:45.052314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff705f3-4d40-4ac7-a33b-00241882044b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:45.066137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Publish callbacks [] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.071058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-4ad02471-efa4-4ff5-8495-41c94a6956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.071541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-4ad02471-efa4-4ff5-8495-41c94a6956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.072006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-4ad02471-efa4-4ff5-8495-41c94a6956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.073626 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-4ad02471-efa4-4ff5-8495-41c94a6956ae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1873066 Jan 28 00:56:45.111612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Transition to ACTIVE for port object 3ff705f3-4d40-4ac7-a33b-00241882044b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:45.131722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-a296ec1b-10cb-4626-9f3d-edf83924796e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--6495149&fields=id&tenant_id=9a48212f75be4d6f8cd8fbb912a5840b HTTP/1.1" status: 200 len: 267 time: 0.0795350 Jan 28 00:56:45.149556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71417c2e-abdb-4203-9f90-050b8a233a15 req-c764e1e5-728b-4f99-bcdf-8a32a901da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.151150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71417c2e-abdb-4203-9f90-050b8a233a15 req-c764e1e5-728b-4f99-bcdf-8a32a901da60 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 1097 time: 0.0703249 Jan 28 00:56:45.225873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-4119e44b-a458-4627-9f53-678bef2c5320 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.227516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-4119e44b-a458-4627-9f53-678bef2c5320 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 931 time: 0.0883358 Jan 28 00:56:45.275767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:45.283397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71417c2e-abdb-4203-9f90-050b8a233a15 req-c8114a6d-e879-49a1-b3d3-f36e717518ea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166909 Jan 28 00:56:45.292974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b35e9c15-9af7-4aa6-a167-ad0d2f0b1f71 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.294460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b35e9c15-9af7-4aa6-a167-ad0d2f0b1f71 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 930 time: 0.0578799 Jan 28 00:56:45.350661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:45.351350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.367996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-8f3f985a-c36b-415b-999b-7e4357de9701 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0660524 Jan 28 00:56:45.405992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-1e72a478-3a0c-402d-a717-a706ab7a278f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0370347 Jan 28 00:56:45.421746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.443416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:45.443889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.479062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:45.492380 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.506704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff705f3-4d40-4ac7-a33b-00241882044b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:45.533351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fde5-6079-4bef-a501-51eda8e296f7 req-c4f10d02-4ab4-468a-bce0-f519182d2e39 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.538770 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fde5-6079-4bef-a501-51eda8e296f7 req-c4f10d02-4ab4-468a-bce0-f519182d2e39 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.544204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fde5-6079-4bef-a501-51eda8e296f7 req-c4f10d02-4ab4-468a-bce0-f519182d2e39 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.546007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0d8fde5-6079-4bef-a501-51eda8e296f7 req-c4f10d02-4ab4-468a-bce0-f519182d2e39 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2411 time: 0.1301594 Jan 28 00:56:45.558982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=11']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:45.570194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-4a23ba43-ac20-47ab-973b-091038f4554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.572284 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dfed25ed-964a-4f8b-ad34-ae1a9da10bf8 req-4a23ba43-ac20-47ab-973b-091038f4554c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4826193 Jan 28 00:56:45.592790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-99998c38-3791-4629-a762-be52e21d0a73 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.598769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-99998c38-3791-4629-a762-be52e21d0a73 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.603766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-99998c38-3791-4629-a762-be52e21d0a73 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.605536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-99998c38-3791-4629-a762-be52e21d0a73 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/networks?id=9e34977c-6afd-444a-bc63-046383ca9556&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 200 len: 1990 time: 0.1987460 Jan 28 00:56:45.629186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Attempting to bind port 3ff705f3-4d40-4ac7-a33b-00241882044b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:45.629761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Attempting to bind port 3ff705f3-4d40-4ac7-a33b-00241882044b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:45.629761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Attempting to bind port 3ff705f3-4d40-4ac7-a33b-00241882044b on network 4f4ca95b-c5fb-492e-a688-574682b0322b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:45.635180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Port 3ff705f3-4d40-4ac7-a33b-00241882044b on network 4f4ca95b-c5fb-492e-a688-574682b0322b not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:45.635507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Attempting to bind port 3ff705f3-4d40-4ac7-a33b-00241882044b on network 4f4ca95b-c5fb-492e-a688-574682b0322b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:45.640413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-5bd59a96-e7a3-4a36-912a-221cf1f350ff tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/quotas/9a48212f75be4d6f8cd8fbb912a5840b HTTP/1.1" status: 200 len: 375 time: 0.0235598 Jan 28 00:56:45.640917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:45.641252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Checking segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:45.641640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Bound using segment: {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:45.642106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Bound port: 3ff705f3-4d40-4ac7-a33b-00241882044b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e942df59-670b-4d5a-a0c9-37cb34fff64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:45.642472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.664938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0d8fde5-6079-4bef-a501-51eda8e296f7 req-af9785d5-9115-4b52-89b1-b2041f2dec11 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982549 Jan 28 00:56:45.719788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] For port 3ff705f3-4d40-4ac7-a33b-00241882044b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:45.721861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-8eab43f4-7f32-4393-a69c-8154e79b4ebf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0557837 Jan 28 00:56:45.727338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] For port 3ff705f3-4d40-4ac7-a33b-00241882044b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ff705f3-4d40-4ac7-a33b-00241882044b,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:45.732884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.773044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.773044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:45.774207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/3ff705f3-4d40-4ac7-a33b-00241882044b HTTP/1.1" status: 200 len: 1092 time: 1.4457986 Jan 28 00:56:45.793182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20677d36-91df-48e0-bb26-ecd6cd1fe6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff705f3-4d40-4ac7-a33b-00241882044b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:45.858105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19b4ca-6b28-4745-8f8f-4b88aafa470a req-8f7c7738-b5ea-4499-b5f3-d2bdd3ae476d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.865273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d19b4ca-6b28-4745-8f8f-4b88aafa470a req-8f7c7738-b5ea-4499-b5f3-d2bdd3ae476d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1385784 Jan 28 00:56:45.873501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-3db74b34-7720-4460-9639-76276b3897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.874000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-3db74b34-7720-4460-9639-76276b3897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.874489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-3db74b34-7720-4460-9639-76276b3897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.876271 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-3db74b34-7720-4460-9639-76276b3897b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2864 time: 0.0500414 Jan 28 00:56:45.892055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-2a3f180a-1d0f-4473-b0ed-254784916eb3 service neutron] 10.222.0.23 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564925 Jan 28 00:56:45.930412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-60eed106-4312-4962-8ab2-04a28e294a2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=45ec14b0-2492-4f7e-9dde-51ef9afc39c0 HTTP/1.1" status: 200 len: 217 time: 0.0412185 Jan 28 00:56:45.967994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d19b4ca-6b28-4745-8f8f-4b88aafa470a req-b67f649f-96ef-4b2d-8367-0fcc60500308 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018336 Jan 28 00:56:45.980435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-28f86ed2-c461-47d0-a673-68b4aedfaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:45.982172 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-28f86ed2-c461-47d0-a673-68b4aedfaace service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6f268f2b-c8e2-42b8-b197-692c8ad867ed HTTP/1.1" status: 200 len: 801 time: 0.0459976 Jan 28 00:56:46.013056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-2e6e1ea0-be29-474e-a258-c1bbd20b4616 service neutron] 10.222.0.23 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102901 Jan 28 00:56:46.032266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b0099530-9c7a-493a-a73c-ca7a183a2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.033853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b0099530-9c7a-493a-a73c-ca7a183a2c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f4ca95b-c5fb-492e-a688-574682b0322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461688 Jan 28 00:56:46.054782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-a3e67b9a-5c81-437b-b6d0-b1b24592c9e8 service neutron] 10.222.0.23 "GET /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0349123 Jan 28 00:56:46.150131 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-7bedb05b-357c-4268-bfa0-d6eaf28d6a3d service neutron] 10.222.0.43 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913832 Jan 28 00:56:46.178243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d6242-6c3a-4a93-a42d-e852b57f7382 req-046c7261-501b-4c6a-a043-616f325af9e4 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.179733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a17d6242-6c3a-4a93-a42d-e852b57f7382 req-046c7261-501b-4c6a-a043-616f325af9e4 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1097 time: 0.0664685 Jan 28 00:56:46.181598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-34258714-cb28-40e0-b987-0f866af30555 service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206012 Jan 28 00:56:46.240534 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-ed5b0cc2-ba47-4f25-b5c6-e97aeb9a6b06 service neutron] 10.222.0.43 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Jan 28 00:56:46.279871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a17d6242-6c3a-4a93-a42d-e852b57f7382 req-efc663f0-f995-46bc-8d60-af6b410421c8 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932915 Jan 28 00:56:46.284926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-21eb2a0a-305c-4b6d-9c2f-efc1e6d17434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f HTTP/1.1" status: 200 len: 217 time: 0.0384626 Jan 28 00:56:46.311948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-4c038d44-a767-40a3-8b81-268091c7e724 service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195951 Jan 28 00:56:46.339774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-3b1d75f6-2882-4a77-a4ac-124ce3de7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.341282 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-3b1d75f6-2882-4a77-a4ac-124ce3de7454 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=47fba845-95ff-4f02-ab88-3cd757fb9999 HTTP/1.1" status: 200 len: 801 time: 0.0509267 Jan 28 00:56:46.347707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f80f781a-e997-4e5e-89c2-da0b5a9fd19a service neutron] 10.222.0.23 "GET /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0349019 Jan 28 00:56:46.388925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-db34ca0c-a011-413b-b56d-100ffdde8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.390585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-db34ca0c-a011-413b-b56d-100ffdde8eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49a1b706-47e4-4414-b3eb-0e917c7d8653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418270 Jan 28 00:56:46.456711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e274f-1e6d-48e2-9174-6bfb014bd945 req-8e04257c-dc76-4383-ab26-c887271c4e93 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.458274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-212e274f-1e6d-48e2-9174-6bfb014bd945 req-8e04257c-dc76-4383-ab26-c887271c4e93 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 946 time: 0.1058350 Jan 28 00:56:46.483467 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-2232c7b0-5c15-4fd2-972a-5940480abef7 service neutron] 10.222.0.43 "GET /v2.0/networks/49a1b706-47e4-4414-b3eb-0e917c7d8653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Jan 28 00:56:46.489708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ec81e67c-be5a-4f2a-8dfe-df26b21ee121 service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355433 Jan 28 00:56:46.566340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-212e274f-1e6d-48e2-9174-6bfb014bd945 req-9c38c6c5-e273-40db-9c65-8d0b7a6561a4 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937083 Jan 28 00:56:46.574335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-e8610222-5ffa-4c98-a2d1-02a9b5611578 service neutron] 10.222.0.43 "GET /v2.0/networks/49a1b706-47e4-4414-b3eb-0e917c7d8653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Jan 28 00:56:46.614410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-691e1700-fb87-4c29-bd61-b6f6d2298159 service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179883 Jan 28 00:56:46.628644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-7d73d4f3-f1ab-4571-99ff-2452db0d20a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=3ff705f3-4d40-4ac7-a33b-00241882044b HTTP/1.1" status: 200 len: 217 time: 0.0447307 Jan 28 00:56:46.676429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b5c3bada-295f-4ca2-8f4e-d6a5812ba905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.677975 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-b5c3bada-295f-4ca2-8f4e-d6a5812ba905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6f268f2b-c8e2-42b8-b197-692c8ad867ed HTTP/1.1" status: 200 len: 801 time: 0.0443065 Jan 28 00:56:46.709673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'tag': '3ff705f3-4d40-4ac7-a33b-00241882044b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:46.711902 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "tag": "3ff705f3-4d40-4ac7-a33b-00241882044b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:46.730693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4e0a-a617-4883-a444-51d90b155356 req-5192d841-3fe7-4193-91e5-99d7ee404f24 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.732227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-104c4e0a-a617-4883-a444-51d90b155356 req-5192d841-3fe7-4193-91e5-99d7ee404f24 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1041522 Jan 28 00:56:46.737995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c67451b4-f044-48cd-8656-ce32cb0c4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:46.739590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-c67451b4-f044-48cd-8656-ce32cb0c4e6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f4ca95b-c5fb-492e-a688-574682b0322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561981 Jan 28 00:56:46.767911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ec928bf8-0fa1-4d52-b460-b5901a831e74 service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475053 Jan 28 00:56:46.835738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-9913ce8d-ba51-4aa2-bdc4-895313c596f5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904310 Jan 28 00:56:46.842771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-104c4e0a-a617-4883-a444-51d90b155356 req-cd7a820e-b1c1-4433-bc97-88b39629f0da tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048753 Jan 28 00:56:46.881341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-130ba11f-8b35-45a7-9cde-b0f37a397430 service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065190 Jan 28 00:56:46.917797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:46.920835 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e5df90-4ba2-4b27-a359-0f92d938e257" -d '{"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-plugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:46.935030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1c397cdd-9c14-45fc-90cf-a981ed5810c7 req-52f95791-a306-4ed9-945a-fdd4bac88a83 service neutron] 10.222.0.43 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937431 Jan 28 00:56:47.256641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7af9-3327-432b-9787-aa4f5ee83683 req-f6c8b496-5898-455a-a4b7-c4c3b39f2f1f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:47.258225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-730f7af9-3327-432b-9787-aa4f5ee83683 req-f6c8b496-5898-455a-a4b7-c4c3b39f2f1f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 951 time: 0.3536253 Jan 28 00:56:47.275305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-5423cabf-820b-4608-a637-8b6b3b079f6c service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885865 Jan 28 00:56:47.364909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-730f7af9-3327-432b-9787-aa4f5ee83683 req-9794648a-0b7d-47e0-b56b-8035269d983f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007106 Jan 28 00:56:47.392374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-5fa56f04-bb68-4cbf-8447-ffe0194ae90c service neutron] 10.222.0.23 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095545 Jan 28 00:56:47.483692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-e76ff707-5e31-40cf-9a1e-a8256cde9f9c service neutron] 10.222.0.23 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855250 Jan 28 00:56:47.541255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-c1e4f3f1-8f42-4ede-8855-227f48e17773 req-73373196-a53e-4942-a2e6-a4e9b5a2a737 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:56:47.542172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1e4f3f1-8f42-4ede-8855-227f48e17773 req-73373196-a53e-4942-a2e6-a4e9b5a2a737 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055771 Jan 28 00:56:47.581914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-4fe076e0-a140-46c8-8deb-9322d8febf84 service neutron] 10.222.0.23 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921018 Jan 28 00:56:47.675295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-5fe07284-8b3e-409c-8f77-d9c891ec1381 service neutron] 10.222.0.23 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879719 Jan 28 00:56:47.771876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b5626e4c-36c0-48e0-a909-9e97c64d12c6 service neutron] 10.222.0.23 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907898 Jan 28 00:56:48.410947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da4cea-88a7-454f-a171-f2f03bb2019f req-877b4081-12c4-40de-813c-6c33ac083cae tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.416578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da4cea-88a7-454f-a171-f2f03bb2019f req-877b4081-12c4-40de-813c-6c33ac083cae tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.421720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da4cea-88a7-454f-a171-f2f03bb2019f req-877b4081-12c4-40de-813c-6c33ac083cae tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.423493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88da4cea-88a7-454f-a171-f2f03bb2019f req-877b4081-12c4-40de-813c-6c33ac083cae tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2411 time: 0.0636737 Jan 28 00:56:48.473205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-7c7d9fd2-a14b-4210-b132-4674394fe92b tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:56:48.475221 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-7c7d9fd2-a14b-4210-b132-4674394fe92b tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085406 Jan 28 00:56:48.477049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88da4cea-88a7-454f-a171-f2f03bb2019f req-fca2d72b-7c04-4b69-9220-55351a46d3f9 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Jan 28 00:56:48.521654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-76268530-dd98-4c8c-abdc-6c8f0ab54941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.529053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-76268530-dd98-4c8c-abdc-6c8f0ab54941 service neutron] 10.222.0.23 "GET /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 1094 time: 0.0470281 Jan 28 00:56:48.531700 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb0b361-c274-4634-b08f-7d1aa41071f5 x-openstack-request-id: req-6bb0b361-c274-4634-b08f-7d1aa41071f5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:48.532170 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "tag": "3ff705f3-4d40-4ac7-a33b-00241882044b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:48.532519 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bb0b361-c274-4634-b08f-7d1aa41071f5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:48.532859 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'tag': '3ff705f3-4d40-4ac7-a33b-00241882044b', 'status': 'completed', 'code': 200} Jan 28 00:56:48.536193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Request body: {'binding': {'host': 'n-h1-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:48.536752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Unknown quota resources ['binding']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:56:48.584406 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d7a5e-53f0-45e9-b2e7-75d46c28620a x-openstack-request-id: req-361d7a5e-53f0-45e9-b2e7-75d46c28620a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:48.584900 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-plugged", "status": "completed", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:48.585127 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-361d7a5e-53f0-45e9-b2e7-75d46c28620a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:48.585745 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'code': 200} Jan 28 00:56:48.666549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-f546b616-9891-4123-83e9-695cd5acc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.667009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-f546b616-9891-4123-83e9-695cd5acc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.667587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-f546b616-9891-4123-83e9-695cd5acc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.669552 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-f546b616-9891-4123-83e9-695cd5acc1b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2864 time: 0.0994458 Jan 28 00:56:48.781402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f780440-efaa-4b0a-93e3-8b75355d059e req-919f995d-9891-46a2-94d6-20737f7407a0 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.783045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f780440-efaa-4b0a-93e3-8b75355d059e req-919f995d-9891-46a2-94d6-20737f7407a0 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 946 time: 0.0575733 Jan 28 00:56:48.839741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f780440-efaa-4b0a-93e3-8b75355d059e req-def8f838-58e1-43bf-813a-12210d2c0cb7 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506873 Jan 28 00:56:48.841468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on host n-h1-826756-1 for vnic_type normal with profile None {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:48.841905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:48.842209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:48.873371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:48.873692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:48.878466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-166ce98a-b0d0-4151-9c08-ec0e24cc9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.879827 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-166ce98a-b0d0-4151-9c08-ec0e24cc9534 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f4ca95b-c5fb-492e-a688-574682b0322b HTTP/1.1" status: 200 len: 902 time: 0.2009163 Jan 28 00:56:48.881895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c894d-039b-4cc2-bccf-f6d75018666f req-f5c9fa12-3183-4015-ae36-ec5b7d9f6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:48.883227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bd5c894d-039b-4cc2-bccf-f6d75018666f req-f5c9fa12-3183-4015-ae36-ec5b7d9f6f81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1102 time: 0.1113865 Jan 28 00:56:48.885971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:48.886398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:48.886834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:48.887759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Bound port: 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:48.972176 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-6efbd7c9-6662-454b-b9e0-f999d396c528 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=3ff705f3-4d40-4ac7-a33b-00241882044b HTTP/1.1" status: 200 len: 217 time: 0.0734267 Jan 28 00:56:48.980562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa2ab997-4a30-46e9-9f0a-257424d2223a req-62e5b407-b0d7-4da1-8777-95c3f3ba21dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0330429 Jan 28 00:56:49.058409 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bd5c894d-039b-4cc2-bccf-f6d75018666f req-07ffe711-a97f-49e3-b9b3-338f78dcca1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651764 Jan 28 00:56:49.071637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:49.082631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:49.084146 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8ebf591f-0d3b-4bf3-b086-35659f66b516 service neutron] 10.222.0.23 "POST /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5542290 Jan 28 00:56:49.086036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-f8f5e7ec-1304-47d5-a97b-050f93a00c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.088498 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-f8f5e7ec-1304-47d5-a97b-050f93a00c6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6f268f2b-c8e2-42b8-b197-692c8ad867ed HTTP/1.1" status: 200 len: 801 time: 0.1088514 Jan 28 00:56:49.123654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaa7c5-4f8f-49d7-b0a0-8fb6e3abd923 req-beb44815-a848-492f-b586-124c7cb1cd73 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.126265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dacaa7c5-4f8f-49d7-b0a0-8fb6e3abd923 req-beb44815-a848-492f-b586-124c7cb1cd73 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 951 time: 0.0655200 Jan 28 00:56:49.185216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dacaa7c5-4f8f-49d7-b0a0-8fb6e3abd923 req-c190f750-b8a5-4170-8b63-004e220278c4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537674 Jan 28 00:56:49.310983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ff705f3-4d40-4ac7-a33b-00241882044b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:49.429558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb8cc4-a84b-443c-8070-c2aae6ae3c07 req-918defc9-12eb-4ef5-9ea8-04cc8c0bd18f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.442732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4fb8cc4-a84b-443c-8070-c2aae6ae3c07 req-918defc9-12eb-4ef5-9ea8-04cc8c0bd18f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 946 time: 0.1208999 Jan 28 00:56:49.450643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-02f6f34c-2e98-46fb-9406-f3324bca12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.452208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-02f6f34c-2e98-46fb-9406-f3324bca12ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f4ca95b-c5fb-492e-a688-574682b0322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073995 Jan 28 00:56:49.521812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ff705f3-4d40-4ac7-a33b-00241882044b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ff705f3-4d40-4ac7-a33b-00241882044b,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:49.543244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3ff705f3-4d40-4ac7-a33b-00241882044b', 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b', 'port_id': '3ff705f3-4d40-4ac7-a33b-00241882044b', 'mac_address': 'fa:16:3e:d3:e9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f268f2b-c8e2-42b8-b197-692c8ad867ed', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:49.576748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4fb8cc4-a84b-443c-8070-c2aae6ae3c07 req-cd0f6efe-86f0-40ea-b837-d790a9a0b4cc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315815 Jan 28 00:56:49.616674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3ff705f3-4d40-4ac7-a33b-00241882044b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:49.617342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:49.636197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff705f3-4d40-4ac7-a33b-00241882044b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:49.663298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ff705f3-4d40-4ac7-a33b-00241882044b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ff705f3-4d40-4ac7-a33b-00241882044b,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:49.669632 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:49.670784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:49.685366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5d1b-ecd5-4315-866e-2d1f95876963 req-1274fc1d-1674-4047-9935-98fbbfa97a00 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.691242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5d1b-ecd5-4315-866e-2d1f95876963 req-1274fc1d-1674-4047-9935-98fbbfa97a00 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.696773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5d1b-ecd5-4315-866e-2d1f95876963 req-1274fc1d-1674-4047-9935-98fbbfa97a00 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.698484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32bf5d1b-ecd5-4315-866e-2d1f95876963 req-1274fc1d-1674-4047-9935-98fbbfa97a00 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2411 time: 0.0899115 Jan 28 00:56:49.726200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-78ad3135-036d-4963-aa30-922c2f2a52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.727673 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-78ad3135-036d-4963-aa30-922c2f2a52ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1097 time: 0.1478748 Jan 28 00:56:49.742421 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-081b9d19-1736-4848-a4b6-a9835fffb69c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207552 Jan 28 00:56:49.746683 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-0ef14bab-46eb-4cea-80bb-59c9c1ac6811 service neutron] 10.222.0.43 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703314 Jan 28 00:56:49.760423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:49.763762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3ff705f3-4d40-4ac7-a33b-00241882044b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:49.769463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0da3e-a420-445d-b6ea-05fa2af8be1c req-a539db42-c0d9-4e9e-bcff-4c52755424f7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:49.776518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01d0da3e-a420-445d-b6ea-05fa2af8be1c req-a539db42-c0d9-4e9e-bcff-4c52755424f7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1165967 Jan 28 00:56:49.776684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0', 'network_id': '4f4ca95b-c5fb-492e-a688-574682b0322b', 'port_id': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0', 'mac_address': 'fa:16:3e:07:64:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f268f2b-c8e2-42b8-b197-692c8ad867ed', 'ip_address': '19.80.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:49.789242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32bf5d1b-ecd5-4315-866e-2d1f95876963 req-99efacbe-7c28-4fe0-bd76-d8e608dad1be tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Jan 28 00:56:49.853248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:49.853927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:49.858369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01d0da3e-a420-445d-b6ea-05fa2af8be1c req-c5b83fdb-f862-460b-aa5b-289cbc1fe50c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809367 Jan 28 00:56:49.879616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:49.904126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:49.909311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:49.910053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:50.048174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-22679bc2-1e98-4495-ab8b-9146b580256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.049589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-22679bc2-1e98-4495-ab8b-9146b580256b service neutron] 10.222.0.45 "GET /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 1027 time: 0.0388701 Jan 28 00:56:50.097756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-3eb14ba1-2d31-4ab2-8693-b5c26019f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.099338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-3eb14ba1-2d31-4ab2-8693-b5c26019f39d service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.3517573 Jan 28 00:56:50.110315 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a4a20ec7-f18c-4caa-a7d9-88c6bf2b798c req-3d5222b1-7a80-4d87-9560-3e4ce4265848 service neutron] 10.222.0.43 "GET /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233240 Jan 28 00:56:50.112297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:50.139889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-e67c0880-9cf7-400e-aa60-d1c3b34f550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.141286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-e67c0880-9cf7-400e-aa60-d1c3b34f550d service neutron] 10.222.0.45 "GET /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 1026 time: 0.0850844 Jan 28 00:56:50.205523 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-de19217c-42c8-42fe-8744-0764f584e86c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 217 time: 0.0695338 Jan 28 00:56:50.236335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:50.272197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f', 'network_id': '49a1b706-47e4-4414-b3eb-0e917c7d8653', 'port_id': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f', 'mac_address': 'fa:16:3e:3a:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fba845-95ff-4f02-ab88-3cd757fb9999', 'ip_address': '19.86.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:56:50.320501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-a62093b9-4d63-402a-b0fa-82d74fa8e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.324324 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-a62093b9-4d63-402a-b0fa-82d74fa8e1ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0975752 Jan 28 00:56:50.408853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-4e527f61-2b96-4c01-aca9-5910f0e0f5ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779972 Jan 28 00:56:50.413641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:50.418547 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:50.445027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:50.456768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9da6627b-2ffb-4cfc-b27a-0d9f1a828b68 req-e4065855-3632-403c-836c-0cee621bb921 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.1156657 Jan 28 00:56:50.478239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:50.506209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:50.547796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-6d09ab50-611b-4f81-8fbb-43b7cb7ec736 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.564883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-6d09ab50-611b-4f81-8fbb-43b7cb7ec736 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.577057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-6d09ab50-611b-4f81-8fbb-43b7cb7ec736 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.581984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-6d09ab50-611b-4f81-8fbb-43b7cb7ec736 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "GET /v2.0/networks?id=9e34977c-6afd-444a-bc63-046383ca9556&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 200 len: 1990 time: 0.4245868 Jan 28 00:56:50.591177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-f1c2b36a-421d-4475-b71f-d94bb2336a65 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759844 Jan 28 00:56:50.619848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf9ce3-df98-4777-b702-1ceb83bc2757 req-1ea3ed88-9d88-40fb-afd6-464974f2f83b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.629503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4bf9ce3-df98-4777-b702-1ceb83bc2757 req-1ea3ed88-9d88-40fb-afd6-464974f2f83b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 951 time: 0.2414963 Jan 28 00:56:50.649902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:50.701183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4bf9ce3-df98-4777-b702-1ceb83bc2757 req-49c857f6-91dc-45c7-a22a-bfa5e0c9cfca tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663581 Jan 28 00:56:50.772906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-23e754ff-a609-4d77-b158-e2d978d36b1b service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638157 Jan 28 00:56:50.831349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4c3cc-c46a-4d3a-94b8-60a0a0b45b2e req-16ca3cfe-8dce-40fe-9e69-c32fb3055f92 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.832949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc4c3cc-c46a-4d3a-94b8-60a0a0b45b2e req-16ca3cfe-8dce-40fe-9e69-c32fb3055f92 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 946 time: 0.0562446 Jan 28 00:56:50.887828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc4c3cc-c46a-4d3a-94b8-60a0a0b45b2e req-80e7667a-0307-446c-a13f-cb6927028490 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Jan 28 00:56:50.964293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-fe6c6ca2-ba99-4fa0-8cc3-80ef7666b7a9 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:50.965986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-fe6c6ca2-ba99-4fa0-8cc3-80ef7666b7a9 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1097 time: 0.0553844 Jan 28 00:56:50.985031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['45ec14b0-2492-4f7e-9dde-51ef9afc39c0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:50.996440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:51.032680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:51.122758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.181697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52358dce-78b3-4093-abc5-88f165fbcb51 req-6532cf70-8a26-4c0a-bd4d-ad6f7f9ad359 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.187802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52358dce-78b3-4093-abc5-88f165fbcb51 req-6532cf70-8a26-4c0a-bd4d-ad6f7f9ad359 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.194456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52358dce-78b3-4093-abc5-88f165fbcb51 req-6532cf70-8a26-4c0a-bd4d-ad6f7f9ad359 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.196496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52358dce-78b3-4093-abc5-88f165fbcb51 req-6532cf70-8a26-4c0a-bd4d-ad6f7f9ad359 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2414 time: 0.2313333 Jan 28 00:56:51.223982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-8f7efd82-dcde-4d0d-84dc-98675dcb09ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a48212f75be4d6f8cd8fbb912a5840b HTTP/1.1" status: 200 len: 377 time: 0.2467742 Jan 28 00:56:51.259268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'admin_state_up': True, 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'security_groups': ['636559de-2f58-4e19-8426-e883fcf2cee4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:51.347556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:51.368358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c7353-6b23-4a89-b79d-b5e1c7b8892c req-b2975d01-f2be-429f-a2ed-d041e0ec40a4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.378189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c7c7353-6b23-4a89-b79d-b5e1c7b8892c req-b2975d01-f2be-429f-a2ed-d041e0ec40a4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.2625067 Jan 28 00:56:51.392573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52358dce-78b3-4093-abc5-88f165fbcb51 req-81753280-da1a-47ee-a87b-0949cace847b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885080 Jan 28 00:56:51.403164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:51.485158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:51.487312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c7c7353-6b23-4a89-b79d-b5e1c7b8892c req-9f4e0d7f-1f68-467f-b4cc-5b08d6ff6d36 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081507 Jan 28 00:56:51.491331 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e01d5b-1609-4a55-91b7-4d7473ee6339" -d '{"events": [{"server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:51.508611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Publish callbacks [] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.515022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.627082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8edf39de-51c5-4b16-83b7-930c7831ad12 req-e3c76449-12f2-4afe-9740-7a70b5aedf8d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0533304 Jan 28 00:56:51.637573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:51.644139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on host n-h2-826756-1 for vnic_type normal with profile {"migrating_to": "n-h1-826756-1"} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:51.644511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:51.644815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:51.646032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:51.650894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:56:51.651265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Attempting to bind port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:51.652658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.657755 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473d9889-3b94-496b-ab07-b3943a121d21 x-openstack-request-id: req-473d9889-3b94-496b-ab07-b3943a121d21 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:51.658014 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:51.658204 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-473d9889-3b94-496b-ab07-b3943a121d21 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:51.658591 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'code': 200} Jan 28 00:56:51.659517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:51.659865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:51.660092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:51.660523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Bound port: 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:51.660871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.756265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:51.762256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:51.771293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.867166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 172.20.0.5 (9e34977c-6afd-444a-bc63-046383ca9556/d3c1ba2b-5c3b-480a-9479-70fd020d10e1/0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:51.878062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.879369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:51.881353 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] 10.222.0.43 "PUT /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 1122 time: 0.8917444 Jan 28 00:56:51.882293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfd312-c0ff-493b-a686-60388cc3e5ce service neutron] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:51.970358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-59090fc6-2e36-4683-9529-025536d786e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.973117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-59090fc6-2e36-4683-9529-025536d786e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1101 time: 0.1268668 Jan 28 00:56:51.987317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4d0d-120d-4cf4-8ab8-595b48ee6e05 req-416e1d3f-a42a-420f-8325-02dfd708413b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:51.987734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-114f4d0d-120d-4cf4-8ab8-595b48ee6e05 req-416e1d3f-a42a-420f-8325-02dfd708413b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 951 time: 0.1410217 Jan 28 00:56:52.036037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['5dd60c51-4e16-4d7a-a637-3e106a53aeeb'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:52.151173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-114f4d0d-120d-4cf4-8ab8-595b48ee6e05 req-77c3906f-088f-4c6f-8431-a665b2211e67 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428766 Jan 28 00:56:52.178970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3ff705f3-4d40-4ac7-a33b-00241882044b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:52.270264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:52.273965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-145aef6a-03f3-4ab4-8af1-dcd4594ff857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.275557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-145aef6a-03f3-4ab4-8af1-dcd4594ff857 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2869248 Jan 28 00:56:52.378732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-99ac55c7-fa92-4f38-b651-0397f323bf97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0852158 Jan 28 00:56:52.480869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:52.510133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ffb0-7c71-48eb-bbba-409537e74de7 req-7a643805-4809-4373-a91c-015d0c5659f8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.516250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b617ffb0-7c71-48eb-bbba-409537e74de7 req-7a643805-4809-4373-a91c-015d0c5659f8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.2383025 Jan 28 00:56:52.598542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-cb80a137-a782-4588-ba3d-917f2f8cd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.600045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-cb80a137-a782-4588-ba3d-917f2f8cd0ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.2124209 Jan 28 00:56:52.601830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network 9e34977c-6afd-444a-bc63-046383ca9556 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:52.615393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:52.649201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:52.663692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:52.728323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.728682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.729018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.729360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.729702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.730102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.730438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.730769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.731097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.731424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.731781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.733490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.733490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:52.746284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b617ffb0-7c71-48eb-bbba-409537e74de7 req-0c92ad80-c654-45cf-a923-e12da2c59e47 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288048 Jan 28 00:56:52.769431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026ad2b-0aee-4bcd-beed-5334ef46da84 req-e4dd84fd-ab08-4229-a6d2-c7af76640be5 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.769431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026ad2b-0aee-4bcd-beed-5334ef46da84 req-e4dd84fd-ab08-4229-a6d2-c7af76640be5 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.774543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026ad2b-0aee-4bcd-beed-5334ef46da84 req-e4dd84fd-ab08-4229-a6d2-c7af76640be5 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.778274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026ad2b-0aee-4bcd-beed-5334ef46da84 req-e4dd84fd-ab08-4229-a6d2-c7af76640be5 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2414 time: 0.2227385 Jan 28 00:56:52.805640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.806305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:52.812433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-7fe88a7a-f144-453e-9a22-4639358c31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:52.813963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-7fe88a7a-f144-453e-9a22-4639358c31bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964386 Jan 28 00:56:52.862268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-384d8cca-cf54-4cd6-9816-72bbac1c7b8f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6128531 Jan 28 00:56:52.926631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'admin_state_up': True, 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'security_groups': ['636559de-2f58-4e19-8426-e883fcf2cee4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:52.948248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026ad2b-0aee-4bcd-beed-5334ef46da84 req-8a709c9a-b83e-4b0b-9c1c-54fe9857838a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659293 Jan 28 00:56:53.043759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9cceb796-14e4-4ca9-841b-4893c70b967e None None] Provisioning complete for port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:53.044341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cceb796-14e4-4ca9-841b-4893c70b967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.047349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a859330-2dc5-4d75-8e6d-36fb2f892f21 req-906b2086-e3dd-4314-af11-fd325db55b6c tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:53.048838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a859330-2dc5-4d75-8e6d-36fb2f892f21 req-906b2086-e3dd-4314-af11-fd325db55b6c tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1102 time: 0.1949322 Jan 28 00:56:53.053589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-3fe11547-05e0-4732-99d5-0f2a25300cbc service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298231 Jan 28 00:56:53.100956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9cceb796-14e4-4ca9-841b-4893c70b967e None None] Port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:53.216850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:53.220224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.223610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a859330-2dc5-4d75-8e6d-36fb2f892f21 req-b073c46b-bb9d-46aa-8092-75c6b5a3ebb2 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517777 Jan 28 00:56:53.255542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b96c-82e0-415d-a5c1-b284d2888b3f req-3698d4c7-6177-4bf2-a782-78d9e8aa664f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:53.255542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7055b96c-82e0-415d-a5c1-b284d2888b3f req-3698d4c7-6177-4bf2-a782-78d9e8aa664f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.2119415 Jan 28 00:56:53.275952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-c37f198a-4de0-4cf5-b7d1-723bc27cc2a7 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112086 Jan 28 00:56:53.303393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:56:53.337220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:53.366383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7055b96c-82e0-415d-a5c1-b284d2888b3f req-0783c156-3341-47eb-8a7e-a8e29ef3a5bd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096580 Jan 28 00:56:53.497449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:53.527878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:53.528500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.580403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 10.1.1.70 (aee934d6-10b5-41ed-a0ab-b24106935ed0/73939c03-d2b9-4c55-be85-b609357642d4/f3e4b93f-c9be-4d55-b963-c278808b544b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:53.599171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e827-8399-41b2-820a-f283ce8db1dc req-95bd1b2e-9dc5-47e0-a021-5e21173ce68c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:53.601012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb10e827-8399-41b2-820a-f283ce8db1dc req-95bd1b2e-9dc5-47e0-a021-5e21173ce68c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 931 time: 0.1265986 Jan 28 00:56:53.659797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:53.663090 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b" -d '{"events": [{"name": "network-changed", "server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:53.671423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb10e827-8399-41b2-820a-f283ce8db1dc req-aa5d8ee2-e4e0-4d8a-ac56-da4e231fe434 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622849 Jan 28 00:56:53.764723 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aa0fbd-a7df-4baa-b5bb-fa99c718ad02 x-openstack-request-id: req-26aa0fbd-a7df-4baa-b5bb-fa99c718ad02 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:53.765093 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:53.765419 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26aa0fbd-a7df-4baa-b5bb-fa99c718ad02 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:53.765914 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'status': 'completed', 'code': 200} Jan 28 00:56:53.860931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:53.881301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb has no active binding in host n-h1-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:56:53.884809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:53.885203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.908897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:53.911149 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60461434-1308-4525-a11c-20c472fcaced" -d '{"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-plugged", "status": "completed", "tag": "45ec14b0-2492-4f7e-9dde-51ef9afc39c0"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:53.924462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:53.929333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.930252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:53.957293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:53.976858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959f217-7673-4eb8-8ee4-91f8d6bdb4a0 req-047584a2-40b3-4325-8223-9c07929e760d tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:53.977989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4959f217-7673-4eb8-8ee4-91f8d6bdb4a0 req-047584a2-40b3-4325-8223-9c07929e760d tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 1102 time: 0.1548429 Jan 28 00:56:53.984764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d848a-d63f-425c-b96e-a0653e90760f req-625451d9-6042-4f30-aae8-96256199f95a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:53.990250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b78d848a-d63f-425c-b96e-a0653e90760f req-625451d9-6042-4f30-aae8-96256199f95a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.1689556 Jan 28 00:56:53.996765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-7a42be76-d717-4303-9830-5bb2ac699fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:53.998488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-7a42be76-d717-4303-9830-5bb2ac699fe6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1125 time: 0.1744990 Jan 28 00:56:54.015344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:54.028428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:54.032307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:54.032767 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:54.116518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:54.117176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:54.120911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:54.152782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:54.157814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:54.190201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4959f217-7673-4eb8-8ee4-91f8d6bdb4a0 req-f3e9a2d0-8d41-42fa-bc0c-d9d7c4684075 tempest-ServersAdminTestJSON-90829907 tempest-ServersAdminTestJSON-90829907-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980386 Jan 28 00:56:54.195343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b78d848a-d63f-425c-b96e-a0653e90760f req-2840ff08-d770-4447-b3ac-0d7ac4743e8e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954482 Jan 28 00:56:54.224293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:54.230924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:54.232858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:54.246154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:54.247949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:54.306085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-b05f1f58-3fc1-471b-804f-a3ae2bf59a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.307247 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa8d68-ccc2-45d3-a5e8-7d0bf083a023 x-openstack-request-id: req-24aa8d68-ccc2-45d3-a5e8-7d0bf083a023 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:54.307566 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-plugged", "status": "completed", "tag": "45ec14b0-2492-4f7e-9dde-51ef9afc39c0", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:54.307829 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24aa8d68-ccc2-45d3-a5e8-7d0bf083a023 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:54.308232 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0', 'code': 200} Jan 28 00:56:54.308922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-b05f1f58-3fc1-471b-804f-a3ae2bf59a11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.2919362 Jan 28 00:56:54.382567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-9f3ec9a1-71d0-45b3-8ead-d9afbf0bb719 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 217 time: 0.0659463 Jan 28 00:56:54.393336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.394000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:54.424893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-79fa2f66-1b52-49e6-bacb-e2b3c6291b0f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5242264 Jan 28 00:56:54.461612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'admin_state_up': True, 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'security_groups': ['636559de-2f58-4e19-8426-e883fcf2cee4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:54.530072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-408774ea-2b70-46d8-bad3-0fb5e690ffd7 None None] Provisioning complete for port f3e4b93f-c9be-4d55-b963-c278808b544b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:54.530711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-408774ea-2b70-46d8-bad3-0fb5e690ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:54.568178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-408774ea-2b70-46d8-bad3-0fb5e690ffd7 None None] Port f3e4b93f-c9be-4d55-b963-c278808b544b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:54.760016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723243-9e20-4984-9b74-7840e5d47837 req-e588fd16-b95a-4d88-8bbe-2f0ce49f33e8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.765275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723243-9e20-4984-9b74-7840e5d47837 req-e588fd16-b95a-4d88-8bbe-2f0ce49f33e8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.770427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723243-9e20-4984-9b74-7840e5d47837 req-e588fd16-b95a-4d88-8bbe-2f0ce49f33e8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.772039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07723243-9e20-4984-9b74-7840e5d47837 req-e588fd16-b95a-4d88-8bbe-2f0ce49f33e8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2416 time: 0.4844546 Jan 28 00:56:54.842324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-20dafc29-002e-4a4f-9019-0b576bb938e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.843436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-20dafc29-002e-4a4f-9019-0b576bb938e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.4374356 Jan 28 00:56:54.892688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-683d6c90-9657-46ee-a8c5-d8a06274c724 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413287 Jan 28 00:56:54.978725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8409b-486e-4568-b36f-cb3b8db6596f req-c5978561-db80-4e47-af6d-2f549ddfd538 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:54.980291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa8409b-486e-4568-b36f-cb3b8db6596f req-c5978561-db80-4e47-af6d-2f549ddfd538 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.2423296 Jan 28 00:56:54.995165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07723243-9e20-4984-9b74-7840e5d47837 req-a3741438-8e56-4893-acd3-477505176a4f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108991 Jan 28 00:56:55.111666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-70e035b5-35c9-40da-9714-67aaa5f9209e service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101171 Jan 28 00:56:55.112972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:55.116187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.130857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa8409b-486e-4568-b36f-cb3b8db6596f req-e6982ce1-86df-4c25-bd67-99b038422e4e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418490 Jan 28 00:56:55.255754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c23119-947b-475a-a45f-970974aeaaf1 req-d08f7ff7-f762-48db-8909-d9cfc5a4d4a5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:55.262359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70c23119-947b-475a-a45f-970974aeaaf1 req-d08f7ff7-f762-48db-8909-d9cfc5a4d4a5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 948 time: 0.1913915 Jan 28 00:56:55.324268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ff705f3-4d40-4ac7-a33b-00241882044b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:55.377895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3ff705f3-4d40-4ac7-a33b-00241882044b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:56:55.383133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3ff705f3-4d40-4ac7-a33b-00241882044b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:55.384252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.399591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0432441a-f5c4-4b8c-8cbd-c01291f0b41b req-ce06f827-133d-4bed-9e66-c6ce207da984 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661510 Jan 28 00:56:55.432132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3c04-89e7-4c28-adba-a59e5caf71fc req-5b01fd61-5a16-4730-b9c0-81dee50eccd8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:55.438980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3c04-89e7-4c28-adba-a59e5caf71fc req-5b01fd61-5a16-4730-b9c0-81dee50eccd8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:55.440660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0fb3c04-89e7-4c28-adba-a59e5caf71fc req-5b01fd61-5a16-4730-b9c0-81dee50eccd8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 1652 time: 0.1586056 Jan 28 00:56:55.454854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70c23119-947b-475a-a45f-970974aeaaf1 req-f347bb92-19ce-4864-aa17-7c543b8d3ad7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867597 Jan 28 00:56:55.493630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 10.1.1.198 (aee934d6-10b5-41ed-a0ab-b24106935ed0/73939c03-d2b9-4c55-be85-b609357642d4/9a4a5762-c2e1-4ed3-b4a6-73d51156e25e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:55.499421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3ff705f3-4d40-4ac7-a33b-00241882044b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:55.499421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.540961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ff705f3-4d40-4ac7-a33b-00241882044b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ff705f3-4d40-4ac7-a33b-00241882044b,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:55.546063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.550312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0fb3c04-89e7-4c28-adba-a59e5caf71fc req-b6fe7f1a-0c3a-4e7d-b52e-07e7006d7470 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0942676 Jan 28 00:56:55.602583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3ff705f3-4d40-4ac7-a33b-00241882044b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:55.660812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac89d13-cba4-4774-938f-7c2dd8ef5acb req-f30e3e6a-e571-4723-850e-2007b5bddf87 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:55.663131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cac89d13-cba4-4774-938f-7c2dd8ef5acb req-f30e3e6a-e571-4723-850e-2007b5bddf87 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 944 time: 0.1312060 Jan 28 00:56:55.746466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.751813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cac89d13-cba4-4774-938f-7c2dd8ef5acb req-be2103bf-fa40-4604-a8af-766853b09d03 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761240 Jan 28 00:56:55.784759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.828129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:55.833038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:55.837299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:55.858805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:55.895505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:55.896165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:55.919633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-0cb91cf0-8199-4a3a-91ac-9248a60e9bc3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677658 Jan 28 00:56:55.942507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'admin_state_up': True, 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'security_groups': ['636559de-2f58-4e19-8426-e883fcf2cee4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:56.046035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8de1fd79-fb42-461e-a0b4-87d0a0545763 service neutron] 10.222.0.45 "GET /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb/bindings/n-h1-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.1365585 Jan 28 00:56:56.100602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2c82186d-ce61-40c5-82ef-7e618e0d1e41 None None] Provisioning complete for port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:56.101698 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c82186d-ce61-40c5-82ef-7e618e0d1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.142890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2c82186d-ce61-40c5-82ef-7e618e0d1e41 None None] Port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:56.173380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:56.238937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb506f-06e8-489b-b160-d3829004d7bc req-573e54a1-61b0-48dc-86d1-9d28139b5327 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.244166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb506f-06e8-489b-b160-d3829004d7bc req-573e54a1-61b0-48dc-86d1-9d28139b5327 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.249611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb506f-06e8-489b-b160-d3829004d7bc req-573e54a1-61b0-48dc-86d1-9d28139b5327 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.251368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dbb506f-06e8-489b-b160-d3829004d7bc req-573e54a1-61b0-48dc-86d1-9d28139b5327 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2417 time: 0.1543465 Jan 28 00:56:56.304267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-a985926d-d851-42a9-b658-e9efe8954c5d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.305930 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-a985926d-d851-42a9-b658-e9efe8954c5d tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 948 time: 0.0587583 Jan 28 00:56:56.309292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f'}, {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff705f3-4d40-4ac7-a33b-00241882044b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:56.312020 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7801b053-b350-46aa-9132-6685902b052b" -d '{"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-plugged", "status": "completed", "tag": "0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f"}, {"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-plugged", "status": "completed", "tag": "3ff705f3-4d40-4ac7-a33b-00241882044b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:56.411693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Deleting port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:56.412483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.423744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce89522-3749-4878-bf13-7bba73b4fcc8 req-993537d6-8996-4a92-8b20-53b598e8204f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.425210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ce89522-3749-4878-bf13-7bba73b4fcc8 req-993537d6-8996-4a92-8b20-53b598e8204f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1988645 Jan 28 00:56:56.433310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dbb506f-06e8-489b-b160-d3829004d7bc req-00a45427-b355-43cc-89a7-23736443a08d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540823 Jan 28 00:56:56.441174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.545937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] For port 8e37d617-82d1-4a15-b54b-2e0895f5ae54, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e37d617-82d1-4a15-b54b-2e0895f5ae54,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:56.546623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.567111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Calling delete_port for 8e37d617-82d1-4a15-b54b-2e0895f5ae54 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:56.608544 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a9f2aa-dc1c-4bdc-a028-efbdfb27af8a x-openstack-request-id: req-f3a9f2aa-dc1c-4bdc-a028-efbdfb27af8a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:56.610176 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-plugged", "status": "completed", "tag": "0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f", "code": 200}, {"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-plugged", "status": "completed", "tag": "3ff705f3-4d40-4ac7-a33b-00241882044b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:56.610593 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a9f2aa-dc1c-4bdc-a028-efbdfb27af8a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:56.611172 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f', 'code': 200} Jan 28 00:56:56.611584 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff705f3-4d40-4ac7-a33b-00241882044b', 'code': 200} Jan 28 00:56:56.661019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:56.666618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ce89522-3749-4878-bf13-7bba73b4fcc8 req-7539764b-2eb0-4526-a674-a2e25abfc47a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305620 Jan 28 00:56:56.733264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8e37d617-82d1-4a15-b54b-2e0895f5ae54), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.755376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:56.766692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event deleted for resources: {'Port': ['ID=8e37d617-82d1-4a15-b54b-2e0895f5ae54,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:56.770622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['16dc3317-9e30-451e-af35-907b01d88919', '8e37d617-82d1-4a15-b54b-2e0895f5ae54', '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:56:56.840433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd60c51-4e16-4d7a-a637-3e106a53aeeb {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:56:56.856054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] No DVR routers for this DVR port 8e37d617-82d1-4a15-b54b-2e0895f5ae54 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:56.858452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a97e2-d0c6-4341-9f71-77d249eaf9c9 req-41b940d2-62ba-4720-aa4e-ec249b3e7d29 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.859643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.863419 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2205c0ea-83b8-44d5-b885-1413af12d6b0 req-da9d5a2b-4a74-4657-bb0d-d58d4cbdfec7 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "DELETE /v2.0/ports/8e37d617-82d1-4a15-b54b-2e0895f5ae54 HTTP/1.1" status: 204 len: 173 time: 0.5527587 Jan 28 00:56:56.864010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768361bb-6a42-499f-b02e-315fa454e540', 'name': 'network-vif-deleted', 'tag': '8e37d617-82d1-4a15-b54b-2e0895f5ae54'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:56:56.865609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3a97e2-d0c6-4341-9f71-77d249eaf9c9 req-41b940d2-62ba-4720-aa4e-ec249b3e7d29 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=768361bb-6a42-499f-b02e-315fa454e540 HTTP/1.1" status: 200 len: 867 time: 0.1928568 Jan 28 00:56:56.867250 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b176a3d-38ae-45ec-9da1-9345a658756a" -d '{"events": [{"server_uuid": "768361bb-6a42-499f-b02e-315fa454e540", "name": "network-vif-deleted", "tag": "8e37d617-82d1-4a15-b54b-2e0895f5ae54"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:56:56.877567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:56.883069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b7f36-c5f8-404e-907c-a78b17ad3bfc req-5210db79-fb90-4cc2-8da4-c90bc94166e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.883649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b7f36-c5f8-404e-907c-a78b17ad3bfc req-5210db79-fb90-4cc2-8da4-c90bc94166e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.884358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b7f36-c5f8-404e-907c-a78b17ad3bfc req-5210db79-fb90-4cc2-8da4-c90bc94166e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:56.886211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-844b7f36-c5f8-404e-907c-a78b17ad3bfc req-5210db79-fb90-4cc2-8da4-c90bc94166e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2870 time: 0.0972104 Jan 28 00:56:56.941444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:56.965289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 10.2.2.100 (b42164ef-af1b-45e2-b63c-b7e44e52b7ef/1ffae50a-42b7-4d0a-9d1c-84724cec510e/c9948f50-950d-4307-b9b5-3badae6cb3c4) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:57.016698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-844b7f36-c5f8-404e-907c-a78b17ad3bfc req-da23c38d-c239-423e-b186-3c1a6ba66125 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092000 Jan 28 00:56:57.022507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3a97e2-d0c6-4341-9f71-77d249eaf9c9 req-0b5bf539-df0b-4d0c-b3e6-4f0e1b3ed27b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559944 Jan 28 00:56:57.084246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256748b4-9fb8-4706-b723-d491d28de5fa req-d562631b-2587-4599-9702-66a3b530449a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:57.089634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256748b4-9fb8-4706-b723-d491d28de5fa req-d562631b-2587-4599-9702-66a3b530449a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:57.095342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256748b4-9fb8-4706-b723-d491d28de5fa req-d562631b-2587-4599-9702-66a3b530449a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:57.102828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256748b4-9fb8-4706-b723-d491d28de5fa req-d562631b-2587-4599-9702-66a3b530449a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 2373 time: 0.2090824 Jan 28 00:56:57.238201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256748b4-9fb8-4706-b723-d491d28de5fa req-db61b899-aa4b-4bba-8f45-1bdce0694db4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1342595 Jan 28 00:56:57.273470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] Transition to ACTIVE for port object 5dd60c51-4e16-4d7a-a637-3e106a53aeeb will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:56:57.274737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:57.352316 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da6dbf-b50a-4199-a502-8b8f2c11dd38 x-openstack-request-id: req-42da6dbf-b50a-4199-a502-8b8f2c11dd38 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:56:57.352819 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768361bb-6a42-499f-b02e-315fa454e540", "name": "network-vif-deleted", "tag": "8e37d617-82d1-4a15-b54b-2e0895f5ae54", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:56:57.352974 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42da6dbf-b50a-4199-a502-8b8f2c11dd38 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:56:57.353286 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768361bb-6a42-499f-b02e-315fa454e540', 'name': 'network-vif-deleted', 'tag': '8e37d617-82d1-4a15-b54b-2e0895f5ae54', 'status': 'completed', 'code': 200} Jan 28 00:56:57.373283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] Pushing event updated for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=10']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:57.461901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:57.461901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] No DVR routers for this DVR port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:57.527629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:57.872353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a406-0ef5-489c-ae8f-44dafd98ba11 req-329c096a-7dfe-4a1b-a168-beabb98cf2c5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:57.873955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cf9a406-0ef5-489c-ae8f-44dafd98ba11 req-329c096a-7dfe-4a1b-a168-beabb98cf2c5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.5017641 Jan 28 00:56:57.897831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-2486ef3e-cd4c-49e0-88f4-e2a9c2b1771a service neutron] 10.222.0.45 "PUT /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb/bindings/n-h1-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8398595 Jan 28 00:56:57.904476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:57.921835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:57.923755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:57.927641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:57.980953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a3ae6-7a58-47b9-aafe-24ffe633a1ad req-7abd6a67-d922-48fb-8d72-e9a16a3c3894 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:57.987371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a3ae6-7a58-47b9-aafe-24ffe633a1ad req-7abd6a67-d922-48fb-8d72-e9a16a3c3894 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:57.992546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a3ae6-7a58-47b9-aafe-24ffe633a1ad req-7abd6a67-d922-48fb-8d72-e9a16a3c3894 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.001175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b4a3ae6-7a58-47b9-aafe-24ffe633a1ad req-7abd6a67-d922-48fb-8d72-e9a16a3c3894 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2417 time: 0.4884682 Jan 28 00:56:58.053180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.054004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:58.085120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cf9a406-0ef5-489c-ae8f-44dafd98ba11 req-15a7f45b-22f4-4e2b-8515-7e04029c6914 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966107 Jan 28 00:56:58.111683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-708867df-e137-4118-80cb-89f4c7df08ae tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.113251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-708867df-e137-4118-80cb-89f4c7df08ae tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0719428 Jan 28 00:56:58.150340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f7c882c0-d926-421c-95f0-2e593f1a5650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2123716 Jan 28 00:56:58.159994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b4a3ae6-7a58-47b9-aafe-24ffe633a1ad req-79c25d43-68e7-451c-a52c-e8ba0c97f7e2 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556985 Jan 28 00:56:58.173261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'admin_state_up': True, 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'security_groups': ['636559de-2f58-4e19-8426-e883fcf2cee4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:58.205327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-004a5b09-c343-42ae-9665-6012a1e87026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.206798 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-004a5b09-c343-42ae-9665-6012a1e87026 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11&tenant_id=e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 1096 time: 0.0862255 Jan 28 00:56:58.286442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dbe9e03a-b901-42b3-a70f-16b81fcf79cb None None] Provisioning complete for port c9948f50-950d-4307-b9b5-3badae6cb3c4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:58.294594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e03a-b901-42b3-a70f-16b81fcf79cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:58.376827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9e03a-b901-42b3-a70f-16b81fcf79cb None None] Port c9948f50-950d-4307-b9b5-3badae6cb3c4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:58.380832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-a8906c8f-7070-441a-a27e-2de965353aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.383053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-a8906c8f-7070-441a-a27e-2de965353aef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1096 time: 0.1114502 Jan 28 00:56:58.394119 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:56:58.490177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-f5527e87-173e-446b-800d-936286ea2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.491666 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-f5527e87-173e-446b-800d-936286ea2647 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1008210 Jan 28 00:56:58.507480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566349-d7e7-47de-beaa-5b4725d7a46a req-8215807a-325c-48a2-87f3-61f01907a6e3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.509927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce566349-d7e7-47de-beaa-5b4725d7a46a req-8215807a-325c-48a2-87f3-61f01907a6e3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1826253 Jan 28 00:56:58.525042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7ccd-e767-4153-9e16-2f3cebe751e8 req-6aa9236b-ae14-46bd-aeac-a1c74d5f6093 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.531386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7ccd-e767-4153-9e16-2f3cebe751e8 req-6aa9236b-ae14-46bd-aeac-a1c74d5f6093 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.537797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7ccd-e767-4153-9e16-2f3cebe751e8 req-6aa9236b-ae14-46bd-aeac-a1c74d5f6093 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.543821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-52f997c6-86ed-49cc-b0e0-f2b5a694edff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 217 time: 0.0458484 Jan 28 00:56:58.544813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7ccd-e767-4153-9e16-2f3cebe751e8 req-6aa9236b-ae14-46bd-aeac-a1c74d5f6093 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.546629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fca7ccd-e767-4153-9e16-2f3cebe751e8 req-6aa9236b-ae14-46bd-aeac-a1c74d5f6093 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 3094 time: 0.1426241 Jan 28 00:56:58.602929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Made reservation on behalf of 9a48212f75be4d6f8cd8fbb912a5840b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:58.607646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:58.611585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-cb6e14c7-8eea-475b-ad80-49c95d7e0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:58.613889 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-cb6e14c7-8eea-475b-ad80-49c95d7e0aa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0589514 Jan 28 00:56:58.643700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce566349-d7e7-47de-beaa-5b4725d7a46a req-d346e346-fa59-4d85-92dc-09dacb228f90 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959706 Jan 28 00:56:58.653694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-5dc643b5-0985-4962-8afe-c4a4375b46f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345395 Jan 28 00:56:58.779981 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-8dc6729e-0d1b-45f8-a300-b2958a55a1cc service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199274 Jan 28 00:56:58.853318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Allocated IP 10.2.2.200 (b42164ef-af1b-45e2-b63c-b7e44e52b7ef/1ffae50a-42b7-4d0a-9d1c-84724cec510e/f58cecd0-132d-476e-a4b3-4d69da404390) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:58.899058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fca7ccd-e767-4153-9e16-2f3cebe751e8 req-9e27b3c5-fb2b-40bd-a1dc-151acb8f7c0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3212385 Jan 28 00:56:58.974850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-fff38d52-6e61-4133-9dec-6f85edbe9933 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891258 Jan 28 00:56:59.154007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53352eb-ce60-4bd5-8ddb-6346c567f753 req-a40e3739-2078-40be-b90b-95c66cb195e5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.155529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b53352eb-ce60-4bd5-8ddb-6346c567f753 req-a40e3739-2078-40be-b90b-95c66cb195e5 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 950 time: 0.0906954 Jan 28 00:56:59.238879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for port (f58cecd0-132d-476e-a4b3-4d69da404390), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:59.286504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b53352eb-ce60-4bd5-8ddb-6346c567f753 req-f5519eeb-c037-40a4-978f-91d5773cb2eb tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235743 Jan 28 00:56:59.311241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-9a1dff57-485e-48ee-9bd0-411354e84891 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.312736 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-9a1dff57-485e-48ee-9bd0-411354e84891 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0598924 Jan 28 00:56:59.334909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7997-d647-4308-bce5-f012442b325c req-1eaecd7d-4a61-49c0-8af3-527e376dce6f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.343507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff7f7997-d647-4308-bce5-f012442b325c req-1eaecd7d-4a61-49c0-8af3-527e376dce6f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.1575320 Jan 28 00:56:59.406946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:59.471514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff7f7997-d647-4308-bce5-f012442b325c req-b5c1702e-4dc0-440b-ad24-3eb685956054 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270704 Jan 28 00:56:59.497160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-b12dd497-afbd-4db0-bed7-87e796d76a21 service neutron] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:59.500745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:59.502547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event updated for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:59.505688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:59.515538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef41e9-31d7-4708-9a28-986c92fbf8a8 req-dba67f7e-9813-4f75-868e-1a1cf5aa2385 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.520077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-b12dd497-afbd-4db0-bed7-87e796d76a21 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:59.521008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef41e9-31d7-4708-9a28-986c92fbf8a8 req-dba67f7e-9813-4f75-868e-1a1cf5aa2385 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.522876 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8d2186d-2590-4276-bc9f-ed34b5ada3a0 req-b12dd497-afbd-4db0-bed7-87e796d76a21 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb/bindings/n-h2-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.2017961 Jan 28 00:56:59.526896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef41e9-31d7-4708-9a28-986c92fbf8a8 req-dba67f7e-9813-4f75-868e-1a1cf5aa2385 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.528753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1ef41e9-31d7-4708-9a28-986c92fbf8a8 req-dba67f7e-9813-4f75-868e-1a1cf5aa2385 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2417 time: 0.1653998 Jan 28 00:56:59.529989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:59.622723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.623403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:59.649937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1ef41e9-31d7-4708-9a28-986c92fbf8a8 req-2b869a4d-9325-4a86-a295-a1c822816789 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872848 Jan 28 00:56:59.654308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-84623192-0742-4ef7-9b44-e4dd6abf498e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4892585 Jan 28 00:56:59.698967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:59.878886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:59.928507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4977f2ca-8363-4807-b9a0-514c0cc3a8dd None None] Provisioning complete for port f58cecd0-132d-476e-a4b3-4d69da404390 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:59.929576 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4977f2ca-8363-4807-b9a0-514c0cc3a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:59.938193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe8417-3c2d-4fb8-a5db-f37d76643ba4 req-9c898bc1-9002-4e3a-840e-005a97f90f5f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.939778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdfe8417-3c2d-4fb8-a5db-f37d76643ba4 req-9c898bc1-9002-4e3a-840e-005a97f90f5f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1408970 Jan 28 00:56:59.973157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd094dc-c3dc-42ff-bc2f-b445897789d4 req-756225a7-5f64-4c0f-a7a4-fe4d13a201b2 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:59.975378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfd094dc-c3dc-42ff-bc2f-b445897789d4 req-756225a7-5f64-4c0f-a7a4-fe4d13a201b2 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.1486506 Jan 28 00:56:59.994772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4977f2ca-8363-4807-b9a0-514c0cc3a8dd None None] Port f58cecd0-132d-476e-a4b3-4d69da404390 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:00.135304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdfe8417-3c2d-4fb8-a5db-f37d76643ba4 req-e22f17db-02c6-4162-80d6-94ba33438a0d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859138 Jan 28 00:57:00.230202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfd094dc-c3dc-42ff-bc2f-b445897789d4 req-3ca40bab-7763-41ad-b3d3-a069e8f6fd51 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390761 Jan 28 00:57:00.435434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:00.447403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Publish callbacks [] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:00.467569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-6e91b3e5-9174-438f-a5d3-3add1ba8fd07 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.473673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-6e91b3e5-9174-438f-a5d3-3add1ba8fd07 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.479363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-6e91b3e5-9174-438f-a5d3-3add1ba8fd07 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.485157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-6e91b3e5-9174-438f-a5d3-3add1ba8fd07 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.490555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-6e91b3e5-9174-438f-a5d3-3add1ba8fd07 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.492385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-6e91b3e5-9174-438f-a5d3-3add1ba8fd07 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 3815 time: 0.1388645 Jan 28 00:57:00.497965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Transition to ACTIVE for port object 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:00.507459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:00.595097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edae18f9-326a-4779-8d1f-3c62ef721823 req-73fa5c14-8df6-49aa-a098-4fcd49545352 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0951784 Jan 28 00:57:00.653038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-c5c8a089-a078-4d80-bc48-b6153088d907 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.655010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Pushing event updated for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:00.655158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-c5c8a089-a078-4d80-bc48-b6153088d907 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 950 time: 0.1200659 Jan 28 00:57:00.784277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:00.797893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6659235-c561-42a6-b4d3-ad16391252a2 req-f84d4647-f5bb-44a8-9d2a-017bf234de0f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.799675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6659235-c561-42a6-b4d3-ad16391252a2 req-f84d4647-f5bb-44a8-9d2a-017bf234de0f tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=3300058b-84ae-48de-a3c7-8407c9a6f455 HTTP/1.1" status: 200 len: 950 time: 0.1707921 Jan 28 00:57:00.827289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Deleting port 16dc3317-9e30-451e-af35-907b01d88919 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:00.827660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (16dc3317-9e30-451e-af35-907b01d88919), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:00.868064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:57:00.868794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:00.895314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Attempting to bind port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:00.896490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Attempting to bind port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:00.896874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Attempting to bind port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce on network 9e34977c-6afd-444a-bc63-046383ca9556 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:00.920988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce on network 9e34977c-6afd-444a-bc63-046383ca9556 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:00.921313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Attempting to bind port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce on network 9e34977c-6afd-444a-bc63-046383ca9556 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:00.944677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:00.944942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Checking segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:00.945417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Bound using segment: {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:00.946111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Bound port: 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b985e66d-b0ad-4873-b265-e32585ae17f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:00.946656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:00.956508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] For port 16dc3317-9e30-451e-af35-907b01d88919, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=16dc3317-9e30-451e-af35-907b01d88919,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:00.957060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (16dc3317-9e30-451e-af35-907b01d88919), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:00.970216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Calling delete_port for 16dc3317-9e30-451e-af35-907b01d88919 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:00.975936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae7bcd-525e-41a7-a3c7-24d0a159401a req-5a53f983-3410-4256-b064-6f4e2e81f864 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.982072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae7bcd-525e-41a7-a3c7-24d0a159401a req-5a53f983-3410-4256-b064-6f4e2e81f864 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.988304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae7bcd-525e-41a7-a3c7-24d0a159401a req-5a53f983-3410-4256-b064-6f4e2e81f864 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:00.997641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9ae7bcd-525e-41a7-a3c7-24d0a159401a req-5a53f983-3410-4256-b064-6f4e2e81f864 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2417 time: 0.2165906 Jan 28 00:57:01.034931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6659235-c561-42a6-b4d3-ad16391252a2 req-c16b5314-b918-4e31-9853-a5f2d6ea3523 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952391 Jan 28 00:57:01.107762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (16dc3317-9e30-451e-af35-907b01d88919), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:01.136960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event deleted for resources: {'Port': ['ID=16dc3317-9e30-451e-af35-907b01d88919,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:01.162355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['16dc3317-9e30-451e-af35-907b01d88919', '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:01.195234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9ae7bcd-525e-41a7-a3c7-24d0a159401a req-57aac7f2-8ad2-46f1-8369-8ac22e3cde95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941376 Jan 28 00:57:01.196405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] No DVR routers for this DVR port 16dc3317-9e30-451e-af35-907b01d88919 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:01.200692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:01.204755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91fe3ffc-3393-4f32-9d7a-ed9cd588f81a req-0c92e826-d598-45bd-993c-f0eb36310f7c tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "DELETE /v2.0/ports/16dc3317-9e30-451e-af35-907b01d88919 HTTP/1.1" status: 204 len: 173 time: 0.5450532 Jan 28 00:57:01.205460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'name': 'network-vif-deleted', 'tag': '16dc3317-9e30-451e-af35-907b01d88919'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:01.211123 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5061dc-2f83-4288-b21a-fbeecc10f970" -d '{"events": [{"server_uuid": "3300058b-84ae-48de-a3c7-8407c9a6f455", "name": "network-vif-deleted", "tag": "16dc3317-9e30-451e-af35-907b01d88919"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:01.212667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:01.217157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:01.226974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:01.329420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee406-3e57-484b-a289-42cefaa49b27 req-57b31601-b25e-42a1-b3c3-d4cc51d3cb1b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.331738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51aee406-3e57-484b-a289-42cefaa49b27 req-57b31601-b25e-42a1-b3c3-d4cc51d3cb1b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.2105396 Jan 28 00:57:01.341210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.342102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:01.349883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] 10.222.0.45 "PUT /v2.0/ports/0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 200 len: 1091 time: 1.6560559 Jan 28 00:57:01.351789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:01.354739 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:01.375517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e37d617-82d1-4a15-b54b-2e0895f5ae54 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:01.411737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 8e37d617-82d1-4a15-b54b-2e0895f5ae54 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:01.413105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e37d617-82d1-4a15-b54b-2e0895f5ae54 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:01.441022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8d4c-dc89-400a-b7bb-a3769c287224 service neutron] Pushing event updated for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:01.486503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:01.567280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51aee406-3e57-484b-a289-42cefaa49b27 req-80db2712-148c-4021-a02a-c003367c92c8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163353 Jan 28 00:57:01.643189 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed553bda-a625-4b37-8170-91ce194d37fb x-openstack-request-id: req-ed553bda-a625-4b37-8170-91ce194d37fb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:01.644249 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3300058b-84ae-48de-a3c7-8407c9a6f455", "name": "network-vif-deleted", "tag": "16dc3317-9e30-451e-af35-907b01d88919", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:01.644682 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed553bda-a625-4b37-8170-91ce194d37fb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:01.645230 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3300058b-84ae-48de-a3c7-8407c9a6f455', 'name': 'network-vif-deleted', 'tag': '16dc3317-9e30-451e-af35-907b01d88919', 'status': 'completed', 'code': 200} Jan 28 00:57:01.677042 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc4f4ff-21ea-4192-8f64-0db36d62fcd9 x-openstack-request-id: req-6bc4f4ff-21ea-4192-8f64-0db36d62fcd9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:01.677437 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:01.677806 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bc4f4ff-21ea-4192-8f64-0db36d62fcd9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:01.678315 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'status': 'completed', 'code': 200} Jan 28 00:57:01.678953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:01.699484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c50-0290-4f97-ae25-ae01d7f278c2 req-cf5085e5-8131-44ee-bd5f-9282fb632107 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.700087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51a73c50-0290-4f97-ae25-ae01d7f278c2 req-cf5085e5-8131-44ee-bd5f-9282fb632107 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1432357 Jan 28 00:57:01.930057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51a73c50-0290-4f97-ae25-ae01d7f278c2 req-7098a841-2b8a-4f1a-adea-f50d91bcfae9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016799 Jan 28 00:57:01.939492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-080a2154-4b5a-4abc-8879-2dc6e705926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.947230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-080a2154-4b5a-4abc-8879-2dc6e705926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.947230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-080a2154-4b5a-4abc-8879-2dc6e705926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.947230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-080a2154-4b5a-4abc-8879-2dc6e705926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.947230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-080a2154-4b5a-4abc-8879-2dc6e705926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.947230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-080a2154-4b5a-4abc-8879-2dc6e705926b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 4362 time: 0.2175155 Jan 28 00:57:02.167276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-566e1dc5-2486-41dd-9cf0-f89d8b21277c tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1882015068&fields=id&tenant_id=f9322abd40a04549a2cc0339a6e7caef HTTP/1.1" status: 200 len: 267 time: 0.2807274 Jan 28 00:57:02.304451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-613980bb-fc66-45ea-922b-d251c41076ea tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.309656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-613980bb-fc66-45ea-922b-d251c41076ea tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.314846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-613980bb-fc66-45ea-922b-d251c41076ea tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.319990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-613980bb-fc66-45ea-922b-d251c41076ea tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.325221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-613980bb-fc66-45ea-922b-d251c41076ea tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.326911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-613980bb-fc66-45ea-922b-d251c41076ea tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 3827 time: 0.3043506 Jan 28 00:57:02.362421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-84e6f66d-3722-4805-b8ac-9320dfc51d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.363119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-84e6f66d-3722-4805-b8ac-9320dfc51d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.363338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-84e6f66d-3722-4805-b8ac-9320dfc51d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.364875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-84e6f66d-3722-4805-b8ac-9320dfc51d0f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3848023 Jan 28 00:57:02.446310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-2ce317b9-ff91-4a29-b674-9897fc34a245 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.452236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-2ce317b9-ff91-4a29-b674-9897fc34a245 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.458083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-2ce317b9-ff91-4a29-b674-9897fc34a245 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.459881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-2ce317b9-ff91-4a29-b674-9897fc34a245 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 2417 time: 0.0643063 Jan 28 00:57:02.547288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-ccdf7b54-5264-4284-8f27-1e6d7a0b23a6 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:02.553931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-ccdf7b54-5264-4284-8f27-1e6d7a0b23a6 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 824 time: 0.3725638 Jan 28 00:57:02.567796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c2b2373-d4c1-490f-b740-e589728dafbd req-ada7da59-7bea-4620-a58d-e08dd2dff8be tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2281587 Jan 28 00:57:02.568019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port 3ff705f3-4d40-4ac7-a33b-00241882044b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:02.568392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:02.603244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-ede4deb7-620c-4727-bb1c-4f2676b903fb tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/quotas/f9322abd40a04549a2cc0339a6e7caef HTTP/1.1" status: 200 len: 375 time: 0.0484102 Jan 28 00:57:02.616279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:02.657580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Publish callbacks [] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:02.674990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port 3ff705f3-4d40-4ac7-a33b-00241882044b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ff705f3-4d40-4ac7-a33b-00241882044b,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:02.675452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:02.689579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for 3ff705f3-4d40-4ac7-a33b-00241882044b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:02.832470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ff705f3-4d40-4ac7-a33b-00241882044b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:02.863233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=3ff705f3-4d40-4ac7-a33b-00241882044b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:02.869147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['45ec14b0-2492-4f7e-9dde-51ef9afc39c0', '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f', '3ff705f3-4d40-4ac7-a33b-00241882044b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:02.953124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port 3ff705f3-4d40-4ac7-a33b-00241882044b on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:02.956605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:02.961213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-99cc47c9-b825-424d-a801-4538c718851b tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "DELETE /v2.0/ports/3ff705f3-4d40-4ac7-a33b-00241882044b HTTP/1.1" status: 204 len: 173 time: 0.4959433 Jan 28 00:57:03.012517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Transition to ACTIVE for port object 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:03.013842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-75c7e9ce-74a5-440c-b7b5-e0f13e671b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:03.015368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc82dcf7-05f0-4da5-87b8-fc4d0ab8186a req-75c7e9ce-74a5-440c-b7b5-e0f13e671b0c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6333873 Jan 28 00:57:03.050339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-e6198b7f-e315-4d48-aeda-2e833178ef2a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4460287 Jan 28 00:57:03.064070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.089820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e8b4-6a06-4461-bba1-ab66318db86e req-b2f286c0-f685-47a5-93fc-55b4601cc5ef tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:03.091299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f146e8b4-6a06-4461-bba1-ab66318db86e req-b2f286c0-f685-47a5-93fc-55b4601cc5ef tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1096 time: 0.4240339 Jan 28 00:57:03.131931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:03.132430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.268729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:03.269207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.287872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:03.337560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:03.351695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.435645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f146e8b4-6a06-4461-bba1-ab66318db86e req-6f6f7268-7744-413a-a24c-3f69c091b0ff tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014424 Jan 28 00:57:03.444293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-171711ee-68b3-401c-884d-8395f1d34963 service neutron] 10.222.0.23 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636246 Jan 28 00:57:03.467813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.548784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['45ec14b0-2492-4f7e-9dde-51ef9afc39c0', '3ff705f3-4d40-4ac7-a33b-00241882044b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:03.633166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-6d8b9e7a-e43e-47a1-a46d-a9f446aab90c tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:03.635419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-6d8b9e7a-e43e-47a1-a46d-a9f446aab90c tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc53db0-c8d5-46fd-afd0-05d7129edfe3 HTTP/1.1" status: 200 len: 946 time: 0.2858973 Jan 28 00:57:03.644385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Attempting to bind port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:03.645214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Attempting to bind port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:03.645562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Attempting to bind port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:03.669084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:03.669543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Attempting to bind port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:03.713021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:03.713389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Checking segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:03.713812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Bound using segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:03.714261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Bound port: 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:03.714635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.818255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54c88d-d64d-4350-8064-50a531695088 req-529c0719-5904-4ed0-85df-594b9f7df0aa tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:03.819809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f54c88d-d64d-4350-8064-50a531695088 req-529c0719-5904-4ed0-85df-594b9f7df0aa tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d HTTP/1.1" status: 200 len: 945 time: 0.2208211 Jan 28 00:57:03.853702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-deleted', 'tag': '3ff705f3-4d40-4ac7-a33b-00241882044b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:03.856309 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59689b3-0546-41ee-9021-4de127ce9c30" -d '{"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-deleted", "tag": "3ff705f3-4d40-4ac7-a33b-00241882044b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:03.862932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:03.881566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:03.918573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:03.921153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:03.924670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-41345b68-8876-42d8-a9a1-ed9ae1cc189d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "DELETE /v2.0/ports/0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f HTTP/1.1" status: 204 len: 173 time: 0.9492238 Jan 28 00:57:03.943825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-ee2be7e9-8684-4a90-bc36-82663be994ac service neutron] 10.222.0.23 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891012 Jan 28 00:57:03.954963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:03.976205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.046213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:04.047120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.048620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] 10.222.0.45 "PUT /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 1130 time: 2.5725737 Jan 28 00:57:04.050100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '4c7430ca-b729-4bf5-b0a7-ef65f7752dd8'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:04.052413 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "4c7430ca-b729-4bf5-b0a7-ef65f7752dd8"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:04.120704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:04.121233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.126645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f54c88d-d64d-4350-8064-50a531695088 req-991e9a5c-21b8-4a43-9197-673c76b25e98 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369111 Jan 28 00:57:04.134154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:04.221165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Deleting port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:04.222292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.354490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744230-1867-4653-8d61-59c9257dbbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:04.360707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:04.361273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.377148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:04.451084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.493174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e00c9-e759-4861-9739-33f5538846a3 req-a0203428-f92b-425c-8f1b-fb1d55944a6e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:04.506281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad6e00c9-e759-4861-9739-33f5538846a3 req-a0203428-f92b-425c-8f1b-fb1d55944a6e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1436465 Jan 28 00:57:04.586581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] For port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:04.586581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.622952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (45ec14b0-2492-4f7e-9dde-51ef9afc39c0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.657935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3ff705f3-4d40-4ac7-a33b-00241882044b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:04.684108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad6e00c9-e759-4861-9739-33f5538846a3 req-0320f008-f3f7-4971-af82-1f865819087d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731067 Jan 28 00:57:04.712197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=45ec14b0-2492-4f7e-9dde-51ef9afc39c0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:04.771360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:04.775787 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:04.780426 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77fed0c8-7bc7-44fe-8e1d-d4a1b314401e req-0e036260-df2f-486f-9730-452833621419 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.43 "DELETE /v2.0/ports/45ec14b0-2492-4f7e-9dde-51ef9afc39c0 HTTP/1.1" status: 204 len: 173 time: 0.8486798 Jan 28 00:57:05.117262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.122640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.127847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.133368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.138729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.143978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.150502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-1c2feb2f-db9b-49dc-8a34-fadb2a3954fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 4599 time: 0.3386345 Jan 28 00:57:05.323581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4d103c26-19fd-4112-af85-58eb966474b0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.330303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4d103c26-19fd-4112-af85-58eb966474b0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.6342432 Jan 28 00:57:05.418506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-d2d13fd1-0d57-4325-8a64-c03ca4b1ff55 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/quotas/e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 375 time: 0.0866687 Jan 28 00:57:05.437889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:05.438255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:05.438615 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f disassociated. External IP: 172.25.1.176, port: 616fbe2b-d308-4d7e-b1b9-1e0d19d96456. Jan 28 00:57:05.438978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Calling delete_port for 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:05.443312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ff705f3-4d40-4ac7-a33b-00241882044b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:05.460272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee9b3b0c-f225-45ac-bb4e-37337a0e0ba2 req-e52e71a4-3520-4fe1-aec2-e73acf2b92f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2920442 Jan 28 00:57:05.484096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3ff705f3-4d40-4ac7-a33b-00241882044b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:05.484708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ff705f3-4d40-4ac7-a33b-00241882044b not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:05.485742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:05.527635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:05.528129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 45ec14b0-2492-4f7e-9dde-51ef9afc39c0 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:05.528804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:05.547492 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a3b5e-ea26-40f4-b719-b11e860bfae7 x-openstack-request-id: req-813a3b5e-ea26-40f4-b719-b11e860bfae7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:05.549911 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-deleted", "tag": "3ff705f3-4d40-4ac7-a33b-00241882044b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:05.550396 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813a3b5e-ea26-40f4-b719-b11e860bfae7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:05.551140 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-deleted', 'tag': '3ff705f3-4d40-4ac7-a33b-00241882044b', 'status': 'completed', 'code': 200} Jan 28 00:57:05.559339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:05.560051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:05.560706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 16dc3317-9e30-451e-af35-907b01d88919 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:05.590178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 16dc3317-9e30-451e-af35-907b01d88919 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:05.590996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 16dc3317-9e30-451e-af35-907b01d88919 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:05.617929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-e9be2edd-5317-43b1-ac6b-ab704eca2348 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860754 Jan 28 00:57:05.638622 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ea3ef-7a45-4d20-bc6f-3503394d98c1 x-openstack-request-id: req-ec7ea3ef-7a45-4d20-bc6f-3503394d98c1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:05.638622 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "4c7430ca-b729-4bf5-b0a7-ef65f7752dd8", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:05.638942 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec7ea3ef-7a45-4d20-bc6f-3503394d98c1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:05.639092 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '4c7430ca-b729-4bf5-b0a7-ef65f7752dd8', 'status': 'completed', 'code': 200} Jan 28 00:57:05.651683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bc7526-6044-4e3b-9847-c1ab0c9cb123 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:05.671884 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Publish callbacks [] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:05.822244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.823734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.824355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.825055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.825553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.826003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.827930 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-aae9b60a-08b3-49a6-877f-5457a14245c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5285 time: 0.1434162 Jan 28 00:57:05.933862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-546c8abc-7dbe-4c4d-bd9b-1475ee840b38 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.935503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-546c8abc-7dbe-4c4d-bd9b-1475ee840b38 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.43 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 824 time: 0.2638671 Jan 28 00:57:05.977968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-f2514577-6530-4136-83f7-b2749248bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.978465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-f2514577-6530-4136-83f7-b2749248bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.978951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-f2514577-6530-4136-83f7-b2749248bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:05.980543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-f2514577-6530-4136-83f7-b2749248bfb5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1311407 Jan 28 00:57:06.041818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Transition to ACTIVE for port object 58bc7526-6044-4e3b-9847-c1ab0c9cb123 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:06.046544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-824c33be-de64-45e0-91b7-4dcedf1c1cb4 req-1f28e9ad-5743-41c5-8c8b-e9e6a7ec2689 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 210 time: 0.3384976 Jan 28 00:57:06.051931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.103527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-561d0f14-67db-4be6-a728-40217a54216e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9322abd40a04549a2cc0339a6e7caef HTTP/1.1" status: 200 len: 380 time: 0.1091096 Jan 28 00:57:06.114909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'port': {'device_id': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'admin_state_up': True, 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'security_groups': ['54bf03c7-3eee-4ed2-be88-b8c4b92db348']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:06.186768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-6a9d9846-f0ac-48d5-8983-b1c79fc46d45 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574634 Jan 28 00:57:06.204857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-f461b126-d586-44e5-9887-36dd7cf78333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:06.206450 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3e4317a1-d2cb-4c20-a47b-bbe6b1563371 req-f461b126-d586-44e5-9887-36dd7cf78333 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2198977 Jan 28 00:57:06.224055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:06.277030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Made reservation on behalf of f9322abd40a04549a2cc0339a6e7caef for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:06.280605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.332919 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (616fbe2b-d308-4d7e-b1b9-1e0d19d96456), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.351628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99494c-a59d-4efa-a8fd-63b04913fb1c req-c4cb8d98-fdb9-4529-a1ee-2aad6d228aa4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:06.359280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b99494c-a59d-4efa-a8fd-63b04913fb1c req-c4cb8d98-fdb9-4529-a1ee-2aad6d228aa4 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 951 time: 0.2236583 Jan 28 00:57:06.419332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-5c83e617-e72c-402b-9862-3129cd0adf3b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:06.420815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-5c83e617-e72c-402b-9862-3129cd0adf3b tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 951 time: 0.1045420 Jan 28 00:57:06.445456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event deleted for resources: {'Port': ['ID=616fbe2b-d308-4d7e-b1b9-1e0d19d96456,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:06.539367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b99494c-a59d-4efa-a8fd-63b04913fb1c req-f3d5f20b-634f-4b13-8da3-b80d1c1f617e tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/security-groups?id=20eddc93-7a66-4a9b-8b09-1ac7c3569b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719191 Jan 28 00:57:06.545807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Attempting to bind port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:06.546242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Attempting to bind port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:06.546488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Attempting to bind port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:06.548812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Allocated IP 172.20.0.13 (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee/0da4eba1-6561-425b-aa49-c4fe6622fc0b/b7cca451-f9fa-42ea-ae56-f888cb32db4a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:06.554708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-aa0fa8b4-999b-47a9-826c-70abbe4f9b97 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667428 Jan 28 00:57:06.562172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:06.562503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Attempting to bind port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:06.569199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:06.569566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Checking segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:06.569977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Bound using segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:06.570415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Bound port: 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:06.570778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.624530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:06.708457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:57:06.736467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting subnet 47fba845-95ff-4f02-ab88-3cd757fb9999 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:57:06.746193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (47fba845-95ff-4f02-ab88-3cd757fb9999), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.756719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Deleting port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:06.757259 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.784351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:06.892365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] For port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:06.892870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.909363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Calling delete_port for 7ffefa7d-47c9-431e-8c40-b8cc62d6285b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:06.941820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.960411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (47fba845-95ff-4f02-ab88-3cd757fb9999), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:06.986192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:07.016665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0b68c98e-8531-466f-aece-09ac11a31ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.028521 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.100434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:07.112643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:07.124399 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:07.146997 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:07.147655 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:07.169251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3c8b4-3aa7-42aa-a802-efc3c47a38be req-64895c42-f2a4-4241-b6af-fce6e4d6daa2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.178438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3d3c8b4-3aa7-42aa-a802-efc3c47a38be req-64895c42-f2a4-4241-b6af-fce6e4d6daa2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.2792914 Jan 28 00:57:07.208576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.209209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.210724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f4cd1f8a-40d2-4260-92d1-0fb87f9d6a40 service neutron] 10.222.0.45 "PUT /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 1129 time: 3.0830081 Jan 28 00:57:07.239084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.245109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.250584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7ffefa7d-47c9-431e-8c40-b8cc62d6285b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.250759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.258283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.269464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.275177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.280970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.283307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-4e6983b4-8ec1-49f1-a771-3c81a1c92b6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5370 time: 0.3714848 Jan 28 00:57:07.284679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7ffefa7d-47c9-431e-8c40-b8cc62d6285b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:07.305595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:07.341879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] No DVR routers for this DVR port 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:07.378285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.382641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d5d17c7-47ae-4114-b60f-7d160304438c req-e3c33835-df75-4786-96c0-7a028435118e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.45 "DELETE /v2.0/ports/616fbe2b-d308-4d7e-b1b9-1e0d19d96456 HTTP/1.1" status: 204 len: 173 time: 3.7299325 Jan 28 00:57:07.402100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Pushing event deleted for resources: {'Port': ['ID=7ffefa7d-47c9-431e-8c40-b8cc62d6285b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:07.458576 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:07.482768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3d3c8b4-3aa7-42aa-a802-efc3c47a38be req-4090ca39-9ff4-4e35-9c92-ec4debb105ba tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046541 Jan 28 00:57:07.494895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.551200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] No DVR routers for this DVR port 7ffefa7d-47c9-431e-8c40-b8cc62d6285b on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:07.561197 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.575440 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7759e65-e35e-4955-90b7-2f9991e0c82c req-bcc19f38-6217-4c57-a9d6-19785d099470 tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.43 "DELETE /v2.0/ports/7ffefa7d-47c9-431e-8c40-b8cc62d6285b HTTP/1.1" status: 204 len: 173 time: 1.1344903 Jan 28 00:57:07.582591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-deleted', 'tag': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f'}, {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-deleted', 'tag': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0'}, {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-deleted', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:07.595233 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b5840e-7f3a-4565-b168-78484bff4460" -d '{"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-deleted", "tag": "0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f"}, {"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-deleted", "tag": "45ec14b0-2492-4f7e-9dde-51ef9afc39c0"}, {"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-deleted", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:07.624395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (47fba845-95ff-4f02-ab88-3cd757fb9999), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.690241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.690626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '58bc7526-6044-4e3b-9847-c1ab0c9cb123'}, {'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'name': 'network-vif-deleted', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:07.695699 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "58bc7526-6044-4e3b-9847-c1ab0c9cb123"}, {"server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "name": "network-vif-deleted", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:07.714258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.765723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bc09bc5-464d-4c67-8d08-eabd2972581b req-2cc068cd-4133-4137-bea7-279b232f3df6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 210 time: 0.0644217 Jan 28 00:57:07.816124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:07.820010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:07.825122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:07.828620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dcc52e4-03df-4012-8056-ddf0d9f2fecb req-966c9fc6-4b95-4701-84b5-e68686714b5c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5109279 Jan 28 00:57:07.878020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event updated for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:07.945396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:07.945396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:07.976578 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-7a0e85b4-2406-4179-b973-29eec1464712 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8657229 Jan 28 00:57:07.994771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Request body: {'port': {'device_id': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:08.025636 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:08.082118 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:08.102050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.108638 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:08.109288 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:56:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:08.110961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f0aafe0-b49d-4fb7-9af2-11d2f3486fd6 req-49839d6b-0a9d-4288-a352-4c11ef40b3cd tempest-ServersAdminTestJSON-2134289800 tempest-ServersAdminTestJSON-2134289800-project] 10.222.0.23 "GET /v2.0/ports?device_id=97d34d58-1ea2-48e4-861d-84e69211f256 HTTP/1.1" status: 200 len: 210 time: 0.0633423 Jan 28 00:57:08.118660 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (47fba845-95ff-4f02-ab88-3cd757fb9999), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.251803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.260932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/subnets/47fba845-95ff-4f02-ab88-3cd757fb9999 HTTP/1.1" status: 204 len: 168 time: 1.6349769 Jan 28 00:57:08.261724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:08.263442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855d8a8-6f52-418d-9bf2-80829c9bfb0e None None] Network 49a1b706-47e4-4414-b3eb-0e917c7d8653 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:08.268235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433be01-4eeb-4940-973d-9e2c7df72175 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Subnet': ['ID=47fba845-95ff-4f02-ab88-3cd757fb9999,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:08.296751 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc577cf-8914-44e0-8be9-198cda589cd4 x-openstack-request-id: req-ecc577cf-8914-44e0-8be9-198cda589cd4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:08.297069 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-deleted", "tag": "0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f", "status": "completed", "code": 200}, {"server_uuid": "5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d", "name": "network-vif-deleted", "tag": "45ec14b0-2492-4f7e-9dde-51ef9afc39c0", "status": "completed", "code": 200}, {"server_uuid": "97d34d58-1ea2-48e4-861d-84e69211f256", "name": "network-vif-deleted", "tag": "7ffefa7d-47c9-431e-8c40-b8cc62d6285b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:08.297303 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecc577cf-8914-44e0-8be9-198cda589cd4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:08.299252 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-deleted', 'tag': '0bffcc8b-0039-4aa7-aeb2-c869aa46fe8f', 'status': 'completed', 'code': 200} Jan 28 00:57:08.299514 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d52eb36-3dcf-4fe0-b1a4-38bca9fbdf9d', 'name': 'network-vif-deleted', 'tag': '45ec14b0-2492-4f7e-9dde-51ef9afc39c0', 'status': 'completed', 'code': 200} Jan 28 00:57:08.299774 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d34d58-1ea2-48e4-861d-84e69211f256', 'name': 'network-vif-deleted', 'tag': '7ffefa7d-47c9-431e-8c40-b8cc62d6285b', 'status': 'completed', 'code': 200} Jan 28 00:57:08.329247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ac8d8-cad2-4f73-893c-acde765d06f4 req-f1549abe-2f24-473c-ab72-0265cce8c79a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.338056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-795ac8d8-cad2-4f73-893c-acde765d06f4 req-f1549abe-2f24-473c-ab72-0265cce8c79a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 932 time: 0.4176366 Jan 28 00:57:08.371992 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4579e-7b49-453b-a634-cbca50cb6000 x-openstack-request-id: req-dea4579e-7b49-453b-a634-cbca50cb6000 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:08.373333 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "58bc7526-6044-4e3b-9847-c1ab0c9cb123", "status": "completed", "code": 200}, {"server_uuid": "bcc53db0-c8d5-46fd-afd0-05d7129edfe3", "name": "network-vif-deleted", "tag": "616fbe2b-d308-4d7e-b1b9-1e0d19d96456", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:08.373693 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dea4579e-7b49-453b-a634-cbca50cb6000 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:08.374629 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '58bc7526-6044-4e3b-9847-c1ab0c9cb123', 'status': 'completed', 'code': 200} Jan 28 00:57:08.374984 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc53db0-c8d5-46fd-afd0-05d7129edfe3', 'name': 'network-vif-deleted', 'tag': '616fbe2b-d308-4d7e-b1b9-1e0d19d96456', 'status': 'completed', 'code': 200} Jan 28 00:57:08.436777 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:08.473472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9698564f-5272-41f4-8897-3c6f1527e4e3 None None] Provisioning complete for port b7cca451-f9fa-42ea-ae56-f888cb32db4a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:08.473869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9698564f-5272-41f4-8897-3c6f1527e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.613980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-795ac8d8-cad2-4f73-893c-acde765d06f4 req-ab7d8ec2-d4e1-4def-88b1-1f2ca6f66e09 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747698 Jan 28 00:57:08.635213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9698564f-5272-41f4-8897-3c6f1527e4e3 None None] Port b7cca451-f9fa-42ea-ae56-f888cb32db4a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:08.743136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] DHCP port deletion for 49a1b706-47e4-4414-b3eb-0e917c7d8653 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:57:08.785890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e4b93f-c9be-4d55-b963-c278808b544b {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:08.797390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Publish callbacks [] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.828799 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:08.832064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:08.837102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Transition to ACTIVE for port object f3e4b93f-c9be-4d55-b963-c278808b544b will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:08.860708 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.884163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cca451-f9fa-42ea-ae56-f888cb32db4a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:08.887958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:08.888397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 616fbe2b-d308-4d7e-b1b9-1e0d19d96456 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:08.904505 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d2ba76-2fa8-48d8-bf97-e50d39b5e8a0 None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:08.904933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Publish callbacks [] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.909197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] Deleting port b7d57141-0642-4fea-b9cf-5d5900805190 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:08.910171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.931413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Transition to ACTIVE for port object b7cca451-f9fa-42ea-ae56-f888cb32db4a will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:08.943160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.976368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.977126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.980950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.981485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.982141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.982909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.983085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:08.985165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-ac9292bc-ac07-4673-8114-18e18b127f1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6207 time: 0.5404994 Jan 28 00:57:08.998156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Pushing event updated for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:09.014652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (49a1b706-47e4-4414-b3eb-0e917c7d8653), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.034394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] For port b7d57141-0642-4fea-b9cf-5d5900805190, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b7d57141-0642-4fea-b9cf-5d5900805190,segment=NetworkSegment(bda97837-a776-4152-b2b1-08b23db7b234),segment_id=bda97837-a776-4152-b2b1-08b23db7b234)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:09.035440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.068058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] Calling delete_port for b7d57141-0642-4fea-b9cf-5d5900805190 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:09.071035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-5986536c-52b4-407c-bdb5-190c05cdf070 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.078889 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-5986536c-52b4-407c-bdb5-190c05cdf070 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.4985316 Jan 28 00:57:09.108646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Request body: {'port': {'device_id': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'admin_state_up': True, 'tenant_id': 'e7ee2754a68f49ebb62713988df48646'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:09.189193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (b7d57141-0642-4fea-b9cf-5d5900805190), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.190162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02390854-fb3a-49dc-8532-2754dcd95cc5 req-aac6f8df-b114-42b8-bad7-ecf4491daeeb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 210 time: 0.2036824 Jan 28 00:57:09.221671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] Pushing event deleted for resources: {'Port': ['ID=b7d57141-0642-4fea-b9cf-5d5900805190,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:09.235425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c941464-99d5-4ef5-b174-8fcff74af8bd None None] No DVR routers for this DVR port b7d57141-0642-4fea-b9cf-5d5900805190 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:09.280953 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-75d2092f-3971-42cd-a49c-7e2cc41f6328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.401282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:09.432037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b725df6-3083-4390-9bed-aa64087b7db3 None None] New status for floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:57:09.466569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Made reservation on behalf of e7ee2754a68f49ebb62713988df48646 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:09.470074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.514364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Attempting to bind port b7cca451-f9fa-42ea-ae56-f888cb32db4a on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:09.514594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Attempting to bind port b7cca451-f9fa-42ea-ae56-f888cb32db4a by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:09.514938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Attempting to bind port b7cca451-f9fa-42ea-ae56-f888cb32db4a on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:09.523423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Port b7cca451-f9fa-42ea-ae56-f888cb32db4a on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:09.523840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Attempting to bind port b7cca451-f9fa-42ea-ae56-f888cb32db4a on network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:09.557808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-d53661e1-b8b4-4981-a216-40179cd2d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.558830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-d53661e1-b8b4-4981-a216-40179cd2d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.560097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:09.560440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Checking segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:09.560822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Bound using segment: {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:09.561262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Bound port: b7cca451-f9fa-42ea-ae56-f888cb32db4a, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b4958d8-9db4-4c44-a23e-98a9800a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:09.561525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-d53661e1-b8b4-4981-a216-40179cd2d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.561633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.563975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-d53661e1-b8b4-4981-a216-40179cd2d3c0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5458624 Jan 28 00:57:09.568528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7d57141-0642-4fea-b9cf-5d5900805190 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:09.614651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b7d57141-0642-4fea-b9cf-5d5900805190 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:09.615003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7d57141-0642-4fea-b9cf-5d5900805190 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:09.666760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177af50d-817d-49ba-a56c-f88d12441671 req-1866e242-3753-470d-a205-5e2d9606e946 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.668438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-177af50d-817d-49ba-a56c-f88d12441671 req-1866e242-3753-470d-a205-5e2d9606e946 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.8160555 Jan 28 00:57:09.707465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:09.709916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Allocated IP 172.20.0.3 (92e98040-76ab-407b-b6c9-b3ffdebf60e4/1262e78a-f4af-43dc-9a00-46a01a99f4d4/e19687d8-32b3-44e7-abcc-f983d9016ad0) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:09.712956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:09.717158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.735733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Attempting to bind port f3e4b93f-c9be-4d55-b963-c278808b544b on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:09.736197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Attempting to bind port f3e4b93f-c9be-4d55-b963-c278808b544b by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:09.736622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Attempting to bind port f3e4b93f-c9be-4d55-b963-c278808b544b on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:09.760717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.762093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.763676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] 10.222.0.43 "PUT /v2.0/ports/b7cca451-f9fa-42ea-ae56-f888cb32db4a HTTP/1.1" status: 200 len: 1092 time: 1.7757525 Jan 28 00:57:09.814092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8454d-9335-4461-867f-646a1a270df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:09.819181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Port f3e4b93f-c9be-4d55-b963-c278808b544b on network aee934d6-10b5-41ed-a0ab-b24106935ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:09.819713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Attempting to bind port f3e4b93f-c9be-4d55-b963-c278808b544b on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:09.841092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.848237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.856931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.862410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.868382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.874650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.880271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.890177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3411101-a13a-4a74-b096-303d6d276a7b req-db1c0e23-c055-4dcb-a2f4-5754c627a4a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5382 time: 0.5206039 Jan 28 00:57:09.913155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:09.913641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Checking segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:09.914165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Bound using segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:09.914708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Bound port: f3e4b93f-c9be-4d55-b963-c278808b544b, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:09.915158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.918546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (49a1b706-47e4-4414-b3eb-0e917c7d8653), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.950284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-e15e13de-7506-4a3a-a95f-c3830930221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:09.951890 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-e15e13de-7506-4a3a-a95f-c3830930221b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 1095 time: 0.1172681 Jan 28 00:57:10.013984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-e2e38459-0056-4a13-975e-61c766155054 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a HTTP/1.1" status: 200 len: 217 time: 0.0480282 Jan 28 00:57:10.048888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-177af50d-817d-49ba-a56c-f88d12441671 req-a6b14ee3-4070-4032-a586-c9da15927514 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463559 Jan 28 00:57:10.052971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a1b706-47e4-4414-b3eb-0e917c7d8653']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:10.065895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-f7c5b5f8-ad06-4fa7-bea9-81d34ca11650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:10.067569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfe3b421-a2d3-42c5-80e7-4444b59cfd30 req-f7c5b5f8-ad06-4fa7-bea9-81d34ca11650 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4725852 Jan 28 00:57:10.079509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks [] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.081701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda97837-a776-4152-b2b1-08b23db7b234') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:10.082022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda97837-a776-4152-b2b1-08b23db7b234') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:10.107200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (bda97837-a776-4152-b2b1-08b23db7b234), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.110835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-a060211b-c321-40af-8068-1987c89ce569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:10.113517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-a060211b-c321-40af-8068-1987c89ce569 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.0894835 Jan 28 00:57:10.160890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bda97837-a776-4152-b2b1-08b23db7b234), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.181024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3411101-a13a-4a74-b096-303d6d276a7b req-697b9ecb-96af-46e8-a8fe-250705b5fcd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2897301 Jan 28 00:57:10.203449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:10.205481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-dd9e7891-b6e1-4bc8-927a-d10a64b775eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:10.208926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-dd9e7891-b6e1-4bc8-927a-d10a64b775eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888593 Jan 28 00:57:10.211816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.217702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f3e4b93f-c9be-4d55-b963-c278808b544b,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:10.221556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:57:10.222214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (bda97837-a776-4152-b2b1-08b23db7b234), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:57:10.235464 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:57:10.262925 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.310379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:10.319885 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c383d50-289c-419c-a388-55434a70638e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:10.432886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:10.438121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:10.445318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:10.515130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:10.532404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43482) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:10.611175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:10.612001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.622939 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-9f655aa2-5c7c-43df-b9ac-4831bbe67e7c service neutron] 10.222.0.43 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064369 Jan 28 00:57:10.647907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4800ab6e-e98f-4247-b3da-4c9d92e5fa5b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5560224 Jan 28 00:57:10.675602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Request body: {'port': {'device_id': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:10.708559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.805389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.872114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:10.872880 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.874253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] 10.222.0.45 "PUT /v2.0/ports/f3e4b93f-c9be-4d55-b963-c278808b544b HTTP/1.1" status: 200 len: 1090 time: 3.5729198 Jan 28 00:57:10.882501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:10.884988 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59f73a8-7801-4697-8d49-89ac915cf85b" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:10.913196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:10.919216 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f91df433-1a2e-4c85-b7af-e88d822f29ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4aa5cd3055243a68215d1cc5e43a91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771572 Jan 28 00:57:10.923122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43488) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:10.926323 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdb6827a-88dd-4a9f-a4dc-dca399e39628 req-f18aa4fa-b0ed-4357-a87a-332b798c5421 service neutron] 10.222.0.43 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970932 Jan 28 00:57:10.931893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088251-7fc0-4db1-994d-7a48532b842d service neutron] Pushing event updated for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:10.951165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (49a1b706-47e4-4414-b3eb-0e917c7d8653), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.989088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:10.995246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/networks/49a1b706-47e4-4414-b3eb-0e917c7d8653 HTTP/1.1" status: 204 len: 168 time: 2.7173584 Jan 28 00:57:11.009812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:11.029832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6fea-34bf-42be-9317-3a36927680eb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Network': ['ID=49a1b706-47e4-4414-b3eb-0e917c7d8653,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:11.050386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feabc7-dafd-4f77-ab16-109b45d809f5 req-af6924e0-c99b-4c6b-ba5d-6b826cd19e27 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.057497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01feabc7-dafd-4f77-ab16-109b45d809f5 req-af6924e0-c99b-4c6b-ba5d-6b826cd19e27 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 944 time: 0.7304447 Jan 28 00:57:11.133198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d19e4-c793-4809-984b-ec6b6164f21e req-00790851-2558-44d1-9083-12a61b7801af tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.140532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb3d19e4-c793-4809-984b-ec6b6164f21e req-00790851-2558-44d1-9083-12a61b7801af tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 931 time: 0.7240674 Jan 28 00:57:11.167195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.216005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19687d8-32b3-44e7-abcc-f983d9016ad0 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:11.225098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Publish callbacks [] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.227390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting subnet 6f268f2b-c8e2-42b8-b197-692c8ad867ed {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:57:11.236693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047f13fd-9aa0-40d8-aa28-8bc967144106 admin admin] Publish callbacks [] for security_group (20eddc93-7a66-4a9b-8b09-1ac7c3569b09), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.243621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Transition to ACTIVE for port object e19687d8-32b3-44e7-abcc-f983d9016ad0 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:11.249468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.264875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (6f268f2b-c8e2-42b8-b197-692c8ad867ed), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.325280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01feabc7-dafd-4f77-ab16-109b45d809f5 req-345bacc8-d6c0-4067-809e-92475ca58d42 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584965 Jan 28 00:57:11.356662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:11.369587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:11.381572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb3d19e4-c793-4809-984b-ec6b6164f21e req-cea048c1-991c-425e-a930-dfceb3f7feca tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398167 Jan 28 00:57:11.422211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 7ffefa7d-47c9-431e-8c40-b8cc62d6285b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:11.422589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7ffefa7d-47c9-431e-8c40-b8cc62d6285b not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:11.429756 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd004b-8ea6-47c6-b460-c54d15e8c4b0 x-openstack-request-id: req-73dd004b-8ea6-47c6-b460-c54d15e8c4b0 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:11.430197 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:11.431047 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73dd004b-8ea6-47c6-b460-c54d15e8c4b0 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:11.432218 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'status': 'completed', 'code': 200} Jan 28 00:57:11.434044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047f13fd-9aa0-40d8-aa28-8bc967144106 admin admin] Publish callbacks [] for security_group (20eddc93-7a66-4a9b-8b09-1ac7c3569b09), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.468699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:11.469038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:11.469408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:11.498667 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23da9df6-9b95-44f7-9a3c-a7674bdde59a x-openstack-request-id: req-23da9df6-9b95-44f7-9a3c-a7674bdde59a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:11.499036 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:11.499248 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23da9df6-9b95-44f7-9a3c-a7674bdde59a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:11.499620 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b', 'status': 'completed', 'code': 200} Jan 28 00:57:11.506811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:11.507212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:11.533562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:11.533936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:11.534324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:11.534765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Bound port: e19687d8-32b3-44e7-abcc-f983d9016ad0, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:11.535124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.591937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383d50-289c-419c-a388-55434a70638e req-25386031-1540-4c4d-944f-2ef8e7cef37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.593715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-25386031-1540-4c4d-944f-2ef8e7cef37b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 1095 time: 0.1465011 Jan 28 00:57:11.597999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (6f268f2b-c8e2-42b8-b197-692c8ad867ed), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.705172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:11.709624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:11.722402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.772737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.773426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.774981 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] 10.222.0.43 "PUT /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 1091 time: 1.1101298 Jan 28 00:57:11.780387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383d50-289c-419c-a388-55434a70638e req-3737a87e-4a23-4f28-9952-c39ae47df6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.782901 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-3737a87e-4a23-4f28-9952-c39ae47df6e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 925 time: 0.1826739 Jan 28 00:57:11.800770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.862454 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-1c58dc5d-0ff2-4833-b8f3-2ef8a6bf8313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a HTTP/1.1" status: 200 len: 217 time: 0.0694909 Jan 28 00:57:11.887877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95106b-8b1e-4ab1-8074-0abc6f908a97 service neutron] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:11.913209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.913824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.914363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.914891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.915422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.915940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.916463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.918681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-7b23dfe1-70c3-4532-bfdd-53c4bc01ba89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6274 time: 0.3483152 Jan 28 00:57:11.925978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90a5c2-cb11-4ea6-af73-eee298f61c76 req-c2773a5b-a5f7-49ac-b28c-0d5a52857e4a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:11.933174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a90a5c2-cb11-4ea6-af73-eee298f61c76 req-c2773a5b-a5f7-49ac-b28c-0d5a52857e4a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.3522656 Jan 28 00:57:12.024584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.030289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.035648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.041013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.046481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.051792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.057152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.059325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-c8af287e-9606-48b8-aec5-ca904b4b844e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5382 time: 0.4342549 Jan 28 00:57:12.131395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047f13fd-9aa0-40d8-aa28-8bc967144106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (20eddc93-7a66-4a9b-8b09-1ac7c3569b09), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.134148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047f13fd-9aa0-40d8-aa28-8bc967144106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.135466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-047f13fd-9aa0-40d8-aa28-8bc967144106 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20eddc93-7a66-4a9b-8b09-1ac7c3569b09 HTTP/1.1" status: 204 len: 168 time: 1.2084322 Jan 28 00:57:12.169579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f13fd-9aa0-40d8-aa28-8bc967144106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eddc93-7a66-4a9b-8b09-1ac7c3569b09,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:12.217864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a90a5c2-cb11-4ea6-af73-eee298f61c76 req-78cbc4ef-45ac-4f72-9a36-3906591826a1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829134 Jan 28 00:57:12.231894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383d50-289c-419c-a388-55434a70638e req-e6b10ca0-b868-48f1-a2d8-30493c59a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.233388 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-e6b10ca0-b868-48f1-a2d8-30493c59a3f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.3550613 Jan 28 00:57:12.235186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-549c6d0f-4d0d-435b-8301-285386f20518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.236595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-549c6d0f-4d0d-435b-8301-285386f20518 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1094 time: 0.3882949 Jan 28 00:57:12.246224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6f268f2b-c8e2-42b8-b197-692c8ad867ed), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.352523 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4654831b-9e4e-404c-aed5-b0c5e8be17c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 217 time: 0.0849156 Jan 28 00:57:12.368852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383d50-289c-419c-a388-55434a70638e req-ab1bdfff-ec74-40b9-931e-18b2f2ef7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.370997 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-ab1bdfff-ec74-40b9-931e-18b2f2ef7cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195841 Jan 28 00:57:12.381524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:12.405853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Publish callbacks [] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.427732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c51c79c-0319-45a1-9917-5d9484d5a5c5 req-13a5d076-4a10-457c-97d4-45a2db4b1670 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3073516 Jan 28 00:57:12.437514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-1f0f56c0-b4c1-420e-9ea2-bd2f6be4418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.448483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-1f0f56c0-b4c1-420e-9ea2-bd2f6be4418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.448483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-1f0f56c0-b4c1-420e-9ea2-bd2f6be4418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.448483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-1f0f56c0-b4c1-420e-9ea2-bd2f6be4418c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4817393 Jan 28 00:57:12.517208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Transition to ACTIVE for port object 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:12.542338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-7f705791-5cba-4b37-a2c7-06700761b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.544024 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-7f705791-5cba-4b37-a2c7-06700761b821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1718562 Jan 28 00:57:12.596883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-04ab223f-4cf4-4eed-9740-9254e1ef2f69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457070 Jan 28 00:57:12.608704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.634076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-a6238b7d-c428-462c-b98b-b9863ba499e4 service neutron] 10.222.0.43 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484002 Jan 28 00:57:12.665528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43508) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:12.732597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (6f268f2b-c8e2-42b8-b197-692c8ad867ed), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.764509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:12.776039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c383d50-289c-419c-a388-55434a70638e req-0e6365ed-05cb-414c-893d-34aad1df1a36 service neutron] 10.222.0.43 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945885 Jan 28 00:57:12.776495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76d4ec-b8fc-429a-ab96-fa9f61c60d04 req-08e7de9c-858f-4179-8571-186a5973e055 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.779265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c76d4ec-b8fc-429a-ab96-fa9f61c60d04 req-08e7de9c-858f-4179-8571-186a5973e055 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.2454743 Jan 28 00:57:12.812556 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-018b35ed-ee0e-4d74-b922-2d3f0f52a737 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101371 Jan 28 00:57:12.817477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Subnet': ['ID=6f268f2b-c8e2-42b8-b197-692c8ad867ed,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:12.854841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87fd8c-9b3f-4376-84bd-70ef6ef2503c req-4fbcae27-ff0c-4849-9ce8-072cdf502c39 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:12.856625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df87fd8c-9b3f-4376-84bd-70ef6ef2503c req-4fbcae27-ff0c-4849-9ce8-072cdf502c39 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 944 time: 0.3857555 Jan 28 00:57:12.866515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-055142f6-469c-4714-b643-1f67b1bf7a2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ba2e7c9a7940078127dfe17986e563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626229 Jan 28 00:57:12.885486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43510) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:12.957680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60976e3-9d58-4963-b597-cdc747d587cd None None] Network 4f4ca95b-c5fb-492e-a688-574682b0322b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:12.979572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c421ddc8-d4c4-400c-a8cf-08187fd21ceb admin admin] Publish callbacks [] for security_group (2b76b598-6835-41bb-af43-696977f51413), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.002538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c421ddc8-d4c4-400c-a8cf-08187fd21ceb admin admin] Publish callbacks [] for security_group (2b76b598-6835-41bb-af43-696977f51413), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.013251 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.019552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6ff917e6-7288-4c78-b9b5-41667f6a4267 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/subnets/6f268f2b-c8e2-42b8-b197-692c8ad867ed HTTP/1.1" status: 204 len: 168 time: 2.0085487 Jan 28 00:57:13.028322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Attempting to bind port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:13.028322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Attempting to bind port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:13.028647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Attempting to bind port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:13.033968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c76d4ec-b8fc-429a-ab96-fa9f61c60d04 req-61bdd5d0-0856-42a5-86a1-f23f80375fd2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733370 Jan 28 00:57:13.037701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43512) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:13.064125 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a8ceedfb-80b3-4b30-b78e-9fe9e11e5476 req-4b08a36b-3f49-44de-a900-02fffbe19040 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371154 Jan 28 00:57:13.074956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c421ddc8-d4c4-400c-a8cf-08187fd21ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b76b598-6835-41bb-af43-696977f51413), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.078045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c421ddc8-d4c4-400c-a8cf-08187fd21ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.079258 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c421ddc8-d4c4-400c-a8cf-08187fd21ceb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b76b598-6835-41bb-af43-696977f51413 HTTP/1.1" status: 204 len: 168 time: 0.1923661 Jan 28 00:57:13.105029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421ddc8-d4c4-400c-a8cf-08187fd21ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b76b598-6835-41bb-af43-696977f51413,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:13.153236 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (4f4ca95b-c5fb-492e-a688-574682b0322b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.161207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e on network aee934d6-10b5-41ed-a0ab-b24106935ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:13.161537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Attempting to bind port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:13.183727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:13.184182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Checking segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:13.184669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Bound using segment: {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:13.185224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Bound port: 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:13.185622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.248207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-c9680e9c-4b04-400f-8a43-e13d580c61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:13.249913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a59f73a8-7801-4697-8d49-89ac915cf85b req-c9680e9c-4b04-400f-8a43-e13d580c61a7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7826145 Jan 28 00:57:13.264282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df87fd8c-9b3f-4376-84bd-70ef6ef2503c req-4a5ae544-f004-4c07-9023-ddc23db850e6 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743663 Jan 28 00:57:13.324863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:13.329291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:13.338708 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.383403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port 35998b01-eceb-4c61-93a9-ae6590c73d67 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:13.383403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.410282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:13.410899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.412315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/9a4a5762-c2e1-4ed3-b4a6-73d51156e25e HTTP/1.1" status: 200 len: 1091 time: 2.5033345 Jan 28 00:57:13.434376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:13.436724 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38400de0-5e65-4f47-9f18-5a5ee1438c30" -d '{"events": [{"name": "network-changed", "server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:13.488289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:13.512906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:13.524994 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f45c6-57b6-422d-8325-2f3b10c62932" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:13.541691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] DHCP port deletion for 4f4ca95b-c5fb-492e-a688-574682b0322b request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:57:13.552892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35998b01-eceb-4c61-93a9-ae6590c73d67 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:13.614683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168763d-26d0-44a5-8996-fb38b38995c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:13.631555 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8703c6-0749-4a94-ac94-a480d66ea010 x-openstack-request-id: req-9b8703c6-0749-4a94-ac94-a480d66ea010 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:13.631850 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:13.632101 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b8703c6-0749-4a94-ac94-a480d66ea010 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:13.632497 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'status': 'completed', 'code': 200} Jan 28 00:57:13.671688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port 35998b01-eceb-4c61-93a9-ae6590c73d67, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35998b01-eceb-4c61-93a9-ae6590c73d67,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:13.671926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.673283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.726993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.747796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for 35998b01-eceb-4c61-93a9-ae6590c73d67 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:13.764216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-b3707c53-f590-476d-82ea-269c6cb7f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:13.773788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-b3707c53-f590-476d-82ea-269c6cb7f39c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1094 time: 0.0954561 Jan 28 00:57:13.829032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64becb0a-8e13-4283-a744-6841e1e6a3b8 req-510c7d95-26c2-45d1-aecb-abfc65af995b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:13.838420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] Deleting port 35998b01-eceb-4c61-93a9-ae6590c73d67 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:13.839026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.839721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64becb0a-8e13-4283-a744-6841e1e6a3b8 req-510c7d95-26c2-45d1-aecb-abfc65af995b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.4849722 Jan 28 00:57:13.860509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 35998b01-eceb-4c61-93a9-ae6590c73d67 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:13.861229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.923823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-8d9e1f73-7d36-4959-ad49-9d0bee16b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:13.932838 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-8d9e1f73-7d36-4959-ad49-9d0bee16b537 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1514437 Jan 28 00:57:13.972696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 35998b01-eceb-4c61-93a9-ae6590c73d67, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35998b01-eceb-4c61-93a9-ae6590c73d67,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:13.990255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-28d2f025-c25f-49e3-b3a3-03a126b1e388 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 217 time: 0.0557997 Jan 28 00:57:13.995393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.016416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] For port 35998b01-eceb-4c61-93a9-ae6590c73d67, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35998b01-eceb-4c61-93a9-ae6590c73d67,segment=NetworkSegment(e942df59-670b-4d5a-a0c9-37cb34fff64e),segment_id=e942df59-670b-4d5a-a0c9-37cb34fff64e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:14.016848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.040737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.046173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.052646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.059046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.065766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.067985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] Calling delete_port for 35998b01-eceb-4c61-93a9-ae6590c73d67 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:14.072978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.080134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.089449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418b942c-4f26-4655-b394-2f2cb10f477a req-c3383fca-ae3e-4c6a-871d-a589a1f167b3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5394 time: 0.3682272 Jan 28 00:57:14.101071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-6eb9bdd0-0f46-4fc2-b18c-15bf61a108b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.102082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.106287 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-6eb9bdd0-0f46-4fc2-b18c-15bf61a108b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1097519 Jan 28 00:57:14.112840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64becb0a-8e13-4283-a744-6841e1e6a3b8 req-a160d918-af75-4dc0-977c-22378363ba83 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455194 Jan 28 00:57:14.178041 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-050dc3d6-bcf8-4ce4-bd8f-8faa450f1014 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619478 Jan 28 00:57:14.187710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=35998b01-eceb-4c61-93a9-ae6590c73d67,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:14.203332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port 35998b01-eceb-4c61-93a9-ae6590c73d67 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:14.213252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=35998b01-eceb-4c61-93a9-ae6590c73d67,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:14.274665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (35998b01-eceb-4c61-93a9-ae6590c73d67), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.280163 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd997d02-8612-448a-ba91-9494c11bf103 x-openstack-request-id: req-fd997d02-8612-448a-ba91-9494c11bf103 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:14.282478 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:14.282862 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd997d02-8612-448a-ba91-9494c11bf103 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:14.283497 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e', 'status': 'completed', 'code': 200} Jan 28 00:57:14.322959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] Pushing event deleted for resources: {'Port': ['ID=35998b01-eceb-4c61-93a9-ae6590c73d67,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:14.327060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e034a73-50f3-4bc1-a02a-e26d31aca734 None None] No DVR routers for this DVR port 35998b01-eceb-4c61-93a9-ae6590c73d67 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:14.428297 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-5b48ccd0-1636-48ac-82fe-92e3fb7073ec service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447186 Jan 28 00:57:14.593373 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38400de0-5e65-4f47-9f18-5a5ee1438c30 req-4f8cd5c6-efdf-4aff-bbae-c62c99303473 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518123 Jan 28 00:57:14.627316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418b942c-4f26-4655-b394-2f2cb10f477a req-5e5a6f06-45f2-4034-aa70-b0d6ad3ea95c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5369613 Jan 28 00:57:14.682170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (4f4ca95b-c5fb-492e-a688-574682b0322b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.719849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc412371-9db7-4335-91b8-b146e02160d4 req-a54b2b77-d926-4436-834c-838d61ba9841 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.721420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc412371-9db7-4335-91b8-b146e02160d4 req-a54b2b77-d926-4436-834c-838d61ba9841 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.2920511 Jan 28 00:57:14.733428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.734098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.734576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.735045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.735511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.735971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.736431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:14.738334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-043b0bc5-ae8e-49a1-afe9-a608953451a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6341 time: 0.3228283 Jan 28 00:57:14.745426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ca95b-c5fb-492e-a688-574682b0322b']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:14.794418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e942df59-670b-4d5a-a0c9-37cb34fff64e') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:14.794946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e942df59-670b-4d5a-a0c9-37cb34fff64e') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:14.907549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (e942df59-670b-4d5a-a0c9-37cb34fff64e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.959432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9948f50-950d-4307-b9b5-3badae6cb3c4 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:14.969037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc412371-9db7-4335-91b8-b146e02160d4 req-5d859627-b141-4dbe-8619-4f437ab88f5d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256119 Jan 28 00:57:14.971157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e942df59-670b-4d5a-a0c9-37cb34fff64e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.002537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:57:15.002964 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (e942df59-670b-4d5a-a0c9-37cb34fff64e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:57:15.123133 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:57:15.133165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Publish callbacks [] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.145233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (4f4ca95b-c5fb-492e-a688-574682b0322b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.164440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e943e5-55e4-4095-a5b2-861983b379ce req-b6fb053a-c55f-4010-a731-a4e92c782948 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:15.166796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e943e5-55e4-4095-a5b2-861983b379ce req-b6fb053a-c55f-4010-a731-a4e92c782948 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 944 time: 0.3856802 Jan 28 00:57:15.172016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.184550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/networks/4f4ca95b-c5fb-492e-a688-574682b0322b HTTP/1.1" status: 204 len: 168 time: 2.1433101 Jan 28 00:57:15.184998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43564) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:15.190658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-457684507'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:15.245221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Transition to ACTIVE for port object c9948f50-950d-4307-b9b5-3badae6cb3c4 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:15.246338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437df1-7b04-447a-9e30-571b7833537c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Network': ['ID=4f4ca95b-c5fb-492e-a688-574682b0322b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:15.261598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.263207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:15.269275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-b3330998-72b5-452d-8bb2-c913be17bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:15.269820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-b3330998-72b5-452d-8bb2-c913be17bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:15.270001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.270439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-b3330998-72b5-452d-8bb2-c913be17bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:15.272108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-b3330998-72b5-452d-8bb2-c913be17bd29 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4901254 Jan 28 00:57:15.337276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e943e5-55e4-4095-a5b2-861983b379ce req-e00dc361-7b25-4390-9648-8e5fc5e0fee8 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424491 Jan 28 00:57:15.367080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b7cca451-f9fa-42ea-ae56-f888cb32db4a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:15.370211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:15.396578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.400101 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Added segment 1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13 of type vlan for network 64adcba3-52bf-46a1-9906-25ffb7504e60 Jan 28 00:57:15.476427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (64adcba3-52bf-46a1-9906-25ffb7504e60), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.491585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:15.644509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (64adcba3-52bf-46a1-9906-25ffb7504e60), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.671324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:15.672601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:15.685997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.692820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'port_id': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'mac_address': 'fa:16:3e:2b:7a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:15.748282 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-fdb7cb26-f5f0-4943-96c6-d9219c699ecf service neutron] show failed (client error): The resource could not be found. Jan 28 00:57:15.749876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b7cca451-f9fa-42ea-ae56-f888cb32db4a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:15.750873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.752070 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-fdb7cb26-f5f0-4943-96c6-d9219c699ecf service neutron] 10.222.0.45 "GET /v2.0/ports/557d58a1-0c75-4037-9db4-34aeedbbd48d/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.2640984 Jan 28 00:57:15.781624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cca451-f9fa-42ea-ae56-f888cb32db4a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:15.785494 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5990694 Jan 28 00:57:15.825426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:15.832183 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:15.843078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:15.858600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'subnet': {'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:15.968598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:15.995841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0396c56-3430-4318-b6b8-51572bdd2cd0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Network': ['ID=64adcba3-52bf-46a1-9906-25ffb7504e60,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:16.024228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:16.031163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:16.040616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.182486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b7cca451-f9fa-42ea-ae56-f888cb32db4a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:16.211378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-cf7a713e-7bf5-46f6-83af-a22cc0981a2c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261195 Jan 28 00:57:16.212105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-5f41ade0-9daf-4731-bd45-53851a59c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.213567 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-5f41ade0-9daf-4731-bd45-53851a59c60f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1&tenant_id=bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 1101 time: 0.1438291 Jan 28 00:57:16.233745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:16.304411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.403680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-d28edd1e-6828-41ba-86dc-ec07199d319c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.405446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-d28edd1e-6828-41ba-86dc-ec07199d319c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840918 Jan 28 00:57:16.418460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658f8ff-dc97-41d9-b3a8-0dd17c45974f req-1fb97c36-4906-4a9d-adab-1af6f459a89f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.420253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d658f8ff-dc97-41d9-b3a8-0dd17c45974f req-1fb97c36-4906-4a9d-adab-1af6f459a89f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 1.0661702 Jan 28 00:57:16.434833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-72108d97-f300-40df-87c7-78c7fe55f78e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/quotas/b321f8a6e4fb4e34b0b6ac5b866d431a HTTP/1.1" status: 200 len: 375 time: 0.0112519 Jan 28 00:57:16.495283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ea0a9534-a5e1-40f7-8062-98c2306fb9b6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.505576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d658f8ff-dc97-41d9-b3a8-0dd17c45974f req-5fde791b-192c-4373-a0a9-2cba96d18904 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648983 Jan 28 00:57:16.530465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-10a2f4f7-09dc-4405-bebb-6cd383883e67 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365603 Jan 28 00:57:16.531359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Attempting to bind port c9948f50-950d-4307-b9b5-3badae6cb3c4 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:16.531882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Attempting to bind port c9948f50-950d-4307-b9b5-3badae6cb3c4 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:16.532395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Attempting to bind port c9948f50-950d-4307-b9b5-3badae6cb3c4 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:16.538797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Port c9948f50-950d-4307-b9b5-3badae6cb3c4 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:16.539123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Attempting to bind port c9948f50-950d-4307-b9b5-3badae6cb3c4 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:16.542094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-3ff9e0e8-3ebf-4c56-8e3b-562e45490f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.543660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df1f45c6-57b6-422d-8325-2f3b10c62932 req-3ff9e0e8-3ebf-4c56-8e3b-562e45490f33 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2190828 Jan 28 00:57:16.547785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:16.548355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Checking segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:16.548772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Bound using segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:16.549229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Bound port: c9948f50-950d-4307-b9b5-3badae6cb3c4, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:16.549604 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.591270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Subnet': ['ID=ea0a9534-a5e1-40f7-8062-98c2306fb9b6,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:16.632494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:16.637341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:16.643065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.700166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Checking segment: {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:16.700789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network hostable DHCP agents. Network: 64adcba3-52bf-46a1-9906-25ffb7504e60, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:16.741558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.742888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.744887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/c9948f50-950d-4307-b9b5-3badae6cb3c4 HTTP/1.1" status: 200 len: 1091 time: 3.2902756 Jan 28 00:57:16.745498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:16.748676 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abe698-e9b8-4b9f-8dc8-950cc6091a72" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:16.790773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Request body: {'port': {'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:16.823468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:16.854306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 64adcba3-52bf-46a1-9906-25ffb7504e60) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:16.863314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef6ae52-ec8c-41f6-9fdf-b33955cb7759 None None] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:16.867523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.868265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:16.900893 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b2a38c62-7860-491f-bc6c-7a59fa7154bf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0542481 Jan 28 00:57:16.914120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:16.924947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2018209424'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:16.972590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.982629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:16.985957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:16.993298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.009062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.017368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.026902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.034446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.036868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2128e37a-a143-4e00-8c15-a961291147ce req-224e4841-3a02-42df-ba4a-079d23375efb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5406 time: 0.3896136 Jan 28 00:57:17.064271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:17.070227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-64adcba3-52bf-46a1-9906-25ffb7504e60', 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60', 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'fixed_ips': [{'subnet_id': 'ea0a9534-a5e1-40f7-8062-98c2306fb9b6'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:57:17.071164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.093626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee718bf-d035-4ed8-b57a-bac2cb01e2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:17.153474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.206523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:17.209748 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d83dd2-b12d-42da-91f2-31898cc6038a" -d '{"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:17.215474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Publish callbacks [] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.275974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Transition to ACTIVE for port object 557d58a1-0c75-4037-9db4-34aeedbbd48d will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:17.278878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:17.284857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.305059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.322486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852e-f9f2-4051-8a6e-7be1786d8194 req-aa88bf80-49b3-4497-a345-6fd33a7d2d3c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.327602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-683d852e-f9f2-4051-8a6e-7be1786d8194 req-aa88bf80-49b3-4497-a345-6fd33a7d2d3c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.4421754 Jan 28 00:57:17.351634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:17.368518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:17.396757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] No DVR routers for this DVR port 557d58a1-0c75-4037-9db4-34aeedbbd48d on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:17.403773 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (16e0bd44-f479-4bfe-840a-35d8ae626f87), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.404299 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Added segment 16e0bd44-f479-4bfe-840a-35d8ae626f87 of type vlan for network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 Jan 28 00:57:17.430532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Allocated IP 19.80.0.2 (64adcba3-52bf-46a1-9906-25ffb7504e60/ea0a9534-a5e1-40f7-8062-98c2306fb9b6/aafad5e3-04d1-46f1-a6f7-ea9dc0137be4) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:17.455390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:17.456033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:17.456418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:17.495447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:17.509746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:17.512969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:17.515088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b7cca451-f9fa-42ea-ae56-f888cb32db4a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:17.548722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.554205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:17.554695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:17.556007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:17.556576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Bound port: 557d58a1-0c75-4037-9db4-34aeedbbd48d, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:17.557544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.649119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2128e37a-a143-4e00-8c15-a961291147ce req-4713d447-2e87-4e78-a849-2839b3ef8483 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5595448 Jan 28 00:57:17.739438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.resource_extend [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:57:17.762219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:17.768935 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:57:17.792086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.798573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.799827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.807652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:17.833622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.859725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port b7cca451-f9fa-42ea-ae56-f888cb32db4a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:17.875488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port b7cca451-f9fa-42ea-ae56-f888cb32db4a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:17.876175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.932516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0128822 Jan 28 00:57:17.980207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:17.985968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:17.986537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.987978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] 10.222.0.43 "PUT /v2.0/ports/557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 1096 time: 1.7610786 Jan 28 00:57:17.993534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'subnet': {'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:18.021886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80a4a9-966e-4349-802e-1bfe2f8be006 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Network': ['ID=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.047935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b7cca451-f9fa-42ea-ae56-f888cb32db4a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:18.048334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.065350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:18.096867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58cecd0-132d-476e-a4b3-4d69da404390 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:18.113537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Publish callbacks [] for port (f58cecd0-132d-476e-a4b3-4d69da404390), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.129758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Transition to ACTIVE for port object f58cecd0-132d-476e-a4b3-4d69da404390 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:18.171361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-b283a508-e66e-48bb-8ced-01fc8f8882fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.174459 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-b283a508-e66e-48bb-8ced-01fc8f8882fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1489935 Jan 28 00:57:18.174695 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.175214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729733e-26da-4f30-98a9-851e9efd7319 service neutron] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.200962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:18.213489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:18.215597 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466247f2-24cc-4483-ba3c-baf90de76802" -d '{"events": [{"server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "name": "network-vif-plugged", "status": "completed", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:18.224921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:18.229408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.233810 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.239033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:18.306704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'port_id': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'mac_address': 'fa:16:3e:72:58:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1262e78a-f4af-43dc-9a00-46a01a99f4d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:18.335193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-683d852e-f9f2-4051-8a6e-7be1786d8194 req-90a1ae25-1252-4195-a51e-6a8bdc6aea1a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9965882 Jan 28 00:57:18.359654 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Publish callbacks [] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.361526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e19687d8-32b3-44e7-abcc-f983d9016ad0 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:18.361942 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.394990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.411289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.453439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19687d8-32b3-44e7-abcc-f983d9016ad0 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:18.462100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Pushing event updated for resources: {'Port': ['ID=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.472922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:18.475355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:18.478289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:18.479456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Pushing event updated for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.514824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e2b2-1231-41e5-9416-d0072be13eac req-c0a56755-9ff7-443c-a6a6-2b8c0436d440 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.516655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff44e2b2-1231-41e5-9416-d0072be13eac req-c0a56755-9ff7-443c-a6a6-2b8c0436d440 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 945 time: 0.3843212 Jan 28 00:57:18.562978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:18.570614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.646596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Attempting to bind port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:18.646978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Attempting to bind port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:18.647345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Attempting to bind port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 on network 64adcba3-52bf-46a1-9906-25ffb7504e60 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:18.659533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:18.659984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Checking segment: {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:18.660380 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.660718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Bound using segment: {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:18.661198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Bound port: aafad5e3-04d1-46f1-a6f7-ea9dc0137be4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:18.661580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.667162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdc8ac7c-0e4f-4d25-8c6e-ba1177f2e465 req-7c4df884-3458-42d0-9743-6b21ccb6f071 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 210 time: 0.1494303 Jan 28 00:57:18.712091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.738212 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff44e2b2-1231-41e5-9416-d0072be13eac req-40432ece-2ee2-4ecb-a1e1-1a29847ae297 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614695 Jan 28 00:57:18.739255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Attempting to bind port f58cecd0-132d-476e-a4b3-4d69da404390 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:18.739592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Attempting to bind port f58cecd0-132d-476e-a4b3-4d69da404390 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:18.739926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Attempting to bind port f58cecd0-132d-476e-a4b3-4d69da404390 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:18.744848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Port f58cecd0-132d-476e-a4b3-4d69da404390 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:18.745184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Attempting to bind port f58cecd0-132d-476e-a4b3-4d69da404390 on network b42164ef-af1b-45e2-b63c-b7e44e52b7ef {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:18.751481 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd56e3-5723-4cd4-b55b-3f9365ddcda0 x-openstack-request-id: req-c5dd56e3-5723-4cd4-b55b-3f9365ddcda0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:18.751778 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:18.752045 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5dd56e3-5723-4cd4-b55b-3f9365ddcda0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:18.752450 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4', 'status': 'completed', 'code': 200} Jan 28 00:57:18.753847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:18.754508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Checking segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:18.754897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Bound using segment: {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:18.755342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Bound port: f58cecd0-132d-476e-a4b3-4d69da404390, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09db5e89-b593-43ce-b281-e15f8fcb3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:18.755713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.816695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] For port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:18.822662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:18.826296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f58cecd0-132d-476e-a4b3-4d69da404390,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:18.841333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.861659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] For port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:18.870010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.881898 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f042b9-c775-499d-a8ca-541d3f3369cf x-openstack-request-id: req-64f042b9-c775-499d-a8ca-541d3f3369cf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:18.882463 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:18.882698 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64f042b9-c775-499d-a8ca-541d3f3369cf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:18.883816 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'code': 200} Jan 28 00:57:18.887550 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-8258c94f-f5ae-424e-ba78-bcf71cbf6016 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4407058 Jan 28 00:57:18.891183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.942547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.943198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.944726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] 10.222.0.45 "PUT /v2.0/ports/f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 200 len: 1091 time: 2.1674464 Jan 28 00:57:18.992753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.993252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.993736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.996123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.996643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.997119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:18.997950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.003595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-3ca54529-0ccc-4856-b04f-195c96b8b768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6475 time: 0.1724064 Jan 28 00:57:19.009082 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab3947e-bbc9-455b-91d9-ea10f643fcf5 x-openstack-request-id: req-9ab3947e-bbc9-455b-91d9-ea10f643fcf5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:19.010263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Subnet': ['ID=f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:19.010744 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "name": "network-vif-plugged", "status": "completed", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:19.011518 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ab3947e-bbc9-455b-91d9-ea10f643fcf5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:19.012420 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'code': 200} Jan 28 00:57:19.013879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e19687d8-32b3-44e7-abcc-f983d9016ad0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:19.018809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-2694dbbb-6d14-4f74-9426-747adb71cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.020488 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-2694dbbb-6d14-4f74-9426-747adb71cbcd service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.8181777 Jan 28 00:57:19.023098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.43', 54089) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:19.109696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3cbde-0fc4-42ef-bea8-d62e2ad9a1a9 None None] Pushing event updated for resources: {'Port': ['ID=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:19.142719 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-470319ea-b1b1-4915-a62e-4f1ee3f0cd2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.1167932 Jan 28 00:57:19.156081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5246e-1688-40d8-ab0c-788095930e26 req-a1104254-a489-403c-9164-8d63761aeefb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.158003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69b5246e-1688-40d8-ab0c-788095930e26 req-a1104254-a489-403c-9164-8d63761aeefb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 948 time: 0.2682581 Jan 28 00:57:19.217269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-0aeec089-75c5-4f53-bb31-42a17d0153f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.217743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-0aeec089-75c5-4f53-bb31-42a17d0153f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.218239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-0aeec089-75c5-4f53-bb31-42a17d0153f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.221759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-0aeec089-75c5-4f53-bb31-42a17d0153f6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1637933 Jan 28 00:57:19.254673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a2cb6-da27-4450-a426-34cd90aeba50 service neutron] Pushing event updated for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:19.345140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0f797e17-4b15-4f5f-8edd-a39a5cabd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.346733 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-0f797e17-4b15-4f5f-8edd-a39a5cabd8a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0885184 Jan 28 00:57:19.366078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.371930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.377665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.385393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.402578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.405456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Checking segment: {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:19.409477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network hostable DHCP agents. Network: b58736c1-98fc-446a-b0cb-f72dd1bb4fc1, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:19.410259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.416891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.434230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-251735ea-83b7-4325-8f20-4dc0ba2dd4cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.4260001 Jan 28 00:57:19.480680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69b5246e-1688-40d8-ab0c-788095930e26 req-0fbf1832-c4bb-4d34-ae87-2bae5c88d54e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575653 Jan 28 00:57:19.484791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e747ac-3d5f-4682-9507-0fc59dc108b7 req-807aa7bd-5241-44a8-adde-febd8f8f1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.486452 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-25e747ac-3d5f-4682-9507-0fc59dc108b7 req-807aa7bd-5241-44a8-adde-febd8f8f1638 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 1097 time: 0.4623463 Jan 28 00:57:19.492035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:19.544443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-44160dd1-8092-4f20-8eb5-34123b00d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.546482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-44160dd1-8092-4f20-8eb5-34123b00d17f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907732 Jan 28 00:57:19.555813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-1722edb6-853d-4d0a-acba-820acd079cca tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.557351 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-1722edb6-853d-4d0a-acba-820acd079cca tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6629002 Jan 28 00:57:19.572301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7f0674c-3afc-4676-aa0f-9377c542f95b req-185afcc8-df00-49ff-9ac2-54ea25f05a93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1368213 Jan 28 00:57:19.573311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b58736c1-98fc-446a-b0cb-f72dd1bb4fc1) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:19.582409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:19.583837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd2ef1-6108-4dd6-8538-314063ad6e9b None None] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:19.590183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-570e7e0b-d0e5-4989-ac69-5dfa25ac8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.596356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82abe698-e9b8-4b9f-8dc8-950cc6091a72 req-570e7e0b-d0e5-4989-ac69-5dfa25ac8306 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3226459 Jan 28 00:57:19.698528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.699166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.784330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-25e747ac-3d5f-4682-9507-0fc59dc108b7 req-55c50b2b-c836-4189-b657-d320acd2a339 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842429 Jan 28 00:57:19.807474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d086842e-0a2f-4b51-9f2c-b90a990d7449 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8230159 Jan 28 00:57:19.824240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:19.827533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.829333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b58736c1-98fc-446a-b0cb-f72dd1bb4fc1', 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1', 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'fixed_ips': [{'subnet_id': 'f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:57:19.830232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.840007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.866139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32914ed4-21ed-476e-925b-ae1c0e0b33e2 req-6869adc7-820d-4fa3-99f5-a87cc8e82b84 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 210 time: 0.0829682 Jan 28 00:57:19.887816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.888303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.889326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.889819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.898893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.898893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.898893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.898893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b9321545-d478-4846-bfcf-584302054eaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6475 time: 0.2163267 Jan 28 00:57:19.931893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for security_group (ea8fc31d-9422-4345-a265-eee458c1d089), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.944001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ea8fc31d-9422-4345-a265-eee458c1d089), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:19.956389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af698f-04b5-44be-8609-1500c316296e req-ba1d22cb-00d7-4a8c-8a20-ca3a3da7c6fd tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:19.967125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4af698f-04b5-44be-8609-1500c316296e req-ba1d22cb-00d7-4a8c-8a20-ca3a3da7c6fd tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 944 time: 0.2137082 Jan 28 00:57:19.985357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-eaaa7d7f-3836-41c7-ba3c-d8f0aedf8df2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268606 Jan 28 00:57:20.050342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Allocated IP 19.86.0.2 (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1/f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6/60f256bc-eba5-4257-aadd-bafa6aabf097) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:20.065498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8fc31d-9422-4345-a265-eee458c1d089,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:20.080616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-5a005537-7c02-4420-a3de-4a61a9580089 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 200 len: 217 time: 0.1576719 Jan 28 00:57:20.210554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4af698f-04b5-44be-8609-1500c316296e req-9ca3f95b-2beb-44ed-93cc-2e343dc7b69d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354214 Jan 28 00:57:20.257406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679de3f6-3ea1-4bf6-8b6f-0d0ca4bf56a6 req-fadb0086-9178-4915-b745-57f3a4ce2f6c tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:20.258733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.197 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/b12a266c-1af0-42dc-a734-1c3925c4d9b4) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:20.259536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679de3f6-3ea1-4bf6-8b6f-0d0ca4bf56a6 req-fadb0086-9178-4915-b745-57f3a4ce2f6c tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.1999869 Jan 28 00:57:20.284058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-9e65d290-a8c7-42b6-8275-58838e636a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:20.285926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-9e65d290-a8c7-42b6-8275-58838e636a7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3c1ba2b-5c3b-480a-9479-70fd020d10e1 HTTP/1.1" status: 200 len: 851 time: 0.1603494 Jan 28 00:57:20.287819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8634c5b1-3064-444b-9bb0-c7f0bfa298dd req-2bccb391-90cd-489e-903a-b0bdd36a38a2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026241 Jan 28 00:57:20.550490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-6a084a70-24d5-4d3b-8f17-605124a7f04f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:20.555940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-6a084a70-24d5-4d3b-8f17-605124a7f04f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:20.561942 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Publish callbacks [] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.563172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-6a084a70-24d5-4d3b-8f17-605124a7f04f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/networks?id=64adcba3-52bf-46a1-9906-25ffb7504e60&id=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 HTTP/1.1" status: 200 len: 1391 time: 0.2045627 Jan 28 00:57:20.569845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.599455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.606556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679de3f6-3ea1-4bf6-8b6f-0d0ca4bf56a6 req-11a4f885-d881-45bc-beb9-f87fe63b9870 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173773 Jan 28 00:57:20.613311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-127cf861-3e15-4328-96df-af9018b7dccf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/quotas/77762e880e5e4aaebf2ca7ddd468b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0491064 Jan 28 00:57:20.618670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:20.622437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:20.626380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:20.679346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-2b2aac77-8c89-4ddf-b76f-a53e4698feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:20.681110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-2b2aac77-8c89-4ddf-b76f-a53e4698feda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e34977c-6afd-444a-bc63-046383ca9556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3672476 Jan 28 00:57:20.703653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Attempting to bind port 60f256bc-eba5-4257-aadd-bafa6aabf097 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:20.703873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Attempting to bind port 60f256bc-eba5-4257-aadd-bafa6aabf097 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:20.704087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Attempting to bind port 60f256bc-eba5-4257-aadd-bafa6aabf097 on network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:20.706125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Pushing event updated for resources: {'Port': ['ID=60f256bc-eba5-4257-aadd-bafa6aabf097,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:20.714814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:20.715127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Checking segment: {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:20.715543 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.716007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Bound using segment: {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:20.716506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Bound port: 60f256bc-eba5-4257-aadd-bafa6aabf097, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:20.716957 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.717852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.768602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:20.777149 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac022d17-8187-4da7-b4e8-82fc824404a8" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:20.804675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:20.818339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:20.822163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:20.855766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] For port 60f256bc-eba5-4257-aadd-bafa6aabf097, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:20.859979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] For port 60f256bc-eba5-4257-aadd-bafa6aabf097, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60f256bc-eba5-4257-aadd-bafa6aabf097,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:20.867369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.880045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:20.882845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe96ef-9795-49d2-91a5-ce3537367716 None None] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:20.895059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:20.897725 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63884d78-55a7-4c55-987e-d6a2e9081d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:20.901243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=b12a266c-1af0-42dc-a734-1c3925c4d9b4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:20.957801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f3f3-7667-4b7c-973a-8a5afa29b6e2 None None] Pushing event updated for resources: {'Port': ['ID=60f256bc-eba5-4257-aadd-bafa6aabf097,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:20.967050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:20.967938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:20.991395 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f3ad1347-2fa2-41f9-be18-714f1a5b402b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4152305 Jan 28 00:57:20.999354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-05aa6d83-5b1f-41d9-9e2c-8bd4ef8b8d56 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3850145 Jan 28 00:57:21.015146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f40e1a-0792-419e-a16e-33917e599560 req-93c88388-26c7-4491-99c1-0dd4a1c87dc4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.027915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93f40e1a-0792-419e-a16e-33917e599560 req-93c88388-26c7-4491-99c1-0dd4a1c87dc4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 948 time: 0.2465405 Jan 28 00:57:21.037329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Request body: {'port': {'device_id': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:21.159598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 557d58a1-0c75-4037-9db4-34aeedbbd48d host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:57:21.159598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:21.176654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] Provisioning complete for port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:21.177967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.217087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-90d4243c-7492-4c79-b6ea-62ff30606580 service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176284 Jan 28 00:57:21.236970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93f40e1a-0792-419e-a16e-33917e599560 req-be388d28-da42-44d1-ac2c-5bd4bb030017 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080600 Jan 28 00:57:21.332435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] Current status of the port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:21.335215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.385507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:21.433577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] For port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:21.445357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.614181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-96c3401c-3ba8-4d07-a4a9-528778aacc1d service neutron] 10.222.0.23 "GET /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775595 Jan 28 00:57:21.625991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:21.646326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-6bd03b6f-ebb0-4806-b08b-654585e9f661 service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078405 Jan 28 00:57:21.675447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.705722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1506b2a5-d48a-40db-9731-9f481ce7df3f None None] Provisioning complete for port b12a266c-1af0-42dc-a734-1c3925c4d9b4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:21.706012 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1506b2a5-d48a-40db-9731-9f481ce7df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.711730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c26fd2-5dd9-47d8-8840-cf8329d45f85 None None] Pushing event updated for resources: {'Port': ['ID=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:21.755796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port e19687d8-32b3-44e7-abcc-f983d9016ad0 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:21.759400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-7f33eb67-057a-4a02-9f6e-b10c102836b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 217 time: 0.0826244 Jan 28 00:57:21.771133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port e19687d8-32b3-44e7-abcc-f983d9016ad0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:21.771519 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.777995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.783646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.789400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.795372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.800743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.806746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.812991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.828165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1506b2a5-d48a-40db-9731-9f481ce7df3f None None] Port b12a266c-1af0-42dc-a734-1c3925c4d9b4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:21.834671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-1e96d6e5-1be7-4e30-8396-3a9d4afa3b1e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.4754965 Jan 28 00:57:21.888483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e19687d8-32b3-44e7-abcc-f983d9016ad0 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:21.888898 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.901239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:21.901939 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.941009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:21.943877 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91dfbb-470a-4285-9510-72c605766984" -d '{"events": [{"server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "name": "network-vif-plugged", "status": "completed", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:21.975820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:21.977282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-bd28eb5c-0362-4c5a-bf19-cc098997d8fa service neutron] 10.222.0.23 "GET /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614099 Jan 28 00:57:21.989436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:21.993010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-8e9fd5f4-f55d-4c8c-b388-a034eaecc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:21.994719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-8e9fd5f4-f55d-4c8c-b388-a034eaecc72a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1496875 Jan 28 00:57:22.037505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ee0ed6ad-e494-4f17-a0c0-82745727204a None None] Provisioning complete for port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:22.037907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed6ad-e494-4f17-a0c0-82745727204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:22.083623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12a266c-1af0-42dc-a734-1c3925c4d9b4 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:22.096261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Publish callbacks [] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:22.121328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Transition to ACTIVE for port object b12a266c-1af0-42dc-a734-1c3925c4d9b4 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:22.127206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:22.184437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:22.188044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:22.271688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ed6ad-e494-4f17-a0c0-82745727204a None None] Current status of the port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:22.291953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Pushing event updated for resources: {'Port': ['ID=b12a266c-1af0-42dc-a734-1c3925c4d9b4,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:22.344338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Attempting to bind port b12a266c-1af0-42dc-a734-1c3925c4d9b4 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:22.344720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Attempting to bind port b12a266c-1af0-42dc-a734-1c3925c4d9b4 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:22.344999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Attempting to bind port b12a266c-1af0-42dc-a734-1c3925c4d9b4 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:22.350605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Port b12a266c-1af0-42dc-a734-1c3925c4d9b4 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:22.350952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Attempting to bind port b12a266c-1af0-42dc-a734-1c3925c4d9b4 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:22.356440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:22.356844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:22.357234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:22.357671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Bound port: b12a266c-1af0-42dc-a734-1c3925c4d9b4, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:22.358059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:22.450667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] For port b12a266c-1af0-42dc-a734-1c3925c4d9b4, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:22.454479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] For port b12a266c-1af0-42dc-a734-1c3925c4d9b4, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:22.461934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:22.507211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:22.508377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:22.510033 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] 10.222.0.43 "PUT /v2.0/ports/b12a266c-1af0-42dc-a734-1c3925c4d9b4 HTTP/1.1" status: 200 len: 1096 time: 1.4862123 Jan 28 00:57:22.544274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef1661-1dc5-4f42-82cf-2850dbfc98cc service neutron] Pushing event updated for resources: {'Port': ['ID=b12a266c-1af0-42dc-a734-1c3925c4d9b4,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:22.648586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-bde78fd0-542c-4240-8b64-13d8284e8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:22.650386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-bde78fd0-542c-4240-8b64-13d8284e8e71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 1099 time: 0.0695524 Jan 28 00:57:22.680695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b336b76-d73d-493d-8868-6b33369d09d6 req-8ad1aba6-83c1-4969-a773-cd79852662cf tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.8415880 Jan 28 00:57:22.764824 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f148fb27-b009-4209-aabe-31c7f3551d81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0923579 Jan 28 00:57:22.770831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-328dfe38-1de9-48e9-bdb2-79d6e1179f72 service neutron] 10.222.0.23 "GET /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923374 Jan 28 00:57:22.826949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f20247cd-72c0-498d-89c0-c47f9ecf8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:22.828918 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-f20247cd-72c0-498d-89c0-c47f9ecf8be9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0627031 Jan 28 00:57:22.850358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b673af-9120-456d-a34d-1840a6117f33 None None] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:22.897459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-6a2e301d-52e1-4f1a-b3d1-416dc577683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:22.898943 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-6a2e301d-52e1-4f1a-b3d1-416dc577683c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614941 Jan 28 00:57:22.937182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-d9f1eba2-c016-4e64-9090-d8a9b03809be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:22.938709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-d9f1eba2-c016-4e64-9090-d8a9b03809be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9247813 Jan 28 00:57:22.948198 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176ccdb7-4aa0-4856-90ae-c560296a2f09 x-openstack-request-id: req-176ccdb7-4aa0-4856-90ae-c560296a2f09 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:22.948496 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:22.948755 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-176ccdb7-4aa0-4856-90ae-c560296a2f09 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:22.949210 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390', 'status': 'completed', 'code': 200} Jan 28 00:57:23.081954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-9e4c67ed-8821-4f68-a9bc-04c64b08b67f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749258 Jan 28 00:57:23.115731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] Provisioning complete for port 60f256bc-eba5-4257-aadd-bafa6aabf097 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:23.116309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:23.120308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-85d3ab1e-34b4-4e19-95d5-12f8a1256154 service neutron] 10.222.0.23 "GET /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309410 Jan 28 00:57:23.145234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3f7ba-6a59-4d4d-9f6b-b8b652f1df2d req-f3eb7c8d-1033-43c8-a743-6dfba209ae6e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.152691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3f7ba-6a59-4d4d-9f6b-b8b652f1df2d req-f3eb7c8d-1033-43c8-a743-6dfba209ae6e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 948 time: 0.0932367 Jan 28 00:57:23.182467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-4942d7c1-1ff3-4c1d-b6d5-e110743b55c6 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274463 Jan 28 00:57:23.278119 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-854bd050-bf6d-4897-b731-0241d5a05dd1 req-58ff82cc-37b1-4d32-99b0-9e98bd95448c service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905308 Jan 28 00:57:23.311095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ec10a7a5-cbd4-4139-8714-e8e09cc1ae86 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149859 Jan 28 00:57:23.334057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3f7ba-6a59-4d4d-9f6b-b8b652f1df2d req-38d20586-1684-4b2c-bc91-86d8ac5118fd tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804624 Jan 28 00:57:23.345442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] Current status of the port 60f256bc-eba5-4257-aadd-bafa6aabf097 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:23.345927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:23.387843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:23.447555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-405af5b8-9213-4f24-a87d-b9874aada060 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 217 time: 0.1064959 Jan 28 00:57:23.465896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] For port 60f256bc-eba5-4257-aadd-bafa6aabf097, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60f256bc-eba5-4257-aadd-bafa6aabf097,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:23.487201 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48afc54a-10dc-4d75-a8de-a5f011a3c536 x-openstack-request-id: req-48afc54a-10dc-4d75-a8de-a5f011a3c536 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:23.487201 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:23.487201 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48afc54a-10dc-4d75-a8de-a5f011a3c536 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:23.487201 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'status': 'completed', 'code': 200} Jan 28 00:57:23.487662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:23.574619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-d9abbfdb-b14a-4158-8f83-e933bf7e5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.576205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-d9abbfdb-b14a-4158-8f83-e933bf7e5bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1278379 Jan 28 00:57:23.676770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-3369d628-4808-4129-9600-ec095b970fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.680034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-3369d628-4808-4129-9600-ec095b970fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1203268 Jan 28 00:57:23.745338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60f256bc-eba5-4257-aadd-bafa6aabf097 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:23.790828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd434ec8-56a3-4a3e-a21e-f66abf99971f None None] Pushing event updated for resources: {'Port': ['ID=60f256bc-eba5-4257-aadd-bafa6aabf097,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:23.851053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-7613b046-cd5e-4cbb-b755-17875d224c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.853051 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-7613b046-cd5e-4cbb-b755-17875d224c2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1621234 Jan 28 00:57:23.859304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0b93bb99-4564-40c3-8fa5-6e6058ccbaf2 None None] Provisioning complete for port 60f256bc-eba5-4257-aadd-bafa6aabf097 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:23.859632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeff910-d0d3-4f0f-a440-aa33128f2788 req-9309aba9-6146-44a6-8e85-24a5ef368bb6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.860581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb99-4564-40c3-8fa5-6e6058ccbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:23.861475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfeff910-d0d3-4f0f-a440-aa33128f2788 req-9309aba9-6146-44a6-8e85-24a5ef368bb6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2819955 Jan 28 00:57:23.863394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-756b6929-f9a3-427b-83ce-0e62ae4ac34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.864737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-756b6929-f9a3-427b-83ce-0e62ae4ac34c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2126024 Jan 28 00:57:23.876626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-32551aa6-0206-4a36-addc-5b79971e1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:23.884747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-32551aa6-0206-4a36-addc-5b79971e1ebb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1099 time: 0.3074620 Jan 28 00:57:23.911074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-3615a131-8a63-4e07-bb47-15ca70c8dab2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0496809 Jan 28 00:57:23.919666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:23.940857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 60f256bc-eba5-4257-aadd-bafa6aabf097 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:23.941394 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:23.989452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:24.005566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-7e6f1421-b6c8-4f49-aebc-d2ed30f6812d service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187758 Jan 28 00:57:24.013133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de34fd-9bea-4490-ac90-9bfe7d203fec req-f6cdda56-6413-4d0a-b260-889b82fdbc61 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.015317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9de34fd-9bea-4490-ac90-9bfe7d203fec req-f6cdda56-6413-4d0a-b260-889b82fdbc61 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.3085868 Jan 28 00:57:24.041453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-95dd0910-1019-41ff-bffa-f58ceed99169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.043749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-95dd0910-1019-41ff-bffa-f58ceed99169 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1264637 Jan 28 00:57:24.051172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 557d58a1-0c75-4037-9db4-34aeedbbd48d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:24.051936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:24.066272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557d58a1-0c75-4037-9db4-34aeedbbd48d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:24.120236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-0b7d0819-53a5-4093-9bc7-51ca9988a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.122391 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-0b7d0819-53a5-4093-9bc7-51ca9988a9a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713742 Jan 28 00:57:24.148457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-fc886585-1592-4adf-8ffc-f994e9950235 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242552 Jan 28 00:57:24.210464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:24.215063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0b93bb99-4564-40c3-8fa5-6e6058ccbaf2 None None] Current status of the port 60f256bc-eba5-4257-aadd-bafa6aabf097 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:24.233224 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:24.279616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-fd2b4af7-861f-4bf7-87fe-55798b05b966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f3e4b93f-c9be-4d55-b963-c278808b544b HTTP/1.1" status: 200 len: 217 time: 0.1109729 Jan 28 00:57:24.293001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-86409617-fa76-4a36-adca-8954b153d839 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615586 Jan 28 00:57:24.350650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ca10a80b-cd7b-4f96-b369-a790c65418d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.352186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-ca10a80b-cd7b-4f96-b369-a790c65418d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0612772 Jan 28 00:57:24.435539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfeff910-d0d3-4f0f-a440-aa33128f2788 req-5349be49-6add-47d9-b199-82034ba2341e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646155 Jan 28 00:57:24.446321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9de34fd-9bea-4490-ac90-9bfe7d203fec req-1df26f80-58d6-47be-8f59-895804bddf59 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193873 Jan 28 00:57:24.447392 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-a357996a-67bd-4193-8ab1-61ed29adf5d8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499467 Jan 28 00:57:24.469646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-59814b6d-f210-4472-87ad-09eef1af960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.471500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-59814b6d-f210-4472-87ad-09eef1af960e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4687860 Jan 28 00:57:24.486679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 60f256bc-eba5-4257-aadd-bafa6aabf097 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:24.487948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:24.539698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-4465afcc-4d33-41a2-926d-050c3629477f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0502055 Jan 28 00:57:24.546402 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eca7536-9f03-4f30-aa12-061145757ff1 x-openstack-request-id: req-3eca7536-9f03-4f30-aa12-061145757ff1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:24.546792 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "name": "network-vif-plugged", "status": "completed", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:24.547212 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eca7536-9f03-4f30-aa12-061145757ff1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:24.547649 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'code': 200} Jan 28 00:57:24.551832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:24.568844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-702d37ce-9778-4cf7-af8d-14f0b4a82e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.570413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-702d37ce-9778-4cf7-af8d-14f0b4a82e2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2047999 Jan 28 00:57:24.587590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:24.587971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:24.640579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['557d58a1-0c75-4037-9db4-34aeedbbd48d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:24.695145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd25ddd-4438-4b58-bc9f-685648b58c06 req-1d42e26a-a6f5-411f-b07e-340108e1ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.697969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ddd25ddd-4438-4b58-bc9f-685648b58c06 req-1d42e26a-a6f5-411f-b07e-340108e1ed25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1096 time: 0.0611794 Jan 28 00:57:24.719226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-ffe428e0-f640-4006-8ce5-679e9a59220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.721879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-ffe428e0-f640-4006-8ce5-679e9a59220e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1696846 Jan 28 00:57:24.752248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d2c08-0085-46f3-ae10-2679be6e56c6 req-8c3ce506-d9c9-4830-8ce4-fe4626aebc25 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.753808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f35d2c08-0085-46f3-ae10-2679be6e56c6 req-8c3ce506-d9c9-4830-8ce4-fe4626aebc25 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.2119603 Jan 28 00:57:24.800774 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ddd25ddd-4438-4b58-bc9f-685648b58c06 req-99bf262d-8e85-46c6-913c-b099ecf360ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955420 Jan 28 00:57:24.822486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:24.842207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9f25ff5-1a21-4ef7-a96d-3661d0a4c5ed req-ae358ebc-19a7-427f-8c56-1430fbea849c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 210 time: 0.0631604 Jan 28 00:57:24.867688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-46e0804b-c010-4807-af5a-3324bdeacd6f service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455170 Jan 28 00:57:24.953829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-d973109c-3788-46d4-961a-698a736df677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:24.955408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-d973109c-3788-46d4-961a-698a736df677 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233243 Jan 28 00:57:24.963216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f35d2c08-0085-46f3-ae10-2679be6e56c6 req-b5e5c054-41f2-4ac0-836e-d37f599b8d35 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725216 Jan 28 00:57:25.069746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-9a6b07aa-3886-4706-a751-f497f106e678 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.075315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-9a6b07aa-3886-4706-a751-f497f106e678 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.077104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-9a6b07aa-3886-4706-a751-f497f106e678 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.45 "GET /v2.0/networks?id=64adcba3-52bf-46a1-9906-25ffb7504e60&id=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 HTTP/1.1" status: 200 len: 1391 time: 0.2119873 Jan 28 00:57:25.097731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'port': {'device_id': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60', 'admin_state_up': True, 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:25.112820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-bf0cf504-ead0-4e29-8b87-e50fc955b2b8 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467559 Jan 28 00:57:25.138065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-861f24f5-e204-4945-b3ce-92d39f9f5cbd service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627621 Jan 28 00:57:25.172567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.178469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.184055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.189396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.195012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.200338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.205672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.207607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-a4870212-e712-4906-9dd4-4d333b824f93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1745648 Jan 28 00:57:25.221381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:25.224962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:25.291690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-576378fc-d3a8-41ca-9c53-d15d8e325b84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e HTTP/1.1" status: 200 len: 217 time: 0.1425390 Jan 28 00:57:25.358623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Allocated IP 19.80.0.127 (64adcba3-52bf-46a1-9906-25ffb7504e60/ea0a9534-a5e1-40f7-8062-98c2306fb9b6/d63345d5-a5d1-40c9-9aba-ae87f2f5b009) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:25.432964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-60e60e28-67f6-47a4-a3d1-77cd8bc56205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.434643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-60e60e28-67f6-47a4-a3d1-77cd8bc56205 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1226394 Jan 28 00:57:25.441731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a867a96c-f766-4482-bb30-1d3365f055c4 req-066f636a-fbd5-44af-872d-c5c37c222659 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2030816 Jan 28 00:57:25.443629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63884d78-55a7-4c55-987e-d6a2e9081d9e req-f8c9465d-81e1-4b44-8cb5-9ab85148760d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194418 Jan 28 00:57:25.457197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60f256bc-eba5-4257-aadd-bafa6aabf097 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:25.462910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de2be1-ba9b-4382-bff0-4092d74250d2 req-4450ae69-513c-49ef-96a4-528758c95e66 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.467867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7de2be1-ba9b-4382-bff0-4092d74250d2 req-4450ae69-513c-49ef-96a4-528758c95e66 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 948 time: 0.2302198 Jan 28 00:57:25.500002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'tag': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:25.502762 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405cbf31-0384-46b0-8b8d-6aa113f06007" -d '{"events": [{"name": "network-changed", "server_uuid": "325aeedc-a41d-48bf-9a31-a35052e38e83", "tag": "b12a266c-1af0-42dc-a734-1c3925c4d9b4"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:25.543651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-1398190d-1201-4a66-9fdc-88b74752657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.545362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-1398190d-1201-4a66-9fdc-88b74752657f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008086 Jan 28 00:57:25.568351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7de2be1-ba9b-4382-bff0-4092d74250d2 req-ef302a61-4d49-4f20-a232-4419c5b17a68 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862331 Jan 28 00:57:25.585870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:25.589675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 60f256bc-eba5-4257-aadd-bafa6aabf097 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:25.590428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:25.630813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:25.689182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:25.694135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:25.713463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:25.722771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 60f256bc-eba5-4257-aadd-bafa6aabf097 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:25.764236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Port': ['ID=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:25.808083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd11d-af26-4a5e-b91b-1716a5e999bf req-a48f2d91-c881-4cf2-b0eb-cd399c66b696 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.809989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-947dd11d-af26-4a5e-b91b-1716a5e999bf req-a48f2d91-c881-4cf2-b0eb-cd399c66b696 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.1561120 Jan 28 00:57:25.812493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-d85c0156-fa0e-41ad-84fe-74ff0e08c1dc service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509336 Jan 28 00:57:25.830559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43704) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:25.837593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Request body: {'floatingip': {'port_id': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:25.864782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:25.865647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:25.955161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:26.000246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-b2a69187-6adb-4fa9-bf6b-89a074d0590a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9073436 Jan 28 00:57:26.009174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-f2a8614e-cc92-433c-949c-a50f490fa816 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872211 Jan 28 00:57:26.063542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3f96137b-ab95-4119-af39-e597df4d60d1 None None] Provisioning complete for port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:26.063924 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f96137b-ab95-4119-af39-e597df4d60d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:26.076693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Request body: {'port': {'device_id': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1', 'admin_state_up': True, 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:26.164081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-d0775930-8052-4809-b4ff-25ce4943dfd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4 HTTP/1.1" status: 200 len: 217 time: 0.1088138 Jan 28 00:57:26.172329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3f96137b-ab95-4119-af39-e597df4d60d1 None None] Port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:26.279618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daef5b-1052-4da7-9824-c314ffc7fe04 req-ac4e2067-6150-4e16-8472-518c019148d3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.287453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03daef5b-1052-4da7-9824-c314ffc7fe04 req-ac4e2067-6150-4e16-8472-518c019148d3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.1160212 Jan 28 00:57:26.301767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-27ff6bd3-8ac8-4a45-8c93-ac42a11c514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.304274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-27ff6bd3-8ac8-4a45-8c93-ac42a11c514b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.0991292 Jan 28 00:57:26.369691 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c9fe23-f195-418e-9905-df1cf53ae7bb x-openstack-request-id: req-59c9fe23-f195-418e-9905-df1cf53ae7bb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:26.370403 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325aeedc-a41d-48bf-9a31-a35052e38e83", "tag": "b12a266c-1af0-42dc-a734-1c3925c4d9b4", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:26.370403 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59c9fe23-f195-418e-9905-df1cf53ae7bb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:26.370740 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'tag': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4', 'status': 'completed', 'code': 200} Jan 28 00:57:26.402638 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03daef5b-1052-4da7-9824-c314ffc7fe04 req-84085650-015a-4d1a-a93f-6e0e63543f3c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141984 Jan 28 00:57:26.414946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-e0d9ce7e-9513-4d39-a44a-f2aac05a21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.416562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-e0d9ce7e-9513-4d39-a44a-f2aac05a21d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025102 Jan 28 00:57:26.423635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Made reservation on behalf of 77762e880e5e4aaebf2ca7ddd468b0a6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:26.424415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dd3de-f0d0-4998-9b5c-470483b22f5e req-95422402-8d01-4c75-a322-924b44bb0fcf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.425049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:26.426073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a69dd3de-f0d0-4998-9b5c-470483b22f5e req-95422402-8d01-4c75-a322-924b44bb0fcf tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 932 time: 0.0997424 Jan 28 00:57:26.556653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a69dd3de-f0d0-4998-9b5c-470483b22f5e req-541b3b26-8c87-4b3a-a8f4-5e02f6f4a18c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034660 Jan 28 00:57:26.589371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-b91ecb0b-0ae7-480f-9f7e-008ba42cd092 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618540 Jan 28 00:57:26.599007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-1f146b05-3785-4643-bed4-c8b776ee3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.600510 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-1f146b05-3785-4643-bed4-c8b776ee3042 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 1099 time: 0.2290466 Jan 28 00:57:26.656022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-a553e7d0-5501-4e8f-b4b4-6e08229508f4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.657553 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-a553e7d0-5501-4e8f-b4b4-6e08229508f4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1&tenant_id=bd4070c2713345138370aa6859788162&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 949 time: 0.2908502 Jan 28 00:57:26.755397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca9fd3-bdbb-43b7-bd98-bf78fce896e0 req-5922fd05-e7f6-4efa-bc9c-df2f7fe3bde6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.762302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67ca9fd3-bdbb-43b7-bd98-bf78fce896e0 req-5922fd05-e7f6-4efa-bc9c-df2f7fe3bde6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.1177025 Jan 28 00:57:26.775589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.780825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.785950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.791076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.796464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.801368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.806533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.809099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-ad0837db-26f9-4845-bcd7-abbd56a3eb45 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1649711 Jan 28 00:57:26.816309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-9f0a8a4c-2fa8-4aa3-903d-82d8fbd1a8da service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204165 Jan 28 00:57:26.878722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-c97da47c-76e1-4582-a030-a5614da91391 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 200 len: 217 time: 0.0539238 Jan 28 00:57:26.952139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67ca9fd3-bdbb-43b7-bd98-bf78fce896e0 req-5a98098c-aae8-46a2-a9ef-812b7b1e96b9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889367 Jan 28 00:57:26.967346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-02f849ec-6c00-42ab-858a-82ee844cd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.968862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-02f849ec-6c00-42ab-858a-82ee844cd7e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.0842016 Jan 28 00:57:26.973832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-392604c0-6d1f-408e-8be8-fdb23a81d2e3 req-f154b8f5-b82c-40aa-ae94-ba127fc5cd12 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1566057 Jan 28 00:57:26.976133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-05b30d9c-60b5-4cc3-9e50-a38b12b53590 service neutron] 10.222.0.43 "GET /v2.0/ports/557d58a1-0c75-4037-9db4-34aeedbbd48d/bindings/n-h1-826756-1 HTTP/1.1" status: 200 len: 382 time: 0.3006687 Jan 28 00:57:26.984377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-0dba3585-dd7a-44b9-a95e-b940e7953dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:26.989980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-0dba3585-dd7a-44b9-a95e-b940e7953dd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3658664 Jan 28 00:57:26.995486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Allocated IP 19.86.0.154 (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1/f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6/11ca4a82-3c76-4cac-af9b-f324156d9884) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:27.034798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-85227b15-26d8-4291-a532-b2b417983d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.036290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-85227b15-26d8-4291-a532-b2b417983d17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614233 Jan 28 00:57:27.094768 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-cca1b1f1-66a9-4f4f-af5d-513e94e9b1ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0859020 Jan 28 00:57:27.170856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df9897-7810-415b-9790-f249cf16a13f req-23a2f70a-20cc-480a-86d3-78418c6f1f23 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.172600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14df9897-7810-415b-9790-f249cf16a13f req-23a2f70a-20cc-480a-86d3-78418c6f1f23 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 948 time: 0.0776367 Jan 28 00:57:27.176773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-6289c0c0-fdab-4478-8834-5d612ab7e756 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343293 Jan 28 00:57:27.397514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b12a266c-1af0-42dc-a734-1c3925c4d9b4 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:27.406069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:27.615855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-acfa4c29-abf5-459c-b06e-23b0a338e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.617684 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-acfa4c29-abf5-459c-b06e-23b0a338e548 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.5025907 Jan 28 00:57:27.627751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-b7c4ff62-ec15-447d-bca8-4a961c7b03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.629390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-b7c4ff62-ec15-447d-bca8-4a961c7b03ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1100 time: 0.6043642 Jan 28 00:57:27.634663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.resource_extend [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:57:27.641517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 557d58a1-0c75-4037-9db4-34aeedbbd48d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:27.654072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 557d58a1-0c75-4037-9db4-34aeedbbd48d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:27.654776 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:27.666031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14df9897-7810-415b-9790-f249cf16a13f req-8622f213-7bee-45a4-8124-5a04269597e1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846008 Jan 28 00:57:27.714720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b12a266c-1af0-42dc-a734-1c3925c4d9b4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:27.716659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9eea4-76e2-41cb-a5a3-7774bc7045fa req-bb85be2e-f0a4-43a7-b1d7-764b1d9e12d4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.728675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f9eea4-76e2-41cb-a5a3-7774bc7045fa req-bb85be2e-f0a4-43a7-b1d7-764b1d9e12d4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.1572800 Jan 28 00:57:27.743101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4', 'mac_address': 'fa:16:3e:8d:b9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:27.746929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cef00e14-98ae-4634-88f4-dd23f2deb94f req-754459cc-42eb-463e-976e-923104af3836 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605412 Jan 28 00:57:27.801430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f9eea4-76e2-41cb-a5a3-7774bc7045fa req-6a6113fe-696d-47a5-a258-d49be661c0c4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678244 Jan 28 00:57:27.833664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:27.869748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:27.899348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b12a266c-1af0-42dc-a734-1c3925c4d9b4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:27.900118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:27.920196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 557d58a1-0c75-4037-9db4-34aeedbbd48d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:27.920924 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:27.956130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:27.958652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12a266c-1af0-42dc-a734-1c3925c4d9b4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:27.964977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:27.967675 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e1b18d-9aa2-49af-a4dc-391062350e86" -d '{"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-plugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:27.970578 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:27.998236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.998730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.999204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:27.999685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.000157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.000619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.001076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.003257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-d0f598b2-e34b-4195-ad17-1fe3633ea09d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6475 time: 0.1518631 Jan 28 00:57:28.031753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba738eb0-926e-49b1-aca8-06a03c69435c req-b35b546f-6c3e-414b-8a49-06c171e8bf3a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.032753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:28.033048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba738eb0-926e-49b1-aca8-06a03c69435c req-b35b546f-6c3e-414b-8a49-06c171e8bf3a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 932 time: 0.1108613 Jan 28 00:57:28.049763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b12a266c-1af0-42dc-a734-1c3925c4d9b4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:28.055075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:28.105663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-deed58f8-be37-46f3-9327-bfa5fc2947d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.107676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-deed58f8-be37-46f3-9327-bfa5fc2947d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4148095 Jan 28 00:57:28.108849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b12a266c-1af0-42dc-a734-1c3925c4d9b4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:28.109632 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f associated. External IP: 172.25.1.176, port: b7cca451-f9fa-42ea-ae56-f888cb32db4a. Jan 28 00:57:28.123352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ef06-83d9-420a-be86-9ee6b2d64776 req-b1aa0f5e-fb84-427e-8b0f-2af26685fe26 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.130661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2657ef06-83d9-420a-be86-9ee6b2d64776 req-b1aa0f5e-fb84-427e-8b0f-2af26685fe26 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1096 time: 0.2321932 Jan 28 00:57:28.134938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-088e1208-11d6-4467-b461-13ce649d56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.137626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-088e1208-11d6-4467-b461-13ce649d56c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 200 len: 902 time: 0.1262102 Jan 28 00:57:28.175461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:28.218886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-003597ca-c081-4e8c-8f93-ceaf4338e568 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 200 len: 217 time: 0.0752771 Jan 28 00:57:28.219043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-32d5121f-0f2d-4a0c-a74b-f0f4129c6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.220385 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-32d5121f-0f2d-4a0c-a74b-f0f4129c6f1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5827994 Jan 28 00:57:28.228801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-a1162b09-6992-42c6-a003-704ba011b091 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0618541 Jan 28 00:57:28.281916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-e000dd12-c0c5-4f01-a367-fd7ecee0a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.291926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-e000dd12-c0c5-4f01-a367-fd7ecee0a3cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.0647554 Jan 28 00:57:28.301056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba738eb0-926e-49b1-aca8-06a03c69435c req-3815d316-d549-4a1b-b313-31e0118980d0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680608 Jan 28 00:57:28.352601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2657ef06-83d9-420a-be86-9ee6b2d64776 req-90564271-7168-42bb-ad3b-1eb21db9db62 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157862 Jan 28 00:57:28.379622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-602c90fc-bc39-46c5-92cc-0d7648a4820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.381146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-602c90fc-bc39-46c5-92cc-0d7648a4820e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793409 Jan 28 00:57:28.432274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:28.432833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:28.481278 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a365fe2f-749a-4f30-851d-1cf55c67f72d x-openstack-request-id: req-a365fe2f-749a-4f30-851d-1cf55c67f72d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:28.481566 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-plugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:28.481837 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a365fe2f-749a-4f30-851d-1cf55c67f72d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:28.482225 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'code': 200} Jan 28 00:57:28.524909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-b1feed19-0fa1-4945-bdcf-7e4eb05bea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.526938 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-b1feed19-0fa1-4945-bdcf-7e4eb05bea2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.2816110 Jan 28 00:57:28.568651 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-2b0d8540-f3a4-40de-859c-8af07bea0e14 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369639 Jan 28 00:57:28.586199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:28.606706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b8205-d388-403b-ac01-973fcff45388 req-c0e6551b-70cc-4a7a-b3e4-302c97533dcb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.613592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-118b8205-d388-403b-ac01-973fcff45388 req-c0e6551b-70cc-4a7a-b3e4-302c97533dcb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1133122 Jan 28 00:57:28.632394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:28.636011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:28.685634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-5cb7c888-bd9e-4a5e-907e-76a20a6ab980 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979414 Jan 28 00:57:28.700297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.706496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.712559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.718978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.729131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.730724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event updated for resources: {'Port': ['ID=11ca4a82-3c76-4cac-af9b-f324156d9884,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:28.737509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.747421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.749387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-0e306501-3da9-46d9-ac35-0e873bff01f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2099955 Jan 28 00:57:28.799178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-118b8205-d388-403b-ac01-973fcff45388 req-40529803-dccd-4d0b-bf66-5423a182be8e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796582 Jan 28 00:57:28.812182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-5f49cf72-a84a-48c7-a7ec-04c022e3a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.812182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-5f49cf72-a84a-48c7-a7ec-04c022e3a1ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2563081 Jan 28 00:57:28.812762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:28.813473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:28.957231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-286f755f-3410-48f1-87b2-2f2a4b011201 req-5cbac81d-1043-4019-83ca-853873064128 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1797776 Jan 28 00:57:29.006816 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-70fb732c-e49a-4759-bbe0-ab2c074e1c95 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9516845 Jan 28 00:57:29.033746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-baaae0cd-0888-4595-aa89-d46d1798ffc0 None None] Provisioning complete for port 11ca4a82-3c76-4cac-af9b-f324156d9884 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:29.034704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-baaae0cd-0888-4595-aa89-d46d1798ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.036763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Request body: {'port': {'device_id': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:29.039402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac022d17-8187-4da7-b4e8-82fc824404a8 req-2917343d-8960-470a-b866-681091df32f9 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890115 Jan 28 00:57:29.057230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d91bb-2fa9-494c-83da-63cdef676894 req-69e6dc2f-d86f-47ce-9c4b-7928e703f35c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:29.058845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-937d91bb-2fa9-494c-83da-63cdef676894 req-69e6dc2f-d86f-47ce-9c4b-7928e703f35c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 949 time: 0.1236475 Jan 28 00:57:29.071815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-405cbf31-0384-46b0-8b8d-6aa113f06007 req-33c03f06-7504-4ddb-81f8-1b931b242388 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809258 Jan 28 00:57:29.093363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-23d88f6e-6b38-4bcf-b61a-efb5ea9b7936 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770367 Jan 28 00:57:29.131060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:57:29.133032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.136614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-baaae0cd-0888-4595-aa89-d46d1798ffc0 None None] Port 11ca4a82-3c76-4cac-af9b-f324156d9884 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:29.174261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-937d91bb-2fa9-494c-83da-63cdef676894 req-0a76a457-0979-42aa-bad0-623e472b1b58 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992224 Jan 28 00:57:29.371818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-879f7708-0c82-4c85-88e6-a541008f3973 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364683 Jan 28 00:57:29.457913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121dc1-ea6c-4ae9-8495-03437d0c5a85 req-26689d9d-a95f-4528-8f5d-22f83106982d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:29.463978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121dc1-ea6c-4ae9-8495-03437d0c5a85 req-26689d9d-a95f-4528-8f5d-22f83106982d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:29.472146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:29.474526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07121dc1-ea6c-4ae9-8495-03437d0c5a85 req-26689d9d-a95f-4528-8f5d-22f83106982d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1655 time: 0.0789812 Jan 28 00:57:29.477992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.485234 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:29.502302 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:29.505908 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:29.516247 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca0ea189-51a0-4e5d-9cfd-96ef57b9870f tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "PUT /v2.0/floatingips/40923a24-a7ac-4b54-a0f1-e41d7e499b2f HTTP/1.1" status: 200 len: 992 time: 3.6844416 Jan 28 00:57:29.518209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:29.520426 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88787f07-7223-49b7-be2a-0595b3ee604d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:29.546281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07121dc1-ea6c-4ae9-8495-03437d0c5a85 req-d608ec50-d043-4f75-aad8-713b8cf64872 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700233 Jan 28 00:57:29.637051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63345d5-a5d1-40c9-9aba-ae87f2f5b009 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:29.645997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Publish callbacks [] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.658974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Transition to ACTIVE for port object d63345d5-a5d1-40c9-9aba-ae87f2f5b009 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:29.662823 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29989f64-0bad-4720-ac49-aa76a12a6b91 x-openstack-request-id: req-29989f64-0bad-4720-ac49-aa76a12a6b91 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:29.663226 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:29.663522 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29989f64-0bad-4720-ac49-aa76a12a6b91 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:29.663915 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'status': 'completed', 'code': 200} Jan 28 00:57:29.672364 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.678502 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:29.750909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787f07-7223-49b7-be2a-0595b3ee604d req-0a694fee-e48a-44f4-a260-0b422bce4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:29.752601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-0a694fee-e48a-44f4-a260-0b422bce4d2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9322abd40a04549a2cc0339a6e7caef&device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 1097 time: 0.0921011 Jan 28 00:57:29.792233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Pushing event updated for resources: {'Port': ['ID=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:29.914761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Attempting to bind port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:29.916414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Attempting to bind port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:29.916759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Attempting to bind port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 on network 64adcba3-52bf-46a1-9906-25ffb7504e60 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:29.933199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 on network 64adcba3-52bf-46a1-9906-25ffb7504e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:29.933925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Attempting to bind port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 on network 64adcba3-52bf-46a1-9906-25ffb7504e60 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:29.940676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:29.941139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Checking segment: {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:29.941526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Bound using segment: {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:29.942044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Bound port: d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:29.942399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:30.009571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20184-3585-477c-8ca5-e6888a280872 req-59d7a863-e3a9-48b2-be2c-f4d9e8d4f6c8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.019027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59d20184-3585-477c-8ca5-e6888a280872 req-59d7a863-e3a9-48b2-be2c-f4d9e8d4f6c8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.0869689 Jan 28 00:57:30.039064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] For port d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:30.046458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] For port d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:30.048684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787f07-7223-49b7-be2a-0595b3ee604d req-86061b19-1173-4dd1-8193-7730a4bceae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.050704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-86061b19-1173-4dd1-8193-7730a4bceae1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 200 len: 925 time: 0.2725878 Jan 28 00:57:30.054679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:30.176194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '40923a24-a7ac-4b54-a0f1-e41d7e499b2f', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'port_id': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'mac_address': 'fa:16:3e:2b:7a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:57:27Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:30.208621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59d20184-3585-477c-8ca5-e6888a280872 req-6a0cd445-037b-442a-9c68-993fb4b54bae tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780605 Jan 28 00:57:30.237676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.238413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:30.239907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] 10.222.0.45 "PUT /v2.0/ports/d63345d5-a5d1-40c9-9aba-ae87f2f5b009 HTTP/1.1" status: 200 len: 1092 time: 1.2145317 Jan 28 00:57:30.244011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.250540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.252389 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:30.275574 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:30.280084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.280488 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:30.285529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.291196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.296530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.308896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.317188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-7567afbb-49da-41bb-8436-acbc0ff9aa96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2138574 Jan 28 00:57:30.363236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Request body: {'port': {'device_id': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:30.415739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8272fa2a-e998-44a9-8609-fb3287e4a76d req-51c27327-cae9-474a-bf0f-1fe50ee4178f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0970762 Jan 28 00:57:30.507662 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-38818e65-577d-485e-8987-fc3bfa8bf7bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a HTTP/1.1" status: 200 len: 1000 time: 0.4303493 Jan 28 00:57:30.508326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a499-c523-493d-884d-7e5841ca2b6e service neutron] Pushing event updated for resources: {'Port': ['ID=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:30.517748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96566e0c-c1a4-4f05-8dca-5306dfcd06a6 req-f0baae8c-9b3f-4a0c-bfd6-aa90f2d16cb8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.519355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96566e0c-c1a4-4f05-8dca-5306dfcd06a6 req-f0baae8c-9b3f-4a0c-bfd6-aa90f2d16cb8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 949 time: 0.0647137 Jan 28 00:57:30.545969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:30.547245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:30.618880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96566e0c-c1a4-4f05-8dca-5306dfcd06a6 req-ccceb50c-22ca-4f6c-94d4-b65cfe3a7479 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Jan 28 00:57:30.641025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787f07-7223-49b7-be2a-0595b3ee604d req-b2193176-e3f9-443b-9d42-5b1ce6ea2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.642555 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-b2193176-e3f9-443b-9d42-5b1ce6ea2dc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 200 len: 863 time: 0.1222475 Jan 28 00:57:30.734954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c201e7-5487-4983-9d4f-0e90769656d0 req-5c3b5ddc-79b2-4688-a94f-bee50dfd7ad4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.743465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c201e7-5487-4983-9d4f-0e90769656d0 req-5c3b5ddc-79b2-4688-a94f-bee50dfd7ad4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.751353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9c201e7-5487-4983-9d4f-0e90769656d0 req-5c3b5ddc-79b2-4688-a94f-bee50dfd7ad4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1667 time: 0.0833387 Jan 28 00:57:30.814373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9c201e7-5487-4983-9d4f-0e90769656d0 req-5fdc2edb-a9c2-4b9f-be1d-b54053e5cca4 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619025 Jan 28 00:57:30.843005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787f07-7223-49b7-be2a-0595b3ee604d req-ac30fb34-f06b-4eb6-887d-a97249157961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:30.844570 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-ac30fb34-f06b-4eb6-887d-a97249157961 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028786 Jan 28 00:57:30.883613 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '40923a24-a7ac-4b54-a0f1-e41d7e499b2f', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'port_id': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'mac_address': 'fa:16:3e:2b:7a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:57:27Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:30.913719 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71756e7-3fda-481e-a7fe-ca5124fb4878 None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '40923a24-a7ac-4b54-a0f1-e41d7e499b2f', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'port_id': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'mac_address': 'fa:16:3e:2b:7a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:57:27Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:31.040516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-84eb0c8c-3f98-4282-9794-daccbeffb354 service neutron] 10.222.0.43 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795175 Jan 28 00:57:31.059899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ca4a82-3c76-4cac-af9b-f324156d9884 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:31.078230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Publish callbacks [] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.126642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Transition to ACTIVE for port object 11ca4a82-3c76-4cac-af9b-f324156d9884 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:31.136506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.153037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab6a0e-1475-44e2-a366-1dbb952c455e None None] New status for floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:57:31.210298 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88787f07-7223-49b7-be2a-0595b3ee604d req-2f136c54-79e6-4c9f-a9c3-5a59f86edba2 service neutron] 10.222.0.43 "GET /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597228 Jan 28 00:57:31.212619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca4a82-3c76-4cac-af9b-f324156d9884,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:31.302865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Attempting to bind port 11ca4a82-3c76-4cac-af9b-f324156d9884 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:31.303210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Attempting to bind port 11ca4a82-3c76-4cac-af9b-f324156d9884 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:31.303540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Attempting to bind port 11ca4a82-3c76-4cac-af9b-f324156d9884 on network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:31.312158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Port 11ca4a82-3c76-4cac-af9b-f324156d9884 on network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:31.312485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Attempting to bind port 11ca4a82-3c76-4cac-af9b-f324156d9884 on network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:31.322953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:31.323221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Checking segment: {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:31.323669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Bound using segment: {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:31.324112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Bound port: 11ca4a82-3c76-4cac-af9b-f324156d9884, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e0bd44-f479-4bfe-840a-35d8ae626f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:31.324480 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.411713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b12a266c-1af0-42dc-a734-1c3925c4d9b4 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:31.455703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] For port 11ca4a82-3c76-4cac-af9b-f324156d9884, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:31.459776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] For port 11ca4a82-3c76-4cac-af9b-f324156d9884, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=11ca4a82-3c76-4cac-af9b-f324156d9884,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:31.476221 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.494765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port b12a266c-1af0-42dc-a734-1c3925c4d9b4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:31.502210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port b12a266c-1af0-42dc-a734-1c3925c4d9b4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:31.503341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.543790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5a3f-afa6-4f7e-9536-6a47e7b02651 req-c71ebe87-8d3f-404d-8622-5a26397a9d18 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.553866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f7d5a3f-afa6-4f7e-9536-6a47e7b02651 req-c71ebe87-8d3f-404d-8622-5a26397a9d18 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.1933753 Jan 28 00:57:31.560777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.561491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.562926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] 10.222.0.45 "PUT /v2.0/ports/11ca4a82-3c76-4cac-af9b-f324156d9884 HTTP/1.1" status: 200 len: 1092 time: 1.2083635 Jan 28 00:57:31.622652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45934b19-bf22-49a4-9a99-38f16b3bc429 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca4a82-3c76-4cac-af9b-f324156d9884,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:31.641696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b12a266c-1af0-42dc-a734-1c3925c4d9b4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:31.642256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.665051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'tag': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009'}, {'name': 'network-changed', 'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'tag': '11ca4a82-3c76-4cac-af9b-f324156d9884'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:31.668965 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb1ea1-b56b-4f61-841f-e12279384c87" -d '{"events": [{"name": "network-changed", "server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "tag": "d63345d5-a5d1-40c9-9aba-ae87f2f5b009"}, {"name": "network-changed", "server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "tag": "11ca4a82-3c76-4cac-af9b-f324156d9884"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:31.688041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:31.692255 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1255442-b274-4475-bf87-112f0f8d5581" -d '{"events": [{"server_uuid": "325aeedc-a41d-48bf-9a31-a35052e38e83", "name": "network-vif-plugged", "status": "completed", "tag": "b12a266c-1af0-42dc-a734-1c3925c4d9b4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:31.701050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f7d5a3f-afa6-4f7e-9536-6a47e7b02651 req-6ef591df-2711-48bb-91cf-62dd48c2c286 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412714 Jan 28 00:57:31.709582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b12a266c-1af0-42dc-a734-1c3925c4d9b4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:31.715017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:31.716031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.738674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.743930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.752499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.758199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.763740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.777053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-00394f77-1510-475a-ae7d-ae883f98fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.777535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-00394f77-1510-475a-ae7d-ae883f98fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.779142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-00394f77-1510-475a-ae7d-ae883f98fe2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1981 time: 0.0887351 Jan 28 00:57:31.785233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.789607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b12a266c-1af0-42dc-a734-1c3925c4d9b4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:31.801627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-e2df6e8b-36b6-4822-b912-4dfd9d245758 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2050776 Jan 28 00:57:31.854175 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-4805d446-459b-405f-98d4-165b51cb09fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009 HTTP/1.1" status: 200 len: 217 time: 0.0622706 Jan 28 00:57:31.937745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-6f708422-f358-4924-8701-d7e822b980fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.939842 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-6f708422-f358-4924-8701-d7e822b980fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea0a9534-a5e1-40f7-8062-98c2306fb9b6 HTTP/1.1" status: 200 len: 801 time: 0.0799048 Jan 28 00:57:31.942517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed56e0b-f1b8-49c6-9429-d52c05ed40c7 req-ebab6a06-7b20-44ce-b5c4-8aef1c62c6fa tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.948808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed56e0b-f1b8-49c6-9429-d52c05ed40c7 req-ebab6a06-7b20-44ce-b5c4-8aef1c62c6fa tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 950 time: 0.1290500 Jan 28 00:57:31.990990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-e48f0cfa-26e3-4966-898d-9fca8ea255d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:31.992678 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-e48f0cfa-26e3-4966-898d-9fca8ea255d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64adcba3-52bf-46a1-9906-25ffb7504e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0428870 Jan 28 00:57:31.996809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63138e7e-b9d5-4f07-a260-f992c46b533e req-ae6c25cf-1796-44d3-86e2-356f75fd77f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1942782 Jan 28 00:57:32.032933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed56e0b-f1b8-49c6-9429-d52c05ed40c7 req-a90aa774-b6e2-4a41-ae5d-5c73c3ea9620 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831997 Jan 28 00:57:32.057695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-cb45bbcc-4b61-47e6-8892-2a30aca224ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.059474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-cb45bbcc-4b61-47e6-8892-2a30aca224ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1&tenant_id=bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 1101 time: 0.1034150 Jan 28 00:57:32.078135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:32.098430 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450be6cb-9ca4-4884-a3a7-419562a97a12 x-openstack-request-id: req-450be6cb-9ca4-4884-a3a7-419562a97a12 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:32.099003 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325aeedc-a41d-48bf-9a31-a35052e38e83", "name": "network-vif-plugged", "status": "completed", "tag": "b12a266c-1af0-42dc-a734-1c3925c4d9b4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:32.099565 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-450be6cb-9ca4-4884-a3a7-419562a97a12 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:32.100174 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4', 'code': 200} Jan 28 00:57:32.231622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:32.291308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f599-e341-42ec-85a0-a692b99c9eab req-84e37fed-fbc6-4847-adca-58788f150494 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.296734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f599-e341-42ec-85a0-a692b99c9eab req-84e37fed-fbc6-4847-adca-58788f150494 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.298537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfb2f599-e341-42ec-85a0-a692b99c9eab req-84e37fed-fbc6-4847-adca-58788f150494 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1679 time: 0.1434872 Jan 28 00:57:32.373398 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18bbe64-7d06-46e5-8931-94083015ec19 x-openstack-request-id: req-f18bbe64-7d06-46e5-8931-94083015ec19 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:32.373737 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "tag": "d63345d5-a5d1-40c9-9aba-ae87f2f5b009", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "tag": "11ca4a82-3c76-4cac-af9b-f324156d9884", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:32.374030 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f18bbe64-7d06-46e5-8931-94083015ec19 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:32.374399 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'tag': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009', 'status': 'completed', 'code': 200} Jan 28 00:57:32.374657 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'tag': '11ca4a82-3c76-4cac-af9b-f324156d9884', 'status': 'completed', 'code': 200} Jan 28 00:57:32.431794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfb2f599-e341-42ec-85a0-a692b99c9eab req-42749445-8551-41fa-b725-09a637a09106 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177182 Jan 28 00:57:32.445013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa1078-f6c4-4826-ae1b-947f9a3743d9 req-b946af8f-fa84-4011-9671-b6adf1a792cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.446585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fefa1078-f6c4-4826-ae1b-947f9a3743d9 req-b946af8f-fa84-4011-9671-b6adf1a792cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 1101 time: 0.0711815 Jan 28 00:57:32.450206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-c158b875-0136-463b-ae11-1ff8d0be39fe service neutron] 10.222.0.45 "GET /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498229 Jan 28 00:57:32.505453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:32.546487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:32.562288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fefa1078-f6c4-4826-ae1b-947f9a3743d9 req-ca1e41a4-0bae-460d-b733-cf84d748a2ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089187 Jan 28 00:57:32.590073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:32.593081 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb509bd-5e27-4a74-b7c6-b6c97dd20be9" -d '{"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:32.596519 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Publish callbacks [] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:32.609161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-5e6f2572-28a8-41f2-bfd7-e61c1678db6c service neutron] 10.222.0.45 "GET /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034949 Jan 28 00:57:32.618638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Transition to ACTIVE for port object 557d58a1-0c75-4037-9db4-34aeedbbd48d will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:32.624095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:32.657898 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a2a60-9f30-4729-9cc0-d42473764db5 x-openstack-request-id: req-b37a2a60-9f30-4729-9cc0-d42473764db5 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:32.658216 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:32.658478 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b37a2a60-9f30-4729-9cc0-d42473764db5 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:32.659005 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'code': 200} Jan 28 00:57:32.661163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-28a3d305-88fa-47d9-825a-322d21629f6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=11ca4a82-3c76-4cac-af9b-f324156d9884 HTTP/1.1" status: 200 len: 217 time: 0.0459647 Jan 28 00:57:32.702245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] No DVR routers for this DVR port 557d58a1-0c75-4037-9db4-34aeedbbd48d on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:32.739883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=10']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:32.744039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:32.744376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:32.744705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:32.750670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:32.750991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Attempting to bind port 557d58a1-0c75-4037-9db4-34aeedbbd48d on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:32.753215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-9c286fdd-5e29-4406-a121-975d76359212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.755945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-9c286fdd-5e29-4406-a121-975d76359212 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6 HTTP/1.1" status: 200 len: 801 time: 0.0656281 Jan 28 00:57:32.757509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:32.757813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:32.758181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:32.758607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Bound port: 557d58a1-0c75-4037-9db4-34aeedbbd48d, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:32.759057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:32.827330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-d6ba2424-b688-43a3-b8f0-669bf7b78824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.829245 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-d6ba2424-b688-43a3-b8f0-669bf7b78824 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633149 Jan 28 00:57:32.874953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:32.896642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:32.909986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c071b9-997e-4a16-92dc-fa87b694f2a0 req-260e7803-e4af-4236-8283-4b17ccfa4aef tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.911927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82c071b9-997e-4a16-92dc-fa87b694f2a0 req-260e7803-e4af-4236-8283-4b17ccfa4aef tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.0759068 Jan 28 00:57:32.913020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:32.947670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-051c5fe8-cd94-4873-9a0f-1e2af3f7f8d4 service neutron] 10.222.0.45 "GET /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114459 Jan 28 00:57:32.956495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:32.957135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:32.958703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] 10.222.0.45 "PUT /v2.0/ports/557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 1097 time: 0.8861616 Jan 28 00:57:33.071644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b902d311-3da2-404f-92f2-9cfa699c6506 req-e9b6dd19-c193-46fc-a2b9-68ce85c02cdb service neutron] 10.222.0.45 "GET /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169186 Jan 28 00:57:33.099177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019f020-b100-4edd-a237-1a1850c00a84 service neutron] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=11']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:33.118753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82c071b9-997e-4a16-92dc-fa87b694f2a0 req-6af8cb40-9889-4b1b-ab0e-f7d813abb300 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590433 Jan 28 00:57:33.160726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-a611423c-23c1-4164-a630-a1d84e884a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.162346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-a611423c-23c1-4164-a630-a1d84e884a10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1100 time: 0.1560750 Jan 28 00:57:33.184967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.191011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.197337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.202977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.208994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.216335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.221766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.223738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-9e2de940-e772-41c6-95cd-b228328fd704 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1039789 Jan 28 00:57:33.247796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-3ad49ebd-2db1-49b7-b4a8-6103cd714983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.248192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-3ad49ebd-2db1-49b7-b4a8-6103cd714983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.250078 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-3ad49ebd-2db1-49b7-b4a8-6103cd714983 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1981 time: 0.0558550 Jan 28 00:57:33.313305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:33.354592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11320568-9687-4baa-9483-28ee5bb53c6b req-c471d93f-be12-4764-a6ea-83a40cc5ec95 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.356188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11320568-9687-4baa-9483-28ee5bb53c6b req-c471d93f-be12-4764-a6ea-83a40cc5ec95 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 950 time: 0.1314778 Jan 28 00:57:33.381307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-8c9b4282-7b6e-453b-b58f-9d014fffad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.382849 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-8c9b4282-7b6e-453b-b58f-9d014fffad26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64adcba3-52bf-46a1-9906-25ffb7504e60 HTTP/1.1" status: 200 len: 902 time: 0.1261315 Jan 28 00:57:33.430226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ac6e3eb-9569-470b-bf12-e5844d1af598 req-ab26c7c7-0863-433d-97fe-f6c79feeb5d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1886244 Jan 28 00:57:33.432584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-586a1bc4-8f97-476e-a25b-aded0a3f2911 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009 HTTP/1.1" status: 200 len: 217 time: 0.0419888 Jan 28 00:57:33.433337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-0cae8709-a65e-49ac-8c68-5e993edf2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.434796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-0cae8709-a65e-49ac-8c68-5e993edf2f3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2090611 Jan 28 00:57:33.466462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11320568-9687-4baa-9483-28ee5bb53c6b req-fdcf0a1d-5fdf-4976-99d7-f3bbec4d7bfe tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935805 Jan 28 00:57:33.512038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-a4eaaf19-4f97-47e6-93a0-96649f51aed7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0649576 Jan 28 00:57:33.522016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-400c93ee-e216-4220-a5f4-c7d193b1a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.523646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-400c93ee-e216-4220-a5f4-c7d193b1a13a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ea0a9534-a5e1-40f7-8062-98c2306fb9b6 HTTP/1.1" status: 200 len: 801 time: 0.0805905 Jan 28 00:57:33.594541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-928b6b95-a429-4c60-a924-76c09c7670fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.596539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-928b6b95-a429-4c60-a924-76c09c7670fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64adcba3-52bf-46a1-9906-25ffb7504e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654252 Jan 28 00:57:33.606155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-b4e8625e-6596-4ba1-9605-84de2979703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.607846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-b4e8625e-6596-4ba1-9605-84de2979703d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0878162 Jan 28 00:57:33.663516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25acc-37f9-4a75-bb8c-c8d6b59934e8 req-4b0b66d7-c515-4d90-bc79-8872e1f43a0a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.668925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25acc-37f9-4a75-bb8c-c8d6b59934e8 req-4b0b66d7-c515-4d90-bc79-8872e1f43a0a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.672248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85c25acc-37f9-4a75-bb8c-c8d6b59934e8 req-4b0b66d7-c515-4d90-bc79-8872e1f43a0a tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1679 time: 0.1058087 Jan 28 00:57:33.700675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-120329da-d16e-4edc-9a29-58e0e92b0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.702168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-120329da-d16e-4edc-9a29-58e0e92b0231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883451 Jan 28 00:57:33.703447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-c1b80649-192f-437d-bc98-3a91301cc99d service neutron] 10.222.0.45 "GET /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007156 Jan 28 00:57:33.754966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85c25acc-37f9-4a75-bb8c-c8d6b59934e8 req-93f79bcd-9b22-4c2a-a6a4-2946248def70 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781176 Jan 28 00:57:33.811974 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-e3dbc4b0-c60f-4037-8400-4b6a69439ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980933 Jan 28 00:57:33.857465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-ada53ee1-cbbb-4ccb-bd79-1e8c55be857e service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423736 Jan 28 00:57:33.937293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-572ab2ab-1720-4848-8797-fbbe551bfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.938430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-572ab2ab-1720-4848-8797-fbbe551bfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:33.939902 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-572ab2ab-1720-4848-8797-fbbe551bfa6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1981 time: 0.0482399 Jan 28 00:57:33.974742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa4f7ce-4dba-4a1d-bed6-a11231e276b2 req-6019153c-3dbc-4ee5-8787-944fdb683899 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912709 Jan 28 00:57:34.029408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-757142c1-f289-4152-92b8-c57021a9bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.030873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-757142c1-f289-4152-92b8-c57021a9bea9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 HTTP/1.1" status: 200 len: 903 time: 0.0850163 Jan 28 00:57:34.077135 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-a164a234-7b12-4fe6-80ee-e40737ff22ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=11ca4a82-3c76-4cac-af9b-f324156d9884 HTTP/1.1" status: 200 len: 217 time: 0.0391908 Jan 28 00:57:34.127877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-3a8f23df-017f-4824-bcfb-daea9075c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.129646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-3a8f23df-017f-4824-bcfb-daea9075c6a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6 HTTP/1.1" status: 200 len: 801 time: 0.0459540 Jan 28 00:57:34.177225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-fa60c7ec-bea0-4244-8d38-b35c1b54d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.178768 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-fa60c7ec-bea0-4244-8d38-b35c1b54d208 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429993 Jan 28 00:57:34.246766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564dddd-daaa-4d60-9ae6-dfe7b9ce99a3 req-2db6efc1-ec81-4187-b80e-45bf85e4040d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.248536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c564dddd-daaa-4d60-9ae6-dfe7b9ce99a3 req-2db6efc1-ec81-4187-b80e-45bf85e4040d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.0523872 Jan 28 00:57:34.274300 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-1f228c06-af03-4cd4-a1fd-e03bdc0e306e service neutron] 10.222.0.45 "GET /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895214 Jan 28 00:57:34.298403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c564dddd-daaa-4d60-9ae6-dfe7b9ce99a3 req-da0d91e6-cc87-4b7f-ba63-d8b001d919a7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Jan 28 00:57:34.362782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5eb1ea1-b56b-4f61-841f-e12279384c87 req-40a0ef94-4b1b-47c4-810b-59ee439983a7 service neutron] 10.222.0.45 "GET /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Jan 28 00:57:34.601082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.606700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.611856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.617331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.622618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.627754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.633282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.635320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17cab723-4432-474b-8dff-3a02c097e259 req-7fe9239a-63f3-415e-b503-a0236c5477e9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1217597 Jan 28 00:57:34.651980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba4d4-928b-41e1-86ea-fcf5b39c02d6 req-ca2d1c36-10f4-4322-af17-ace426caf804 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.653657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a3ba4d4-928b-41e1-86ea-fcf5b39c02d6 req-ca2d1c36-10f4-4322-af17-ace426caf804 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 950 time: 0.1114671 Jan 28 00:57:34.659926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:34.662257 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec53517-362b-4742-a5fe-e8350d11ee87" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:34.745250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17cab723-4432-474b-8dff-3a02c097e259 req-befd85b3-83dc-4856-9265-5b5eb09682d6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1025386 Jan 28 00:57:34.749016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a3ba4d4-928b-41e1-86ea-fcf5b39c02d6 req-bf5dab0c-6deb-4e2e-97de-1f75f9534c2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Jan 28 00:57:34.824918 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3898a85-4733-43cb-920b-6e9b51c8f675 x-openstack-request-id: req-c3898a85-4733-43cb-920b-6e9b51c8f675 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:34.825493 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:34.825769 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3898a85-4733-43cb-920b-6e9b51c8f675 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:34.826305 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'status': 'completed', 'code': 200} Jan 28 00:57:34.917528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-195e089e-b1c7-4023-a486-65b0ac102166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.917528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-195e089e-b1c7-4023-a486-65b0ac102166 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1100 time: 0.0479245 Jan 28 00:57:34.967207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f0e81-b81b-4792-9abb-4a4953471a55 req-2b82effa-fa6e-4a2d-9ed4-328c91f7c436 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.972374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f0e81-b81b-4792-9abb-4a4953471a55 req-2b82effa-fa6e-4a2d-9ed4-328c91f7c436 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:34.974166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc3f0e81-b81b-4792-9abb-4a4953471a55 req-2b82effa-fa6e-4a2d-9ed4-328c91f7c436 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1679 time: 0.0602295 Jan 28 00:57:35.026738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-d5c90a07-30ac-42ec-a6d4-3e66707b67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.029362 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-d5c90a07-30ac-42ec-a6d4-3e66707b67bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 1100 time: 0.1110654 Jan 28 00:57:35.033855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc3f0e81-b81b-4792-9abb-4a4953471a55 req-38243d09-6625-4b6c-8fca-7a0d444259ab tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Jan 28 00:57:35.051502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-0a7176e6-8dda-4624-9848-1c80b36922b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.053117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-0a7176e6-8dda-4624-9848-1c80b36922b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1248598 Jan 28 00:57:35.075090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5e08-05c4-425c-93f3-c319c9992d31 req-114aceec-d60f-45b6-ba80-3c136db82d7c tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.076896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97e5e08-05c4-425c-93f3-c319c9992d31 req-114aceec-d60f-45b6-ba80-3c136db82d7c tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 1101 time: 0.0421741 Jan 28 00:57:35.095086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c97e5e08-05c4-425c-93f3-c319c9992d31 req-420d9a20-26d2-4eae-83da-fadb273a0bb2 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.140229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-85475afb-d122-4a7c-b7a1-c1f0c44a2f5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0645978 Jan 28 00:57:35.174020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c97e5e08-05c4-425c-93f3-c319c9992d31 req-420d9a20-26d2-4eae-83da-fadb273a0bb2 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Publish callbacks [] for security_group (cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.178511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c97e5e08-05c4-425c-93f3-c319c9992d31 req-420d9a20-26d2-4eae-83da-fadb273a0bb2 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:35.212648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-f064dc2c-b9b5-48da-bbf5-60dfc9017f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.214363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-f064dc2c-b9b5-48da-bbf5-60dfc9017f9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0678620 Jan 28 00:57:35.215600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-ef033c35-ac3f-4e13-9dad-73b8d31f530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.216842 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-ef033c35-ac3f-4e13-9dad-73b8d31f530c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1628747 Jan 28 00:57:35.226232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97e5e08-05c4-425c-93f3-c319c9992d31 req-420d9a20-26d2-4eae-83da-fadb273a0bb2 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423399 Jan 28 00:57:35.227886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d9a20-26d2-4eae-83da-fadb273a0bb2 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:35.287019 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-35d3ad10-6c69-4887-99c7-cf8e0f9d0ea7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 200 len: 217 time: 0.0578060 Jan 28 00:57:35.329170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-f8cc2438-df3d-438e-b12d-e42695209d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.330838 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-f8cc2438-df3d-438e-b12d-e42695209d73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106188 Jan 28 00:57:35.374112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-c0868a5c-2ee4-4fbc-8d73-d505f65c4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.374112 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-c0868a5c-2ee4-4fbc-8d73-d505f65c4cff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0743833 Jan 28 00:57:35.400887 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:57:35.426166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:35.479747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-221ddddc-92d6-4f37-9553-096558259aa0 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401198 Jan 28 00:57:35.481399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-aa657853-9e60-4b53-a9ff-fa89d4f8b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.482858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-aa657853-9e60-4b53-a9ff-fa89d4f8b711 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849152 Jan 28 00:57:35.502603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 557d58a1-0c75-4037-9db4-34aeedbbd48d host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:57:35.504319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:35.509381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9c12a-f8bf-438c-b452-084760227856 req-4684f840-7a0f-4bca-a3c6-9cbd181e393e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.511336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18d9c12a-f8bf-438c-b452-084760227856 req-4684f840-7a0f-4bca-a3c6-9cbd181e393e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.1218219 Jan 28 00:57:35.559573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-15e5dd15-5f06-4b07-aa88-7ba1dfc9f169 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325069 Jan 28 00:57:35.601602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18d9c12a-f8bf-438c-b452-084760227856 req-2b5b4c82-5738-439f-aeb6-fc1ebe99b4b5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818305 Jan 28 00:57:35.650459 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-178253a9-4976-4ba0-adde-5ca266a97dce service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612630 Jan 28 00:57:35.654173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-027888d3-26eb-472b-ae75-92eedae80d64 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560020 Jan 28 00:57:35.685353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-39a771bc-baba-41c8-b8f8-bda4d8cc8068 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.686850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-39a771bc-baba-41c8-b8f8-bda4d8cc8068 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194355 Jan 28 00:57:35.703681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-abe138e1-73bd-4deb-a880-cfaab450fcb2 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/quotas/b321f8a6e4fb4e34b0b6ac5b866d431a HTTP/1.1" status: 200 len: 375 time: 0.0111690 Jan 28 00:57:35.753446 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eec53517-362b-4742-a5fe-e8350d11ee87 req-bcddacc8-74dc-4766-90f5-8cade1a9a490 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927994 Jan 28 00:57:35.762791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-138dd129-30df-4c93-84b5-264bb884ee44 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498159 Jan 28 00:57:35.904623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.910778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.916331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.923604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.928937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.934394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.941101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:35.943254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-703c2a14-a0c3-4939-831b-0b086d326632 req-a6174ed0-ac24-484f-98fe-b638524b5a0d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1001384 Jan 28 00:57:36.005031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-703c2a14-a0c3-4939-831b-0b086d326632 req-6f25c9e3-d613-45c3-807b-dde98ba83c05 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0542531 Jan 28 00:57:36.236534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361709b-532d-4d8c-9566-f4c322f400fb req-8d616fb4-dce0-4724-a6f2-ce8f1aa2a91f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:36.243206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361709b-532d-4d8c-9566-f4c322f400fb req-8d616fb4-dce0-4724-a6f2-ce8f1aa2a91f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:36.257692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e361709b-532d-4d8c-9566-f4c322f400fb req-8d616fb4-dce0-4724-a6f2-ce8f1aa2a91f tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1679 time: 0.0795112 Jan 28 00:57:36.325794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e361709b-532d-4d8c-9566-f4c322f400fb req-2856f608-8d93-4871-9339-7ff4623761b9 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701685 Jan 28 00:57:36.470699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7ff3752-fe18-44d2-a73d-b67c3fb41113 req-dd633394-f4d8-4e78-a3ad-376aa442c747 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 210 time: 0.0369935 Jan 28 00:57:36.733547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e15fe0-e696-4497-bd64-28f7ac97b90c req-db53b4bc-39a6-4543-bfad-a2140e4e08f6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:36.735267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9e15fe0-e696-4497-bd64-28f7ac97b90c req-db53b4bc-39a6-4543-bfad-a2140e4e08f6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 949 time: 0.0520604 Jan 28 00:57:36.803477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9e15fe0-e696-4497-bd64-28f7ac97b90c req-d50818d7-6a6c-4f56-a51b-2661f79f0408 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Jan 28 00:57:36.942961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d63345d5-a5d1-40c9-9aba-ae87f2f5b009 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:36.984934 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.035644 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5341f3aa-69d7-441c-9a29-42aeea541d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.079099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:37.100425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009', 'network_id': '64adcba3-52bf-46a1-9906-25ffb7504e60', 'port_id': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009', 'mac_address': 'fa:16:3e:75:5f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0a9534-a5e1-40f7-8062-98c2306fb9b6', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:37.149442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:37.149990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.188944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63345d5-a5d1-40c9-9aba-ae87f2f5b009 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:37.189441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.195131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.201071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.206657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.212207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.214121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:37.218010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.223534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.223836 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.224828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 11ca4a82-3c76-4cac-af9b-f324156d9884 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:37.231972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-896cb0ae-1d6e-4475-be29-689cf64d2ff5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1285496 Jan 28 00:57:37.304604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1429004c-b9c6-4c0b-b018-33a6ffff350c req-a6a69752-3dfa-4f11-be54-5618997de48a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0669663 Jan 28 00:57:37.342235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.386463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 11ca4a82-3c76-4cac-af9b-f324156d9884, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=11ca4a82-3c76-4cac-af9b-f324156d9884,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:37.398204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '11ca4a82-3c76-4cac-af9b-f324156d9884', 'network_id': 'b58736c1-98fc-446a-b0cb-f72dd1bb4fc1', 'port_id': '11ca4a82-3c76-4cac-af9b-f324156d9884', 'mac_address': 'fa:16:3e:d3:9d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:37.455128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 11ca4a82-3c76-4cac-af9b-f324156d9884 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:37.456181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.463082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93246a-8647-45ca-a88a-4b34ab59ea14 req-c674a1f7-6c65-418d-87db-90281524beec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.468747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93246a-8647-45ca-a88a-4b34ab59ea14 req-c674a1f7-6c65-418d-87db-90281524beec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:37.470480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc93246a-8647-45ca-a88a-4b34ab59ea14 req-c674a1f7-6c65-418d-87db-90281524beec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1680 time: 0.0699437 Jan 28 00:57:37.481618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca4a82-3c76-4cac-af9b-f324156d9884 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:37.506794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 11ca4a82-3c76-4cac-af9b-f324156d9884, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=11ca4a82-3c76-4cac-af9b-f324156d9884,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:37.515554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.516308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:37.602905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc93246a-8647-45ca-a88a-4b34ab59ea14 req-77dc8073-3416-42f8-913f-cbce1c38cce8 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264141 Jan 28 00:57:37.649230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2aa1e05-ab98-4e9c-848c-2914585418e0 req-06476b50-592e-4bda-92a4-0e30a4922f3d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 210 time: 0.0821104 Jan 28 00:57:37.658979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=11ca4a82-3c76-4cac-af9b-f324156d9884,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:37.705471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:37.722336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'mac_address': 'fa:16:3e:f4:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:37.776069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 557d58a1-0c75-4037-9db4-34aeedbbd48d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:37.776868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.803886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557d58a1-0c75-4037-9db4-34aeedbbd48d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:37.809195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-082ddf91-0bbe-4cd1-9f13-c096ab47f1f3 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466135 Jan 28 00:57:37.847034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-a58094a1-4017-43af-8b97-37bd44349fbb tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699177 Jan 28 00:57:37.854043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:37.866164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.967388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=12']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:38.019162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-9070e7de-6cca-42f1-a701-71dcc108d2d8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.020764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-9070e7de-6cca-42f1-a701-71dcc108d2d8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068174 Jan 28 00:57:38.054960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:38.059151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1fde-1eae-4416-9109-c8271b20c795 req-a6e0694e-6b66-46d8-a74b-068166bdd3e8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.066078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-995e1fde-1eae-4416-9109-c8271b20c795 req-a6e0694e-6b66-46d8-a74b-068166bdd3e8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.0785792 Jan 28 00:57:38.099248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-e7b18ed0-e6d5-48b8-8d83-456e69e39c2b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.100730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-e7b18ed0-e6d5-48b8-8d83-456e69e39c2b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522581 Jan 28 00:57:38.126364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:38.197555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-995e1fde-1eae-4416-9109-c8271b20c795 req-729f7278-519d-41b0-a5fc-b548cc3a584e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305740 Jan 28 00:57:38.246587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:38.252126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.304652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:38.308579 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.491366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.54 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/fac19888-dda2-498e-9a5f-30670e4dde2c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:38.506297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.519195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.528443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.536767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.544072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['11ca4a82-3c76-4cac-af9b-f324156d9884'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:38.562967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.581502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.592256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.600463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-b7ac72fa-a3cd-4d84-8e4b-bfb51eaff97e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1828208 Jan 28 00:57:38.667458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['557d58a1-0c75-4037-9db4-34aeedbbd48d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:38.774477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efaaae07-74a0-4ed2-bb57-059fe57c6786 req-3424cd65-e025-4ecc-8039-4756b631c1a8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1691840 Jan 28 00:57:38.819994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.848860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c39c31-812e-49d8-9e33-4ce37582656f req-ab7c8ad2-c221-48d8-9fa2-d84f1ab69a0e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.858544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c39c31-812e-49d8-9e33-4ce37582656f req-ab7c8ad2-c221-48d8-9fa2-d84f1ab69a0e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:38.868762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c39c31-812e-49d8-9e33-4ce37582656f req-ab7c8ad2-c221-48d8-9fa2-d84f1ab69a0e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1681 time: 0.1344950 Jan 28 00:57:38.888182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:38.932971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:38.986924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.76 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/ffaca1bd-b914-4c9f-81a1-4d63f09d29dc) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:38.988770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=fac19888-dda2-498e-9a5f-30670e4dde2c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:39.026614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:39.028031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:39.032997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:39.113144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:39.114003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.134249 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-266bc4b2-e975-40d6-ac4a-f187dbfc1aad tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0884213 Jan 28 00:57:39.152905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Request body: {'port': {'device_id': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:39.228710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.304883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f5d1ba8-dc63-4076-8217-c3d96a44922d req-20bcfeaa-e1f9-4e92-9a9a-09b6288900bb tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 210 time: 0.4048960 Jan 28 00:57:39.317674 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e76492d2-e06c-4a87-be70-9075636e642b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.318887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c39c31-812e-49d8-9e33-4ce37582656f req-6d2d7059-48d4-46f3-acc9-be1753ee4d75 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488976 Jan 28 00:57:39.375861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.460872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.497944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:39.567583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:39.582641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:39.601219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:39.670078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:39.670737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.696213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5762796 Jan 28 00:57:39.699805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255d742-5cd9-4809-9615-a7494d09cdaf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:39.717136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Request body: {'port': {'device_id': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:39.724389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac19888-dda2-498e-9a5f-30670e4dde2c {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:39.737521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Publish callbacks [] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.756153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Transition to ACTIVE for port object fac19888-dda2-498e-9a5f-30670e4dde2c will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:39.774771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.791552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75520fce-0355-4371-b285-d5527f7867ca req-9d341445-cd2c-48ef-b07c-3de4579c7bfe tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:39.801190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75520fce-0355-4371-b285-d5527f7867ca req-9d341445-cd2c-48ef-b07c-3de4579c7bfe tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.3401587 Jan 28 00:57:39.912521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d63345d5-a5d1-40c9-9aba-ae87f2f5b009'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:39.926548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75520fce-0355-4371-b285-d5527f7867ca req-678951b3-847b-4ea0-b72b-9c7f86323712 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137290 Jan 28 00:57:40.007307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.039287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Attempting to bind port fac19888-dda2-498e-9a5f-30670e4dde2c on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:40.043550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Attempting to bind port fac19888-dda2-498e-9a5f-30670e4dde2c by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:40.044056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Attempting to bind port fac19888-dda2-498e-9a5f-30670e4dde2c on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:40.057211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Pushing event updated for resources: {'Port': ['ID=fac19888-dda2-498e-9a5f-30670e4dde2c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:40.059670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Port fac19888-dda2-498e-9a5f-30670e4dde2c on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:40.063297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Attempting to bind port fac19888-dda2-498e-9a5f-30670e4dde2c on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:40.095265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:40.095859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:40.096406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:40.097029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Bound port: fac19888-dda2-498e-9a5f-30670e4dde2c, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:40.097550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.245449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-56e31386-002d-416d-926a-b9409b8bb217 None None] Provisioning complete for port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:40.247401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56e31386-002d-416d-926a-b9409b8bb217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.252158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] For port fac19888-dda2-498e-9a5f-30670e4dde2c, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:40.257301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] For port fac19888-dda2-498e-9a5f-30670e4dde2c, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=fac19888-dda2-498e-9a5f-30670e4dde2c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:40.259791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.260302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.260955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.261339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.261953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.262286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.262837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.263888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.264341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.264681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.265011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.265418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.265750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:40.273326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.320748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.322170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.327857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] 10.222.0.45 "PUT /v2.0/ports/fac19888-dda2-498e-9a5f-30670e4dde2c HTTP/1.1" status: 200 len: 1095 time: 1.1801162 Jan 28 00:57:40.334418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'tag': 'fac19888-dda2-498e-9a5f-30670e4dde2c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:40.336412 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2c76b0-49f6-4c87-be73-532b63cad41e", "tag": "fac19888-dda2-498e-9a5f-30670e4dde2c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:40.341201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1dc1-6139-4606-906f-e6184425af98 req-e31e7cee-b00e-46f4-9fb0-9f39f76fc46e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.354572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cbc1dc1-6139-4606-906f-e6184425af98 req-e31e7cee-b00e-46f4-9fb0-9f39f76fc46e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 950 time: 0.2704542 Jan 28 00:57:40.398184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.405046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.411216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.417041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.422342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.427833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.433746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.446682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de466abc-1289-47b3-bdbc-d1bb5eab4383 service neutron] Pushing event updated for resources: {'Port': ['ID=fac19888-dda2-498e-9a5f-30670e4dde2c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:40.447998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8832d644-b79b-463c-9350-1aa87001cebe req-c8c14992-bb83-4bb0-923f-e56b75a11a9c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.4108129 Jan 28 00:57:40.465134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-56e31386-002d-416d-926a-b9409b8bb217 None None] Port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:40.496575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-8050da45-0e4a-4d37-bd9c-98de4e0f0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.498979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-8050da45-0e4a-4d37-bd9c-98de4e0f0a1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 1098 time: 0.1093092 Jan 28 00:57:40.548519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cbc1dc1-6139-4606-906f-e6184425af98 req-8137391c-630a-483a-b41b-1f1c6c1b94ab tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779249 Jan 28 00:57:40.560415 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-a9cd6eb1-e7a2-40b9-903e-fd4c2bf7f1be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fac19888-dda2-498e-9a5f-30670e4dde2c HTTP/1.1" status: 200 len: 217 time: 0.0488551 Jan 28 00:57:40.638339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f596b51e-7505-4de5-bc6a-1b6f22e1f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.640165 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-f596b51e-7505-4de5-bc6a-1b6f22e1f080 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0661786 Jan 28 00:57:40.708031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8832d644-b79b-463c-9350-1aa87001cebe req-a7fc38a6-c96f-4e70-869a-46cf42b420d2 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2590468 Jan 28 00:57:40.724881 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:40.725828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-0eac9c3d-a62d-4421-9426-b74817b3f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.730719 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-0eac9c3d-a62d-4421-9426-b74817b3f3ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799472 Jan 28 00:57:40.882368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-078252f2-acc0-4362-a61e-77ecfffead13 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426964 Jan 28 00:57:40.912832 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8cbee1-d3da-4e43-91ed-63f5389fcf68 x-openstack-request-id: req-5d8cbee1-d3da-4e43-91ed-63f5389fcf68 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:40.913125 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2c76b0-49f6-4c87-be73-532b63cad41e", "tag": "fac19888-dda2-498e-9a5f-30670e4dde2c", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:40.913379 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d8cbee1-d3da-4e43-91ed-63f5389fcf68 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:40.913790 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'tag': 'fac19888-dda2-498e-9a5f-30670e4dde2c', 'status': 'completed', 'code': 200} Jan 28 00:57:40.946888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62c9ba-eb8b-49c3-94dc-63b21204f3f0 req-fed1531e-cc3b-4c69-991e-513871fbaeab tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:40.953761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc62c9ba-eb8b-49c3-94dc-63b21204f3f0 req-fed1531e-cc3b-4c69-991e-513871fbaeab tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 935 time: 0.1120737 Jan 28 00:57:40.954781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 11ca4a82-3c76-4cac-af9b-f324156d9884 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:40.979364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaca1bd-b914-4c9f-81a1-4d63f09d29dc {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:40.990356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Publish callbacks [] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.044901 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-df2fd04f-631e-4fbd-93eb-63dbbdd378b8 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544430 Jan 28 00:57:41.054080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 11ca4a82-3c76-4cac-af9b-f324156d9884 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:41.060407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 11ca4a82-3c76-4cac-af9b-f324156d9884 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:41.061021 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.233676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 11ca4a82-3c76-4cac-af9b-f324156d9884 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:41.234107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.260094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-74af7d76-8fab-4e44-8e76-44cd17f7a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:41.261906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-74af7d76-8fab-4e44-8e76-44cd17f7a6af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 1098 time: 0.1014535 Jan 28 00:57:41.286331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca4a82-3c76-4cac-af9b-f324156d9884'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:41.288991 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e94aa5a-98e0-4cb4-a2f3-94e3d78374d5" -d '{"events": [{"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-plugged", "status": "completed", "tag": "11ca4a82-3c76-4cac-af9b-f324156d9884"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:41.324346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 11ca4a82-3c76-4cac-af9b-f324156d9884, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=11ca4a82-3c76-4cac-af9b-f324156d9884,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:41.340964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.341808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:41.436280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-fbda0305-df76-4b8a-a99a-a57ac340b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:41.439025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-fbda0305-df76-4b8a-a99a-a57ac340b359 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1683574 Jan 28 00:57:41.440341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=11ca4a82-3c76-4cac-af9b-f324156d9884,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.443423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Transition to ACTIVE for port object ffaca1bd-b914-4c9f-81a1-4d63f09d29dc will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:41.458528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.481979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 557d58a1-0c75-4037-9db4-34aeedbbd48d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:41.491643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 557d58a1-0c75-4037-9db4-34aeedbbd48d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:41.492026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.492139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc62c9ba-eb8b-49c3-94dc-63b21204f3f0 req-8abe2c92-f08e-4172-a750-5b504735ab53 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331447 Jan 28 00:57:41.532126 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-b7f3d187-e420-4bd6-b575-24a9dd8b6ca5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fac19888-dda2-498e-9a5f-30670e4dde2c HTTP/1.1" status: 200 len: 217 time: 0.0823901 Jan 28 00:57:41.654883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543ec4-994a-4b88-8a88-eb90ea4bb365 req-9aca9b27-9f3f-422b-92dc-0c9937fba762 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:41.668759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-ab6f488d-52af-4cf9-b0d6-f776baea8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:41.669110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6543ec4-994a-4b88-8a88-eb90ea4bb365 req-9aca9b27-9f3f-422b-92dc-0c9937fba762 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:41.669209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-ab6f488d-52af-4cf9-b0d6-f776baea8342 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1295886 Jan 28 00:57:41.669290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6543ec4-994a-4b88-8a88-eb90ea4bb365 req-9aca9b27-9f3f-422b-92dc-0c9937fba762 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1682 time: 0.6721394 Jan 28 00:57:41.673856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.718538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 557d58a1-0c75-4037-9db4-34aeedbbd48d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:41.718972 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.764285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:41.782418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-4beadbb2-f3ef-4cdc-9762-a899f6a480c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:41.786522 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-4beadbb2-f3ef-4cdc-9762-a899f6a480c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102939 Jan 28 00:57:41.786862 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.824419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Attempting to bind port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:41.824567 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.824761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Attempting to bind port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:41.825309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Attempting to bind port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:41.832735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:41.833067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Attempting to bind port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:41.842457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6543ec4-994a-4b88-8a88-eb90ea4bb365 req-c1108f67-eac9-4cd1-a0eb-caf1a0a55832 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206832 Jan 28 00:57:41.858921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:41.859266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:41.859657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:41.860103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Bound port: ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:41.860462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.875045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=13']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:41.951644 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e6056-09b1-40e1-b752-0c6b1dd89cde x-openstack-request-id: req-b43e6056-09b1-40e1-b752-0c6b1dd89cde {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:41.951949 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-plugged", "status": "completed", "tag": "11ca4a82-3c76-4cac-af9b-f324156d9884", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:41.952207 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b43e6056-09b1-40e1-b752-0c6b1dd89cde {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:41.952628 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca4a82-3c76-4cac-af9b-f324156d9884', 'code': 200} Jan 28 00:57:41.965518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-40b23247-1391-409f-bc4c-b1270a4ac75c service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661913 Jan 28 00:57:41.992044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] For port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:42.022176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] For port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:42.049688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af760-92a5-4012-b2c1-fb359ef71a94 req-80eb0735-6768-4041-9535-97f274d29648 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.051409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-197af760-92a5-4012-b2c1-fb359ef71a94 req-80eb0735-6768-4041-9535-97f274d29648 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 946 time: 0.0959692 Jan 28 00:57:42.053848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.078290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.081847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.084665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] 10.222.0.45 "PUT /v2.0/ports/ffaca1bd-b914-4c9f-81a1-4d63f09d29dc HTTP/1.1" status: 200 len: 1095 time: 2.3725173 Jan 28 00:57:42.100114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c5431cb6-fe5c-4d7d-aef0-8397b322ccde req-a67fec27-7192-45a4-bdaf-047048d30a25 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174245 Jan 28 00:57:42.112484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'tag': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:42.119583 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633578a-16c9-451e-821a-1a1cc9de94de" -d '{"events": [{"name": "network-changed", "server_uuid": "7867e7e4-b6f1-4bae-b96d-b7507e2b992e", "tag": "ffaca1bd-b914-4c9f-81a1-4d63f09d29dc"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:42.182190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.188889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.194373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.201960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.208540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.212370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-2bf8dade-5952-490d-b5b4-e00cc8be86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.213856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.214368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-2bf8dade-5952-490d-b5b4-e00cc8be86cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 1098 time: 0.0576496 Jan 28 00:57:42.219027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.220995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e45b5004-c450-4067-bda4-8676ee3f182c req-00d0c45d-1e56-4098-a3e9-f891ac234ab4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2116122 Jan 28 00:57:42.232632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717272d8-4bf2-4b5b-ae38-6062500ec185 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:42.249574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-197af760-92a5-4012-b2c1-fb359ef71a94 req-532d8382-e9b7-4919-bf84-2b647ca0bcab tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/security-groups?id=67a5b184-ae33-41a9-963e-eff79dd242a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859891 Jan 28 00:57:42.300372 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-c01e7e15-26c1-4a9a-8038-cab385ca6925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc HTTP/1.1" status: 200 len: 217 time: 0.0703826 Jan 28 00:57:42.335831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e45b5004-c450-4067-bda4-8676ee3f182c req-73f67b2f-7b87-4f92-85b5-c857bd9aa723 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1042862 Jan 28 00:57:42.397090 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b0a2f-6bfb-433d-8263-d8c8582423b9 x-openstack-request-id: req-150b0a2f-6bfb-433d-8263-d8c8582423b9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:42.397606 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7867e7e4-b6f1-4bae-b96d-b7507e2b992e", "tag": "ffaca1bd-b914-4c9f-81a1-4d63f09d29dc", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:42.398167 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-150b0a2f-6bfb-433d-8263-d8c8582423b9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:42.398754 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'tag': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'status': 'completed', 'code': 200} Jan 28 00:57:42.406823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-5940298c-a88a-4332-aeb6-ecad1f040d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.408501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-5940298c-a88a-4332-aeb6-ecad1f040d1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0960569 Jan 28 00:57:42.438509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-523bc1ee-b364-482d-8fc0-ba44fba66647 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241089 Jan 28 00:57:42.475607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-ba2722b6-a640-42d4-9ec6-f09e9ccf5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.477160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-ba2722b6-a640-42d4-9ec6-f09e9ccf5d9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544829 Jan 28 00:57:42.569172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a00f52f4-3170-496e-a374-6d9896e97c0b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:42.571152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a00f52f4-3170-496e-a374-6d9896e97c0b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266236 Jan 28 00:57:42.588536 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-cec07945-782f-4e9a-98d9-600ec8ec1c84 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030011 Jan 28 00:57:42.595045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-b3754be8-ebc5-4535-829c-77e7a267469c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/quotas/bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 375 time: 0.0160720 Jan 28 00:57:42.672102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-8cefc5e7-d63b-4e3e-bb95-f91b1d78d30a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707357 Jan 28 00:57:42.742380 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c10412e7-7940-4fce-8b52-7fd5757a49a6 req-bbdcd412-d91f-4cf7-b76b-a86b441284cf service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464095 Jan 28 00:57:42.964626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d63345d5-a5d1-40c9-9aba-ae87f2f5b009 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:42.994778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd4124ce-370e-4586-bfc0-38dd665acecb req-421f34d7-807d-47b8-95b8-7d03c5d2e98d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 210 time: 0.0438461 Jan 28 00:57:43.013022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633578a-16c9-451e-821a-1a1cc9de94de req-1a6f2673-b9c7-4a77-adf0-ef9f2f8d48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.014530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-1a6f2673-b9c7-4a77-adf0-ef9f2f8d48ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 1098 time: 0.1101758 Jan 28 00:57:43.026633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01b792-0b38-4de7-b3ef-244d10acc583 req-88ddce22-a79f-403d-9559-1e4114b850be tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.030610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-61420b28-6e7c-4978-901c-94169d9118c3 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.032255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-61420b28-6e7c-4978-901c-94169d9118c3 tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.45 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 946 time: 0.1273131 Jan 28 00:57:43.033635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a01b792-0b38-4de7-b3ef-244d10acc583 req-88ddce22-a79f-403d-9559-1e4114b850be tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 947 time: 0.1387813 Jan 28 00:57:43.134706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:43.139522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:43.141145 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.149565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633578a-16c9-451e-821a-1a1cc9de94de req-27364049-ee3c-45fa-a6a0-edc576111145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.151599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-27364049-ee3c-45fa-a6a0-edc576111145 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1080120 Jan 28 00:57:43.225037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Deleting port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:43.225663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.287466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:43.288345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.302452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.330027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-52ecafeb-4478-4a92-be7d-8ea5bf6f23dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc HTTP/1.1" status: 200 len: 217 time: 0.1360462 Jan 28 00:57:43.365195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:43.377045 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.413256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] For port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:43.417480 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.435730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:43.444145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.444421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.444768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.445111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.445445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.445889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.446158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.446514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.446846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.447042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Calling delete_port for 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:43.447158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.447502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.447861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.448189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.468488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633578a-16c9-451e-821a-1a1cc9de94de req-b111db60-ea0c-434a-8705-cb75f40cfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.471774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-b111db60-ea0c-434a-8705-cb75f40cfac4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1258934 Jan 28 00:57:43.485642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a01b792-0b38-4de7-b3ef-244d10acc583 req-204f3728-207c-446a-a9b6-c285e27918fe tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510014 Jan 28 00:57:43.525282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c1033-b1a0-4ba7-a18f-8cec4a104590 req-d207d91b-9f58-4654-96fb-00e2d29c4671 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.532294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c1033-b1a0-4ba7-a18f-8cec4a104590 req-d207d91b-9f58-4654-96fb-00e2d29c4671 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.534288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e0c1033-b1a0-4ba7-a18f-8cec4a104590 req-d207d91b-9f58-4654-96fb-00e2d29c4671 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1682 time: 0.3816552 Jan 28 00:57:43.670854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633578a-16c9-451e-821a-1a1cc9de94de req-206da40a-0332-4f92-ac1f-f8055250686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.673128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-206da40a-0332-4f92-ac1f-f8055250686c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838546 Jan 28 00:57:43.677414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e0c1033-b1a0-4ba7-a18f-8cec4a104590 req-dc173f9a-eaa1-40ab-baa2-7825c9f0b12c tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Jan 28 00:57:43.677759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (623fcf93-a93b-48d9-b6e3-d9cb09bc36c9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.713584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['623fcf93-a93b-48d9-b6e3-d9cb09bc36c9'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:43.716060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-ac82147e-9ebe-49d9-9a56-add27e90670f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775889 Jan 28 00:57:43.751825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Pushing event deleted for resources: {'Port': ['ID=623fcf93-a93b-48d9-b6e3-d9cb09bc36c9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:43.835365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] No DVR routers for this DVR port 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:43.839618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.843251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53a951c4-f880-46fc-b753-b1cda23a7699 req-cb503267-ae9a-4344-bbd5-c3658a778d4f tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.45 "DELETE /v2.0/ports/623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 HTTP/1.1" status: 204 len: 173 time: 0.8054636 Jan 28 00:57:43.843889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'name': 'network-vif-deleted', 'tag': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:43.853484 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51302389-aca2-4b24-95ac-fa107cd0a9ed" -d '{"events": [{"server_uuid": "63fbfebb-4c5b-4273-87d6-2e00daeb2f26", "name": "network-vif-deleted", "tag": "623fcf93-a93b-48d9-b6e3-d9cb09bc36c9"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:43.890277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c2aeafc-c25d-4883-ac1b-3e395a8539b9 req-42915dd0-1d39-4aff-9e7e-4ac71311ca0d tempest-AttachSCSIVolumeTestJSON-1534581121 tempest-AttachSCSIVolumeTestJSON-1534581121-project] 10.222.0.23 "GET /v2.0/ports?device_id=63fbfebb-4c5b-4273-87d6-2e00daeb2f26 HTTP/1.1" status: 200 len: 210 time: 0.1191447 Jan 28 00:57:43.952184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-c8aa6274-15bb-4910-8e90-3cb77e029576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.953307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}, {'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:43.953888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-c8aa6274-15bb-4910-8e90-3cb77e029576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 1100 time: 0.1845005 Jan 28 00:57:43.956520 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b145dc-04fa-4131-b3ac-41df16ffcb3e" -d '{"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-plugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}, {"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-plugged", "status": "completed", "tag": "d63345d5-a5d1-40c9-9aba-ae87f2f5b009"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:43.961297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-12d18747-9c27-44ac-bf93-25ef241bb402 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810538 Jan 28 00:57:43.977542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.983347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.988741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.994009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:43.998427 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c858c-f33f-41eb-b1ad-52020e76956d x-openstack-request-id: req-652c858c-f33f-41eb-b1ad-52020e76956d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:43.998731 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbfebb-4c5b-4273-87d6-2e00daeb2f26", "name": "network-vif-deleted", "tag": "623fcf93-a93b-48d9-b6e3-d9cb09bc36c9", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:43.999065 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-652c858c-f33f-41eb-b1ad-52020e76956d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:43.999377 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbfebb-4c5b-4273-87d6-2e00daeb2f26', 'name': 'network-vif-deleted', 'tag': '623fcf93-a93b-48d9-b6e3-d9cb09bc36c9', 'status': 'completed', 'code': 200} Jan 28 00:57:44.002387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.008068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.013392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.021593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-7734de3c-ab6c-4717-b5de-1b5398140fba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1708267 Jan 28 00:57:44.163295 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e054f6a-d610-4628-be22-9a157c1d8625 x-openstack-request-id: req-8e054f6a-d610-4628-be22-9a157c1d8625 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:44.164242 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-plugged", "status": "completed", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "code": 200}, {"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-plugged", "status": "completed", "tag": "d63345d5-a5d1-40c9-9aba-ae87f2f5b009", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:44.164676 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e054f6a-d610-4628-be22-9a157c1d8625 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:44.165243 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'code': 200} Jan 28 00:57:44.165678 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009', 'code': 200} Jan 28 00:57:44.314461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edb15e9f-7907-4d86-96d7-2e6071cbb573 req-2512fbf2-5c53-4046-990d-f99e1d281eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2918274 Jan 28 00:57:44.387993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2291fb81-a71b-4893-8b8c-fe9c6cd082d8 req-2a417c4d-0243-4790-a8c2-860d62a7e381 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 210 time: 0.1144695 Jan 28 00:57:44.394098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633578a-16c9-451e-821a-1a1cc9de94de req-e0e50e92-d4d5-4e02-a638-cb52c42acf63 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704093 Jan 28 00:57:44.401391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-5b62bca6-5248-4f5e-aaa2-f80bb2382bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.403997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-5b62bca6-5248-4f5e-aaa2-f80bb2382bf3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3713365 Jan 28 00:57:44.410905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ce849-d154-4eb5-947f-a7f379f7b523 req-d2248f3c-76aa-403f-9e17-c42c49438441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.413466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ce849-d154-4eb5-947f-a7f379f7b523 req-d2248f3c-76aa-403f-9e17-c42c49438441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.419737 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-334ce849-d154-4eb5-947f-a7f379f7b523 req-d2248f3c-76aa-403f-9e17-c42c49438441 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1985 time: 0.0965204 Jan 28 00:57:44.566560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-995db462-0c96-4c6b-9239-b3547c01a29f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 200 len: 217 time: 0.1512079 Jan 28 00:57:44.581553 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-7bff5a02-3bd6-4e3f-b167-a8733eda3ab1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bd4070c2713345138370aa6859788162&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003125 Jan 28 00:57:44.684423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-0d661273-04b4-4628-b565-e98653031e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.686489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-0d661273-04b4-4628-b565-e98653031e7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1105695 Jan 28 00:57:44.740089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118ec5-f8b1-46b5-8c98-dc2d113df397 req-33618e35-48ed-4753-a33d-f2e1aa737e07 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.748920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e118ec5-f8b1-46b5-8c98-dc2d113df397 req-33618e35-48ed-4753-a33d-f2e1aa737e07 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 947 time: 0.1154253 Jan 28 00:57:44.772099 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-334ce849-d154-4eb5-947f-a7f379f7b523 req-54495d7a-929e-4e55-9768-2e61ea194349 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383086 Jan 28 00:57:44.828707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-967970aa-1bf3-40f8-b5a6-c55c5982f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.836101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-967970aa-1bf3-40f8-b5a6-c55c5982f6ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440444 Jan 28 00:57:44.870583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e118ec5-f8b1-46b5-8c98-dc2d113df397 req-06fcca35-a2c5-4d69-b352-e6760b3b4c43 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204078 Jan 28 00:57:44.914633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-fe564dbc-0910-464d-8d53-92e65bc23fdb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:44.931268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-fe564dbc-0910-464d-8d53-92e65bc23fdb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433053 Jan 28 00:57:44.951648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Request body: {'port': {'device_id': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'bd4070c2713345138370aa6859788162'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:44.964790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device fac19888-dda2-498e-9a5f-30670e4dde2c details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:45.004244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895dc2d-2b0d-423a-b76f-2cea14de37aa req-7cf3b5a6-0a38-4bf8-b8e3-f0b16a0c06fd tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.016127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895dc2d-2b0d-423a-b76f-2cea14de37aa req-7cf3b5a6-0a38-4bf8-b8e3-f0b16a0c06fd tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.017716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5895dc2d-2b0d-423a-b76f-2cea14de37aa req-7cf3b5a6-0a38-4bf8-b8e3-f0b16a0c06fd tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.1153119 Jan 28 00:57:45.105479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5895dc2d-2b0d-423a-b76f-2cea14de37aa req-98d11726-bd9b-45f5-a380-8970ff31a6ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818317 Jan 28 00:57:45.149146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port fac19888-dda2-498e-9a5f-30670e4dde2c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=fac19888-dda2-498e-9a5f-30670e4dde2c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:45.149960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Made reservation on behalf of bd4070c2713345138370aa6859788162 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:45.161183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.177389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'fac19888-dda2-498e-9a5f-30670e4dde2c', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'fac19888-dda2-498e-9a5f-30670e4dde2c', 'mac_address': 'fa:16:3e:05:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:45.244887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port fac19888-dda2-498e-9a5f-30670e4dde2c is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:45.246051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.283812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac19888-dda2-498e-9a5f-30670e4dde2c {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:45.326136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port fac19888-dda2-498e-9a5f-30670e4dde2c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=fac19888-dda2-498e-9a5f-30670e4dde2c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:45.333356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.352355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Allocated IP 192.168.233.20 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/5d51b836-c770-437a-afe9-1ba0afb50844) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:45.432661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-06d93ad9-6bef-4e52-a3d2-8b80d6cc49d4 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419374 Jan 28 00:57:45.451564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=fac19888-dda2-498e-9a5f-30670e4dde2c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:45.601066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks [] for port (5d51b836-c770-437a-afe9-1ba0afb50844), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.625235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8c4fab-3c81-4b80-bc60-bddbcbfbf0c1 req-5774c1db-9b86-44e0-a613-da7d35e34d8f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 210 time: 0.0563161 Jan 28 00:57:45.675278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.680560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.686287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.690563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.691578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.697494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.703296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.708360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.717002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-001e0cb1-51b8-46d2-98de-1bcce596773a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2453136 Jan 28 00:57:45.727223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d', '557d58a1-0c75-4037-9db4-34aeedbbd48d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:45.727822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da631e7-1a4a-4306-8c31-bfcecea289c9 req-6b149b34-a7e2-4578-a48a-b0fc96f5060a service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888525 Jan 28 00:57:45.802395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d6ad500-9339-4a73-ab86-a1c9ff873106 req-2185d865-c4c5-45ad-aa4d-3fad502cb2d6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0750980 Jan 28 00:57:45.810483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:45.837201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:45.841919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:45.850537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:45.888814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:45.941443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:45.942512 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.965149 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-a0d725da-6f5d-4c33-8b10-d4fb9f86781d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0180111 Jan 28 00:57:45.990534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Request body: {'port': {'device_id': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:46.055383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:46.065891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761748-c27b-4429-82ce-0526a5610ba2 req-74c4b39b-2406-48f9-acc4-9dec77983303 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.077176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf761748-c27b-4429-82ce-0526a5610ba2 req-74c4b39b-2406-48f9-acc4-9dec77983303 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 947 time: 0.0945249 Jan 28 00:57:46.108167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.173448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf761748-c27b-4429-82ce-0526a5610ba2 req-2c948103-c742-4f7f-8e17-f9aaceeacf12 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905738 Jan 28 00:57:46.340762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5584145-7e57-4149-841a-710fa8a23845 req-177396ac-c012-4c06-bf61-5f594acc01e9 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.352683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5584145-7e57-4149-841a-710fa8a23845 req-177396ac-c012-4c06-bf61-5f594acc01e9 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.354417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5584145-7e57-4149-841a-710fa8a23845 req-177396ac-c012-4c06-bf61-5f594acc01e9 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.1119988 Jan 28 00:57:46.399346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-564e0168-3ff3-46f5-ab73-ad72beb0a900 None None] Provisioning complete for port 5d51b836-c770-437a-afe9-1ba0afb50844 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:46.401145 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-564e0168-3ff3-46f5-ab73-ad72beb0a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.438807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5584145-7e57-4149-841a-710fa8a23845 req-3d99006a-ede3-4b4c-ab3c-e651bfcaefd2 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752511 Jan 28 00:57:46.461830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-564e0168-3ff3-46f5-ab73-ad72beb0a900 None None] Port 5d51b836-c770-437a-afe9-1ba0afb50844 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:46.773576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee9b68-6a02-4ba3-b5e5-487e7b544ff7 req-2dcebf1c-fdc1-45eb-bb85-1242ab5fc616 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.775164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dee9b68-6a02-4ba3-b5e5-487e7b544ff7 req-2dcebf1c-fdc1-45eb-bb85-1242ab5fc616 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 935 time: 0.0534992 Jan 28 00:57:46.833885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dee9b68-6a02-4ba3-b5e5-487e7b544ff7 req-d61f8724-ecc4-4a5d-9e42-d3f0a114df54 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Jan 28 00:57:46.858257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:46.866006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Publish callbacks [] for port (5d51b836-c770-437a-afe9-1ba0afb50844), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.879483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Transition to ACTIVE for port object 5d51b836-c770-437a-afe9-1ba0afb50844 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:57:46.884396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.943794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:46.945588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.952184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.957812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.965194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.970340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ffaca1bd-b914-4c9f-81a1-4d63f09d29dc details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:46.971351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.976666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.978386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:46.982732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:46.985265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9491efcc-80f0-4f0a-93c5-fbb9c49ea2f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1017945 Jan 28 00:57:47.006194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:47.006955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 623fcf93-a93b-48d9-b6e3-d9cb09bc36c9 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:47.094319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:47.100505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:47.100924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:47.105713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40eedd14-5532-4cad-961f-dc48f032f48a req-9e37be90-8836-4ba3-acf2-f3fe2b8ed01d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1144814 Jan 28 00:57:47.108653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:57:47.108980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:47.115789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:47.116235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:47.116627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:47.117661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Bound port: 5d51b836-c770-437a-afe9-1ba0afb50844, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:47.118069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.125205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:47.141140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'mac_address': 'fa:16:3e:2c:2c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:47.188315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:47.190042 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.195627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:47.198970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:47.204855 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.207498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaca1bd-b914-4c9f-81a1-4d63f09d29dc {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:47.238981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.239598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.240994 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 1095 time: 1.2593064 Jan 28 00:57:47.241568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:47.241721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:47.244128 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a951239-8635-4aa5-89fd-d731204d1e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:47.248040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:47.306576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b3c52-86ba-485f-9ef1-7f14f886dcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:47.326693 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583e0d3-da14-4d9b-9672-00435437ab80 x-openstack-request-id: req-f583e0d3-da14-4d9b-9672-00435437ab80 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:47.326885 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:47.327138 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f583e0d3-da14-4d9b-9672-00435437ab80 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:47.327530 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'status': 'completed', 'code': 200} Jan 28 00:57:47.340961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:47.367035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-fcb06176-a679-4460-932e-2bb0e579c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.368717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-fcb06176-a679-4460-932e-2bb0e579c17c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1098 time: 0.0550900 Jan 28 00:57:47.375501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5e6e6-babf-4b87-9185-368696bb7397 req-e4356c6d-c011-43f4-9262-30af35764f97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.379681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce5e6e6-babf-4b87-9185-368696bb7397 req-e4356c6d-c011-43f4-9262-30af35764f97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 948 time: 0.0825965 Jan 28 00:57:47.441532 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-014e4f58-c5c5-45f7-99a5-8ae5b77d62cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0535436 Jan 28 00:57:47.454086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce5e6e6-babf-4b87-9185-368696bb7397 req-e44218b0-f954-4801-acf7-a872def946e5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653787 Jan 28 00:57:47.531317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-e9ef84d5-9bf9-4951-b480-97ec9b12ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.532892 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-e9ef84d5-9bf9-4951-b480-97ec9b12ae6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0518243 Jan 28 00:57:47.574604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e1db-c616-4d1d-a9ce-394d11c9ea49 req-d3bd15bc-47f1-4b15-b1ea-863bb04370d2 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.579789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e1db-c616-4d1d-a9ce-394d11c9ea49 req-d3bd15bc-47f1-4b15-b1ea-863bb04370d2 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.581368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e92e1db-c616-4d1d-a9ce-394d11c9ea49 req-d3bd15bc-47f1-4b15-b1ea-863bb04370d2 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.0586920 Jan 28 00:57:47.581648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-23ac74ab-60ca-4b03-857e-2808c659f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.583178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-23ac74ab-60ca-4b03-857e-2808c659f915 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427153 Jan 28 00:57:47.638601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e92e1db-c616-4d1d-a9ce-394d11c9ea49 req-243ea641-c00c-4504-86f0-d935e4992ec0 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503054 Jan 28 00:57:47.687446 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-3eb28dd9-05da-43e7-8631-66ea672d6b2a service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944803 Jan 28 00:57:47.788201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f5ec8ada-199a-4fe2-b4cc-c6faf5037ab6 req-3ba98734-8f04-4089-9893-0215959209a8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897501 Jan 28 00:57:47.824705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:47.980597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-5fc5f9e4-7203-4f1b-9920-1ec237a8b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.982420 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-5fc5f9e4-7203-4f1b-9920-1ec237a8b23b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1098 time: 0.0659530 Jan 28 00:57:47.987151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75255bf-09ca-40e6-8c58-e924e7b25396 req-4a97c5d5-b32b-40a5-98e9-41ea02a68d19 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.992433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75255bf-09ca-40e6-8c58-e924e7b25396 req-4a97c5d5-b32b-40a5-98e9-41ea02a68d19 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:47.994040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a75255bf-09ca-40e6-8c58-e924e7b25396 req-4a97c5d5-b32b-40a5-98e9-41ea02a68d19 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.0811324 Jan 28 00:57:48.034763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632ae41-625e-4396-8908-b41adf98e7ed req-93eaaea2-731d-4abb-80f4-9fc0f04401df tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.036222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3632ae41-625e-4396-8908-b41adf98e7ed req-93eaaea2-731d-4abb-80f4-9fc0f04401df tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 947 time: 0.0870469 Jan 28 00:57:48.079777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-a84b2e60-e9d0-481a-af11-abe7cad6fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.081234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-a84b2e60-e9d0-481a-af11-abe7cad6fe3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.0899386 Jan 28 00:57:48.082265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a75255bf-09ca-40e6-8c58-e924e7b25396 req-46713465-ab4b-4851-b85f-b497f0ebfae5 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Jan 28 00:57:48.129884 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-0822d2b6-bed8-4fba-9370-3cc73f157de1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0418177 Jan 28 00:57:48.135248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3632ae41-625e-4396-8908-b41adf98e7ed req-5f9d5415-64d2-45d3-8942-dd874d721df1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891471 Jan 28 00:57:48.198238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-5f4dbc42-4d0f-4666-9945-52a16a29a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.199817 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-5f4dbc42-4d0f-4666-9945-52a16a29a56e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0612869 Jan 28 00:57:48.255756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.258591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-1f8a8b5b-51ea-4a70-a724-74be3b52eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.260161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-1f8a8b5b-51ea-4a70-a724-74be3b52eef2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446608 Jan 28 00:57:48.261045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.266293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.271526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.276839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.282098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.287694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.289145 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92e44214-0f2d-4025-85fd-752b0add414c req-eaeaf2ad-b909-4248-ac49-ad8fd936805e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.0909216 Jan 28 00:57:48.355015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92e44214-0f2d-4025-85fd-752b0add414c req-3e7af971-4753-427e-ba89-b795d16698f8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0584929 Jan 28 00:57:48.356480 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-1033948b-0fd3-485c-9bd9-32caf78835e9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853136 Jan 28 00:57:48.452188 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a951239-8635-4aa5-89fd-d731204d1e4e req-58e2b8fd-5553-41e4-beee-78e8301e79fc service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894158 Jan 28 00:57:48.590204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b02d4-5b57-4816-9675-8b244b1141b0 req-20674cb7-8e8a-4f8d-b57d-404e4fe72750 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.591770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b2b02d4-5b57-4816-9675-8b244b1141b0 req-20674cb7-8e8a-4f8d-b57d-404e4fe72750 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 948 time: 0.0519948 Jan 28 00:57:48.642700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b2b02d4-5b57-4816-9675-8b244b1141b0 req-8c4f5273-6371-4499-82f7-ddda1a205975 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Jan 28 00:57:48.964294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device fac19888-dda2-498e-9a5f-30670e4dde2c up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:49.018179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port fac19888-dda2-498e-9a5f-30670e4dde2c completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:49.022041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port fac19888-dda2-498e-9a5f-30670e4dde2c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:49.022414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.100565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port fac19888-dda2-498e-9a5f-30670e4dde2c is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:49.100967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.125368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac19888-dda2-498e-9a5f-30670e4dde2c'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:49.127493 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91329ffb-bc3b-4f0f-957f-d2448a330c92" -d '{"events": [{"server_uuid": "6d2c76b0-49f6-4c87-be73-532b63cad41e", "name": "network-vif-plugged", "status": "completed", "tag": "fac19888-dda2-498e-9a5f-30670e4dde2c"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:49.140751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port fac19888-dda2-498e-9a5f-30670e4dde2c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=fac19888-dda2-498e-9a5f-30670e4dde2c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:49.146101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.189429 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f220fb-0562-4537-9d49-892348164ec4 x-openstack-request-id: req-59f220fb-0562-4537-9d49-892348164ec4 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:49.189429 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c76b0-49f6-4c87-be73-532b63cad41e", "name": "network-vif-plugged", "status": "completed", "tag": "fac19888-dda2-498e-9a5f-30670e4dde2c", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:49.189685 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59f220fb-0562-4537-9d49-892348164ec4 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:49.189973 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac19888-dda2-498e-9a5f-30670e4dde2c', 'code': 200} Jan 28 00:57:49.203457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=fac19888-dda2-498e-9a5f-30670e4dde2c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:49.211610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7605-cd58-4ec6-9ed4-a5b6224af8df req-5690ee67-32da-4d59-8d1e-199a8c26b3fb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.217101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7605-cd58-4ec6-9ed4-a5b6224af8df req-5690ee67-32da-4d59-8d1e-199a8c26b3fb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.218735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d5e7605-cd58-4ec6-9ed4-a5b6224af8df req-5690ee67-32da-4d59-8d1e-199a8c26b3fb tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.0616837 Jan 28 00:57:49.331449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d5e7605-cd58-4ec6-9ed4-a5b6224af8df req-9d0f9203-9f61-4676-917c-691b3328d73d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025205 Jan 28 00:57:49.345808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc936-4a50-470c-a090-2ba7ad1bdb0a req-d4f14988-8c68-42ee-8003-0ca375ef5b48 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.347275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08fcc936-4a50-470c-a090-2ba7ad1bdb0a req-d4f14988-8c68-42ee-8003-0ca375ef5b48 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 947 time: 0.1034620 Jan 28 00:57:49.362332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d505dca-f7c2-4c94-b357-2424a9d7994d req-5ff81366-6856-4548-b6a3-540ccd6d5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.364151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d505dca-f7c2-4c94-b357-2424a9d7994d req-5ff81366-6856-4548-b6a3-540ccd6d5bc1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 1100 time: 0.0633717 Jan 28 00:57:49.443418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d505dca-f7c2-4c94-b357-2424a9d7994d req-29ed7ec2-7b41-4381-9d72-66f6ee7ec400 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676060 Jan 28 00:57:49.447725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08fcc936-4a50-470c-a090-2ba7ad1bdb0a req-2e3ed8e8-ac94-4405-8ab1-11ee993426d3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795522 Jan 28 00:57:49.561590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.566661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.571773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.577024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.582192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.587320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.592578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.594463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-93fcded5-209e-4333-8496-1695ee8184ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.0901146 Jan 28 00:57:49.653191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33bbb1dc-2ccf-418e-aa39-51b09c983932 req-5d017778-17c6-44a6-9225-a03c41166e64 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0519891 Jan 28 00:57:49.764009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e0a08-a907-4883-bfca-479dd71b969e req-c33e9795-9933-46fb-ad75-1c5acb22d1d9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:49.765486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-550e0a08-a907-4883-bfca-479dd71b969e req-c33e9795-9933-46fb-ad75-1c5acb22d1d9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 948 time: 0.0510700 Jan 28 00:57:49.814368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-550e0a08-a907-4883-bfca-479dd71b969e req-d1f580aa-707e-4f55-801f-e9f4abb19391 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Jan 28 00:57:50.184628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a514a-7751-4f3b-b311-73532dc778df req-376226a0-1b4c-4e32-a04b-b8fe972b6bf7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:50.190473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a514a-7751-4f3b-b311-73532dc778df req-376226a0-1b4c-4e32-a04b-b8fe972b6bf7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:50.192104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c4a514a-7751-4f3b-b311-73532dc778df req-376226a0-1b4c-4e32-a04b-b8fe972b6bf7 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.45 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.0578990 Jan 28 00:57:50.297484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:50.298149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.396835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port d63345d5-a5d1-40c9-9aba-ae87f2f5b009, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:50.397199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.418840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for d63345d5-a5d1-40c9-9aba-ae87f2f5b009 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:50.500761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc093c-f2ee-47ea-9686-d0d3625007f4 req-e7f55562-c39c-486f-9205-6dbbcc7664a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:50.507177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc093c-f2ee-47ea-9686-d0d3625007f4 req-e7f55562-c39c-486f-9205-6dbbcc7664a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:50.509074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cbcc093c-f2ee-47ea-9686-d0d3625007f4 req-e7f55562-c39c-486f-9205-6dbbcc7664a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 1683 time: 0.1023617 Jan 28 00:57:50.578383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cbcc093c-f2ee-47ea-9686-d0d3625007f4 req-e5be7a3e-3a4b-495a-ba8c-a365969b3d5d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c9db5-7812-4ad9-9e7d-4b1132176bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630686 Jan 28 00:57:50.689639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d63345d5-a5d1-40c9-9aba-ae87f2f5b009), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.726705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['11ca4a82-3c76-4cac-af9b-f324156d9884', 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:50.735481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=d63345d5-a5d1-40c9-9aba-ae87f2f5b009,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:50.790512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port d63345d5-a5d1-40c9-9aba-ae87f2f5b009 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:50.810906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.817472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c4a514a-7751-4f3b-b311-73532dc778df req-3696ab67-f58a-4ed2-ae6f-e41fc9a6562e tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.45 "DELETE /v2.0/ports/d63345d5-a5d1-40c9-9aba-ae87f2f5b009 HTTP/1.1" status: 204 len: 173 time: 0.6185420 Jan 28 00:57:50.819247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-deleted', 'tag': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:50.822018 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8422d-a76d-487c-8335-a6291ad18249" -d '{"events": [{"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-deleted", "tag": "d63345d5-a5d1-40c9-9aba-ae87f2f5b009"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:50.834107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878f86-2bde-45fd-8cc9-df37275dc537 req-727bc7a1-9339-4d1a-a0a9-b50412a89a6a tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:50.836173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21878f86-2bde-45fd-8cc9-df37275dc537 req-727bc7a1-9339-4d1a-a0a9-b50412a89a6a tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.1848965 Jan 28 00:57:50.844657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ebabc-0735-47b8-b7bb-540b56060b37 req-418b30ff-28be-4a80-8c53-b83334b5a73e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:50.846525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-957ebabc-0735-47b8-b7bb-540b56060b37 req-418b30ff-28be-4a80-8c53-b83334b5a73e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 947 time: 0.2102909 Jan 28 00:57:50.970709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-957ebabc-0735-47b8-b7bb-540b56060b37 req-d48e1a0e-0e39-401b-81cf-45021a73c0d4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144829 Jan 28 00:57:50.993913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ffaca1bd-b914-4c9f-81a1-4d63f09d29dc up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:51.020874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21878f86-2bde-45fd-8cc9-df37275dc537 req-434c3f7a-76cb-45dc-8532-a09ef9bc891a tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730287 Jan 28 00:57:51.053385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port 11ca4a82-3c76-4cac-af9b-f324156d9884 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:51.053921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.072691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:51.080538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:51.081063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.177435 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284ab59-e0dc-43e6-b472-50558c42a806 x-openstack-request-id: req-c284ab59-e0dc-43e6-b472-50558c42a806 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:51.178019 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-deleted", "tag": "d63345d5-a5d1-40c9-9aba-ae87f2f5b009", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:51.178507 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c284ab59-e0dc-43e6-b472-50558c42a806 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:51.179126 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-deleted', 'tag': 'd63345d5-a5d1-40c9-9aba-ae87f2f5b009', 'status': 'completed', 'code': 200} Jan 28 00:57:51.196498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:51.196904 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.225355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:51.227832 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b86bef-7230-47d3-9a53-36723a7c0bae" -d '{"events": [{"server_uuid": "7867e7e4-b6f1-4bae-b96d-b7507e2b992e", "name": "network-vif-plugged", "status": "completed", "tag": "ffaca1bd-b914-4c9f-81a1-4d63f09d29dc"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:51.231249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.240343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.243478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:51.246042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.248186 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.251834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.257575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.263006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.268290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.270286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-591c27f1-f506-444c-b869-2158caad76f1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1519036 Jan 28 00:57:51.272456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port 11ca4a82-3c76-4cac-af9b-f324156d9884, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=11ca4a82-3c76-4cac-af9b-f324156d9884,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:51.272932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.306077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:51.328463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for 11ca4a82-3c76-4cac-af9b-f324156d9884 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:51.407962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a909a-5d2c-4505-ae2a-6e452f45b8e7 req-d4d792a8-7172-4bf1-8f7b-ff709ad59382 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.409483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c4a909a-5d2c-4505-ae2a-6e452f45b8e7 req-d4d792a8-7172-4bf1-8f7b-ff709ad59382 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 949 time: 0.1336372 Jan 28 00:57:51.432875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a1a079-7e41-470f-b7fd-ea4e4133e8a7 req-5d2339ab-bacb-4aa6-a5bd-a5a7c9ef4ff6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1421554 Jan 28 00:57:51.487495 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2030bc3a-742a-416f-951e-4386a1fc82d5 x-openstack-request-id: req-2030bc3a-742a-416f-951e-4386a1fc82d5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:51.488109 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7867e7e4-b6f1-4bae-b96d-b7507e2b992e", "name": "network-vif-plugged", "status": "completed", "tag": "ffaca1bd-b914-4c9f-81a1-4d63f09d29dc", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:51.488586 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2030bc3a-742a-416f-951e-4386a1fc82d5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:51.489178 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'code': 200} Jan 28 00:57:51.500743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c4a909a-5d2c-4505-ae2a-6e452f45b8e7 req-ff71ad10-8216-4015-951d-0c399377df25 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812352 Jan 28 00:57:51.510330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:57:51.575546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (11ca4a82-3c76-4cac-af9b-f324156d9884), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.611477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d63345d5-a5d1-40c9-9aba-ae87f2f5b009'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:51.611728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=11ca4a82-3c76-4cac-af9b-f324156d9884,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:51.661340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port 11ca4a82-3c76-4cac-af9b-f324156d9884 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:51.666171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.671114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c4a514a-7751-4f3b-b311-73532dc778df req-66d5f2d7-8e99-49a5-9849-432f66e1f27d tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.45 "DELETE /v2.0/ports/11ca4a82-3c76-4cac-af9b-f324156d9884 HTTP/1.1" status: 204 len: 173 time: 0.7843182 Jan 28 00:57:51.676217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610c0d8-4632-4ad8-b517-116cefc60b31 req-11b7e2e4-99ef-4995-8917-7065f028b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.678165 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d610c0d8-4632-4ad8-b517-116cefc60b31 req-11b7e2e4-99ef-4995-8917-7065f028b71a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 1100 time: 0.0793293 Jan 28 00:57:51.701735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:51.716817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '5d51b836-c770-437a-afe9-1ba0afb50844', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '5d51b836-c770-437a-afe9-1ba0afb50844', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:57:51.760115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d610c0d8-4632-4ad8-b517-116cefc60b31 req-05d3580b-7ae9-4341-b1de-938c7a74785e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621736 Jan 28 00:57:51.797805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5d51b836-c770-437a-afe9-1ba0afb50844 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:51.798309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.804260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b88545f0-50af-49f7-945d-fd323614cc04 req-35dca3b6-d419-41d9-bf87-61deedfbf4ab tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "GET /v2.0/ports?device_id=040fc47b-a2d8-46eb-87b6-9adee4eb1d83 HTTP/1.1" status: 200 len: 210 time: 0.0475202 Jan 28 00:57:51.816715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:57:51.849934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:51.856318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.913022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.020913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe495f49-0d16-4061-a8b8-5ae85005254d req-473b54d3-1351-433e-95de-f37d32c00db8 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.022529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe495f49-0d16-4061-a8b8-5ae85005254d req-473b54d3-1351-433e-95de-f37d32c00db8 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.0529625 Jan 28 00:57:52.103223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe495f49-0d16-4061-a8b8-5ae85005254d req-7f967d0b-3766-4285-8038-1aa87cfcb650 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741806 Jan 28 00:57:52.119463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b7e6a-2e97-4f9a-8a52-1ae06e470871 req-3a60eb45-ceaa-4326-9d7d-3f85773bc90e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.121122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-016b7e6a-2e97-4f9a-8a52-1ae06e470871 req-3a60eb45-ceaa-4326-9d7d-3f85773bc90e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.0861046 Jan 28 00:57:52.198184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-016b7e6a-2e97-4f9a-8a52-1ae06e470871 req-1d47eb22-fbe6-4013-bd3e-44ecd424beb2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705554 Jan 28 00:57:52.319850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5d51b836-c770-437a-afe9-1ba0afb50844'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:57:52.583149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.588346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.593687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.599170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.604799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.610496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.615956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.617979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-c8a6e4a0-7627-4c88-822f-aae34579e8df tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1031501 Jan 28 00:57:52.692593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23c167bd-d00e-4492-b0b6-146df8a50109 req-ec794bee-0df3-42b4-9b5a-f062e7a8c9a1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0644388 Jan 28 00:57:52.826665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23619be1-d8a5-4f01-a3e0-c12b9f8cc2ad req-08bd1ea7-67d1-4b5d-8596-61cc7bc96ed8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.828135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23619be1-d8a5-4f01-a3e0-c12b9f8cc2ad req-08bd1ea7-67d1-4b5d-8596-61cc7bc96ed8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 949 time: 0.0756683 Jan 28 00:57:52.834668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18fc4-2c42-459d-aaac-883a453dc2e9 req-3ae98751-73cc-45bb-8df3-54a86e3fe8f4 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.835965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7da18fc4-2c42-459d-aaac-883a453dc2e9 req-3ae98751-73cc-45bb-8df3-54a86e3fe8f4 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.0818048 Jan 28 00:57:52.908293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23619be1-d8a5-4f01-a3e0-c12b9f8cc2ad req-83b085f7-e705-4525-a9e5-777f330a7296 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713527 Jan 28 00:57:52.912311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7da18fc4-2c42-459d-aaac-883a453dc2e9 req-c3ad5553-a9e8-46c3-99b9-8470a0e59f35 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695252 Jan 28 00:57:52.953696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:53.003731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting subnet f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:57:53.006898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.045496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.419485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-deleted', 'tag': '11ca4a82-3c76-4cac-af9b-f324156d9884'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:53.421806 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac85647-8687-4d1a-92ca-e68105bc87ae" -d '{"events": [{"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-deleted", "tag": "11ca4a82-3c76-4cac-af9b-f324156d9884"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:53.465572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.470370 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c7ca1f-9c62-4d49-979e-2afb504f5547 x-openstack-request-id: req-45c7ca1f-9c62-4d49-979e-2afb504f5547 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:53.470666 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040fc47b-a2d8-46eb-87b6-9adee4eb1d83", "name": "network-vif-deleted", "tag": "11ca4a82-3c76-4cac-af9b-f324156d9884", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:53.471005 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45c7ca1f-9c62-4d49-979e-2afb504f5547 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:53.471323 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040fc47b-a2d8-46eb-87b6-9adee4eb1d83', 'name': 'network-vif-deleted', 'tag': '11ca4a82-3c76-4cac-af9b-f324156d9884', 'status': 'completed', 'code': 200} Jan 28 00:57:53.521455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:53.533102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd156-8cf1-4d35-a19a-f8fc1ac895ed req-2fa6d867-e521-4942-9c7d-4179be8ec14c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.538264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f9cd156-8cf1-4d35-a19a-f8fc1ac895ed req-2fa6d867-e521-4942-9c7d-4179be8ec14c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.1135280 Jan 28 00:57:53.578860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.582853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 5d51b836-c770-437a-afe9-1ba0afb50844 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:57:53.587485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 5d51b836-c770-437a-afe9-1ba0afb50844 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:53.587974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.626713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Subnet': ['ID=f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.640529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2fa96-83c5-4f8e-af19-e332487a644a None None] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:53.641307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f9cd156-8cf1-4d35-a19a-f8fc1ac895ed req-8de410a7-3635-485e-a205-f92362c05268 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983572 Jan 28 00:57:53.658609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.658609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/subnets/f5650a68-3df2-42cb-a1ba-8bb0ea42e1d6 HTTP/1.1" status: 204 len: 168 time: 0.6960464 Jan 28 00:57:53.658812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44154) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.659773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.660252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.660377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.660682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.661011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc352cd-ad3a-4e1a-8cc8-7a390b1ec0a1 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:53.720506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5d51b836-c770-437a-afe9-1ba0afb50844 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:53.721417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.744619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.783596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:53.785843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:53.788198 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c88052-0708-4cee-a1b1-2dcdc2e116bf" -d '{"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-plugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:53.795047 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.830976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port 60f256bc-eba5-4257-aadd-bafa6aabf097 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:53.832690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.848072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.873713 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3541a3c-eb49-4002-8b51-03bd2aaf463c x-openstack-request-id: req-a3541a3c-eb49-4002-8b51-03bd2aaf463c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:53.874168 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-plugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:53.874524 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3541a3c-eb49-4002-8b51-03bd2aaf463c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:53.875052 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'code': 200} Jan 28 00:57:53.880806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.886317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.891918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.897348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.902774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.908763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.914110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:53.917471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port 60f256bc-eba5-4257-aadd-bafa6aabf097, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60f256bc-eba5-4257-aadd-bafa6aabf097,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:53.917997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.922809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-fc0b8010-10b9-4de5-9241-2ea2014eb783 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1288223 Jan 28 00:57:53.937643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for 60f256bc-eba5-4257-aadd-bafa6aabf097 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:53.963743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] DHCP port deletion for b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:57:54.035027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Deleting port 60f256bc-eba5-4257-aadd-bafa6aabf097 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:54.035480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.058906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.067614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3400da0-200e-4695-98ab-cdaf7ff4411c req-49a3caec-de3a-4c9b-beab-f75fb994b61e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1438019 Jan 28 00:57:54.111734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=60f256bc-eba5-4257-aadd-bafa6aabf097,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.112362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9be765-3cc8-451f-9a5d-5211a085e107 req-704f1f30-6f40-4829-82e4-da47745c2c18 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.114919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port 60f256bc-eba5-4257-aadd-bafa6aabf097 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:54.123339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a9be765-3cc8-451f-9a5d-5211a085e107 req-704f1f30-6f40-4829-82e4-da47745c2c18 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 949 time: 0.1116598 Jan 28 00:57:54.134182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] For port 60f256bc-eba5-4257-aadd-bafa6aabf097, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60f256bc-eba5-4257-aadd-bafa6aabf097,segment=NetworkSegment(16e0bd44-f479-4bfe-840a-35d8ae626f87),segment_id=16e0bd44-f479-4bfe-840a-35d8ae626f87)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:54.135275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.207193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce874cd-7334-471c-8fbb-f7e29a1fe6ab req-fe106d7c-77f0-4f3c-9934-a9f09cb926b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.209196 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ce874cd-7334-471c-8fbb-f7e29a1fe6ab req-fe106d7c-77f0-4f3c-9934-a9f09cb926b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1100 time: 0.1620345 Jan 28 00:57:54.225245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.226411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a9be765-3cc8-451f-9a5d-5211a085e107 req-8ff1edad-2f74-4441-b141-f7476f2e3f85 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958667 Jan 28 00:57:54.252877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58736c1-98fc-446a-b0cb-f72dd1bb4fc1']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:54.269978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e0bd44-f479-4bfe-840a-35d8ae626f87') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:54.270274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e0bd44-f479-4bfe-840a-35d8ae626f87') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:54.294441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580d135-0f72-4edd-85f6-74cb878fbbb8 req-77f85347-6528-4559-83ed-74f247f0dbf3 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.295613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (16e0bd44-f479-4bfe-840a-35d8ae626f87), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.304929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8580d135-0f72-4edd-85f6-74cb878fbbb8 req-77f85347-6528-4559-83ed-74f247f0dbf3 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.0943222 Jan 28 00:57:54.318360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (16e0bd44-f479-4bfe-840a-35d8ae626f87), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.331562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Calling delete_port for 60f256bc-eba5-4257-aadd-bafa6aabf097 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:54.332856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:57:54.333258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (16e0bd44-f479-4bfe-840a-35d8ae626f87), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:57:54.336449 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:57:54.355776 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ce874cd-7334-471c-8fbb-f7e29a1fe6ab req-16b8e38a-23ca-475c-ab3d-d1cfe55c34bb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832131 Jan 28 00:57:54.424901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b58736c1-98fc-446a-b0cb-f72dd1bb4fc1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.428730 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (60f256bc-eba5-4257-aadd-bafa6aabf097), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.432483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.436013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/networks/b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 HTTP/1.1" status: 204 len: 168 time: 0.7813199 Jan 28 00:57:54.442235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44166) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:54.442899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Network b58736c1-98fc-446a-b0cb-f72dd1bb4fc1 is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:57:54.443491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] No DVR routers for this DVR port 60f256bc-eba5-4257-aadd-bafa6aabf097 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:54.445875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8580d135-0f72-4edd-85f6-74cb878fbbb8 req-974c4666-d669-43b9-b9f9-170e17e4db04 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384125 Jan 28 00:57:54.479257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb09362-9380-4e91-be61-0c43b64df7c1 None None] Pushing event deleted for resources: {'Port': ['ID=60f256bc-eba5-4257-aadd-bafa6aabf097,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.483036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf147-fa9c-4733-b15a-2ba404cf42eb req-86c3b538-e811-402a-ad2a-0fbd7374aa30 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.496614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec7cf147-fa9c-4733-b15a-2ba404cf42eb req-86c3b538-e811-402a-ad2a-0fbd7374aa30 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 949 time: 0.1212683 Jan 28 00:57:54.509961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7864c52-b3f0-4aed-ba9a-61be1d846a92 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Network': ['ID=b58736c1-98fc-446a-b0cb-f72dd1bb4fc1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.529468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting subnet ea0a9534-a5e1-40f7-8062-98c2306fb9b6 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:57:54.532903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks [] for subnet (ea0a9534-a5e1-40f7-8062-98c2306fb9b6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.559677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec7cf147-fa9c-4733-b15a-2ba404cf42eb req-a8d8ad18-14bb-45c5-9091-997b94a6630b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557702 Jan 28 00:57:54.576306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ea0a9534-a5e1-40f7-8062-98c2306fb9b6), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.676167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ea0a9534-a5e1-40f7-8062-98c2306fb9b6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.753791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ea0a9534-a5e1-40f7-8062-98c2306fb9b6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.798633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0a9534-a5e1-40f7-8062-98c2306fb9b6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.816228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac69fd-5f0c-4df3-9843-6ef76243df24 req-e5524ac7-4b6e-49b2-b22c-cd5ef96d3241 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.818200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32ac69fd-5f0c-4df3-9843-6ef76243df24 req-e5524ac7-4b6e-49b2-b22c-cd5ef96d3241 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0623460 Jan 28 00:57:54.835924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.842806 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39feccde-711c-40f3-ab2e-de7489d2b9ec tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/subnets/ea0a9534-a5e1-40f7-8062-98c2306fb9b6 HTTP/1.1" status: 204 len: 168 time: 0.3988492 Jan 28 00:57:54.843092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e4a2e-60bd-43e4-be1f-3943dc237359 None None] Network 64adcba3-52bf-46a1-9906-25ffb7504e60 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:54.844937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:54.925521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853450d-3904-4d6b-a550-0f68abaa9c26 req-d40aa861-96c3-4156-81b5-3dcd65adc4e1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.932079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853450d-3904-4d6b-a550-0f68abaa9c26 req-d40aa861-96c3-4156-81b5-3dcd65adc4e1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.934010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6853450d-3904-4d6b-a550-0f68abaa9c26 req-d40aa861-96c3-4156-81b5-3dcd65adc4e1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e&device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 1689 time: 0.1015482 Jan 28 00:57:54.935432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (64adcba3-52bf-46a1-9906-25ffb7504e60), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.953534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-500baddb-f0e5-493b-a314-e84274b9ebdc tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:54.956223 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-500baddb-f0e5-493b-a314-e84274b9ebdc tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.43 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.1650679 Jan 28 00:57:55.007718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32ac69fd-5f0c-4df3-9843-6ef76243df24 req-2ca12fb2-74b9-4f72-ba43-d98da7bdff32 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820178 Jan 28 00:57:55.010123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d63345d5-a5d1-40c9-9aba-ae87f2f5b009 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:55.016760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6853450d-3904-4d6b-a550-0f68abaa9c26 req-147d4f3b-350e-41e4-acd2-5cff8c51c212 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749695 Jan 28 00:57:55.048871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] DHCP port deletion for 64adcba3-52bf-46a1-9906-25ffb7504e60 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:57:55.054534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: d63345d5-a5d1-40c9-9aba-ae87f2f5b009 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:55.054812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d63345d5-a5d1-40c9-9aba-ae87f2f5b009 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:55.055225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 11ca4a82-3c76-4cac-af9b-f324156d9884 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:55.082025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 11ca4a82-3c76-4cac-af9b-f324156d9884 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:55.082571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 11ca4a82-3c76-4cac-af9b-f324156d9884 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:55.108732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Deleting port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:55.109077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.114783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Deleting port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:55.115119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.125948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] Deleting port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:55.126340 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.230374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] For port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:55.230787 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.250866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] Calling delete_port for aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:55.260518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] For port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,segment=NetworkSegment(1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13),segment_id=1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:55.260885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.285787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Calling delete_port for aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:55.288476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] For port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:55.288838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.304432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.310520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.316275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.321864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.329159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.335430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.339844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.341943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.344154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-18b4818e-2c9f-40c9-bd73-7734b50cd930 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1467483 Jan 28 00:57:55.378477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] Pushing event deleted for resources: {'Port': ['ID=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:55.385050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea801f3-d2d7-4ff1-9e8f-4ae020ab562f None None] No DVR routers for this DVR port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:55.417608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592105-ada0-4a18-bdce-82b48857389f req-e5255986-ad63-4a9e-860d-161e52be89d6 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.419296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8592105-ada0-4a18-bdce-82b48857389f req-e5255986-ad63-4a9e-860d-161e52be89d6 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 1100 time: 0.2090735 Jan 28 00:57:55.477069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1877d707-271e-4ce9-b48f-ee6f1310ca25 req-c91ed8d4-452f-492f-a8f7-3a7a034fd922 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1214082 Jan 28 00:57:55.489513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60f256bc-eba5-4257-aadd-bafa6aabf097 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:55.527943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 60f256bc-eba5-4257-aadd-bafa6aabf097 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:55.532923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60f256bc-eba5-4257-aadd-bafa6aabf097 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:55.534796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:55.551159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8592105-ada0-4a18-bdce-82b48857389f req-47435342-74fc-4165-af26-e208f0fe82aa tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245644 Jan 28 00:57:55.585315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:55.587131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:55.610506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (aafad5e3-04d1-46f1-a6f7-ea9dc0137be4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.661338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Port': ['ID=aafad5e3-04d1-46f1-a6f7-ea9dc0137be4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:55.674588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] No DVR routers for this DVR port aafad5e3-04d1-46f1-a6f7-ea9dc0137be4 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:55.711389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88d59-1181-4b27-8e26-0ae4b9cfa1f1 req-f06a42f3-e2e6-4385-aa90-4b2f7143521e tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.714661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71b88d59-1181-4b27-8e26-0ae4b9cfa1f1 req-f06a42f3-e2e6-4385-aa90-4b2f7143521e tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 946 time: 0.1192958 Jan 28 00:57:55.726481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.727099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.727199 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Floating IP c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9 disassociated. External IP: 172.25.1.42, port: 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b. Jan 28 00:57:55.727534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Calling delete_port for 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:55.755206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8033-ad88-4922-907c-794fd4f63463 req-bb7e14f1-57e2-4804-9fd9-768c43d0ccdb tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.756855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-228e8033-ad88-4922-907c-794fd4f63463 req-bb7e14f1-57e2-4804-9fd9-768c43d0ccdb tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 1100 time: 0.0925136 Jan 28 00:57:55.801146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71b88d59-1181-4b27-8e26-0ae4b9cfa1f1 req-a77e711c-027f-4894-b911-c27c12297acc tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups?id=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806031 Jan 28 00:57:55.825560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (64adcba3-52bf-46a1-9906-25ffb7504e60), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.834054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-228e8033-ad88-4922-907c-794fd4f63463 req-eeec1c66-de99-4d08-b6c2-fc8e2bbe7df6 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650313 Jan 28 00:57:55.858575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64adcba3-52bf-46a1-9906-25ffb7504e60']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:55.875465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:55.876132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:55.890788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.914838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.924890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:57:55.925298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (1d18a70b-e1ea-4913-9c2d-a3f6cb84fb13), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:57:55.929068 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:57:56.035405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (64adcba3-52bf-46a1-9906-25ffb7504e60), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.048974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.054022 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] 10.222.0.23 "DELETE /v2.0/networks/64adcba3-52bf-46a1-9906-25ffb7504e60 HTTP/1.1" status: 204 len: 168 time: 1.2070873 Jan 28 00:57:56.073556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cd171-9617-4d26-a46b-b19679823e71 tempest-ServersTestMultiNic-812880822 tempest-ServersTestMultiNic-812880822-project] Pushing event deleted for resources: {'Network': ['ID=64adcba3-52bf-46a1-9906-25ffb7504e60,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:56.075558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ebe7986-dbb5-48d7-8995-0da6fe0bf84b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.134370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event deleted for resources: {'Port': ['ID=3ebe7986-dbb5-48d7-8995-0da6fe0bf84b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:56.161362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-4e7d67d5-5c3e-4209-9aaf-7c99c077fbb5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511556 Jan 28 00:57:56.237279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0b0a1-abc8-4e37-9168-b461179a5534 req-c61dda8b-de25-40c6-9989-64dbc463a022 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.239408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73d0b0a1-abc8-4e37-9168-b461179a5534 req-c61dda8b-de25-40c6-9989-64dbc463a022 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1598027 Jan 28 00:57:56.250948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Router 4519c9f6-c928-414f-a555-034dbb5cd1d2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:57:56.300201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73d0b0a1-abc8-4e37-9168-b461179a5534 req-15a7735b-900e-49bb-b620-ca972b68fd24 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547953 Jan 28 00:57:56.387627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-edb5081a-4293-4020-a270-1e84133e88fb tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.395472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-edb5081a-4293-4020-a270-1e84133e88fb tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328899 Jan 28 00:57:56.418322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-70ab71a8-891d-493e-bc2e-52c7b3a953de tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/quotas/b321f8a6e4fb4e34b0b6ac5b866d431a HTTP/1.1" status: 200 len: 375 time: 0.0216274 Jan 28 00:57:56.557166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db13d3-4b41-43b9-b7c8-c2593f661d51 req-7a7dcfc5-fd3d-4644-b2e0-2f4aff8d2670 tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.560250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5db13d3-4b41-43b9-b7c8-c2593f661d51 req-7a7dcfc5-fd3d-4644-b2e0-2f4aff8d2670 tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1100 time: 0.0956540 Jan 28 00:57:56.585209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-08ae0c19-8090-4328-b6c2-c8f9031d2a5c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1658628 Jan 28 00:57:56.668978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5db13d3-4b41-43b9-b7c8-c2593f661d51 req-879db487-af74-43c9-bb38-ad02c07e1d4c tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815163 Jan 28 00:57:56.846113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:56.859546 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] Sync routers for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:56.873703 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:56.878760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:56.891454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.904937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.906108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] No DVR routers for this DVR port 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:57:56.910566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.911763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.915794 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7b11da6-9123-4d5c-acef-0e85fda85375 req-95b92bec-ad89-4be8-97d4-f6a8116ef0c0 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.43 "DELETE /v2.0/ports/3ebe7986-dbb5-48d7-8995-0da6fe0bf84b HTTP/1.1" status: 204 len: 173 time: 1.9473896 Jan 28 00:57:56.916533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'name': 'network-vif-deleted', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:57:56.919816 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc24fbd-d0dd-4c36-a002-0a688a1850a6" -d '{"events": [{"server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "name": "network-vif-deleted", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:57:56.928286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.938545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.943852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.949289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.958031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23615419-fb0d-475f-9240-bf71ee38c8be req-4a8f463b-eba1-474b-8191-08e9868d47fb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1576939 Jan 28 00:57:57.026103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23615419-fb0d-475f-9240-bf71ee38c8be req-aebe8588-c88c-41c4-ba30-2403b181e053 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0634441 Jan 28 00:57:57.109821 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:57.375148 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:45Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:57.384690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b36704f3-1fe0-4cfb-a3da-5f97b8599769 req-be271c5b-09c0-459d-9b92-409edbb66308 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3345eff3-2bc3-437e-bc0b-d45182f765ac HTTP/1.1" status: 200 len: 210 time: 0.1028650 Jan 28 00:57:57.451909 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54474573-6c51-451d-b836-3d2ea1309810 x-openstack-request-id: req-54474573-6c51-451d-b836-3d2ea1309810 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:57:57.452644 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3345eff3-2bc3-437e-bc0b-d45182f765ac", "name": "network-vif-deleted", "tag": "3ebe7986-dbb5-48d7-8995-0da6fe0bf84b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:57:57.453119 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54474573-6c51-451d-b836-3d2ea1309810 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:57:57.453707 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3345eff3-2bc3-437e-bc0b-d45182f765ac', 'name': 'network-vif-deleted', 'tag': '3ebe7986-dbb5-48d7-8995-0da6fe0bf84b', 'status': 'completed', 'code': 200} Jan 28 00:57:57.521028 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] Checking router: 4519c9f6-c928-414f-a555-034dbb5cd1d2 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:57.541418 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:57.542609 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:57.611681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-5ab1823b-c4e9-4017-8129-2824e7b2f658 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156213 Jan 28 00:57:57.656713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44246) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:57.816691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d81fb8-939b-478a-868a-84355b6a23be req-c634ddb2-6235-4084-8008-cbae6a687a42 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:57.824990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51d81fb8-939b-478a-868a-84355b6a23be req-c634ddb2-6235-4084-8008-cbae6a687a42 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0998387 Jan 28 00:57:57.873033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:57.960524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51d81fb8-939b-478a-868a-84355b6a23be req-4d0dba41-beb2-43a0-8d5e-88feb0906bee tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305761 Jan 28 00:57:58.038471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bffe3743-baed-4b0f-8f65-6a050c077e01 req-9065cb5a-e96a-4306-b376-aeee41b414e7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 210 time: 0.0701346 Jan 28 00:57:58.273255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.296156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.308478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.314051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.314485 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:45Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:58.332136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.341159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.346436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:58.359473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-fd908817-3443-49db-ad06-d9eadc7c37fe tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2136333 Jan 28 00:57:58.377077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (4c568058-a962-428f-af32-ac92fbe0f683), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.385983 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82319093-c535-4fa5-b5dc-35e34f7f04af None None] The sync data for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 is: [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:55:33Z', 'revision_number': 4, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd9fd02a0-00d4-4a51-ae7e-820fc5bab99a', 'name': '', 'network_id': '715114cb-40b8-47d2-b7a9-a0effaa1e326', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'mac_address': 'fa:16:3e:a5:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:30Z', 'updated_at': '2022-01-28T00:55:45Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'subnets': [{'id': 'df36785d-9101-4075-b2ef-b52a6dff8c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:58.508544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60237fab-9b2d-4a59-b9bd-231b53414649 req-dfd96c5b-0de9-4000-9902-b252a477dd76 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1415849 Jan 28 00:57:58.593522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44284) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:58.720038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86a6e23f-7593-46b1-bd34-bef246e000ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group (518d7c68-1bcc-4105-9f0e-ad733f2ec9b4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.768124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86a6e23f-7593-46b1-bd34-bef246e000ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group (518d7c68-1bcc-4105-9f0e-ad733f2ec9b4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.853440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86a6e23f-7593-46b1-bd34-bef246e000ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (518d7c68-1bcc-4105-9f0e-ad733f2ec9b4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.857223 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-86a6e23f-7593-46b1-bd34-bef246e000ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.858906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-86a6e23f-7593-46b1-bd34-bef246e000ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "DELETE /v2.0/security-groups/518d7c68-1bcc-4105-9f0e-ad733f2ec9b4 HTTP/1.1" status: 204 len: 168 time: 0.2641110 Jan 28 00:57:58.864279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44288) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:58.883732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e23f-7593-46b1-bd34-bef246e000ea tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d7c68-1bcc-4105-9f0e-ad733f2ec9b4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.891984 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-f2896a84-8909-451d-a7da-5ad6294df0e4 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] show failed (client error): The resource could not be found. Jan 28 00:57:58.893441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f2896a84-8909-451d-a7da-5ad6294df0e4 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "GET /v2.0/security-groups/518d7c68-1bcc-4105-9f0e-ad733f2ec9b4 HTTP/1.1" status: 404 len: 347 time: 0.0277159 Jan 28 00:57:58.896188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44290) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:58.942769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b3c6d-e83b-4faa-8e5d-9cc3a34138c3 None None] New status for floating IP c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:57:58.944557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Deleting port be29aa67-9786-4f80-9fe5-f791f3eb5c8e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:58.945097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.045275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] For port be29aa67-9786-4f80-9fe5-f791f3eb5c8e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:59.045934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.059337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Calling delete_port for be29aa67-9786-4f80-9fe5-f791f3eb5c8e owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:59.198556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8049b-bce7-4710-804c-ec84978102c8 req-2636e30e-190a-465e-8ac3-fcca6cf5e531 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.200219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1eb8049b-bce7-4710-804c-ec84978102c8 req-2636e30e-190a-465e-8ac3-fcca6cf5e531 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0934896 Jan 28 00:57:59.294254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Deleting port d0f394ca-b5cb-40a5-8541-bc763124ed60 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:57:59.294693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.313218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12ad6d38-5e7d-4f39-ae73-17e89360f9bc req-57b4239e-e2e2-425f-8fed-31461d42feb4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 210 time: 0.0591881 Jan 28 00:57:59.374904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1eb8049b-bce7-4710-804c-ec84978102c8 req-fa1ddd86-6f35-455d-9963-b1bb0634a97e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656144 Jan 28 00:57:59.404817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (be29aa67-9786-4f80-9fe5-f791f3eb5c8e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.436367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.436704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (d0f394ca-b5cb-40a5-8541-bc763124ed60), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.454970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Calling delete_port for d0f394ca-b5cb-40a5-8541-bc763124ed60 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:57:59.476265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be29aa67-9786-4f80-9fe5-f791f3eb5c8e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:59.571803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:57:59.644007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:57:59.644251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ebe7986-dbb5-48d7-8995-0da6fe0bf84b not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:57:59.665820 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ac342444-fd30-4b6a-b80f-4b76bd03f2c0 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1796672 Jan 28 00:57:59.691493 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-9f72be92-f773-42a4-bd76-107c6f5e5202 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1765330 Jan 28 00:57:59.794452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.808478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.826245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.841497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.853072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.859711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.867074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.869876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-250f6cc4-d73d-469e-b47f-4e0954b9fb93 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1820588 Jan 28 00:57:59.980299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7cd99f9-842a-41e6-b8f0-d82bed709ab2 req-0e6e5fd2-60cc-4541-83f3-72cd55344c6c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0999084 Jan 28 00:57:59.983352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d0f394ca-b5cb-40a5-8541-bc763124ed60), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.008404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-cd5b7a1a-fce8-4a6a-b9f8-b786571c12a7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.009687 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-cd5b7a1a-fce8-4a6a-b9f8-b786571c12a7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365233 Jan 28 00:58:00.024109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Pushing event deleted for resources: {'Port': ['ID=d0f394ca-b5cb-40a5-8541-bc763124ed60,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:00.059138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:00.074859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-0cb03ac7-537d-4819-906d-34adc382110b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.076582 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-0cb03ac7-537d-4819-906d-34adc382110b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184609 Jan 28 00:58:00.094882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks [] for floatingip (c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.098288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.102328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57fca48a-c323-4b6e-8676-ee9c74891303 tempest-ServersTestManualDisk-532434391 tempest-ServersTestManualDisk-532434391-project] 10.222.0.23 "DELETE /v2.0/floatingips/c26ab47d-c4c0-4ce8-85f7-c0f9de6a2fe9 HTTP/1.1" status: 204 len: 168 time: 1.2022038 Jan 28 00:58:00.102631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44304) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:00.104242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:00.110989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-e2c9b64e-dd68-46a7-9076-cd5a2a6668d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.112478 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-e2c9b64e-dd68-46a7-9076-cd5a2a6668d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1100 time: 0.1932092 Jan 28 00:58:00.216803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (4c568058-a962-428f-af32-ac92fbe0f683), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.436997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a31625b-02a7-4d94-89ff-126d78958585 req-6465cfb1-4f22-4858-af65-fc92f78b24e8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 210 time: 0.0402400 Jan 28 00:58:00.474209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:00.477894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.490083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-553ca0cb-f50d-490f-9439-13444da0df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.491665 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-553ca0cb-f50d-490f-9439-13444da0df61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3480806 Jan 28 00:58:00.562148 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-05bc004f-1dae-450b-8b98-a310e08a7cce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0591688 Jan 28 00:58:00.570297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1f649-4b4a-4e84-b378-9a6cf9fcc887 req-8476b63f-39e2-42a3-b645-0a47ba3637d7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.571912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecf1f649-4b4a-4e84-b378-9a6cf9fcc887 req-8476b63f-39e2-42a3-b645-0a47ba3637d7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0874984 Jan 28 00:58:00.621811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (4519c9f6-c928-414f-a555-034dbb5cd1d2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.641455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:00.645128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.686212 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecf1f649-4b4a-4e84-b378-9a6cf9fcc887 req-fa27fddb-6c63-4fc6-8681-b6fab60007e1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070592 Jan 28 00:58:00.777298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-f85c2c36-240c-4f3a-9af6-e8a78829b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.778839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-f85c2c36-240c-4f3a-9af6-e8a78829b1be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.2018554 Jan 28 00:58:00.912966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.172 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:00.948735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-4f3a781d-0c09-4d4a-b90c-de48673fd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:00.950341 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-4f3a781d-0c09-4d4a-b90c-de48673fd9ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613214 Jan 28 00:58:00.958399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Router 4c568058-a962-428f-af32-ac92fbe0f683 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:00.987894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Deleting port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:00.988585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.090066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] For port d9fd02a0-00d4-4a51-ae7e-820fc5bab99a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:01.090550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.130601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Calling delete_port for d9fd02a0-00d4-4a51-ae7e-820fc5bab99a owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:01.188644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.191234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-c7f5cc56-c4cd-4aa8-91a6-5b4f855504b9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305121 Jan 28 00:58:01.194129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.199548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.204862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.210116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.215430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.220689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.222661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-96623c54-4d5d-42d8-9b86-f2d426d09cdc tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1368814 Jan 28 00:58:01.346593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86bcae00-2dde-488f-9588-a91c5cfe15f4 req-722dfd82-5f5e-452f-85d6-0e7c080676f4 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1119432 Jan 28 00:58:01.434098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d9fd02a0-00d4-4a51-ae7e-820fc5bab99a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.471234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fd02a0-00d4-4a51-ae7e-820fc5bab99a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:01.640012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:01.655192 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] Sync routers for ids ['4c568058-a962-428f-af32-ac92fbe0f683'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:01.663913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.666207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c069bd94-6f41-4153-bf96-f862b34d5189 req-e4b55ffc-3708-4a27-8d98-ad69fdc71425 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 210 time: 0.0522153 Jan 28 00:58:01.675470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39eae88c-9c06-4ac0-8b5b-8364e9b353e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/4c568058-a962-428f-af32-ac92fbe0f683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0153315 Jan 28 00:58:01.690263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44320) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:01.695379 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] Routers {'4c568058-a962-428f-af32-ac92fbe0f683'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:01.696222 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4c568058-a962-428f-af32-ac92fbe0f683'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:01.724812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (4519c9f6-c928-414f-a555-034dbb5cd1d2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:01.880382 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] Set router 4c568058-a962-428f-af32-ac92fbe0f683 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:01.920943 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-2fc8e9df-0914-4329-b5ec-af14ff1bb615 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982114 Jan 28 00:58:01.921414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac003-f388-422e-96e4-00586f42f50e req-b8607bed-43ef-4f77-8ea7-d0dd1f593ff0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:01.922990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8dac003-f388-422e-96e4-00586f42f50e req-b8607bed-43ef-4f77-8ea7-d0dd1f593ff0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1023831 Jan 28 00:58:02.006356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.227 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/f8f7a872-4849-4913-90b9-c044b1ccaa05) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:02.077206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.115841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:02.138268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8dac003-f388-422e-96e4-00586f42f50e req-373b6438-40c5-4509-aecb-6beaaca73520 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092161 Jan 28 00:58:02.174387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks [] for router (4c568058-a962-428f-af32-ac92fbe0f683), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.183220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:02.194976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Router 4519c9f6-c928-414f-a555-034dbb5cd1d2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:02.245594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:02.248871 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:57:59Z', 'revision_number': 5, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:02.281865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] Checking router: 4c568058-a962-428f-af32-ac92fbe0f683 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:02.291774 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] Routers {'4c568058-a962-428f-af32-ac92fbe0f683'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:02.292605 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4c568058-a962-428f-af32-ac92fbe0f683'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:02.347700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:02.363961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] Sync routers for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:02.366502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6641d35f-380d-46f7-9635-26715d8c0f24 admin admin] 10.222.0.23 "PUT /v2.0/routers/4519c9f6-c928-414f-a555-034dbb5cd1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2626402 Jan 28 00:58:02.367165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44330) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:02.377356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:02.421096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:02.421391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:02.423677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:02.431790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:02.506451 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] Set router 4c568058-a962-428f-af32-ac92fbe0f683 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:02.538411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.539094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.618257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks [] for router (4519c9f6-c928-414f-a555-034dbb5cd1d2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.716318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:02.794159 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-41c71fc1-71e4-4ed5-9f28-3d6810350d97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7395227 Jan 28 00:58:02.817043 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:57:59Z', 'revision_number': 5, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:02.835004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Request body: {'port': {'device_id': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:02.853296 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494a058-4171-4957-98ae-7220d7951ee2 None None] The sync data for ids ['4c568058-a962-428f-af32-ac92fbe0f683'] in n-d-826756-1 is: [{'id': '4c568058-a962-428f-af32-ac92fbe0f683', 'name': 'tempest-ServersTestMultiNic-1721806765-router', 'tenant_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:56:12Z', 'updated_at': '2022-01-28T00:57:59Z', 'revision_number': 5, 'project_id': '77762e880e5e4aaebf2ca7ddd468b0a6', 'gw_port': {'id': 'c359f086-d96a-4961-8fc3-290eeab2e6e2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568058-a962-428f-af32-ac92fbe0f683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:56:15Z', 'updated_at': '2022-01-28T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:02.970383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8ebffbdd-bf09-4f07-9111-081f15953b2e None None] Provisioning complete for port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:02.970760 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ebffbdd-bf09-4f07-9111-081f15953b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.976138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.985270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks [] for router_gateway (4c568058-a962-428f-af32-ac92fbe0f683), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.046844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8ebffbdd-bf09-4f07-9111-081f15953b2e None None] Port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:03.070550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:58:01Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:03.113973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] Checking router: 4519c9f6-c928-414f-a555-034dbb5cd1d2 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:03.127543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] Routers {'4519c9f6-c928-414f-a555-034dbb5cd1d2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:03.128616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:57:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4519c9f6-c928-414f-a555-034dbb5cd1d2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:03.163182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.169167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.174716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.180047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.185678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.191272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.196644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.202245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.210077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-ec0d34df-1e49-418f-8f5c-73bc97cc08d7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.6881230 Jan 28 00:58:03.212859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Deleting port c359f086-d96a-4961-8fc3-290eeab2e6e2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:03.213207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.256960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9252b56-62b6-4633-92a7-c3abb76297e0 req-69d619eb-5107-4bc8-b681-e89041891635 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 210 time: 0.1027021 Jan 28 00:58:03.319709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] Set router 4519c9f6-c928-414f-a555-034dbb5cd1d2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:03.459259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:03.469099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Publish callbacks [] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.469373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-371d3ea0-2b94-4328-95d4-694d0c2b4c64 req-9a6f2bf0-eb13-43b7-9395-d1e3a87c9d96 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2580185 Jan 28 00:58:03.483292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Transition to ACTIVE for port object 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:03.486367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.491314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.510640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks [] for router_gateway (4519c9f6-c928-414f-a555-034dbb5cd1d2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.575859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.648976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:03.654597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:03.662816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:03.667053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:03.681061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1518802-057d-4732-9e5d-5a670dd382dd req-dc178393-5e70-44bd-bd18-a1ce7c4af2c8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.683211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1518802-057d-4732-9e5d-5a670dd382dd req-dc178393-5e70-44bd-bd18-a1ce7c4af2c8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1569281 Jan 28 00:58:03.717972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=f8f7a872-4849-4913-90b9-c044b1ccaa05,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:03.723304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:03.735605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Deleting port 5eae746d-edad-44de-946f-2cd9cd6a04c7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:03.735944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.760887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be29aa67-9786-4f80-9fe5-f791f3eb5c8e no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:03.848416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1518802-057d-4732-9e5d-5a670dd382dd req-ec6dff5f-e198-487c-b570-0255a51ec910 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534154 Jan 28 00:58:03.896184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: be29aa67-9786-4f80-9fe5-f791f3eb5c8e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:03.896527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be29aa67-9786-4f80-9fe5-f791f3eb5c8e not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:03.899093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] For port c359f086-d96a-4961-8fc3-290eeab2e6e2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c359f086-d96a-4961-8fc3-290eeab2e6e2,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:03.909465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] For port 5eae746d-edad-44de-946f-2cd9cd6a04c7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5eae746d-edad-44de-946f-2cd9cd6a04c7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:03.911058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.915653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.927436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Calling delete_port for 5eae746d-edad-44de-946f-2cd9cd6a04c7 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:03.932652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.933280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.990898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Pushing event updated for resources: {'Port': ['ID=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:03.997671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Calling delete_port for c359f086-d96a-4961-8fc3-290eeab2e6e2 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:04.017972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:58:01Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:04.023240 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-2e988114-e12f-45e9-b197-a2bad70042b9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9247603 Jan 28 00:58:04.058340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878e776-bbc1-465d-83ea-90e26a894e76 None None] The sync data for ids ['4519c9f6-c928-414f-a555-034dbb5cd1d2'] in n-d-826756-1 is: [{'id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'name': 'tempest-ServersTestManualDisk-920113183-router', 'tenant_id': 'd9f40a8f951e4b70bb16420870ba890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:21Z', 'updated_at': '2022-01-28T00:58:01Z', 'revision_number': 5, 'project_id': 'd9f40a8f951e4b70bb16420870ba890f', 'gw_port': {'id': '5eae746d-edad-44de-946f-2cd9cd6a04c7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519c9f6-c928-414f-a555-034dbb5cd1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:23Z', 'updated_at': '2022-01-28T00:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:04.066544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Request body: {'port': {'device_id': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:04.069205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Attempting to bind port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:04.069541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Attempting to bind port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:04.069895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Attempting to bind port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:04.121867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:04.122440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Attempting to bind port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:04.189737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:04.192306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:04.192831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:04.194296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Bound port: 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:04.196319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.245182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.246604 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5eae746d-edad-44de-946f-2cd9cd6a04c7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.292509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eae746d-edad-44de-946f-2cd9cd6a04c7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.437149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ea49d7f1-ff92-4502-bcfb-54a7186746c8 None None] Provisioning complete for port f8f7a872-4849-4913-90b9-c044b1ccaa05 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:04.438325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea49d7f1-ff92-4502-bcfb-54a7186746c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.496400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931044fb-a1fb-4e39-9b3e-9cdeb6ce80a9 req-e16aca6a-d84d-4105-b256-3d0163e6f089 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.499012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-931044fb-a1fb-4e39-9b3e-9cdeb6ce80a9 req-e16aca6a-d84d-4105-b256-3d0163e6f089 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 936 time: 0.1179576 Jan 28 00:58:04.499680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ea49d7f1-ff92-4502-bcfb-54a7186746c8 None None] Port f8f7a872-4849-4913-90b9-c044b1ccaa05 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:04.510509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] For port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:04.510946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (4519c9f6-c928-414f-a555-034dbb5cd1d2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.583540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] For port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:04.599049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.654879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c359f086-d96a-4961-8fc3-290eeab2e6e2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.667240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.668160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.670155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] 10.222.0.43 "PUT /v2.0/ports/0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae HTTP/1.1" status: 200 len: 1096 time: 1.8459275 Jan 28 00:58:04.676300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'tag': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:04.679060 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bed6def0-9209-41ae-be52-ed522ec1b7b2", "tag": "0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:04.707996 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (4519c9f6-c928-414f-a555-034dbb5cd1d2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.711575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks [] for router_controller (4519c9f6-c928-414f-a555-034dbb5cd1d2), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.850209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-931044fb-a1fb-4e39-9b3e-9cdeb6ce80a9 req-e242a088-9633-4421-80b0-263ac3a3c26c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850967 Jan 28 00:58:04.857252 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (4519c9f6-c928-414f-a555-034dbb5cd1d2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.858076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4519c9f6-c928-414f-a555-034dbb5cd1d2 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:58:04.860866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f4edf-3b9c-464a-82ce-685188777203 service neutron] Pushing event updated for resources: {'Port': ['ID=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.881160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.887239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.892772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.898710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.904351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.908074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Pushing event deleted for resources: {'Port': ['ID=c359f086-d96a-4961-8fc3-290eeab2e6e2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.910726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.916489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.921209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (4c568058-a962-428f-af32-ac92fbe0f683), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.924624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-253cecc9-037e-463e-848b-6b5918aee786 req-d00b4573-2576-420f-91e1-57bc40894b3e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2606039 Jan 28 00:58:04.948054 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.949442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bcf15249-a031-45b8-a233-cc9ab54091f7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4519c9f6-c928-414f-a555-034dbb5cd1d2 HTTP/1.1" status: 204 len: 168 time: 2.5813186 Jan 28 00:58:04.952569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44358) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:04.967121 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899a4235-46ed-4b16-89a0-a4ef889b4c19 x-openstack-request-id: req-899a4235-46ed-4b16-89a0-a4ef889b4c19 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:04.967364 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed6def0-9209-41ae-be52-ed522ec1b7b2", "tag": "0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:04.967622 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-899a4235-46ed-4b16-89a0-a4ef889b4c19 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:04.968018 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'tag': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae', 'status': 'completed', 'code': 200} Jan 28 00:58:05.072547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-253cecc9-037e-463e-848b-6b5918aee786 req-cba917b5-c333-4d44-a8d4-1b3b055bb14f tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1389909 Jan 28 00:58:05.102603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (4c568058-a962-428f-af32-ac92fbe0f683), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.110154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks [] for router_controller (4c568058-a962-428f-af32-ac92fbe0f683), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.119007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-7bea291e-bd18-4983-b897-e88f6c16f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.120574 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-7bea291e-bd18-4983-b897-e88f6c16f9b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 1099 time: 0.3300903 Jan 28 00:58:05.144488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Deleting subnet df36785d-9101-4075-b2ef-b52a6dff8c50 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:58:05.153057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Publish callbacks [] for subnet (df36785d-9101-4075-b2ef-b52a6dff8c50), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.192213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee636-6e38-481f-8c02-08bf8eb21424 req-2254a255-9dd6-417f-a8ad-1c23961086b3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.193728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6dee636-6e38-481f-8c02-08bf8eb21424 req-2254a255-9dd6-417f-a8ad-1c23961086b3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1438012 Jan 28 00:58:05.217880 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (df36785d-9101-4075-b2ef-b52a6dff8c50), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.280080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f7a872-4849-4913-90b9-c044b1ccaa05 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:05.289007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Publish callbacks [] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.295417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6dee636-6e38-481f-8c02-08bf8eb21424 req-1f234de3-0f9d-4089-975f-56f68671d297 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 Jan 28 00:58:05.303970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Transition to ACTIVE for port object f8f7a872-4849-4913-90b9-c044b1ccaa05 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:05.305564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (4c568058-a962-428f-af32-ac92fbe0f683), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.306182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c568058-a962-428f-af32-ac92fbe0f683 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:58:05.308808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-e7debd6f-9127-4d2f-a642-189556c9c518 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae HTTP/1.1" status: 200 len: 217 time: 0.1714642 Jan 28 00:58:05.313332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.314468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-351d0fda-518d-484e-9dd4-07b1e257d174 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4c568058-a962-428f-af32-ac92fbe0f683 HTTP/1.1" status: 204 len: 168 time: 3.6229804 Jan 28 00:58:05.316452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.321920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44364) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:05.413676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (df36785d-9101-4075-b2ef-b52a6dff8c50), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.419050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f7a872-4849-4913-90b9-c044b1ccaa05,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:05.439665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Deleting subnet 74ca4442-741a-40ad-af65-0b52eadfba1b {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:58:05.448070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Publish callbacks [] for subnet (74ca4442-741a-40ad-af65-0b52eadfba1b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.467652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-a9000046-24ec-4af6-bf73-ab39b520702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.479316 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-a9000046-24ec-4af6-bf73-ab39b520702c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1637435 Jan 28 00:58:05.522108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (74ca4442-741a-40ad-af65-0b52eadfba1b), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.616759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Attempting to bind port f8f7a872-4849-4913-90b9-c044b1ccaa05 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:05.619771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Attempting to bind port f8f7a872-4849-4913-90b9-c044b1ccaa05 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:05.620396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Attempting to bind port f8f7a872-4849-4913-90b9-c044b1ccaa05 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:05.635748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (df36785d-9101-4075-b2ef-b52a6dff8c50), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.653702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-686bf3de-a9a2-42d2-8c56-a61a10340c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.654360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-686bf3de-a9a2-42d2-8c56-a61a10340c74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674111 Jan 28 00:58:05.657221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Port f8f7a872-4849-4913-90b9-c044b1ccaa05 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:05.657632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Attempting to bind port f8f7a872-4849-4913-90b9-c044b1ccaa05 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:05.682909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:05.683275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:05.683853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:05.684367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Bound port: f8f7a872-4849-4913-90b9-c044b1ccaa05, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:05.684799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.700036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df36785d-9101-4075-b2ef-b52a6dff8c50,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:05.705059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.710495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d618397-3914-468e-a255-737b91a46309 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/df36785d-9101-4075-b2ef-b52a6dff8c50 HTTP/1.1" status: 204 len: 168 time: 0.7479310 Jan 28 00:58:05.711042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:05.714545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cffdb84-3450-4a5e-ad60-8916d8991572 None None] Network 715114cb-40b8-47d2-b7a9-a0effaa1e326 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:05.765183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (74ca4442-741a-40ad-af65-0b52eadfba1b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.780277 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-c5e87333-7800-4b56-93a6-025a2b449cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180518 Jan 28 00:58:05.823562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (715114cb-40b8-47d2-b7a9-a0effaa1e326), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.883672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (74ca4442-741a-40ad-af65-0b52eadfba1b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.921032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ca4442-741a-40ad-af65-0b52eadfba1b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:05.923171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:05.928594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-20241be0-7dc6-4fa3-8509-a25ab84cd1e9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/74ca4442-741a-40ad-af65-0b52eadfba1b HTTP/1.1" status: 204 len: 168 time: 0.6032486 Jan 28 00:58:05.928790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326864e-dbe5-4a9e-9053-1eb0031118e6 None None] Network 36d68436-7b9f-47fe-a10e-71a6a0264d7a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:05.929944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44372) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:05.959913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-382846de-fa92-405c-8167-93e48231e6dc service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726906 Jan 28 00:58:05.966672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] For port f8f7a872-4849-4913-90b9-c044b1ccaa05, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:05.996391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] For port f8f7a872-4849-4913-90b9-c044b1ccaa05, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:06.008560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.034931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] DHCP port deletion for 715114cb-40b8-47d2-b7a9-a0effaa1e326 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:58:06.084132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Deleting port c56f8eb0-057d-447d-9e8c-6fcfc145077e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:06.084621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.089315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.090141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.096178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] 10.222.0.45 "PUT /v2.0/ports/f8f7a872-4849-4913-90b9-c044b1ccaa05 HTTP/1.1" status: 200 len: 1096 time: 2.0348334 Jan 28 00:58:06.150425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (36d68436-7b9f-47fe-a10e-71a6a0264d7a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.198932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] For port c56f8eb0-057d-447d-9e8c-6fcfc145077e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c56f8eb0-057d-447d-9e8c-6fcfc145077e,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:06.199827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.221853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Calling delete_port for c56f8eb0-057d-447d-9e8c-6fcfc145077e owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:06.254062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eae746d-edad-44de-946f-2cd9cd6a04c7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:06.259870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95e99-48ff-477c-a328-296ac358d6d4 req-e0af5c0d-c224-4187-aa23-3546312f6b3b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.261534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81c95e99-48ff-477c-a328-296ac358d6d4 req-e0af5c0d-c224-4187-aa23-3546312f6b3b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 948 time: 0.2716415 Jan 28 00:58:06.306803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413808-0234-4df2-8626-1424a21f0909 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f7a872-4849-4913-90b9-c044b1ccaa05,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:06.344837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5eae746d-edad-44de-946f-2cd9cd6a04c7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:06.345407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eae746d-edad-44de-946f-2cd9cd6a04c7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:06.346189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d9fd02a0-00d4-4a51-ae7e-820fc5bab99a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:06.359528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-b792db35-95fd-4aa7-b5bb-3e6e1d9dada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.361117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-b792db35-95fd-4aa7-b5bb-3e6e1d9dada4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 1099 time: 0.2906377 Jan 28 00:58:06.385606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-3eaf7e50-45f1-4415-9ca5-1eaa12078f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.385606 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-3eaf7e50-45f1-4415-9ca5-1eaa12078f4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 1099 time: 0.1874897 Jan 28 00:58:06.386227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] Deleting port c56f8eb0-057d-447d-9e8c-6fcfc145077e {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:06.386227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.386227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: d9fd02a0-00d4-4a51-ae7e-820fc5bab99a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:06.386227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d9fd02a0-00d4-4a51-ae7e-820fc5bab99a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:06.411019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] DHCP port deletion for 36d68436-7b9f-47fe-a10e-71a6a0264d7a request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:58:06.504415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] For port c56f8eb0-057d-447d-9e8c-6fcfc145077e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c56f8eb0-057d-447d-9e8c-6fcfc145077e,segment=NetworkSegment(14c5edde-6e98-413c-be86-21c773e0ace9),segment_id=14c5edde-6e98-413c-be86-21c773e0ace9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:06.504758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.511954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81c95e99-48ff-477c-a328-296ac358d6d4 req-64ec39bb-c83b-4456-9806-543671d1fce7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401091 Jan 28 00:58:06.512320 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-6fac52a8-b201-4fa1-81af-5a5dd9dcf728 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05 HTTP/1.1" status: 200 len: 217 time: 0.1081734 Jan 28 00:58:06.529816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] Calling delete_port for c56f8eb0-057d-447d-9e8c-6fcfc145077e owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:06.535268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.540566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.546703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.552281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.557853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.564071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.569474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.571448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-715f2bc4-55e0-433e-a73d-b8a9e10d6eeb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.3073671 Jan 28 00:58:06.607129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] Deleting port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:06.607446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.648625 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.660664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Deleting port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:06.661009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.674105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-88cbc05d-5c60-41d0-8c7c-e35febe19636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.676759 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-88cbc05d-5c60-41d0-8c7c-e35febe19636 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2942872 Jan 28 00:58:06.687336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-3f7e9da9-b4ab-4c6b-b238-78b2580a0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.689847 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-3f7e9da9-b4ab-4c6b-b238-78b2580a0a96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1467080 Jan 28 00:58:06.699631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] For port 62d2bdb4-d319-4ff7-b916-6dbc00d11158, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62d2bdb4-d319-4ff7-b916-6dbc00d11158,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:06.699631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.713558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] Calling delete_port for 62d2bdb4-d319-4ff7-b916-6dbc00d11158 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:06.717456 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c56f8eb0-057d-447d-9e8c-6fcfc145077e), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.741316 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-19674fcb-bbe5-4416-91b3-df09fa1b5b28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae HTTP/1.1" status: 200 len: 217 time: 0.0502276 Jan 28 00:58:06.765933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Pushing event deleted for resources: {'Port': ['ID=c56f8eb0-057d-447d-9e8c-6fcfc145077e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:06.778050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] Pushing event deleted for resources: {'Port': ['ID=c56f8eb0-057d-447d-9e8c-6fcfc145077e,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:06.782411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3eeae11-c48b-473c-b608-6095af77ec8a req-d659463b-84d2-4b89-9249-945dcddd5df9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2016547 Jan 28 00:58:06.784754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a26a5-902b-47e9-990a-c4828dac3f4f None None] No DVR routers for this DVR port c56f8eb0-057d-447d-9e8c-6fcfc145077e on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:06.785698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] No DVR routers for this DVR port c56f8eb0-057d-447d-9e8c-6fcfc145077e on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:06.844699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-6890e256-ce37-4a9a-9257-d7f4967da185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.846221 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-6890e256-ce37-4a9a-9257-d7f4967da185 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0949357 Jan 28 00:58:06.849838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b248b52-440b-4cc1-91a4-ef92fa1bc98d req-0d932b88-3067-4b3e-9409-045d1d64bd99 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.856686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b248b52-440b-4cc1-91a4-ef92fa1bc98d req-0d932b88-3067-4b3e-9409-045d1d64bd99 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1863503 Jan 28 00:58:06.891846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.910755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ffebc45e-e70c-4581-9739-34757235dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.912365 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-ffebc45e-e70c-4581-9739-34757235dfb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696761 Jan 28 00:58:06.927457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] For port 62d2bdb4-d319-4ff7-b916-6dbc00d11158, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62d2bdb4-d319-4ff7-b916-6dbc00d11158,segment=NetworkSegment(511921fb-0863-4337-9f48-326759bdb3cf),segment_id=511921fb-0863-4337-9f48-326759bdb3cf)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:06.927853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.930730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] Pushing event deleted for resources: {'Port': ['ID=62d2bdb4-d319-4ff7-b916-6dbc00d11158,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:06.935750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-7ee2ebee-e401-4599-9c25-a6f609deaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.937429 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-7ee2ebee-e401-4599-9c25-a6f609deaefd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761452 Jan 28 00:58:06.950772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Calling delete_port for 62d2bdb4-d319-4ff7-b916-6dbc00d11158 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:06.954953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (715114cb-40b8-47d2-b7a9-a0effaa1e326), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.971943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e18e2f-f831-4aee-aa18-445f6cb2e1ed None None] No DVR routers for this DVR port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:07.015679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.020897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'tag': 'f8f7a872-4849-4913-90b9-c044b1ccaa05'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:07.023848 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dd50e4-a6e6-4f8e-86f3-cdba73564862" -d '{"events": [{"name": "network-changed", "server_uuid": "e7192fc0-d669-4544-9e8b-2ea91fcd9b48", "tag": "f8f7a872-4849-4913-90b9-c044b1ccaa05"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:07.025691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b248b52-440b-4cc1-91a4-ef92fa1bc98d req-3f396fdd-0ad1-434e-9f3b-a716fb320dd8 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680906 Jan 28 00:58:07.026947 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4cff-c3db-4487-8d0d-3c66308cdec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.074650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715114cb-40b8-47d2-b7a9-a0effaa1e326']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:07.089717 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a644597e-b56a-4f62-aa11-0369d29efeb8 x-openstack-request-id: req-a644597e-b56a-4f62-aa11-0369d29efeb8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:07.090059 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7192fc0-d669-4544-9e8b-2ea91fcd9b48", "tag": "f8f7a872-4849-4913-90b9-c044b1ccaa05", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:07.090413 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a644597e-b56a-4f62-aa11-0369d29efeb8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:07.090905 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'tag': 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'status': 'completed', 'code': 200} Jan 28 00:58:07.091091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c5edde-6e98-413c-be86-21c773e0ace9') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:07.091396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c5edde-6e98-413c-be86-21c773e0ace9') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:07.106584 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (14c5edde-6e98-413c-be86-21c773e0ace9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.128083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-7b934e73-ca2a-408e-a54a-fc7168b2231b service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046990 Jan 28 00:58:07.132476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (14c5edde-6e98-413c-be86-21c773e0ace9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.142715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:58:07.143118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (14c5edde-6e98-413c-be86-21c773e0ace9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:58:07.144784 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:58:07.195361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-3e9f1455-0e30-44da-9556-98174a6659fd service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656747 Jan 28 00:58:07.207582 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (62d2bdb4-d319-4ff7-b916-6dbc00d11158), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.255683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d2bdb4-d319-4ff7-b916-6dbc00d11158,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:07.258074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] No DVR routers for this DVR port 62d2bdb4-d319-4ff7-b916-6dbc00d11158 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:07.282147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (715114cb-40b8-47d2-b7a9-a0effaa1e326), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.289591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.296000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] 10.222.0.23 "DELETE /v2.0/networks/715114cb-40b8-47d2-b7a9-a0effaa1e326 HTTP/1.1" status: 204 len: 168 time: 1.5820112 Jan 28 00:58:07.338585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f04a4-a5a3-4320-bd52-d289ba18286e admin admin] Pushing event deleted for resources: {'Network': ['ID=715114cb-40b8-47d2-b7a9-a0effaa1e326,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:07.354159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (36d68436-7b9f-47fe-a10e-71a6a0264d7a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.358396 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b85c4ba3-08a7-4ad2-a9dc-0b7a9cd529bd req-7aac4408-bee3-42b5-85a9-b26288be5a2a service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213864 Jan 28 00:58:07.369578 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39935d5d-3c80-4dad-b9ef-9e92e1a54f6d req-bbfcfdac-7373-4c67-a816-542792391b69 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386321 Jan 28 00:58:07.381107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d68436-7b9f-47fe-a10e-71a6a0264d7a']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:07.394365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511921fb-0863-4337-9f48-326759bdb3cf') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:07.394662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511921fb-0863-4337-9f48-326759bdb3cf') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:07.406921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (511921fb-0863-4337-9f48-326759bdb3cf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.422969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (511921fb-0863-4337-9f48-326759bdb3cf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.431821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:58:07.432499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (511921fb-0863-4337-9f48-326759bdb3cf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:58:07.434647 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:58:07.527289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (36d68436-7b9f-47fe-a10e-71a6a0264d7a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.535340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:07.536640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c359f086-d96a-4961-8fc3-290eeab2e6e2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:07.541516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] 10.222.0.23 "DELETE /v2.0/networks/36d68436-7b9f-47fe-a10e-71a6a0264d7a HTTP/1.1" status: 204 len: 168 time: 1.6101849 Jan 28 00:58:07.576095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c359f086-d96a-4961-8fc3-290eeab2e6e2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:07.576462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c359f086-d96a-4961-8fc3-290eeab2e6e2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:07.576900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62d2bdb4-d319-4ff7-b916-6dbc00d11158 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:07.585303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d31150-61f2-4d88-8f04-704b4274b132 admin admin] Pushing event deleted for resources: {'Network': ['ID=36d68436-7b9f-47fe-a10e-71a6a0264d7a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:07.626860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 62d2bdb4-d319-4ff7-b916-6dbc00d11158 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:07.627534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62d2bdb4-d319-4ff7-b916-6dbc00d11158 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:07.628496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c56f8eb0-057d-447d-9e8c-6fcfc145077e no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:07.685479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c56f8eb0-057d-447d-9e8c-6fcfc145077e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:07.685861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c56f8eb0-057d-447d-9e8c-6fcfc145077e not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:07.701415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:07.815583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eb7d5-8e3d-4dbd-be4f-ca0b34a38ec7 req-69242900-7d2b-4760-a29e-6ebc3f0234bf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:07.817305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-779eb7d5-8e3d-4dbd-be4f-ca0b34a38ec7 req-69242900-7d2b-4760-a29e-6ebc3f0234bf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 948 time: 0.1696000 Jan 28 00:58:07.840029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44400) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:07.870703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4cc26ec2-5c1d-479d-abbd-1d15fbc33866 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9f40a8f951e4b70bb16420870ba890f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658015 Jan 28 00:58:07.884520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44402) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:07.933155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0d4b8563-3cee-4bce-b845-ff4c8fa25e60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77762e880e5e4aaebf2ca7ddd468b0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0908492 Jan 28 00:58:07.933926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:07.937158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-56006340-e291-46e3-a424-370e1b9ba71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:07.938615 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-56006340-e291-46e3-a424-370e1b9ba71f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 1099 time: 0.4581676 Jan 28 00:58:08.024205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-779eb7d5-8e3d-4dbd-be4f-ca0b34a38ec7 req-d828fabf-5336-4ea1-b20f-9988cc646022 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849861 Jan 28 00:58:08.037534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-b8d66e6d-3641-489d-87c5-b608e2ecb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.039182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-b8d66e6d-3641-489d-87c5-b608e2ecb296 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.0907252 Jan 28 00:58:08.067274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac849c37-e6bb-4e40-9f74-8187a9f30e57 admin admin] Publish callbacks [] for security_group (85be0166-7ee5-44cf-9d0e-5b16d7e4b692), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.086797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.090064 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-d1c87cc9-106d-47ff-93de-cefb973f1980 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05 HTTP/1.1" status: 200 len: 217 time: 0.0428600 Jan 28 00:58:08.092512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.097761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.103057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.109181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.114416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.119693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.121598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-94576f68-001c-47f4-b465-3aa658546463 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.1867216 Jan 28 00:58:08.152879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-42d16df5-bc60-4f39-9745-61ad2848a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.154673 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-42d16df5-bc60-4f39-9745-61ad2848a027 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0492175 Jan 28 00:58:08.158034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac849c37-e6bb-4e40-9f74-8187a9f30e57 admin admin] Publish callbacks [] for security_group (85be0166-7ee5-44cf-9d0e-5b16d7e4b692), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.165030 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-373deba9-d7da-4daa-8357-33bf25fe2d20 admin admin] Publish callbacks [] for security_group (724c9db5-7812-4ad9-9e7d-4b1132176bf8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.217674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-ab03753d-704b-40c9-bdd9-d994bdc81b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.219691 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-ab03753d-704b-40c9-bdd9-d994bdc81b54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570204 Jan 28 00:58:08.223709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-373deba9-d7da-4daa-8357-33bf25fe2d20 admin admin] Publish callbacks [] for security_group (724c9db5-7812-4ad9-9e7d-4b1132176bf8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.320244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7f72269-7857-40ff-8d81-ac9e24dd3661 req-7e1e4333-4ff1-468d-a6d4-f664bd49f2b5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1809599 Jan 28 00:58:08.336234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-fd99c38a-12a5-4bb7-ba91-c233697f2a9c service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019769 Jan 28 00:58:08.345981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac849c37-e6bb-4e40-9f74-8187a9f30e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (85be0166-7ee5-44cf-9d0e-5b16d7e4b692), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.350571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac849c37-e6bb-4e40-9f74-8187a9f30e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.351747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ac849c37-e6bb-4e40-9f74-8187a9f30e57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85be0166-7ee5-44cf-9d0e-5b16d7e4b692 HTTP/1.1" status: 204 len: 168 time: 0.4661732 Jan 28 00:58:08.383522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee488c2-e4b8-48b8-afd1-f7e2d179b436 req-3c101361-37a4-478d-ad79-a40ffcbc35dd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.385154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aee488c2-e4b8-48b8-afd1-f7e2d179b436 req-3c101361-37a4-478d-ad79-a40ffcbc35dd tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1595285 Jan 28 00:58:08.399585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac849c37-e6bb-4e40-9f74-8187a9f30e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be0166-7ee5-44cf-9d0e-5b16d7e4b692,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:08.410032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-373deba9-d7da-4daa-8357-33bf25fe2d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (724c9db5-7812-4ad9-9e7d-4b1132176bf8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.415487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-373deba9-d7da-4daa-8357-33bf25fe2d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.416679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-373deba9-d7da-4daa-8357-33bf25fe2d20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/724c9db5-7812-4ad9-9e7d-4b1132176bf8 HTTP/1.1" status: 204 len: 168 time: 0.4762952 Jan 28 00:58:08.446941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-68dd50e4-a6e6-4f8e-86f3-cdba73564862 req-98f31b7c-f473-4655-94ec-a60de71cacca service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919392 Jan 28 00:58:08.491611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373deba9-d7da-4daa-8357-33bf25fe2d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c9db5-7812-4ad9-9e7d-4b1132176bf8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:08.575239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaef4f-1236-4aa7-8f05-a35b4084147b req-1bf20d7b-a777-4569-93b8-615cffc7d729 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.584290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81eaef4f-1236-4aa7-8f05-a35b4084147b req-1bf20d7b-a777-4569-93b8-615cffc7d729 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1096 time: 0.0826023 Jan 28 00:58:08.610288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aee488c2-e4b8-48b8-afd1-f7e2d179b436 req-8b18bdb9-5f8b-4dab-b348-3d52162a24be tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137947 Jan 28 00:58:08.653541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81eaef4f-1236-4aa7-8f05-a35b4084147b req-744c6b68-f66c-4c04-8730-09fc3a1692bb tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Jan 28 00:58:08.765127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44430) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:09.214441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61762e10-4872-4c02-8200-382d5fb77ebd req-f4150ed8-e183-4492-8b17-bbf4dc8d2e12 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:09.221580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61762e10-4872-4c02-8200-382d5fb77ebd req-f4150ed8-e183-4492-8b17-bbf4dc8d2e12 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 948 time: 0.0955377 Jan 28 00:58:09.262940 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b0f1-a52a-442f-9baa-68a9a541ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.622467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:09.641498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61762e10-4872-4c02-8200-382d5fb77ebd req-b84095b8-ea8b-41c5-b5fe-bc7dcd554d3d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179058 Jan 28 00:58:09.685715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (97d27dbe-512c-4629-a40e-2d9260f68898), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.738123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44492) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:09.770770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44498) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:09.912387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:09.928023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-738869495-network', 'tenant_id': 'd8ee66997a8e41179712a8c6959aae65'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:09.930672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae', 'mac_address': 'fa:16:3e:55:54:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:09.962684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1200121202-network', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:09.968448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Made reservation on behalf of d8ee66997a8e41179712a8c6959aae65 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:09.972542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.986750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:09.989822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:09.990459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.016120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:10.025299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:10.027998 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.040899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:10.046530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.047701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.047905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.053396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.059593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.065029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.072525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.078758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.085115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.087361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b354aca-967e-401e-ab25-6ca538acc39d req-37db0b05-92e3-42f4-93e4-300814ab5ae1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2270515 Jan 28 00:58:10.155829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.165612 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks [] for security_group (2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.175219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.191007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b354aca-967e-401e-ab25-6ca538acc39d req-5058bc61-eb48-4567-9890-ff39dc03587c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0936117 Jan 28 00:58:10.220918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks [] for security_group (08b28125-696d-4fc3-9165-78ac7b0ab1d9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.224855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:58:10.234909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (08b28125-696d-4fc3-9165-78ac7b0ab1d9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.251950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:58:10.260589 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (48a4fa60-bdab-4a19-ba3b-ddc8022af748), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.261004 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Added segment 48a4fa60-bdab-4a19-ba3b-ddc8022af748 of type vlan for network 2aa6b701-025c-4600-8fe5-1831f570a454 Jan 28 00:58:10.262544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.275145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Deleting port 51bf848b-aee4-459f-ac85-eeb8689de12d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:10.275840 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.319740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b28125-696d-4fc3-9165-78ac7b0ab1d9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.347406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (aea7c9c1-ad61-4460-a2db-13ac622e5633), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.347750 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Added segment aea7c9c1-ad61-4460-a2db-13ac622e5633 of type vlan for network 5bf3e650-aee2-4370-8db1-b58f323f9a44 Jan 28 00:58:10.370366 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (2aa6b701-025c-4600-8fe5-1831f570a454), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.402541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6562-9c55-46ed-90f4-02649fc0e827 req-ff49dd83-fb02-46a2-8769-0d0ed174bfd1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.404757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb0e6562-9c55-46ed-90f4-02649fc0e827 req-ff49dd83-fb02-46a2-8769-0d0ed174bfd1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0837986 Jan 28 00:58:10.410709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5bf3e650-aee2-4370-8db1-b58f323f9a44), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.447255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (2aa6b701-025c-4600-8fe5-1831f570a454), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.448220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.448806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.467291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:10.472075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5bf3e650-aee2-4370-8db1-b58f323f9a44), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.473034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.473800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.507530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb0e6562-9c55-46ed-90f4-02649fc0e827 req-cc5776df-5efb-42b4-b881-f210ffa634ed tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862520 Jan 28 00:58:10.527100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] For port 51bf848b-aee4-459f-ac85-eeb8689de12d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=51bf848b-aee4-459f-ac85-eeb8689de12d,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:10.532161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.534753 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7954941 Jan 28 00:58:10.539477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44508) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:10.546965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Request body: {'subnet': {'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-738869495-subnet', 'tenant_id': 'd8ee66997a8e41179712a8c6959aae65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:10.566513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Calling delete_port for 51bf848b-aee4-459f-ac85-eeb8689de12d owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:10.569928 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7980258 Jan 28 00:58:10.575140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44510) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:10.586494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Request body: {'subnet': {'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1200121202-subnet', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:10.589163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db346-1635-421e-9708-1b21742dac70 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa6b701-025c-4600-8fe5-1831f570a454,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.591754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-86a7b697-ae85-4958-afb3-0d3c0c22e829 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:58:10.593183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-86a7b697-ae85-4958-afb3-0d3c0c22e829 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1474872 Jan 28 00:58:10.607435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 2aa6b701-025c-4600-8fe5-1831f570a454 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:58:10.614564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Made reservation on behalf of d8ee66997a8e41179712a8c6959aae65 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:10.616868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.670808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ea12e19d-0eab-458a-989d-62b97b82a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.672518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ea12e19d-0eab-458a-989d-62b97b82a3ab service neutron] 10.222.0.23 "GET /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 1093 time: 0.0446761 Jan 28 00:58:10.689797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Request body: {'binding': {'host': 'n-h2-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:10.690633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Unknown quota resources ['binding']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:58:10.706464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d07c7-310e-403c-a5dc-50455688c629 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf3e650-aee2-4370-8db1-b58f323f9a44,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.724759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:58:10.749858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:10.752915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.793312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.915739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db75b2-5c31-4463-aa57-bf777a308c02 req-08609c34-5382-4e3e-a790-879f761a6fe4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.917262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55db75b2-5c31-4463-aa57-bf777a308c02 req-08609c34-5382-4e3e-a790-879f761a6fe4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 948 time: 0.1753247 Jan 28 00:58:11.038032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (51bf848b-aee4-459f-ac85-eeb8689de12d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.038290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (c0e52765-be91-44a5-91f7-e6044c882a5c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.042659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55db75b2-5c31-4463-aa57-bf777a308c02 req-4b452a5c-9e5e-4438-a227-ae608efc89ef tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172979 Jan 28 00:58:11.076194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h2-826756-1 for vnic_type normal with profile None {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:11.076539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:11.076872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:11.083232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bf848b-aee4-459f-ac85-eeb8689de12d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.087512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:11.087784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:11.104802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e52765-be91-44a5-91f7-e6044c882a5c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.108787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:11.109134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:11.109518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:11.109991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Bound port: e19687d8-32b3-44e7-abcc-f983d9016ad0, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:11.115204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (70f582c7-292b-47db-bb58-9f160eb36418), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.124433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f8f7a872-4849-4913-90b9-c044b1ccaa05 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:11.206671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:11.206948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Network hostable DHCP agents. Network: 5bf3e650-aee2-4370-8db1-b58f323f9a44, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:58:11.221211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f582c7-292b-47db-bb58-9f160eb36418,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.241387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Checking segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:11.242205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Network hostable DHCP agents. Network: 2aa6b701-025c-4600-8fe5-1831f570a454, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:58:11.258183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f8f7a872-4849-4913-90b9-c044b1ccaa05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:11.266601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:11.276953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.277639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'mac_address': 'fa:16:3e:06:5a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:11.278259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-ef9531df-d70f-43ba-9417-fe6a3fcc8723 service neutron] 10.222.0.23 "POST /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5948105 Jan 28 00:58:11.304917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:58:11.322295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Network 2aa6b701-025c-4600-8fe5-1831f570a454 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:58:11.335637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 2aa6b701-025c-4600-8fe5-1831f570a454) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:11.345076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f8f7a872-4849-4913-90b9-c044b1ccaa05 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:11.345682 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.349550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fad84-75a5-4bd2-8b20-dfc750b728ce None None] Network 2aa6b701-025c-4600-8fe5-1831f570a454 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:11.354413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.359291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.378583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5bf3e650-aee2-4370-8db1-b58f323f9a44) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:11.394577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.397419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.412114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aca481-ac63-4944-a22d-aac3ac9dba53 None None] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:11.414922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f7a872-4849-4913-90b9-c044b1ccaa05 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:11.426244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f63fcf90-9705-473b-9790-f69c1c701b7a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8856361 Jan 28 00:58:11.434821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80d8f874-fa00-492a-9fcc-5767ba2ce0d2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8511839 Jan 28 00:58:11.436095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44522) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:11.465633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:11.499557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.506808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.510568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f8f7a872-4849-4913-90b9-c044b1ccaa05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:11.515275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.524383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.531512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.539067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.545640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.549807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-3ff3c8df-3345-48a1-8556-891db50f04ce tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2113738 Jan 28 00:58:11.550197 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.551489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (97d27dbe-512c-4629-a40e-2d9260f68898), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.566621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (73388d81-ae05-4a17-9cda-c589eec0a172), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.568591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (73388d81-ae05-4a17-9cda-c589eec0a172), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.579336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-2aa6b701-025c-4600-8fe5-1831f570a454', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'project_id': 'd8ee66997a8e41179712a8c6959aae65', 'fixed_ips': [{'subnet_id': 'c0e52765-be91-44a5-91f7-e6044c882a5c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:58:11.580204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.693601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks [] for router_controller (73388d81-ae05-4a17-9cda-c589eec0a172), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.727442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f2cadb3-2d6d-42af-8d39-e5492dc0aa5c req-2be59330-e99e-4c8e-aef3-4e9545fbb79c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1550653 Jan 28 00:58:11.811404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5bf3e650-aee2-4370-8db1-b58f323f9a44', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:58:11.812196 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.828039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f8f7a872-4849-4913-90b9-c044b1ccaa05,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:11.883351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1472-c426-4dc0-96fb-117bb084b223 req-9b2787b2-6eaa-4dbb-a4a9-f5438b5222cf tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.885159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69aa1472-c426-4dc0-96fb-117bb084b223 req-9b2787b2-6eaa-4dbb-a4a9-f5438b5222cf tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2524347 Jan 28 00:58:11.889744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.925265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks [] for router_gateway (73388d81-ae05-4a17-9cda-c589eec0a172), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.933169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-0e928911-dd89-44f9-a3db-bb83678a341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.934433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-0e928911-dd89-44f9-a3db-bb83678a341b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1096 time: 0.2385657 Jan 28 00:58:12.021695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb809b-3fe8-40b0-a046-93d10b2e54f4 req-a2082284-1dee-4ec7-99ec-8fa138abcd30 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.023253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbfb809b-3fe8-40b0-a046-93d10b2e54f4 req-a2082284-1dee-4ec7-99ec-8fa138abcd30 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1368294 Jan 28 00:58:12.038274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69aa1472-c426-4dc0-96fb-117bb084b223 req-49d9a558-f351-4603-8381-8f2f5024e6cb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473629 Jan 28 00:58:12.049192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Allocated IP 172.20.0.2 (2aa6b701-025c-4600-8fe5-1831f570a454/c0e52765-be91-44a5-91f7-e6044c882a5c/95175c65-38e7-4776-8f26-917dfc20a5f1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:12.063938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f8f7a872-4849-4913-90b9-c044b1ccaa05'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:12.075197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-1b8635f6-3b00-4a27-8e74-ca68a5d6827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.076727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-1b8635f6-3b00-4a27-8e74-ca68a5d6827e service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1283851 Jan 28 00:58:12.123080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Allocated IP 172.20.0.2 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/f73335b6-019d-4002-b509-1f5070d74854) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:12.132586 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-40a1831f-b53a-44b8-89cc-f3519c0737d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 217 time: 0.0479434 Jan 28 00:58:12.151900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbfb809b-3fe8-40b0-a046-93d10b2e54f4 req-df8843f1-d46f-4c68-a43d-88cdb6dadcc6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077087 Jan 28 00:58:12.158008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Router 97d27dbe-512c-4629-a40e-2d9260f68898 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:12.255160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-39dec953-543a-401a-8adb-23fff6e3bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.256824 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-39dec953-543a-401a-8adb-23fff6e3bfc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1174192 Jan 28 00:58:12.315082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-c2e802fe-a862-4c7f-97a8-e42db2dc1bfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342453 Jan 28 00:58:12.337470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks [] for router_gateway (73388d81-ae05-4a17-9cda-c589eec0a172), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.367679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.390248 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:12.408844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:12.422411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] Sync routers for ids ['97d27dbe-512c-4629-a40e-2d9260f68898'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:12.427013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6823a51f-0aef-49ac-8752-336f6915c883 admin admin] 10.222.0.23 "PUT /v2.0/routers/97d27dbe-512c-4629-a40e-2d9260f68898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6606793 Jan 28 00:58:12.431591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:12.439465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] Routers {'97d27dbe-512c-4629-a40e-2d9260f68898'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:12.441435 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['97d27dbe-512c-4629-a40e-2d9260f68898'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:12.460964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Publish callbacks [] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.482389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.509806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe64af-32bb-4999-99aa-97d22ccb0dd6 req-5db46f68-3a1a-47e4-9e82-7440593042ae tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.518335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aabe64af-32bb-4999-99aa-97d22ccb0dd6 req-5db46f68-3a1a-47e4-9e82-7440593042ae tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 949 time: 0.2201853 Jan 28 00:58:12.532902 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Publish callbacks [] for port (f73335b6-019d-4002-b509-1f5070d74854), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.540868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-f56afcf7-6986-4f18-b42f-8092372a8fcb service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138803 Jan 28 00:58:12.562706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Network 2aa6b701-025c-4600-8fe5-1831f570a454 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:12.566836 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f73335b6-019d-4002-b509-1f5070d74854), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.570839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:12.575454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-c1e5297c-949d-45bf-bc72-be983d35081f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.575903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:12.578507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Pushing event updated for resources: {'Port': ['ID=95175c65-38e7-4776-8f26-917dfc20a5f1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:12.595144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-c1e5297c-949d-45bf-bc72-be983d35081f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 815 time: 0.2915931 Jan 28 00:58:12.621511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:12.623193 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] Set router 97d27dbe-512c-4629-a40e-2d9260f68898 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:12.626743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:12.628549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:12.655092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-d088c716-75a8-4f88-b8fc-6662d61a615c tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/quotas/d8ee66997a8e41179712a8c6959aae65 HTTP/1.1" status: 200 len: 375 time: 0.0201943 Jan 28 00:58:12.658228 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-0d84d153-7588-4b5d-8d08-a4bca65943f6 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065376 Jan 28 00:58:12.689837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Allocated IP 172.25.1.235 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/65dc697a-a34f-4226-b9b7-503af94a7aae) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:12.700614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Pushing event updated for resources: {'Port': ['ID=f73335b6-019d-4002-b509-1f5070d74854,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:12.701321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aabe64af-32bb-4999-99aa-97d22ccb0dd6 req-8a14528c-50c5-4794-902b-a3b8d8027745 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769068 Jan 28 00:58:12.747175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Attempting to bind port 95175c65-38e7-4776-8f26-917dfc20a5f1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:12.747547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Attempting to bind port 95175c65-38e7-4776-8f26-917dfc20a5f1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:12.747909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Attempting to bind port 95175c65-38e7-4776-8f26-917dfc20a5f1 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:12.755420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:12.755788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Checking segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:12.756190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.756841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Bound using segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:12.757335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Bound port: 95175c65-38e7-4776-8f26-917dfc20a5f1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:12.757723 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.769769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Attempting to bind port f73335b6-019d-4002-b509-1f5070d74854 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:12.770191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Attempting to bind port f73335b6-019d-4002-b509-1f5070d74854 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:12.770559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Attempting to bind port f73335b6-019d-4002-b509-1f5070d74854 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:12.779362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:12.779718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:12.780122 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.780517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:12.780991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Bound port: f73335b6-019d-4002-b509-1f5070d74854, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:12.781368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f73335b6-019d-4002-b509-1f5070d74854), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.786015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks [] for router (97d27dbe-512c-4629-a40e-2d9260f68898), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.875128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] For port 95175c65-38e7-4776-8f26-917dfc20a5f1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:12.887238 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks [] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.897903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] For port 95175c65-38e7-4776-8f26-917dfc20a5f1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95175c65-38e7-4776-8f26-917dfc20a5f1,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:12.902626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] For port f73335b6-019d-4002-b509-1f5070d74854, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:12.906108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] For port f73335b6-019d-4002-b509-1f5070d74854, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f73335b6-019d-4002-b509-1f5070d74854,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:12.908535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.939224 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f73335b6-019d-4002-b509-1f5070d74854), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.944598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.965313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:12.968322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:13.001821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks [] for router_gateway (97d27dbe-512c-4629-a40e-2d9260f68898), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.002877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:13.026405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d2aef-871a-43c5-a21e-5629a7dd512d None None] Pushing event updated for resources: {'Port': ['ID=95175c65-38e7-4776-8f26-917dfc20a5f1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:13.054189 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:58:10Z', 'revision_number': 5, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port': {'id': 'dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:13.072717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-40cad1a8-07f2-4430-a6c8-7a7336e0389d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4165704 Jan 28 00:58:13.094019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] Checking router: 97d27dbe-512c-4629-a40e-2d9260f68898 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:13.106598 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] Routers {'97d27dbe-512c-4629-a40e-2d9260f68898'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:13.108523 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['97d27dbe-512c-4629-a40e-2d9260f68898'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:13.149609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=65dc697a-a34f-4226-b9b7-503af94a7aae,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:13.164277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fe9d7-8fe5-40ae-a390-49f905371253 None None] Pushing event updated for resources: {'Port': ['ID=f73335b6-019d-4002-b509-1f5070d74854,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:13.239593 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] Set router 97d27dbe-512c-4629-a40e-2d9260f68898 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:13.265844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.409537 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:58:13Z', 'revision_number': 6, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:13.479379 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe4a6-7ca2-49e0-a712-4c44199fe08c None None] The sync data for ids ['97d27dbe-512c-4629-a40e-2d9260f68898'] in n-d-826756-1 is: [{'id': '97d27dbe-512c-4629-a40e-2d9260f68898', 'name': 'tempest-AttachSCSIVolumeTestJSON-232834156-router', 'tenant_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:10Z', 'updated_at': '2022-01-28T00:58:13Z', 'revision_number': 6, 'project_id': '15b8b610a1f44ca5a7ffdc09a2fe4786', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:13.631990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks [] for router_gateway (73388d81-ae05-4a17-9cda-c589eec0a172), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.634012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:13.731717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:13.741045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:13.741474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.786784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.793318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.799277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.804896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.810569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.816716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.822493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.831023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-647ced4f-0377-447d-b621-8132c024f9e5 req-23ba4f9a-12a5-4063-ab05-ac6b20bb3e51 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.8641241 Jan 28 00:58:13.831633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:13.832024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.878984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (73388d81-ae05-4a17-9cda-c589eec0a172), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.930380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:13.932957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:13.936893 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a0338-6b38-493e-aeca-14720078edc6" -d '{"events": [{"server_uuid": "bed6def0-9209-41ae-be52-ed522ec1b7b2", "name": "network-vif-plugged", "status": "completed", "tag": "0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:13.942386 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.993854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Deleting port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:13.993854 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.034131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-0f220e44-6149-416c-b1c1-eb8cacb1234a service neutron] 10.222.0.23 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604867 Jan 28 00:58:14.043820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:14.080989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95175c65-38e7-4776-8f26-917dfc20a5f1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:14.157010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] For port dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:14.157378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.174629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Calling delete_port for dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:14.180242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 95175c65-38e7-4776-8f26-917dfc20a5f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:14.180914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.297270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-647ced4f-0377-447d-b621-8132c024f9e5 req-ed43ce5e-8663-4bda-8a94-d74acb3a64b5 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.4564736 Jan 28 00:58:14.347206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 95175c65-38e7-4776-8f26-917dfc20a5f1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:14.347600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.417473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 95175c65-38e7-4776-8f26-917dfc20a5f1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95175c65-38e7-4776-8f26-917dfc20a5f1,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:14.427068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.427910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f73335b6-019d-4002-b509-1f5070d74854 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:14.492002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Router 73388d81-ae05-4a17-9cda-c589eec0a172 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:58:14.583757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-7a5e23a0-710e-462c-bacc-0e933a72d677 service neutron] 10.222.0.23 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487251 Jan 28 00:58:14.600688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=95175c65-38e7-4776-8f26-917dfc20a5f1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:14.630584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f73335b6-019d-4002-b509-1f5070d74854 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:14.630971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f73335b6-019d-4002-b509-1f5070d74854), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.707190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b26c3-5364-44a6-8384-5321187ce160 req-b0a49a85-dd43-450a-9389-9b70f100d2db tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.711184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a5b26c3-5364-44a6-8384-5321187ce160 req-b0a49a85-dd43-450a-9389-9b70f100d2db tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2593296 Jan 28 00:58:14.765361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:14.820751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.826038 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3ae50935-a2fd-4d1b-8d8a-ea2908e3bbd0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3836050 Jan 28 00:58:14.827149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:14.851659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f73335b6-019d-4002-b509-1f5070d74854 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:14.852226 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f73335b6-019d-4002-b509-1f5070d74854), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.880666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Sync routers for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:14.988974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:15.002802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:15.007276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port f73335b6-019d-4002-b509-1f5070d74854, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f73335b6-019d-4002-b509-1f5070d74854,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:15.027839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a5b26c3-5364-44a6-8384-5321187ce160 req-443148a8-4170-4ad6-bd0c-7afa8ba88b57 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121779 Jan 28 00:58:15.074926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.101567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b1643-7bc5-4a00-ba0c-ad2cefc88641 None None] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:15.192416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:15.268887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f73335b6-019d-4002-b509-1f5070d74854), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.282476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f8f7a872-4849-4913-90b9-c044b1ccaa05 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:15.381158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13d528-4c39-49d3-80cd-ea0b6a9398e6 req-98abbbc5-3a03-42b3-be8d-40db45db28e4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.388851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de13d528-4c39-49d3-80cd-ea0b6a9398e6 req-98abbbc5-3a03-42b3-be8d-40db45db28e4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 949 time: 0.2126722 Jan 28 00:58:15.399042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708ed4-d2b1-4079-afff-2cf41c1ac204 req-3a844c0c-5408-4008-9cfb-0858c622328a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:15.406346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40708ed4-d2b1-4079-afff-2cf41c1ac204 req-3a844c0c-5408-4008-9cfb-0858c622328a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.3022344 Jan 28 00:58:15.415884 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (97d27dbe-512c-4629-a40e-2d9260f68898), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.624370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=f73335b6-019d-4002-b509-1f5070d74854,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:15.637865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d475e4e-8b2b-408c-967d-3be657dfdafc None None] Network 2aa6b701-025c-4600-8fe5-1831f570a454 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:15.749518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:15.778409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de13d528-4c39-49d3-80cd-ea0b6a9398e6 req-4082837e-a56d-44ae-9289-93221067385a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884726 Jan 28 00:58:15.848508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95175c65-38e7-4776-8f26-917dfc20a5f1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:15.848730 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (97d27dbe-512c-4629-a40e-2d9260f68898), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.865966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks [] for router_controller (97d27dbe-512c-4629-a40e-2d9260f68898), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.876210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.958092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (97d27dbe-512c-4629-a40e-2d9260f68898), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.958627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d27dbe-512c-4629-a40e-2d9260f68898 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:58:15.975837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.977077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e7627a6b-4116-4fe7-8a8e-dace8aaa9863 admin admin] 10.222.0.23 "DELETE /v2.0/routers/97d27dbe-512c-4629-a40e-2d9260f68898 HTTP/1.1" status: 204 len: 168 time: 3.5443525 Jan 28 00:58:15.980189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44576) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:16.016476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-97de7803-ed5b-4a28-97a8-cd7d0960621c None None] Provisioning complete for port f73335b6-019d-4002-b509-1f5070d74854 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:16.017093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-97de7803-ed5b-4a28-97a8-cd7d0960621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f73335b6-019d-4002-b509-1f5070d74854), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.022137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40708ed4-d2b1-4079-afff-2cf41c1ac204 req-b1219bb7-f226-4210-af3d-8f6c0df04696 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135354 Jan 28 00:58:16.034596 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af86be0-d3cd-401e-b3cb-eee1ed404389 x-openstack-request-id: req-3af86be0-d3cd-401e-b3cb-eee1ed404389 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:16.065234 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed6def0-9209-41ae-be52-ed522ec1b7b2", "name": "network-vif-plugged", "status": "completed", "tag": "0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:16.070691 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3af86be0-d3cd-401e-b3cb-eee1ed404389 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:16.075918 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae', 'code': 200} Jan 28 00:58:16.122103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port f8f7a872-4849-4913-90b9-c044b1ccaa05 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:16.148915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port f8f7a872-4849-4913-90b9-c044b1ccaa05 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:16.150106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.339257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 95175c65-38e7-4776-8f26-917dfc20a5f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:16.339810 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.356743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Deleting subnet 5b52b0be-75f7-4a35-b023-7cf5e3c34709 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:58:16.362143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Publish callbacks [] for subnet (5b52b0be-75f7-4a35-b023-7cf5e3c34709), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.372408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Allocated IP 172.20.0.1 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/9cf9773f-8b22-479d-b363-d275f8b53c30) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:16.385398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2de0ef-e14b-434c-8993-74313d4469de req-808663c6-527a-406a-925b-5141aaa9b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.387015 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ca2de0ef-e14b-434c-8993-74313d4469de req-808663c6-527a-406a-925b-5141aaa9b97e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 1101 time: 0.2383001 Jan 28 00:58:16.422960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (5b52b0be-75f7-4a35-b023-7cf5e3c34709), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.521052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5b52b0be-75f7-4a35-b023-7cf5e3c34709), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.554239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-97de7803-ed5b-4a28-97a8-cd7d0960621c None None] Current status of the port f73335b6-019d-4002-b509-1f5070d74854 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:16.600665 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ca2de0ef-e14b-434c-8993-74313d4469de req-af727236-a2b8-4ac3-b2df-1174433e60fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027817 Jan 28 00:58:16.625324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f8f7a872-4849-4913-90b9-c044b1ccaa05 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:16.625888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.692756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (5b52b0be-75f7-4a35-b023-7cf5e3c34709), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.695826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks [] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.705564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 95175c65-38e7-4776-8f26-917dfc20a5f1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:16.765143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f8f7a872-4849-4913-90b9-c044b1ccaa05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:16.790239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b52b0be-75f7-4a35-b023-7cf5e3c34709,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:16.794411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.801053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:13Z', 'revision_number': 3, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:16.803736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.805947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-735304f7-f4c5-49c8-8359-6e2a829d7d32 None None] Provisioning complete for port f73335b6-019d-4002-b509-1f5070d74854 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:16.806421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-735304f7-f4c5-49c8-8359-6e2a829d7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f73335b6-019d-4002-b509-1f5070d74854), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.818116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51bf848b-aee4-459f-ac85-eeb8689de12d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:16.825015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.830804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.836869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.846719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.856746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:16.859643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:16.860440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.865767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:16.870924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.875370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.878565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-2957fd9b-e0a7-4a6d-9f05-c5215193e399 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.6362491 Jan 28 00:58:16.891486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-e409093a-c673-46cf-96c7-fb1d8c7ab9a6 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.896262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-e409093a-c673-46cf-96c7-fb1d8c7ab9a6 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 815 time: 0.7597568 Jan 28 00:58:16.902702 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:16.909010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1bba1e5-91f0-41e0-bbf6-2444f5687386 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5b52b0be-75f7-4a35-b023-7cf5e3c34709 HTTP/1.1" status: 204 len: 168 time: 0.9270194 Jan 28 00:58:16.913088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44592) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:16.920964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf9773f-8b22-479d-b363-d275f8b53c30,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:16.969401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Checking router: 73388d81-ae05-4a17-9cda-c589eec0a172 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:16.969965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Updating router 73388d81-ae05-4a17-9cda-c589eec0a172 port 65dc697a-a34f-4226-b9b7-503af94a7aae binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:58:16.971292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (73388d81-ae05-4a17-9cda-c589eec0a172), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.013035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff35ecc-5211-46fd-916b-fc4ecf736b99 None None] Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:17.016058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 51bf848b-aee4-459f-ac85-eeb8689de12d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:17.019588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51bf848b-aee4-459f-ac85-eeb8689de12d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:17.020568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:17.054563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:17.055030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dc4e21d9-d70e-4f8e-8ba3-a5de77ba633b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:17.108019 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6f09669f-3c1b-46fe-99ae-0a643d9c4381), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.149618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-a768d92e-7408-4193-a661-065c1283f602 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/quotas/d8ee66997a8e41179712a8c6959aae65 HTTP/1.1" status: 200 len: 375 time: 0.2385330 Jan 28 00:58:17.177906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f3e4b93f-c9be-4d55-b963-c278808b544b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:17.195064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.246833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7c9db71-ee43-447e-a1f0-631944bed5bb req-40877046-6b22-4d21-8868-41c846d60928 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3333645 Jan 28 00:58:17.250712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f8f7a872-4849-4913-90b9-c044b1ccaa05,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:17.452910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-64c6206d-eb87-4860-b8cd-3638d3c72f14 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2268159 Jan 28 00:58:17.506132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Deleting port 4e208234-8764-4183-a71c-8bdd49153157 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:17.506644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4e208234-8764-4183-a71c-8bdd49153157), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.518382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.529598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f8a7-2155-4fb7-b3de-d58d252744f8 req-4bfe2a7b-54e0-43fb-80fc-c406870d82ff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.531266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2032f8a7-2155-4fb7-b3de-d58d252744f8 req-4bfe2a7b-54e0-43fb-80fc-c406870d82ff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.1466980 Jan 28 00:58:17.536640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4d84f819-f996-4afb-9a07-2975e3e940ae tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:17.538182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4d84f819-f996-4afb-9a07-2975e3e940ae tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 815 time: 0.4145708 Jan 28 00:58:17.571335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Request body: {'port': {'device_id': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'admin_state_up': True, 'tenant_id': 'd8ee66997a8e41179712a8c6959aae65'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:17.666130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] For port 4e208234-8764-4183-a71c-8bdd49153157, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4e208234-8764-4183-a71c-8bdd49153157,segment=NetworkSegment(b24ce95e-352d-44f6-9cea-5f005c1419df),segment_id=b24ce95e-352d-44f6-9cea-5f005c1419df)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:17.666670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4e208234-8764-4183-a71c-8bdd49153157), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.696882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Calling delete_port for 4e208234-8764-4183-a71c-8bdd49153157 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:17.714271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2032f8a7-2155-4fb7-b3de-d58d252744f8 req-0aedd750-bbdd-4f26-bca0-5acf36844eaa tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516197 Jan 28 00:58:17.730265 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Publish callbacks [] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.734585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-348f6d9b-f887-4280-80b9-48103dd779e5 service neutron] 10.222.0.23 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649012 Jan 28 00:58:17.741980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-735304f7-f4c5-49c8-8359-6e2a829d7d32 None None] Current status of the port f73335b6-019d-4002-b509-1f5070d74854 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:17.769311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f73335b6-019d-4002-b509-1f5070d74854 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:17.851765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:17.947598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-735304f7-f4c5-49c8-8359-6e2a829d7d32 None None] Provisioning complete for port 95175c65-38e7-4776-8f26-917dfc20a5f1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:17.947864 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-735304f7-f4c5-49c8-8359-6e2a829d7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.005118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0d222-f584-474d-9871-2ba796bfcd7c None None] DHCP port deletion for 6f09669f-3c1b-46fe-99ae-0a643d9c4381 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:58:18.022053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb3666-85cb-418d-94e8-22bbc53897dd req-cf278a8b-d144-45ff-95da-66d083089eca tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.026637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f73335b6-019d-4002-b509-1f5070d74854 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:18.027223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f73335b6-019d-4002-b509-1f5070d74854), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.032379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dafb3666-85cb-418d-94e8-22bbc53897dd req-cf278a8b-d144-45ff-95da-66d083089eca tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 950 time: 0.1882570 Jan 28 00:58:18.086831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-aeb5ef11-dee6-4d22-970f-34940107d6ea service neutron] 10.222.0.23 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404744 Jan 28 00:58:18.123637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Made reservation on behalf of d8ee66997a8e41179712a8c6959aae65 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:18.130128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.132140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4e208234-8764-4183-a71c-8bdd49153157), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.172984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks [] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.176854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dafb3666-85cb-418d-94e8-22bbc53897dd req-94ec3c7a-90d1-41dd-8f61-81872a0c962a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429539 Jan 28 00:58:18.198169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.228626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] No DVR routers for this DVR port 4e208234-8764-4183-a71c-8bdd49153157 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:18.246798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e208234-8764-4183-a71c-8bdd49153157,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.300117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (73388d81-ae05-4a17-9cda-c589eec0a172), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.447722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f7a872-4849-4913-90b9-c044b1ccaa05'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:18.450029 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6941b-b3ac-47f5-9a43-bf4c0b3d8926" -d '{"events": [{"server_uuid": "e7192fc0-d669-4544-9e8b-2ea91fcd9b48", "name": "network-vif-plugged", "status": "completed", "tag": "f8f7a872-4849-4913-90b9-c044b1ccaa05"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:18.456085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Attempting to bind port 65dc697a-a34f-4226-b9b7-503af94a7aae on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:18.456460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Attempting to bind port 65dc697a-a34f-4226-b9b7-503af94a7aae by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:18.456953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Attempting to bind port 65dc697a-a34f-4226-b9b7-503af94a7aae on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:18.462790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1ad05-8c39-4a81-9acf-7e89b8295a7e None None] Pushing event updated for resources: {'Port': ['ID=65dc697a-a34f-4226-b9b7-503af94a7aae,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.479082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:18.479455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:18.479859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.480248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:18.480724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Bound port: 65dc697a-a34f-4226-b9b7-503af94a7aae, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:18.481099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.500649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Allocated IP 172.20.0.13 (2aa6b701-025c-4600-8fe5-1831f570a454/c0e52765-be91-44a5-91f7-e6044c882a5c/79314f2b-3b47-4f88-b78b-fd73257f6ac8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:18.527121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6f09669f-3c1b-46fe-99ae-0a643d9c4381), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.532157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] For port 65dc697a-a34f-4226-b9b7-503af94a7aae, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:18.535354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] For port 65dc697a-a34f-4226-b9b7-503af94a7aae, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65dc697a-a34f-4226-b9b7-503af94a7aae,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:18.551181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f3e4b93f-c9be-4d55-b963-c278808b544b,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:18.566821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.629712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1ad05-8c39-4a81-9acf-7e89b8295a7e None None] Pushing event updated for resources: {'Port': ['ID=65dc697a-a34f-4226-b9b7-503af94a7aae,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.634217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f09669f-3c1b-46fe-99ae-0a643d9c4381']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:18.663042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24ce95e-352d-44f6-9cea-5f005c1419df') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:18.664038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24ce95e-352d-44f6-9cea-5f005c1419df') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:18.667759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'f3e4b93f-c9be-4d55-b963-c278808b544b', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'port_id': 'f3e4b93f-c9be-4d55-b963-c278808b544b', 'mac_address': 'fa:16:3e:bc:a5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:18.681020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (b24ce95e-352d-44f6-9cea-5f005c1419df), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.695138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.702077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.708243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.714958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.721824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.727532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.733131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.735355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0726831-d171-4655-b40b-1f269f1e6614 req-c0bb052c-0fb4-4a1d-9d0c-d282514482f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5418 time: 0.2896695 Jan 28 00:58:18.746180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:18.753739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:18.761867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd230c4-4484-4ccf-9b24-4b86f7ab7948 req-415ccf4d-e120-4d4d-9433-5483212ef087 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:18.782592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fd230c4-4484-4ccf-9b24-4b86f7ab7948 req-415ccf4d-e120-4d4d-9433-5483212ef087 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.3101933 Jan 28 00:58:18.819319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b24ce95e-352d-44f6-9cea-5f005c1419df), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.838070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:58:18.838883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (b24ce95e-352d-44f6-9cea-5f005c1419df), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:58:18.840777 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:58:18.853407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks [] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:18.934793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fd230c4-4484-4ccf-9b24-4b86f7ab7948 req-2e160120-6db8-46d6-b114-99f618c57f73 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502664 Jan 28 00:58:18.966960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf9773f-8b22-479d-b363-d275f8b53c30,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.971505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:18.991481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0726831-d171-4655-b40b-1f269f1e6614 req-0d23265c-318b-4924-b9f3-f84b98f3ef7a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2389066 Jan 28 00:58:19.009693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6f09669f-3c1b-46fe-99ae-0a643d9c4381), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.029593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.041682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6f09669f-3c1b-46fe-99ae-0a643d9c4381 HTTP/1.1" status: 204 len: 168 time: 2.1245170 Jan 28 00:58:19.043993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44620) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:19.129090 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5724af-edd4-40be-9f98-492f0bcd332f x-openstack-request-id: req-fd5724af-edd4-40be-9f98-492f0bcd332f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:19.129090 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7192fc0-d669-4544-9e8b-2ea91fcd9b48", "name": "network-vif-plugged", "status": "completed", "tag": "f8f7a872-4849-4913-90b9-c044b1ccaa05", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:19.129807 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd5724af-edd4-40be-9f98-492f0bcd332f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:19.129807 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'code': 200} Jan 28 00:58:19.131957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:19.134067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-735304f7-f4c5-49c8-8359-6e2a829d7d32 None None] Current status of the port 95175c65-38e7-4776-8f26-917dfc20a5f1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:19.139324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:19.189004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.210743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-06b0d222-f584-474d-9871-2ba796bfcd7c None None] Deleting port 4e208234-8764-4183-a71c-8bdd49153157 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:19.211035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-06b0d222-f584-474d-9871-2ba796bfcd7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4e208234-8764-4183-a71c-8bdd49153157), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.216576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21352db0-3871-49f1-9130-ba5d25686cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f09669f-3c1b-46fe-99ae-0a643d9c4381,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-06b0d222-f584-474d-9871-2ba796bfcd7c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 could not be found. Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:58:19.407769 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6f09669f-3c1b-46fe-99ae-0a643d9c4381 could not be found. Jan 28 00:58:19.412216 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 00:58:19.416789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Pushing event updated for resources: {'Port': ['ID=79314f2b-3b47-4f88-b78b-fd73257f6ac8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:19.443375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Router 73388d81-ae05-4a17-9cda-c589eec0a172 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:19.466932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Network 2aa6b701-025c-4600-8fe5-1831f570a454 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:19.473313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:19.478355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:19.541559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.542501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.547977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72ec0-9e91-4264-aa65-2b61b456d06f req-602528d7-9831-4bbc-87f3-be845b5f9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.549853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eb72ec0-9e91-4264-aa65-2b61b456d06f req-602528d7-9831-4bbc-87f3-be845b5f9928 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 1101 time: 0.1478598 Jan 28 00:58:19.582768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f73335b6-019d-4002-b509-1f5070d74854 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:19.601695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f3e4b93f-c9be-4d55-b963-c278808b544b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:19.604234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.651294 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-6037a6fe-5a67-4acf-97ff-9a8177452537 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0909162 Jan 28 00:58:19.661864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530277a-382c-4a2a-a28e-427660a02cfd None None] DHCP port deletion for 6f09669f-3c1b-46fe-99ae-0a643d9c4381 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:58:19.681007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-c5041ff1-4bb5-45d4-aedd-866b4c48c346 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.687843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-c5041ff1-4bb5-45d4-aedd-866b4c48c346 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 815 time: 0.6104977 Jan 28 00:58:19.693306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e4b93f-c9be-4d55-b963-c278808b544b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:19.708429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Request body: {'port': {'device_id': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:19.713389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eb72ec0-9e91-4264-aa65-2b61b456d06f req-fde9b363-5fbd-44d5-b4dd-f4fb9e67d668 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491497 Jan 28 00:58:19.730455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159fe80-bac3-4a82-a2c4-7a410c56bb31 req-e85178be-1dcf-4d4b-8705-55fcbfe81e79 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.732024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9159fe80-bac3-4a82-a2c4-7a410c56bb31 req-e85178be-1dcf-4d4b-8705-55fcbfe81e79 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.5065753 Jan 28 00:58:19.743290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4e208234-8764-4183-a71c-8bdd49153157 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:19.746771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-9b50b6f0-96e3-476a-b73b-78cfc8ed3f1b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/quotas/d8ee66997a8e41179712a8c6959aae65 HTTP/1.1" status: 200 len: 375 time: 0.0579705 Jan 28 00:58:19.807738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f95dce04-8017-444b-ad00-85d2080dcb25 None None] Provisioning complete for port 9cf9773f-8b22-479d-b363-d275f8b53c30 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:19.808375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f95dce04-8017-444b-ad00-85d2080dcb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.831636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.863205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:19.873331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f95dce04-8017-444b-ad00-85d2080dcb25 None None] Port 9cf9773f-8b22-479d-b363-d275f8b53c30 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:19.880565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4e208234-8764-4183-a71c-8bdd49153157 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:19.881062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4e208234-8764-4183-a71c-8bdd49153157 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:19.881200 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-320ac6f9-ad24-4f1a-b264-165010aa6a15 admin admin] 10.222.0.23 "PUT /v2.0/routers/73388d81-ae05-4a17-9cda-c589eec0a172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0530767 Jan 28 00:58:19.884591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f3e4b93f-c9be-4d55-b963-c278808b544b,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:19.897169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:19.898228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:19.980066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:19.984228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec2a68-2bac-4e53-af47-0d10dc167500 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:58:20.053156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f95dce04-8017-444b-ad00-85d2080dcb25 None None] Provisioning complete for port 95175c65-38e7-4776-8f26-917dfc20a5f1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:20.053651 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f95dce04-8017-444b-ad00-85d2080dcb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.095048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9159fe80-bac3-4a82-a2c4-7a410c56bb31 req-f5c22b20-078d-40d9-80cd-f6e34d86514e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261635 Jan 28 00:58:20.107135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 2, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:20.111288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-31f9bb3f-6817-4806-b197-66b024a80f91 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3625388 Jan 28 00:58:20.245282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6657b6-be20-4b61-bc56-aa15cf71833f None None] The sync data for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 is: [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 2, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:20.347073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79314f2b-3b47-4f88-b78b-fd73257f6ac8 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:20.353288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-75d3ad38-03e2-47a9-a92e-2a47a594daaf service neutron] 10.222.0.23 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332451 Jan 28 00:58:20.358604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Publish callbacks [] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.400393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Transition to ACTIVE for port object 79314f2b-3b47-4f88-b78b-fd73257f6ac8 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:20.407820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.472774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:20.536537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'port_id': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'mac_address': 'fa:16:3e:ef:c4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:20.584632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec2a68-2bac-4e53-af47-0d10dc167500 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:58:20.602681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f95dce04-8017-444b-ad00-85d2080dcb25 None None] Current status of the port 95175c65-38e7-4776-8f26-917dfc20a5f1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:20.626501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Pushing event updated for resources: {'Port': ['ID=79314f2b-3b47-4f88-b78b-fd73257f6ac8,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:20.703149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:20.703889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.775817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-6f091422-4808-45fa-878c-d06441028980 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:20.778899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-6f091422-4808-45fa-878c-d06441028980 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.45 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 815 time: 0.3250349 Jan 28 00:58:20.808949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Attempting to bind port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:20.809490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Attempting to bind port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:20.809954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Attempting to bind port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:20.818717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Request body: {'port': {'device_id': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'admin_state_up': True, 'tenant_id': 'd8ee66997a8e41179712a8c6959aae65'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:20.842548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 on network 2aa6b701-025c-4600-8fe5-1831f570a454 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:20.842876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Attempting to bind port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:20.896596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:20.913469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:20.914237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Checking segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:20.914999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Bound using segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:20.915881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Bound port: 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:20.916710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.977140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:20.988520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9c2e4b47-4fc5-419e-b900-384447482ecf None None] Provisioning complete for port 9cf9773f-8b22-479d-b363-d275f8b53c30 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:20.988899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4b47-4fc5-419e-b900-384447482ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.992971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-23d40d76-2f35-4b78-8d52-a833f2087872 service neutron] 10.222.0.23 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290185 Jan 28 00:58:21.019963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (68f01181-d7a3-4656-b920-d28e8ca6ab18), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.059969 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.060799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:21.138999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] For port 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:21.157169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] For port 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:21.160977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cb849-427d-433c-9136-57c786b3fd1c req-99985e6e-2938-4caf-9d6e-c63692593c49 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.169540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-014cb849-427d-433c-9136-57c786b3fd1c req-99985e6e-2938-4caf-9d6e-c63692593c49 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 950 time: 0.9260426 Jan 28 00:58:21.174705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.239736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e4b47-4fc5-419e-b900-384447482ecf None None] Port 9cf9773f-8b22-479d-b363-d275f8b53c30 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:21.297815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-014cb849-427d-433c-9136-57c786b3fd1c req-00890c3b-7218-44a3-bc99-6eb80266ef74 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209013 Jan 28 00:58:21.312811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Made reservation on behalf of d8ee66997a8e41179712a8c6959aae65 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:21.332004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.359689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:58:21.366207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.371166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.378036 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] 10.222.0.43 "PUT /v2.0/ports/79314f2b-3b47-4f88-b78b-fd73257f6ac8 HTTP/1.1" status: 200 len: 1092 time: 1.6814356 Jan 28 00:58:21.380016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'tag': '79314f2b-3b47-4f88-b78b-fd73257f6ac8'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:21.384717 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4966d-991f-4e34-9c05-0eb11e09c551" -d '{"events": [{"name": "network-changed", "server_uuid": "332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0", "tag": "79314f2b-3b47-4f88-b78b-fd73257f6ac8"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:21.393153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.417142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:21.496654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'port_id': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e', 'mac_address': 'fa:16:3e:df:54:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:21.516172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6b8e4-4865-4fdc-af6f-8cba6e389d8f service neutron] Pushing event updated for resources: {'Port': ['ID=79314f2b-3b47-4f88-b78b-fd73257f6ac8,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.648718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4307aa-306f-4823-b67b-99a895630c29 req-f7106eef-40e0-4631-8b51-4ea421ebac42 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.674265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d4307aa-306f-4823-b67b-99a895630c29 req-f7106eef-40e0-4631-8b51-4ea421ebac42 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.2295773 Jan 28 00:58:21.803480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-a250d636-aa86-4b95-ac27-1f48eb8c1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.805386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-a250d636-aa86-4b95-ac27-1f48eb8c1f60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 1095 time: 0.3056896 Jan 28 00:58:21.903283 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-65977037-0ded-41c1-a54e-cc5ffaa0cc63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8 HTTP/1.1" status: 200 len: 217 time: 0.0629349 Jan 28 00:58:21.956713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.974299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:21.991953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:21.992346 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.993511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.012614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:22.013162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.015095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Allocated IP 172.20.0.6 (2aa6b701-025c-4600-8fe5-1831f570a454/c0e52765-be91-44a5-91f7-e6044c882a5c/32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:22.032997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.033283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-af46a8bd-ec30-477a-8ecb-f39139ac8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.034754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-af46a8bd-ec30-477a-8ecb-f39139ac8b74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.1197493 Jan 28 00:58:22.044773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.057099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.060525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.069311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.070077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 58bc7526-6044-4e3b-9847-c1ab0c9cb123 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:22.073262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-203a1577-bf77-468e-8c70-170222a5fce2 req-b22777cc-c632-4cd5-ac90-874abe24aa0e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5420 time: 0.5061421 Jan 28 00:58:22.083537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d4307aa-306f-4823-b67b-99a895630c29 req-983170b5-c8de-4955-85a4-905f0e954b53 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080448 Jan 28 00:58:22.144219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Deleting port 7b8ea1a8-0d8e-4007-9a29-b339086b0456 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:22.144554 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.262624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:22.276127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.288225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-2b0b255e-a08c-49ab-969a-6a2ec0a3c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.308321 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-2b0b255e-a08c-49ab-969a-6a2ec0a3c985 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604814 Jan 28 00:58:22.316284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '58bc7526-6044-4e3b-9847-c1ab0c9cb123', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'port_id': '58bc7526-6044-4e3b-9847-c1ab0c9cb123', 'mac_address': 'fa:16:3e:22:1c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:22.377443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-203a1577-bf77-468e-8c70-170222a5fce2 req-caa64fc0-c6ac-439d-a7e3-93f1a93c6810 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2935243 Jan 28 00:58:22.404851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:22.407008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.441626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] For port 7b8ea1a8-0d8e-4007-9a29-b339086b0456, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7b8ea1a8-0d8e-4007-9a29-b339086b0456,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.448424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.486260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Calling delete_port for 7b8ea1a8-0d8e-4007-9a29-b339086b0456 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:22.496547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bc7526-6044-4e3b-9847-c1ab0c9cb123 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:22.587685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.606689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.609167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:22.689595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa77b-9f50-4004-84b0-35db2fbda424 req-ea59ae80-b6ce-4c78-8815-f3ff44c9c070 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:22.700674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f50aa77b-9f50-4004-84b0-35db2fbda424 req-ea59ae80-b6ce-4c78-8815-f3ff44c9c070 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.1626816 Jan 28 00:58:22.749706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:22.803746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f50aa77b-9f50-4004-84b0-35db2fbda424 req-5dc9b6ed-3a0f-49a0-9d65-6cb73241261c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967722 Jan 28 00:58:22.812237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:22.849731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '4c7430ca-b729-4bf5-b0a7-ef65f7752dd8', 'network_id': 'aee934d6-10b5-41ed-a0ab-b24106935ed0', 'port_id': '4c7430ca-b729-4bf5-b0a7-ef65f7752dd8', 'mac_address': 'fa:16:3e:d1:e6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73939c03-d2b9-4c55-be85-b609357642d4', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:22.864389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44658) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:22.869200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417966398', 'description': 'tempest-description--864143084'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:22.910067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.935031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:22.935435 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.971047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:23.010158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks [] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.019517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:23.025310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.026281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f58cecd0-132d-476e-a4b3-4d69da404390 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:23.048427 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc362555-b29f-46d0-8fcb-a24980575229 x-openstack-request-id: req-fc362555-b29f-46d0-8fcb-a24980575229 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:23.048985 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0", "tag": "79314f2b-3b47-4f88-b78b-fd73257f6ac8", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:23.049550 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc362555-b29f-46d0-8fcb-a24980575229 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:23.050221 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'tag': '79314f2b-3b47-4f88-b78b-fd73257f6ac8', 'status': 'completed', 'code': 200} Jan 28 00:58:23.061982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.068741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb779d7a-a899-4770-b85b-3188b213c272 req-f8d57393-03ef-4a06-9985-4db501eea680 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 210 time: 0.1265156 Jan 28 00:58:23.104437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Network 2aa6b701-025c-4600-8fe5-1831f570a454 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:23.108741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:23.111515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:23.219592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.319759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f58cecd0-132d-476e-a4b3-4d69da404390,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:23.360270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'f58cecd0-132d-476e-a4b3-4d69da404390', 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'port_id': 'f58cecd0-132d-476e-a4b3-4d69da404390', 'mac_address': 'fa:16:3e:17:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffae50a-42b7-4d0a-9d1c-84724cec510e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:23.384587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.385267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.391686 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7b8ea1a8-0d8e-4007-9a29-b339086b0456), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.436464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f58cecd0-132d-476e-a4b3-4d69da404390 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:23.437040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.460999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8ea1a8-0d8e-4007-9a29-b339086b0456,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.464598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58cecd0-132d-476e-a4b3-4d69da404390 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:23.472276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6588950 Jan 28 00:58:23.505182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bbea0-4e47-48fc-944c-1ccd358face2 req-0ee31676-9207-4fcf-9c6e-b9b2e07bf98d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.506306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f58cecd0-132d-476e-a4b3-4d69da404390,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:23.507650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-401bbea0-4e47-48fc-944c-1ccd358face2 req-0ee31676-9207-4fcf-9c6e-b9b2e07bf98d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 950 time: 0.4516301 Jan 28 00:58:23.515640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Request body: {'port': {'device_id': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:23.530215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.530908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c9948f50-950d-4307-b9b5-3badae6cb3c4 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:23.563752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99dc0c-458a-4b5d-8d62-159af62ea06a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Pushing event updated for resources: {'Port': ['ID=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.573742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group (3d18bdba-f054-4f76-82a5-cc13a5b280d5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.577959 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-70692527-7d54-4bc1-a385-6d1441d47028 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261624 Jan 28 00:58:23.632812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3d18bdba-f054-4f76-82a5-cc13a5b280d5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.643948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf98e2-e523-4c97-8ef4-d14cb1039cbf req-16fc4985-eb53-4721-8d29-9f74771a31e5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.645567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7baf98e2-e523-4c97-8ef4-d14cb1039cbf req-16fc4985-eb53-4721-8d29-9f74771a31e5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.3049169 Jan 28 00:58:23.660689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:23.680229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'c9948f50-950d-4307-b9b5-3badae6cb3c4', 'network_id': 'b42164ef-af1b-45e2-b63c-b7e44e52b7ef', 'port_id': 'c9948f50-950d-4307-b9b5-3badae6cb3c4', 'mac_address': 'fa:16:3e:77:fe:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffae50a-42b7-4d0a-9d1c-84724cec510e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:23.729352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d18bdba-f054-4f76-82a5-cc13a5b280d5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.753166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-31936916-64d1-4da1-9f1b-d69cc58fc045 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.756208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-31936916-64d1-4da1-9f1b-d69cc58fc045 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 815 time: 0.5557604 Jan 28 00:58:23.771773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.795824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.796571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2f6e0997-591a-42f3-9387-6842b026a322 None None] Provisioning complete for port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:23.799902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eaae0ecb-c885-4303-a979-f667bfc9de0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9317391 Jan 28 00:58:23.800047 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0997-591a-42f3-9387-6842b026a322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.807813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44664) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:23.816916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'security_group_rule': {'security_group_id': '3d18bdba-f054-4f76-82a5-cc13a5b280d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:23.818171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c9948f50-950d-4307-b9b5-3badae6cb3c4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:23.818577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.836955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9948f50-950d-4307-b9b5-3badae6cb3c4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:23.866802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:23.890571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:23.901549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Request body: {'port': {'device_id': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'admin_state_up': True, 'tenant_id': 'd8ee66997a8e41179712a8c6959aae65'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:23.956462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:23.968558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-401bbea0-4e47-48fc-944c-1ccd358face2 req-33eb6911-30ca-49b2-bb4a-31fa07f3b86d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482954 Jan 28 00:58:23.975085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e0997-591a-42f3-9387-6842b026a322 None None] Port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:24.053240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7baf98e2-e523-4c97-8ef4-d14cb1039cbf req-0c80aae7-6aea-4e1b-a76f-6e8dc7fe764f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344529 Jan 28 00:58:24.067722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group_rule (275582c3-1ad9-4ad4-9976-1b129fb2178b), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.095239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65dc697a-a34f-4226-b9b7-503af94a7aae up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:24.129750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.205130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 65dc697a-a34f-4226-b9b7-503af94a7aae triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:24.205911 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.211294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (68f01181-d7a3-4656-b920-d28e8ca6ab18), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.336849 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Sync routers for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:24.348445 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:24.349489 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:24.357619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 65dc697a-a34f-4226-b9b7-503af94a7aae is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:24.358193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.387003 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group_rule (275582c3-1ad9-4ad4-9976-1b129fb2178b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.404108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-09a9f4e2-ef4a-42da-812e-62d9b7901fc7 req-85dbdfd4-ca52-491f-a946-12f3cf21e521 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417300 Jan 28 00:58:24.409555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (275582c3-1ad9-4ad4-9976-1b129fb2178b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.413358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Made reservation on behalf of d8ee66997a8e41179712a8c6959aae65 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:24.413701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 65dc697a-a34f-4226-b9b7-503af94a7aae, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65dc697a-a34f-4226-b9b7-503af94a7aae,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:24.419371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.422988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.424109 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.428468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.434333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.439790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.445161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.450812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.456173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.464018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-57c96142-e12d-49ca-ac6e-e5be31215bd6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5425 time: 0.2908020 Jan 28 00:58:24.533085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=65dc697a-a34f-4226-b9b7-503af94a7aae,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:24.558422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ab84-f31d-40bb-a20a-d0183abfdeb6 req-5e9cf599-33ec-458e-8a56-600ba4bbf605 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.560040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e053ab84-f31d-40bb-a20a-d0183abfdeb6 req-5e9cf599-33ec-458e-8a56-600ba4bbf605 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.3802242 Jan 28 00:58:24.564903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275582c3-1ad9-4ad4-9976-1b129fb2178b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:24.592636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.593764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-606139ee-f10d-451f-9fe2-5edfaa41f36f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7849529 Jan 28 00:58:24.628049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44674) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:24.644178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'security_group_rule': {'security_group_id': '3d18bdba-f054-4f76-82a5-cc13a5b280d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:24.697184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-5ded09bd-548c-4a6f-9a25-5d8c8ee08be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:24.699583 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-5ded09bd-548c-4a6f-9a25-5d8c8ee08be3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 1095 time: 0.1579847 Jan 28 00:58:24.701001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group_rule (db09389c-e6ae-4ad4-94ed-32334d7a17df), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.721414 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:24.732687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edbfbc52-6b47-4134-a067-83b62779b1c9 req-77ab459f-cec4-44f9-aaf2-39efb1072dba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2677712 Jan 28 00:58:24.749240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Router 68f01181-d7a3-4656-b920-d28e8ca6ab18 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:24.792324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e053ab84-f31d-40bb-a20a-d0183abfdeb6 req-01acbef3-8a37-4eb3-8c63-5434acfa7c91 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852825 Jan 28 00:58:24.902122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:24.913358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Publish callbacks [] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.928210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group_rule (db09389c-e6ae-4ad4-94ed-32334d7a17df), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.935245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Transition to ACTIVE for port object 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:24.955983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.968418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (db09389c-e6ae-4ad4-94ed-32334d7a17df), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:24.992011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca965a99-ec5d-44fa-b922-f768085d67ee req-c81f8ef8-0ba1-4432-890e-024b649a8f2f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 210 time: 0.0880976 Jan 28 00:58:25.024617 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 2, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:25.049650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:25.057407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-3f1a5b92-a255-4b62-b4ae-137081086326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.059246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-3f1a5b92-a255-4b62-b4ae-137081086326 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 916 time: 0.3454599 Jan 28 00:58:25.072011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Checking router: 73388d81-ae05-4a17-9cda-c589eec0a172 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:25.073332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Updating router 73388d81-ae05-4a17-9cda-c589eec0a172 port 9cf9773f-8b22-479d-b363-d275f8b53c30 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:58:25.110722 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.118278 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.119970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4891934 Jan 28 00:58:25.124868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:25.131488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:25.139477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] Sync routers for ids ['68f01181-d7a3-4656-b920-d28e8ca6ab18'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:25.157393 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-035ca3b3-5c97-4ac3-93b1-269a048bc6f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8 HTTP/1.1" status: 200 len: 217 time: 0.0792215 Jan 28 00:58:25.166853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:25.173233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] Routers {'68f01181-d7a3-4656-b920-d28e8ca6ab18'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:25.173926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['68f01181-d7a3-4656-b920-d28e8ca6ab18'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:25.191502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8dcbaa64-91aa-4f25-a18f-206a434b4f5a admin admin] 10.222.0.23 "PUT /v2.0/routers/68f01181-d7a3-4656-b920-d28e8ca6ab18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1452215 Jan 28 00:58:25.193590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a0c35-2954-4847-afce-fbc0b67ca700 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db09389c-e6ae-4ad4-94ed-32334d7a17df,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:25.201996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44680) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:25.247170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e08a05-c487-4343-a9fb-68b3f44a08c9 req-5ae6497f-7e21-4ad7-ba96-3c12de1db60e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.250435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6e08a05-c487-4343-a9fb-68b3f44a08c9 req-5ae6497f-7e21-4ad7-ba96-3c12de1db60e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 950 time: 0.3579791 Jan 28 00:58:25.301826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Allocated IP 172.20.0.9 (2aa6b701-025c-4600-8fe5-1831f570a454/c0e52765-be91-44a5-91f7-e6044c882a5c/375277c7-8e3b-446e-885e-ad0101edb938) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:25.351432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-b7d3283f-ef03-4275-933e-30d87390f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.357314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-b7d3283f-ef03-4275-933e-30d87390f498 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.1882954 Jan 28 00:58:25.357972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] Set router 68f01181-d7a3-4656-b920-d28e8ca6ab18 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:25.394186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.425812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f3e4b93f-c9be-4d55-b963-c278808b544b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:25.427828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['58bc7526-6044-4e3b-9847-c1ab0c9cb123'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:25.479182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['9a4a5762-c2e1-4ed3-b4a6-73d51156e25e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:25.535900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-7259d3ee-8718-4b31-853b-2c2d0020d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.537421 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-7259d3ee-8718-4b31-853b-2c2d0020d7f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743207 Jan 28 00:58:25.538151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Attempting to bind port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:25.539230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Attempting to bind port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:25.539761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Attempting to bind port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:25.545463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6e08a05-c487-4343-a9fb-68b3f44a08c9 req-e6358b67-96be-4b97-901f-804c8e8b767b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346435 Jan 28 00:58:25.551104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f58cecd0-132d-476e-a4b3-4d69da404390'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:25.553798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:25.617964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 on network 2aa6b701-025c-4600-8fe5-1831f570a454 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:25.618327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Attempting to bind port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:25.628597 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Publish callbacks [] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.641668 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.669244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd29f-1818-4872-bb6e-848db7ae289b req-116279c6-0e0a-4b66-ac09-a99e18e1c4ef tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:25.670747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055dd29f-1818-4872-bb6e-848db7ae289b req-116279c6-0e0a-4b66-ac09-a99e18e1c4ef tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.4373720 Jan 28 00:58:25.714722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['c9948f50-950d-4307-b9b5-3badae6cb3c4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:25.736432 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Pushing event updated for resources: {'Port': ['ID=9cf9773f-8b22-479d-b363-d275f8b53c30,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:25.741244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks [] for router (68f01181-d7a3-4656-b920-d28e8ca6ab18), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.793571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.794309 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.794594 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.795930 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.803512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:25.804111 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.804617 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.805245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.805678 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.805875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Checking segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:25.806215 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.806331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Bound using segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:25.806710 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.806847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Bound port: 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:25.807115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.807305 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.807723 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.808139 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:25.843863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65dc697a-a34f-4226-b9b7-503af94a7aae up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:25.872102 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Attempting to bind port 9cf9773f-8b22-479d-b363-d275f8b53c30 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:25.876628 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Attempting to bind port 9cf9773f-8b22-479d-b363-d275f8b53c30 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:25.877462 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Attempting to bind port 9cf9773f-8b22-479d-b363-d275f8b53c30 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:25.892861 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:25.893412 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:25.893946 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:25.894434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:25.895004 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Bound port: 9cf9773f-8b22-479d-b363-d275f8b53c30, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:25.895492 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.040251 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] For port 9cf9773f-8b22-479d-b363-d275f8b53c30, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:26.048467 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] For port 9cf9773f-8b22-479d-b363-d275f8b53c30, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9cf9773f-8b22-479d-b363-d275f8b53c30,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:26.058333 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.072459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] For port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:26.076411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['4c7430ca-b729-4bf5-b0a7-ef65f7752dd8'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:26.076927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] For port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:26.087437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.091184 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-adeece07-4577-4019-ba54-1653365798b1 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264223 Jan 28 00:58:26.095250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks [] for port (375277c7-8e3b-446e-885e-ad0101edb938), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.158816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055dd29f-1818-4872-bb6e-848db7ae289b req-59968045-bd75-4444-b0c9-850c50e6092b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557948 Jan 28 00:58:26.233373 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73ca5-1be4-40b7-9038-e7e37968f6a8 None None] Pushing event updated for resources: {'Port': ['ID=9cf9773f-8b22-479d-b363-d275f8b53c30,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:26.249049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e4966d-991f-4e34-9c05-0eb11e09c551 req-cc362856-5393-46a2-9783-60719a71bcb4 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154015 Jan 28 00:58:26.264147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38554-8508-4467-aa5c-5b7f913fcf85 req-01f53b6d-195b-4903-8037-4105ba0cb339 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.280194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:26.282420 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:26.290628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38554-8508-4467-aa5c-5b7f913fcf85 req-01f53b6d-195b-4903-8037-4105ba0cb339 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.293000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b38554-8508-4467-aa5c-5b7f913fcf85 req-01f53b6d-195b-4903-8037-4105ba0cb339 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2&device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 1691 time: 0.2422047 Jan 28 00:58:26.294089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks [] for router_gateway (68f01181-d7a3-4656-b920-d28e8ca6ab18), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.301899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.310459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.312309 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] 10.222.0.45 "PUT /v2.0/ports/32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 HTTP/1.1" status: 200 len: 1091 time: 2.8132522 Jan 28 00:58:26.322376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'tag': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:26.324840 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596210a5-9590-406d-857a-0bb8af1bedec" -d '{"events": [{"name": "network-changed", "server_uuid": "9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e", "tag": "32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:26.435352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4406-47f3-4140-8295-b7e13913fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:26.436192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.445693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 65dc697a-a34f-4226-b9b7-503af94a7aae triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:26.446107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.470714 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:26.491759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (375277c7-8e3b-446e-885e-ad0101edb938), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.497691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-56383ede-8e07-486f-8564-e7488b58f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.499304 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-56383ede-8e07-486f-8564-e7488b58f248 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 1094 time: 0.1094737 Jan 28 00:58:26.657898 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-4f263599-53a9-4c07-8177-8406a8e84b63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 HTTP/1.1" status: 200 len: 217 time: 0.0965707 Jan 28 00:58:26.695804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b38554-8508-4467-aa5c-5b7f913fcf85 req-626bbb50-a4c7-4ea3-b26b-2fa2d521c88a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938587 Jan 28 00:58:26.705101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] Provisioning complete for port 9cf9773f-8b22-479d-b363-d275f8b53c30 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:26.705688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.766484 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:26Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:26.768990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Network 2aa6b701-025c-4600-8fe5-1831f570a454 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:26.788222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:26.798611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:26.798752 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd29cdb-389b-42f1-afef-0f02998a06ab None None] The sync data for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 is: [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:26Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:26.893133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Pushing event updated for resources: {'Port': ['ID=375277c7-8e3b-446e-885e-ad0101edb938,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:26.918108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.930027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-0d1b027d-4da8-411a-97de-327b695babaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.931955 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-0d1b027d-4da8-411a-97de-327b695babaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.2612598 Jan 28 00:58:26.935548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.941222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.962820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.972380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.978534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.986039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:26.988304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-0609784b-cac9-4d2f-8f69-e238b4a7e35c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5425 time: 0.5363216 Jan 28 00:58:26.997359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:27.000969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.047815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-094f2517-21d3-4dbf-90d5-a1ba60b2908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:27.049715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-094f2517-21d3-4dbf-90d5-a1ba60b2908b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047904 Jan 28 00:58:27.055054 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1c497038-9bc1-47ee-88f2-704e1be5322d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1642916 Jan 28 00:58:27.082534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Request body: {'port': {'device_id': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:27.283361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (375277c7-8e3b-446e-885e-ad0101edb938), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.324421 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-851cef75-1e63-4236-b183-872f9ab5b3ca service neutron] 10.222.0.45 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613881 Jan 28 00:58:27.423652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Deleting port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:27.424325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.427986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 65dc697a-a34f-4226-b9b7-503af94a7aae is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:27.530351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] For port 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:27.530819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.545665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Calling delete_port for 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:27.697834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Allocated IP 172.25.1.239 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d16177dc-93e4-452a-a930-35221d7d518b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:27.707678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] Current status of the port 9cf9773f-8b22-479d-b363-d275f8b53c30 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:27.708956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.736796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1ad18-a282-455a-ac2b-be2a79f82f7e req-7c1be3cd-6d3c-487e-8f62-406bbdeafea9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:27.738625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5d1ad18-a282-455a-ac2b-be2a79f82f7e req-7c1be3cd-6d3c-487e-8f62-406bbdeafea9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.9318521 Jan 28 00:58:27.804334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] For port 9cf9773f-8b22-479d-b363-d275f8b53c30, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9cf9773f-8b22-479d-b363-d275f8b53c30,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:27.810630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 79314f2b-3b47-4f88-b78b-fd73257f6ac8 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:27.819620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.889262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:58:23Z', 'revision_number': 5, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port': {'id': '7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T00:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:27.937760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] Checking router: 68f01181-d7a3-4656-b920-d28e8ca6ab18 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:27.947845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9cf9773f-8b22-479d-b363-d275f8b53c30 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:28.007787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e7d68ea-0d2c-4a5e-a63b-28d726e7306e req-96cc3971-cc1b-4f29-912c-cb7810146c80 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3806181 Jan 28 00:58:28.044156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] Routers {'68f01181-d7a3-4656-b920-d28e8ca6ab18'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:28.044898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['68f01181-d7a3-4656-b920-d28e8ca6ab18'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:28.058315 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:58:28.066441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5d1ad18-a282-455a-ac2b-be2a79f82f7e req-ffb8b403-f823-47dc-8884-38885f3c0f84 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369430 Jan 28 00:58:28.084114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 58bc7526-6044-4e3b-9847-c1ab0c9cb123 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:28.140023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (d16177dc-93e4-452a-a930-35221d7d518b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.162744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.285401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:28.300281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375277c7-8e3b-446e-885e-ad0101edb938 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:28.313623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Publish callbacks [] for port (375277c7-8e3b-446e-885e-ad0101edb938), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.326809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:28.329694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320a8b-ba6d-4c43-b2aa-c6bf1fe7e38c req-d281c705-6639-4bb0-977f-a45501c91fb0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:28.331234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6320a8b-ba6d-4c43-b2aa-c6bf1fe7e38c req-d281c705-6639-4bb0-977f-a45501c91fb0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 931 time: 0.1589651 Jan 28 00:58:28.334182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (68f01181-d7a3-4656-b920-d28e8ca6ab18), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.335180 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe70c018-05de-4d09-90ab-39dc1b712d0d x-openstack-request-id: req-fe70c018-05de-4d09-90ab-39dc1b712d0d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:28.337934 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e", "tag": "32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:28.338373 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe70c018-05de-4d09-90ab-39dc1b712d0d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:28.338966 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'tag': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2', 'status': 'completed', 'code': 200} Jan 28 00:58:28.355087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Transition to ACTIVE for port object 375277c7-8e3b-446e-885e-ad0101edb938 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:28.360664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-25001d1f-bfe7-46bf-9bf8-b511e90cd92f None None] Provisioning complete for port 375277c7-8e3b-446e-885e-ad0101edb938 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:28.361152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25001d1f-bfe7-46bf-9bf8-b511e90cd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (375277c7-8e3b-446e-885e-ad0101edb938), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.364158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '79314f2b-3b47-4f88-b78b-fd73257f6ac8', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'port_id': '79314f2b-3b47-4f88-b78b-fd73257f6ac8', 'mac_address': 'fa:16:3e:f3:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e52765-be91-44a5-91f7-e6044c882a5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:28.377983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (375277c7-8e3b-446e-885e-ad0101edb938), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.439517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (68f01181-d7a3-4656-b920-d28e8ca6ab18), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.441915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks [] for router_controller (68f01181-d7a3-4656-b920-d28e8ca6ab18), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.471053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ed112d7c-7c3b-4cff-b4d2-da73e37a9add req-812ac87f-9b3a-4295-a796-8b48f430bea5 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1286724 Jan 28 00:58:28.492326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Pushing event updated for resources: {'Port': ['ID=375277c7-8e3b-446e-885e-ad0101edb938,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:28.522647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d16177dc-93e4-452a-a930-35221d7d518b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.535528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (68f01181-d7a3-4656-b920-d28e8ca6ab18), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.536710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f01181-d7a3-4656-b920-d28e8ca6ab18 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:58:28.563289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] Set router 68f01181-d7a3-4656-b920-d28e8ca6ab18 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:28.591340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.595592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-36c2dba9-f4b4-4486-9f01-e541c5156427 admin admin] 10.222.0.23 "DELETE /v2.0/routers/68f01181-d7a3-4656-b920-d28e8ca6ab18 HTTP/1.1" status: 204 len: 168 time: 3.3849010 Jan 28 00:58:28.598791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44700) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:28.629284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Attempting to bind port 375277c7-8e3b-446e-885e-ad0101edb938 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:28.630309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Attempting to bind port 375277c7-8e3b-446e-885e-ad0101edb938 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:28.630941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Attempting to bind port 375277c7-8e3b-446e-885e-ad0101edb938 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:28.640049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:58:26Z', 'revision_number': 6, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:28.648896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474a3ba-cbe0-4407-acf8-82ff8d5f5687 None None] Pushing event updated for resources: {'Port': ['ID=9cf9773f-8b22-479d-b363-d275f8b53c30,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:28.671354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:28.680297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6320a8b-ba6d-4c43-b2aa-c6bf1fe7e38c req-d15466db-c000-4eef-882e-39a3f3672659 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686025 Jan 28 00:58:28.687764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:28.690921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=d16177dc-93e4-452a-a930-35221d7d518b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:28.693808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:28.716784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Port 375277c7-8e3b-446e-885e-ad0101edb938 on network 2aa6b701-025c-4600-8fe5-1831f570a454 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:28.717122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Attempting to bind port 375277c7-8e3b-446e-885e-ad0101edb938 on network 2aa6b701-025c-4600-8fe5-1831f570a454 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:28.725558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Deleting subnet 98d70439-1888-483f-8050-c98867dc9647 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:58:28.729406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Publish callbacks [] for subnet (98d70439-1888-483f-8050-c98867dc9647), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.771606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7ac1-e8c9-4d82-af00-8caa1bd3b578 req-bb9be851-5175-4362-91d5-f0d02e990a15 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:28.771815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0a38f-b8a3-43ec-b62f-6619192c9c80 None None] The sync data for ids ['68f01181-d7a3-4656-b920-d28e8ca6ab18'] in n-d-826756-1 is: [{'id': '68f01181-d7a3-4656-b920-d28e8ca6ab18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1230956678-router', 'tenant_id': 'e72c530f4d73462383392eea8c2c69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:26Z', 'updated_at': '2022-01-28T00:58:26Z', 'revision_number': 6, 'project_id': 'e72c530f4d73462383392eea8c2c69cf', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:28.773924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4bd7ac1-e8c9-4d82-af00-8caa1bd3b578 req-bb9be851-5175-4362-91d5-f0d02e990a15 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.2612321 Jan 28 00:58:28.778270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (98d70439-1888-483f-8050-c98867dc9647), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.805213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:28.821494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:28.821949 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.875255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-25001d1f-bfe7-46bf-9bf8-b511e90cd92f None None] Port 375277c7-8e3b-446e-885e-ad0101edb938 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:28.883951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:28.884337 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.887002 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (99fc81ff-0b6f-4eff-b643-1de57d0439f8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.898192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (98d70439-1888-483f-8050-c98867dc9647), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.902270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79314f2b-3b47-4f88-b78b-fd73257f6ac8 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:28.926002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:28.928799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9cf9773f-8b22-479d-b363-d275f8b53c30 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:28.929182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.960690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:28.961488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Checking segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:28.962535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Bound using segment: {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:28.963191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Bound port: 375277c7-8e3b-446e-885e-ad0101edb938, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a4fa60-bdab-4a19-ba3b-ddc8022af748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:28.963855 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (375277c7-8e3b-446e-885e-ad0101edb938), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.975051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.987534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d16177dc-93e4-452a-a930-35221d7d518b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:28.994905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-25001d1f-bfe7-46bf-9bf8-b511e90cd92f None None] Provisioning complete for port 9cf9773f-8b22-479d-b363-d275f8b53c30 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:28.995280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25001d1f-bfe7-46bf-9bf8-b511e90cd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.035639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f570b-0a00-484a-9a4a-9da723ec133a req-599a59da-7c52-4dd6-8eb9-07fc29ee94b5 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.037577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-976f570b-0a00-484a-9a4a-9da723ec133a req-599a59da-7c52-4dd6-8eb9-07fc29ee94b5 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 1101 time: 0.1441305 Jan 28 00:58:29.043756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] For port 375277c7-8e3b-446e-885e-ad0101edb938, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:29.047898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] For port 375277c7-8e3b-446e-885e-ad0101edb938, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=375277c7-8e3b-446e-885e-ad0101edb938,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:29.050095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (98d70439-1888-483f-8050-c98867dc9647), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.053184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4bd7ac1-e8c9-4d82-af00-8caa1bd3b578 req-4ddd26a8-99f1-4965-a2e0-97af2f3b5540 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584218 Jan 28 00:58:29.109033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.113422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98d70439-1888-483f-8050-c98867dc9647 HTTP/1.1" status: 204 len: 168 time: 0.4731317 Jan 28 00:58:29.119718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (375277c7-8e3b-446e-885e-ad0101edb938), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.120857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44706) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:29.129156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac97da-6100-4b2a-83fc-909c25867800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d70439-1888-483f-8050-c98867dc9647,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:29.150239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:29.150769 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.152268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-976f570b-0a00-484a-9a4a-9da723ec133a req-d92b3eb8-e7a0-44ac-ba1d-a7a012dd20de tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059389 Jan 28 00:58:29.161963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.162884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.177971 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] 10.222.0.43 "PUT /v2.0/ports/375277c7-8e3b-446e-885e-ad0101edb938 HTTP/1.1" status: 200 len: 1091 time: 2.0874774 Jan 28 00:58:29.202910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-25001d1f-bfe7-46bf-9bf8-b511e90cd92f None None] Current status of the port 9cf9773f-8b22-479d-b363-d275f8b53c30 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:29.210475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17943a0-9d83-4427-9a8b-45e258cf3a3f None None] Network 19383cfe-595e-44a4-8f25-f08b01fad90e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:29.262876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596210a5-9590-406d-857a-0bb8af1bedec req-455e1b89-0c1c-4dd9-893b-13bcae72c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.264476 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-455e1b89-0c1c-4dd9-893b-13bcae72c0f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 1094 time: 0.6643686 Jan 28 00:58:29.320213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bc7526-6044-4e3b-9847-c1ab0c9cb123'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:29.322526 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4191533-aa42-4d1f-8da5-ea727f775357" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "58bc7526-6044-4e3b-9847-c1ab0c9cb123"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:29.383264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596210a5-9590-406d-857a-0bb8af1bedec req-50e330cc-dec2-4121-823d-be9dc0d821f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.402873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-50e330cc-dec2-4121-823d-be9dc0d821f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 916 time: 0.1302352 Jan 28 00:58:29.432605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=79314f2b-3b47-4f88-b78b-fd73257f6ac8,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:29.447754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['79314f2b-3b47-4f88-b78b-fd73257f6ac8'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:29.453928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:29.487469 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.493957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3c832-8117-4495-b79e-7f3362bdf977 service neutron] Pushing event updated for resources: {'Port': ['ID=375277c7-8e3b-446e-885e-ad0101edb938,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:29.508255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (19383cfe-595e-44a4-8f25-f08b01fad90e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.562810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.569095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.578238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.585050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.591453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.594086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9cf9773f-8b22-479d-b363-d275f8b53c30 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:29.598613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.601568 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-100ca0cc-78c0-4c75-9d18-3ca0f77d6ba8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 HTTP/1.1" status: 200 len: 217 time: 0.0839667 Jan 28 00:58:29.609501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.613104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-09e264c6-3190-401b-ac10-bacf70ccf0a9 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5425 time: 0.3390193 Jan 28 00:58:29.631038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:29.663382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596210a5-9590-406d-857a-0bb8af1bedec req-9c86c47f-677b-49cc-bd07-9681702889f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.665288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-9c86c47f-677b-49cc-bd07-9681702889f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.0556364 Jan 28 00:58:29.676046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75429b12-256b-48bf-b374-d734aaa6a95d req-dd408e69-caf5-42c6-b10f-0e469bdc5f26 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.678501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75429b12-256b-48bf-b374-d734aaa6a95d req-dd408e69-caf5-42c6-b10f-0e469bdc5f26 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2983696 Jan 28 00:58:29.738411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-a350a7b3-5c56-42f7-8377-df358926a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.741092 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-a350a7b3-5c56-42f7-8377-df358926a062 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 1094 time: 0.3163121 Jan 28 00:58:29.752802 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-dee604cd-c92c-4689-ad60-95e334f9a63d service neutron] show failed (client error): The resource could not be found. Jan 28 00:58:29.753847 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-dee604cd-c92c-4689-ad60-95e334f9a63d service neutron] 10.222.0.43 "GET /v2.0/ports/5d51b836-c770-437a-afe9-1ba0afb50844/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.3495643 Jan 28 00:58:29.754043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] DHCP port deletion for 19383cfe-595e-44a4-8f25-f08b01fad90e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:58:29.847366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] Deleting port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:29.849434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.854705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-9d8a3778-6f64-49ac-b508-7c363ecafa15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=375277c7-8e3b-446e-885e-ad0101edb938 HTTP/1.1" status: 200 len: 217 time: 0.0970099 Jan 28 00:58:29.857885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596210a5-9590-406d-857a-0bb8af1bedec req-4599ba47-a700-43a3-ac2c-96179f6bdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:29.866791 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-4599ba47-a700-43a3-ac2c-96179f6bdac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937652 Jan 28 00:58:29.876396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9cf9773f-8b22-479d-b363-d275f8b53c30 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:29.918622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75429b12-256b-48bf-b374-d734aaa6a95d req-d1e7523a-c612-424a-933e-dc3171941873 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708937 Jan 28 00:58:29.974330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (d16177dc-93e4-452a-a930-35221d7d518b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:29.984201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d16177dc-93e4-452a-a930-35221d7d518b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.053702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea57cee1-bdbd-4ad4-b66a-6a04b9d594f3 req-017a289f-1baf-4ba4-9e30-876a583bce54 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.4295526 Jan 28 00:58:30.068645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] For port 47cd843a-a1bb-4f0a-ac36-3bbac6873282, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cd843a-a1bb-4f0a-ac36-3bbac6873282,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:30.069027 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.073215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c9948f50-950d-4307-b9b5-3badae6cb3c4 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:30.094491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (99fc81ff-0b6f-4eff-b643-1de57d0439f8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.152095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.154261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] Calling delete_port for 47cd843a-a1bb-4f0a-ac36-3bbac6873282 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:30.163803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0286348 Jan 28 00:58:30.165694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Deleting port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:30.174338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.245670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-07dfd4bb-60b4-45e6-9acb-039d650babd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.247548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-07dfd4bb-60b4-45e6-9acb-039d650babd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.3684444 Jan 28 00:58:30.252953 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-53a77e32-ca7d-49f2-a4d5-aec60d815365 service neutron] 10.222.0.45 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786316 Jan 28 00:58:30.279319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53f303-cf50-4ffa-8f19-29d29e96f73c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=d16177dc-93e4-452a-a930-35221d7d518b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:30.333882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] For port 47cd843a-a1bb-4f0a-ac36-3bbac6873282, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cd843a-a1bb-4f0a-ac36-3bbac6873282,segment=NetworkSegment(e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10),segment_id=e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:30.334252 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.338496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-aae18c64-fb59-4671-a6ba-c1b6cb0172fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.340053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-aae18c64-fb59-4671-a6ba-c1b6cb0172fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2&tenant_id=bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 1100 time: 0.2308319 Jan 28 00:58:30.347253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7814b-8a57-4e28-8e94-f314a51b174b req-4d54e7dd-9a8b-4a42-a156-a232aba2dba8 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.348816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cf7814b-8a57-4e28-8e94-f314a51b174b req-4d54e7dd-9a8b-4a42-a156-a232aba2dba8 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 1101 time: 0.2425585 Jan 28 00:58:30.361897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'tag': '375277c7-8e3b-446e-885e-ad0101edb938'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:30.365097 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108" -d '{"events": [{"name": "network-changed", "server_uuid": "00e4cfa3-8920-41ba-8912-feff98ab1735", "tag": "375277c7-8e3b-446e-885e-ad0101edb938"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:30.368231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:30.380549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Calling delete_port for 47cd843a-a1bb-4f0a-ac36-3bbac6873282 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:30.441970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1e4e5615-5f83-42b1-ab3b-213b1283a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.444455 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-1e4e5615-5f83-42b1-ab3b-213b1283a0c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874182 Jan 28 00:58:30.501045 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cf64b6-9e5d-4386-aceb-e88822d3443f x-openstack-request-id: req-14cf64b6-9e5d-4386-aceb-e88822d3443f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:30.501349 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "58bc7526-6044-4e3b-9847-c1ab0c9cb123", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:30.501613 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14cf64b6-9e5d-4386-aceb-e88822d3443f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:30.502898 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bc7526-6044-4e3b-9847-c1ab0c9cb123', 'code': 200} Jan 28 00:58:30.505843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port c9948f50-950d-4307-b9b5-3badae6cb3c4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:30.507308 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-596210a5-9590-406d-857a-0bb8af1bedec req-8177ce01-f912-409d-9328-f0dc7a3bef2c service neutron] 10.222.0.45 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353992 Jan 28 00:58:30.509320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9cf9773f-8b22-479d-b363-d275f8b53c30 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:30.510168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.544031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port c9948f50-950d-4307-b9b5-3badae6cb3c4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:30.544031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.563716 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-52a2a65c-01e7-405f-be8c-fbdefd07efd2 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098258 Jan 28 00:58:30.622470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cf7814b-8a57-4e28-8e94-f314a51b174b req-ec08d855-2d19-4d54-96cf-dfc447834024 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623367 Jan 28 00:58:30.637662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.653722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.660968 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (47cd843a-a1bb-4f0a-ac36-3bbac6873282), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.706805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] Pushing event deleted for resources: {'Port': ['ID=47cd843a-a1bb-4f0a-ac36-3bbac6873282,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:30.732761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67241a-264b-445a-91c7-4fc23d7995cf None None] No DVR routers for this DVR port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:30.743202 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b8b3ec51-7dd2-4ff1-a860-87b822cd18fa req-353bce44-0d37-4c76-b230-13c575bc7dda service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740079 Jan 28 00:58:30.765053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Pushing event deleted for resources: {'Port': ['ID=47cd843a-a1bb-4f0a-ac36-3bbac6873282,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:30.779872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0a38c-2429-4124-a5fd-27212a1ed97f req-bdfa7079-511e-41ed-87ba-bb8717ef66df tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:30.781607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5e0a38c-2429-4124-a5fd-27212a1ed97f req-bdfa7079-511e-41ed-87ba-bb8717ef66df tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 943 time: 0.2537091 Jan 28 00:58:30.786058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c9948f50-950d-4307-b9b5-3badae6cb3c4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:30.786449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.798326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9cf9773f-8b22-479d-b363-d275f8b53c30 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:30.834346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] No DVR routers for this DVR port 47cd843a-a1bb-4f0a-ac36-3bbac6873282 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:30.865479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:30.872353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:30.876160 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:30.901026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:30.901469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7ccaeae0-d2b4-4c3e-8236-165ea3ee3ef7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:30.901913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7b8ea1a8-0d8e-4007-9a29-b339086b0456 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:30.939379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7b8ea1a8-0d8e-4007-9a29-b339086b0456 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:30.939710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7b8ea1a8-0d8e-4007-9a29-b339086b0456 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:30.963449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:31.030521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5e0a38c-2429-4124-a5fd-27212a1ed97f req-e9852b78-57c5-4575-85a0-0569aba190fe tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351894 Jan 28 00:58:31.037176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d55f9-c8a4-450e-819b-8509d6c68be9 req-65f1c03b-d418-4f4c-9bbf-d1f7f5ca3912 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.039638 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c30d55f9-c8a4-450e-819b-8509d6c68be9 req-65f1c03b-d418-4f4c-9bbf-d1f7f5ca3912 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.2830629 Jan 28 00:58:31.047142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (19383cfe-595e-44a4-8f25-f08b01fad90e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.124916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19383cfe-595e-44a4-8f25-f08b01fad90e']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:31.142212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:31.142404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:31.164529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.207844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.222591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c30d55f9-c8a4-450e-819b-8509d6c68be9 req-59e326a8-5c0d-443a-843c-8668187ab63a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704569 Jan 28 00:58:31.234396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:58:31.234868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (e78d2cd7-f6ab-4401-996c-fb6e2dd4ab10), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:58:31.236526 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:58:31.260508 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-3214505a-deac-4953-85de-42bf1632c6f4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--417966398&fields=id&tenant_id=c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 267 time: 0.1413481 Jan 28 00:58:31.270692 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383596da-ed42-4213-bc78-6de42d4587de x-openstack-request-id: req-383596da-ed42-4213-bc78-6de42d4587de {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:31.270977 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e4cfa3-8920-41ba-8912-feff98ab1735", "tag": "375277c7-8e3b-446e-885e-ad0101edb938", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:31.271239 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-383596da-ed42-4213-bc78-6de42d4587de {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:31.271678 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'tag': '375277c7-8e3b-446e-885e-ad0101edb938', 'status': 'completed', 'code': 200} Jan 28 00:58:31.320132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:31.364491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-b0348985-42ca-453c-91a5-5a0c69f27a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.365933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-b0348985-42ca-453c-91a5-5a0c69f27a67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 1094 time: 0.0496068 Jan 28 00:58:31.384127 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (19383cfe-595e-44a4-8f25-f08b01fad90e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.405271 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.410822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19383cfe-595e-44a4-8f25-f08b01fad90e HTTP/1.1" status: 204 len: 168 time: 2.2865057 Jan 28 00:58:31.410822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-aa017e9f-aec0-4778-bc6a-47ac921cb5e5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783622 Jan 28 00:58:31.436520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a43757-a4bd-45a6-b89f-6e489ce58193 admin admin] Pushing event deleted for resources: {'Network': ['ID=19383cfe-595e-44a4-8f25-f08b01fad90e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:31.476271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-04728bf1-00db-4f91-b117-ace336b7538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.478384 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-04728bf1-00db-4f91-b117-ace336b7538f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 916 time: 0.1058023 Jan 28 00:58:31.487404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:31.523839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-830ba1fe-ac5b-43a5-94a7-7e418220fc41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=375277c7-8e3b-446e-885e-ad0101edb938 HTTP/1.1" status: 200 len: 217 time: 0.0377121 Jan 28 00:58:31.538568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44754) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:31.576432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-f0d72d02-9261-4745-83bd-b0310eb6820c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.578005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-f0d72d02-9261-4745-83bd-b0310eb6820c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.2818129 Jan 28 00:58:31.584009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:31.586390 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc9ec19-c299-4388-9d47-53f2735b788a" -d '{"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:31.595924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-2423794d-2501-433b-933e-d13d0ac136d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.597040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Publish callbacks [] for port (5d51b836-c770-437a-afe9-1ba0afb50844), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.597371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-2423794d-2501-433b-933e-d13d0ac136d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.0678151 Jan 28 00:58:31.622514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc2cce89-e986-4790-955a-3c81580a4644 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15b8b610a1f44ca5a7ffdc09a2fe4786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827503 Jan 28 00:58:31.629815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:31.631243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-6e6d4151-21d3-45c4-b457-6bd730735378 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/quotas/c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 375 time: 0.0317640 Jan 28 00:58:31.633495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Transition to ACTIVE for port object 5d51b836-c770-437a-afe9-1ba0afb50844 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:31.652945 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.653233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-f3dd8d98-81ad-4491-938e-63bb0e8aa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.654709 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-f3dd8d98-81ad-4491-938e-63bb0e8aa14f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476036 Jan 28 00:58:31.678546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-84b0a380-adfd-418b-a06d-18f491cac2ce tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:31.685140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-84b0a380-adfd-418b-a06d-18f491cac2ce tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578847 Jan 28 00:58:31.697048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cd843a-a1bb-4f0a-ac36-3bbac6873282 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:31.718602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 47cd843a-a1bb-4f0a-ac36-3bbac6873282 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:31.718956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cd843a-a1bb-4f0a-ac36-3bbac6873282 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:31.743765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 79314f2b-3b47-4f88-b78b-fd73257f6ac8 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:31.766311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-748c840f-ab89-419c-832e-cb1e62b91463 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973504 Jan 28 00:58:31.769653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-a73c91b2-401a-4cc4-a298-c7ff6f229784 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/quotas/b321f8a6e4fb4e34b0b6ac5b866d431a HTTP/1.1" status: 200 len: 375 time: 0.0836728 Jan 28 00:58:31.818407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] No DVR routers for this DVR port 5d51b836-c770-437a-afe9-1ba0afb50844 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:31.821467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:31.822828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:31.826089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:31.826461 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.863708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-71dd9cd5-7a46-419d-a9f1-5277a707e95c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046340 Jan 28 00:58:31.893818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d080b9a-6b58-4d8b-b7a7-dd72cdcab108 req-45f6a9de-8958-4408-bb08-77af0f1f9598 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163158 Jan 28 00:58:31.933716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:31.934334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:31.969704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:31.975312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.036752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=79314f2b-3b47-4f88-b78b-fd73257f6ac8,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.054308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f3e4b93f-c9be-4d55-b963-c278808b544b up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:32.111693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port f3e4b93f-c9be-4d55-b963-c278808b544b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:32.116122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port f3e4b93f-c9be-4d55-b963-c278808b544b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:32.116500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.195050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f3e4b93f-c9be-4d55-b963-c278808b544b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:32.195479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.224021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-954df437-3e3e-4e99-81ab-b23ce3d93281 admin admin] Publish callbacks [] for security_group (67a5b184-ae33-41a9-963e-eff79dd242a1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.228985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f3e4b93f-c9be-4d55-b963-c278808b544b,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:32.234037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.234870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f58cecd0-132d-476e-a4b3-4d69da404390 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:32.263782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:32.264087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:32.264447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:32.285530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-3489549a-237c-41b3-82f7-3bfd36f70ede tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5059056 Jan 28 00:58:32.292031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:32.292336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:32.305328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-954df437-3e3e-4e99-81ab-b23ce3d93281 admin admin] Publish callbacks [] for security_group (67a5b184-ae33-41a9-963e-eff79dd242a1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.316872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.325739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:32.326132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:32.326823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:32.327347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Bound port: 5d51b836-c770-437a-afe9-1ba0afb50844, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:32.327710 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.332678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port f58cecd0-132d-476e-a4b3-4d69da404390 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:32.338370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port f58cecd0-132d-476e-a4b3-4d69da404390 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:32.338717 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.398511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-44855d52-493e-433b-b15b-c5d3736a99a3 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198991 Jan 28 00:58:32.433679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f58cecd0-132d-476e-a4b3-4d69da404390 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:32.436656 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.492385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f58cecd0-132d-476e-a4b3-4d69da404390,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:32.498075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.506772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4'}, {'server_uuid': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79314f2b-3b47-4f88-b78b-fd73257f6ac8'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:32.511163 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fb2430-b8ac-4962-b919-56172c801d9b" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4"}, {"server_uuid": "332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0", "name": "network-vif-plugged", "status": "completed", "tag": "79314f2b-3b47-4f88-b78b-fd73257f6ac8"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:32.514974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:32.520097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:32.524813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-954df437-3e3e-4e99-81ab-b23ce3d93281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (67a5b184-ae33-41a9-963e-eff79dd242a1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.528049 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-954df437-3e3e-4e99-81ab-b23ce3d93281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.529504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-954df437-3e3e-4e99-81ab-b23ce3d93281 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67a5b184-ae33-41a9-963e-eff79dd242a1 HTTP/1.1" status: 204 len: 168 time: 0.8973026 Jan 28 00:58:32.543051 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.560574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df437-3e3e-4e99-81ab-b23ce3d93281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a5b184-ae33-41a9-963e-eff79dd242a1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.607793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:32.608868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.610536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] 10.222.0.45 "PUT /v2.0/ports/5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 1095 time: 2.2518063 Jan 28 00:58:32.616619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-94f6bec2-2314-4933-9b06-9c44a759c5e3 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115011 Jan 28 00:58:32.628883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.643975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2c2de-4f6e-4409-aedc-9eab01f2d47b service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.717024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-7eba625a-f152-4d01-a2b5-5a92d0bb591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:32.718754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-7eba625a-f152-4d01-a2b5-5a92d0bb591d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1098 time: 0.0628004 Jan 28 00:58:32.870831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-80ac1f02-e527-4031-ad5b-511f8e29e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:32.872394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-80ac1f02-e527-4031-ad5b-511f8e29e1cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1346736 Jan 28 00:58:32.966191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-80b574cd-2c5f-4b2a-a31a-b15d362f10ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0720201 Jan 28 00:58:33.084919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-38623a60-440b-4e92-a7c2-8f9d69227a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.086578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-38623a60-440b-4e92-a7c2-8f9d69227a8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0774422 Jan 28 00:58:33.103448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44788) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:33.158555 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-201a2b11-f3c4-4205-88e5-fd7b220638c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e72c530f4d73462383392eea8c2c69cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538447 Jan 28 00:58:33.159469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:33.169179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.174800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.181031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.187488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.198298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.204555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.210272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.212394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8a53014-1b1a-4533-9c6a-39737e94631d admin admin] Publish callbacks [] for security_group (61b2c989-0e03-48e0-b33f-20b29466aee0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.212948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-f35b9dd2-c58b-49ea-b2fe-55ca76888245 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5429 time: 0.2462280 Jan 28 00:58:33.221072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c052f9-7db9-4326-8863-690fcae80e88 req-c2df47e0-06f6-42ba-b1e1-8a72f19af0db tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.222842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98c052f9-7db9-4326-8863-690fcae80e88 req-c2df47e0-06f6-42ba-b1e1-8a72f19af0db tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2376804 Jan 28 00:58:33.238947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8a53014-1b1a-4533-9c6a-39737e94631d admin admin] Publish callbacks [] for security_group (61b2c989-0e03-48e0-b33f-20b29466aee0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.269472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-723f5b4b-db47-41af-859d-fcafc2768efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.271224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-723f5b4b-db47-41af-859d-fcafc2768efe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762402 Jan 28 00:58:33.299787 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8a53014-1b1a-4533-9c6a-39737e94631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (61b2c989-0e03-48e0-b33f-20b29466aee0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.315201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8a53014-1b1a-4533-9c6a-39737e94631d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.322554 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8a53014-1b1a-4533-9c6a-39737e94631d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61b2c989-0e03-48e0-b33f-20b29466aee0 HTTP/1.1" status: 204 len: 168 time: 0.1613750 Jan 28 00:58:33.329062 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.334285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a53014-1b1a-4533-9c6a-39737e94631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2c989-0e03-48e0-b33f-20b29466aee0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:33.379843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af81f90c-ade6-4a77-a992-149d9ec64641 req-8fd72ff3-0d2c-4d72-bc6b-64bdaf5f61dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1540298 Jan 28 00:58:33.412138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98c052f9-7db9-4326-8863-690fcae80e88 req-0f7a160c-e562-46ec-a1e1-5608af361f10 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684258 Jan 28 00:58:33.498162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-3a166cb5-e62c-45a2-9afc-90f3a50f5e97 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853878 Jan 28 00:58:33.516833 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94583bb-b2da-481d-ba4d-70ff62080c34 x-openstack-request-id: req-b94583bb-b2da-481d-ba4d-70ff62080c34 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:33.517227 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:33.517493 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b94583bb-b2da-481d-ba4d-70ff62080c34 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:33.517936 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'code': 200} Jan 28 00:58:33.712955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042790b-44d2-404e-9d61-f8d35d7a5ab6 req-ff8e45a2-6b60-4355-a276-3987947e4859 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.714554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f042790b-44d2-404e-9d61-f8d35d7a5ab6 req-ff8e45a2-6b60-4355-a276-3987947e4859 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 943 time: 0.1407225 Jan 28 00:58:33.739129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 375277c7-8e3b-446e-885e-ad0101edb938 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:33.739650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0385cfb0-18dd-40af-b4fa-b20d9142c713 req-cd7a1326-6c02-43b2-aa18-4679627d7dee service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859620 Jan 28 00:58:33.747672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:33.758297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c46ce1-bc87-4506-9a5f-55d6bc867368 req-d70cb353-65e5-4c5a-9b45-050b7c6b0e45 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:33.759878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c46ce1-bc87-4506-9a5f-55d6bc867368 req-d70cb353-65e5-4c5a-9b45-050b7c6b0e45 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 947 time: 0.1119699 Jan 28 00:58:33.802053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f042790b-44d2-404e-9d61-f8d35d7a5ab6 req-f02e50c8-5d13-4106-a97b-3c1d00c6775d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752778 Jan 28 00:58:33.861046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c46ce1-bc87-4506-9a5f-55d6bc867368 req-1375917f-9beb-4b43-8770-c92aab20bcd5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909903 Jan 28 00:58:33.950967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1308a107-ab84-49a9-9e47-1ed16c21a2a4 req-8af28600-040b-4b1e-9cbb-bf3db300a181 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 210 time: 0.0617836 Jan 28 00:58:33.955796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 375277c7-8e3b-446e-885e-ad0101edb938, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=375277c7-8e3b-446e-885e-ad0101edb938,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:33.980777 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b43139-82f2-4c08-bd04-9d7ea4e2a866 x-openstack-request-id: req-33b43139-82f2-4c08-bd04-9d7ea4e2a866 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:33.981135 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4", "code": 200}, {"server_uuid": "332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0", "name": "network-vif-plugged", "status": "completed", "tag": "79314f2b-3b47-4f88-b78b-fd73257f6ac8", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:33.981457 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33b43139-82f2-4c08-bd04-9d7ea4e2a866 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:33.981823 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4', 'code': 200} Jan 28 00:58:33.982174 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79314f2b-3b47-4f88-b78b-fd73257f6ac8', 'code': 200} Jan 28 00:58:33.982361 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b', 'code': 200} Jan 28 00:58:33.982619 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390', 'code': 200} Jan 28 00:58:33.987972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '375277c7-8e3b-446e-885e-ad0101edb938', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'port_id': '375277c7-8e3b-446e-885e-ad0101edb938', 'mac_address': 'fa:16:3e:42:df:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e52765-be91-44a5-91f7-e6044c882a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:34.000889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 5d51b836-c770-437a-afe9-1ba0afb50844 host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:58:34.000889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:34.045961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 375277c7-8e3b-446e-885e-ad0101edb938 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:34.046374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (375277c7-8e3b-446e-885e-ad0101edb938), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.062245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:34.077984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac787643-ee9a-4f14-a4af-2e7e4aa27329 req-65c3f2c9-6f40-4db5-9373-d8e465f7f073 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 210 time: 0.0435781 Jan 28 00:58:34.090088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:34.136077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2289da7-2c9a-4c2f-9f19-aed9e452f543 req-5db4cecc-a619-4ee2-a5e8-f51bbf2e3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.137868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d2289da7-2c9a-4c2f-9f19-aed9e452f543 req-5db4cecc-a619-4ee2-a5e8-f51bbf2e3a1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0690644 Jan 28 00:58:34.151702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-451a9505-f584-4021-9635-7f2d836fae82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368972 Jan 28 00:58:34.155908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375277c7-8e3b-446e-885e-ad0101edb938 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:34.197607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d2289da7-2c9a-4c2f-9f19-aed9e452f543 req-1ef364be-4960-413a-87c6-156635230da2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Jan 28 00:58:34.216064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 375277c7-8e3b-446e-885e-ad0101edb938, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=375277c7-8e3b-446e-885e-ad0101edb938,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:34.258219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (375277c7-8e3b-446e-885e-ad0101edb938), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.279454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-a5fbf8d5-356b-4650-aa5e-665120d35c8a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.281586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-a5fbf8d5-356b-4650-aa5e-665120d35c8a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217818 Jan 28 00:58:34.298917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:34.309209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': '6f14f371-cefe-47d4-a190-654274b7b788', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:34.331470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:34.347998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:34.348380 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.359824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=375277c7-8e3b-446e-885e-ad0101edb938,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.389794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:34.408209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-network', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:34.410901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2', 'network_id': '2aa6b701-025c-4600-8fe5-1831f570a454', 'port_id': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2', 'mac_address': 'fa:16:3e:8e:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e52765-be91-44a5-91f7-e6044c882a5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:34.440889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Made reservation on behalf of 25bff590d7484f18ae9b55304c9af6ed for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:34.443308 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.446715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:34.450189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.471377 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.482937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:34.483332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.506560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:34.507094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.509854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:34.549106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:34.556030 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.567300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:34.587773 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.588551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:34.641175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.668390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.670167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['375277c7-8e3b-446e-885e-ad0101edb938'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:34.673569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.678820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.684090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.689312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.694542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.699982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.701949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-b063b4da-2254-4185-b9a9-e426c9b56a6b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5429 time: 0.2051852 Jan 28 00:58:34.736308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:34.738296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.746395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:34.746634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.770420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6cb68-8c85-4450-8951-00bfca2ee687 req-8f52a473-03f0-45a5-a895-ae7bee152a48 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:34.777307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e6cb68-8c85-4450-8951-00bfca2ee687 req-8f52a473-03f0-45a5-a895-ae7bee152a48 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2372499 Jan 28 00:58:34.836053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.45 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/adb32328-02ae-4ef1-9757-e4f54fcc1c28) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:34.858987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks [] for security_group (3b375397-aba1-4052-801b-7fb8e15ba778), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.879351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3b375397-aba1-4052-801b-7fb8e15ba778), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.904934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:34.905333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.942574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e6cb68-8c85-4450-8951-00bfca2ee687 req-e8d0a0b3-fcf4-447d-8276-b70445027ed5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641698 Jan 28 00:58:34.950590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:34.958485 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.960523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:34.969421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8509ed21-18b3-457b-91ac-c0e6ce7e3983 req-67cf4de2-4366-4e32-b1e3-1e2fe5c632c7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2578139 Jan 28 00:58:34.970507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:58:34.986669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b375397-aba1-4052-801b-7fb8e15ba778,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:34.999333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d3ad26af-3e0b-4337-95ec-a36d5ef82b19), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.999612 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Added segment d3ad26af-3e0b-4337-95ec-a36d5ef82b19 of type vlan for network 4664be23-8ed3-445f-8041-3434d700340f Jan 28 00:58:35.093251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-30f70ef4-6a6a-4032-87d7-7e34e4f34ebc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.106167 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-30f70ef4-6a6a-4032-87d7-7e34e4f34ebc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.2272418 Jan 28 00:58:35.108907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.124575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:35.129810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:35.130200 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.160941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (4664be23-8ed3-445f-8041-3434d700340f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.220252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:35.220650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.225829 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-4ff03290-a72a-4ca3-80a7-382aac6d816b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 379 time: 0.0835073 Jan 28 00:58:35.254426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:35.257798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (4664be23-8ed3-445f-8041-3434d700340f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.258638 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.258818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.259327 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.304089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'port': {'device_id': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'admin_state_up': True, 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'security_groups': ['3d18bdba-f054-4f76-82a5-cc13a5b280d5']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:35.307996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.320916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:35.341577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fb1f2-58b0-4a31-9a9c-11019f3c2f46 req-b04e38ad-214b-40c2-b584-fbd277f783b3 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.343133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e12fb1f2-58b0-4a31-9a9c-11019f3c2f46 req-b04e38ad-214b-40c2-b584-fbd277f783b3 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 944 time: 0.2122483 Jan 28 00:58:35.359374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afd00a-c9d3-42b4-be7c-99798e167465 req-992b6c51-db78-4555-9436-559bd81cb801 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.360968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98afd00a-c9d3-42b4-be7c-99798e167465 req-992b6c51-db78-4555-9436-559bd81cb801 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 947 time: 0.1953590 Jan 28 00:58:35.367404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.374039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0736792 Jan 28 00:58:35.377954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44832) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:35.385676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Request body: {'subnet': {'network_id': '4664be23-8ed3-445f-8041-3434d700340f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-subnet', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:35.411720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f86144-337a-41e3-bb5a-bedafd5a9a92 admin admin] Pushing event updated for resources: {'Network': ['ID=4664be23-8ed3-445f-8041-3434d700340f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.435595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 4664be23-8ed3-445f-8041-3434d700340f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:58:35.454830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Made reservation on behalf of 25bff590d7484f18ae9b55304c9af6ed for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:35.465299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.468880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:35.480759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.487474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e12fb1f2-58b0-4a31-9a9c-11019f3c2f46 req-473e6290-0fb1-40bc-a180-594772aab958 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213043 Jan 28 00:58:35.500501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98afd00a-c9d3-42b4-be7c-99798e167465 req-7267ba45-095f-4683-ac9f-0624f8eaba21 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187127 Jan 28 00:58:35.519644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:35.524192 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934" -d '{"events": [{"name": "network-changed", "server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:35.536691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.586407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:35.595192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:35.682955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f02e766a-1f40-4b07-90ea-70978417c991 req-2387bb50-028b-4db3-abe0-6540f75ca578 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 210 time: 0.0622690 Jan 28 00:58:35.734566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Allocated IP 172.20.0.5 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/47c18955-7d3c-463e-a412-122f3fd2c360) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:35.739341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:35.742048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:35.752635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:35.801688 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7acf015-2712-4990-9bbe-5f781b023471 x-openstack-request-id: req-b7acf015-2712-4990-9bbe-5f781b023471 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:35.801688 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:35.802985 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7acf015-2712-4990-9bbe-5f781b023471 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:35.802985 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'status': 'completed', 'code': 200} Jan 28 00:58:35.805311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=adb32328-02ae-4ef1-9757-e4f54fcc1c28,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.813707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (862d14da-18c1-4716-b68e-a84b0fafa111), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.840970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1126f-120d-438c-90e2-1f43e80768bc req-23cef0e5-7e1c-4887-9735-9d3b0aadbb84 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.842619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65c1126f-120d-438c-90e2-1f43e80768bc req-23cef0e5-7e1c-4887-9735-9d3b0aadbb84 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 935 time: 0.2014651 Jan 28 00:58:35.857468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:35.858874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:35.901077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-91493c81-2325-4605-8790-997748c010a8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5954657 Jan 28 00:58:35.933487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65c1126f-120d-438c-90e2-1f43e80768bc req-50580328-e7ec-46a6-87bf-a6ac975a7c47 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Jan 28 00:58:35.964897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Request body: {'port': {'device_id': '6f14f371-cefe-47d4-a190-654274b7b788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:35.979578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=862d14da-18c1-4716-b68e-a84b0fafa111,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:35.994003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7430ca-b729-4bf5-b0a7-ef65f7752dd8'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:35.997136 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad1029-fd55-454d-b4c4-bd644cf33e02" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "4c7430ca-b729-4bf5-b0a7-ef65f7752dd8"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:36.025822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-3e01932b-bd86-4775-a0cb-0229928c9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.027376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-3e01932b-bd86-4775-a0cb-0229928c9041 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1098 time: 0.1670544 Jan 28 00:58:36.030459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Checking segment: {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:36.030826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Network hostable DHCP agents. Network: 4664be23-8ed3-445f-8041-3434d700340f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:58:36.067619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-0589a2c5-43f2-41e2-aa46-9dbc5a04478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.069297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-0589a2c5-43f2-41e2-aa46-9dbc5a04478c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1098 time: 0.1348367 Jan 28 00:58:36.074830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.084692 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8941305f-e309-48b7-9835-fa78362fca13 x-openstack-request-id: req-8941305f-e309-48b7-9835-fa78362fca13 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:36.085517 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "4c7430ca-b729-4bf5-b0a7-ef65f7752dd8", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:36.086133 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8941305f-e309-48b7-9835-fa78362fca13 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:36.086758 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'code': 200} Jan 28 00:58:36.087652 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7430ca-b729-4bf5-b0a7-ef65f7752dd8', 'code': 200} Jan 28 00:58:36.088786 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e', 'code': 200} Jan 28 00:58:36.145696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (47c18955-7d3c-463e-a412-122f3fd2c360), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.178670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5b28bbe2-dbe9-4bac-ad8e-6afbe43c9f8b None None] Provisioning complete for port adb32328-02ae-4ef1-9757-e4f54fcc1c28 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:36.179356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b28bbe2-dbe9-4bac-ad8e-6afbe43c9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.206061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Network 4664be23-8ed3-445f-8041-3434d700340f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:58:36.226786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.244069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 4664be23-8ed3-445f-8041-3434d700340f) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:36.265145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8a42a-8c75-4c2f-b97f-5d78bb560349 None None] Network 4664be23-8ed3-445f-8041-3434d700340f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:36.271365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.272064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.274905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-76c18bb1-ebe9-4a8c-aba1-e46eff133af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.277347 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-76c18bb1-ebe9-4a8c-aba1-e46eff133af4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2355723 Jan 28 00:58:36.286037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:36.294637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5b28bbe2-dbe9-4bac-ad8e-6afbe43c9f8b None None] Port adb32328-02ae-4ef1-9757-e4f54fcc1c28 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:36.300914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:36.321154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c30048-f261-4338-8dbc-53ce6ea594dd req-29f658ed-0cc2-4adc-a7b4-92b43d36b26c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.328830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58c30048-f261-4338-8dbc-53ce6ea594dd req-29f658ed-0cc2-4adc-a7b4-92b43d36b26c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.2294428 Jan 28 00:58:36.331270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:36.339010 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-dfc481cb-f420-4e98-8a07-c70313b9b08d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0517910 Jan 28 00:58:36.373539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.45', 57545) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:36.424848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-54a3a1f5-1bbe-4ecc-a374-5eb9666ad5a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0430846 Jan 28 00:58:36.430069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:36.432280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44844) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:36.439648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.446207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.453501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.459294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.464984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.467851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-4664be23-8ed3-445f-8041-3434d700340f', 'network_id': '4664be23-8ed3-445f-8041-3434d700340f', 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'fixed_ips': [{'subnet_id': '862d14da-18c1-4716-b68e-a84b0fafa111'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:58:36.468717 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.470849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.476248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.484544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:36.484836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-99730abf-4003-471d-b1f4-e1e151cee08d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.2894812 Jan 28 00:58:36.499356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-2efccbe4-34c8-45b8-860c-7b99c3caceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.501460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-2efccbe4-34c8-45b8-860c-7b99c3caceec service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4055700 Jan 28 00:58:36.503783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.504691 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.549706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-b398ed60-481d-4929-b3d0-47b49778ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.551239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-b398ed60-481d-4929-b3d0-47b49778ea1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1727457 Jan 28 00:58:36.554503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-56ce055c-f200-493c-a59a-f63f5ea63c2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2559040 Jan 28 00:58:36.572886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d1e7dcb7-115d-4325-8880-1508f1927cef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.574746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d1e7dcb7-115d-4325-8880-1508f1927cef), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.579544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-347ee850-61c7-4b6f-88ab-c83c516e8e66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0570271 Jan 28 00:58:36.592197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.592686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.593322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.594441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.594441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.594653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.595061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.597559 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-05ce9523-2f48-492a-8563-d2581c9c509d req-395c35ba-bae9-4fdc-b9c5-7795ae3f6334 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6489 time: 0.2173836 Jan 28 00:58:36.619529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Request body: {'port': {'device_id': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:36.665850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Allocated IP 172.20.0.2 (4664be23-8ed3-445f-8041-3434d700340f/862d14da-18c1-4716-b68e-a84b0fafa111/229b2877-1f44-4e82-811b-3e0b0ace30b1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:36.697742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58c30048-f261-4338-8dbc-53ce6ea594dd req-75f1f85e-7a75-4335-bd0f-ea7d3a52fb32 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678961 Jan 28 00:58:36.711960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks [] for router_controller (d1e7dcb7-115d-4325-8880-1508f1927cef), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.718993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-b71434fc-caac-4f1f-8108-af0f3d67b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.720022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-b71434fc-caac-4f1f-8108-af0f3d67b452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1175601 Jan 28 00:58:36.760358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed5f958d-cc4d-4644-a9e0-5731477b2ce8 req-9f92a418-1c5f-4309-bcb2-2c192f264ada tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2744658 Jan 28 00:58:36.796852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-3d8c1b0c-c2d8-44b6-89b1-2fa6f1d7618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.798454 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-3d8c1b0c-c2d8-44b6-89b1-2fa6f1d7618f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406650 Jan 28 00:58:36.821340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.861419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-7bac27c4-c797-4fdc-9a1d-64b3cf8b20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:36.863659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-7bac27c4-c797-4fdc-9a1d-64b3cf8b20a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303675 Jan 28 00:58:36.898815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3781f18d-5a75-4dc8-9574-d279c12db736 None None] Provisioning complete for port 47c18955-7d3c-463e-a412-122f3fd2c360 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:36.899192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3781f18d-5a75-4dc8-9574-d279c12db736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:36.915276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-05ce9523-2f48-492a-8563-d2581c9c509d req-ec7c7b38-38a6-4a45-ae25-8d2a2f777d86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3dd6cb8f-4350-4e03-93c3-515429514887&id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2728965 Jan 28 00:58:36.985907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3781f18d-5a75-4dc8-9574-d279c12db736 None None] Port 47c18955-7d3c-463e-a412-122f3fd2c360 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:36.993698 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.007375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks [] for router_gateway (d1e7dcb7-115d-4325-8880-1508f1927cef), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.036035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56185be0-7cd4-49fa-9534-6ff62d831ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.043636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb32328-02ae-4ef1-9757-e4f54fcc1c28 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:37.056713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Publish callbacks [] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.057102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Publish callbacks [] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.066399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.108608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Network 4664be23-8ed3-445f-8041-3434d700340f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:37.111547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:37.112648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0219ab7-c11b-4ab5-bced-34a0a7775c7e req-d44a0a7f-6e34-49a0-b34c-d4438f0c1254 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:37.117724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:37.117973 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-71b1263e-43da-43a0-9bee-12e974509bff service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080828 Jan 28 00:58:37.120100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0219ab7-c11b-4ab5-bced-34a0a7775c7e req-d44a0a7f-6e34-49a0-b34c-d4438f0c1254 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 947 time: 0.1936736 Jan 28 00:58:37.125811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Transition to ACTIVE for port object adb32328-02ae-4ef1-9757-e4f54fcc1c28 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:37.126467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Pushing event updated for resources: {'Port': ['ID=229b2877-1f44-4e82-811b-3e0b0ace30b1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:37.142203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e14e4-fda7-4146-b8fa-c2c3acc7886b req-bb1601d5-ba57-4f9e-a642-47d3849fd87c tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:37.143758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-806e14e4-fda7-4146-b8fa-c2c3acc7886b req-bb1601d5-ba57-4f9e-a642-47d3849fd87c tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 944 time: 0.1602411 Jan 28 00:58:37.154058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-b3aad77d-db12-4a3c-987d-554135179b9a service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765653 Jan 28 00:58:37.158388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.189540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Attempting to bind port 229b2877-1f44-4e82-811b-3e0b0ace30b1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:37.189969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Attempting to bind port 229b2877-1f44-4e82-811b-3e0b0ace30b1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:37.190340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Attempting to bind port 229b2877-1f44-4e82-811b-3e0b0ace30b1 on network 4664be23-8ed3-445f-8041-3434d700340f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:37.196255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:37.196660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Checking segment: {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:37.197036 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.197432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Bound using segment: {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:37.197966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Bound port: 229b2877-1f44-4e82-811b-3e0b0ace30b1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:37.198354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.277466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] For port 229b2877-1f44-4e82-811b-3e0b0ace30b1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:37.278408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0219ab7-c11b-4ab5-bced-34a0a7775c7e req-3610f1d8-11ca-4ffc-832c-45807c0a067b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573286 Jan 28 00:58:37.281257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] For port 229b2877-1f44-4e82-811b-3e0b0ace30b1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=229b2877-1f44-4e82-811b-3e0b0ace30b1,segment=NetworkSegment(d3ad26af-3e0b-4337-95ec-a36d5ef82b19),segment_id=d3ad26af-3e0b-4337-95ec-a36d5ef82b19)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:37.287133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Pushing event updated for resources: {'Port': ['ID=adb32328-02ae-4ef1-9757-e4f54fcc1c28,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:37.297440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.379844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db10a-91ec-4af8-a459-f141119e2588 None None] Pushing event updated for resources: {'Port': ['ID=229b2877-1f44-4e82-811b-3e0b0ace30b1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:37.398869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-806e14e4-fda7-4146-b8fa-c2c3acc7886b req-d3bf95a2-da17-4210-b86c-915a8aed330e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418897 Jan 28 00:58:37.542182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Attempting to bind port adb32328-02ae-4ef1-9757-e4f54fcc1c28 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:37.542524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Attempting to bind port adb32328-02ae-4ef1-9757-e4f54fcc1c28 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:37.542819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Attempting to bind port adb32328-02ae-4ef1-9757-e4f54fcc1c28 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:37.567954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Port adb32328-02ae-4ef1-9757-e4f54fcc1c28 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:37.568279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Attempting to bind port adb32328-02ae-4ef1-9757-e4f54fcc1c28 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:37.576735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42933d-5455-47d3-9b55-e4bac1316586 req-b8e4e016-206e-4d88-9475-41a908644c2b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:37.582568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f42933d-5455-47d3-9b55-e4bac1316586 req-b8e4e016-206e-4d88-9475-41a908644c2b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 931 time: 0.1784201 Jan 28 00:58:37.615912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:37.616197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:37.616592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:37.617122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Bound port: adb32328-02ae-4ef1-9757-e4f54fcc1c28, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:37.617483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.719117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-184d6741-a6a6-40b3-bbcf-88c803ee5793 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305713 Jan 28 00:58:37.755438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31794e-80e7-4578-9c3c-d97ba74affa8 req-eddbf691-2197-49c8-8d1b-095464a82e13 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:37.758678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 375277c7-8e3b-446e-885e-ad0101edb938 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:37.763383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c31794e-80e7-4578-9c3c-d97ba74affa8 req-eddbf691-2197-49c8-8d1b-095464a82e13 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 947 time: 0.2132561 Jan 28 00:58:37.766146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba1ae28-cb8a-4436-b18a-b29fcf0ee934 req-9cae39ba-a082-46b7-9ba1-e67cab795be9 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250058 Jan 28 00:58:37.811192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f42933d-5455-47d3-9b55-e4bac1316586 req-bd965902-3bf4-46a0-b24c-4a84873e1edb tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090981 Jan 28 00:58:37.837064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 375277c7-8e3b-446e-885e-ad0101edb938 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:37.842694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 375277c7-8e3b-446e-885e-ad0101edb938 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:37.844023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (375277c7-8e3b-446e-885e-ad0101edb938), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.856381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:37.864746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] For port adb32328-02ae-4ef1-9757-e4f54fcc1c28, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:37.879814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c31794e-80e7-4578-9c3c-d97ba74affa8 req-7b1caa99-b832-438c-8509-e5de751473d4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161473 Jan 28 00:58:37.910201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] For port adb32328-02ae-4ef1-9757-e4f54fcc1c28, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:37.912870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Publish callbacks [] for port (47c18955-7d3c-463e-a412-122f3fd2c360), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.919750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.957870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Transition to ACTIVE for port object 47c18955-7d3c-463e-a412-122f3fd2c360 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:37.975473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:37.975633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.977299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] 10.222.0.45 "PUT /v2.0/ports/adb32328-02ae-4ef1-9757-e4f54fcc1c28 HTTP/1.1" status: 200 len: 1095 time: 2.0416725 Jan 28 00:58:37.993917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f14f371-cefe-47d4-a190-654274b7b788', 'tag': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:37.995984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:37.996855 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08137d3-9074-4825-a5b7-45db11021bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f14f371-cefe-47d4-a190-654274b7b788", "tag": "adb32328-02ae-4ef1-9757-e4f54fcc1c28"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:38.000308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 375277c7-8e3b-446e-885e-ad0101edb938 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:38.000804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (375277c7-8e3b-446e-885e-ad0101edb938), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.054799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 375277c7-8e3b-446e-885e-ad0101edb938, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=375277c7-8e3b-446e-885e-ad0101edb938,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:38.060599 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (375277c7-8e3b-446e-885e-ad0101edb938), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.080022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks [] for router_gateway (d1e7dcb7-115d-4325-8880-1508f1927cef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.119812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.132212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375277c7-8e3b-446e-885e-ad0101edb938'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:38.135167 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d7bd18-6d30-4257-b813-d17201f20e85" -d '{"events": [{"server_uuid": "00e4cfa3-8920-41ba-8912-feff98ab1735", "name": "network-vif-plugged", "status": "completed", "tag": "375277c7-8e3b-446e-885e-ad0101edb938"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:38.138560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=375277c7-8e3b-446e-885e-ad0101edb938,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:38.144834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:38.154240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:38.275587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:38.293404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:38.320768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '5d51b836-c770-437a-afe9-1ba0afb50844', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '5d51b836-c770-437a-afe9-1ba0afb50844', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:38.358684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Attempting to bind port 47c18955-7d3c-463e-a412-122f3fd2c360 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:38.359444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Attempting to bind port 47c18955-7d3c-463e-a412-122f3fd2c360 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:38.360027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Attempting to bind port 47c18955-7d3c-463e-a412-122f3fd2c360 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:38.372635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Port 47c18955-7d3c-463e-a412-122f3fd2c360 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:38.372961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Attempting to bind port 47c18955-7d3c-463e-a412-122f3fd2c360 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:38.384643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:38.384881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:38.385281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:38.385737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Bound port: 47c18955-7d3c-463e-a412-122f3fd2c360, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:38.386329 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.409624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 5d51b836-c770-437a-afe9-1ba0afb50844 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:38.410143 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.426921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:38.448981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:38.453064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Allocated IP 172.25.1.217 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/75e6d3e6-4d33-4578-bfaa-8aedb867f6a5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:38.454398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:38.461990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.469200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:38.469200 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.543765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f94417-8f3e-4ed5-b66c-3f53ba5b47ac service neutron] Pushing event updated for resources: {'Port': ['ID=adb32328-02ae-4ef1-9757-e4f54fcc1c28,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:38.559293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69916eec-9d5b-4812-b73f-f55584d59a3c req-4f9879db-48b2-433a-b484-774b1a1569fa tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.567039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69916eec-9d5b-4812-b73f-f55584d59a3c req-4f9879db-48b2-433a-b484-774b1a1569fa tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 945 time: 0.6442890 Jan 28 00:58:38.567774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:38.583969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:38.586770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:38.592334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.628272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:38.628272 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.655631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.656770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.658515 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 1091 time: 2.0457613 Jan 28 00:58:38.659222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:38.662050 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:38.670684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:38.677432 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.705254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks [] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.722780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218009df-4e34-42ff-8c92-725af56914b7 service neutron] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:38.746862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:38.755192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-9cd1833f-20fe-42cd-8360-54873570c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.756782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-9cd1833f-20fe-42cd-8360-54873570c48c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 1098 time: 0.2084241 Jan 28 00:58:38.771541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.779049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.784070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.791261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.797022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.803065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.808748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.816398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-069448fb-4502-4320-a820-dbe932895811 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.7936540 Jan 28 00:58:38.830406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-8b967188-3cef-472d-856d-107678d2289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.832588 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-8b967188-3cef-472d-856d-107678d2289c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1094 time: 0.0942755 Jan 28 00:58:38.834148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.858121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-1073d797-49d0-4a63-b6d8-60946dd7e23f tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:38.859650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-1073d797-49d0-4a63-b6d8-60946dd7e23f tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.2727630 Jan 28 00:58:38.907318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:38.935806 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-8d94673e-1aea-42e6-a39a-0fc1c95438e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 217 time: 0.0479436 Jan 28 00:58:38.935806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:38.935806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:38.943524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-819ab1fa-ff91-4ca3-837b-38cd41902eb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28 HTTP/1.1" status: 200 len: 217 time: 0.1249909 Jan 28 00:58:38.945942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:38.948127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69916eec-9d5b-4812-b73f-f55584d59a3c req-421a486f-af9e-40d5-8da3-181f6a8e301f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801401 Jan 28 00:58:38.948413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da6f2f0-616d-4d84-996c-1c9195de8f72 None None] Network 4664be23-8ed3-445f-8041-3434d700340f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:39.028632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Pushing event updated for resources: {'Port': ['ID=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:39.037561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dec54b66-5ac6-4958-b5cd-83ddd5668973 req-35b62f53-dd38-40e8-920d-55c672fa638c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2199631 Jan 28 00:58:39.063995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-cb37b018-baff-49ab-ba80-8763eef560d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.065509 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-cb37b018-baff-49ab-ba80-8763eef560d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1286645 Jan 28 00:58:39.088255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.095399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-7c79ccd6-41c7-47e8-afdf-db63ce83800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.099606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-7c79ccd6-41c7-47e8-afdf-db63ce83800c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1400826 Jan 28 00:58:39.099760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-51202644-fb84-460e-9462-d27baf43da3a None None] Provisioning complete for port 229b2877-1f44-4e82-811b-3e0b0ace30b1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:39.100068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-51202644-fb84-460e-9462-d27baf43da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.122955 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92feb4c-6b4a-4f0a-b451-ff237ff87a18 x-openstack-request-id: req-a92feb4c-6b4a-4f0a-b451-ff237ff87a18 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:39.123352 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f14f371-cefe-47d4-a190-654274b7b788", "tag": "adb32328-02ae-4ef1-9757-e4f54fcc1c28", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:39.123703 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a92feb4c-6b4a-4f0a-b451-ff237ff87a18 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:39.124657 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f14f371-cefe-47d4-a190-654274b7b788', 'tag': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'status': 'completed', 'code': 200} Jan 28 00:58:39.181080 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1547fa8-6ceb-407b-9311-9c435cf2eb68 x-openstack-request-id: req-d1547fa8-6ceb-407b-9311-9c435cf2eb68 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:39.181381 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e4cfa3-8920-41ba-8912-feff98ab1735", "name": "network-vif-plugged", "status": "completed", "tag": "375277c7-8e3b-446e-885e-ad0101edb938", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:39.181642 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1547fa8-6ceb-407b-9311-9c435cf2eb68 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:39.182082 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375277c7-8e3b-446e-885e-ad0101edb938', 'code': 200} Jan 28 00:58:39.263826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-51202644-fb84-460e-9462-d27baf43da3a None None] Current status of the port 229b2877-1f44-4e82-811b-3e0b0ace30b1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:39.264222 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-51202644-fb84-460e-9462-d27baf43da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.286976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-758bd4e4-a85f-4281-b007-95f15980dcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.293048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a008f-783d-427d-b3df-4e733205aac6 req-49fc6a21-3e30-4929-9617-cd259f8ff867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.296036 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-49fc6a21-3e30-4929-9617-cd259f8ff867 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870165 Jan 28 00:58:39.341235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-51202644-fb84-460e-9462-d27baf43da3a None None] For port 229b2877-1f44-4e82-811b-3e0b0ace30b1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=229b2877-1f44-4e82-811b-3e0b0ace30b1,segment=NetworkSegment(d3ad26af-3e0b-4337-95ec-a36d5ef82b19),segment_id=d3ad26af-3e0b-4337-95ec-a36d5ef82b19)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:39.346381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-51202644-fb84-460e-9462-d27baf43da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.445375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-062ac4bb-5012-46a3-a5bf-169bfe20f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.447215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-062ac4bb-5012-46a3-a5bf-169bfe20f6a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3166201 Jan 28 00:58:39.449271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51202644-fb84-460e-9462-d27baf43da3a None None] Pushing event updated for resources: {'Port': ['ID=229b2877-1f44-4e82-811b-3e0b0ace30b1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:39.579849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd29fcb-21f7-4e0a-b32c-738f9243980e req-47d610b2-b811-4a26-aef9-111c605cd40b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.581549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6dd29fcb-21f7-4e0a-b32c-738f9243980e req-47d610b2-b811-4a26-aef9-111c605cd40b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.3379507 Jan 28 00:58:39.584965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks [] for router_gateway (d1e7dcb7-115d-4325-8880-1508f1927cef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.591061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6df718-3f70-49d1-990f-1dab391ef2f0 req-a544af8d-4aa7-4c22-b7a8-d05daf5f0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.592584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bd6df718-3f70-49d1-990f-1dab391ef2f0 req-a544af8d-4aa7-4c22-b7a8-d05daf5f0454 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 1096 time: 0.1636312 Jan 28 00:58:39.594375 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-e590b1f6-4fb8-49b1-a156-1a39a6f64c1b service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444897 Jan 28 00:58:39.594885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9fc10-4622-4d6a-b06d-4b95b03b6975 req-4ea46923-8330-4876-803f-e0242b4d05ab tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:39.596472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eff9fc10-4622-4d6a-b06d-4b95b03b6975 req-4ea46923-8330-4876-803f-e0242b4d05ab tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.2679043 Jan 28 00:58:39.603192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6c9273c7-a994-41a9-bc53-c7197bc26eab None None] Provisioning complete for port 229b2877-1f44-4e82-811b-3e0b0ace30b1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:39.603709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c9273c7-a994-41a9-bc53-c7197bc26eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.697690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:39.715767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6c9273c7-a994-41a9-bc53-c7197bc26eab None None] Current status of the port 229b2877-1f44-4e82-811b-3e0b0ace30b1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:39.753523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eff9fc10-4622-4d6a-b06d-4b95b03b6975 req-cc678186-a111-4aa0-ae3f-432fd3f539c5 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440108 Jan 28 00:58:39.755393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-cde9f8d2-24cc-4142-9ac9-8e8c0490f18b service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448730 Jan 28 00:58:39.789976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6dd29fcb-21f7-4e0a-b32c-738f9243980e req-dcc93eae-5879-422b-8af3-72f4f90c9953 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918769 Jan 28 00:58:39.800208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bd6df718-3f70-49d1-990f-1dab391ef2f0 req-eecabbdd-625e-446c-ad37-664827fbd462 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737239 Jan 28 00:58:39.815590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 229b2877-1f44-4e82-811b-3e0b0ace30b1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:39.815788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:39.825028 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47d912-f9b2-4778-965c-b639c892d3c4 x-openstack-request-id: req-db47d912-f9b2-4778-965c-b639c892d3c4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:39.825415 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:39.825583 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db47d912-f9b2-4778-965c-b639c892d3c4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:39.825991 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'status': 'completed', 'code': 200} Jan 28 00:58:39.875073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Publish callbacks [] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.875417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d10a008f-783d-427d-b3df-4e733205aac6 req-31751a59-2641-4b9b-b5f8-22ba8fe7f3d3 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383981 Jan 28 00:58:39.916653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.934684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 229b2877-1f44-4e82-811b-3e0b0ace30b1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:39.936512 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.969942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d1e7dcb7-115d-4325-8880-1508f1927cef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.068701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 229b2877-1f44-4e82-811b-3e0b0ace30b1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:40.088813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:40.090041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860dc3-6595-4212-9970-a0b8d7181589 req-64718ecf-4899-479c-88aa-fbdd073863c2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.097266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae860dc3-6595-4212-9970-a0b8d7181589 req-64718ecf-4899-479c-88aa-fbdd073863c2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 943 time: 0.2168870 Jan 28 00:58:40.104677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:40.142393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-cf1cf190-d59c-4fcf-a370-f03079d674c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.143934 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-cf1cf190-d59c-4fcf-a370-f03079d674c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1094 time: 0.1003971 Jan 28 00:58:40.160965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f40e32d-bb11-435e-8e8d-c5107a347642 req-e223f9e6-da48-4652-a6df-a8cc3c33e357 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817507 Jan 28 00:58:40.170798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:40.170798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:40.170798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:40.173900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Router d1e7dcb7-115d-4325-8880-1508f1927cef is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:58:40.179161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c7530-200f-45ba-be80-e533eda072d6 req-601b4d84-53ab-4b84-b286-56d3a0a6c245 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.186073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-061c7530-200f-45ba-be80-e533eda072d6 req-601b4d84-53ab-4b84-b286-56d3a0a6c245 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 947 time: 0.2567816 Jan 28 00:58:40.204502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:40.208916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:40.209219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:40.227906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:40.228262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:40.228536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:40.228986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Bound port: e19687d8-32b3-44e7-abcc-f983d9016ad0, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:40.229348 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.232428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:40.233041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:40.233179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:40.239016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:40.239427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:40.247877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:40.248377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:40.248910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:40.249387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Bound port: e19687d8-32b3-44e7-abcc-f983d9016ad0, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:40.249804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.264095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae860dc3-6595-4212-9970-a0b8d7181589 req-90d80b6f-1ec3-4c39-b5be-4fc076f9234b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659579 Jan 28 00:58:40.283295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-061c7530-200f-45ba-be80-e533eda072d6 req-5ef9eb63-e63a-4856-aebf-cc62d0a0c96b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919783 Jan 28 00:58:40.344339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:40.348248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:40.355459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.376195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-13c92b41-7afe-4e61-8e77-10a1e21f8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.378146 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-13c92b41-7afe-4e61-8e77-10a1e21f8d85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1983159 Jan 28 00:58:40.381048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:40.393050 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Sync routers for ids ['d1e7dcb7-115d-4325-8880-1508f1927cef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:40.415805 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Routers {'d1e7dcb7-115d-4325-8880-1508f1927cef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:40.416756 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d1e7dcb7-115d-4325-8880-1508f1927cef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:40.439937 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-d984fd7f-7343-4e15-8f92-7c0eb9c1d0c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 217 time: 0.0533957 Jan 28 00:58:40.444730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.449046 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-40a418de-34cf-471e-9f24-fd80e5e0bd1a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9721527 Jan 28 00:58:40.449759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:40.456112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:58:40.463842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:40.497122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['5d51b836-c770-437a-afe9-1ba0afb50844'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:40.502522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:40.519922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d701-4018-40b6-8e32-2bbc1f56e947 req-911d6e65-ce25-4472-b67a-7dc167606035 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.527055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87f7d701-4018-40b6-8e32-2bbc1f56e947 req-911d6e65-ce25-4472-b67a-7dc167606035 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.1549687 Jan 28 00:58:40.532796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-74536d7d-8114-47ad-9b6b-17f6aa01431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.534428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-74536d7d-8114-47ad-9b6b-17f6aa01431b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 1098 time: 0.1885922 Jan 28 00:58:40.535407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e19687d8-32b3-44e7-abcc-f983d9016ad0-n-h1-826756-1-0 {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:58:40.535791 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:58:40.551659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-2aa1015a-b9b4-4d72-8ed6-4b9f7cdb39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.553650 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-2aa1015a-b9b4-4d72-8ed6-4b9f7cdb39fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1023607 Jan 28 00:58:40.583472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.588908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.591405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Set router d1e7dcb7-115d-4325-8880-1508f1927cef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:40.594942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.600421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.605792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.611974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.617843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.626107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-2c10a43e-7f97-4aa0-a170-a0d3b626a7c0 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.2249210 Jan 28 00:58:40.704977 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.722257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87f7d701-4018-40b6-8e32-2bbc1f56e947 req-f515e03e-e4ca-4b59-96dd-fb8b40a36b53 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943285 Jan 28 00:58:40.765243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-42c12111-fae8-4793-9557-7a858ebb0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.766764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-42c12111-fae8-4793-9557-7a858ebb0e19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2239017 Jan 28 00:58:40.786130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b628ed5-79cd-4a65-98cd-5bff4014b51a req-1d577790-3fb1-404f-b893-16941d366607 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1516206 Jan 28 00:58:40.845196 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:58:39Z', 'revision_number': 3, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:40.845928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-c5af2b20-7f18-4d67-8e35-8cd3e43c2caa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28 HTTP/1.1" status: 200 len: 217 time: 0.0585158 Jan 28 00:58:40.887306 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Checking router: d1e7dcb7-115d-4325-8880-1508f1927cef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:40.887699 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Updating router d1e7dcb7-115d-4325-8880-1508f1927cef port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:58:40.929238 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:40.976611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-8cbb6b62-f912-4239-b661-73bf0bffa022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.977263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-23aceb57-4929-4c4e-bb5b-88921e12a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.978222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-8cbb6b62-f912-4239-b661-73bf0bffa022 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618286 Jan 28 00:58:40.978453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-23aceb57-4929-4c4e-bb5b-88921e12a712 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1237371 Jan 28 00:58:40.987321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce5251-8e28-45a5-8fef-841f9eef8033 req-657a8f7f-3983-46e2-8b76-1b671066d356 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:40.988872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8ce5251-8e28-45a5-8fef-841f9eef8033 req-657a8f7f-3983-46e2-8b76-1b671066d356 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.1329453 Jan 28 00:58:41.040020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.045130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.050545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.055945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.061184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.066484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.071773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.073704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52b455d4-428b-41f1-9cf5-3fa1716592b3 req-f7a037eb-5db6-49ca-b0ea-7c5fd3c29a31 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.1578994 Jan 28 00:58:41.092340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44888) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:41.099067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Request body: {'floatingip': {'port_id': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:41.136332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:41.139070 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a97f2b9-838c-49fe-b782-7d01633b5186" -d '{"events": [{"server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:41.152408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:41.152753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:41.153457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:41.171199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (bbdfafec-165b-495d-b669-c86bc7d132f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.177408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:41.177738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempting to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:41.183624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:41.187135 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be80c10-563a-410e-9384-05f0f86e674d" -d '{"events": [{"server_uuid": "9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e", "name": "network-vif-plugged", "status": "completed", "tag": "32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:41.203786 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-877ce610-b3ed-40ee-ba3e-bbb042dcdde0 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955616 Jan 28 00:58:41.214570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8ce5251-8e28-45a5-8fef-841f9eef8033 req-11ca3711-2ad7-4117-a19e-e6d905e86aca tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120287 Jan 28 00:58:41.216160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-b8b0e2fd-cc97-49af-a347-ae8ba0ffa1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.217561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-b8b0e2fd-cc97-49af-a347-ae8ba0ffa1cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268798 Jan 28 00:58:41.235134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:41.235134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:41.235134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:41.235672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Bound port: e19687d8-32b3-44e7-abcc-f983d9016ad0, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:41.235951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.317385 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd539b0-0603-43de-801b-fffb6e625508 x-openstack-request-id: req-1bd539b0-0603-43de-801b-fffb6e625508 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:41.317672 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:41.317955 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bd539b0-0603-43de-801b-fffb6e625508 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:41.318363 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'code': 200} Jan 28 00:58:41.350002 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de12d9-4053-40b6-972c-0b8bf7c9061d x-openstack-request-id: req-51de12d9-4053-40b6-972c-0b8bf7c9061d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:41.350552 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e", "name": "network-vif-plugged", "status": "completed", "tag": "32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:41.351059 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51de12d9-4053-40b6-972c-0b8bf7c9061d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:41.351773 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2', 'code': 200} Jan 28 00:58:41.405370 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Publish callbacks [] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.411770 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-010a1b47-e132-4ced-a6f9-6864cc0e545f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319420 Jan 28 00:58:41.417455 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.473768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fca4be-e6de-4089-9260-d6644c30a74f req-0954219a-9b76-422d-a909-0dc5b1235f41 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.475336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65fca4be-e6de-4089-9260-d6644c30a74f req-0954219a-9b76-422d-a909-0dc5b1235f41 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.2568660 Jan 28 00:58:41.480832 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb9ad702-e785-42c7-8eec-a5aad9db0fc1 req-e2dbe069-328a-4ddb-afc5-63a007ca2afa service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489820 Jan 28 00:58:41.514997 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ec5f3-f515-47ca-9106-7767d0904e6c None None] Pushing event updated for resources: {'Port': ['ID=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:41.546001 n-d-826756-1 neutron-server[109594]: WARNING neutron.plugins.ml2.plugin [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Concurrent port binding operations failed on port e19687d8-32b3-44e7-abcc-f983d9016ad0 Jan 28 00:58:41.552428 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Attempting to bind port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:41.552734 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Attempting to bind port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:41.553110 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Attempting to bind port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:41.562268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:41.563107 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:41.563107 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.563433 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:41.564452 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Bound port: 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:41.564850 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.596241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-d394a585-496c-4e76-a4a3-a710437403fb service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629129 Jan 28 00:58:41.600429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:41.621692 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] For port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:41.625258 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] For port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:41.628436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-26d559d0-7015-479c-8f31-f4d60a691e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.630492 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-26d559d0-7015-479c-8f31-f4d60a691e6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 1101 time: 0.1177499 Jan 28 00:58:41.631620 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attempt 2 to bind port e19687d8-32b3-44e7-abcc-f983d9016ad0 Jan 28 00:58:41.643755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648d902-332a-4dda-9138-43732e97a761 req-199a7e5b-5a6b-452e-a881-2381542d8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.645962 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9648d902-332a-4dda-9138-43732e97a761 req-199a7e5b-5a6b-452e-a881-2381542d8999 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 1096 time: 0.1225452 Jan 28 00:58:41.646913 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.662488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.684742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.685735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.687450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-479dcd80-c8a7-4ef5-bc31-fdf93a9047aa service neutron] 10.222.0.45 "PUT /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 1121 time: 2.7845972 Jan 28 00:58:41.701656 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Routers {'d1e7dcb7-115d-4325-8880-1508f1927cef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:41.702324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d1e7dcb7-115d-4325-8880-1508f1927cef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:41.743208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65fca4be-e6de-4089-9260-d6644c30a74f req-216775f8-67d9-42ed-be92-ce0574e4c431 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091923 Jan 28 00:58:41.770107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682132ba-d220-4e53-9dc5-47cd53e9d850 req-0038ee5e-b519-41d9-9d0f-a4aa05506e2f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.780917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-682132ba-d220-4e53-9dc5-47cd53e9d850 req-0038ee5e-b519-41d9-9d0f-a4aa05506e2f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 947 time: 0.2980897 Jan 28 00:58:41.790708 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ec5f3-f515-47ca-9106-7767d0904e6c None None] Pushing event updated for resources: {'Port': ['ID=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:41.832758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.850779 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9648d902-332a-4dda-9138-43732e97a761 req-7b1fc499-ff89-49fc-934e-e71d5315af4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968553 Jan 28 00:58:41.857626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e19687d8-32b3-44e7-abcc-f983d9016ad0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:41.928496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-2ed3985f-2cd4-4deb-9451-f70a92500c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:41.930218 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-2ed3985f-2cd4-4deb-9451-f70a92500c1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2751105 Jan 28 00:58:42.010790 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] Set router d1e7dcb7-115d-4325-8880-1508f1927cef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:42.026171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-5e6b6cf0-f305-4927-8d47-0db41d5d1ff7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 200 len: 217 time: 0.0821123 Jan 28 00:58:42.049684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e19687d8-32b3-44e7-abcc-f983d9016ad0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:42.122747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Allocated IP 172.20.0.1 (4664be23-8ed3-445f-8041-3434d700340f/862d14da-18c1-4716-b68e-a84b0fafa111/57b18f8f-8d8e-4436-8db0-147720d54c9a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:42.126032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-f6bac784-a020-49a5-a7c2-bbb618a28450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:42.127861 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-f6bac784-a020-49a5-a7c2-bbb618a28450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0942941 Jan 28 00:58:42.256609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-e969137d-fae7-45a2-9906-ff205897f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:42.258726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-e969137d-fae7-45a2-9906-ff205897f7af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035297 Jan 28 00:58:42.276788 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:58:39Z', 'revision_number': 3, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:42.320588 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4339b-650e-4d3d-b856-4f3d2ed7ba18 None None] The sync data for ids ['d1e7dcb7-115d-4325-8880-1508f1927cef'] in n-d-826756-1 is: [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:58:39Z', 'revision_number': 3, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:42.403330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks [] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.431925 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-fd987eed-b8f9-44ab-a714-b7df2e2a04b5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458337 Jan 28 00:58:42.433720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08137d3-9074-4825-a5b7-45db11021bc7 req-70c401ce-67f2-409b-83b6-7c5a1f185f48 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283308 Jan 28 00:58:42.443037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-682132ba-d220-4e53-9dc5-47cd53e9d850 req-f17e2213-f35a-45cb-b519-61af6a3be195 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467679 Jan 28 00:58:42.519637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.538125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5b85-8d2b-4659-a25c-1c8684a6e527 req-ad86d016-7108-4472-b032-436aa41968e1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:42.547405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afff5b85-8d2b-4659-a25c-1c8684a6e527 req-ad86d016-7108-4472-b032-436aa41968e1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 943 time: 0.6833086 Jan 28 00:58:42.570355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Network 4664be23-8ed3-445f-8041-3434d700340f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:42.586584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:42.605270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:42.660825 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e56879df-4a04-43c0-adfe-963dbfc9c738 req-9ac512c9-f5eb-4c0f-be43-acf9cb34ec26 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188241 Jan 28 00:58:42.663807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Pushing event updated for resources: {'Port': ['ID=57b18f8f-8d8e-4436-8db0-147720d54c9a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:42.673811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.674178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.674493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.674829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.675222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.675555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.675885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.676210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.676532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.676932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.677180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.677500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.677918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:42.689825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (d1e7dcb7-115d-4325-8880-1508f1927cef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.792596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afff5b85-8d2b-4659-a25c-1c8684a6e527 req-3d745dad-8d3f-47c8-9a19-4a2b31d3e261 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438831 Jan 28 00:58:42.840009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8ca9d-fa68-48c2-8cc9-526b53f98d0e req-0b8ea81a-8c2d-4d20-b9f8-eab8c0187fe9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:42.843902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aba8ca9d-fa68-48c2-8cc9-526b53f98d0e req-0b8ea81a-8c2d-4d20-b9f8-eab8c0187fe9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.2620156 Jan 28 00:58:42.860105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.890032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:58:42.972862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e845af89-3a37-4675-9273-aed4cfd30816 None None] Provisioning complete for port 57b18f8f-8d8e-4436-8db0-147720d54c9a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:42.973710 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e845af89-3a37-4675-9273-aed4cfd30816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.977048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.010869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aba8ca9d-fa68-48c2-8cc9-526b53f98d0e req-4ace6ddd-ff1f-41cf-853f-0e2c19b25ba3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397696 Jan 28 00:58:43.013145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (bbdfafec-165b-495d-b669-c86bc7d132f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.022499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e845af89-3a37-4675-9273-aed4cfd30816 None None] Port 57b18f8f-8d8e-4436-8db0-147720d54c9a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:43.091687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks [] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.102318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.185456 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (d1e7dcb7-115d-4325-8880-1508f1927cef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.187789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Pushing event updated for resources: {'Port': ['ID=57b18f8f-8d8e-4436-8db0-147720d54c9a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:43.221428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-91a0f209-b8f5-427b-871d-66dfd0fbab6e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.225117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-91a0f209-b8f5-427b-871d-66dfd0fbab6e tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2&tenant_id=bd4070c2713345138370aa6859788162&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 948 time: 0.1265528 Jan 28 00:58:43.255771 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.296855 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Floating IP bbdfafec-165b-495d-b669-c86bc7d132f2 associated. External IP: 172.25.1.136, port: 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce. Jan 28 00:58:43.305293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Network 4664be23-8ed3-445f-8041-3434d700340f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:43.306568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:43.338674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:43.341249 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c873f7-676f-41c9-ac72-7e5e5f5111e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:43.355097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5e85a-5ad9-41d4-9d05-e47abb74fa79 req-11609a51-f78d-4bf1-b57f-4a2319c49b2a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.356453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07f5e85a-5ad9-41d4-9d05-e47abb74fa79 req-11609a51-f78d-4bf1-b57f-4a2319c49b2a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.2240951 Jan 28 00:58:43.438986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Router d1e7dcb7-115d-4325-8880-1508f1927cef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:43.453832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66d95-cb3d-4ab8-9847-be2898e82147 req-29f9c8b6-9f51-4e00-a538-0937786b8ab7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.455395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17d66d95-cb3d-4ab8-9847-be2898e82147 req-29f9c8b6-9f51-4e00-a538-0937786b8ab7 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.2201648 Jan 28 00:58:43.463144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-0ff996bb-a6b6-4220-8e20-386c2da08093 service neutron] 10.222.0.45 "GET /v2.0/ports/5d51b836-c770-437a-afe9-1ba0afb50844/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 382 time: 0.2096438 Jan 28 00:58:43.537228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07f5e85a-5ad9-41d4-9d05-e47abb74fa79 req-ca353da1-8403-462b-b9d2-21b461d2f5b0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679559 Jan 28 00:58:43.608892 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14c8415-8029-406e-8b04-28213d277928 x-openstack-request-id: req-c14c8415-8029-406e-8b04-28213d277928 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:43.609220 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:43.609447 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c14c8415-8029-406e-8b04-28213d277928 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:43.610274 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'status': 'completed', 'code': 200} Jan 28 00:58:43.613865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:43.621539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd8f7da2-c500-4a2f-997e-5ed262256d78 admin admin] 10.222.0.23 "PUT /v2.0/routers/d1e7dcb7-115d-4325-8880-1508f1927cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688950 Jan 28 00:58:43.685472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17d66d95-cb3d-4ab8-9847-be2898e82147 req-cc028c52-1b31-4d87-a25f-eb55cea3ffe5 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035561 Jan 28 00:58:43.723067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-93090520-0a67-430e-89d0-69ba14271c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.724598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-93090520-0a67-430e-89d0-69ba14271c2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1124 time: 0.0538452 Jan 28 00:58:43.765965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-edf23147-dba1-4354-9538-f2512e7c141d None None] Provisioning complete for port 57b18f8f-8d8e-4436-8db0-147720d54c9a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:43.766362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-edf23147-dba1-4354-9538-f2512e7c141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.830325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:43.834350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b0121740-7d7f-42c6-9e9b-1497a1233ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.835966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b0121740-7d7f-42c6-9e9b-1497a1233ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1099 time: 0.2386022 Jan 28 00:58:43.863909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-edf23147-dba1-4354-9538-f2512e7c141d None None] Port 57b18f8f-8d8e-4436-8db0-147720d54c9a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:43.871744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-8cd43f6d-d4dc-42de-bccf-33a6427f782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.873553 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-8cd43f6d-d4dc-42de-bccf-33a6427f782b service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1416516 Jan 28 00:58:43.893584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:43.894148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.920503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-1e519d21-e63f-4393-9b24-b76ad402ee63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 217 time: 0.0371385 Jan 28 00:58:43.952091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2c4dc-2681-44c5-8ba1-97f92c16717a req-1d752120-f157-447e-a9b9-9673eb34faa8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.953585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abe2c4dc-2681-44c5-8ba1-97f92c16717a req-1d752120-f157-447e-a9b9-9673eb34faa8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 947 time: 0.2547433 Jan 28 00:58:43.957211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Router cf9fd252-5308-408b-9b66-f1147469029a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:43.978836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:43.979398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.980030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-a2783580-32bb-42d1-ad3d-d74e83028a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.981278 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-a2783580-32bb-42d1-ad3d-d74e83028a2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0550673 Jan 28 00:58:43.987158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36c937-8dc2-43f3-a3ca-f82fd6744307 req-c292d630-90a7-4bcc-9a96-fa404e4be84f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:43.988643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd36c937-8dc2-43f3-a3ca-f82fd6744307 req-c292d630-90a7-4bcc-9a96-fa404e4be84f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1582007 Jan 28 00:58:44.003943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:44.009246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.025908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-3eb6d3c2-a363-4372-8929-22328fe30879 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352120 Jan 28 00:58:44.080056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:44.088898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.089305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.089654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.090095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.090992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.091337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.092064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.092220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.092562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.093126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.093360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.093692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.094074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:44.106711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-089b264d-6730-4555-ade3-0dbfba50ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:44.108175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-089b264d-6730-4555-ade3-0dbfba50ea83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2579558 Jan 28 00:58:44.108429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:44.134385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abe2c4dc-2681-44c5-8ba1-97f92c16717a req-832602c0-da6f-4db9-8c5d-4f9f60202129 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653132 Jan 28 00:58:44.143855 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-c8b9b289-aaba-4f9a-8562-00fb31217ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101868 Jan 28 00:58:44.177396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd36c937-8dc2-43f3-a3ca-f82fd6744307 req-b23bf2f8-1544-4a61-bf68-4d11faea1c3e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697416 Jan 28 00:58:44.180910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-12fa8596-9eb3-463d-828d-ceafd1ad31bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0603993 Jan 28 00:58:44.191746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 5d51b836-c770-437a-afe9-1ba0afb50844 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:44.200881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 5d51b836-c770-437a-afe9-1ba0afb50844 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:44.201941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.348393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-64111dfb-6989-4d30-ab50-490030107728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:44.350987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-64111dfb-6989-4d30-ab50-490030107728 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1536727 Jan 28 00:58:44.353345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:44.358429 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.378646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-57c873f7-676f-41c9-ac72-7e5e5f5111e3 req-f545bd4e-016c-491a-a327-7e5b2af0adac service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105081 Jan 28 00:58:44.384048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] Sync routers for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:44.413421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:44.414725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:44.426368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-89417c7e-1a3d-46b5-995c-f67620900817 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "PUT /v2.0/floatingips/bbdfafec-165b-495d-b669-c86bc7d132f2 HTTP/1.1" status: 200 len: 991 time: 3.3315637 Jan 28 00:58:44.435909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f5993-e88a-4925-99f7-aedf14c3ad65 req-d1035a11-81e1-4114-abba-3ca7f3401d2e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:44.437732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-205f5993-e88a-4925-99f7-aedf14c3ad65 req-d1035a11-81e1-4114-abba-3ca7f3401d2e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 943 time: 0.1318521 Jan 28 00:58:44.483709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 5d51b836-c770-437a-afe9-1ba0afb50844 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:44.484343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.526387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-63a0d7be-856a-47e1-b72e-dae3562711f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:44.527884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-63a0d7be-856a-47e1-b72e-dae3562711f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660118 Jan 28 00:58:44.570512 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Sync routers for ids ['d1e7dcb7-115d-4325-8880-1508f1927cef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:44.581490 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Routers {'d1e7dcb7-115d-4325-8880-1508f1927cef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:44.582177 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d1e7dcb7-115d-4325-8880-1508f1927cef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:44.620994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-205f5993-e88a-4925-99f7-aedf14c3ad65 req-1591b5f5-b7a7-4f41-8aed-e49a376fb795 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699517 Jan 28 00:58:44.695088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-602011dc-6914-4238-b865-3a306cfa1347 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2656875 Jan 28 00:58:44.696314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Set router d1e7dcb7-115d-4325-8880-1508f1927cef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:44.715154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:44.716403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:44.718645 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadf15ce-4c5b-4e73-bffd-3fe61b080d7e" -d '{"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-plugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:44.734729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-e1bcba2e-79e4-45d5-a9d5-c48d204a292d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930034 Jan 28 00:58:44.735102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:44.744056 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.756346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:44.880512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:44.897813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.938093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-072668d6-a6ce-40c2-a0fe-33ef206d9cc6 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949148 Jan 28 00:58:45.010123 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 4, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '57b18f8f-8d8e-4436-8db0-147720d54c9a', 'name': '', 'network_id': '4664be23-8ed3-445f-8041-3434d700340f', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'mac_address': 'fa:16:3e:89:9b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '862d14da-18c1-4716-b68e-a84b0fafa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:41Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 2, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'subnets': [{'id': '862d14da-18c1-4716-b68e-a84b0fafa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:45.016560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9040cc1-3195-40ed-bff8-3e8bb5f09bfa req-fde65fb3-54ae-4c4f-826c-bf8c31f733f5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:45.023774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9040cc1-3195-40ed-bff8-3e8bb5f09bfa req-fde65fb3-54ae-4c4f-826c-bf8c31f733f5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.3270626 Jan 28 00:58:45.043023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Checking router: d1e7dcb7-115d-4325-8880-1508f1927cef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:45.044105 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Updating router d1e7dcb7-115d-4325-8880-1508f1927cef port 57b18f8f-8d8e-4436-8db0-147720d54c9a binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:58:45.081458 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.128531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'bbdfafec-165b-495d-b669-c86bc7d132f2', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'port_id': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'mac_address': 'fa:16:3e:ef:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:56:43Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 1, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:45.159083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] Checking router: cf9fd252-5308-408b-9b66-f1147469029a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:45.171412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:45.172283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:45.321161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:45.424994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9040cc1-3195-40ed-bff8-3e8bb5f09bfa req-6c1e8fd0-3d43-4ae0-a991-c313e29213bf tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001610 Jan 28 00:58:45.442639 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Publish callbacks [] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.449116 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.462193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.523533 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4fbe5-d4db-4297-a11a-d92fdef20bf8 None None] Pushing event updated for resources: {'Port': ['ID=57b18f8f-8d8e-4436-8db0-147720d54c9a,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.595411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Attempting to bind port 57b18f8f-8d8e-4436-8db0-147720d54c9a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:45.596482 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Attempting to bind port 57b18f8f-8d8e-4436-8db0-147720d54c9a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:45.597006 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Attempting to bind port 57b18f8f-8d8e-4436-8db0-147720d54c9a on network 4664be23-8ed3-445f-8041-3434d700340f {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:45.603136 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:45.604336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Checking segment: {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:45.604917 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.605463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Bound using segment: {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:45.607016 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Bound port: 57b18f8f-8d8e-4436-8db0-147720d54c9a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4664be23-8ed3-445f-8041-3434d700340f'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:45.608304 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.624456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:45.627885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'bbdfafec-165b-495d-b669-c86bc7d132f2', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'port_id': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'mac_address': 'fa:16:3e:ef:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:56:43Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 1, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:45.631746 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ee863f-6670-4bc5-91e1-8b0d53a98524" -d '{"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:45.646239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Allocated IP 172.25.1.135 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/cfaea1dc-3a25-4528-85bc-112c53d973a8) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:45.666514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda37f11-5d86-4a6f-bebc-1ea470511090 None None] The sync data for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 is: [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'bbdfafec-165b-495d-b669-c86bc7d132f2', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'port_id': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'mac_address': 'fa:16:3e:ef:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:56:43Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 1, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:45.728979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:45.738387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f10d2-43f9-4b36-b708-4e96e538a349 req-03634bd1-136b-4cc4-b114-b41e8bd8ce4b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:45.739988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-100f10d2-43f9-4b36-b708-4e96e538a349 req-03634bd1-136b-4cc4-b114-b41e8bd8ce4b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 945 time: 0.0913339 Jan 28 00:58:45.774283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] For port 57b18f8f-8d8e-4436-8db0-147720d54c9a, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:45.778284 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] For port 57b18f8f-8d8e-4436-8db0-147720d54c9a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=57b18f8f-8d8e-4436-8db0-147720d54c9a,segment=NetworkSegment(d3ad26af-3e0b-4337-95ec-a36d5ef82b19),segment_id=d3ad26af-3e0b-4337-95ec-a36d5ef82b19)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:45.787520 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.822714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:45.822941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.854486 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Routers {'d1e7dcb7-115d-4325-8880-1508f1927cef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:45.855180 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d1e7dcb7-115d-4325-8880-1508f1927cef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:45.857040 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4fbe5-d4db-4297-a11a-d92fdef20bf8 None None] Pushing event updated for resources: {'Port': ['ID=57b18f8f-8d8e-4436-8db0-147720d54c9a,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.867695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-100f10d2-43f9-4b36-b708-4e96e538a349 req-26f6af0d-c3ae-4b6f-a90c-31eef8476112 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900967 Jan 28 00:58:45.922999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.962979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:45.970704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] Provisioning complete for port 57b18f8f-8d8e-4436-8db0-147720d54c9a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:45.970877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.988401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.057769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:46.060507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:46.069371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:46.104381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1278dab-9e66-44f9-9713-2d4a86a4bea2 None None] New status for floating IP bbdfafec-165b-495d-b669-c86bc7d132f2: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:58:46.109355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] Current status of the port 57b18f8f-8d8e-4436-8db0-147720d54c9a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:46.110037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.148784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=cfaea1dc-3a25-4528-85bc-112c53d973a8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:46.160067 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] Set router d1e7dcb7-115d-4325-8880-1508f1927cef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:46.161993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device adb32328-02ae-4ef1-9757-e4f54fcc1c28 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:46.218736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361934a-a4d7-4b94-b8e5-1186e622eb46 req-2f3e8579-8d78-4261-ba90-b16a012869b9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.220260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1361934a-a4d7-4b94-b8e5-1186e622eb46 req-2f3e8579-8d78-4261-ba90-b16a012869b9 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1075449 Jan 28 00:58:46.260608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (06070d3d-06d6-4aa6-8644-6a137442a414), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.304367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1361934a-a4d7-4b94-b8e5-1186e622eb46 req-da83bc89-3cfc-46d4-8908-1f566a5387d6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777016 Jan 28 00:58:46.305017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] For port 57b18f8f-8d8e-4436-8db0-147720d54c9a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=57b18f8f-8d8e-4436-8db0-147720d54c9a,segment=NetworkSegment(d3ad26af-3e0b-4337-95ec-a36d5ef82b19),segment_id=d3ad26af-3e0b-4337-95ec-a36d5ef82b19)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:46.311629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.318248 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.385681 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3e236c-ebb6-4557-9acf-f7753284af4d x-openstack-request-id: req-6e3e236c-ebb6-4557-9acf-f7753284af4d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:46.386020 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-plugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:46.386279 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e3e236c-ebb6-4557-9acf-f7753284af4d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:46.386670 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'code': 200} Jan 28 00:58:46.406545 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 4, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '57b18f8f-8d8e-4436-8db0-147720d54c9a', 'name': '', 'network_id': '4664be23-8ed3-445f-8041-3434d700340f', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'mac_address': 'fa:16:3e:89:9b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '862d14da-18c1-4716-b68e-a84b0fafa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:41Z', 'updated_at': '2022-01-28T00:58:45Z', 'revision_number': 4, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'subnets': [{'id': '862d14da-18c1-4716-b68e-a84b0fafa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:46.439466 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45615def-68f6-45ec-a87a-33ba69d887d1 None None] The sync data for ids ['d1e7dcb7-115d-4325-8880-1508f1927cef'] in n-d-826756-1 is: [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:58:42Z', 'revision_number': 4, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '57b18f8f-8d8e-4436-8db0-147720d54c9a', 'name': '', 'network_id': '4664be23-8ed3-445f-8041-3434d700340f', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'mac_address': 'fa:16:3e:89:9b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '862d14da-18c1-4716-b68e-a84b0fafa111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:41Z', 'updated_at': '2022-01-28T00:58:45Z', 'revision_number': 4, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'subnets': [{'id': '862d14da-18c1-4716-b68e-a84b0fafa111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:46.453815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port adb32328-02ae-4ef1-9757-e4f54fcc1c28, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:46.488368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b4b0-2cc4-4173-ba57-50d0780d7272 None None] Pushing event updated for resources: {'Port': ['ID=57b18f8f-8d8e-4436-8db0-147720d54c9a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:46.491653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'mac_address': 'fa:16:3e:88:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:46.537073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-90a111dd-b91c-4c6b-aba6-f8ca9f90e68c None None] Provisioning complete for port 57b18f8f-8d8e-4436-8db0-147720d54c9a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:46.538053 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90a111dd-b91c-4c6b-aba6-f8ca9f90e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.554061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf951b6-71f1-4928-b209-e672debef3ba req-5e773357-d2ee-4506-8ad1-e6e05bcce338 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.555655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edf951b6-71f1-4928-b209-e672debef3ba req-5e773357-d2ee-4506-8ad1-e6e05bcce338 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 947 time: 0.1196709 Jan 28 00:58:46.576671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port adb32328-02ae-4ef1-9757-e4f54fcc1c28 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:46.577069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.599030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb32328-02ae-4ef1-9757-e4f54fcc1c28 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:46.611284 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.621035 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.638948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port adb32328-02ae-4ef1-9757-e4f54fcc1c28, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:46.646111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.651142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:46.666213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edf951b6-71f1-4928-b209-e672debef3ba req-d8d000ba-832c-4b45-8a79-46f5d5734edc tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038632 Jan 28 00:58:46.724825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=adb32328-02ae-4ef1-9757-e4f54fcc1c28,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:46.738060 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbffb64d-1bb6-4e71-ab65-ff40facdfdac x-openstack-request-id: req-fbffb64d-1bb6-4e71-ab65-ff40facdfdac {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:46.738437 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:46.738764 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbffb64d-1bb6-4e71-ab65-ff40facdfdac {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:46.739237 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'status': 'completed', 'code': 200} Jan 28 00:58:46.750989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (06070d3d-06d6-4aa6-8644-6a137442a414), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.752569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-90a111dd-b91c-4c6b-aba6-f8ca9f90e68c None None] Current status of the port 57b18f8f-8d8e-4436-8db0-147720d54c9a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:46.754798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=cfaea1dc-3a25-4528-85bc-112c53d973a8,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:46.779322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.782099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-b71cb63b-27cb-473c-8cd5-558171ad8521 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0754380 Jan 28 00:58:46.861193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:46.872792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '47c18955-7d3c-463e-a412-122f3fd2c360', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:46.912778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:46.913269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.926621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:46.935881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-2e58f226-4a91-4e87-9208-b2d00504830d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.1476276 Jan 28 00:58:46.943476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.943963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.944457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.944951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.945412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.946015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.946590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.948707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-a5d4bc51-0af0-4450-9a9a-b8182022b5db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6489 time: 0.1251261 Jan 28 00:58:46.956894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:46.962970 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:46.970094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d6c2-877d-4c67-97f8-c06c02e6aca0 req-9f8c9cdb-7bbb-4619-bd7e-9338e1e0ddf2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:46.971650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6c8d6c2-877d-4c67-97f8-c06c02e6aca0 req-9f8c9cdb-7bbb-4619-bd7e-9338e1e0ddf2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 943 time: 0.1683865 Jan 28 00:58:47.013151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:47.155156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6c8d6c2-877d-4c67-97f8-c06c02e6aca0 req-c28f14b5-a5d3-436d-9536-dbcc1d47ecb0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696188 Jan 28 00:58:47.183126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-cd1d0c71-6f7d-4944-9531-b8e83c5c64bb tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.184547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-cd1d0c71-6f7d-4944-9531-b8e83c5c64bb tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.2349107 Jan 28 00:58:47.188010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-ff9bc787-33c4-4c1f-95f3-6775a808f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.189488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-ff9bc787-33c4-4c1f-95f3-6775a808f66f service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e34977c-6afd-444a-bc63-046383ca9556 HTTP/1.1" status: 200 len: 913 time: 0.2071700 Jan 28 00:58:47.195666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-6af65b37-e497-4d08-8b70-19651a3de89d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:58:47.196656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55adbd78-aa71-4d39-9817-fad5a24859bd req-6af65b37-e497-4d08-8b70-19651a3de89d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062714 Jan 28 00:58:47.285714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-5f076e71-e5cf-4734-9c11-9036119af3a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 200 len: 1001 time: 0.0873842 Jan 28 00:58:47.358277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d45a-1f7f-420d-a6cb-447369904a3f req-7aa8838e-2daa-4bd2-86fb-25de5e73a2eb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.359865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3564d45a-1f7f-420d-a6cb-447369904a3f req-7aa8838e-2daa-4bd2-86fb-25de5e73a2eb tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.0995557 Jan 28 00:58:47.361529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-ec3f3774-99ac-44df-b703-06d5857902e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.362934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-ec3f3774-99ac-44df-b703-06d5857902e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3c1ba2b-5c3b-480a-9479-70fd020d10e1 HTTP/1.1" status: 200 len: 851 time: 0.0628459 Jan 28 00:58:47.474514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3564d45a-1f7f-420d-a6cb-447369904a3f req-61b1d0bb-32ba-4d38-8650-300e3cae406b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089067 Jan 28 00:58:47.478265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-7676b256-de58-4296-b351-55c079f24fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.479816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-7676b256-de58-4296-b351-55c079f24fb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e34977c-6afd-444a-bc63-046383ca9556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079450 Jan 28 00:58:47.505027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ab916-d9d9-4378-bd88-66dc0f1ee9e7 req-cf89c8bd-9df2-41f2-a121-73172c3e7f50 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.508472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-774ab916-d9d9-4378-bd88-66dc0f1ee9e7 req-cf89c8bd-9df2-41f2-a121-73172c3e7f50 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.0976112 Jan 28 00:58:47.609821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-774ab916-d9d9-4378-bd88-66dc0f1ee9e7 req-cfedb179-c227-4178-9697-a72e5a6e3dd2 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003077 Jan 28 00:58:47.723515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-9b39d0b1-0dc5-43f6-a4fa-40986a362107 service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077999 Jan 28 00:58:47.770837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 57b18f8f-8d8e-4436-8db0-147720d54c9a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:47.822833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 57b18f8f-8d8e-4436-8db0-147720d54c9a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:47.823255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:47.843454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-5cad0656-2964-4352-920b-50705f812667 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2104547 Jan 28 00:58:47.866371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:47.896607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ee863f-6670-4bc5-91e1-8b0d53a98524 req-e09a9329-af05-4cb7-8a61-3c4a895432e2 service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604185 Jan 28 00:58:47.901627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 57b18f8f-8d8e-4436-8db0-147720d54c9a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:47.905976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df1466-7abb-4c2a-8791-400158f1800b req-68fd5b92-a159-479d-a4ff-f87be67a18ca tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:47.907428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4df1466-7abb-4c2a-8791-400158f1800b req-68fd5b92-a159-479d-a4ff-f87be67a18ca tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.1129618 Jan 28 00:58:47.920425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.000186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4df1466-7abb-4c2a-8791-400158f1800b req-7044f9b4-1f63-49a2-ac34-4902d30951ab tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869174 Jan 28 00:58:48.036837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['adb32328-02ae-4ef1-9757-e4f54fcc1c28'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:48.054232 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.097956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['47c18955-7d3c-463e-a412-122f3fd2c360'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:48.207774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Allocated IP 172.25.1.124 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/95fcc491-05fc-493e-b341-90c6bbecc8e6) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:48.376601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc5662-17cf-466c-8f73-3baa48d530c4 req-5d485291-8de3-4e60-b79c-459ccbf92b02 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:48.378256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90fc5662-17cf-466c-8f73-3baa48d530c4 req-5d485291-8de3-4e60-b79c-459ccbf92b02 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0774682 Jan 28 00:58:48.412706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.450531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90fc5662-17cf-466c-8f73-3baa48d530c4 req-219bd8dd-ddf6-49f5-b101-6b2af4eb26cd tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663669 Jan 28 00:58:48.480501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.533543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-9673dca0-5d84-40ca-9cd9-20ed68c7e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:48.535177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-9673dca0-5d84-40ca-9cd9-20ed68c7e784 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2&tenant_id=bd4070c2713345138370aa6859788162 HTTP/1.1" status: 200 len: 1100 time: 0.0459251 Jan 28 00:58:48.535404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:48.550636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:48.553226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:48.559745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:48.565025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=95fcc491-05fc-493e-b341-90c6bbecc8e6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:48.608624 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.615687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4948e0-215b-4d48-956c-81a25e15e095 req-95d84164-863a-4065-99da-cc2648f57fa7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:48.617262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f4948e0-215b-4d48-956c-81a25e15e095 req-95d84164-863a-4065-99da-cc2648f57fa7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 948 time: 0.0989859 Jan 28 00:58:48.699436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (0e6dab9b-dc1c-4879-a493-4899d9419599), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.709069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f4948e0-215b-4d48-956c-81a25e15e095 req-1d6b705f-8af7-4cb3-b6ff-7a1e9e878f94 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842423 Jan 28 00:58:48.745624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.836069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:48.869916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:48.876764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828d6c1-64e8-4f7a-86b7-a03c80618aac req-6d482198-d476-403e-9824-a9b1bff4b007 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:48.878404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0828d6c1-64e8-4f7a-86b7-a03c80618aac req-6d482198-d476-403e-9824-a9b1bff4b007 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1043575 Jan 28 00:58:48.910075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:48.912347 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d643bc88-04b3-4528-90ea-e2b076251a17" -d '{"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:48.916155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Publish callbacks [] for port (5d51b836-c770-437a-afe9-1ba0afb50844), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.928920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Transition to ACTIVE for port object 5d51b836-c770-437a-afe9-1ba0afb50844 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:48.933472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.968017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0828d6c1-64e8-4f7a-86b7-a03c80618aac req-3e9717c9-201c-47d9-8dc5-20b7b6e10215 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756910 Jan 28 00:58:48.972471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:48.977752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.002038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] No DVR routers for this DVR port 5d51b836-c770-437a-afe9-1ba0afb50844 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:49.009235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:49.061044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:49.061546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:49.062009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:49.063080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=95fcc491-05fc-493e-b341-90c6bbecc8e6,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:49.071116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:49.071550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Attempting to bind port 5d51b836-c770-437a-afe9-1ba0afb50844 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:49.073492 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (0e6dab9b-dc1c-4879-a493-4899d9419599), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.078944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:49.079578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:49.080631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:49.081172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Bound port: 5d51b836-c770-437a-afe9-1ba0afb50844, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:49.081615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.096125 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.097602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c07fa6b2-985d-4c3a-a86e-009b07a7d991 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2405827 Jan 28 00:58:49.160258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-c60a30f9-f80d-4469-b9d7-a61f50d8251c tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0554671 Jan 28 00:58:49.176422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:49.182601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:49.189038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.247730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.248428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.249993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] 10.222.0.43 "PUT /v2.0/ports/5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 1096 time: 0.7010336 Jan 28 00:58:49.262186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cbe79-0c79-42f3-9537-e0754db9b43f service neutron] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=11']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:49.312001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-8c699a1e-4b43-4a16-99d7-4d7f1636f8b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.313394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b4fde74-6eed-4048-8cc6-27a6d7717907 req-8c699a1e-4b43-4a16-99d7-4d7f1636f8b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1472819 Jan 28 00:58:49.340866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798b18-00c6-45c5-9a12-8835521f3fb7 req-da2fe7b1-dfd0-4f4b-a0e6-c71e22b664d8 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.346582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798b18-00c6-45c5-9a12-8835521f3fb7 req-da2fe7b1-dfd0-4f4b-a0e6-c71e22b664d8 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.352384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798b18-00c6-45c5-9a12-8835521f3fb7 req-da2fe7b1-dfd0-4f4b-a0e6-c71e22b664d8 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.354280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b798b18-00c6-45c5-9a12-8835521f3fb7 req-da2fe7b1-dfd0-4f4b-a0e6-c71e22b664d8 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735&device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e&device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 2417 time: 0.0892532 Jan 28 00:58:49.376145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-ee4d2aca-48d1-4f4a-bb8d-62a5140ab369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.378124 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-ee4d2aca-48d1-4f4a-bb8d-62a5140ab369 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1099 time: 0.0685222 Jan 28 00:58:49.400091 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:49.449434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b798b18-00c6-45c5-9a12-8835521f3fb7 req-dc7e7157-9ccd-473a-a1fb-577320111bd5 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879145 Jan 28 00:58:49.461515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c5b5-9e3b-4f6e-9744-d13937b6b180 req-101973fb-fc61-431c-b781-676aec97c7e5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.463215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5505c5b5-9e3b-4f6e-9744-d13937b6b180 req-101973fb-fc61-431c-b781-676aec97c7e5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.0736601 Jan 28 00:58:49.511164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-bf09b005-9963-4442-93f0-e40fb255d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.512694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-bf09b005-9963-4442-93f0-e40fb255d917 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1186383 Jan 28 00:58:49.520754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5505c5b5-9e3b-4f6e-9744-d13937b6b180 req-e5fa184b-6469-492f-84d3-f8acdf1b550f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514882 Jan 28 00:58:49.557091 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-546ba722-1140-460b-b61a-4efabba753fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0377357 Jan 28 00:58:49.617904 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825f59f3-d432-4191-b8bb-aa7bb926b4dc x-openstack-request-id: req-825f59f3-d432-4191-b8bb-aa7bb926b4dc {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:49.618670 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:49.618670 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-825f59f3-d432-4191-b8bb-aa7bb926b4dc {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:49.619320 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'code': 200} Jan 28 00:58:49.627615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b22f692d-0a03-47f4-acb8-2f6715908f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.629362 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-b22f692d-0a03-47f4-acb8-2f6715908f1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0535140 Jan 28 00:58:49.711313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-efe7b681-a78d-4c72-9e52-5c1ba64138f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.712858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-efe7b681-a78d-4c72-9e52-5c1ba64138f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439827 Jan 28 00:58:49.773941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097eae0-3965-44df-9ddc-2e02af8f0ced req-34885e94-c0d6-4795-a796-bee20b833598 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.775387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9097eae0-3965-44df-9ddc-2e02af8f0ced req-34885e94-c0d6-4795-a796-bee20b833598 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.1068976 Jan 28 00:58:49.794171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-bea07e42-a981-49cf-b4e2-f9e609f6d6e6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1487486 Jan 28 00:58:49.804408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-df4c8427-492b-429d-8cbd-b5fe115cefe1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838857 Jan 28 00:58:49.806915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:49.846090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9097eae0-3965-44df-9ddc-2e02af8f0ced req-f3906fa2-dd09-4b9e-a780-3b1b82d98fc3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634828 Jan 28 00:58:49.846788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:49.902947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-833634c1-93d1-4d91-9bc0-7b8bde7b9eb4 req-22ea4b00-a151-4fa2-84dc-d2cfa3c66970 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Jan 28 00:58:49.996333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919a006-1633-4911-8a89-fb25b7c74c84 req-43243de8-1580-4e18-a735-ae6a925ea531 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.997859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b919a006-1633-4911-8a89-fb25b7c74c84 req-43243de8-1580-4e18-a735-ae6a925ea531 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.0709238 Jan 28 00:58:50.000482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.089991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b919a006-1633-4911-8a89-fb25b7c74c84 req-cb72e9a0-e5cc-4e79-8960-9c3c06706e75 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861354 Jan 28 00:58:50.135345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Allocated IP 172.25.1.133 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/ba93dc52-3360-490a-b096-5dfe66462ab5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:50.236419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e656e7e-61c0-423a-a324-84122958de4a req-a5e99f21-cf9d-410c-82b5-5bbcb3337217 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:50.237953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e656e7e-61c0-423a-a324-84122958de4a req-a5e99f21-cf9d-410c-82b5-5bbcb3337217 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 948 time: 0.1004324 Jan 28 00:58:50.298674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.319229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e656e7e-61c0-423a-a324-84122958de4a req-3a84dc2d-0ed2-46fb-932b-f04a8172dd05 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710881 Jan 28 00:58:50.351383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.729929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:50.739176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:50.742598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:50.744393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=ba93dc52-3360-490a-b096-5dfe66462ab5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:50.788819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1a0a-8d45-4a4c-a5bf-ca42e89529dc req-1913c4fc-c4a2-43f3-aa76-79bc4abb560d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:50.790425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c66c1a0a-8d45-4a4c-a5bf-ca42e89529dc req-1913c4fc-c4a2-43f3-aa76-79bc4abb560d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.4127569 Jan 28 00:58:50.872059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (da6b81df-2251-44e8-9306-9fb05e855cef), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:50.877764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c66c1a0a-8d45-4a4c-a5bf-ca42e89529dc req-ed7c4fcb-b244-40eb-81d0-9f736bfaa194 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789070 Jan 28 00:58:50.910108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.068639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.074310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.163980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=ba93dc52-3360-490a-b096-5dfe66462ab5,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:51.181417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (da6b81df-2251-44e8-9306-9fb05e855cef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.199370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334df0c-0d8a-44c7-abeb-94e03b49c180 req-b11f85c7-69fa-4ac1-857d-3006563c1f17 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:51.200847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a334df0c-0d8a-44c7-abeb-94e03b49c180 req-b11f85c7-69fa-4ac1-857d-3006563c1f17 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.1008620 Jan 28 00:58:51.208778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.209963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-17d8976d-95a4-4527-bce0-2799958920b6 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4082742 Jan 28 00:58:51.271851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-8ac5c70b-b8f5-43ad-b2da-17158bc0fbdf tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.133 HTTP/1.1" status: 200 len: 696 time: 0.0551119 Jan 28 00:58:51.311434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a334df0c-0d8a-44c7-abeb-94e03b49c180 req-18b83e0e-0188-4aa1-9e7d-f62b004fbeb0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005640 Jan 28 00:58:51.390408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-377809ec-de28-44ec-a7bc-bcbdb5033127 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:51.391759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a52dc9a1-355f-4d4e-8efb-5fdf78a38269 req-377809ec-de28-44ec-a7bc-bcbdb5033127 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1145184 Jan 28 00:58:51.499513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e390e-83ca-44e7-a3bd-3c2f25f02ea3 req-bc94231e-7746-493d-8389-aca9d47f69f0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:51.501046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c07e390e-83ca-44e7-a3bd-3c2f25f02ea3 req-bc94231e-7746-493d-8389-aca9d47f69f0 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.0544164 Jan 28 00:58:51.553330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c07e390e-83ca-44e7-a3bd-3c2f25f02ea3 req-56fd4fd1-3ffd-4270-ab9e-04c1e31dd56c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Jan 28 00:58:51.620535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:51.622950 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b" -d '{"events": [{"name": "network-changed", "server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:51.706503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3748b4-faa1-4a1e-a009-36c050a3800e req-80f56b0c-0eba-4af2-9eb7-6f3ca4c255b0 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:51.707969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d3748b4-faa1-4a1e-a009-36c050a3800e req-80f56b0c-0eba-4af2-9eb7-6f3ca4c255b0 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 948 time: 0.1104107 Jan 28 00:58:51.715800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-d048b0f8-a1dc-44bc-a8c0-1f56175d4036 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1402457 Jan 28 00:58:51.733232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:51.769795 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.787523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d3748b4-faa1-4a1e-a009-36c050a3800e req-b8754b42-619f-4dac-bd3d-4571e36520be tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Jan 28 00:58:51.877237 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:51.912587 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25901eb6-b35b-411b-aea0-d1e7b14cd25f x-openstack-request-id: req-25901eb6-b35b-411b-aea0-d1e7b14cd25f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:51.913142 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:51.913931 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25901eb6-b35b-411b-aea0-d1e7b14cd25f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:51.914295 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'status': 'completed', 'code': 200} Jan 28 00:58:52.005998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Allocated IP 172.25.1.123 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/314637fa-4eed-478a-ba8f-00948b83ee42) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:52.074291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-f009c780-ee1e-4cc8-ac75-dc1866b6a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.075888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-f009c780-ee1e-4cc8-ac75-dc1866b6a905 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1099 time: 0.1054463 Jan 28 00:58:52.080321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-a02e5f51-b023-4da5-852a-4943b6376f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.081796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-a02e5f51-b023-4da5-852a-4943b6376f1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd4070c2713345138370aa6859788162&device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1099 time: 0.0928953 Jan 28 00:58:52.161760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:52.235316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 47c18955-7d3c-463e-a412-122f3fd2c360 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:52.239997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 47c18955-7d3c-463e-a412-122f3fd2c360 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:52.240551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.244698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (314637fa-4eed-478a-ba8f-00948b83ee42), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.263260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2849175-263a-4f91-93d8-5e729c406b48 req-7800d8e6-baac-4eb6-b446-1502a015916b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.265020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2849175-263a-4f91-93d8-5e729c406b48 req-7800d8e6-baac-4eb6-b446-1502a015916b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1200936 Jan 28 00:58:52.266146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-e6a613bf-dd0d-44e8-8ddc-fd8325fc27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.268048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-e6a613bf-dd0d-44e8-8ddc-fd8325fc27dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1844056 Jan 28 00:58:52.271502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-90d3d8aa-d29f-46e1-ba40-99a32565a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.273378 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-90d3d8aa-d29f-46e1-ba40-99a32565a19e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1273527 Jan 28 00:58:52.334366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:52.334798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.337324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-6103b509-5980-4454-9d27-41d8119087f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0628166 Jan 28 00:58:52.361588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:52.362482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-a37a3400-eddc-4c42-b17c-fcca3e77bae3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 200 len: 217 time: 0.0637572 Jan 28 00:58:52.363888 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3626db8-cf21-41b6-8ba1-8572d1ec8922" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:52.376981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:52.382361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.383529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device adb32328-02ae-4ef1-9757-e4f54fcc1c28 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:52.410366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2849175-263a-4f91-93d8-5e729c406b48 req-6dd508a8-83f0-44bc-9cbb-eff901edfb61 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389761 Jan 28 00:58:52.413507 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (314637fa-4eed-478a-ba8f-00948b83ee42), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.445847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-ac0d32b2-ee5d-41f8-9de5-6778a4fb7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.447258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-ac0d32b2-ee5d-41f8-9de5-6778a4fb7db7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0984874 Jan 28 00:58:52.469864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:52.483120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-451ecb4c-0a4d-49b7-87ee-32ffc0cc7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.484629 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-451ecb4c-0a4d-49b7-87ee-32ffc0cc7ee6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1010735 Jan 28 00:58:52.491841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:52.494917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port adb32328-02ae-4ef1-9757-e4f54fcc1c28 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:52.497961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:52.501791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=314637fa-4eed-478a-ba8f-00948b83ee42,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.511475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.518734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port adb32328-02ae-4ef1-9757-e4f54fcc1c28 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:52.521418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.550392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-efda5952-b3e2-4c33-8797-c06fd726b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.551936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-efda5952-b3e2-4c33-8797-c06fd726b6ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961375 Jan 28 00:58:52.596659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-87eef2e7-5bb1-49c9-9c25-9c1c07b4b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.598519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-87eef2e7-5bb1-49c9-9c25-9c1c07b4b6a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014068 Jan 28 00:58:52.719185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (569c2bc3-ad77-4efb-9798-53db2aada430), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.731773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-cc2f47df-164e-4039-9950-09e241485650 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693032 Jan 28 00:58:52.740970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f58f59-e48e-4a28-ab4b-c806620685ff req-3facee7d-ecc4-4aaf-8079-2b3db0430d2a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:52.742626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4f58f59-e48e-4a28-ab4b-c806620685ff req-3facee7d-ecc4-4aaf-8079-2b3db0430d2a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.1150064 Jan 28 00:58:52.766054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port adb32328-02ae-4ef1-9757-e4f54fcc1c28 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:52.766545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.802282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port adb32328-02ae-4ef1-9757-e4f54fcc1c28, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:52.807550 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.808748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:52.841736 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (314637fa-4eed-478a-ba8f-00948b83ee42), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:52.890363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 5d51b836-c770-437a-afe9-1ba0afb50844 host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:58:52.890916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:52.892758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=adb32328-02ae-4ef1-9757-e4f54fcc1c28,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:52.910854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4f58f59-e48e-4a28-ab4b-c806620685ff req-4ce9486f-d613-45f0-95a0-2ac13a20a86a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558402 Jan 28 00:58:52.928545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-6c4e00e9-cb35-43bc-801b-d1cda9ca530b service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829607 Jan 28 00:58:52.978306 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29830041-2ce9-49a0-a013-30efa01e7b2e x-openstack-request-id: req-29830041-2ce9-49a0-a013-30efa01e7b2e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:52.978976 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:52.979999 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29830041-2ce9-49a0-a013-30efa01e7b2e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:52.980754 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 00:58:53.018145 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-7e33fe78-e8f7-4b14-882b-12ae5ef635a0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044523 Jan 28 00:58:53.056924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for port (314637fa-4eed-478a-ba8f-00948b83ee42), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.062451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (314637fa-4eed-478a-ba8f-00948b83ee42), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.121756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c994cbce-8ae4-4755-a462-b3d5cdbbe60b req-3c7f01f7-7e0f-4bd1-bd2e-07112f85be57 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974920 Jan 28 00:58:53.155573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event updated for resources: {'Port': ['ID=314637fa-4eed-478a-ba8f-00948b83ee42,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:53.174679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (569c2bc3-ad77-4efb-9798-53db2aada430), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.185467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a73f4c-9733-472c-8952-a76de1b1b1eb req-6931c364-a9af-428d-9219-a3da20200b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.186992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62a73f4c-9733-472c-8952-a76de1b1b1eb req-6931c364-a9af-428d-9219-a3da20200b7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0860374 Jan 28 00:58:53.197379 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.199052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-f9ff85d3-3036-4b4f-a0c6-7cd4ee8b2710 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4762425 Jan 28 00:58:53.265499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-743200b3-f675-41a1-8e1a-4a809426e5a7 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0608733 Jan 28 00:58:53.332099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62a73f4c-9733-472c-8952-a76de1b1b1eb req-74a0b5f0-f75c-43c4-8de0-08bc071c670c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209078 Jan 28 00:58:53.408046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-fd8fbcf8-0521-4d58-8580-db7ea63d5361 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.409277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a13ffc79-9e54-4282-91a0-187955da3a9a req-fd8fbcf8-0521-4d58-8580-db7ea63d5361 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1355574 Jan 28 00:58:53.428050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32bad2-844d-45a7-9723-ff46b8cddc5b req-cd57396e-39be-4980-aa3a-5892148bc326 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.429555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f32bad2-844d-45a7-9723-ff46b8cddc5b req-cd57396e-39be-4980-aa3a-5892148bc326 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 948 time: 0.0629258 Jan 28 00:58:53.506280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f32bad2-844d-45a7-9723-ff46b8cddc5b req-df70c0d8-5909-42e7-8193-163fcdf420ed tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Jan 28 00:58:53.527564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd9c0-1d3f-4d5b-97cb-2851c1b89818 req-1cd2ed4f-65a2-4635-8ebe-049e590feb97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.529041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-194bd9c0-1d3f-4d5b-97cb-2851c1b89818 req-1cd2ed4f-65a2-4635-8ebe-049e590feb97 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.0681643 Jan 28 00:58:53.575958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-194bd9c0-1d3f-4d5b-97cb-2851c1b89818 req-08498c0f-289e-4add-8a17-f66478845fe7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Jan 28 00:58:53.648352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6ad8f89-f284-4d3a-9469-de112d182df8 req-d4735333-6d38-46ce-ad1a-6418e4b97691 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips/569c2bc3-ad77-4efb-9798-53db2aada430 HTTP/1.1" status: 200 len: 693 time: 0.0502701 Jan 28 00:58:53.787765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2d8c3-6080-453a-a8f7-e32f263949e4 req-fa6f2cd1-e83c-4b43-b706-39a66586f713 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.789223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aaf2d8c3-6080-453a-a8f7-e32f263949e4 req-fa6f2cd1-e83c-4b43-b706-39a66586f713 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.0876362 Jan 28 00:58:53.795108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad8f89-f284-4d3a-9469-de112d182df8 req-c4e69533-d460-4e64-990c-13f8c35511aa tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.796398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6ad8f89-f284-4d3a-9469-de112d182df8 req-c4e69533-d460-4e64-990c-13f8c35511aa tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1424866 Jan 28 00:58:53.804196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:53.850918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aaf2d8c3-6080-453a-a8f7-e32f263949e4 req-70bb17db-24f9-4f21-a70f-aa6573529c83 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535855 Jan 28 00:58:53.910286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2c048-0201-40dd-bad7-34b3c5e0180b req-5c6c4b0a-44a8-425c-a8fd-8aa85b2d0a62 tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.912182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0f2c048-0201-40dd-bad7-34b3c5e0180b req-5c6c4b0a-44a8-425c-a8fd-8aa85b2d0a62 tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 1099 time: 0.0534973 Jan 28 00:58:53.922809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:53.936536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '5d51b836-c770-437a-afe9-1ba0afb50844', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '5d51b836-c770-437a-afe9-1ba0afb50844', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:53.981292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5d51b836-c770-437a-afe9-1ba0afb50844 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:53.981922 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.995719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:53.999760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0f2c048-0201-40dd-bad7-34b3c5e0180b req-82ecb682-08e2-41d2-9a19-3c9f9491c2b1 tempest-MigrationsAdminTest-29187629 tempest-MigrationsAdminTest-29187629-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776670 Jan 28 00:58:54.009414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3a3f7-007b-460b-964a-60ce2f673988 req-bcec7840-1d1c-46c5-950c-0af4b9b2a8b7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.011215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39a3a3f7-007b-460b-964a-60ce2f673988 req-bcec7840-1d1c-46c5-950c-0af4b9b2a8b7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0738709 Jan 28 00:58:54.034322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:54.041008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.084534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-14783a1b-99bc-4850-a483-ceb242782788 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips/569c2bc3-ad77-4efb-9798-53db2aada430 HTTP/1.1" status: 200 len: 693 time: 0.0589979 Jan 28 00:58:54.091766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=12']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:54.158728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39a3a3f7-007b-460b-964a-60ce2f673988 req-02a4302e-8ac6-4d42-afc8-7a35ecdb1a18 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350386 Jan 28 00:58:54.219364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5ec46b40-23da-4310-aeb6-f7115fcda3a3 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.220918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5ec46b40-23da-4310-aeb6-f7115fcda3a3 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1217611 Jan 28 00:58:54.299706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-d4eaa43f-8e2f-46a4-85c4-fda6b4f8d3ff tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0690014 Jan 28 00:58:54.314565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0d15f-26ef-4cf6-9b78-9a1a541f33a3 req-89780e1b-3efe-4f2b-97a9-ae3d6ae029a3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.316102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95b0d15f-26ef-4cf6-9b78-9a1a541f33a3 req-89780e1b-3efe-4f2b-97a9-ae3d6ae029a3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.0941823 Jan 28 00:58:54.369917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-ad95b82a-6c29-48c7-86e3-81fa1057e184 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0527890 Jan 28 00:58:54.438689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95b0d15f-26ef-4cf6-9b78-9a1a541f33a3 req-ae47d8d4-b02a-44d9-9c53-ec91720740e8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156068 Jan 28 00:58:54.515494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Deleting port 314637fa-4eed-478a-ba8f-00948b83ee42 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:54.515904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (314637fa-4eed-478a-ba8f-00948b83ee42), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.558000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5d51b836-c770-437a-afe9-1ba0afb50844'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:54.626385 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (314637fa-4eed-478a-ba8f-00948b83ee42), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.626892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (314637fa-4eed-478a-ba8f-00948b83ee42), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.641957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Calling delete_port for 314637fa-4eed-478a-ba8f-00948b83ee42 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:54.789873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (314637fa-4eed-478a-ba8f-00948b83ee42), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.815597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event deleted for resources: {'Port': ['ID=314637fa-4eed-478a-ba8f-00948b83ee42,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:54.842898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.843241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.843592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.843930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.844261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.844585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.844921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.845239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.845562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.845913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.846237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.846552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.846869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:54.895099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (569c2bc3-ad77-4efb-9798-53db2aada430), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.898060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.899251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6fc8af9-1a6c-40c6-84a8-165ffb6948f8 req-5d308fc9-be2a-428c-94ed-6494cd077b8d tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "DELETE /v2.0/floatingips/569c2bc3-ad77-4efb-9798-53db2aada430 HTTP/1.1" status: 204 len: 173 time: 0.5233917 Jan 28 00:58:54.981945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14f371-cefe-47d4-a190-654274b7b788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:54.984805 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f34e66-900e-46ee-804f-86c31ade7f41" -d '{"events": [{"server_uuid": "6f14f371-cefe-47d4-a190-654274b7b788", "name": "network-vif-plugged", "status": "completed", "tag": "adb32328-02ae-4ef1-9757-e4f54fcc1c28"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:55.309749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211be1-9f89-4b30-a5de-55316c7d6b18 req-f292e1ad-be1c-4c50-961b-18c1e926bee2 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.311314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2211be1-9f89-4b30-a5de-55316c7d6b18 req-f292e1ad-be1c-4c50-961b-18c1e926bee2 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.3874638 Jan 28 00:58:55.332292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fba30-9e57-44fb-9d60-ea6117158b06 req-d39c1e47-6e0e-44f0-aa6f-f127a853ca08 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.333732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a68fba30-9e57-44fb-9d60-ea6117158b06 req-d39c1e47-6e0e-44f0-aa6f-f127a853ca08 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.3816743 Jan 28 00:58:55.392066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2211be1-9f89-4b30-a5de-55316c7d6b18 req-542e8a14-14ed-40b8-9cae-075c328c0e55 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743105 Jan 28 00:58:55.406552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a68fba30-9e57-44fb-9d60-ea6117158b06 req-7c2a29ba-63e9-48a3-b4bd-beb0e4d36dd6 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Jan 28 00:58:55.646590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813aba-0973-4cdc-9de7-6f02a9d61437 req-068e519d-689e-4fff-9406-0f793fa5b47e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.648124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62813aba-0973-4cdc-9de7-6f02a9d61437 req-068e519d-689e-4fff-9406-0f793fa5b47e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.1682968 Jan 28 00:58:55.658045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382be3-9145-41ce-bba3-58ac2f2cc23c req-33fe05d0-64d4-45a6-9cf3-48e5bd55d080 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.659443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec382be3-9145-41ce-bba3-58ac2f2cc23c req-33fe05d0-64d4-45a6-9cf3-48e5bd55d080 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2268715 Jan 28 00:58:55.698827 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa92be-e552-490a-82ad-e1670f6cc1b4 x-openstack-request-id: req-54fa92be-e552-490a-82ad-e1670f6cc1b4 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:55.699439 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14f371-cefe-47d4-a190-654274b7b788", "name": "network-vif-plugged", "status": "completed", "tag": "adb32328-02ae-4ef1-9757-e4f54fcc1c28", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:55.699787 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54fa92be-e552-490a-82ad-e1670f6cc1b4 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:55.700815 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14f371-cefe-47d4-a190-654274b7b788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'code': 200} Jan 28 00:58:55.708415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62813aba-0973-4cdc-9de7-6f02a9d61437 req-cf557026-f72e-4fb1-8a85-0348fe1db89c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Jan 28 00:58:55.819584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:55.841822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8de048-d684-4a51-b919-847ff7293dcd req-5ed3a21b-deda-4998-a5d7-31b1e456768e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.844384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab8de048-d684-4a51-b919-847ff7293dcd req-5ed3a21b-deda-4998-a5d7-31b1e456768e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0943415 Jan 28 00:58:55.863564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b787a-e75f-4a9c-a594-57cc191e76a6 req-283b2e14-6d8b-471c-a86a-3a10e84fa5a8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.874241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d20b787a-e75f-4a9c-a594-57cc191e76a6 req-283b2e14-6d8b-471c-a86a-3a10e84fa5a8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.0949094 Jan 28 00:58:55.913431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e19687d8-32b3-44e7-abcc-f983d9016ad0 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:55.987745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab8de048-d684-4a51-b919-847ff7293dcd req-70850510-8d81-4d5f-b172-bb14ac29aea7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052291 Jan 28 00:58:55.991915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da822cf-b354-4f8c-b89c-fda2180723e2 req-b6bc1da7-732d-4280-a923-75950a7935bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.994055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7da822cf-b354-4f8c-b89c-fda2180723e2 req-b6bc1da7-732d-4280-a923-75950a7935bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 1100 time: 0.1687014 Jan 28 00:58:55.996611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d20b787a-e75f-4a9c-a594-57cc191e76a6 req-7cee9907-c54d-47f3-996d-d1d92eff9e1b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213691 Jan 28 00:58:56.064092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b38b9025-7367-447b-9117-7bca337aad75 req-ce430ff2-1ca6-4e5d-af3f-55f5c58af07e tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=25bff590d7484f18ae9b55304c9af6ed HTTP/1.1" status: 200 len: 1657 time: 0.0533638 Jan 28 00:58:56.159040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7da822cf-b354-4f8c-b89c-fda2180723e2 req-ee3d3d38-4302-4468-aa06-e0c1b76a0cc6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939879 Jan 28 00:58:56.196456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9025-7367-447b-9117-7bca337aad75 req-174cfb3a-c745-4ca1-a835-2339cfff8bdc tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:56.197943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b38b9025-7367-447b-9117-7bca337aad75 req-174cfb3a-c745-4ca1-a835-2339cfff8bdc tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks?id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 787 time: 0.1266193 Jan 28 00:58:56.270176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-3ff96398-78fe-4d49-9760-defd19ce6a85 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips/da6b81df-2251-44e8-9306-9fb05e855cef HTTP/1.1" status: 200 len: 693 time: 0.0477502 Jan 28 00:58:56.380233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-e06ed2f0-d5a8-48a2-80b6-4fd65bff43bf tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:56.381637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-e06ed2f0-d5a8-48a2-80b6-4fd65bff43bf tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1050897 Jan 28 00:58:56.436260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-4cc1cf3f-e899-4ddc-9ed5-ca261f30bb47 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.133 HTTP/1.1" status: 200 len: 696 time: 0.0486071 Jan 28 00:58:56.495705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-bbf094d5-010b-4276-b946-12aca217cfcb tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.133 HTTP/1.1" status: 200 len: 696 time: 0.0523551 Jan 28 00:58:56.601932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aad8d-8921-4d31-8fd9-cfacbaf91da4 req-c6c77eb8-8a4a-4203-96b6-c7abfbd24bb1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:56.603409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-582aad8d-8921-4d31-8fd9-cfacbaf91da4 req-c6c77eb8-8a4a-4203-96b6-c7abfbd24bb1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.1248305 Jan 28 00:58:56.678495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-582aad8d-8921-4d31-8fd9-cfacbaf91da4 req-c64ed92f-1283-4679-942f-16a35fb60071 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Jan 28 00:58:56.688700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Deleting port ba93dc52-3360-490a-b096-5dfe66462ab5 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:56.689266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.778719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5d622-acbc-4c13-97f0-738b248675bc req-af5b4b20-2da3-423d-9f2d-6398cf3d8f9d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:56.780400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69c5d622-acbc-4c13-97f0-738b248675bc req-af5b4b20-2da3-423d-9f2d-6398cf3d8f9d tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0557106 Jan 28 00:58:56.792705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.793036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (ba93dc52-3360-490a-b096-5dfe66462ab5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.808136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Calling delete_port for ba93dc52-3360-490a-b096-5dfe66462ab5 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:56.815845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852329cd-971e-4c9b-b05d-bc7b85c6d977 req-def4dcae-289d-49f7-b659-44019a831876 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:56.817329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-852329cd-971e-4c9b-b05d-bc7b85c6d977 req-def4dcae-289d-49f7-b659-44019a831876 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5216695f-74aa-455e-aa5e-ecf0402084d2 HTTP/1.1" status: 200 len: 949 time: 0.0787861 Jan 28 00:58:56.878916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Deleting port 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:56.879524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.922271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-852329cd-971e-4c9b-b05d-bc7b85c6d977 req-0206da84-d631-41e6-b625-93b36d0eea83 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945179 Jan 28 00:58:56.978506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] For port 5d51b836-c770-437a-afe9-1ba0afb50844, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5d51b836-c770-437a-afe9-1ba0afb50844,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:56.978999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.995390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Calling delete_port for 5d51b836-c770-437a-afe9-1ba0afb50844 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:57.014802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ba93dc52-3360-490a-b096-5dfe66462ab5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.057967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event deleted for resources: {'Port': ['ID=ba93dc52-3360-490a-b096-5dfe66462ab5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:57.094340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb3f54-affa-429b-8732-c666935adb80 req-a868185b-8b75-4232-b7e2-1d7687193728 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.096767 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3feb3f54-affa-429b-8732-c666935adb80 req-a868185b-8b75-4232-b7e2-1d7687193728 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.0936415 Jan 28 00:58:57.138908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5d51b836-c770-437a-afe9-1ba0afb50844), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.168912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event deleted for resources: {'Port': ['ID=5d51b836-c770-437a-afe9-1ba0afb50844,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:57.182731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d', '557d58a1-0c75-4037-9db4-34aeedbbd48d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:57.205988 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (da6b81df-2251-44e8-9306-9fb05e855cef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.209224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.222354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f4ef86-50d0-42bb-8c8c-18d944076b50 req-8bbbcece-f0ba-4286-a6ba-83441f063b2f tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "DELETE /v2.0/floatingips/da6b81df-2251-44e8-9306-9fb05e855cef HTTP/1.1" status: 204 len: 173 time: 0.7127590 Jan 28 00:58:57.223642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d', '5d51b836-c770-437a-afe9-1ba0afb50844'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:57.235831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3feb3f54-affa-429b-8732-c666935adb80 req-c1000569-f0a7-4c4e-b713-84bbde969d9e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198318 Jan 28 00:58:57.237461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] No DVR routers for this DVR port 5d51b836-c770-437a-afe9-1ba0afb50844 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:57.243557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.266216 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69c5d622-acbc-4c13-97f0-738b248675bc req-09e6bc4e-6830-4c78-a6b0-6340c7a60cb4 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "DELETE /v2.0/ports/5d51b836-c770-437a-afe9-1ba0afb50844 HTTP/1.1" status: 204 len: 173 time: 0.4766614 Jan 28 00:58:57.266886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-deleted', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:57.273036 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54abf5e2-93f5-4189-a42f-9bdd2afbcad3" -d '{"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-deleted", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:57.499446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a780-680c-46bc-a372-ac74a501451e req-989e6ee7-f5fb-4504-a41c-ac772398a202 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.501846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d009a780-680c-46bc-a372-ac74a501451e req-989e6ee7-f5fb-4504-a41c-ac772398a202 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1835704 Jan 28 00:58:57.551092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563e478-fd81-45bc-a319-8384f5f27b92 req-a6169be5-88c3-4d68-a10d-1c437589776b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.553189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e563e478-fd81-45bc-a319-8384f5f27b92 req-a6169be5-88c3-4d68-a10d-1c437589776b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 943 time: 0.1762264 Jan 28 00:58:57.613303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d009a780-680c-46bc-a372-ac74a501451e req-0908c68e-0e23-4606-8480-91c515ede78f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006119 Jan 28 00:58:57.646140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e563e478-fd81-45bc-a319-8384f5f27b92 req-87fd55d2-47a9-496f-8e53-5701d2baa205 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851243 Jan 28 00:58:57.689704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-5c00738c-6d7e-4b20-a18c-d1dc054f6091 service neutron] 10.222.0.43 "GET /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.0860615 Jan 28 00:58:57.816880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-d0a5f7b2-a576-4277-846b-2c9e80116ecf tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips/0e6dab9b-dc1c-4879-a493-4899d9419599 HTTP/1.1" status: 200 len: 693 time: 0.0532904 Jan 28 00:58:57.846945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:57.867640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:57.867992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 00:58:57.882812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:57.890162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Port 5d51b836-c770-437a-afe9-1ba0afb50844 not found, will not notify nova. {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 00:58:57.902637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:57.923645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a1f0-62c8-4e70-989d-1c55dde1163d req-9c031497-04eb-458b-a6eb-a6ffb460f1a2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.925132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc58a1f0-62c8-4e70-989d-1c55dde1163d req-9c031497-04eb-458b-a6eb-a6ffb460f1a2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.1073971 Jan 28 00:58:57.934662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45092) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:57.940738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'floatingip': {'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:57.949715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19687d8-32b3-44e7-abcc-f983d9016ad0 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:57.956229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-229f478b-d5e1-465e-96a4-a74354d2394a tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.957663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-229f478b-d5e1-465e-96a4-a74354d2394a tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1313100 Jan 28 00:58:58.000348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:58.004610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (99fc81ff-0b6f-4eff-b643-1de57d0439f8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.031362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-d1bcdce8-444d-4d4d-aa0e-12874bce7469 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0604551 Jan 28 00:58:58.048725 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa90e21-b04d-411e-9c57-50d15aa420df x-openstack-request-id: req-2fa90e21-b04d-411e-9c57-50d15aa420df {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:58.049086 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5216695f-74aa-455e-aa5e-ecf0402084d2", "name": "network-vif-deleted", "tag": "5d51b836-c770-437a-afe9-1ba0afb50844", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:58.049310 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fa90e21-b04d-411e-9c57-50d15aa420df {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:58.049879 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5216695f-74aa-455e-aa5e-ecf0402084d2', 'name': 'network-vif-deleted', 'tag': '5d51b836-c770-437a-afe9-1ba0afb50844', 'status': 'completed', 'code': 200} Jan 28 00:58:58.060902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.082640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-229ea2f1-9556-4901-9bac-be5923028301 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0503228 Jan 28 00:58:58.232003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c8bb-9545-49c7-8e50-c53b3cd066dd req-85cab8d3-4820-4002-a741-c56bc8f5baa5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.233489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b13c8bb-9545-49c7-8e50-c53b3cd066dd req-85cab8d3-4820-4002-a741-c56bc8f5baa5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.1483479 Jan 28 00:58:58.240636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] Transition to ACTIVE for port object e19687d8-32b3-44e7-abcc-f983d9016ad0 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:58.271603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.294304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Deleting port 95fcc491-05fc-493e-b341-90c6bbecc8e6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:58.294642 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.298978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b13c8bb-9545-49c7-8e50-c53b3cd066dd req-df0e5e84-e031-4637-b8cf-ab30195743ac tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561581 Jan 28 00:58:58.348222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] No DVR routers for this DVR port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:58:58.380928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.381288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (95fcc491-05fc-493e-b341-90c6bbecc8e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.395482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Calling delete_port for 95fcc491-05fc-493e-b341-90c6bbecc8e6 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:58:58.457009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] Pushing event updated for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:58.478073 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-8b6fff48-aedd-43f2-90ff-f30fcee6230c service neutron] 10.222.0.43 "PUT /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0/bindings/n-h2-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7756402 Jan 28 00:58:58.537273 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (95fcc491-05fc-493e-b341-90c6bbecc8e6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.567168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event deleted for resources: {'Port': ['ID=95fcc491-05fc-493e-b341-90c6bbecc8e6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:58.648217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.654525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (99fc81ff-0b6f-4eff-b643-1de57d0439f8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.693546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bf5a1-f8a3-45e3-b093-924410575459 req-fd42df31-9762-4ddf-b89d-c871362f86aa tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.695149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-795bf5a1-f8a3-45e3-b093-924410575459 req-fd42df31-9762-4ddf-b89d-c871362f86aa tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 951 time: 0.1312444 Jan 28 00:58:58.696151 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (0e6dab9b-dc1c-4879-a493-4899d9419599), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.698543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.699681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92cad891-ea12-4d11-9928-5deb91c55d2a req-7eb41a71-e73c-42f5-96ff-ec3a6f77d3ea tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "DELETE /v2.0/floatingips/0e6dab9b-dc1c-4879-a493-4899d9419599 HTTP/1.1" status: 204 len: 173 time: 0.6161802 Jan 28 00:58:58.716735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-eaa59359-7554-4dd1-9f71-8ba349f9287c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.718254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-eaa59359-7554-4dd1-9f71-8ba349f9287c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0811181 Jan 28 00:58:58.765460 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Floating IP 99fc81ff-0b6f-4eff-b643-1de57d0439f8 associated. External IP: 172.25.1.239, port: 47c18955-7d3c-463e-a412-122f3fd2c360. Jan 28 00:58:58.792337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-795bf5a1-f8a3-45e3-b093-924410575459 req-678738c1-b14e-4d28-a12a-6fe27c92c2b1 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Jan 28 00:58:58.821480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-01377da4-ce4c-494b-b6f1-04ed0ec9f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.823020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-01377da4-ce4c-494b-b6f1-04ed0ec9f724 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9&tenant_id=e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 1095 time: 0.0901434 Jan 28 00:58:58.840287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2bc11-3803-48ea-ad5c-36008b09b14f req-724ac939-52aa-4280-859f-59c9cde3042d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.841849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50b2bc11-3803-48ea-ad5c-36008b09b14f req-724ac939-52aa-4280-859f-59c9cde3042d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0699615 Jan 28 00:58:58.945963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50b2bc11-3803-48ea-ad5c-36008b09b14f req-6bf65bd9-bf34-482d-9eec-39351ff151b7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972838 Jan 28 00:58:58.970035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9cf09-913e-4739-a008-ba19978033b5 req-ce11d85d-fbed-4a41-afba-e0096b4e3b58 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.971686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0c9cf09-913e-4739-a008-ba19978033b5 req-ce11d85d-fbed-4a41-afba-e0096b4e3b58 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 944 time: 0.1079733 Jan 28 00:58:58.975301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-5bfaada0-1567-44d9-8a1a-564c5d79c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:58.976682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-5bfaada0-1567-44d9-8a1a-564c5d79c6d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1095 time: 0.0833528 Jan 28 00:58:58.986494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Router 73388d81-ae05-4a17-9cda-c589eec0a172 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:59.049068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bad6553-51d0-48fe-8565-df4c0810acda req-6dc0ff7c-d8ef-4553-8764-0123a899e302 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips/06070d3d-06d6-4aa6-8644-6a137442a414 HTTP/1.1" status: 200 len: 693 time: 0.0762339 Jan 28 00:58:59.096948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:59.103738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:59.110402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] Sync routers for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:59.124511 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:59.125549 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:59.138180 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1e8d2a7d-c396-4d3e-a4a3-5dd3ca806dc1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "PUT /v2.0/floatingips/99fc81ff-0b6f-4eff-b643-1de57d0439f8 HTTP/1.1" status: 200 len: 991 time: 1.1982677 Jan 28 00:58:59.185451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0c9cf09-913e-4739-a008-ba19978033b5 req-4ff5bb1f-0a09-4367-a071-c2dd74ae9e39 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072666 Jan 28 00:58:59.224961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-6f53f78d-6343-42b0-9ecf-107365f093af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:59.227314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-6f53f78d-6343-42b0-9ecf-107365f093af service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.2417386 Jan 28 00:58:59.232725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad6553-51d0-48fe-8565-df4c0810acda req-0d7286da-182c-489c-ba2e-d5b44fd58699 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:59.233546 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:59.240205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bad6553-51d0-48fe-8565-df4c0810acda req-0d7286da-182c-489c-ba2e-d5b44fd58699 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1644409 Jan 28 00:58:59.314780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-2017452d-31d4-4a37-b693-456e9b7b65a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 217 time: 0.0724084 Jan 28 00:58:59.318237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bad6553-51d0-48fe-8565-df4c0810acda req-78a4723f-72ea-416a-88b1-666822918fd7 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0771346 Jan 28 00:58:59.402412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bad6553-51d0-48fe-8565-df4c0810acda req-70c23b9f-8016-429e-904e-e2b0a820f114 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0787668 Jan 28 00:58:59.454122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-afc11c63-fabe-4836-936a-13110aff8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:59.455838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-afc11c63-fabe-4836-936a-13110aff8ce3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1236770 Jan 28 00:58:59.474821 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '99fc81ff-0b6f-4eff-b643-1de57d0439f8', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:28Z', 'updated_at': '2022-01-28T00:58:58Z', 'revision_number': 1, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:59.504411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] Checking router: 73388d81-ae05-4a17-9cda-c589eec0a172 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:59.514583 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:59.515193 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:59.525743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-e177403c-b3b5-4527-a718-5d7b3adaf66b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334134 Jan 28 00:58:59.620686 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:59.673958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2e6df-6275-4ddf-97d5-7d016b9316dc req-d2a00c22-3f07-4699-935e-6c610d31f0a3 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:59.675384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9b2e6df-6275-4ddf-97d5-7d016b9316dc req-d2a00c22-3f07-4699-935e-6c610d31f0a3 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.1324520 Jan 28 00:58:59.681067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-9e0ebbbb-83af-47a1-b769-d8fd57c1ee5a service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392467 Jan 28 00:58:59.688963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Deleting port cfaea1dc-3a25-4528-85bc-112c53d973a8 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:58:59.689334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:59.841851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:58:59.851615 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '99fc81ff-0b6f-4eff-b643-1de57d0439f8', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:28Z', 'updated_at': '2022-01-28T00:58:58Z', 'revision_number': 1, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:59.864293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 5d51b836-c770-437a-afe9-1ba0afb50844 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:58:59.864805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5d51b836-c770-437a-afe9-1ba0afb50844 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:58:59.879467 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd32d0f-02ec-44a2-9d95-dab639a845cd None None] The sync data for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 is: [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '99fc81ff-0b6f-4eff-b643-1de57d0439f8', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:28Z', 'updated_at': '2022-01-28T00:58:58Z', 'revision_number': 1, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:00.051275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:00.053858 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924d423-8f17-4ae3-8c07-d104a505cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:00.080261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea5149-e6fa-4141-bf76-310164d5aced None None] New status for floating IP 99fc81ff-0b6f-4eff-b643-1de57d0439f8: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:59:00.148879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9b2e6df-6275-4ddf-97d5-7d016b9316dc req-58170de5-2429-457d-aeb3-d4fbeb5b8d06 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667158 Jan 28 00:59:00.200520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.200899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (cfaea1dc-3a25-4528-85bc-112c53d973a8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.225962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Calling delete_port for cfaea1dc-3a25-4528-85bc-112c53d973a8 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:00.229111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-e747c205-073a-4567-ba77-279e8020f128 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380216 Jan 28 00:59:00.313478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9c9bd-2892-4022-81a8-f2950a715444 req-591b3a4c-d5f4-4210-a4a5-a7ebba6e24f3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.315060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1f9c9bd-2892-4022-81a8-f2950a715444 req-591b3a4c-d5f4-4210-a4a5-a7ebba6e24f3 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 951 time: 0.1055856 Jan 28 00:59:00.381952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1f9c9bd-2892-4022-81a8-f2950a715444 req-9b494a14-a943-4964-b4a7-e967c5fe513a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598013 Jan 28 00:59:00.436438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cfaea1dc-3a25-4528-85bc-112c53d973a8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.471916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Pushing event deleted for resources: {'Port': ['ID=cfaea1dc-3a25-4528-85bc-112c53d973a8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:00.595055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks [] for floatingip (06070d3d-06d6-4aa6-8644-6a137442a414), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.597616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.598758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bad6553-51d0-48fe-8565-df4c0810acda req-32d5297a-bd0e-44b7-b7be-96de353df709 tempest-FloatingIPDetailsTestJSON-505559120 tempest-FloatingIPDetailsTestJSON-505559120-project] 10.222.0.23 "DELETE /v2.0/floatingips/06070d3d-06d6-4aa6-8644-6a137442a414 HTTP/1.1" status: 204 len: 173 time: 1.1929266 Jan 28 00:59:00.605350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45132) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:00.606972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9f01-d471-43db-b15e-95b7b8286159 req-977cd2b4-b1c0-4353-ad91-243ca3e0f110 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.608415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fbe9f01-d471-43db-b15e-95b7b8286159 req-977cd2b4-b1c0-4353-ad91-243ca3e0f110 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1388271 Jan 28 00:59:00.614644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-7157a202-6ad7-4e9f-b9d3-e422693bef82 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.616163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-7157a202-6ad7-4e9f-b9d3-e422693bef82 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0968428 Jan 28 00:59:00.651057 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82c92d-5685-40bb-8fb5-c2b89ed2e8b7 x-openstack-request-id: req-3f82c92d-5685-40bb-8fb5-c2b89ed2e8b7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:00.651374 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:00.651635 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f82c92d-5685-40bb-8fb5-c2b89ed2e8b7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:00.652141 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'status': 'completed', 'code': 200} Jan 28 00:59:00.664657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fbe9f01-d471-43db-b15e-95b7b8286159 req-094afdd3-55f9-437b-a7be-b13f9930c1e5 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Jan 28 00:59:00.737450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39e9b-b29f-4601-ae06-69756474f563 req-6d587609-08c4-4644-ace8-f8bfe07fb466 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.739031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82b39e9b-b29f-4601-ae06-69756474f563 req-6d587609-08c4-4644-ace8-f8bfe07fb466 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 1100 time: 0.0424590 Jan 28 00:59:00.818848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639f774-8376-4b0f-80f7-a3dc76d8a734 req-cbbdd263-ad5b-4851-81e7-fc5d03f2414f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.820332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9639f774-8376-4b0f-80f7-a3dc76d8a734 req-cbbdd263-ad5b-4851-81e7-fc5d03f2414f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 944 time: 0.0804033 Jan 28 00:59:00.843339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82b39e9b-b29f-4601-ae06-69756474f563 req-5bbe9d61-8043-4e7b-b593-0b0e45998772 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946381 Jan 28 00:59:00.869392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-f936caa6-a5eb-43e2-96fc-af23de2a029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.871208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-f936caa6-a5eb-43e2-96fc-af23de2a029d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0511768 Jan 28 00:59:00.937814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9639f774-8376-4b0f-80f7-a3dc76d8a734 req-4dc6d64d-7157-4e7f-b08e-1723dc56df8f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918167 Jan 28 00:59:00.983793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-50d464a3-2030-4289-932a-bff6d0a629e7 service neutron] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:00.983793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-50d464a3-2030-4289-932a-bff6d0a629e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.983793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f749bc07-f938-435f-b16b-c153fb3754b0 req-50d464a3-2030-4289-932a-bff6d0a629e7 service neutron] 10.222.0.45 "DELETE /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0/bindings/n-h1-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.1768792 Jan 28 00:59:01.058873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-e4d3250a-d714-4685-8fa6-8c51e1a339fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.061027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-e4d3250a-d714-4685-8fa6-8c51e1a339fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1810341 Jan 28 00:59:01.161093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-cccfb2cc-f65a-4b50-a9f0-3dd28ba6c221 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323858 Jan 28 00:59:01.178906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (d1e7dcb7-115d-4325-8880-1508f1927cef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.237712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-bc8810f2-2c6e-4f05-9f09-ab9ade36f157 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 1001 time: 0.1048205 Jan 28 00:59:01.331749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-500d418a-c9b9-4d60-a6bd-caf26bef555a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.332032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-ffb202a2-9594-46bb-bd16-3c05728b573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.332534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-500d418a-c9b9-4d60-a6bd-caf26bef555a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650934 Jan 28 00:59:01.333355 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-ffb202a2-9594-46bb-bd16-3c05728b573a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0617919 Jan 28 00:59:01.335327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0fcf4-2afe-471e-b4c0-f75a19124ccc req-0e0356f7-1611-4c53-97b0-1c774462697c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.336714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fe0fcf4-2afe-471e-b4c0-f75a19124ccc req-0e0356f7-1611-4c53-97b0-1c774462697c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1095 time: 0.1131396 Jan 28 00:59:01.364973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-f830d3cc-fb13-4979-9079-17e034da6768 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.366561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-f830d3cc-fb13-4979-9079-17e034da6768 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 951 time: 0.0941749 Jan 28 00:59:01.373393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-5bfdcfc4-7787-4727-81f4-7c93c58843df tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/quotas/b321f8a6e4fb4e34b0b6ac5b866d431a HTTP/1.1" status: 200 len: 375 time: 0.0330038 Jan 28 00:59:01.426973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-354e3dc2-9a42-4b38-9abe-3577d45368be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.428970 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-354e3dc2-9a42-4b38-9abe-3577d45368be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700274 Jan 28 00:59:01.490423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fe0fcf4-2afe-471e-b4c0-f75a19124ccc req-c035d85e-30b6-4377-b35b-dd6ef208dbcf tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420147 Jan 28 00:59:01.533243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-a82e663c-fd50-4589-8724-a32f68e927a2 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1446509 Jan 28 00:59:01.565191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Deleting port 557d58a1-0c75-4037-9db4-34aeedbbd48d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:01.565540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.681760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cf4fb-14e1-4d00-b979-4f3ac45fb246 req-9740fac8-e8fd-43d9-8df9-4b71bcd01691 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.688136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa8cf4fb-14e1-4d00-b979-4f3ac45fb246 req-9740fac8-e8fd-43d9-8df9-4b71bcd01691 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 951 time: 0.1175742 Jan 28 00:59:01.788227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa8cf4fb-14e1-4d00-b979-4f3ac45fb246 req-b00c09e7-82f3-4e2c-9c95-46c78af3394c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991170 Jan 28 00:59:01.790048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] For port 557d58a1-0c75-4037-9db4-34aeedbbd48d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=557d58a1-0c75-4037-9db4-34aeedbbd48d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:01.790399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.817534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Calling delete_port for 557d58a1-0c75-4037-9db4-34aeedbbd48d owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:01.833002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0945789-c62c-437c-bc74-c7c013c5c9f7 req-418469ca-9843-4d63-98c5-74f8932283e0 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.834602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0945789-c62c-437c-bc74-c7c013c5c9f7 req-418469ca-9843-4d63-98c5-74f8932283e0 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1095 time: 0.1099601 Jan 28 00:59:01.907430 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-f7c77b43-d586-40f3-ab40-ac58f9b73d13 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704888 Jan 28 00:59:01.909707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cf4c796-a17c-4715-8611-6e503d7a96b4 req-2377c40a-3935-423b-837e-a5686594af9a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 210 time: 0.0410764 Jan 28 00:59:01.962556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0945789-c62c-437c-bc74-c7c013c5c9f7 req-daacf7a0-6b67-4084-8417-f898082304a8 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834837 Jan 28 00:59:01.963345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Deleting port 57b18f8f-8d8e-4436-8db0-147720d54c9a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:01.963692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.092382 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (557d58a1-0c75-4037-9db4-34aeedbbd48d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.111241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dc463-459d-433c-beb8-52b5a78fb96e req-facb9b0c-7d3f-496a-be24-293f0626f45f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:02.112756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f99dc463-459d-433c-beb8-52b5a78fb96e req-facb9b0c-7d3f-496a-be24-293f0626f45f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0859239 Jan 28 00:59:02.136122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:02.145288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event deleted for resources: {'Port': ['ID=557d58a1-0c75-4037-9db4-34aeedbbd48d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:02.166718 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4924d423-8f17-4ae3-8c07-d104a505cec5 req-0bd21edf-930b-463a-97ec-7e00f8bc6cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437799 Jan 28 00:59:02.204616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] For port 57b18f8f-8d8e-4436-8db0-147720d54c9a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=57b18f8f-8d8e-4436-8db0-147720d54c9a,segment=NetworkSegment(d3ad26af-3e0b-4337-95ec-a36d5ef82b19),segment_id=d3ad26af-3e0b-4337-95ec-a36d5ef82b19)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:02.205047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.218721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] No DVR routers for this DVR port 557d58a1-0c75-4037-9db4-34aeedbbd48d on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:02.237300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Calling delete_port for 57b18f8f-8d8e-4436-8db0-147720d54c9a owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:02.249590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.254334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0130183-104c-447b-a398-7cc0f2c6fae0 req-23259dde-eea8-4829-a7f2-e0799aaace8c tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "DELETE /v2.0/ports/557d58a1-0c75-4037-9db4-34aeedbbd48d HTTP/1.1" status: 204 len: 173 time: 0.8782454 Jan 28 00:59:02.256147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d', '557d58a1-0c75-4037-9db4-34aeedbbd48d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:02.269130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f99dc463-459d-433c-beb8-52b5a78fb96e req-38b0ca54-43ee-4f86-aee8-b60e4d119cc2 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277502 Jan 28 00:59:02.270365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-deleted', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:02.278390 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e53b44-eff1-4755-8d81-70a8f52e606e" -d '{"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-deleted", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:02.599757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (57b18f8f-8d8e-4436-8db0-147720d54c9a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.628747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b18f8f-8d8e-4436-8db0-147720d54c9a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:02.679628 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238b6b85-8db7-499b-85a0-66e9c6c317c4 x-openstack-request-id: req-238b6b85-8db7-499b-85a0-66e9c6c317c4 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:02.680337 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1", "name": "network-vif-deleted", "tag": "557d58a1-0c75-4037-9db4-34aeedbbd48d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:02.680648 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-238b6b85-8db7-499b-85a0-66e9c6c317c4 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:02.681061 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1', 'name': 'network-vif-deleted', 'tag': '557d58a1-0c75-4037-9db4-34aeedbbd48d', 'status': 'completed', 'code': 200} Jan 28 00:59:02.862366 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (d1e7dcb7-115d-4325-8880-1508f1927cef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.928006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14c18537-325a-422a-a342-97ee36f2e7be req-b5f3395b-3a36-4343-a6a9-fda6f856092b tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ddaa2bb-5ce8-43dd-b393-9bc3f8df3ec1 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Jan 28 00:59:03.007285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7dd36f8-867e-439e-982b-46797212e023 req-5106c68c-7ac6-4349-987c-cc619e1bd05f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 210 time: 0.0269742 Jan 28 00:59:03.102935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Router d1e7dcb7-115d-4325-8880-1508f1927cef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:03.218462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:03.223439 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5944a293-3b01-4280-a315-83545ef28b73 admin admin] 10.222.0.23 "PUT /v2.0/routers/d1e7dcb7-115d-4325-8880-1508f1927cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6168468 Jan 28 00:59:03.226146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:03.228808 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca4490-a985-434f-b986-37577503efce None None] Sync routers for ids ['d1e7dcb7-115d-4325-8880-1508f1927cef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:03.239027 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca4490-a985-434f-b986-37577503efce None None] Routers {'d1e7dcb7-115d-4325-8880-1508f1927cef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:03.239640 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-70ca4490-a985-434f-b986-37577503efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d1e7dcb7-115d-4325-8880-1508f1927cef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:03.313879 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.338795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks [] for router (d1e7dcb7-115d-4325-8880-1508f1927cef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.351387 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-70ca4490-a985-434f-b986-37577503efce None None] Set router d1e7dcb7-115d-4325-8880-1508f1927cef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:03.425066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ab14e-646f-4ffd-8b30-75366a3a9efe req-2c5304fe-c5c8-4f38-8baf-243d48ebc035 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.426723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-162ab14e-646f-4ffd-8b30-75366a3a9efe req-2c5304fe-c5c8-4f38-8baf-243d48ebc035 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0844698 Jan 28 00:59:03.486230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-162ab14e-646f-4ffd-8b30-75366a3a9efe req-6af5d51b-8991-481a-aa80-df616c94a951 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Jan 28 00:59:03.515957 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks [] for router_gateway (d1e7dcb7-115d-4325-8880-1508f1927cef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.529971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-88d66e41-da6b-4aab-892d-936485fe588d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329442 Jan 28 00:59:03.578668 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-70ca4490-a985-434f-b986-37577503efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:59:02Z', 'revision_number': 5, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port': {'id': '75e6d3e6-4d33-4578-bfaa-8aedb867f6a5', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:38Z', 'updated_at': '2022-01-28T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:03.601249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Deleting port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:03.605997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.667373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-13781fc3-21a6-4e10-9e9c-8bc8e4899939 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.669998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-13781fc3-21a6-4e10-9e9c-8bc8e4899939 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1307671 Jan 28 00:59:03.716865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] For port 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:03.717270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.718257 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca4490-a985-434f-b986-37577503efce None None] Checking router: d1e7dcb7-115d-4325-8880-1508f1927cef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:03.727341 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca4490-a985-434f-b986-37577503efce None None] Routers {'d1e7dcb7-115d-4325-8880-1508f1927cef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:03.727962 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-70ca4490-a985-434f-b986-37577503efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:58:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d1e7dcb7-115d-4325-8880-1508f1927cef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:03.729821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Calling delete_port for 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:03.747877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:03.889627 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-70ca4490-a985-434f-b986-37577503efce None None] Set router d1e7dcb7-115d-4325-8880-1508f1927cef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:03.949081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:03.950830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (75e6d3e6-4d33-4578-bfaa-8aedb867f6a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:03.956793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.013565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e6d3e6-4d33-4578-bfaa-8aedb867f6a5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:04.028629 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-70ca4490-a985-434f-b986-37577503efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:59:03Z', 'revision_number': 6, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:04.073532 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca4490-a985-434f-b986-37577503efce None None] The sync data for ids ['d1e7dcb7-115d-4325-8880-1508f1927cef'] in n-d-826756-1 is: [{'id': 'd1e7dcb7-115d-4325-8880-1508f1927cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1068398887-router', 'tenant_id': '25bff590d7484f18ae9b55304c9af6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:36Z', 'updated_at': '2022-01-28T00:59:03Z', 'revision_number': 6, 'project_id': '25bff590d7484f18ae9b55304c9af6ed', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:04.120556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (d1e7dcb7-115d-4325-8880-1508f1927cef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.201663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.140 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/dc84d16e-a958-40d1-9060-d3f962479422) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:04.215731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:04.219764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d1e7dcb7-115d-4325-8880-1508f1927cef), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.222514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks [] for router_controller (d1e7dcb7-115d-4325-8880-1508f1927cef), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.261123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 557d58a1-0c75-4037-9db4-34aeedbbd48d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:04.262300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 557d58a1-0c75-4037-9db4-34aeedbbd48d not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:04.268862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eea88054-8cfb-4c44-8e93-c0033a2b92c0 req-64756b93-0c67-42b1-9911-760a83fbf0e2 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 210 time: 0.0618308 Jan 28 00:59:04.311043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d1e7dcb7-115d-4325-8880-1508f1927cef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.311617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e7dcb7-115d-4325-8880-1508f1927cef {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:59:04.320417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.321767 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf4f81d5-876b-4a89-9810-5a2fda6388f0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d1e7dcb7-115d-4325-8880-1508f1927cef HTTP/1.1" status: 204 len: 168 time: 1.0945160 Jan 28 00:59:04.324204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45216) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:04.375679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Deleting subnet 862d14da-18c1-4716-b68e-a84b0fafa111 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:04.379258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Publish callbacks [] for subnet (862d14da-18c1-4716-b68e-a84b0fafa111), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.431606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (862d14da-18c1-4716-b68e-a84b0fafa111), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.488432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (dc84d16e-a958-40d1-9060-d3f962479422), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.511132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186653e-6d59-431e-a79a-50a724af236c req-f23bc309-def3-47eb-861c-70c0a7e55027 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.512768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9186653e-6d59-431e-a79a-50a724af236c req-f23bc309-def3-47eb-861c-70c0a7e55027 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.2254770 Jan 28 00:59:04.556951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (862d14da-18c1-4716-b68e-a84b0fafa111), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.600545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dc84d16e-a958-40d1-9060-d3f962479422), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.629074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (862d14da-18c1-4716-b68e-a84b0fafa111), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.650232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:04.656876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'adb32328-02ae-4ef1-9757-e4f54fcc1c28'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:04.662757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862d14da-18c1-4716-b68e-a84b0fafa111,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:04.670997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.674519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-14c022a7-6acb-44af-b5e0-cf9c00ffd019 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/862d14da-18c1-4716-b68e-a84b0fafa111 HTTP/1.1" status: 204 len: 168 time: 0.3492839 Jan 28 00:59:04.676942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45224) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:04.683066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9186653e-6d59-431e-a79a-50a724af236c req-6c15446f-b13f-452e-aac8-a3ac9f318eb2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354787 Jan 28 00:59:04.690184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:04.704590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:04.710552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:04.786461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce09927-349a-43a0-9c1e-a469deb31c95 None None] Network 4664be23-8ed3-445f-8041-3434d700340f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:04.797146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=dc84d16e-a958-40d1-9060-d3f962479422,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:04.827979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (4664be23-8ed3-445f-8041-3434d700340f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.858404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.859408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:04.889199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c8f8f9a6-fe39-4899-8f02-6771311df44a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1442659 Jan 28 00:59:04.903933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b2de-2816-45d8-ac7a-d25fcd458347 req-d96e55d0-a20b-40e3-a4dc-f4a76f836e85 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.906129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec05b2de-2816-45d8-ac7a-d25fcd458347 req-d96e55d0-a20b-40e3-a4dc-f4a76f836e85 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1261373 Jan 28 00:59:04.940532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Deleting port 229b2877-1f44-4e82-811b-3e0b0ace30b1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:04.941022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.013161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Request body: {'port': {'device_id': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:05.019675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec05b2de-2816-45d8-ac7a-d25fcd458347 req-8836fd86-7352-4bea-aa22-e666580aa12a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078825 Jan 28 00:59:05.098423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] For port 229b2877-1f44-4e82-811b-3e0b0ace30b1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=229b2877-1f44-4e82-811b-3e0b0ace30b1,segment=NetworkSegment(d3ad26af-3e0b-4337-95ec-a36d5ef82b19),segment_id=d3ad26af-3e0b-4337-95ec-a36d5ef82b19)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:05.098804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.122051 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc84d16e-a958-40d1-9060-d3f962479422), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.122868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Calling delete_port for 229b2877-1f44-4e82-811b-3e0b0ace30b1 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:05.205212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] DHCP port deletion for 4664be23-8ed3-445f-8041-3434d700340f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:59:05.291805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c2dcc8f0-a2d0-4a4a-bfa5-7f721b1d55d8 None None] Provisioning complete for port dc84d16e-a958-40d1-9060-d3f962479422 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:05.292437 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c2dcc8f0-a2d0-4a4a-bfa5-7f721b1d55d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dc84d16e-a958-40d1-9060-d3f962479422), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.301487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.349024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=229b2877-1f44-4e82-811b-3e0b0ace30b1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:05.353056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] No DVR routers for this DVR port 229b2877-1f44-4e82-811b-3e0b0ace30b1 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:05.402782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcc8f0-a2d0-4a4a-bfa5-7f721b1d55d8 None None] Port dc84d16e-a958-40d1-9060-d3f962479422 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:05.485307 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (4664be23-8ed3-445f-8041-3434d700340f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.511349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4664be23-8ed3-445f-8041-3434d700340f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:05.521018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bd343-c86d-4c1d-b794-6b4e8aa64e9b req-be7130b8-9c23-48d0-aa3c-289ac5456a9d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:05.522464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:05.522758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ad26af-3e0b-4337-95ec-a36d5ef82b19') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:05.525050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e28bd343-c86d-4c1d-b794-6b4e8aa64e9b req-be7130b8-9c23-48d0-aa3c-289ac5456a9d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 936 time: 0.1225810 Jan 28 00:59:05.544676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d3ad26af-3e0b-4337-95ec-a36d5ef82b19), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.550406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Deleting port 229b2877-1f44-4e82-811b-3e0b0ace30b1 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:05.550921 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.582430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d3ad26af-3e0b-4337-95ec-a36d5ef82b19), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.592795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:05.593286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d3ad26af-3e0b-4337-95ec-a36d5ef82b19), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:05.595756 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:05.626747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] For port 229b2877-1f44-4e82-811b-3e0b0ace30b1, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:05.628247 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.641802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Calling delete_port for 229b2877-1f44-4e82-811b-3e0b0ace30b1 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:05.644640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Port 229b2877-1f44-4e82-811b-3e0b0ace30b1 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:59:05.653570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (229b2877-1f44-4e82-811b-3e0b0ace30b1), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.665673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (4664be23-8ed3-445f-8041-3434d700340f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.671516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e28bd343-c86d-4c1d-b794-6b4e8aa64e9b req-2a6a0ac7-1aeb-4eb0-a220-209bb83b6b37 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374769 Jan 28 00:59:05.686681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc84d16e-a958-40d1-9060-d3f962479422 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:05.694875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.713430 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] 10.222.0.23 "DELETE /v2.0/networks/4664be23-8ed3-445f-8041-3434d700340f HTTP/1.1" status: 204 len: 168 time: 1.0244205 Jan 28 00:59:05.713925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Pushing event deleted for resources: {'Port': ['ID=229b2877-1f44-4e82-811b-3e0b0ace30b1,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:05.719681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Publish callbacks [] for port (dc84d16e-a958-40d1-9060-d3f962479422), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.736119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] Network 4664be23-8ed3-445f-8041-3434d700340f is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:59:05.736259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1857569-f432-42f9-990e-e184fb0b6c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4664be23-8ed3-445f-8041-3434d700340f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:05.736565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386fb6a4-4494-4093-8b71-912d8fc74f22 None None] No DVR routers for this DVR port 229b2877-1f44-4e82-811b-3e0b0ace30b1 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:05.781739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Transition to ACTIVE for port object dc84d16e-a958-40d1-9060-d3f962479422 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:05.787180 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (dc84d16e-a958-40d1-9060-d3f962479422), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:05.822631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:05.893139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:05.893453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 75e6d3e6-4d33-4578-bfaa-8aedb867f6a5 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:05.895338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 57b18f8f-8d8e-4436-8db0-147720d54c9a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:05.925461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc84d16e-a958-40d1-9060-d3f962479422,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:05.947839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 57b18f8f-8d8e-4436-8db0-147720d54c9a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:05.948869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 57b18f8f-8d8e-4436-8db0-147720d54c9a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:05.949449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 229b2877-1f44-4e82-811b-3e0b0ace30b1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:05.970195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45240) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:06.017584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 229b2877-1f44-4e82-811b-3e0b0ace30b1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:06.017967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 229b2877-1f44-4e82-811b-3e0b0ace30b1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:06.018391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e57d46-b9c8-4262-b476-c850984db01c req-5af6f226-af0e-49c8-837f-21f1c15f9ab2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.027447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1e57d46-b9c8-4262-b476-c850984db01c req-5af6f226-af0e-49c8-837f-21f1c15f9ab2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.1897395 Jan 28 00:59:06.063055 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c3528d3e-50f1-4eb0-9183-2d866bf1ffc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25bff590d7484f18ae9b55304c9af6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912299 Jan 28 00:59:06.065348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45244) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:06.114510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Attempting to bind port dc84d16e-a958-40d1-9060-d3f962479422 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:06.117487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Attempting to bind port dc84d16e-a958-40d1-9060-d3f962479422 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:06.118041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Attempting to bind port dc84d16e-a958-40d1-9060-d3f962479422 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:06.157697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1e57d46-b9c8-4262-b476-c850984db01c req-dbc4040d-0424-482f-839e-c6e692f35841 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261220 Jan 28 00:59:06.165563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Port dc84d16e-a958-40d1-9060-d3f962479422 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:06.171121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Attempting to bind port dc84d16e-a958-40d1-9060-d3f962479422 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:06.183671 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b194cdec-152c-49ca-bca5-8f25c59a98f6 admin admin] Publish callbacks [] for security_group (3b375397-aba1-4052-801b-7fb8e15ba778), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.215160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b194cdec-152c-49ca-bca5-8f25c59a98f6 admin admin] Publish callbacks [] for security_group (3b375397-aba1-4052-801b-7fb8e15ba778), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.231125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:06.231943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:06.233447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:06.234156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Bound port: dc84d16e-a958-40d1-9060-d3f962479422, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:06.234748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc84d16e-a958-40d1-9060-d3f962479422), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.271432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b194cdec-152c-49ca-bca5-8f25c59a98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3b375397-aba1-4052-801b-7fb8e15ba778), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.274138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b194cdec-152c-49ca-bca5-8f25c59a98f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.277822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b194cdec-152c-49ca-bca5-8f25c59a98f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b375397-aba1-4052-801b-7fb8e15ba778 HTTP/1.1" status: 204 len: 168 time: 0.2078550 Jan 28 00:59:06.304626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194cdec-152c-49ca-bca5-8f25c59a98f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b375397-aba1-4052-801b-7fb8e15ba778,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:06.312076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee7b4-5d47-45d6-a2b7-9a3341c01931 req-abedf9cf-9c0c-44e9-b8f6-e1db4318bce0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.314241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c2ee7b4-5d47-45d6-a2b7-9a3341c01931 req-abedf9cf-9c0c-44e9-b8f6-e1db4318bce0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1322758 Jan 28 00:59:06.379656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] For port dc84d16e-a958-40d1-9060-d3f962479422, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:06.386801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] For port dc84d16e-a958-40d1-9060-d3f962479422, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=dc84d16e-a958-40d1-9060-d3f962479422,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:06.401733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (dc84d16e-a958-40d1-9060-d3f962479422), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.414689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c2ee7b4-5d47-45d6-a2b7-9a3341c01931 req-5baef37a-d17e-470d-8456-6556847538ba tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906458 Jan 28 00:59:06.441035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.441342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.443032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc84d16e-a958-40d1-9060-d3f962479422 HTTP/1.1" status: 200 len: 1096 time: 1.4362659 Jan 28 00:59:06.443512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'tag': 'dc84d16e-a958-40d1-9060-d3f962479422'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:06.445808 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176e30df-574b-413d-a422-5bf98809f172" -d '{"events": [{"name": "network-changed", "server_uuid": "44e9d282-863f-4e32-80fe-de57e0c0c79f", "tag": "dc84d16e-a958-40d1-9060-d3f962479422"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:06.482362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92a14e-b0d7-4183-a86a-71f90f131d11 service neutron] Pushing event updated for resources: {'Port': ['ID=dc84d16e-a958-40d1-9060-d3f962479422,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:06.507503 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35e5219-d9bf-4b64-a040-55da8c91a5f2 x-openstack-request-id: req-c35e5219-d9bf-4b64-a040-55da8c91a5f2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:06.507798 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e9d282-863f-4e32-80fe-de57e0c0c79f", "tag": "dc84d16e-a958-40d1-9060-d3f962479422", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:06.508051 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c35e5219-d9bf-4b64-a040-55da8c91a5f2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:06.508451 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'tag': 'dc84d16e-a958-40d1-9060-d3f962479422', 'status': 'completed', 'code': 200} Jan 28 00:59:06.581545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-e1098a65-6be9-40dd-ad93-8a22ae1fd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.584042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-e1098a65-6be9-40dd-ad93-8a22ae1fd6c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 1099 time: 0.0541248 Jan 28 00:59:06.759431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-59a6a1ee-d8c6-4c24-beca-cdee6c132141 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dc84d16e-a958-40d1-9060-d3f962479422 HTTP/1.1" status: 200 len: 217 time: 0.0852990 Jan 28 00:59:06.762726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-b6def75d-e266-4ceb-9030-754c4edf49a2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.765171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-b6def75d-e266-4ceb-9030-754c4edf49a2 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.0913308 Jan 28 00:59:06.830874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-d39ce61c-a623-456e-9ae6-298d2f2dadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.832420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-d39ce61c-a623-456e-9ae6-298d2f2dadaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0566077 Jan 28 00:59:06.905436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be8272-3f93-4c63-b910-ab1f75acf549 req-1dc2c9c2-4606-4d4f-a7ae-b97573d42405 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.913276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6be8272-3f93-4c63-b910-ab1f75acf549 req-1dc2c9c2-4606-4d4f-a7ae-b97573d42405 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 948 time: 0.1467748 Jan 28 00:59:06.936441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074db82-86f3-40b1-8d31-db609581fed4 req-7d0102bf-7b0f-4287-aac1-9217c84d7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.937994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-7d0102bf-7b0f-4287-aac1-9217c84d7bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918574 Jan 28 00:59:06.972683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Deleting port f53d5679-018a-4657-825a-2b30a8b8512d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:06.973793 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.977835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.024790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a34604d-c9a9-408b-921a-91eb6fac252c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.038403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6be8272-3f93-4c63-b910-ab1f75acf549 req-07322ac3-49f0-489b-82e6-e9a0e1015208 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241560 Jan 28 00:59:07.105309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-228913b2-897e-4366-8ade-99878e780206 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576574 Jan 28 00:59:07.166317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] For port f53d5679-018a-4657-825a-2b30a8b8512d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f53d5679-018a-4657-825a-2b30a8b8512d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:07.166696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.195878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Calling delete_port for f53d5679-018a-4657-825a-2b30a8b8512d owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:07.270089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2074db82-86f3-40b1-8d31-db609581fed4 req-c935034f-b37a-4e04-86bc-d1d259d15913 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576772 Jan 28 00:59:07.382735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ba674-3dba-49c5-bcbe-19e1a2f683b8 req-91e3880d-85a6-4e9d-8fe8-ecbf6bd4c63f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.384333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a3ba674-3dba-49c5-bcbe-19e1a2f683b8 req-91e3880d-85a6-4e9d-8fe8-ecbf6bd4c63f tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=966f089b-b3cd-4130-9154-3fb3a1655fd9 HTTP/1.1" status: 200 len: 949 time: 0.0988109 Jan 28 00:59:07.410450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f53d5679-018a-4657-825a-2b30a8b8512d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.444471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event deleted for resources: {'Port': ['ID=f53d5679-018a-4657-825a-2b30a8b8512d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:07.448531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:07.463802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e30df-574b-413d-a422-5bf98809f172 req-fbec77fc-1f28-497a-8eb9-a8275a59b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.465332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-fbec77fc-1f28-497a-8eb9-a8275a59b53f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 1099 time: 0.0746260 Jan 28 00:59:07.499743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a3ba674-3dba-49c5-bcbe-19e1a2f683b8 req-4f841bc2-7a53-43a8-b2a0-a4afd3da0334 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826113 Jan 28 00:59:07.537546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['f53d5679-018a-4657-825a-2b30a8b8512d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:07.556540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] No DVR routers for this DVR port f53d5679-018a-4657-825a-2b30a8b8512d on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:07.559533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:07.562964 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eaf3001b-e29d-4aab-8550-5842eacb73a0 req-9af4e89a-df07-41b5-a3fe-aa013055dcaf tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.45 "DELETE /v2.0/ports/f53d5679-018a-4657-825a-2b30a8b8512d HTTP/1.1" status: 204 len: 173 time: 0.7739713 Jan 28 00:59:07.563442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-deleted', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:07.565786 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b61a5-735b-4390-8291-1e258929f7f8" -d '{"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-deleted", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:07.688512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53422-2723-4843-baac-27d1e62f778f req-618038ba-c403-4123-b939-58fde1e09a4c tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.696434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bc53422-2723-4843-baac-27d1e62f778f req-618038ba-c403-4123-b939-58fde1e09a4c tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1381211 Jan 28 00:59:07.722552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e30df-574b-413d-a422-5bf98809f172 req-2bd99fad-9d80-49b6-bd40-94bc32d48acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.724049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-2bd99fad-9d80-49b6-bd40-94bc32d48acc service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2233238 Jan 28 00:59:07.800304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bc53422-2723-4843-baac-27d1e62f778f req-655eaac7-3594-4e9c-aa03-c81d946c51be tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029558 Jan 28 00:59:07.801908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-9ad387eb-fed5-4234-b767-599bc4220530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dc84d16e-a958-40d1-9060-d3f962479422 HTTP/1.1" status: 200 len: 217 time: 0.0553994 Jan 28 00:59:07.844575 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0f056-81fa-4ffb-afb8-565fc125f6b3 x-openstack-request-id: req-2fb0f056-81fa-4ffb-afb8-565fc125f6b3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:07.844879 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966f089b-b3cd-4130-9154-3fb3a1655fd9", "name": "network-vif-deleted", "tag": "f53d5679-018a-4657-825a-2b30a8b8512d", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:07.845142 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fb0f056-81fa-4ffb-afb8-565fc125f6b3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:07.845552 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966f089b-b3cd-4130-9154-3fb3a1655fd9', 'name': 'network-vif-deleted', 'tag': 'f53d5679-018a-4657-825a-2b30a8b8512d', 'status': 'completed', 'code': 200} Jan 28 00:59:07.878595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e30df-574b-413d-a422-5bf98809f172 req-2cb6fb9d-0e0a-4122-a24b-141fe331604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.880117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-2cb6fb9d-0e0a-4122-a24b-141fe331604d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0656440 Jan 28 00:59:07.943005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e30df-574b-413d-a422-5bf98809f172 req-725b9ede-4552-46db-8a6d-21e739e67d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.944656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-725b9ede-4552-46db-8a6d-21e739e67d89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564613 Jan 28 00:59:08.086796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-8dbabf13-ea5b-41dd-94f8-a52a63f2b1b4 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285667 Jan 28 00:59:08.254086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcce7a-c67e-47af-a2aa-53b7d13ecbb6 req-485cbb99-0c6e-4ad5-aadd-24d8095389bb tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:08.261332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bdcce7a-c67e-47af-a2aa-53b7d13ecbb6 req-485cbb99-0c6e-4ad5-aadd-24d8095389bb tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 948 time: 0.0923932 Jan 28 00:59:08.287370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-176e30df-574b-413d-a422-5bf98809f172 req-12dde04a-f7a5-49f6-91ac-1c5212db4338 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899245 Jan 28 00:59:08.319927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bdcce7a-c67e-47af-a2aa-53b7d13ecbb6 req-da4ed685-76f0-48f2-839a-0742ebaba1c9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Jan 28 00:59:08.853469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175a761-4c96-45a3-a12d-9d7a9efa2eba req-d0bd6f20-a2a6-4822-a112-cd19a53e755a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:08.855172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3175a761-4c96-45a3-a12d-9d7a9efa2eba req-d0bd6f20-a2a6-4822-a112-cd19a53e755a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0532231 Jan 28 00:59:08.908204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3175a761-4c96-45a3-a12d-9d7a9efa2eba req-12d6ff2e-88f2-40f7-b64b-d77416d9fffb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Jan 28 00:59:08.970981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c6faa-bba1-429c-a41a-f0d1b0086a2c req-5c2aaa86-ae8c-4f61-ba40-8d0b7717dc6a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:08.972530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-542c6faa-bba1-429c-a41a-f0d1b0086a2c req-5c2aaa86-ae8c-4f61-ba40-8d0b7717dc6a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0556343 Jan 28 00:59:09.021547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-542c6faa-bba1-429c-a41a-f0d1b0086a2c req-2a182590-c461-4b2a-b034-bc3984eb44e3 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Jan 28 00:59:09.266277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7427c0-b7ce-4c5c-96bf-f7a675d917cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:09.270187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0292-8161-46c0-bf58-c677d3da9fd4 req-c1bda790-aa75-4604-ad36-727720a1ef6a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:09.272838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c09b0292-8161-46c0-bf58-c677d3da9fd4 req-c1bda790-aa75-4604-ad36-727720a1ef6a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.0662224 Jan 28 00:59:09.326901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c09b0292-8161-46c0-bf58-c677d3da9fd4 req-55a03714-667c-4841-928c-ef82f8101f05 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473058 Jan 28 00:59:09.546628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3260c6-7bab-47a7-872e-5104a616db21 req-4c19aca2-bcbe-4766-a0fe-0ff839ef7543 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:09.548278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3260c6-7bab-47a7-872e-5104a616db21 req-4c19aca2-bcbe-4766-a0fe-0ff839ef7543 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 948 time: 0.0547156 Jan 28 00:59:09.601240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3260c6-7bab-47a7-872e-5104a616db21 req-1eab9db0-b3b7-43c3-aa4b-1708854139c6 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Jan 28 00:59:10.046175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c2da-d0bc-44ca-a8c0-6580144ca7b8 req-18257c41-aa24-4d26-9e1e-737c055044da tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.048098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01c1c2da-d0bc-44ca-a8c0-6580144ca7b8 req-18257c41-aa24-4d26-9e1e-737c055044da tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0606005 Jan 28 00:59:10.100197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01c1c2da-d0bc-44ca-a8c0-6580144ca7b8 req-66329eee-bac3-4188-8648-f51a32c91dbc tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Jan 28 00:59:10.232239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d6aa-9e8d-4ba2-bfdd-852daff093da req-1a3198e5-f112-42b7-b9bf-ea1311de3d08 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.233887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de9d6aa-9e8d-4ba2-bfdd-852daff093da req-1a3198e5-f112-42b7-b9bf-ea1311de3d08 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0670192 Jan 28 00:59:10.246672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:10.272939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: f53d5679-018a-4657-825a-2b30a8b8512d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:10.274189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f53d5679-018a-4657-825a-2b30a8b8512d not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:10.292733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de9d6aa-9e8d-4ba2-bfdd-852daff093da req-756adb04-ff9c-4bd1-94d1-eb1b0c5ca570 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Jan 28 00:59:10.598701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45362) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:10.711331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:10.716835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a353f35-d920-484a-9524-97e24d4c10ce req-228db39e-fba3-40ef-84e8-6a9b91349734 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.718696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a353f35-d920-484a-9524-97e24d4c10ce req-228db39e-fba3-40ef-84e8-6a9b91349734 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0740163 Jan 28 00:59:10.757626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-560eab40-220a-443e-a4d2-d0f9a22d1f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:10.783557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f35d3-2411-4e66-b0e4-4658b47806e6 req-8584e7b9-2e1e-439d-9560-ec161c6e8fe9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.785093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-671f35d3-2411-4e66-b0e4-4658b47806e6 req-8584e7b9-2e1e-439d-9560-ec161c6e8fe9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 948 time: 0.0555141 Jan 28 00:59:10.846894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-671f35d3-2411-4e66-b0e4-4658b47806e6 req-2aedccd4-956a-4469-a030-75f5963a7bf5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547733 Jan 28 00:59:10.931077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Deleting port 23fb984e-f470-46a9-b1b0-f5ca82182f1d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:10.931447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:10.971010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1313b-a325-4fda-9f78-9d3e1d96ac07 req-b0df2347-24b7-4b4c-b23c-371b2dff5dc2 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.972559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e1313b-a325-4fda-9f78-9d3e1d96ac07 req-b0df2347-24b7-4b4c-b23c-371b2dff5dc2 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.0523324 Jan 28 00:59:11.023053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-560eab40-220a-443e-a4d2-d0f9a22d1f39 admin admin] Publish callbacks [] for security_group (0c345445-463f-45dc-a184-6da4d10569bf), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.026575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e1313b-a325-4fda-9f78-9d3e1d96ac07 req-a2b42a5f-dde1-4959-b671-3a18127e56de tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442140 Jan 28 00:59:11.031784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-560eab40-220a-443e-a4d2-d0f9a22d1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0c345445-463f-45dc-a184-6da4d10569bf), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.086205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] For port 23fb984e-f470-46a9-b1b0-f5ca82182f1d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=23fb984e-f470-46a9-b1b0-f5ca82182f1d,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:11.086577 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.092379 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-560eab40-220a-443e-a4d2-d0f9a22d1f39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6187822144f44be4aab17fa705ae687d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922853 Jan 28 00:59:11.095310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45374) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:11.098317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eab40-220a-443e-a4d2-d0f9a22d1f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c345445-463f-45dc-a184-6da4d10569bf,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:11.107136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Calling delete_port for 23fb984e-f470-46a9-b1b0-f5ca82182f1d owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:11.159075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d0a595b-c654-44c1-b5a1-a3e4c1f786b8 admin admin] Publish callbacks [] for security_group (0c345445-463f-45dc-a184-6da4d10569bf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.186361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d0a595b-c654-44c1-b5a1-a3e4c1f786b8 admin admin] Publish callbacks [] for security_group (0c345445-463f-45dc-a184-6da4d10569bf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.251244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (23fb984e-f470-46a9-b1b0-f5ca82182f1d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.267871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22422550-60aa-482d-8d2e-13b0eb65e0a8 req-594b6128-84d3-4929-8de5-a38fc367287a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:11.269657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22422550-60aa-482d-8d2e-13b0eb65e0a8 req-594b6128-84d3-4929-8de5-a38fc367287a tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/ports?device_id=83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b HTTP/1.1" status: 200 len: 950 time: 0.0808268 Jan 28 00:59:11.289082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d0a595b-c654-44c1-b5a1-a3e4c1f786b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0c345445-463f-45dc-a184-6da4d10569bf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.292614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d0a595b-c654-44c1-b5a1-a3e4c1f786b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.297116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d0a595b-c654-44c1-b5a1-a3e4c1f786b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c345445-463f-45dc-a184-6da4d10569bf HTTP/1.1" status: 204 len: 168 time: 0.2007494 Jan 28 00:59:11.297651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['23fb984e-f470-46a9-b1b0-f5ca82182f1d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:11.308172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Pushing event deleted for resources: {'Port': ['ID=23fb984e-f470-46a9-b1b0-f5ca82182f1d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:11.323754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a595b-c654-44c1-b5a1-a3e4c1f786b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c345445-463f-45dc-a184-6da4d10569bf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:11.383902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] No DVR routers for this DVR port 23fb984e-f470-46a9-b1b0-f5ca82182f1d on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:11.386843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.390439 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a353f35-d920-484a-9524-97e24d4c10ce req-ffef8ffa-915a-43a8-a1fa-1eed6030eb82 tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.43 "DELETE /v2.0/ports/23fb984e-f470-46a9-b1b0-f5ca82182f1d HTTP/1.1" status: 204 len: 173 time: 0.6645920 Jan 28 00:59:11.391763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-deleted', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:11.395381 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1429691c-ac76-486d-a23a-5cf1e18e42f8" -d '{"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-deleted", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:11.405665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22422550-60aa-482d-8d2e-13b0eb65e0a8 req-6540d2db-8240-4dc4-91b9-1e3dabeadccb tempest-MigrationsAdminTest-1382053085 tempest-MigrationsAdminTest-1382053085-project] 10.222.0.23 "GET /v2.0/security-groups?id=996924bc-d9cd-4380-92d6-b9a5d8917054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188776 Jan 28 00:59:11.455467 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9940c4e7-1256-4dbc-8897-c6c7d4ed9adf x-openstack-request-id: req-9940c4e7-1256-4dbc-8897-c6c7d4ed9adf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:11.456640 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b", "name": "network-vif-deleted", "tag": "23fb984e-f470-46a9-b1b0-f5ca82182f1d", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:11.456902 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9940c4e7-1256-4dbc-8897-c6c7d4ed9adf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:11.457332 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f19e7e-083f-4d3d-8ebb-f12dbe82dc1b', 'name': 'network-vif-deleted', 'tag': '23fb984e-f470-46a9-b1b0-f5ca82182f1d', 'status': 'completed', 'code': 200} Jan 28 00:59:11.486391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf976b-3328-4ae6-befa-419f8ddaea6e req-fdc49eaf-1593-4e01-8344-064a57f66fba tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:11.488018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82cf976b-3328-4ae6-befa-419f8ddaea6e req-fdc49eaf-1593-4e01-8344-064a57f66fba tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0779483 Jan 28 00:59:11.581611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82cf976b-3328-4ae6-befa-419f8ddaea6e req-49cca64c-a127-423a-9c47-9eabf3b9b4c0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785663 Jan 28 00:59:11.790626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.019924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe782-21b2-492f-b9b9-ae357bce9aa0 req-a0d84d8e-7740-42be-831e-4f6d7de965ab tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.021532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b8fe782-21b2-492f-b9b9-ae357bce9aa0 req-a0d84d8e-7740-42be-831e-4f6d7de965ab tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 948 time: 0.0619740 Jan 28 00:59:12.112056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b8fe782-21b2-492f-b9b9-ae357bce9aa0 req-028ccfbc-e9aa-43ab-9541-6a357c0ee252 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756369 Jan 28 00:59:12.199923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27571e65-1e66-47ba-82f0-ec504855bc8a req-4316ccd6-c268-4e42-98f5-7d0adbc7960d tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.201435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27571e65-1e66-47ba-82f0-ec504855bc8a req-4316ccd6-c268-4e42-98f5-7d0adbc7960d tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.0528340 Jan 28 00:59:12.254614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27571e65-1e66-47ba-82f0-ec504855bc8a req-e7097718-6abe-4f33-8fd3-089c595ec3c7 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Jan 28 00:59:12.255643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device dc84d16e-a958-40d1-9060-d3f962479422 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:12.281631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45412) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:12.367431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port dc84d16e-a958-40d1-9060-d3f962479422, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=dc84d16e-a958-40d1-9060-d3f962479422,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:12.384649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1616899986-network', 'tenant_id': '3eca508a71934eb898267e0d1fba9be6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:12.407404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Made reservation on behalf of 3eca508a71934eb898267e0d1fba9be6 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:12.410149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.422199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.532330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks [] for security_group (f1a9fb1b-8c58-4d58-b69c-3086504c8ef6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.538099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1a9fb1b-8c58-4d58-b69c-3086504c8ef6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.568815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'dc84d16e-a958-40d1-9060-d3f962479422', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'dc84d16e-a958-40d1-9060-d3f962479422', 'mac_address': 'fa:16:3e:05:11:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:12.579120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:12.605161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:12.619426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (029e7f39-8d19-4415-bc85-f79f944abbd6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.622182 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Added segment 029e7f39-8d19-4415-bc85-f79f944abbd6 of type vlan for network 54dd82d0-40df-4377-99e5-cf53363dcae6 Jan 28 00:59:12.650778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port dc84d16e-a958-40d1-9060-d3f962479422 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:12.651412 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc84d16e-a958-40d1-9060-d3f962479422), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.682275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc84d16e-a958-40d1-9060-d3f962479422 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:12.733854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port dc84d16e-a958-40d1-9060-d3f962479422, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=dc84d16e-a958-40d1-9060-d3f962479422,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:12.740173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dc84d16e-a958-40d1-9060-d3f962479422), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.746787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (54dd82d0-40df-4377-99e5-cf53363dcae6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.785858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f6d9-6bc4-4221-b08b-d2d10778c4a0 req-12278ea6-05ca-404c-a8db-4e2f19818bd0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.796641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d54f6d9-6bc4-4221-b08b-d2d10778c4a0 req-12278ea6-05ca-404c-a8db-4e2f19818bd0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0928082 Jan 28 00:59:12.798229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45428) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:12.816465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (54dd82d0-40df-4377-99e5-cf53363dcae6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.817700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.818635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.826295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=dc84d16e-a958-40d1-9060-d3f962479422,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:12.898491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce785247-52c4-4d21-aa9b-5423257db75a req-83130edc-e281-46f8-a070-ca5b5cc018be tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.900494 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce785247-52c4-4d21-aa9b-5423257db75a req-83130edc-e281-46f8-a070-ca5b5cc018be tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.0695598 Jan 28 00:59:12.914225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:12.915263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6321340 Jan 28 00:59:12.920674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Request body: {'subnet': {'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1616899986-subnet', 'tenant_id': '3eca508a71934eb898267e0d1fba9be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:12.926270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85610b-a040-4a42-b2d2-4e2af79aeb76 admin admin] Pushing event updated for resources: {'Network': ['ID=54dd82d0-40df-4377-99e5-cf53363dcae6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:12.938605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 54dd82d0-40df-4377-99e5-cf53363dcae6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:12.979073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d54f6d9-6bc4-4221-b08b-d2d10778c4a0 req-b9f09242-1870-4dbd-8f5b-2e8963d1a8fb tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844795 Jan 28 00:59:13.036845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Made reservation on behalf of 3eca508a71934eb898267e0d1fba9be6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:13.039471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.132644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e89d2890-69fd-49b4-a08e-a162d486ec54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd4070c2713345138370aa6859788162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325596 Jan 28 00:59:13.135743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45436) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:13.160496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Deleting port b7cca451-f9fa-42ea-ae56-f888cb32db4a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:13.161131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.202794 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9368c4e3-8f3d-4fad-9ebc-a1b4407c872b admin admin] Publish callbacks [] for security_group (996924bc-d9cd-4380-92d6-b9a5d8917054), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.230359 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9368c4e3-8f3d-4fad-9ebc-a1b4407c872b admin admin] Publish callbacks [] for security_group (996924bc-d9cd-4380-92d6-b9a5d8917054), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.263812 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.306805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea823f1b-e655-45aa-b89d-6d2a2ac6009e req-f3a2fe51-50dd-4ce5-bd6f-0c11a66d77d8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:13.308390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea823f1b-e655-45aa-b89d-6d2a2ac6009e req-f3a2fe51-50dd-4ce5-bd6f-0c11a66d77d8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 949 time: 0.0808599 Jan 28 00:59:13.341403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:13.341831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.349965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9368c4e3-8f3d-4fad-9ebc-a1b4407c872b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (996924bc-d9cd-4380-92d6-b9a5d8917054), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.353176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9368c4e3-8f3d-4fad-9ebc-a1b4407c872b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.359966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9368c4e3-8f3d-4fad-9ebc-a1b4407c872b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/996924bc-d9cd-4380-92d6-b9a5d8917054 HTTP/1.1" status: 204 len: 168 time: 0.2227740 Jan 28 00:59:13.393030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368c4e3-8f3d-4fad-9ebc-a1b4407c872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996924bc-d9cd-4380-92d6-b9a5d8917054,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:13.427042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d5eb3db2-1971-489a-98b7-0b5a36ee05f6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.433701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['dc84d16e-a958-40d1-9060-d3f962479422'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:13.442100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea823f1b-e655-45aa-b89d-6d2a2ac6009e req-8d644766-c4aa-4d8e-88be-1548412fa18a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137691 Jan 28 00:59:13.470520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb141e9-183e-4738-b83d-b9529c3d6420 req-2cd34886-38a0-4fe7-b937-a58f6eef3470 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:13.472866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb141e9-183e-4738-b83d-b9529c3d6420 req-2cd34886-38a0-4fe7-b937-a58f6eef3470 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 946 time: 0.0729136 Jan 28 00:59:13.567516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb141e9-183e-4738-b83d-b9529c3d6420 req-365d95b9-9592-433f-bbb4-34a2c6c02025 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups?id=54bf03c7-3eee-4ed2-be88-b8c4b92db348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884197 Jan 28 00:59:13.749927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45446) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:13.796009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-09baf713-5831-49f7-b1a1-e3dc72a6d711 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa44d1a2c6904b519ac055e2a1947772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418499 Jan 28 00:59:13.796821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45450) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:13.854343 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9314c47-c15b-4da3-bf1b-1d280b3497a6 admin admin] Publish callbacks [] for security_group (08af1cae-4968-4e72-b6e3-860769f0109d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.884889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9314c47-c15b-4da3-bf1b-1d280b3497a6 admin admin] Publish callbacks [] for security_group (08af1cae-4968-4e72-b6e3-860769f0109d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.943493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9314c47-c15b-4da3-bf1b-1d280b3497a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (08af1cae-4968-4e72-b6e3-860769f0109d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.948878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b7cca451-f9fa-42ea-ae56-f888cb32db4a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:13.951628 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9314c47-c15b-4da3-bf1b-1d280b3497a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.952989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5eb3db2-1971-489a-98b7-0b5a36ee05f6,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:13.954385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a9314c47-c15b-4da3-bf1b-1d280b3497a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08af1cae-4968-4e72-b6e3-860769f0109d HTTP/1.1" status: 204 len: 168 time: 0.1565897 Jan 28 00:59:13.966404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314c47-c15b-4da3-bf1b-1d280b3497a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af1cae-4968-4e72-b6e3-860769f0109d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:13.989096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Checking segment: {'id': '029e7f39-8d19-4415-bc85-f79f944abbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:13.989538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Network hostable DHCP agents. Network: 54dd82d0-40df-4377-99e5-cf53363dcae6, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:14.075460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b7cca451-f9fa-42ea-ae56-f888cb32db4a is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:14.075856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.089925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Network 54dd82d0-40df-4377-99e5-cf53363dcae6 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:14.104014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:14.107353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.107708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.108112 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f disassociated. External IP: 172.25.1.176, port: b7cca451-f9fa-42ea-ae56-f888cb32db4a. Jan 28 00:59:14.108476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Calling delete_port for b7cca451-f9fa-42ea-ae56-f888cb32db4a owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:14.108798 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0fd889-2988-4289-adde-88159fd9f9ad" -d '{"events": [{"server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "name": "network-vif-unplugged", "status": "completed", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:14.113888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 54dd82d0-40df-4377-99e5-cf53363dcae6) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:14.122880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:14.123482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.137760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37343064-d85e-41cd-bc66-c9d1c3a551b0 None None] Network 54dd82d0-40df-4377-99e5-cf53363dcae6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:14.142877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b7cca451-f9fa-42ea-ae56-f888cb32db4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b7cca451-f9fa-42ea-ae56-f888cb32db4a,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:14.169453 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.172062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:14.222843 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69bb0971-12e4-40c9-b933-a3f98f93e021 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3066485 Jan 28 00:59:14.326789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9c137-1f6e-494d-96a4-c75df5b5e4c5 req-ddcd47fb-ae6a-4f5b-a97f-ccb05b4d785b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:14.337493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94c9c137-1f6e-494d-96a4-c75df5b5e4c5 req-ddcd47fb-ae6a-4f5b-a97f-ccb05b4d785b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.2456653 Jan 28 00:59:14.428669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 23fb984e-f470-46a9-b1b0-f5ca82182f1d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:14.433250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 23fb984e-f470-46a9-b1b0-f5ca82182f1d not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:14.467413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b7cca451-f9fa-42ea-ae56-f888cb32db4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.474490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94c9c137-1f6e-494d-96a4-c75df5b5e4c5 req-a36cda05-446b-4919-b13d-a25abe96a9f3 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262145 Jan 28 00:59:14.548173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b78d2-a331-471d-8f1b-2ddc28187814 None None] Network 54dd82d0-40df-4377-99e5-cf53363dcae6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:14.554247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event deleted for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:14.659934 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c6605-6e2c-460a-8ec8-5b0bca655a0e x-openstack-request-id: req-972c6605-6e2c-460a-8ec8-5b0bca655a0e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:14.660194 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "name": "network-vif-unplugged", "status": "completed", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:14.661855 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-972c6605-6e2c-460a-8ec8-5b0bca655a0e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:14.663856 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'code': 200} Jan 28 00:59:14.688111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b7cca451-f9fa-42ea-ae56-f888cb32db4a,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:14.704442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011996-e115-4c64-8139-72bc90df6fdc req-aeed8c5d-0b48-4454-b1d8-6d2d27fa8ba3 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:14.714297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53011996-e115-4c64-8139-72bc90df6fdc req-aeed8c5d-0b48-4454-b1d8-6d2d27fa8ba3 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 949 time: 0.1371858 Jan 28 00:59:14.772979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:14.814431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cce09669-0056-41ab-9ecb-3c3a25d3f40f req-681594ee-b4ec-43aa-b554-adacb57e48f3 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4587f1-dd2e-4727-a4c3-d9c08f20aa73 HTTP/1.1" status: 200 len: 210 time: 0.0525792 Jan 28 00:59:14.868775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53011996-e115-4c64-8139-72bc90df6fdc req-f9c1761f-2528-4594-9bf9-3ba7dd0ceb44 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531281 Jan 28 00:59:14.940905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:14.953981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f284a-355d-4b6b-b210-292addfc066d None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:14.996832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:14.997616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:59:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:15.030642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] No DVR routers for this DVR port b7cca451-f9fa-42ea-ae56-f888cb32db4a on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:15.034191 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:15.056874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce785247-52c4-4d21-aa9b-5423257db75a req-f9ce5caa-da9f-4140-997b-2dff8859909a tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.43 "DELETE /v2.0/ports/b7cca451-f9fa-42ea-ae56-f888cb32db4a HTTP/1.1" status: 204 len: 173 time: 2.1326718 Jan 28 00:59:15.059504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'name': 'network-vif-deleted', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:15.064229 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5b65f-74ed-45e3-85a2-c872fad591b4" -d '{"events": [{"server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "name": "network-vif-deleted", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:15.126417 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032b1628-510a-4f14-88d5-ec58a16cb1e2 x-openstack-request-id: req-032b1628-510a-4f14-88d5-ec58a16cb1e2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:15.126709 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4587f1-dd2e-4727-a4c3-d9c08f20aa73", "name": "network-vif-deleted", "tag": "b7cca451-f9fa-42ea-ae56-f888cb32db4a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:15.127178 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-032b1628-510a-4f14-88d5-ec58a16cb1e2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:15.128310 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4587f1-dd2e-4727-a4c3-d9c08f20aa73', 'name': 'network-vif-deleted', 'tag': 'b7cca451-f9fa-42ea-ae56-f888cb32db4a', 'status': 'completed', 'code': 200} Jan 28 00:59:15.194716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:15.356688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-8ca12b7f-faf7-4441-ad47-e65b16293b28 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.361873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-8ca12b7f-faf7-4441-ad47-e65b16293b28 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/networks?id=54dd82d0-40df-4377-99e5-cf53363dcae6 HTTP/1.1" status: 200 len: 818 time: 0.3226001 Jan 28 00:59:15.397822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-e799c6c2-0a39-432a-9cd3-e78bfe341d8f tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/quotas/3eca508a71934eb898267e0d1fba9be6 HTTP/1.1" status: 200 len: 375 time: 0.0229204 Jan 28 00:59:15.439899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-3e9d0a30-fd54-4e91-b3f6-171b200b3c74 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3eca508a71934eb898267e0d1fba9be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452414 Jan 28 00:59:15.532299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:15.591813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f284a-355d-4b6b-b210-292addfc066d None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:15.600982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:15.601831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:59:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:15.742885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:15.859417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a78fcc-d7d8-4250-a4d9-d19457fd6a98 req-3807c18c-5c17-41c2-b32d-db8148d35e6d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:15.860142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3a78fcc-d7d8-4250-a4d9-d19457fd6a98 req-3807c18c-5c17-41c2-b32d-db8148d35e6d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.2524409 Jan 28 00:59:15.994773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-31264593-93ed-4895-bdd9-b7357b3943ba service neutron] 10.222.0.23 "GET /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534186 Jan 28 00:59:16.064505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-226f284a-355d-4b6b-b210-292addfc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:16.095661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-83a85f93-69d2-498c-bc3d-94a4308056ed service neutron] 10.222.0.23 "GET /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998659 Jan 28 00:59:16.102389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3a78fcc-d7d8-4250-a4d9-d19457fd6a98 req-b0f17f39-e754-4781-9099-8605001118e7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334917 Jan 28 00:59:16.146785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f284a-355d-4b6b-b210-292addfc066d None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:43Z', 'revision_number': 4, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5c038d1f-3864-4373-819c-35aa62008d33', 'name': '', 'network_id': '51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'mac_address': 'fa:16:3e:6a:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:41Z', 'updated_at': '2022-01-28T00:53:49Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'subnets': [{'id': '0da4eba1-6561-425b-aa49-c4fe6622fc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:16.280956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device dc84d16e-a958-40d1-9060-d3f962479422 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:16.438879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b823bf-eaf4-4b57-88ec-df4b6a35ce20 req-3866651f-39e9-4f5e-a0a5-75e1021cc019 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:16.440718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9b823bf-eaf4-4b57-88ec-df4b6a35ce20 req-3866651f-39e9-4f5e-a0a5-75e1021cc019 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 949 time: 0.1434147 Jan 28 00:59:16.469907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port dc84d16e-a958-40d1-9060-d3f962479422 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:59:16.488352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port dc84d16e-a958-40d1-9060-d3f962479422 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:16.488884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dc84d16e-a958-40d1-9060-d3f962479422), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.577702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9b823bf-eaf4-4b57-88ec-df4b6a35ce20 req-432ec49a-eaf2-4a5d-a3b1-259078193983 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305859 Jan 28 00:59:16.723891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c235fe36-1efa-44d0-a46a-55cf7d767a20 req-399928e5-108a-4566-915a-4e817759d628 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0350897 Jan 28 00:59:16.803869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03349ae3-2c82-4f4d-bac7-3a3da5f20c76 None None] New status for floating IP 40923a24-a7ac-4b54-a0f1-e41d7e499b2f: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:59:16.855064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port dc84d16e-a958-40d1-9060-d3f962479422 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:16.855551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dc84d16e-a958-40d1-9060-d3f962479422), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.909374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc84d16e-a958-40d1-9060-d3f962479422'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:16.912580 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9c36d7-80ea-4655-8258-b67808761be4" -d '{"events": [{"server_uuid": "44e9d282-863f-4e32-80fe-de57e0c0c79f", "name": "network-vif-plugged", "status": "completed", "tag": "dc84d16e-a958-40d1-9060-d3f962479422"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:16.932019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port dc84d16e-a958-40d1-9060-d3f962479422, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=dc84d16e-a958-40d1-9060-d3f962479422,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:16.939639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dc84d16e-a958-40d1-9060-d3f962479422), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.972959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45606) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:17.076098 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa62e35-6fae-4fd2-a0e8-f43bd1062f5a x-openstack-request-id: req-6aa62e35-6fae-4fd2-a0e8-f43bd1062f5a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:17.076588 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e9d282-863f-4e32-80fe-de57e0c0c79f", "name": "network-vif-plugged", "status": "completed", "tag": "dc84d16e-a958-40d1-9060-d3f962479422", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:17.077137 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aa62e35-6fae-4fd2-a0e8-f43bd1062f5a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:17.077859 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc84d16e-a958-40d1-9060-d3f962479422', 'code': 200} Jan 28 00:59:17.138436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=dc84d16e-a958-40d1-9060-d3f962479422,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:17.284366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-2fc45362-1755-4e3d-adeb-bc354c43829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.300700 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-2fc45362-1755-4e3d-adeb-bc354c43829d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8ee66997a8e41179712a8c6959aae65&device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 1097 time: 0.1051006 Jan 28 00:59:17.370751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744aa23-a701-496b-9835-8c568d0a9a08 req-b7ffb16f-00ea-4a21-ba0e-c418980da4dd tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.379925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c744aa23-a701-496b-9835-8c568d0a9a08 req-b7ffb16f-00ea-4a21-ba0e-c418980da4dd tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.2396035 Jan 28 00:59:17.384242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04259442-6625-4b5f-b312-673a124c1b0e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group (54bf03c7-3eee-4ed2-be88-b8c4b92db348), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:17.455624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c744aa23-a701-496b-9835-8c568d0a9a08 req-83b1703d-fdb4-4a14-ac7e-d3a4481d1ffe tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740902 Jan 28 00:59:17.473991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5307d-df58-43b6-b7aa-e297921b20dc req-eb7ea3d3-dac7-4238-b6f4-547a077b9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.476013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efb5307d-df58-43b6-b7aa-e297921b20dc req-eb7ea3d3-dac7-4238-b6f4-547a077b9c48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 1101 time: 0.2051749 Jan 28 00:59:17.508188 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04259442-6625-4b5f-b312-673a124c1b0e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group (54bf03c7-3eee-4ed2-be88-b8c4b92db348), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:17.557116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-838d0e4b-3bdc-4841-b4ee-a5be0e190995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.565405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-838d0e4b-3bdc-4841-b4ee-a5be0e190995 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 200 len: 916 time: 0.2611651 Jan 28 00:59:17.605996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-abd7c94a-edc0-4256-98dc-13d82bc231e5 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e87e46a5d3a945cd8e29fc3a63873379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004136 Jan 28 00:59:17.650536 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-ae7c7105-1b33-4f9f-9837-66ad3fc470a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8 HTTP/1.1" status: 200 len: 217 time: 0.0778787 Jan 28 00:59:17.835034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-f200ef03-143f-4583-af17-4949d6f6c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.837227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-f200ef03-143f-4583-af17-4949d6f6c5f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 200 len: 854 time: 0.1453323 Jan 28 00:59:17.888297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-36973c00-7c34-4ebc-bda0-e84d7318e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:17.889872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-36973c00-7c34-4ebc-bda0-e84d7318e566 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2aa6b701-025c-4600-8fe5-1831f570a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462408 Jan 28 00:59:18.040991 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-554a4b0b-917e-4f31-9b19-9e874fdf9f0e service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431186 Jan 28 00:59:18.141392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efb5307d-df58-43b6-b7aa-e297921b20dc req-7f12aa30-920c-40b1-9b28-78296504aed7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534545 Jan 28 00:59:18.175804 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6b020647-e011-4e07-875b-acc4b7e1bea3 req-06e90fdf-f4bd-414d-ae64-35977a2a1e17 service neutron] 10.222.0.43 "GET /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268547 Jan 28 00:59:18.206310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53060907-dc70-4917-b197-44b8ae256479 req-be5e1043-ceeb-4e9b-b7ec-a07a5335d11d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.208065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53060907-dc70-4917-b197-44b8ae256479 req-be5e1043-ceeb-4e9b-b7ec-a07a5335d11d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.1160574 Jan 28 00:59:18.212225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04259442-6625-4b5f-b312-673a124c1b0e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (54bf03c7-3eee-4ed2-be88-b8c4b92db348), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.214822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04259442-6625-4b5f-b312-673a124c1b0e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.216173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-04259442-6625-4b5f-b312-673a124c1b0e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "DELETE /v2.0/security-groups/54bf03c7-3eee-4ed2-be88-b8c4b92db348 HTTP/1.1" status: 204 len: 168 time: 1.2410421 Jan 28 00:59:18.220648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45658) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:18.248938 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-61316381-8d74-4ccd-b443-cc5ef9c811f0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] show failed (client error): The resource could not be found. Jan 28 00:59:18.250078 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-61316381-8d74-4ccd-b443-cc5ef9c811f0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "GET /v2.0/security-groups/54bf03c7-3eee-4ed2-be88-b8c4b92db348 HTTP/1.1" status: 404 len: 347 time: 0.0283926 Jan 28 00:59:18.253612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45660) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:18.268102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259442-6625-4b5f-b312-673a124c1b0e tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf03c7-3eee-4ed2-be88-b8c4b92db348,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:18.278618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-ebd2ea24-bad3-4a95-ad11-58792951bc7c tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.286146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-ebd2ea24-bad3-4a95-ad11-58792951bc7c tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6609652 Jan 28 00:59:18.351975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-24a35b27-9895-4554-8fb3-ed9e58770ae1 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/quotas/e87e46a5d3a945cd8e29fc3a63873379 HTTP/1.1" status: 200 len: 375 time: 0.0645087 Jan 28 00:59:18.403033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-540760ce-9810-46cd-94d8-fd53324d36ce tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e87e46a5d3a945cd8e29fc3a63873379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499561 Jan 28 00:59:18.437216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-9243cdab-cad4-459f-9f1a-b79525166804 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.439073 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-9243cdab-cad4-459f-9f1a-b79525166804 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.43 "GET /v2.0/networks?id=54dd82d0-40df-4377-99e5-cf53363dcae6 HTTP/1.1" status: 200 len: 818 time: 0.1821883 Jan 28 00:59:18.467139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Request body: {'port': {'device_id': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6', 'admin_state_up': True, 'tenant_id': '3eca508a71934eb898267e0d1fba9be6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:18.494795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53060907-dc70-4917-b197-44b8ae256479 req-5304c499-2769-4392-ace5-0e1b1219bcd6 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729914 Jan 28 00:59:18.560073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Deleting port 50c83f74-acb8-441c-8ab6-1409fd969916 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:18.560425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (50c83f74-acb8-441c-8ab6-1409fd969916), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.642418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d74306f-0c7c-4f05-9215-e83f30b3cc5b req-551de191-d0ed-4b39-904e-ddb0c7b532fe tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0617702 Jan 28 00:59:18.720110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (50c83f74-acb8-441c-8ab6-1409fd969916), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.722131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (50c83f74-acb8-441c-8ab6-1409fd969916), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.743317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Calling delete_port for 50c83f74-acb8-441c-8ab6-1409fd969916 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:18.760664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Made reservation on behalf of 3eca508a71934eb898267e0d1fba9be6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:18.766117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.856738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29e31837-511e-4e57-9ff0-6b9f13cdfaa9 req-95fe9f23-2e32-468f-ae6c-1fca7319e5aa tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0919037 Jan 28 00:59:18.969662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed27f8-b955-4d2b-b25a-1e0534b9a325 req-be75022e-e9a5-490b-ae4c-8d8dbd676e61 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:18.971232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31ed27f8-b955-4d2b-b25a-1e0534b9a325 req-be75022e-e9a5-490b-ae4c-8d8dbd676e61 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1285186 Jan 28 00:59:18.986903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Allocated IP 172.20.0.6 (54dd82d0-40df-4377-99e5-cf53363dcae6/d5eb3db2-1971-489a-98b7-0b5a36ee05f6/b9717597-e165-44eb-aa38-577be071dc70) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:19.042687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31ed27f8-b955-4d2b-b25a-1e0534b9a325 req-db4a2486-a443-4f0c-a49b-5499c2b8ecb5 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636818 Jan 28 00:59:19.104075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (50c83f74-acb8-441c-8ab6-1409fd969916), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.142776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Pushing event deleted for resources: {'Port': ['ID=50c83f74-acb8-441c-8ab6-1409fd969916,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:19.211627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks [] for port (b9717597-e165-44eb-aa38-577be071dc70), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.222130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks [] for floatingip (40923a24-a7ac-4b54-a0f1-e41d7e499b2f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.225968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.238444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0f3a514c-79d8-45c2-90ef-94bea6272aa0 tempest-ServersWithSpecificFlavorTestJSON-1915130878 tempest-ServersWithSpecificFlavorTestJSON-1915130878-project] 10.222.0.23 "DELETE /v2.0/floatingips/40923a24-a7ac-4b54-a0f1-e41d7e499b2f HTTP/1.1" status: 204 len: 168 time: 0.9835048 Jan 28 00:59:19.254360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b9717597-e165-44eb-aa38-577be071dc70), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.311806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Network 54dd82d0-40df-4377-99e5-cf53363dcae6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:19.318512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:19.323537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:19.328155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Pushing event updated for resources: {'Port': ['ID=b9717597-e165-44eb-aa38-577be071dc70,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:19.388011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:19.388011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.415980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-84a9832e-a55c-49db-9596-2fa29bfb8611 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9539142 Jan 28 00:59:19.435522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Request body: {'port': {'device_id': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:19.519668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9717597-e165-44eb-aa38-577be071dc70), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.632468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b288d39-2162-4d7c-8c79-6ec60cff3c21 req-3a927859-c22a-45fa-a350-03228ca3637e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:19.639603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b288d39-2162-4d7c-8c79-6ec60cff3c21 req-3a927859-c22a-45fa-a350-03228ca3637e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.0700126 Jan 28 00:59:19.696405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b288d39-2162-4d7c-8c79-6ec60cff3c21 req-9ee15def-dd2b-4945-ba9f-64164e4c324f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559297 Jan 28 00:59:19.850749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08dfc-99d2-4184-b4c8-78399557f80c req-45fabe7e-4211-4960-99c8-58f3ccddef88 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:19.852572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58f08dfc-99d2-4184-b4c8-78399557f80c req-45fabe7e-4211-4960-99c8-58f3ccddef88 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 931 time: 0.0687475 Jan 28 00:59:19.869265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9717597-e165-44eb-aa38-577be071dc70 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:19.878400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Publish callbacks [] for port (b9717597-e165-44eb-aa38-577be071dc70), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.893154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Transition to ACTIVE for port object b9717597-e165-44eb-aa38-577be071dc70 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:19.898551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b9717597-e165-44eb-aa38-577be071dc70), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.915444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58f08dfc-99d2-4184-b4c8-78399557f80c req-1b9c49f2-8876-42c0-b5d7-4d57ae8c47a6 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570982 Jan 28 00:59:19.986049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45706) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:19.987293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Pushing event updated for resources: {'Port': ['ID=b9717597-e165-44eb-aa38-577be071dc70,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:20.086588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c3fb2d-79c1-4b7b-b8f4-42ebf69357c0 req-8279a266-d448-4d0e-8294-fb78db272353 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0355735 Jan 28 00:59:20.126136 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-852302f5-b7d3-4c45-9cc1-4b4d94b5fe2b tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e87e46a5d3a945cd8e29fc3a63873379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528922 Jan 28 00:59:20.163637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Attempting to bind port b9717597-e165-44eb-aa38-577be071dc70 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:20.164000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Attempting to bind port b9717597-e165-44eb-aa38-577be071dc70 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '029e7f39-8d19-4415-bc85-f79f944abbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:20.164333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Attempting to bind port b9717597-e165-44eb-aa38-577be071dc70 on network 54dd82d0-40df-4377-99e5-cf53363dcae6 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:20.196436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Port b9717597-e165-44eb-aa38-577be071dc70 on network 54dd82d0-40df-4377-99e5-cf53363dcae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:20.196859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Attempting to bind port b9717597-e165-44eb-aa38-577be071dc70 on network 54dd82d0-40df-4377-99e5-cf53363dcae6 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:20.215785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:20.216248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Checking segment: {'id': '029e7f39-8d19-4415-bc85-f79f944abbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:20.216699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Bound using segment: {'id': '029e7f39-8d19-4415-bc85-f79f944abbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:20.217384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Bound port: b9717597-e165-44eb-aa38-577be071dc70, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029e7f39-8d19-4415-bc85-f79f944abbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:20.217841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9717597-e165-44eb-aa38-577be071dc70), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.271627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30781e-a397-450b-aba7-1bfdac10ed47 req-0f0f88a7-ebf2-457f-8e18-3378cc2a28e5 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.273262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b30781e-a397-450b-aba7-1bfdac10ed47 req-0f0f88a7-ebf2-457f-8e18-3378cc2a28e5 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.0833974 Jan 28 00:59:20.356879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-fe778567-73a6-496e-9526-44924f19ff16 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.358959 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-fe778567-73a6-496e-9526-44924f19ff16 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245896 Jan 28 00:59:20.377204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] For port b9717597-e165-44eb-aa38-577be071dc70, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:20.380955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] For port b9717597-e165-44eb-aa38-577be071dc70, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b9717597-e165-44eb-aa38-577be071dc70,segment=NetworkSegment(029e7f39-8d19-4415-bc85-f79f944abbd6),segment_id=029e7f39-8d19-4415-bc85-f79f944abbd6)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:20.386539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b9717597-e165-44eb-aa38-577be071dc70), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.398942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b30781e-a397-450b-aba7-1bfdac10ed47 req-26deb106-a3c7-4e08-8268-175d24a2136a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174424 Jan 28 00:59:20.436390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.437054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.439142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9717597-e165-44eb-aa38-577be071dc70 HTTP/1.1" status: 200 len: 1091 time: 1.0082078 Jan 28 00:59:20.446869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Request body: {'port': {'device_id': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'e87e46a5d3a945cd8e29fc3a63873379'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:20.498609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'tag': 'b9717597-e165-44eb-aa38-577be071dc70'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:20.501827 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1241965-26a0-4ab3-b209-9facfd89333d" -d '{"events": [{"name": "network-changed", "server_uuid": "49f5e285-0dfb-450e-a245-ba7cc89f6bc2", "tag": "b9717597-e165-44eb-aa38-577be071dc70"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:20.504509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9e16d-747f-4829-9561-c450e1392e91 service neutron] Pushing event updated for resources: {'Port': ['ID=b9717597-e165-44eb-aa38-577be071dc70,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:20.572555 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e8b140-765c-449b-b14b-b01e6c866140 x-openstack-request-id: req-26e8b140-765c-449b-b14b-b01e6c866140 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:20.573284 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f5e285-0dfb-450e-a245-ba7cc89f6bc2", "tag": "b9717597-e165-44eb-aa38-577be071dc70", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:20.573284 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26e8b140-765c-449b-b14b-b01e6c866140 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:20.573640 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'tag': 'b9717597-e165-44eb-aa38-577be071dc70', 'status': 'completed', 'code': 200} Jan 28 00:59:20.605763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-f5762e37-3c67-4102-a0bd-d24b52ccb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.607367 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-f5762e37-3c67-4102-a0bd-d24b52ccb4e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3eca508a71934eb898267e0d1fba9be6&device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0962794 Jan 28 00:59:20.657793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c4bd2-e85a-44cd-8d8c-bab4febf5cdb req-f4c1f853-0729-478f-87df-f7dfd1b097d4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.659408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4c4bd2-e85a-44cd-8d8c-bab4febf5cdb req-f4c1f853-0729-478f-87df-f7dfd1b097d4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1038980 Jan 28 00:59:20.667935 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-87c1be7e-3c95-49bb-83ef-d860e21c2b8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9717597-e165-44eb-aa38-577be071dc70 HTTP/1.1" status: 200 len: 217 time: 0.0416834 Jan 28 00:59:20.731360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-1e9337e3-cfb4-4d7b-9af7-8e1888a2b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.733495 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-1e9337e3-cfb4-4d7b-9af7-8e1888a2b5f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5eb3db2-1971-489a-98b7-0b5a36ee05f6 HTTP/1.1" status: 200 len: 858 time: 0.0574031 Jan 28 00:59:20.733495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Made reservation on behalf of e87e46a5d3a945cd8e29fc3a63873379 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:20.736721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.746917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.780045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4c4bd2-e85a-44cd-8d8c-bab4febf5cdb req-600ba3d9-1e17-48a1-8047-1d44e3267988 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934834 Jan 28 00:59:20.792801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-8c6d48a2-3181-4fac-a726-df2a9a50aeae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54dd82d0-40df-4377-99e5-cf53363dcae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473039 Jan 28 00:59:20.911311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ea781-f168-48e6-8fcc-190d89ecb02a req-2811269b-ac0d-4bca-bea0-4c5cc16445ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.912895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-972ea781-f168-48e6-8fcc-190d89ecb02a req-2811269b-ac0d-4bca-bea0-4c5cc16445ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.0909166 Jan 28 00:59:20.951747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ddb6-829e-48e4-abdd-11104874095f req-86d4164d-8836-4130-876d-aa35ba51f81a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:20.954815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09d7ddb6-829e-48e4-abdd-11104874095f req-86d4164d-8836-4130-876d-aa35ba51f81a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 945 time: 0.1024740 Jan 28 00:59:20.972293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks [] for security_group (2fe60738-f39f-41e5-8314-ff75a06c6d0b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.976019 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-72112328-8d3c-415f-a4e9-d1787e0640e4 service neutron] 10.222.0.43 "GET /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749444 Jan 28 00:59:20.977351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fe60738-f39f-41e5-8314-ff75a06c6d0b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.055938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-972ea781-f168-48e6-8fcc-190d89ecb02a req-a55fe26b-4c74-41ac-828b-5e0a576a1025 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348786 Jan 28 00:59:21.073909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09d7ddb6-829e-48e4-abdd-11104874095f req-d1bc5c00-2c11-4704-b251-1b6ea9665553 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094482 Jan 28 00:59:21.115475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe60738-f39f-41e5-8314-ff75a06c6d0b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:21.127745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.205652 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f3000e8d-8310-49a3-8ec1-44971d8bbb13 req-33b5c365-6f69-48d8-83e6-805c8a3bc38b service neutron] 10.222.0.43 "GET /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203245 Jan 28 00:59:21.234472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Allocated IP 192.168.233.250 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/d4d6db00-4c7e-4719-8b3c-3d7bab12769e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:21.289930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4290767-27de-459e-857e-9a6f9c5e1fbb req-2a703011-2d6d-44da-abe8-a86aeacfc16f tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.291811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4290767-27de-459e-857e-9a6f9c5e1fbb req-2a703011-2d6d-44da-abe8-a86aeacfc16f tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 943 time: 0.1072412 Jan 28 00:59:21.427169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241965-26a0-4ab3-b209-9facfd89333d req-fe39c823-9d00-493a-908e-b268b8ab7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.428069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847330d6-9df9-4569-b41a-60ff81865b60 req-cd92b4d1-5293-4786-8ce9-e8e5e76bb57c tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.428588 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-fe39c823-9d00-493a-908e-b268b8ab7a10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3eca508a71934eb898267e0d1fba9be6&device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0770538 Jan 28 00:59:21.429533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-847330d6-9df9-4569-b41a-60ff81865b60 req-cd92b4d1-5293-4786-8ce9-e8e5e76bb57c tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 1101 time: 0.1342494 Jan 28 00:59:21.432739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4290767-27de-459e-857e-9a6f9c5e1fbb req-31f6164b-a669-448b-ac28-4e16f7484eeb tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279523 Jan 28 00:59:21.468855 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks [] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.551657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-847330d6-9df9-4569-b41a-60ff81865b60 req-ed1d306f-d0c6-4e4c-a7b5-1f40ae870876 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878181 Jan 28 00:59:21.552207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.624454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241965-26a0-4ab3-b209-9facfd89333d req-4a36c15d-c057-4847-964e-109dfc912fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.626590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-4a36c15d-c057-4847-964e-109dfc912fa6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=54dd82d0-40df-4377-99e5-cf53363dcae6 HTTP/1.1" status: 200 len: 919 time: 0.1892145 Jan 28 00:59:21.643593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:21.689170 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-e2884385-6e2f-489b-9ddc-991fda77f340 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9717597-e165-44eb-aa38-577be071dc70 HTTP/1.1" status: 200 len: 217 time: 0.0481915 Jan 28 00:59:21.692306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:21.700047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:21.711593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39fff2-be9a-4be6-91f1-1e544cc437c6 req-b80e1023-e31e-4f99-b338-2e3dab77018b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.718849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e39fff2-be9a-4be6-91f1-1e544cc437c6 req-b80e1023-e31e-4f99-b338-2e3dab77018b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.1568496 Jan 28 00:59:21.753554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.754201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.760277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde727-7ab9-4708-804a-3f5eb44f5a01 req-1f006701-1bee-419a-89ce-0519dcbce1b7 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.761831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9edde727-7ab9-4708-804a-3f5eb44f5a01 req-1f006701-1bee-419a-89ce-0519dcbce1b7 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 936 time: 0.1298037 Jan 28 00:59:21.778235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Deleting port 5c038d1f-3864-4373-819c-35aa62008d33 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:21.778575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5c038d1f-3864-4373-819c-35aa62008d33), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.795683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Pushing event updated for resources: {'Port': ['ID=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:21.823170 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d292e100-9632-4a6d-a636-70fc6b2635d2 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3960991 Jan 28 00:59:21.825158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241965-26a0-4ab3-b209-9facfd89333d req-e165a9c1-0442-4eab-b361-3e9f3960ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:21.826705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-e165a9c1-0442-4eab-b361-3e9f3960ad0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5eb3db2-1971-489a-98b7-0b5a36ee05f6 HTTP/1.1" status: 200 len: 858 time: 0.0795460 Jan 28 00:59:21.851179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Request body: {'port': {'device_id': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:21.855107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e39fff2-be9a-4be6-91f1-1e544cc437c6 req-4b9a2fb7-b4c9-4c5e-be3f-c400ae1ace80 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353834 Jan 28 00:59:21.911883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-d456fc77-6227-4e4c-a7c3-296266fa02aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54dd82d0-40df-4377-99e5-cf53363dcae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518341 Jan 28 00:59:21.934750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9edde727-7ab9-4708-804a-3f5eb44f5a01 req-dcda9674-0529-44d2-b02b-e6145c5da4fd tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599395 Jan 28 00:59:21.968738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] For port 5c038d1f-3864-4373-819c-35aa62008d33, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5c038d1f-3864-4373-819c-35aa62008d33,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:21.968738 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5c038d1f-3864-4373-819c-35aa62008d33), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:21.994855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Calling delete_port for 5c038d1f-3864-4373-819c-35aa62008d33 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:22.059741 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.075468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-acb65441-f211-43a7-823b-1fe399cf9537 req-5bf51fdd-2815-460a-8572-53f2334c210b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:59:22.076485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acb65441-f211-43a7-823b-1fe399cf9537 req-5bf51fdd-2815-460a-8572-53f2334c210b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075033 Jan 28 00:59:22.116522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-52758a7c-7e26-4e05-86f2-189415666c8b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485094 Jan 28 00:59:22.126153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7eda1c52-acba-4785-959a-1474b9cdb5e9 None None] Provisioning complete for port d4d6db00-4c7e-4719-8b3c-3d7bab12769e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:22.126909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7eda1c52-acba-4785-959a-1474b9cdb5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.132664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-afe0cf7e-1508-4d3e-bcc8-b8bc69add813 service neutron] 10.222.0.43 "GET /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012644 Jan 28 00:59:22.184226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7eda1c52-acba-4785-959a-1474b9cdb5e9 None None] Port d4d6db00-4c7e-4719-8b3c-3d7bab12769e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:22.334364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1241965-26a0-4ab3-b209-9facfd89333d req-659ea03c-2ad8-4a28-bcb0-fd5313b13d33 service neutron] 10.222.0.43 "GET /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914411 Jan 28 00:59:22.360324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acb65441-f211-43a7-823b-1fe399cf9537 req-a1d2857f-4a43-43c2-b8bb-416ea29385a4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2662501 Jan 28 00:59:22.427666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-cf718638-f5cf-4122-af03-f23df8e5f39f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:22.429240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-cf718638-f5cf-4122-af03-f23df8e5f39f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886338 Jan 28 00:59:22.463116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-e7875fff-4c8f-4f3a-a1ae-fda1eba2b956 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/quotas/b321f8a6e4fb4e34b0b6ac5b866d431a HTTP/1.1" status: 200 len: 375 time: 0.0180166 Jan 28 00:59:22.486073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d6db00-4c7e-4719-8b3c-3d7bab12769e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:22.501028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Publish callbacks [] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.516712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Transition to ACTIVE for port object d4d6db00-4c7e-4719-8b3c-3d7bab12769e will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:22.523229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.560851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5c038d1f-3864-4373-819c-35aa62008d33), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.584297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:22.599935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Pushing event deleted for resources: {'Port': ['ID=5c038d1f-3864-4373-819c-35aa62008d33,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:22.677983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Attempting to bind port d4d6db00-4c7e-4719-8b3c-3d7bab12769e on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:22.688783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Attempting to bind port d4d6db00-4c7e-4719-8b3c-3d7bab12769e by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:22.689543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Attempting to bind port d4d6db00-4c7e-4719-8b3c-3d7bab12769e on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:22.699596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Port d4d6db00-4c7e-4719-8b3c-3d7bab12769e on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:22.699869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Attempting to bind port d4d6db00-4c7e-4719-8b3c-3d7bab12769e on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:22.704768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-955418e9-4f04-45dd-a1ea-17a9dbb01389 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1862183 Jan 28 00:59:22.711429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:22.711856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:22.714073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:22.717889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Bound port: d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:22.720808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.839345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] For port d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:22.844553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] For port d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:22.860769 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.905922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:22.906707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:22.908176 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] 10.222.0.43 "PUT /v2.0/ports/d4d6db00-4c7e-4719-8b3c-3d7bab12769e HTTP/1.1" status: 200 len: 1096 time: 1.0661385 Jan 28 00:59:22.908773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'tag': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:22.915262 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee1f2d-ca88-442a-8b53-25297d0ea668" -d '{"events": [{"name": "network-changed", "server_uuid": "244fe4b6-99e1-4ee9-9804-aca00e6bc5da", "tag": "d4d6db00-4c7e-4719-8b3c-3d7bab12769e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:22.962076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3307ac-c430-45b8-8c52-38ed06048643 req-b58f418a-43c0-43d9-a9c1-a152701e98c7 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:22.969921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3307ac-c430-45b8-8c52-38ed06048643 req-b58f418a-43c0-43d9-a9c1-a152701e98c7 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 943 time: 0.1603005 Jan 28 00:59:22.986651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877374f9-58f2-4979-b1d0-1248ae13a90d service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:22.994436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:23.050662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-74c1862b-7359-41aa-8da8-6528b0d9c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.052502 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-74c1862b-7359-41aa-8da8-6528b0d9c2d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e87e46a5d3a945cd8e29fc3a63873379&device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 1099 time: 0.0533359 Jan 28 00:59:23.143040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3307ac-c430-45b8-8c52-38ed06048643 req-1354ae30-2fb0-48d0-8b01-a4cb1748d1e6 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677520 Jan 28 00:59:23.164224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-316c21c0-7d55-4277-93db-e41484f1da39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e HTTP/1.1" status: 200 len: 217 time: 0.0947585 Jan 28 00:59:23.251116 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eade01d-1c31-4fbe-8238-8fc38e45b0dc x-openstack-request-id: req-3eade01d-1c31-4fbe-8238-8fc38e45b0dc {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:23.251662 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244fe4b6-99e1-4ee9-9804-aca00e6bc5da", "tag": "d4d6db00-4c7e-4719-8b3c-3d7bab12769e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:23.252221 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eade01d-1c31-4fbe-8238-8fc38e45b0dc {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:23.253491 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'tag': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e', 'status': 'completed', 'code': 200} Jan 28 00:59:23.284447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d7536ba3-3ce2-4651-b6fd-dc77eed36e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.287686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-d7536ba3-3ce2-4651-b6fd-dc77eed36e45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1090341 Jan 28 00:59:23.367386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-94238163-f653-4de1-9bb4-68cc83ade0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.368782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-94238163-f653-4de1-9bb4-68cc83ade0b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740178 Jan 28 00:59:23.375505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c42b67-b769-4975-8be2-9298d64b32a2 req-8617b50b-f8ed-4544-9efa-87752d5fd908 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.376921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40c42b67-b769-4975-8be2-9298d64b32a2 req-8617b50b-f8ed-4544-9efa-87752d5fd908 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.3195324 Jan 28 00:59:23.418874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e30f3b95-5a66-400f-aa5e-24976ec86c24 req-0da4c768-e75f-4456-a8de-6b39099b701e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 210 time: 0.1131201 Jan 28 00:59:23.530147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-087e7bc4-b73e-493c-84f7-aae7e41971ca service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511695 Jan 28 00:59:23.552180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:23.588788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40c42b67-b769-4975-8be2-9298d64b32a2 req-7c66cde9-721a-4864-b911-492158e67825 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516004 Jan 28 00:59:23.649251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fcb30988-b78f-410c-84f3-1e6bfdb3f1f4 req-ad37af86-fbf1-45d9-bfe7-a2cd268ce461 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114874 Jan 28 00:59:23.810759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-ac9d2090-cf55-42cd-94cd-6e8a57a9d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.813241 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-ac9d2090-cf55-42cd-94cd-6e8a57a9d576 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e87e46a5d3a945cd8e29fc3a63873379&device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 1099 time: 0.0509880 Jan 28 00:59:23.934516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-7db83218-14b9-469f-9656-e1344145d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:23.936674 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-7db83218-14b9-469f-9656-e1344145d510 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1169472 Jan 28 00:59:23.989115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-907e0e20-0c4c-4405-abb5-8fcfe8d83ce2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e HTTP/1.1" status: 200 len: 217 time: 0.0379200 Jan 28 00:59:24.010262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b9717597-e165-44eb-aa38-577be071dc70 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:24.047643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-089bb0f9-9b0a-449c-a361-389b98dc8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.049204 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-089bb0f9-9b0a-449c-a361-389b98dc8de9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0539675 Jan 28 00:59:24.110146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ae5f1-d8a9-474e-9910-afc644368b40 req-c2df90b1-6155-4da3-a1fa-1dfa8c4f4f5f tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.118137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b15ae5f1-d8a9-474e-9910-afc644368b40 req-c2df90b1-6155-4da3-a1fa-1dfa8c4f4f5f tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 948 time: 0.5850618 Jan 28 00:59:24.126027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-ecdfb7d3-61d2-4bc7-a81e-6ff0f322d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.128769 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-ecdfb7d3-61d2-4bc7-a81e-6ff0f322d5ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652163 Jan 28 00:59:24.143792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b9717597-e165-44eb-aa38-577be071dc70, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b9717597-e165-44eb-aa38-577be071dc70,segment=NetworkSegment(029e7f39-8d19-4415-bc85-f79f944abbd6),segment_id=029e7f39-8d19-4415-bc85-f79f944abbd6)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:24.168786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'b9717597-e165-44eb-aa38-577be071dc70', 'network_id': '54dd82d0-40df-4377-99e5-cf53363dcae6', 'port_id': 'b9717597-e165-44eb-aa38-577be071dc70', 'mac_address': 'fa:16:3e:06:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5eb3db2-1971-489a-98b7-0b5a36ee05f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:24.207611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf021635-0211-45df-8775-739b5267e6c2 req-5877df73-131e-4609-b02c-9b22c0c7cfc7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.209339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf021635-0211-45df-8775-739b5267e6c2 req-5877df73-131e-4609-b02c-9b22c0c7cfc7 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 945 time: 0.1570828 Jan 28 00:59:24.229605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b9717597-e165-44eb-aa38-577be071dc70 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:24.230472 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9717597-e165-44eb-aa38-577be071dc70), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:24.241055 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-f11b8a89-febf-427d-a0bf-ae7169ddc844 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034997 Jan 28 00:59:24.252439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9717597-e165-44eb-aa38-577be071dc70 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:24.278097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b9717597-e165-44eb-aa38-577be071dc70, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b9717597-e165-44eb-aa38-577be071dc70,segment=NetworkSegment(029e7f39-8d19-4415-bc85-f79f944abbd6),segment_id=029e7f39-8d19-4415-bc85-f79f944abbd6)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:24.285641 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b9717597-e165-44eb-aa38-577be071dc70), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:24.307678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b15ae5f1-d8a9-474e-9910-afc644368b40 req-394bc198-0d23-4a28-83b5-31f21ad9851f tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867967 Jan 28 00:59:24.309048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:24.316674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1a9f6504-d4db-49e3-b12a-794a09b090df admin admin] 10.222.0.23 "PUT /v2.0/routers/9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3295217 Jan 28 00:59:24.343777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] Sync routers for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:24.356478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45786) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:24.362921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:24.367297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:59:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:24.367777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf021635-0211-45df-8775-739b5267e6c2 req-812f3985-efdc-41cc-afda-c8904db0a49b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395559 Jan 28 00:59:24.474391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b9717597-e165-44eb-aa38-577be071dc70,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:24.577760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:24.581604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645615d-8fea-4122-9007-65a11b6e90ba req-160dd222-b78b-4f5d-a873-8b9768e76a20 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.589244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b645615d-8fea-4122-9007-65a11b6e90ba req-160dd222-b78b-4f5d-a873-8b9768e76a20 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1143465 Jan 28 00:59:24.621109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks [] for router (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:24.797998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b645615d-8fea-4122-9007-65a11b6e90ba req-21be93fd-9ba1-4729-8f95-f2137f588429 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023528 Jan 28 00:59:24.810722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks [] for router_gateway (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:24.814470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-4652764a-dbe6-4baf-bac7-5884c9e5c4de tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273597 Jan 28 00:59:24.824886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b9717597-e165-44eb-aa38-577be071dc70'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:24.837056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b4040-1105-4ae3-960d-38770206bf98 req-a6f5c9d6-73c3-4888-9ebe-b5b5677074f9 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:24.845974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd3b4040-1105-4ae3-960d-38770206bf98 req-a6f5c9d6-73c3-4888-9ebe-b5b5677074f9 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.1256628 Jan 28 00:59:24.922337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19cd2c50-bda4-4fca-ae42-d156438676be req-d60764e8-67f6-43c9-af53-b5f6ac6da002 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 210 time: 0.0393357 Jan 28 00:59:24.928522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:59:22Z', 'revision_number': 5, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port': {'id': 'd5034ed9-1f86-47f9-a073-560a341f622d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:24.962543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd3b4040-1105-4ae3-960d-38770206bf98 req-973a57a1-e4c6-45d0-ac0b-b21883d7eb42 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144059 Jan 28 00:59:24.971580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] Checking router: 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:24.997525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Deleting port d5034ed9-1f86-47f9-a073-560a341f622d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:24.997525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.002978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] Routers {'9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:25.003741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:59:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:25.029177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2cee1f2d-ca88-442a-8b53-25297d0ea668 req-23e6af6e-5384-4b92-98a9-e4b7fdb7b938 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751088 Jan 28 00:59:25.063776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-31441ee6-7ee5-4aee-beba-16600219df2e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.065564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-31441ee6-7ee5-4aee-beba-16600219df2e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501497 Jan 28 00:59:25.087654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Request body: {'port': {'device_id': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b321f8a6e4fb4e34b0b6ac5b866d431a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:25.166370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] For port d5034ed9-1f86-47f9-a073-560a341f622d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d5034ed9-1f86-47f9-a073-560a341f622d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:25.166741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.196061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Calling delete_port for d5034ed9-1f86-47f9-a073-560a341f622d owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:25.264475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Made reservation on behalf of b321f8a6e4fb4e34b0b6ac5b866d431a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:25.268618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.314411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] Set router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:25.431543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:59:24Z', 'revision_number': 6, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:25.440967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500f7c-8d68-42d5-974c-a5232bb1e5a9 req-3e112c9d-a40d-4efd-aaf4-d466e9e7645d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.446373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500f7c-8d68-42d5-974c-a5232bb1e5a9 req-3e112c9d-a40d-4efd-aaf4-d466e9e7645d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.451737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500f7c-8d68-42d5-974c-a5232bb1e5a9 req-3e112c9d-a40d-4efd-aaf4-d466e9e7645d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.453440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47500f7c-8d68-42d5-974c-a5232bb1e5a9 req-3e112c9d-a40d-4efd-aaf4-d466e9e7645d tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735&device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e&device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 2417 time: 0.1063092 Jan 28 00:59:25.473396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e894802-7ab4-4af9-a9d1-71ba25dbd416 None None] The sync data for ids ['9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2'] in n-d-826756-1 is: [{'id': '9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2059254227-router', 'tenant_id': 'f9322abd40a04549a2cc0339a6e7caef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:39Z', 'updated_at': '2022-01-28T00:59:24Z', 'revision_number': 6, 'project_id': 'f9322abd40a04549a2cc0339a6e7caef', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:25.495776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Allocated IP 192.168.233.33 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/4305e730-797f-486d-921f-5f58453f79da) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:25.545149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d5034ed9-1f86-47f9-a073-560a341f622d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.588339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5034ed9-1f86-47f9-a073-560a341f622d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:25.596526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dd1b1-b22e-44ad-87df-12339020d1c0 req-b6154e0f-7ffc-4d70-9a75-2948085655b1 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.598096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602dd1b1-b22e-44ad-87df-12339020d1c0 req-b6154e0f-7ffc-4d70-9a75-2948085655b1 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 948 time: 0.1403244 Jan 28 00:59:25.603307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47500f7c-8d68-42d5-974c-a5232bb1e5a9 req-8757466c-4985-4267-823c-c8381948a3d0 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366658 Jan 28 00:59:25.694676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.718142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks [] for port (4305e730-797f-486d-921f-5f58453f79da), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.764284 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4305e730-797f-486d-921f-5f58453f79da), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.773565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602dd1b1-b22e-44ad-87df-12339020d1c0 req-c4ed64fa-3402-496c-a848-dc5eb33630d1 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666918 Jan 28 00:59:25.798731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:25.829485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:25.837387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:25.844013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:25.849760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.862546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks [] for router_controller (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.904192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event updated for resources: {'Port': ['ID=4305e730-797f-486d-921f-5f58453f79da,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:25.940364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:25.945459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:25.989132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'dc84d16e-a958-40d1-9060-d3f962479422'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:25.995598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4d5cfa1-e08e-45e5-b580-a80e55a1d25f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9125228 Jan 28 00:59:26.009317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5c038d1f-3864-4373-819c-35aa62008d33 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:26.023504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Request body: {'port': {'device_id': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:26.034060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.034643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:59:26.044384 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.045574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f8ab528-b92e-4795-bddb-a6ba42f768e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9bf7df9f-2ed5-4b6d-8140-b320f5dae3f2 HTTP/1.1" status: 204 len: 168 time: 1.6768441 Jan 28 00:59:26.068270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1df603aa-a3ea-4628-aa5c-a3297128b921 req-0e8af674-e395-4629-bc98-d839dc62bb36 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2990134 Jan 28 00:59:26.068829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45808) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:26.087495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d4d6db00-4c7e-4719-8b3c-3d7bab12769e details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:26.096098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5c038d1f-3864-4373-819c-35aa62008d33 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:26.096361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5c038d1f-3864-4373-819c-35aa62008d33 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:26.155179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4305e730-797f-486d-921f-5f58453f79da), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.187739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba96015-e612-4435-8585-65348f810bb6 req-03677009-883d-43c5-9495-e1fce3950ab0 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:26.189282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ba96015-e612-4435-8585-65348f810bb6 req-03677009-883d-43c5-9495-e1fce3950ab0 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2119246 Jan 28 00:59:26.203768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Deleting subnet 0da4eba1-6561-425b-aa49-c4fe6622fc0b {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:26.207587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Publish callbacks [] for subnet (0da4eba1-6561-425b-aa49-c4fe6622fc0b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.296984 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (0da4eba1-6561-425b-aa49-c4fe6622fc0b), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.390548 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:59:26.399089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ba96015-e612-4435-8585-65348f810bb6 req-cc05fb86-e312-4084-b934-253295b815fe tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683540 Jan 28 00:59:26.421196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495048-c253-4a2b-8cde-f39a49829143 req-d8dcdc0e-cb79-4a4e-9782-db3659d871e5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:26.423418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f62d13c6-613c-4de9-a5e7-6fda290a7bf6 None None] Provisioning complete for port 4305e730-797f-486d-921f-5f58453f79da triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:26.423933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f62d13c6-613c-4de9-a5e7-6fda290a7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4305e730-797f-486d-921f-5f58453f79da), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.435267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0495048-c253-4a2b-8cde-f39a49829143 req-d8dcdc0e-cb79-4a4e-9782-db3659d871e5 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 935 time: 0.1460383 Jan 28 00:59:26.526151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:26.562975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (0da4eba1-6561-425b-aa49-c4fe6622fc0b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.569677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e', 'mac_address': 'fa:16:3e:ae:67:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:26.599305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0495048-c253-4a2b-8cde-f39a49829143 req-b348ae97-25ab-4a71-838b-d835c8a65d34 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517289 Jan 28 00:59:26.627709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f62d13c6-613c-4de9-a5e7-6fda290a7bf6 None None] Port 4305e730-797f-486d-921f-5f58453f79da cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:26.666894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (0da4eba1-6561-425b-aa49-c4fe6622fc0b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.693398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4305e730-797f-486d-921f-5f58453f79da {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:26.697660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port d4d6db00-4c7e-4719-8b3c-3d7bab12769e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:26.698082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.701340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Publish callbacks [] for port (4305e730-797f-486d-921f-5f58453f79da), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.722513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Transition to ACTIVE for port object 4305e730-797f-486d-921f-5f58453f79da will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:26.730986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4305e730-797f-486d-921f-5f58453f79da), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.738240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d6db00-4c7e-4719-8b3c-3d7bab12769e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:26.747313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da4eba1-6561-425b-aa49-c4fe6622fc0b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:26.773719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.782249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d22635-b865-4bfe-aba9-6c375a9bbd38 None None] Network 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:26.791328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:26.804066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ea1c06e8-b83a-4e79-ab72-9de74cc44c14 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0da4eba1-6561-425b-aa49-c4fe6622fc0b HTTP/1.1" status: 204 len: 168 time: 0.7339678 Jan 28 00:59:26.809944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45820) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:26.841051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:26.918030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Pushing event updated for resources: {'Port': ['ID=4305e730-797f-486d-921f-5f58453f79da,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.095425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.122307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Attempting to bind port 4305e730-797f-486d-921f-5f58453f79da on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:27.122655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Attempting to bind port 4305e730-797f-486d-921f-5f58453f79da by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:27.122984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Attempting to bind port 4305e730-797f-486d-921f-5f58453f79da on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:27.131315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Port 4305e730-797f-486d-921f-5f58453f79da on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:27.131513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Attempting to bind port 4305e730-797f-486d-921f-5f58453f79da on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:27.137083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:27.137792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:27.138124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:27.138562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Bound port: 4305e730-797f-486d-921f-5f58453f79da, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:27.138913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4305e730-797f-486d-921f-5f58453f79da), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.150774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.241254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9c28-7f93-470a-9845-f9076fe7d49a req-ab1f2b46-791b-4c3c-9af4-b4b871967ebd tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:27.246378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] DHCP port deletion for 51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:59:27.248284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906d9c28-7f93-470a-9845-f9076fe7d49a req-ab1f2b46-791b-4c3c-9af4-b4b871967ebd tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 949 time: 0.2356412 Jan 28 00:59:27.254022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] For port 4305e730-797f-486d-921f-5f58453f79da, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:27.257489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] For port 4305e730-797f-486d-921f-5f58453f79da, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4305e730-797f-486d-921f-5f58453f79da,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:27.265219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4305e730-797f-486d-921f-5f58453f79da), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.274419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['d4d6db00-4c7e-4719-8b3c-3d7bab12769e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:27.325173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:27.325816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.327621 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] 10.222.0.43 "PUT /v2.0/ports/4305e730-797f-486d-921f-5f58453f79da HTTP/1.1" status: 200 len: 1095 time: 1.3126314 Jan 28 00:59:27.328098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'tag': '4305e730-797f-486d-921f-5f58453f79da'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:27.330721 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437001b-1190-452e-a6ee-8a4ec3a28d50" -d '{"events": [{"name": "network-changed", "server_uuid": "ff890ccf-0823-440a-ba54-978da2dd9719", "tag": "4305e730-797f-486d-921f-5f58453f79da"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:27.346182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906d9c28-7f93-470a-9845-f9076fe7d49a req-bab8c462-5c97-4b5d-83cc-f10bbe9ffbc5 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965126 Jan 28 00:59:27.376177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e0369-d687-4e23-80db-3c56a6e37c1a service neutron] Pushing event updated for resources: {'Port': ['ID=4305e730-797f-486d-921f-5f58453f79da,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.397413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Deleting port 62979d47-5123-4495-8dc5-f75ab6cfda76 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:27.399091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.490819 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e224b3a-2df1-4b71-ba19-680ee7caf110 x-openstack-request-id: req-9e224b3a-2df1-4b71-ba19-680ee7caf110 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:27.491399 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff890ccf-0823-440a-ba54-978da2dd9719", "tag": "4305e730-797f-486d-921f-5f58453f79da", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:27.491851 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e224b3a-2df1-4b71-ba19-680ee7caf110 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:27.492820 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'tag': '4305e730-797f-486d-921f-5f58453f79da', 'status': 'completed', 'code': 200} Jan 28 00:59:27.515389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] For port 62979d47-5123-4495-8dc5-f75ab6cfda76, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=62979d47-5123-4495-8dc5-f75ab6cfda76,segment=NetworkSegment(5b4958d8-9db4-4c44-a23e-98a9800a1bc7),segment_id=5b4958d8-9db4-4c44-a23e-98a9800a1bc7)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:27.515759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.537990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4f539d0-7914-4565-8f05-18858d933e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:27.540628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Calling delete_port for 62979d47-5123-4495-8dc5-f75ab6cfda76 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:27.544291 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-c4f539d0-7914-4565-8f05-18858d933e23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 1098 time: 0.1432567 Jan 28 00:59:27.632539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-2e7ff5bf-d539-43a5-9196-a144e115b1e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4305e730-797f-486d-921f-5f58453f79da HTTP/1.1" status: 200 len: 217 time: 0.0722387 Jan 28 00:59:27.731285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.736041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-6f068b3c-6466-416b-a207-ad83514762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:27.737645 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-6f068b3c-6466-416b-a207-ad83514762c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0952110 Jan 28 00:59:27.744179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Deleting port 62979d47-5123-4495-8dc5-f75ab6cfda76 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:27.744720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.763184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62979d47-5123-4495-8dc5-f75ab6cfda76,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:27.774302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252787e-de15-4328-bbc4-21ea6b027fd8 req-c89961ec-12af-4841-8874-3bcad8b030c2 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:27.782114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3252787e-de15-4328-bbc4-21ea6b027fd8 req-c89961ec-12af-4841-8874-3bcad8b030c2 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1462705 Jan 28 00:59:27.784922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] No DVR routers for this DVR port 62979d47-5123-4495-8dc5-f75ab6cfda76 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:27.829278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-fec88f5e-2208-498d-a3b5-69e6efe74b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:27.833863 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-fec88f5e-2208-498d-a3b5-69e6efe74b58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860548 Jan 28 00:59:27.834090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5034ed9-1f86-47f9-a073-560a341f622d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:27.881642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: d5034ed9-1f86-47f9-a073-560a341f622d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:27.882015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5034ed9-1f86-47f9-a073-560a341f622d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:27.882441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62979d47-5123-4495-8dc5-f75ab6cfda76 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:27.928993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3252787e-de15-4328-bbc4-21ea6b027fd8 req-c03eed75-555a-436f-b80b-0f14f1eab658 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459928 Jan 28 00:59:27.936495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 62979d47-5123-4495-8dc5-f75ab6cfda76 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:27.936848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 62979d47-5123-4495-8dc5-f75ab6cfda76 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:27.939619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] For port 62979d47-5123-4495-8dc5-f75ab6cfda76, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:27.940025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.968333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Calling delete_port for 62979d47-5123-4495-8dc5-f75ab6cfda76 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:27.976908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:27.978271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Port 62979d47-5123-4495-8dc5-f75ab6cfda76 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:59:27.986416 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (62979d47-5123-4495-8dc5-f75ab6cfda76), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.010217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:28.025576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] Pushing event deleted for resources: {'Port': ['ID=62979d47-5123-4495-8dc5-f75ab6cfda76,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:28.030555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4958d8-9db4-4c44-a23e-98a9800a1bc7') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:28.030856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4958d8-9db4-4c44-a23e-98a9800a1bc7') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:28.032142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35242e3a-e487-471e-b0d7-16066b3de574 None None] No DVR routers for this DVR port 62979d47-5123-4495-8dc5-f75ab6cfda76 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:28.041557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da2362-053a-4dee-8d13-54a9064303d7 req-c0341166-a9bd-40df-9646-bf8360d8ca52 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.043161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-06a9643c-d384-4d30-95c9-58e3637ce66c service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023246 Jan 28 00:59:28.057544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76da2362-053a-4dee-8d13-54a9064303d7 req-c0341166-a9bd-40df-9646-bf8360d8ca52 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 947 time: 0.1645164 Jan 28 00:59:28.101766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (5b4958d8-9db4-4c44-a23e-98a9800a1bc7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.103502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b9717597-e165-44eb-aa38-577be071dc70 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:28.142178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5b4958d8-9db4-4c44-a23e-98a9800a1bc7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.164266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76da2362-053a-4dee-8d13-54a9064303d7 req-3a679a07-c52e-420f-82de-697df0354f41 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999706 Jan 28 00:59:28.165526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:28.165980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (5b4958d8-9db4-4c44-a23e-98a9800a1bc7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:28.167918 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:28.223095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7394a958-054b-4d2d-9b0f-e02b065989b5 req-52bd4bb6-4d42-4512-a412-0325b42c0e6f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744998 Jan 28 00:59:28.269868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.288322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port b9717597-e165-44eb-aa38-577be071dc70 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:59:28.290329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.296691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee HTTP/1.1" status: 204 len: 168 time: 1.4824166 Jan 28 00:59:28.296691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9142d-ddf6-4fc8-a4fc-8c2088bc8cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ad0237-ff3f-4cdb-8a5d-721ead0cd8ee,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:28.296972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port b9717597-e165-44eb-aa38-577be071dc70 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:28.296972 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b9717597-e165-44eb-aa38-577be071dc70), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.297824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45842) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:28.437014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-6cb2ccd6-b5e1-488b-b44b-fb3b70e744d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.438496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-6cb2ccd6-b5e1-488b-b44b-fb3b70e744d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 1098 time: 0.0925477 Jan 28 00:59:28.521727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b9717597-e165-44eb-aa38-577be071dc70 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:28.522416 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9717597-e165-44eb-aa38-577be071dc70), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.571440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9717597-e165-44eb-aa38-577be071dc70'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:28.575440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-7813d00b-11a9-4fc1-af2f-494c66ead4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.577059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-7813d00b-11a9-4fc1-af2f-494c66ead4e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1273618 Jan 28 00:59:28.579780 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e839a3-012e-43a0-9fa9-6e21fde01f54" -d '{"events": [{"server_uuid": "49f5e285-0dfb-450e-a245-ba7cc89f6bc2", "name": "network-vif-plugged", "status": "completed", "tag": "b9717597-e165-44eb-aa38-577be071dc70"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:28.604284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b9717597-e165-44eb-aa38-577be071dc70, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b9717597-e165-44eb-aa38-577be071dc70,segment=NetworkSegment(029e7f39-8d19-4415-bc85-f79f944abbd6),segment_id=029e7f39-8d19-4415-bc85-f79f944abbd6)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:28.611362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b9717597-e165-44eb-aa38-577be071dc70), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:28.668184 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-99b2236a-35c3-4f71-9490-014ebb38d26a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=4305e730-797f-486d-921f-5f58453f79da HTTP/1.1" status: 200 len: 217 time: 0.0784576 Jan 28 00:59:28.706416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b9717597-e165-44eb-aa38-577be071dc70,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:28.730479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49c8dc-8392-45b1-aef3-a122d6bb2661 req-00fffab3-383c-49c7-b8ed-b58c9cf30168 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.737555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d49c8dc-8392-45b1-aef3-a122d6bb2661 req-00fffab3-383c-49c7-b8ed-b58c9cf30168 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 949 time: 0.1081750 Jan 28 00:59:28.750224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-d97998e0-3d63-4f5b-a819-d5e432a87a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.752747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-d97998e0-3d63-4f5b-a819-d5e432a87a9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0803506 Jan 28 00:59:28.756757 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfe4259-ee3a-4004-9338-80a8d77f78d4 x-openstack-request-id: req-0bfe4259-ee3a-4004-9338-80a8d77f78d4 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:28.757287 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5e285-0dfb-450e-a245-ba7cc89f6bc2", "name": "network-vif-plugged", "status": "completed", "tag": "b9717597-e165-44eb-aa38-577be071dc70", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:28.757389 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bfe4259-ee3a-4004-9338-80a8d77f78d4 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:28.757884 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9717597-e165-44eb-aa38-577be071dc70', 'code': 200} Jan 28 00:59:28.855428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-1e7e6e4c-6e55-40ca-a66c-29c550c717a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.858624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-1e7e6e4c-6e55-40ca-a66c-29c550c717a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515800 Jan 28 00:59:28.859363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d49c8dc-8392-45b1-aef3-a122d6bb2661 req-0b572802-da32-4887-ab28-39f6bbef17a1 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208801 Jan 28 00:59:28.982883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53da4-0960-4933-934d-bfdbd6b97664 req-21b1b5e5-71ef-48cd-bcd5-9615135cb34b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:28.984918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30e53da4-0960-4933-934d-bfdbd6b97664 req-21b1b5e5-71ef-48cd-bcd5-9615135cb34b tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.1744251 Jan 28 00:59:28.998917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95686c5-c824-4fd1-b41b-3dadf5a81d09 req-7465d40e-99cc-480c-ae19-3c4fd99b7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:29.000737 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b95686c5-c824-4fd1-b41b-3dadf5a81d09 req-7465d40e-99cc-480c-ae19-3c4fd99b7829 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1258972 Jan 28 00:59:29.035210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-5303d85f-5ddb-4d7c-8fdf-6de41b07fd9e service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614342 Jan 28 00:59:29.045221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30e53da4-0960-4933-934d-bfdbd6b97664 req-538d1201-ab9f-4fb3-9ea5-bf5a351fbea4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Jan 28 00:59:29.112625 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b95686c5-c824-4fd1-b41b-3dadf5a81d09 req-ff1c24fb-711a-4439-8c0f-7519d1a8fab1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018126 Jan 28 00:59:29.128444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d987e87-5f6d-4403-b93f-d1eb71bf3cc3 req-a9d1e2ea-9fc1-4626-8f00-6c8a2ffa3db3 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:29.132064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d987e87-5f6d-4403-b93f-d1eb71bf3cc3 req-a9d1e2ea-9fc1-4626-8f00-6c8a2ffa3db3 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 945 time: 0.0633793 Jan 28 00:59:29.154424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a437001b-1190-452e-a6ee-8a4ec3a28d50 req-e9277324-76da-4823-bebd-7d417f96dffc service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093814 Jan 28 00:59:29.214695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d987e87-5f6d-4403-b93f-d1eb71bf3cc3 req-0bfdb728-6b4d-4200-a707-fe20eb51046a tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Jan 28 00:59:29.271629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (63beea2f-7be3-46e0-87f1-034804245591), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:29.322735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496741-f293-4fa3-a59a-093e2e3044e5 req-64c9b916-e79d-41d1-bf10-8c73631ff245 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:29.324251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4496741-f293-4fa3-a59a-093e2e3044e5 req-64c9b916-e79d-41d1-bf10-8c73631ff245 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 947 time: 0.0988219 Jan 28 00:59:29.453002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4496741-f293-4fa3-a59a-093e2e3044e5 req-9b3f8fcf-da93-4812-8bbf-88d18fe30f6a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193666 Jan 28 00:59:29.575316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Deleting port 6b2205a7-412e-4b7a-9327-b80d7c35f529 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:29.575654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:29.660105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] For port 6b2205a7-412e-4b7a-9327-b80d7c35f529, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6b2205a7-412e-4b7a-9327-b80d7c35f529,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:29.660483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:29.673504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Calling delete_port for 6b2205a7-412e-4b7a-9327-b80d7c35f529 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:29.860615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6b2205a7-412e-4b7a-9327-b80d7c35f529), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:29.893657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2205a7-412e-4b7a-9327-b80d7c35f529,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:30.048411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170549-8a50-4fda-b82b-447290762210 req-59528edb-b024-436d-bc76-06930ddaab30 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:30.055326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51170549-8a50-4fda-b82b-447290762210 req-59528edb-b024-436d-bc76-06930ddaab30 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 949 time: 0.1078959 Jan 28 00:59:30.085545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d4d6db00-4c7e-4719-8b3c-3d7bab12769e up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:30.140963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (63beea2f-7be3-46e0-87f1-034804245591), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.151938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51170549-8a50-4fda-b82b-447290762210 req-ea246fc1-e0fa-46e4-99a3-42b920dfc1a5 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956700 Jan 28 00:59:30.189430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port d4d6db00-4c7e-4719-8b3c-3d7bab12769e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:59:30.193424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port d4d6db00-4c7e-4719-8b3c-3d7bab12769e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:30.193828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.271820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f67c0-d9f6-4c1f-86a2-c6a0c92cca27 req-3c76db52-3773-45f5-a8b0-98c7473998f1 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:30.280320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b3f67c0-d9f6-4c1f-86a2-c6a0c92cca27 req-3c76db52-3773-45f5-a8b0-98c7473998f1 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.1149542 Jan 28 00:59:30.299395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port d4d6db00-4c7e-4719-8b3c-3d7bab12769e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:30.300090 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.343106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:30.348361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:30.413824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:30.429666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b3f67c0-d9f6-4c1f-86a2-c6a0c92cca27 req-01ac511b-d741-412c-80f7-ca737d751529 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484714 Jan 28 00:59:30.440484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51769375-ac3b-4e6c-b0b4-44b2db051ad3 req-8d511d24-2062-416b-bfd9-224a0d8b78f6 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:30.442302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51769375-ac3b-4e6c-b0b4-44b2db051ad3 req-8d511d24-2062-416b-bfd9-224a0d8b78f6 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1117828 Jan 28 00:59:30.565854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51769375-ac3b-4e6c-b0b4-44b2db051ad3 req-407b1d85-f692-41d2-b6c3-33816ba25975 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 Jan 28 00:59:30.591275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Router 63beea2f-7be3-46e0-87f1-034804245591 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:30.746005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8595845-ed3d-43d1-a843-29a6fe305180 req-89fdc560-c7a0-44ee-bd43-46ee7386cb8e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:30.747543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8595845-ed3d-43d1-a843-29a6fe305180 req-89fdc560-c7a0-44ee-bd43-46ee7386cb8e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 947 time: 0.0943563 Jan 28 00:59:30.755960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:30.758625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:30.761025 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6305e4d7-aaae-48d9-a242-ee4a112232a6" -d '{"events": [{"server_uuid": "244fe4b6-99e1-4ee9-9804-aca00e6bc5da", "name": "network-vif-plugged", "status": "completed", "tag": "d4d6db00-4c7e-4719-8b3c-3d7bab12769e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:30.764956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e908b714-c986-425e-9aaf-72295e493a3b admin admin] 10.222.0.23 "PUT /v2.0/routers/63beea2f-7be3-46e0-87f1-034804245591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635499 Jan 28 00:59:30.765088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:30.767222 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] Sync routers for ids ['63beea2f-7be3-46e0-87f1-034804245591'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:30.780578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-20862b01-cdb1-46fb-a9bc-37f34e7dedd3 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:30.781886 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] Routers {'63beea2f-7be3-46e0-87f1-034804245591'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:30.782527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-20862b01-cdb1-46fb-a9bc-37f34e7dedd3 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 945 time: 0.0692761 Jan 28 00:59:30.783412 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:59:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63beea2f-7be3-46e0-87f1-034804245591'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:30.807615 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80812d0-079b-41a7-b55b-7dfb31f33ff3 x-openstack-request-id: req-c80812d0-079b-41a7-b55b-7dfb31f33ff3 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:30.807909 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244fe4b6-99e1-4ee9-9804-aca00e6bc5da", "name": "network-vif-plugged", "status": "completed", "tag": "d4d6db00-4c7e-4719-8b3c-3d7bab12769e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:30.808473 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c80812d0-079b-41a7-b55b-7dfb31f33ff3 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:30.808622 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e', 'code': 200} Jan 28 00:59:30.818518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8595845-ed3d-43d1-a843-29a6fe305180 req-29c87898-6159-454d-acdc-989ab7888a6b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553648 Jan 28 00:59:30.923096 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] Set router 63beea2f-7be3-46e0-87f1-034804245591 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:31.003371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks [] for router (63beea2f-7be3-46e0-87f1-034804245591), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.046600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4645118-8236-446c-b0a4-f7b0cd9ed59f req-22421061-3da8-4eb6-b858-e56d6f16868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:31.048105 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4645118-8236-446c-b0a4-f7b0cd9ed59f req-22421061-3da8-4eb6-b858-e56d6f16868c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 1101 time: 0.1344104 Jan 28 00:59:31.068452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Deleting port 375277c7-8e3b-446e-885e-ad0101edb938 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:31.068796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (375277c7-8e3b-446e-885e-ad0101edb938), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.127050 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:59:29Z', 'revision_number': 5, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:31.157714 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] Checking router: 63beea2f-7be3-46e0-87f1-034804245591 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:31.168789 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] Routers {'63beea2f-7be3-46e0-87f1-034804245591'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:31.169018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T00:59:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63beea2f-7be3-46e0-87f1-034804245591'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:31.192356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4645118-8236-446c-b0a4-f7b0cd9ed59f req-415ea820-80d8-44fc-82a7-93b9d4976e2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343117 Jan 28 00:59:31.240756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks [] for router_gateway (63beea2f-7be3-46e0-87f1-034804245591), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.249279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] For port 375277c7-8e3b-446e-885e-ad0101edb938, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=375277c7-8e3b-446e-885e-ad0101edb938,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:31.249641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (375277c7-8e3b-446e-885e-ad0101edb938), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.269885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Calling delete_port for 375277c7-8e3b-446e-885e-ad0101edb938 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:31.291016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8fd32-3c64-45ea-8cfe-9193210dc4f0 req-214ec93f-e690-41aa-8fac-45262185979f tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:31.298814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fb8fd32-3c64-45ea-8cfe-9193210dc4f0 req-214ec93f-e690-41aa-8fac-45262185979f tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0688617 Jan 28 00:59:31.306025 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] Set router 63beea2f-7be3-46e0-87f1-034804245591 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:31.356644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fb8fd32-3c64-45ea-8cfe-9193210dc4f0 req-6b81b1a1-126b-4644-b584-dcf0d52f9f5a tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570118 Jan 28 00:59:31.376212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Deleting port de179e99-3fdc-4f50-9b07-a26e96bf1d38 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:31.376547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.528622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] For port de179e99-3fdc-4f50-9b07-a26e96bf1d38, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=de179e99-3fdc-4f50-9b07-a26e96bf1d38,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:31.529056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.539815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (375277c7-8e3b-446e-885e-ad0101edb938), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.549358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Calling delete_port for de179e99-3fdc-4f50-9b07-a26e96bf1d38 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:31.565933 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:59:29Z', 'revision_number': 5, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:31.576924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['79314f2b-3b47-4f88-b78b-fd73257f6ac8', '375277c7-8e3b-446e-885e-ad0101edb938'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:31.580645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Pushing event deleted for resources: {'Port': ['ID=375277c7-8e3b-446e-885e-ad0101edb938,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:31.597408 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc72996-71b5-466f-bdd9-7a99b0524c72 None None] The sync data for ids ['63beea2f-7be3-46e0-87f1-034804245591'] in n-d-826756-1 is: [{'id': '63beea2f-7be3-46e0-87f1-034804245591', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-793338078-router', 'tenant_id': 'baec8e5b300d427986a5be6ef818a0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:53:48Z', 'updated_at': '2022-01-28T00:59:29Z', 'revision_number': 5, 'project_id': 'baec8e5b300d427986a5be6ef818a0cf', 'gw_port': {'id': 'de179e99-3fdc-4f50-9b07-a26e96bf1d38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63beea2f-7be3-46e0-87f1-034804245591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:53:49Z', 'updated_at': '2022-01-28T00:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:31.623207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5181009-368c-442e-9678-4bf56232e197 req-5c07ad57-c2ba-45c9-8198-e76009bc6226 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:31.624775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5181009-368c-442e-9678-4bf56232e197 req-5c07ad57-c2ba-45c9-8198-e76009bc6226 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=00e4cfa3-8920-41ba-8912-feff98ab1735 HTTP/1.1" status: 200 len: 867 time: 0.1093009 Jan 28 00:59:31.681470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:31.683726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] No DVR routers for this DVR port 375277c7-8e3b-446e-885e-ad0101edb938 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:31.687686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.690990 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8112f6-f6b1-4d94-9473-2e50cf0d4f88 req-57cac2d7-4a73-424d-a85c-7634e3166bf4 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "DELETE /v2.0/ports/375277c7-8e3b-446e-885e-ad0101edb938 HTTP/1.1" status: 204 len: 173 time: 0.8674128 Jan 28 00:59:31.691441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'name': 'network-vif-deleted', 'tag': '375277c7-8e3b-446e-885e-ad0101edb938'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:31.693866 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58bb115-ac80-4d75-bbba-4b1dd1d6db91" -d '{"events": [{"server_uuid": "00e4cfa3-8920-41ba-8912-feff98ab1735", "name": "network-vif-deleted", "tag": "375277c7-8e3b-446e-885e-ad0101edb938"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:31.747715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5181009-368c-442e-9678-4bf56232e197 req-34b540dc-e0ce-48d2-bf22-a03852c5e37f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123457 Jan 28 00:59:31.797086 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ace7ca3-2bb6-4a41-9280-9256c85966fc x-openstack-request-id: req-0ace7ca3-2bb6-4a41-9280-9256c85966fc {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:31.797703 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e4cfa3-8920-41ba-8912-feff98ab1735", "name": "network-vif-deleted", "tag": "375277c7-8e3b-446e-885e-ad0101edb938", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:31.797703 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ace7ca3-2bb6-4a41-9280-9256c85966fc {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:31.798108 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e4cfa3-8920-41ba-8912-feff98ab1735', 'name': 'network-vif-deleted', 'tag': '375277c7-8e3b-446e-885e-ad0101edb938', 'status': 'completed', 'code': 200} Jan 28 00:59:31.906794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (de179e99-3fdc-4f50-9b07-a26e96bf1d38), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:31.961007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Pushing event deleted for resources: {'Port': ['ID=de179e99-3fdc-4f50-9b07-a26e96bf1d38,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:32.041413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (63beea2f-7be3-46e0-87f1-034804245591), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.049373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e66fc-3d73-4ee7-953b-0ae8fefc9a21 req-d7ab886d-c465-41e3-bd9c-16951ddacda7 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:32.058360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba4e66fc-3d73-4ee7-953b-0ae8fefc9a21 req-d7ab886d-c465-41e3-bd9c-16951ddacda7 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 945 time: 0.2045918 Jan 28 00:59:32.079869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4305e730-797f-486d-921f-5f58453f79da details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:32.098891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf01a7-c687-4699-9f9e-8c1ed2a1affc req-bcfe787d-c5c3-4313-8fca-a50016abb0e9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:32.110814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dccf01a7-c687-4699-9f9e-8c1ed2a1affc req-bcfe787d-c5c3-4313-8fca-a50016abb0e9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 947 time: 0.1664751 Jan 28 00:59:32.151726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba4e66fc-3d73-4ee7-953b-0ae8fefc9a21 req-041e4532-9229-4d35-aa96-29bcfa1598b2 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923758 Jan 28 00:59:32.171927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b2205a7-412e-4b7a-9327-b80d7c35f529 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:32.216660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (63beea2f-7be3-46e0-87f1-034804245591), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.219288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks [] for router_controller (63beea2f-7be3-46e0-87f1-034804245591), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.283059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dccf01a7-c687-4699-9f9e-8c1ed2a1affc req-20669c7c-926c-49a3-85bd-bd7b36fe1d4e tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361547 Jan 28 00:59:32.324604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (63beea2f-7be3-46e0-87f1-034804245591), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.329429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63beea2f-7be3-46e0-87f1-034804245591 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:59:32.341384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.343670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-75eeeac5-3ccd-4fad-a9a5-ce6b097e355d admin admin] 10.222.0.23 "DELETE /v2.0/routers/63beea2f-7be3-46e0-87f1-034804245591 HTTP/1.1" status: 204 len: 168 time: 1.5782082 Jan 28 00:59:32.346454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45902) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:32.422647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Deleting subnet 708cff4f-676a-47f6-8348-a2cfa54c90c8 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:32.430680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Publish callbacks [] for subnet (708cff4f-676a-47f6-8348-a2cfa54c90c8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.454121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6b2205a7-412e-4b7a-9327-b80d7c35f529 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:32.454551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b2205a7-412e-4b7a-9327-b80d7c35f529 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:32.517062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4305e730-797f-486d-921f-5f58453f79da, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4305e730-797f-486d-921f-5f58453f79da,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:32.531844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '4305e730-797f-486d-921f-5f58453f79da', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '4305e730-797f-486d-921f-5f58453f79da', 'mac_address': 'fa:16:3e:78:b4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:32.574993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (708cff4f-676a-47f6-8348-a2cfa54c90c8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.633586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 4305e730-797f-486d-921f-5f58453f79da is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:32.636573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4305e730-797f-486d-921f-5f58453f79da), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.660623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aa354-093b-47a1-92ac-8f21fed3bbd4 req-428d4c02-a8da-49bc-85a8-749f76b28fef tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:32.673986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e7aa354-093b-47a1-92ac-8f21fed3bbd4 req-428d4c02-a8da-49bc-85a8-749f76b28fef tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 950 time: 0.1029582 Jan 28 00:59:32.685510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4305e730-797f-486d-921f-5f58453f79da {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:32.724817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4305e730-797f-486d-921f-5f58453f79da, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4305e730-797f-486d-921f-5f58453f79da,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:32.735256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4305e730-797f-486d-921f-5f58453f79da), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.773529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (708cff4f-676a-47f6-8348-a2cfa54c90c8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.813058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e7aa354-093b-47a1-92ac-8f21fed3bbd4 req-898073bc-7cd0-4db7-9ff9-effa839e7161 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376033 Jan 28 00:59:32.878717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=4305e730-797f-486d-921f-5f58453f79da,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:32.928680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (708cff4f-676a-47f6-8348-a2cfa54c90c8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.966351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708cff4f-676a-47f6-8348-a2cfa54c90c8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:32.966513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46d66f-0f5a-4c0f-8e60-450a93be0148 None None] Network 0651c504-3039-414e-9443-2cd01f341524 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:32.972332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:32.981265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45914) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:32.990364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7874fbcc-17f7-4164-8d24-03c7c97ec6e1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/708cff4f-676a-47f6-8348-a2cfa54c90c8 HTTP/1.1" status: 204 len: 168 time: 0.6426234 Jan 28 00:59:33.118392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0651c504-3039-414e-9443-2cd01f341524), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.140116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34508f08-089f-4482-9d12-9d859c4a8556 req-cbcfed1c-a651-4bed-afb6-6361f68f3e1b tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:33.147671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34508f08-089f-4482-9d12-9d859c4a8556 req-cbcfed1c-a651-4bed-afb6-6361f68f3e1b tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1306162 Jan 28 00:59:33.172154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] DHCP port deletion for 0651c504-3039-414e-9443-2cd01f341524 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:59:33.179515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['4305e730-797f-486d-921f-5f58453f79da'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:33.284764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34508f08-089f-4482-9d12-9d859c4a8556 req-363561c1-960e-4a26-b759-aa00cf7b6c52 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358407 Jan 28 00:59:33.372808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Deleting port f7850037-20f4-4bf1-bef4-489f0ed8794c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:33.373404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.388373 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.394260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] Deleting port f7850037-20f4-4bf1-bef4-489f0ed8794c {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:33.394835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.469009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] For port f7850037-20f4-4bf1-bef4-489f0ed8794c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f7850037-20f4-4bf1-bef4-489f0ed8794c,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:33.469511 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.472346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] For port f7850037-20f4-4bf1-bef4-489f0ed8794c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f7850037-20f4-4bf1-bef4-489f0ed8794c,segment=NetworkSegment(c0e0e7b6-a939-4567-b589-2ed0f0116f47),segment_id=c0e0e7b6-a939-4567-b589-2ed0f0116f47)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:33.472727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.487693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4691ce3-7481-4b1c-8fed-826781ea54f8 req-2c0f3ae9-2765-4f3d-a985-4cc3906bc81e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:33.489709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4691ce3-7481-4b1c-8fed-826781ea54f8 req-2c0f3ae9-2765-4f3d-a985-4cc3906bc81e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 945 time: 0.1771960 Jan 28 00:59:33.501042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] Calling delete_port for f7850037-20f4-4bf1-bef4-489f0ed8794c owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:33.502143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Calling delete_port for f7850037-20f4-4bf1-bef4-489f0ed8794c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:33.581758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ead97d-e3ca-4c28-9f38-641504cedba4 req-f1b39614-34f3-4421-8d5c-e2b52be35216 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:33.583306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7ead97d-e3ca-4c28-9f38-641504cedba4 req-f1b39614-34f3-4421-8d5c-e2b52be35216 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 948 time: 0.1564677 Jan 28 00:59:33.634715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4691ce3-7481-4b1c-8fed-826781ea54f8 req-37a6ebe6-e57b-4b24-9e74-74f4d8ffc24c tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357543 Jan 28 00:59:33.639869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.680724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] Pushing event deleted for resources: {'Port': ['ID=f7850037-20f4-4bf1-bef4-489f0ed8794c,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:33.684133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492ea7f-ba58-428e-b98f-dd65e4dd7557 None None] No DVR routers for this DVR port f7850037-20f4-4bf1-bef4-489f0ed8794c on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:33.719925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7ead97d-e3ca-4c28-9f38-641504cedba4 req-36097b68-420c-492d-bb7b-311e7bdf69be tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282830 Jan 28 00:59:33.727581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f7850037-20f4-4bf1-bef4-489f0ed8794c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.773570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7850037-20f4-4bf1-bef4-489f0ed8794c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:33.776837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f7850037-20f4-4bf1-bef4-489f0ed8794c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:33.776997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] No DVR routers for this DVR port f7850037-20f4-4bf1-bef4-489f0ed8794c on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:33.808398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f7850037-20f4-4bf1-bef4-489f0ed8794c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:33.808840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f7850037-20f4-4bf1-bef4-489f0ed8794c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:33.809365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device de179e99-3fdc-4f50-9b07-a26e96bf1d38 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:33.833956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: de179e99-3fdc-4f50-9b07-a26e96bf1d38 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:33.842928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device de179e99-3fdc-4f50-9b07-a26e96bf1d38 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:33.885295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0651c504-3039-414e-9443-2cd01f341524), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.929676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0651c504-3039-414e-9443-2cd01f341524']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:33.941584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e0e7b6-a939-4567-b589-2ed0f0116f47') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:33.941922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e0e7b6-a939-4567-b589-2ed0f0116f47') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:33.954177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c0e0e7b6-a939-4567-b589-2ed0f0116f47), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:33.978213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc61b-35b8-40b9-9830-f82666c5b31f req-238d5e14-8ee4-4384-aef3-32f450fa594e tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:33.979752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-797bc61b-35b8-40b9-9830-f82666c5b31f req-238d5e14-8ee4-4384-aef3-32f450fa594e tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 950 time: 0.0852735 Jan 28 00:59:33.983747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c0e0e7b6-a939-4567-b589-2ed0f0116f47), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.005879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:34.006732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c0e0e7b6-a939-4567-b589-2ed0f0116f47), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: timer() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:34.022582 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:34.096162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0651c504-3039-414e-9443-2cd01f341524), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.098269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 375277c7-8e3b-446e-885e-ad0101edb938 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:34.115652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.118881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0651c504-3039-414e-9443-2cd01f341524 HTTP/1.1" status: 204 len: 168 time: 1.1360624 Jan 28 00:59:34.120169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d1872-de07-4d20-bb46-02c17bf60544 admin admin] Pushing event deleted for resources: {'Network': ['ID=0651c504-3039-414e-9443-2cd01f341524,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:34.125215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-797bc61b-35b8-40b9-9830-f82666c5b31f req-64cde218-d0b0-490d-ae11-9fba7d169912 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356030 Jan 28 00:59:34.131053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 375277c7-8e3b-446e-885e-ad0101edb938 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:34.131960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 375277c7-8e3b-446e-885e-ad0101edb938 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:34.239215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-8558fa52-4fc6-4f6a-a088-ae5b5eb19b34 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:34.243365 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-8558fa52-4fc6-4f6a-a088-ae5b5eb19b34 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.43 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 945 time: 0.0627410 Jan 28 00:59:34.399385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Deleting port b9717597-e165-44eb-aa38-577be071dc70 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:34.401231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b9717597-e165-44eb-aa38-577be071dc70), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.513473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:34.529330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd2c49-5a6e-422a-a6a7-1b66d7fbc133 req-d93ca9d4-2c63-4286-92ab-e4455b4b989c tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:34.537125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73fd2c49-5a6e-422a-a6a7-1b66d7fbc133 req-d93ca9d4-2c63-4286-92ab-e4455b4b989c tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/ports?device_id=49f5e285-0dfb-450e-a245-ba7cc89f6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1181757 Jan 28 00:59:34.558615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] For port b9717597-e165-44eb-aa38-577be071dc70, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b9717597-e165-44eb-aa38-577be071dc70,segment=NetworkSegment(029e7f39-8d19-4415-bc85-f79f944abbd6),segment_id=029e7f39-8d19-4415-bc85-f79f944abbd6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:34.558989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b9717597-e165-44eb-aa38-577be071dc70), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.584902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Calling delete_port for b9717597-e165-44eb-aa38-577be071dc70 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:34.605850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c35cb199-d6bd-4f34-8585-59dc60836268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9322abd40a04549a2cc0339a6e7caef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0896981 Jan 28 00:59:34.608144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:34.740666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd11d-991e-4a26-8d3d-23db68b5b562 admin admin] Publish callbacks [] for security_group (283ac8fa-7b67-47d5-b41a-ef50b046c79c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.788158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd11d-991e-4a26-8d3d-23db68b5b562 admin admin] Publish callbacks [] for security_group (283ac8fa-7b67-47d5-b41a-ef50b046c79c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.843282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f0ffe-ea7b-4e57-b45f-8d0d5a3cc601 req-50bfa521-1a0c-420f-9d1e-bb1b9378f49e tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:34.844141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b9717597-e165-44eb-aa38-577be071dc70), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.850525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f0f0ffe-ea7b-4e57-b45f-8d0d5a3cc601 req-50bfa521-1a0c-420f-9d1e-bb1b9378f49e tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 950 time: 0.3733590 Jan 28 00:59:34.883518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73fd2c49-5a6e-422a-a6a7-1b66d7fbc133 req-20ac8c93-ff04-4457-b473-fd49197ae263 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405383 Jan 28 00:59:34.887834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b9717597-e165-44eb-aa38-577be071dc70'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:34.926344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Pushing event deleted for resources: {'Port': ['ID=b9717597-e165-44eb-aa38-577be071dc70,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:34.942232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd11d-991e-4a26-8d3d-23db68b5b562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (283ac8fa-7b67-47d5-b41a-ef50b046c79c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.944867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd11d-991e-4a26-8d3d-23db68b5b562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:34.966451 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fbfcd11d-991e-4a26-8d3d-23db68b5b562 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/283ac8fa-7b67-47d5-b41a-ef50b046c79c HTTP/1.1" status: 204 len: 168 time: 0.3350596 Jan 28 00:59:34.975101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f0f0ffe-ea7b-4e57-b45f-8d0d5a3cc601 req-756bfb40-1ce0-47d7-b97b-ef43b2f68648 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193602 Jan 28 00:59:35.001324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcd11d-991e-4a26-8d3d-23db68b5b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ac8fa-7b67-47d5-b41a-ef50b046c79c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:35.027967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] No DVR routers for this DVR port b9717597-e165-44eb-aa38-577be071dc70 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:35.033340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.039034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-faa81b09-843e-4af6-ae3c-b09f710b070e req-f1861a57-cee3-4515-8c76-c5fe365ff916 tempest-InstanceActionsV221TestJSON-1005653605 tempest-InstanceActionsV221TestJSON-1005653605-project] 10.222.0.43 "DELETE /v2.0/ports/b9717597-e165-44eb-aa38-577be071dc70 HTTP/1.1" status: 204 len: 173 time: 0.7912924 Jan 28 00:59:35.039532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'name': 'network-vif-deleted', 'tag': 'b9717597-e165-44eb-aa38-577be071dc70'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:35.042099 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f77c43-a8fb-47b6-94d3-0170497a3ccb" -d '{"events": [{"server_uuid": "49f5e285-0dfb-450e-a245-ba7cc89f6bc2", "name": "network-vif-deleted", "tag": "b9717597-e165-44eb-aa38-577be071dc70"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:35.073530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75148b-7f76-4ef5-bf4b-d1e7d8d6d1fe req-ad25be25-9851-49a7-9314-934b75bcac38 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:35.081376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b75148b-7f76-4ef5-bf4b-d1e7d8d6d1fe req-ad25be25-9851-49a7-9314-934b75bcac38 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 945 time: 0.1018746 Jan 28 00:59:35.166607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b75148b-7f76-4ef5-bf4b-d1e7d8d6d1fe req-11b2c7ae-38f6-439a-aa9b-5cd9b582f231 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845962 Jan 28 00:59:35.174208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f75d58-d487-4b46-afa1-e6cdb81022cc req-a07254a8-577f-4c6e-ac51-fc545658710a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:35.181743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03f75d58-d487-4b46-afa1-e6cdb81022cc req-a07254a8-577f-4c6e-ac51-fc545658710a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 948 time: 0.1159201 Jan 28 00:59:35.265055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03f75d58-d487-4b46-afa1-e6cdb81022cc req-b3a3da1b-71f7-4cf1-b3d8-4a58855ffec4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820861 Jan 28 00:59:35.308171 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239b0a4-5fe2-4502-8562-df580399b51c x-openstack-request-id: req-7239b0a4-5fe2-4502-8562-df580399b51c {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:35.309021 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5e285-0dfb-450e-a245-ba7cc89f6bc2", "name": "network-vif-deleted", "tag": "b9717597-e165-44eb-aa38-577be071dc70", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:35.309343 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7239b0a4-5fe2-4502-8562-df580399b51c {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:35.309762 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f5e285-0dfb-450e-a245-ba7cc89f6bc2', 'name': 'network-vif-deleted', 'tag': 'b9717597-e165-44eb-aa38-577be071dc70', 'status': 'completed', 'code': 200} Jan 28 00:59:35.389149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6123c-57df-40b4-9f20-ced97219a25a req-bd7fabc8-4a7e-4d78-a620-7806e86be8e6 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:35.390822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a6123c-57df-40b4-9f20-ced97219a25a req-bd7fabc8-4a7e-4d78-a620-7806e86be8e6 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 945 time: 0.0771520 Jan 28 00:59:35.486982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45976) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:35.504319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Deleting port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:35.504568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.535556 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c33c0353-d02d-4035-9c39-996355ac6658 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baec8e5b300d427986a5be6ef818a0cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473299 Jan 28 00:59:35.536263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:35.586217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08fad206-b1dc-41ab-9850-4cc031d9eb98 admin admin] Publish callbacks [] for security_group (e620aa1b-2f5f-4172-bae3-e9edbacde920), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.606745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] For port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:35.607218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.609619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08fad206-b1dc-41ab-9850-4cc031d9eb98 admin admin] Publish callbacks [] for security_group (e620aa1b-2f5f-4172-bae3-e9edbacde920), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.621489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Calling delete_port for 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:35.673566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08fad206-b1dc-41ab-9850-4cc031d9eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e620aa1b-2f5f-4172-bae3-e9edbacde920), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.680732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08fad206-b1dc-41ab-9850-4cc031d9eb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.683080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-08fad206-b1dc-41ab-9850-4cc031d9eb98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e620aa1b-2f5f-4172-bae3-e9edbacde920 HTTP/1.1" status: 204 len: 168 time: 0.1457758 Jan 28 00:59:35.694365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad206-b1dc-41ab-9850-4cc031d9eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e620aa1b-2f5f-4172-bae3-e9edbacde920,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:35.840377 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:35.881378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['79314f2b-3b47-4f88-b78b-fd73257f6ac8'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:35.890921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:35.896147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Pushing event deleted for resources: {'Port': ['ID=32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:35.984649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] No DVR routers for this DVR port 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:35.989967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.008706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a6123c-57df-40b4-9f20-ced97219a25a req-57830ee3-508d-4cf4-ac41-e15f7666328a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.45 "DELETE /v2.0/ports/32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 HTTP/1.1" status: 204 len: 173 time: 0.6087377 Jan 28 00:59:36.009221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'name': 'network-vif-deleted', 'tag': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:36.016693 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b87100-4ae5-4548-98fa-b0b0ece0b5d8" -d '{"events": [{"server_uuid": "9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e", "name": "network-vif-deleted", "tag": "32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:36.104640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4305e730-797f-486d-921f-5f58453f79da up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:36.179010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76bbe7-017f-41d3-b8f2-1e02871029b3 req-c418401e-4aaf-411e-95bb-8f1658f99307 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:36.182296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc76bbe7-017f-41d3-b8f2-1e02871029b3 req-c418401e-4aaf-411e-95bb-8f1658f99307 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 950 time: 0.1206918 Jan 28 00:59:36.193646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-6e1ca59b-0fca-45ba-b19a-ed7ce636319d tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:36.198500 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-6e1ca59b-0fca-45ba-b19a-ed7ce636319d tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.43 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 950 time: 0.1674984 Jan 28 00:59:36.320518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc76bbe7-017f-41d3-b8f2-1e02871029b3 req-de0c37dc-b305-4b30-bd06-354ecfcad2b7 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fe60738-f39f-41e5-8314-ff75a06c6d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311128 Jan 28 00:59:36.349158 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b498ec4-c8bb-4e8c-bbcb-cff541e3b67c x-openstack-request-id: req-1b498ec4-c8bb-4e8c-bbcb-cff541e3b67c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:36.349683 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e", "name": "network-vif-deleted", "tag": "32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:36.350258 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b498ec4-c8bb-4e8c-bbcb-cff541e3b67c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:36.351356 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e', 'name': 'network-vif-deleted', 'tag': '32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2', 'status': 'completed', 'code': 200} Jan 28 00:59:36.403194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 4305e730-797f-486d-921f-5f58453f79da completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:59:36.410508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 4305e730-797f-486d-921f-5f58453f79da triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:36.410924 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4305e730-797f-486d-921f-5f58453f79da), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.427595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Deleting port d4d6db00-4c7e-4719-8b3c-3d7bab12769e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:36.428391 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.530115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33a358d8-6db4-4a83-9653-0b0ab240c55e req-d4bf6063-74ec-4943-a00d-ee20eb802542 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d01cd11-82b3-4dcb-9f9c-d5f9d41f7b6e HTTP/1.1" status: 200 len: 210 time: 0.0600276 Jan 28 00:59:36.590964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 4305e730-797f-486d-921f-5f58453f79da is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:36.592132 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4305e730-797f-486d-921f-5f58453f79da), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.606877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] For port d4d6db00-4c7e-4719-8b3c-3d7bab12769e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:36.607224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.625087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5af3a-6d8f-4b52-9723-f395b965e159 req-cb6f5b0c-5e08-47ac-8f20-340ec1b76df9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:36.638318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39b5af3a-6d8f-4b52-9723-f395b965e159 req-cb6f5b0c-5e08-47ac-8f20-340ec1b76df9 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 948 time: 0.1035247 Jan 28 00:59:36.655904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Calling delete_port for d4d6db00-4c7e-4719-8b3c-3d7bab12769e owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:36.661005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4305e730-797f-486d-921f-5f58453f79da'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:36.673698 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68635f26-b1b9-4e45-a372-37ce2d125767" -d '{"events": [{"server_uuid": "ff890ccf-0823-440a-ba54-978da2dd9719", "name": "network-vif-plugged", "status": "completed", "tag": "4305e730-797f-486d-921f-5f58453f79da"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:36.695779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39b5af3a-6d8f-4b52-9723-f395b965e159 req-1c04fd40-00d0-4b5e-8e7c-2608d0a884a6 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543587 Jan 28 00:59:36.712372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4305e730-797f-486d-921f-5f58453f79da, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4305e730-797f-486d-921f-5f58453f79da,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:36.721077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4305e730-797f-486d-921f-5f58453f79da), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.721983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b9717597-e165-44eb-aa38-577be071dc70 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:36.762390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46020) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:36.861015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: b9717597-e165-44eb-aa38-577be071dc70 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:36.861655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b9717597-e165-44eb-aa38-577be071dc70 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:36.879240 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc8a97-faff-4ffc-a327-2b13a4a20d70 x-openstack-request-id: req-87bc8a97-faff-4ffc-a327-2b13a4a20d70 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:36.879774 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff890ccf-0823-440a-ba54-978da2dd9719", "name": "network-vif-plugged", "status": "completed", "tag": "4305e730-797f-486d-921f-5f58453f79da", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:36.880232 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87bc8a97-faff-4ffc-a327-2b13a4a20d70 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:36.880873 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4305e730-797f-486d-921f-5f58453f79da', 'code': 200} Jan 28 00:59:36.886783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Deleting subnet d5eb3db2-1971-489a-98b7-0b5a36ee05f6 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:36.887974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d4d6db00-4c7e-4719-8b3c-3d7bab12769e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.895297 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Publish callbacks [] for subnet (d5eb3db2-1971-489a-98b7-0b5a36ee05f6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.904477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=4305e730-797f-486d-921f-5f58453f79da,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:36.924431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['d4d6db00-4c7e-4719-8b3c-3d7bab12769e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:36.981935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (d5eb3db2-1971-489a-98b7-0b5a36ee05f6), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:36.987072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Pushing event deleted for resources: {'Port': ['ID=d4d6db00-4c7e-4719-8b3c-3d7bab12769e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:37.003748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.046267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0534e886-28a1-4c6f-b611-a0f24224b3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.085008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] No DVR routers for this DVR port d4d6db00-4c7e-4719-8b3c-3d7bab12769e on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:37.088840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.092594 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c32650a-56b3-4f9f-a694-5073dffcdfde req-26f3a2e6-cd18-4ad7-8676-ad0de85324d0 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.43 "DELETE /v2.0/ports/d4d6db00-4c7e-4719-8b3c-3d7bab12769e HTTP/1.1" status: 204 len: 173 time: 0.8906639 Jan 28 00:59:37.096099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d5eb3db2-1971-489a-98b7-0b5a36ee05f6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.122499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fd55d-739c-4ca3-85ed-da42ecba23e1 req-99ce76a1-caf4-4321-b926-12d3b8719539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:37.124349 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-826fd55d-739c-4ca3-85ed-da42ecba23e1 req-99ce76a1-caf4-4321-b926-12d3b8719539 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 1100 time: 0.1069322 Jan 28 00:59:37.195726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (d5eb3db2-1971-489a-98b7-0b5a36ee05f6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.213308 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-826fd55d-739c-4ca3-85ed-da42ecba23e1 req-3058a3ae-c514-4951-b7e5-ccbc1672d74f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826993 Jan 28 00:59:37.233805 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.233805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d5eb3db2-1971-489a-98b7-0b5a36ee05f6 HTTP/1.1" status: 204 len: 168 time: 0.4673831 Jan 28 00:59:37.234144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:37.257209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a58233-2155-4c5c-95f8-3dfc98967b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5eb3db2-1971-489a-98b7-0b5a36ee05f6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:37.482380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-66ddaed7-cc6d-43d9-99a7-39b1eb10ae8a req-bbc0f79c-a458-49bc-88b3-f25a9f391b04 tempest-ServerDiagnosticsNegativeTest-1612103207 tempest-ServerDiagnosticsNegativeTest-1612103207-project] 10.222.0.23 "GET /v2.0/ports?device_id=244fe4b6-99e1-4ee9-9804-aca00e6bc5da HTTP/1.1" status: 200 len: 210 time: 0.0504801 Jan 28 00:59:37.663413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'name': 'network-vif-deleted', 'tag': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:37.665673 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b94586b-524a-436b-87c2-fe96617e6c52" -d '{"events": [{"server_uuid": "244fe4b6-99e1-4ee9-9804-aca00e6bc5da", "name": "network-vif-deleted", "tag": "d4d6db00-4c7e-4719-8b3c-3d7bab12769e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:37.774211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (54dd82d0-40df-4377-99e5-cf53363dcae6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:37.922939 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c9b41-e37f-47a7-abc8-7ca65f63a0ec x-openstack-request-id: req-0f0c9b41-e37f-47a7-abc8-7ca65f63a0ec {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:37.923477 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244fe4b6-99e1-4ee9-9804-aca00e6bc5da", "name": "network-vif-deleted", "tag": "d4d6db00-4c7e-4719-8b3c-3d7bab12769e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:37.923740 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f0c9b41-e37f-47a7-abc8-7ca65f63a0ec {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:37.924225 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244fe4b6-99e1-4ee9-9804-aca00e6bc5da', 'name': 'network-vif-deleted', 'tag': 'd4d6db00-4c7e-4719-8b3c-3d7bab12769e', 'status': 'completed', 'code': 200} Jan 28 00:59:37.960800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (54dd82d0-40df-4377-99e5-cf53363dcae6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.008322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd82d0-40df-4377-99e5-cf53363dcae6']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:38.027444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029e7f39-8d19-4415-bc85-f79f944abbd6') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:38.027738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029e7f39-8d19-4415-bc85-f79f944abbd6') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:38.060959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (029e7f39-8d19-4415-bc85-f79f944abbd6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.108690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (029e7f39-8d19-4415-bc85-f79f944abbd6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.119904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:38.121082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (029e7f39-8d19-4415-bc85-f79f944abbd6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:38.124366 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:38.180892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259360cf-19ae-461f-a76a-804c2335ca62 req-a9621974-e58b-404d-9430-d496e5bc44c6 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:38.187577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-259360cf-19ae-461f-a76a-804c2335ca62 req-a9621974-e58b-404d-9430-d496e5bc44c6 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 949 time: 0.1979370 Jan 28 00:59:38.211949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (54dd82d0-40df-4377-99e5-cf53363dcae6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.220120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.220563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03257-7680-4074-92d0-2280df59b908 req-c55d7494-df32-4120-b4f8-1e1578a94d3f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:38.224195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ff03257-7680-4074-92d0-2280df59b908 req-c55d7494-df32-4120-b4f8-1e1578a94d3f tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1302538 Jan 28 00:59:38.224366 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54dd82d0-40df-4377-99e5-cf53363dcae6 HTTP/1.1" status: 204 len: 168 time: 0.9889634 Jan 28 00:59:38.243168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3effece-3e03-4bd7-9b2f-62084c886123 admin admin] Pushing event deleted for resources: {'Network': ['ID=54dd82d0-40df-4377-99e5-cf53363dcae6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:38.301309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-259360cf-19ae-461f-a76a-804c2335ca62 req-408f57e7-a4fc-4369-93ff-ac0333338007 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123254 Jan 28 00:59:38.340725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ff03257-7680-4074-92d0-2280df59b908 req-b7f58776-2391-48bd-9169-c7a161a5f0ea tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848775 Jan 28 00:59:38.378024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:38.398529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:38.399162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 32e1b4fd-0b28-4e0a-bc81-cd24a9bf30c2 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:38.508520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46078) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:38.599801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c61b459b-72b6-4b9f-9251-d3a30cd5a275 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3eca508a71934eb898267e0d1fba9be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0900674 Jan 28 00:59:38.602493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:38.687927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e49c90e-0b4a-45f1-a25c-347e141ae490 admin admin] Publish callbacks [] for security_group (f1a9fb1b-8c58-4d58-b69c-3086504c8ef6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.722377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e49c90e-0b4a-45f1-a25c-347e141ae490 admin admin] Publish callbacks [] for security_group (f1a9fb1b-8c58-4d58-b69c-3086504c8ef6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.798272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e49c90e-0b4a-45f1-a25c-347e141ae490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1a9fb1b-8c58-4d58-b69c-3086504c8ef6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.803905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e49c90e-0b4a-45f1-a25c-347e141ae490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.805815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2e49c90e-0b4a-45f1-a25c-347e141ae490 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1a9fb1b-8c58-4d58-b69c-3086504c8ef6 HTTP/1.1" status: 204 len: 168 time: 0.2015762 Jan 28 00:59:38.820791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c90e-0b4a-45f1-a25c-347e141ae490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9fb1b-8c58-4d58-b69c-3086504c8ef6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:39.053874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46120) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:39.263541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a6d57e16-f62e-45b7-b4d0-8bf00eb051a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e87e46a5d3a945cd8e29fc3a63873379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093267 Jan 28 00:59:39.265010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2da41fd6-36ea-41c0-bc03-53b5c50d5a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:39.266235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46144) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:39.340202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a97a81-01a2-4667-8b87-e072106c8af5 admin admin] Publish callbacks [] for security_group (2fe60738-f39f-41e5-8314-ff75a06c6d0b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:39.370367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a97a81-01a2-4667-8b87-e072106c8af5 admin admin] Publish callbacks [] for security_group (2fe60738-f39f-41e5-8314-ff75a06c6d0b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:39.468409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a97a81-01a2-4667-8b87-e072106c8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fe60738-f39f-41e5-8314-ff75a06c6d0b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:39.471224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a97a81-01a2-4667-8b87-e072106c8af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:39.475134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57a97a81-01a2-4667-8b87-e072106c8af5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fe60738-f39f-41e5-8314-ff75a06c6d0b HTTP/1.1" status: 204 len: 168 time: 0.2029607 Jan 28 00:59:39.486444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a97a81-01a2-4667-8b87-e072106c8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe60738-f39f-41e5-8314-ff75a06c6d0b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:39.495678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd1d5e-5aa7-4b88-bddc-e912cef20e5a req-2b1ecbcc-308c-413c-a1d7-06986b0d4d6d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:39.497613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56dd1d5e-5aa7-4b88-bddc-e912cef20e5a req-2b1ecbcc-308c-413c-a1d7-06986b0d4d6d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 949 time: 0.0786335 Jan 28 00:59:39.557868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56dd1d5e-5aa7-4b88-bddc-e912cef20e5a req-67051e87-3050-4597-bd60-8f4269162d32 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480580 Jan 28 00:59:39.800209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fdac4-66f1-4d45-a877-18b32bf0aec3 req-0a459aa2-7886-42d4-9a37-65a2ec9e561e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:39.806410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-421fdac4-66f1-4d45-a877-18b32bf0aec3 req-0a459aa2-7886-42d4-9a37-65a2ec9e561e tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1475964 Jan 28 00:59:39.827479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95b01f-e5e8-4514-886a-618939374358 req-8507022e-07a5-4000-a945-a67cbdb3fb7e tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:39.835393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e95b01f-e5e8-4514-886a-618939374358 req-8507022e-07a5-4000-a945-a67cbdb3fb7e tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 1100 time: 0.1221442 Jan 28 00:59:39.893292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-c7f997f0-8a69-48bc-8f34-439c199ac058 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:39.902481 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-c7f997f0-8a69-48bc-8f34-439c199ac058 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 946 time: 0.1308084 Jan 28 00:59:39.914315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-421fdac4-66f1-4d45-a877-18b32bf0aec3 req-865a21a1-0d4a-4849-85f9-68c28b5fa03a tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/security-groups?id=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988648 Jan 28 00:59:39.931916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e95b01f-e5e8-4514-886a-618939374358 req-d58ab323-6ca3-460f-ae13-3ad1154e9579 tempest-ServersOnMultiNodesTest-1102374073 tempest-ServersOnMultiNodesTest-1102374073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909019 Jan 28 00:59:39.932610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46170) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:39.980216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46176) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:40.017244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63e99c90-62a2-443c-a19f-6c27a7113db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.078663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d4d6db00-4c7e-4719-8b3c-3d7bab12769e no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:40.101221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Deleting port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:40.101605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.146429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: d4d6db00-4c7e-4719-8b3c-3d7bab12769e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:40.147183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d4d6db00-4c7e-4719-8b3c-3d7bab12769e not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:40.221879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63e99c90-62a2-443c-a19f-6c27a7113db6 admin admin] Publish callbacks [] for security_group (903f9faf-5efe-4e30-a33c-a9ffa6f59629), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.231391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63e99c90-62a2-443c-a19f-6c27a7113db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (903f9faf-5efe-4e30-a33c-a9ffa6f59629), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.336727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] For port 79314f2b-3b47-4f88-b78b-fd73257f6ac8, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=79314f2b-3b47-4f88-b78b-fd73257f6ac8,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:40.337476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.342784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-63e99c90-62a2-443c-a19f-6c27a7113db6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f32e0ee380b4b1e91199a904f17353f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600564 Jan 28 00:59:40.347110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:40.348160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99c90-62a2-443c-a19f-6c27a7113db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f9faf-5efe-4e30-a33c-a9ffa6f59629,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:40.362083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Calling delete_port for 79314f2b-3b47-4f88-b78b-fd73257f6ac8 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:40.499045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-111e63c3-1173-4a84-8d2a-613bc8d9040b admin admin] Publish callbacks [] for security_group (903f9faf-5efe-4e30-a33c-a9ffa6f59629), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.539055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1030504901-network', 'tenant_id': '19f724ac435d46f2a56532a772b35a28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:40.548901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (79314f2b-3b47-4f88-b78b-fd73257f6ac8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.567528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-111e63c3-1173-4a84-8d2a-613bc8d9040b admin admin] Publish callbacks [] for security_group (903f9faf-5efe-4e30-a33c-a9ffa6f59629), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.589077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['79314f2b-3b47-4f88-b78b-fd73257f6ac8'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:40.592769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Pushing event deleted for resources: {'Port': ['ID=79314f2b-3b47-4f88-b78b-fd73257f6ac8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:40.651839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Made reservation on behalf of 19f724ac435d46f2a56532a772b35a28 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:40.656701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] No DVR routers for this DVR port 79314f2b-3b47-4f88-b78b-fd73257f6ac8 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:40.659728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.663819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.664032 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b12337e7-cf70-4ef6-b894-edb10dd058a8 req-347dd64d-b6ef-41eb-83ef-e53e4fc6ee21 tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.43 "DELETE /v2.0/ports/79314f2b-3b47-4f88-b78b-fd73257f6ac8 HTTP/1.1" status: 204 len: 173 time: 0.7568948 Jan 28 00:59:40.664465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'name': 'network-vif-deleted', 'tag': '79314f2b-3b47-4f88-b78b-fd73257f6ac8'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:40.666857 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d397c663-c6d5-4e8b-9c2c-abb57bfec232" -d '{"events": [{"server_uuid": "332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0", "name": "network-vif-deleted", "tag": "79314f2b-3b47-4f88-b78b-fd73257f6ac8"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:40.679572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49c1d0-fe7e-43de-a546-96ca19dd3ed9 req-dc1b2893-907e-46a5-9aff-c53920403826 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:40.686782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb49c1d0-fe7e-43de-a546-96ca19dd3ed9 req-dc1b2893-907e-46a5-9aff-c53920403826 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 949 time: 0.1679175 Jan 28 00:59:40.730029 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.740614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.792729 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b16365-e5df-42aa-acc7-2d07b4c228e4 x-openstack-request-id: req-48b16365-e5df-42aa-acc7-2d07b4c228e4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:40.793241 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0", "name": "network-vif-deleted", "tag": "79314f2b-3b47-4f88-b78b-fd73257f6ac8", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:40.793592 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48b16365-e5df-42aa-acc7-2d07b4c228e4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:40.794107 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0', 'name': 'network-vif-deleted', 'tag': '79314f2b-3b47-4f88-b78b-fd73257f6ac8', 'status': 'completed', 'code': 200} Jan 28 00:59:40.838476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks [] for security_group (f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.843434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-111e63c3-1173-4a84-8d2a-613bc8d9040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (903f9faf-5efe-4e30-a33c-a9ffa6f59629), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.845902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-111e63c3-1173-4a84-8d2a-613bc8d9040b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.847083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-111e63c3-1173-4a84-8d2a-613bc8d9040b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/903f9faf-5efe-4e30-a33c-a9ffa6f59629 HTTP/1.1" status: 204 len: 168 time: 0.4957199 Jan 28 00:59:40.916694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb49c1d0-fe7e-43de-a546-96ca19dd3ed9 req-284f61eb-4aa9-4cc7-984a-b16a6a881545 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289104 Jan 28 00:59:40.919610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.951682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e63c3-1173-4a84-8d2a-613bc8d9040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f9faf-5efe-4e30-a33c-a9ffa6f59629,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:40.973602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:40.993280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:40.996816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0be14d63-09fa-4a4f-80df-f5c0193f8052), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.997192 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Added segment 0be14d63-09fa-4a4f-80df-f5c0193f8052 of type vlan for network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 Jan 28 00:59:41.038731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (50bd11b6-9437-4e8f-bdff-3bf87d85ffa7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.071199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (50bd11b6-9437-4e8f-bdff-3bf87d85ffa7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.072408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:41.073310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.184321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-578b2604-81d3-4c9c-a906-f815d895fab5 req-cd960aaf-f536-4119-a4d2-b7870282b8df tempest-ListServerFiltersTestJSON-1786776257 tempest-ListServerFiltersTestJSON-1786776257-project] 10.222.0.23 "GET /v2.0/ports?device_id=332dd5f0-ffe6-4a37-a3f2-8ee190dfa6b0 HTTP/1.1" status: 200 len: 210 time: 0.0735605 Jan 28 00:59:41.196459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2608199 Jan 28 00:59:41.199311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:41.205091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Request body: {'subnet': {'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1030504901-subnet', 'tenant_id': '19f724ac435d46f2a56532a772b35a28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:41.213506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81701e35-6e34-4cc4-a051-537cb44b15c7 admin admin] Pushing event updated for resources: {'Network': ['ID=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:41.229017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:41.288156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Made reservation on behalf of 19f724ac435d46f2a56532a772b35a28 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:41.290582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.529020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (302797c2-e998-4d2a-85d0-35d17d8c85c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.609316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302797c2-e998-4d2a-85d0-35d17d8c85c9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:41.618931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Checking segment: {'id': '0be14d63-09fa-4a4f-80df-f5c0193f8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:41.619287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Network hostable DHCP agents. Network: 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:41.639702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:41.662164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:41.672359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:41.672678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.676952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfa96f-fda3-4c0a-8e74-d5134c3c6d9e None None] Network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:41.734633 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42fc64b5-6159-466b-80ed-ba758df672c9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5251393 Jan 28 00:59:41.835877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.838910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02dfe96-e00d-47b1-ad32-665aadb64e9b None None] Network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:42.008550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-37ac7a4f-3bdf-4b37-809f-a9919435e53d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:42.010596 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-37ac7a4f-3bdf-4b37-809f-a9919435e53d tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 949 time: 0.0946813 Jan 28 00:59:42.130108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840c4c-0288-4288-b849-94c91dcc72f4 req-ae9d378b-8a49-44f8-a0a7-a2d57321002a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:42.132497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65840c4c-0288-4288-b849-94c91dcc72f4 req-ae9d378b-8a49-44f8-a0a7-a2d57321002a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 949 time: 0.0681157 Jan 28 00:59:42.181940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port 4305e730-797f-486d-921f-5f58453f79da {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:42.182598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4305e730-797f-486d-921f-5f58453f79da), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.235483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65840c4c-0288-4288-b849-94c91dcc72f4 req-04bdd032-3449-49c7-85f3-7fe1c4414b78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947762 Jan 28 00:59:42.306832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:42.325887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port 4305e730-797f-486d-921f-5f58453f79da, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4305e730-797f-486d-921f-5f58453f79da,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:42.326399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4305e730-797f-486d-921f-5f58453f79da), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.363091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for 4305e730-797f-486d-921f-5f58453f79da owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:42.410796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Deleting subnet c0e52765-be91-44a5-91f7-e6044c882a5c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:42.420613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Publish callbacks [] for subnet (c0e52765-be91-44a5-91f7-e6044c882a5c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.473131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (c0e52765-be91-44a5-91f7-e6044c882a5c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.616733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4305e730-797f-486d-921f-5f58453f79da), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.651316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c0e52765-be91-44a5-91f7-e6044c882a5c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.651605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae', '4305e730-797f-486d-921f-5f58453f79da'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:42.655740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'dc84d16e-a958-40d1-9060-d3f962479422'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:42.657246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46304) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:42.668882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=4305e730-797f-486d-921f-5f58453f79da,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:42.739688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port 4305e730-797f-486d-921f-5f58453f79da on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:42.751000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.757953 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff25634-a279-4e41-ab09-7b190d1fc150 req-a2ac61b8-68fd-4a35-9a23-372f7afbfb2a tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "DELETE /v2.0/ports/4305e730-797f-486d-921f-5f58453f79da HTTP/1.1" status: 204 len: 173 time: 0.7361429 Jan 28 00:59:42.792720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (c0e52765-be91-44a5-91f7-e6044c882a5c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.795208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'name': 'network-vif-deleted', 'tag': '4305e730-797f-486d-921f-5f58453f79da'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:42.803548 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7a0ef-228b-489d-9841-49ec807afa8e" -d '{"events": [{"server_uuid": "ff890ccf-0823-440a-ba54-978da2dd9719", "name": "network-vif-deleted", "tag": "4305e730-797f-486d-921f-5f58453f79da"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:42.934644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e52765-be91-44a5-91f7-e6044c882a5c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:42.937012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.942360 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8953ee-ac76-4c87-ab1a-50f524e2f23d x-openstack-request-id: req-ec8953ee-ac76-4c87-ab1a-50f524e2f23d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:42.942664 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff890ccf-0823-440a-ba54-978da2dd9719", "name": "network-vif-deleted", "tag": "4305e730-797f-486d-921f-5f58453f79da", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:42.942926 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec8953ee-ac76-4c87-ab1a-50f524e2f23d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:42.943339 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff890ccf-0823-440a-ba54-978da2dd9719', 'name': 'network-vif-deleted', 'tag': '4305e730-797f-486d-921f-5f58453f79da', 'status': 'completed', 'code': 200} Jan 28 00:59:42.943863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34722b-b0b1-4a88-86ac-6e86aa70247e None None] Network 2aa6b701-025c-4600-8fe5-1831f570a454 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:42.965705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46316) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:42.966385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-561288ac-fd18-4bc8-bf7c-01392d97ea69 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c0e52765-be91-44a5-91f7-e6044c882a5c HTTP/1.1" status: 204 len: 168 time: 0.6486168 Jan 28 00:59:42.992710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-fb008bd5-ce1c-428f-9170-2de0116f369e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2197299 Jan 28 00:59:43.007331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aecd8ffa-278f-4e18-9917-16afd8e7aafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.216996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-ea78ee89-f277-4b6e-93df-26d19cf1a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:43.227072 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-ea78ee89-f277-4b6e-93df-26d19cf1a54f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 1095 time: 0.1956177 Jan 28 00:59:43.230342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (2aa6b701-025c-4600-8fe5-1831f570a454), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.276096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] DHCP port deletion for 2aa6b701-025c-4600-8fe5-1831f570a454 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:59:43.341126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-5f1de3e8-bda3-4760-82c1-51e2c253b173 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:43.355895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-5f1de3e8-bda3-4760-82c1-51e2c253b173 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/networks?id=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 HTTP/1.1" status: 200 len: 813 time: 0.3457663 Jan 28 00:59:43.364897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.401449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-3f54b92f-2120-4f4e-8072-09a72efd2d4f tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/quotas/19f724ac435d46f2a56532a772b35a28 HTTP/1.1" status: 200 len: 375 time: 0.0442963 Jan 28 00:59:43.502405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9728d9e7-f52d-4cc6-a57c-19606a870e5a req-67d3b9a2-827f-483d-ac82-5fdac96820d2 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff890ccf-0823-440a-ba54-978da2dd9719 HTTP/1.1" status: 200 len: 210 time: 0.0967019 Jan 28 00:59:43.524858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-e39254c5-5e4f-4eb8-a749-ad9fbfaa31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:43.526356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-e39254c5-5e4f-4eb8-a749-ad9fbfaa31ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.2698987 Jan 28 00:59:43.529526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Deleting port 95175c65-38e7-4776-8f26-917dfc20a5f1 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:43.530035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.550166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-b4b82a8a-1923-4bf3-b7df-6a50817aa35c tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f724ac435d46f2a56532a772b35a28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1474180 Jan 28 00:59:43.607452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aecd8ffa-278f-4e18-9917-16afd8e7aafe admin admin] Publish callbacks [] for security_group (53b9efe0-9470-4e59-9af8-3d841889f108), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.617286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aecd8ffa-278f-4e18-9917-16afd8e7aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (53b9efe0-9470-4e59-9af8-3d841889f108), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.627891 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-b76e4d32-6266-4fea-9fb3-585ec8cec462 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 200 len: 217 time: 0.0947001 Jan 28 00:59:43.633121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Deleting port 95175c65-38e7-4776-8f26-917dfc20a5f1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:43.636800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.675904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] For port 95175c65-38e7-4776-8f26-917dfc20a5f1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95175c65-38e7-4776-8f26-917dfc20a5f1,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:43.676966 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.692605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aecd8ffa-278f-4e18-9917-16afd8e7aafe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=238849431f4548a7bf667087f8ae0634&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0335257 Jan 28 00:59:43.693278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46342) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:43.712299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Calling delete_port for 95175c65-38e7-4776-8f26-917dfc20a5f1 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:43.791035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8ffa-278f-4e18-9917-16afd8e7aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9efe0-9470-4e59-9af8-3d841889f108,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:43.819155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95175c65-38e7-4776-8f26-917dfc20a5f1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:43.860455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] For port 95175c65-38e7-4776-8f26-917dfc20a5f1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95175c65-38e7-4776-8f26-917dfc20a5f1,segment=NetworkSegment(48a4fa60-bdab-4a19-ba3b-ddc8022af748),segment_id=48a4fa60-bdab-4a19-ba3b-ddc8022af748)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:43.860823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.864554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-9183191f-cba4-4094-a9a9-60ef49085baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:43.865948 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-9183191f-cba4-4094-a9a9-60ef49085baf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.2260892 Jan 28 00:59:43.887975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Calling delete_port for 95175c65-38e7-4776-8f26-917dfc20a5f1 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:43.925115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-a7005a60-95d0-4d23-a5cc-3b6bfc51faea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527854 Jan 28 00:59:43.940504 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32ca079e-499b-407f-bbb7-bc92c675e5d4 admin admin] Publish callbacks [] for security_group (53b9efe0-9470-4e59-9af8-3d841889f108), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.989462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32ca079e-499b-407f-bbb7-bc92c675e5d4 admin admin] Publish callbacks [] for security_group (53b9efe0-9470-4e59-9af8-3d841889f108), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.060004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-45ce69e9-5836-4030-a411-f4332e7bfb65 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285493 Jan 28 00:59:44.075639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32ca079e-499b-407f-bbb7-bc92c675e5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (53b9efe0-9470-4e59-9af8-3d841889f108), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.078640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32ca079e-499b-407f-bbb7-bc92c675e5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.082482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.083287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-32ca079e-499b-407f-bbb7-bc92c675e5d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53b9efe0-9470-4e59-9af8-3d841889f108 HTTP/1.1" status: 204 len: 168 time: 0.3861024 Jan 28 00:59:44.119271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca079e-499b-407f-bbb7-bc92c675e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9efe0-9470-4e59-9af8-3d841889f108,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:44.130962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f155cbd5-4cf1-47f6-9258-d0d71be86947 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dc8ae52f25c24b16bb17523f22bdc65b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625465 Jan 28 00:59:44.193513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Pushing event deleted for resources: {'Port': ['ID=95175c65-38e7-4776-8f26-917dfc20a5f1,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:44.199527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 79314f2b-3b47-4f88-b78b-fd73257f6ac8 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:44.224048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9144f3a-2b58-4766-a999-9f6047b21b00 req-074fb56c-aacf-455d-9471-b8dad9336fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558988 Jan 28 00:59:44.226142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (95175c65-38e7-4776-8f26-917dfc20a5f1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.234888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-a4654360-12ba-4e18-83a8-21a53b927a6b service neutron] 10.222.0.23 "GET /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835232 Jan 28 00:59:44.255084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95175c65-38e7-4776-8f26-917dfc20a5f1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:44.257575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] No DVR routers for this DVR port 95175c65-38e7-4776-8f26-917dfc20a5f1 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:44.289234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.289603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.290456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.291043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.291555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.292053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.292552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.293062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.293562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.294071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.294557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.295128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.295829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.376257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No active binding found for port 95175c65-38e7-4776-8f26-917dfc20a5f1 {{(pid=109596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:59:44.376686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] The host n-d-826756-1 is not matching for port 95175c65-38e7-4776-8f26-917dfc20a5f1 host None! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:59:44.377061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95175c65-38e7-4776-8f26-917dfc20a5f1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:44.380694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-43340169-e051-4987-b90f-ad6a8ecaa34b tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:44.388742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-43340169-e051-4987-b90f-ad6a8ecaa34b tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565701 Jan 28 00:59:44.404680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.405311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.405981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.406480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.407000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.407795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.408305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.409071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.409564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.410247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.411059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.411570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.412062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:44.419984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 79314f2b-3b47-4f88-b78b-fd73257f6ac8 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:44.420946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 79314f2b-3b47-4f88-b78b-fd73257f6ac8 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:44.421623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4305e730-797f-486d-921f-5f58453f79da no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:44.425705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fec95a-7e7b-4931-9543-1bb25ea889a1 None None] No DVR routers for this DVR port 95175c65-38e7-4776-8f26-917dfc20a5f1 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:44.428361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-213a00e2-f1a9-4b9e-aee9-e3b3c66d2f17 service neutron] 10.222.0.23 "GET /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925230 Jan 28 00:59:44.454749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (2aa6b701-025c-4600-8fe5-1831f570a454), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.471193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-a1c87482-09ee-41e3-948f-a872c68edf66 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/quotas/dc8ae52f25c24b16bb17523f22bdc65b HTTP/1.1" status: 200 len: 375 time: 0.0811827 Jan 28 00:59:44.519104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa6b701-025c-4600-8fe5-1831f570a454']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:44.521434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 4305e730-797f-486d-921f-5f58453f79da {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:44.522122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4305e730-797f-486d-921f-5f58453f79da not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:44.542168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a4fa60-bdab-4a19-ba3b-ddc8022af748') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:44.542718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a4fa60-bdab-4a19-ba3b-ddc8022af748') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:44.555846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-389c8890-b239-4072-8571-36034b62c645 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc8ae52f25c24b16bb17523f22bdc65b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836909 Jan 28 00:59:44.563911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (48a4fa60-bdab-4a19-ba3b-ddc8022af748), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.596854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (48a4fa60-bdab-4a19-ba3b-ddc8022af748), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.611579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:44.612000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (48a4fa60-bdab-4a19-ba3b-ddc8022af748), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: timer() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:44.643535 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:44.711452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (2aa6b701-025c-4600-8fe5-1831f570a454), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.722275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.735268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2aa6b701-025c-4600-8fe5-1831f570a454 HTTP/1.1" status: 204 len: 168 time: 1.7654324 Jan 28 00:59:44.773646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4cb65-fcb8-4c1e-a7ff-fc8c545319f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa6b701-025c-4600-8fe5-1831f570a454,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:44.857273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46374) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:44.891366 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5271b314-36f8-448c-9d1a-867514615115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.021597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5271b314-36f8-448c-9d1a-867514615115 admin admin] Publish callbacks [] for security_group (4112637c-e3ea-4cb8-bc89-03264f64ed84), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.038412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5271b314-36f8-448c-9d1a-867514615115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4112637c-e3ea-4cb8-bc89-03264f64ed84), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.072180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a13aa115-1a3c-4ff5-92f5-bd7fefae6c9a req-73e155c9-758d-4f10-9d57-defcb5df3347 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 210 time: 0.0479863 Jan 28 00:59:45.095184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46382) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:45.150808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-83b8decc-46b2-44e2-badb-7b0b6edfce76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8ee66997a8e41179712a8c6959aae65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540571 Jan 28 00:59:45.151925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46386) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:45.154961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271b314-36f8-448c-9d1a-867514615115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4112637c-e3ea-4cb8-bc89-03264f64ed84,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:45.183015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5271b314-36f8-448c-9d1a-867514615115 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01045701f3c9441ea2dee1cf7bfbe497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193135 Jan 28 00:59:45.184285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:45.239765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcbedfb5-b10f-4a8d-9f26-c57ab2c83b7e admin admin] Publish callbacks [] for security_group (2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.290906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcbedfb5-b10f-4a8d-9f26-c57ab2c83b7e admin admin] Publish callbacks [] for security_group (2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.340210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e66c586-dcd0-4139-943e-7e811a427d40 admin admin] Publish callbacks [] for security_group (4112637c-e3ea-4cb8-bc89-03264f64ed84), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.353660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-963d1d26-e537-48ad-a1bf-70b81511ced4 req-122d4be4-9b14-469b-b50a-d761346b967a tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 210 time: 0.1065042 Jan 28 00:59:45.433246 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e66c586-dcd0-4139-943e-7e811a427d40 admin admin] Publish callbacks [] for security_group (4112637c-e3ea-4cb8-bc89-03264f64ed84), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.458199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcbedfb5-b10f-4a8d-9f26-c57ab2c83b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.461080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcbedfb5-b10f-4a8d-9f26-c57ab2c83b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.474870 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fcbedfb5-b10f-4a8d-9f26-c57ab2c83b7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2 HTTP/1.1" status: 204 len: 168 time: 0.3214538 Jan 28 00:59:45.491002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbedfb5-b10f-4a8d-9f26-c57ab2c83b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbb1b5-12c1-4507-aca0-6d39b21cd1f2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:45.602454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcce9c-8980-40d9-8efd-29a1f2701ba9 req-152ec4dc-828e-4ec1-ad34-892f7499df74 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:45.610660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdfcce9c-8980-40d9-8efd-29a1f2701ba9 req-152ec4dc-828e-4ec1-ad34-892f7499df74 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.0660923 Jan 28 00:59:45.681108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdfcce9c-8980-40d9-8efd-29a1f2701ba9 req-d35c45ff-a01a-4183-9cfa-ff1fad17fb7b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639229 Jan 28 00:59:45.684712 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e66c586-dcd0-4139-943e-7e811a427d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4112637c-e3ea-4cb8-bc89-03264f64ed84), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.687983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e66c586-dcd0-4139-943e-7e811a427d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.690118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1e66c586-dcd0-4139-943e-7e811a427d40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4112637c-e3ea-4cb8-bc89-03264f64ed84 HTTP/1.1" status: 204 len: 168 time: 0.5046699 Jan 28 00:59:45.712030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66c586-dcd0-4139-943e-7e811a427d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4112637c-e3ea-4cb8-bc89-03264f64ed84,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:45.862735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-de15cd70-4338-415c-a605-7677d62bc07d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1711731 Jan 28 00:59:46.061539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.062289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.062922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.063545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.064940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.065707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.066740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.069236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ab913e3f-ea16-46d8-890a-8cf4335ccc8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6489 time: 0.1044950 Jan 28 00:59:46.289057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12dc5f7e-3a0d-42d9-b352-86b13502e80a req-fb7c295d-4cef-4381-bfa1-8c2bcc67f35c tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 210 time: 0.0642059 Jan 28 00:59:46.338974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-6f085573-302a-437b-a350-d38ecfac512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.339427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-6f085573-302a-437b-a350-d38ecfac512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.340112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-6f085573-302a-437b-a350-d38ecfac512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.341758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-6f085573-302a-437b-a350-d38ecfac512c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e34977c-6afd-444a-bc63-046383ca9556&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 200 len: 2293 time: 0.2313366 Jan 28 00:59:46.422066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-c5af86f5-1137-4582-858a-a611114ae029 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 200 len: 1001 time: 0.0732250 Jan 28 00:59:46.513674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d32e8e54-742d-440c-bef6-43f5b308d81d req-73934d88-6c8f-41b9-89a0-3ab2e2f65f25 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 210 time: 0.0437834 Jan 28 00:59:46.547889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-1b6ea0e8-9a4e-4b09-b485-ba98b931cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.548198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-bb271e1b-b17d-46e1-8a1f-0dce8ac09bb2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dc8ae52f25c24b16bb17523f22bdc65b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315125 Jan 28 00:59:46.549431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-1b6ea0e8-9a4e-4b09-b485-ba98b931cb85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3c1ba2b-5c3b-480a-9479-70fd020d10e1 HTTP/1.1" status: 200 len: 851 time: 0.1147325 Jan 28 00:59:46.653966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-10855413-54b3-4949-bc30-8b1015595ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.662777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-10855413-54b3-4949-bc30-8b1015595ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e34977c-6afd-444a-bc63-046383ca9556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050267 Jan 28 00:59:46.782922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-f413dd6e-2fb3-4901-95d6-9bfa6206086a service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098163 Jan 28 00:59:46.956088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847aeb7-5e57-4818-ae43-56994f916433 req-916a3881-5ea7-4b66-a191-88374b833270 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.958849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d847aeb7-5e57-4818-ae43-56994f916433 req-916a3881-5ea7-4b66-a191-88374b833270 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.1723821 Jan 28 00:59:46.975091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-33abcefa-412b-4834-9650-15bcd10707ac tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:46.980673 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-33abcefa-412b-4834-9650-15bcd10707ac tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4274194 Jan 28 00:59:46.998325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-88518f2a-d0c3-4437-9fe4-39957f55980d service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951478 Jan 28 00:59:47.022130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-713ab071-2f43-47e2-a0a9-3bfff062950a tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.028514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-713ab071-2f43-47e2-a0a9-3bfff062950a tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.43 "GET /v2.0/networks?id=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 HTTP/1.1" status: 200 len: 813 time: 0.3535631 Jan 28 00:59:47.042448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Request body: {'port': {'device_id': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'dc8ae52f25c24b16bb17523f22bdc65b'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:47.071045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Request body: {'port': {'device_id': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7', 'admin_state_up': True, 'tenant_id': '19f724ac435d46f2a56532a772b35a28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:47.106450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d847aeb7-5e57-4818-ae43-56994f916433 req-48a34e8e-c9c8-4e8d-8d30-609b3cb028d0 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385951 Jan 28 00:59:47.109466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-e0464b40-bf89-4f01-82f8-f898ef7b8646 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 217 time: 0.0857782 Jan 28 00:59:47.200329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-1cd670ec-dd54-41bb-b6e2-24ce066e1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.201855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-1cd670ec-dd54-41bb-b6e2-24ce066e1b8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0608451 Jan 28 00:59:47.300522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Made reservation on behalf of dc8ae52f25c24b16bb17523f22bdc65b for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:47.304080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.312716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Made reservation on behalf of 19f724ac435d46f2a56532a772b35a28 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:47.319287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.330507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-832507d0-7ea1-4472-b5cd-31e87e200f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.332172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-832507d0-7ea1-4472-b5cd-31e87e200f2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212647 Jan 28 00:59:47.346924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.431477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46466) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:47.506393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7af7530c-adef-41d1-887a-71ea93e85f52 req-93b36534-5a18-4c23-a9d0-f52829704a00 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 210 time: 0.0632989 Jan 28 00:59:47.571435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks [] for security_group (12fccd81-6dd4-4d30-8568-ec95980f6cfa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.581986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (12fccd81-6dd4-4d30-8568-ec95980f6cfa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.586989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Allocated IP 172.20.0.13 (50bd11b6-9437-4e8f-bdff-3bf87d85ffa7/302797c2-e998-4d2a-85d0-35d17d8c85c9/8a28de70-ecb3-4977-8f6b-afe6676a45a4) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:47.588832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-9b5f19d8-206b-4398-8884-a33f65566450 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471297 Jan 28 00:59:47.705567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fccd81-6dd4-4d30-8568-ec95980f6cfa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:47.743266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4a87b3d-08af-4bdd-a0aa-3c81a7de71ff req-0ec42441-7c36-4ff9-83be-9230c3c5a057 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 210 time: 0.1035337 Jan 28 00:59:47.744879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-674452755-network', 'tenant_id': '4670b13c170c45278381042493a25f82'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:47.801216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-5e2b3ae3-299e-47c0-9e34-93fbbc23448a service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054279 Jan 28 00:59:47.835935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Made reservation on behalf of 4670b13c170c45278381042493a25f82 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:47.838209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.850564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-243dcb6d-d684-4013-853c-959b1f01649c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 217 time: 0.0362642 Jan 28 00:59:47.861752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Allocated IP 192.168.233.200 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/38a67a31-9ecd-4254-943c-a8047b2ce679) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:47.867860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.924785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-d5bf3888-54b2-4d86-a342-b303654c789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.926414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-d5bf3888-54b2-4d86-a342-b303654c789d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0457332 Jan 28 00:59:47.981873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-eff19a62-98df-4b95-8a0c-8313e8c8b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:47.983384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-eff19a62-98df-4b95-8a0c-8313e8c8b211 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481081 Jan 28 00:59:48.033517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks [] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.076356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-9afcd9a7-735c-4815-8599-71ca974561fd service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851367 Jan 28 00:59:48.083682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-2cfe5e32-f719-4af8-915d-80bf4dbc38a1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.085108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-2cfe5e32-f719-4af8-915d-80bf4dbc38a1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.1994231 Jan 28 00:59:48.214883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.244769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-de52eb6f-0604-4a25-a859-d370918768cd service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600683 Jan 28 00:59:48.295524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-fa2c4438-6014-489b-8db9-a2b55cbca20f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f3e4b93f-c9be-4d55-b963-c278808b544b HTTP/1.1" status: 200 len: 217 time: 0.0408030 Jan 28 00:59:48.304165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab7c7-1a96-4daa-857a-f83ddb85c88b req-8fc88d7b-3ac8-4925-aaec-a68b3c16fee8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.305694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cfab7c7-1a96-4daa-857a-f83ddb85c88b req-8fc88d7b-3ac8-4925-aaec-a68b3c16fee8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 950 time: 0.1034262 Jan 28 00:59:48.313318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks [] for security_group (d337f049-140e-4086-badc-0b71ea4cfcd7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.319580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:48.333681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d337f049-140e-4086-badc-0b71ea4cfcd7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.338114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:48.342412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:48.353903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks [] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.412201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Pushing event updated for resources: {'Port': ['ID=8a28de70-ecb3-4977-8f6b-afe6676a45a4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:48.425983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:59:48.456924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d337f049-140e-4086-badc-0b71ea4cfcd7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:48.477359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3c7e51f8-20cc-42aa-a724-73794a5bbfa0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.477666 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Added segment 3c7e51f8-20cc-42aa-a724-73794a5bbfa0 of type vlan for network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 Jan 28 00:59:48.500928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.502200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.531002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46500) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:48.564683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port dc84d16e-a958-40d1-9060-d3f962479422 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:48.565031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dc84d16e-a958-40d1-9060-d3f962479422), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.574206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-140c9763-5523-4c78-8454-9eafdffe9be2 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5186927 Jan 28 00:59:48.576196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e061f3ed-a6ac-476c-835b-6d22a0eaa0e8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.590665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.595648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Request body: {'port': {'device_id': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:48.697928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-8b26e1e2-65aa-4f76-8b34-7faeed8059fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.699383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-8b26e1e2-65aa-4f76-8b34-7faeed8059fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.3927855 Jan 28 00:59:48.728061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e635-400a-4719-8a1e-209c80d19f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.757034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cfab7c7-1a96-4daa-857a-f83ddb85c88b req-faa79be2-63f7-4706-8ffa-ff7928686da4 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407105 Jan 28 00:59:48.759009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e061f3ed-a6ac-476c-835b-6d22a0eaa0e8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.760102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.760542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.780437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:48.788294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Pushing event updated for resources: {'Port': ['ID=38a67a31-9ecd-4254-943c-a8047b2ce679,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:48.791484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-6f3c7e5f-6c51-4159-9b2d-ff2f325bc61e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.793004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-6f3c7e5f-6c51-4159-9b2d-ff2f325bc61e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.4510250 Jan 28 00:59:48.797876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-65d30b39-a35b-4253-b640-1534723ae0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:48.798771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:48.800103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-65d30b39-a35b-4253-b640-1534723ae0f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929646 Jan 28 00:59:48.813511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:48.832767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.868260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-4885d783-4fc6-4f12-9130-578ecb7efb3a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/quotas/e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 375 time: 0.0504384 Jan 28 00:59:48.916059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4831169 Jan 28 00:59:48.927589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:48.938614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Request body: {'subnet': {'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-674452755-subnet', 'tenant_id': '4670b13c170c45278381042493a25f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:48.945131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port dc84d16e-a958-40d1-9060-d3f962479422, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=dc84d16e-a958-40d1-9060-d3f962479422,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:48.945524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dc84d16e-a958-40d1-9060-d3f962479422), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.960721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fc273-faa1-40a5-bae8-b88b68b08181 admin admin] Pushing event updated for resources: {'Network': ['ID=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:48.978900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:59:49.006735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for dc84d16e-a958-40d1-9060-d3f962479422 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:49.010036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-fa1bb662-13fc-43b0-a485-6c0e9c27b233 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027750 Jan 28 00:59:49.021314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.021989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.024603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-05196537-8b70-4623-ac41-f6ceaa106b70 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449225 Jan 28 00:59:49.034889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Made reservation on behalf of 4670b13c170c45278381042493a25f82 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:49.037172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.150222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-f31fd591-66f2-4798-a680-eec39f6d4db2 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1193440 Jan 28 00:59:49.156657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36c4a-d891-49b3-8190-a909d6103677 req-028981fc-350b-497c-a745-17a92ff158ed tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.158325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80b36c4a-d891-49b3-8190-a909d6103677 req-028981fc-350b-497c-a745-17a92ff158ed tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 932 time: 0.2134542 Jan 28 00:59:49.175453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Request body: {'port': {'device_id': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:49.202637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f6b19757-ccc8-4984-bfc1-2e6a0e81a3ce None None] Provisioning complete for port 38a67a31-9ecd-4254-943c-a8047b2ce679 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:49.203193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f6b19757-ccc8-4984-bfc1-2e6a0e81a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.241007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f6b19757-ccc8-4984-bfc1-2e6a0e81a3ce None None] Port 38a67a31-9ecd-4254-943c-a8047b2ce679 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:49.321228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-602ea3dc-18e1-45ec-933b-67fe02f77ac8 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043482 Jan 28 00:59:49.346150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-295e857c-1899-4350-9fb2-b1f1387b9813 service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951519 Jan 28 00:59:49.349587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80b36c4a-d891-49b3-8190-a909d6103677 req-fee128b7-3394-40af-8cfd-a5d31b9201ca tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590528 Jan 28 00:59:49.392864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-f9d41fed-90e7-44b0-ba52-a600bb3fbc00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e HTTP/1.1" status: 200 len: 217 time: 0.0619287 Jan 28 00:59:49.509819 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e635-400a-4719-8a1e-209c80d19f1a admin admin] Publish callbacks [] for security_group (9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.528529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e635-400a-4719-8a1e-209c80d19f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.588963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-4cfcc0a3-bee3-4ad6-9632-557df57041dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.590452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-4cfcc0a3-bee3-4ad6-9632-557df57041dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1793602 Jan 28 00:59:49.649924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3e635-400a-4719-8a1e-209c80d19f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:49.654282 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d9a3e635-400a-4719-8a1e-209c80d19f1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03758eff57b44234a8c121e23fa212d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1159132 Jan 28 00:59:49.657838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.661228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0a7bf-f7ef-4e9d-8ca7-a17b3a203228 req-5668b10a-9211-4d70-8661-b9dbc0b62b99 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.662754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:49.663178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fb0a7bf-f7ef-4e9d-8ca7-a17b3a203228 req-5668b10a-9211-4d70-8661-b9dbc0b62b99 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 936 time: 0.1955469 Jan 28 00:59:49.665870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (14d71554-747a-4757-890d-f3211cbd085c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.669443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-550bfa60-c288-421d-bcff-cef9d259475d service neutron] 10.222.0.23 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894840 Jan 28 00:59:49.753141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-4a5c0c2c-be30-4c4b-a2e2-c44229d7cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.754842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-4a5c0c2c-be30-4c4b-a2e2-c44229d7cce2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538298 Jan 28 00:59:49.770663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d71554-747a-4757-890d-f3211cbd085c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:49.840832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Checking segment: {'id': '3c7e51f8-20cc-42aa-a724-73794a5bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:49.841240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Network hostable DHCP agents. Network: e061f3ed-a6ac-476c-835b-6d22a0eaa0e8, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:59:49.852104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fb0a7bf-f7ef-4e9d-8ca7-a17b3a203228 req-00c444e6-aa22-4074-8182-f4eb6ac237f7 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813726 Jan 28 00:59:49.856013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dc84d16e-a958-40d1-9060-d3f962479422), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.891832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:49.896114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:59:49.915121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-7a7dc82a-5bfe-4c39-9bf7-4ecf92ffcef1 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510546 Jan 28 00:59:49.921496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e061f3ed-a6ac-476c-835b-6d22a0eaa0e8) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:49.936435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:49.936695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c177481d-e3ec-45de-ab9c-f0998eeeb41c admin admin] Publish callbacks [] for security_group (9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.937248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.962206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'adb32328-02ae-4ef1-9757-e4f54fcc1c28'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:49.964649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be101eef-c3d4-4eb5-8483-ac0c622dae96 None None] Network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:49.974326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=dc84d16e-a958-40d1-9060-d3f962479422,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:50.017158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a28de70-ecb3-4977-8f6b-afe6676a45a4 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:50.040295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c177481d-e3ec-45de-ab9c-f0998eeeb41c admin admin] Publish callbacks [] for security_group (9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.043214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Publish callbacks [] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.101823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port dc84d16e-a958-40d1-9060-d3f962479422 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:50.138829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.146090 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee79bd7c-4e49-4a79-956c-f46f8908e772 req-1ac6ba1c-1fe8-48c7-9547-ead6d2ec9239 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "DELETE /v2.0/ports/dc84d16e-a958-40d1-9060-d3f962479422 HTTP/1.1" status: 204 len: 173 time: 2.0495753 Jan 28 00:59:50.146853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'name': 'network-vif-deleted', 'tag': 'dc84d16e-a958-40d1-9060-d3f962479422'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:50.155847 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66614bf2-e69a-4907-aee9-8ba2f3c8df4e" -d '{"events": [{"server_uuid": "44e9d282-863f-4e32-80fe-de57e0c0c79f", "name": "network-vif-deleted", "tag": "dc84d16e-a958-40d1-9060-d3f962479422"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:50.190571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-18f7f318-07ae-4958-9295-b03403710965 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666306 Jan 28 00:59:50.201954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9ff04b2-7375-4dcc-861b-f37d602037db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2709293 Jan 28 00:59:50.221329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed830f14-3b3b-4c46-b1c9-03cb6902fce4 None None] Network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:50.300858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Transition to ACTIVE for port object 8a28de70-ecb3-4977-8f6b-afe6676a45a4 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:50.314408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.323854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-38077808-f364-4307-ad45-6a8dd457729c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4 HTTP/1.1" status: 200 len: 217 time: 0.1198044 Jan 28 00:59:50.406272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7132ca3-25ad-490c-a795-0e3f8b7377fb req-db114e5e-93a0-473e-9895-fdcf252ba964 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=44e9d282-863f-4e32-80fe-de57e0c0c79f HTTP/1.1" status: 200 len: 210 time: 0.0643799 Jan 28 00:59:50.529259 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063a4ee-520b-4524-9112-7345f19b2000 x-openstack-request-id: req-9063a4ee-520b-4524-9112-7345f19b2000 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:50.530723 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e9d282-863f-4e32-80fe-de57e0c0c79f", "name": "network-vif-deleted", "tag": "dc84d16e-a958-40d1-9060-d3f962479422", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:50.531069 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9063a4ee-520b-4524-9112-7345f19b2000 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:50.531610 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e9d282-863f-4e32-80fe-de57e0c0c79f', 'name': 'network-vif-deleted', 'tag': 'dc84d16e-a958-40d1-9060-d3f962479422', 'status': 'completed', 'code': 200} Jan 28 00:59:50.540015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device dc84d16e-a958-40d1-9060-d3f962479422 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:50.575846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ad77093-f379-4715-a935-d923c11d499d req-b1645a7a-cd9b-4982-9a86-9443acc6dc18 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0831616 Jan 28 00:59:50.618241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-e6739794-5fd6-4d52-9db8-7f89ff82935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:50.623589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Pushing event updated for resources: {'Port': ['ID=8a28de70-ecb3-4977-8f6b-afe6676a45a4,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:50.631619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-e6739794-5fd6-4d52-9db8-7f89ff82935c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.2402680 Jan 28 00:59:50.632593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c177481d-e3ec-45de-ab9c-f0998eeeb41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.635948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c177481d-e3ec-45de-ab9c-f0998eeeb41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.637370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c177481d-e3ec-45de-ab9c-f0998eeeb41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4 HTTP/1.1" status: 204 len: 168 time: 0.9744098 Jan 28 00:59:50.657642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: dc84d16e-a958-40d1-9060-d3f962479422 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:50.658054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device dc84d16e-a958-40d1-9060-d3f962479422 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:50.679908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177481d-e3ec-45de-ab9c-f0998eeeb41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fbaa4-60ab-4980-9f44-70c31a2cb6e4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:50.791248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Attempting to bind port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:50.791674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Attempting to bind port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '0be14d63-09fa-4a4f-80df-f5c0193f8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:50.792055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Attempting to bind port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 on network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:50.803314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a67a31-9ecd-4254-943c-a8047b2ce679 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:50.810143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 on network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:50.810641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Attempting to bind port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 on network 50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:50.815276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Publish callbacks [] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.823287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:50.823630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Checking segment: {'id': '0be14d63-09fa-4a4f-80df-f5c0193f8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:50.824101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Bound using segment: {'id': '0be14d63-09fa-4a4f-80df-f5c0193f8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:50.824682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Bound port: 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be14d63-09fa-4a4f-80df-f5c0193f8052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:50.825140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.843602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Transition to ACTIVE for port object 38a67a31-9ecd-4254-943c-a8047b2ce679 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:50.903459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.938699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01013724-cc53-4f00-96ec-ee188e5f53a1 req-26eefb77-fd52-4ec4-90b2-bb39a93f9405 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:50.959992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01013724-cc53-4f00-96ec-ee188e5f53a1 req-26eefb77-fd52-4ec4-90b2-bb39a93f9405 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 944 time: 0.2733984 Jan 28 00:59:51.042115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-6704127b-3b6d-4ece-b213-feaec56c2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.046476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-6704127b-3b6d-4ece-b213-feaec56c2283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4072697 Jan 28 00:59:51.102690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Pushing event updated for resources: {'Port': ['ID=38a67a31-9ecd-4254-943c-a8047b2ce679,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:51.113193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] For port 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:51.169568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01013724-cc53-4f00-96ec-ee188e5f53a1 req-ab920f06-fc34-4b61-b7ea-8331475f7de5 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060874 Jan 28 00:59:51.256503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] For port 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4,segment=NetworkSegment(0be14d63-09fa-4a4f-80df-f5c0193f8052),segment_id=0be14d63-09fa-4a4f-80df-f5c0193f8052)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:51.304776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.352316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Attempting to bind port 38a67a31-9ecd-4254-943c-a8047b2ce679 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:51.352684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Attempting to bind port 38a67a31-9ecd-4254-943c-a8047b2ce679 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:51.352976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Attempting to bind port 38a67a31-9ecd-4254-943c-a8047b2ce679 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:51.363688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Port 38a67a31-9ecd-4254-943c-a8047b2ce679 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:51.364056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Attempting to bind port 38a67a31-9ecd-4254-943c-a8047b2ce679 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:51.372479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:51.372743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:51.373155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:51.373689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Bound port: 38a67a31-9ecd-4254-943c-a8047b2ce679, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:51.374057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.397834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.398548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.399986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] 10.222.0.43 "PUT /v2.0/ports/8a28de70-ecb3-4977-8f6b-afe6676a45a4 HTTP/1.1" status: 200 len: 1092 time: 2.8108604 Jan 28 00:59:51.411124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46566) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:51.465258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68f7fc6e-8a30-40b6-b86d-c6fc1b517080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.511297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ab163-16ed-4154-b646-c4c603ec9dae service neutron] Pushing event updated for resources: {'Port': ['ID=8a28de70-ecb3-4977-8f6b-afe6676a45a4,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:51.548666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc675-87c1-4140-af3d-2000e6a59c55 req-00e40044-0c3e-4125-8879-375ebc3eb74f tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.554305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-162cc675-87c1-4140-af3d-2000e6a59c55 req-00e40044-0c3e-4125-8879-375ebc3eb74f tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 948 time: 0.2642980 Jan 28 00:59:51.556768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-e7e7bf72-c643-455d-81c3-df9fea76502b service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448891 Jan 28 00:59:51.596876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] For port 38a67a31-9ecd-4254-943c-a8047b2ce679, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:51.601315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] For port 38a67a31-9ecd-4254-943c-a8047b2ce679, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=38a67a31-9ecd-4254-943c-a8047b2ce679,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:51.617365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.623279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-d8e195e8-9f3b-4861-a7e2-a60b24bd0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.625107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-d8e195e8-9f3b-4861-a7e2-a60b24bd0fec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19f724ac435d46f2a56532a772b35a28&device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 1095 time: 0.1150289 Jan 28 00:59:51.656506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-c3ba7482-93b1-4e0f-a448-d13e470be3a6 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.658022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-c3ba7482-93b1-4e0f-a448-d13e470be3a6 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/networks?id=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 HTTP/1.1" status: 200 len: 820 time: 0.3036075 Jan 28 00:59:51.694452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-815320b6-93c6-4c60-bcad-e035b33b3f0c tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/quotas/4670b13c170c45278381042493a25f82 HTTP/1.1" status: 200 len: 375 time: 0.0253561 Jan 28 00:59:51.700467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-162cc675-87c1-4140-af3d-2000e6a59c55 req-8dd54584-f87d-4b2a-a450-6dc909388e21 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423354 Jan 28 00:59:51.718299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68f7fc6e-8a30-40b6-b86d-c6fc1b517080 admin admin] Publish callbacks [] for security_group (5dff0b69-7a6f-4569-a7a1-406a1bf5bb68), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.731722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.733352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.734829 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] 10.222.0.43 "PUT /v2.0/ports/38a67a31-9ecd-4254-943c-a8047b2ce679 HTTP/1.1" status: 200 len: 1096 time: 2.5673811 Jan 28 00:59:51.737324 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-6d6d161e-41f5-49f1-a2a2-3fbdafa24eda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4 HTTP/1.1" status: 200 len: 217 time: 0.0822687 Jan 28 00:59:51.744928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-dcf70e36-74d5-4015-9e00-e0a61fc5baf0 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4670b13c170c45278381042493a25f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433917 Jan 28 00:59:51.770398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68f7fc6e-8a30-40b6-b86d-c6fc1b517080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5dff0b69-7a6f-4569-a7a1-406a1bf5bb68), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.792354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477a097-9fff-4177-987e-f7edce45b1fd service neutron] Pushing event updated for resources: {'Port': ['ID=38a67a31-9ecd-4254-943c-a8047b2ce679,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:51.806951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-3fec5a9f-2d06-4512-baf3-3a864d323bac service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234938 Jan 28 00:59:51.898189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-1d4bbbac-ff81-4e56-a373-1f012f7fa941 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 200 len: 217 time: 0.0574682 Jan 28 00:59:51.918481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7fc6e-8a30-40b6-b86d-c6fc1b517080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff0b69-7a6f-4569-a7a1-406a1bf5bb68,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:51.952963 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-68f7fc6e-8a30-40b6-b86d-c6fc1b517080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad64d56af8d3410b9c35c8e3ec5ca1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378585 Jan 28 00:59:51.958360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-bc75711d-7203-4739-b97a-3f43cd352502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.960619 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-bc75711d-7203-4739-b97a-3f43cd352502 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc8ae52f25c24b16bb17523f22bdc65b&device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 1099 time: 0.1422539 Jan 28 00:59:51.961586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46574) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:51.970854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193af80-2f45-49d6-809c-065f185af7d9 req-53354a0f-44c8-4bed-8f6b-edf6f2ad5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.972848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-53354a0f-44c8-4bed-8f6b-edf6f2ad5219 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=302797c2-e998-4d2a-85d0-35d17d8c85c9 HTTP/1.1" status: 200 len: 853 time: 0.1982787 Jan 28 00:59:51.998133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-24171af9-cd46-44ed-91f1-2646932d217a service neutron] 10.222.0.23 "GET /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317402 Jan 28 00:59:52.073836 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-58f6ef74-3677-4eff-af54-5f1b8f2d5bf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=38a67a31-9ecd-4254-943c-a8047b2ce679 HTTP/1.1" status: 200 len: 217 time: 0.0831275 Jan 28 00:59:52.081458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-19d509ba-c4fa-4655-9e76-c67c3dfae7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.083019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-19d509ba-c4fa-4655-9e76-c67c3dfae7a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.1652970 Jan 28 00:59:52.089178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-463ba215-0702-44aa-b347-a1b2ed8758d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087668 Jan 28 00:59:52.104844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d35a308f-ddfb-456f-9813-67063e1a4f5b req-19361383-cae6-4dc5-9b90-43a6b56be52c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0485158 Jan 28 00:59:52.191101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ac053917-ad6a-48fc-b7c4-377c66bc9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.193930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-ac053917-ad6a-48fc-b7c4-377c66bc9799 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912709 Jan 28 00:59:52.208995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-dfe2077c-b470-40ab-8808-1b42d76613ba service neutron] 10.222.0.23 "GET /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056198 Jan 28 00:59:52.270520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-67a842ff-6aa6-4c1e-b9bd-12adb2f36dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.272056 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-67a842ff-6aa6-4c1e-b9bd-12adb2f36dd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1790836 Jan 28 00:59:52.303061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92024489-1751-4b0b-bcd8-e5d4ec42cff6 admin admin] Publish callbacks [] for security_group (5dff0b69-7a6f-4569-a7a1-406a1bf5bb68), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.368100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-b8da74fa-4e24-4248-a809-11d5424bd846 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565616 Jan 28 00:59:52.406432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92024489-1751-4b0b-bcd8-e5d4ec42cff6 admin admin] Publish callbacks [] for security_group (5dff0b69-7a6f-4569-a7a1-406a1bf5bb68), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.453337 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-023f3be8-cdcc-45d0-8223-49f82d7810a1 service neutron] 10.222.0.43 "GET /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382409 Jan 28 00:59:52.473553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-c5460ca0-16fd-4984-a15b-d62131681f55 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.475810 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-c5460ca0-16fd-4984-a15b-d62131681f55 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 821 time: 0.4292114 Jan 28 00:59:52.510986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Request body: {'port': {'device_id': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'admin_state_up': True, 'tenant_id': 'e7ee2754a68f49ebb62713988df48646'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:52.614219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'tag': '8a28de70-ecb3-4977-8f6b-afe6676a45a4'}, {'name': 'network-changed', 'server_uuid': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'tag': '38a67a31-9ecd-4254-943c-a8047b2ce679'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:52.616590 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5d09f1-4a5a-4f91-925e-4b9db2ca7574", "tag": "8a28de70-ecb3-4977-8f6b-afe6676a45a4"}, {"name": "network-changed", "server_uuid": "0f909829-3bcf-4a5b-9ed6-15679b4394a3", "tag": "38a67a31-9ecd-4254-943c-a8047b2ce679"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:52.670980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-8c92b9bf-128b-4747-bc55-d8c4b048f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.673547 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-8c92b9bf-128b-4747-bc55-d8c4b048f0bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3902469 Jan 28 00:59:52.698249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92024489-1751-4b0b-bcd8-e5d4ec42cff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5dff0b69-7a6f-4569-a7a1-406a1bf5bb68), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.700672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92024489-1751-4b0b-bcd8-e5d4ec42cff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.704129 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92024489-1751-4b0b-bcd8-e5d4ec42cff6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dff0b69-7a6f-4569-a7a1-406a1bf5bb68 HTTP/1.1" status: 204 len: 168 time: 0.7389584 Jan 28 00:59:52.737912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92024489-1751-4b0b-bcd8-e5d4ec42cff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff0b69-7a6f-4569-a7a1-406a1bf5bb68,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:52.798778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Made reservation on behalf of e7ee2754a68f49ebb62713988df48646 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:52.803516 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.877257 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193af80-2f45-49d6-809c-065f185af7d9 req-4e6e5739-f82d-4ca3-9602-55c254e1057a service neutron] 10.222.0.43 "GET /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150422 Jan 28 00:59:52.954444 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-839479c7-5451-4711-92d9-2e2c463d1f7e service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697170 Jan 28 00:59:53.012034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f6c01ad-21c9-428a-8fa4-eca77bd11e11 req-6d6b8601-b31d-4be0-bd85-3ee57a9f5196 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 210 time: 0.5476408 Jan 28 00:59:53.057847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f4d5d-aeaa-4740-b192-149b6edb75b1 req-592531a1-c1d0-424b-b2cf-fe4d14b5b232 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.066466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-470f4d5d-aeaa-4740-b192-149b6edb75b1 req-592531a1-c1d0-424b-b2cf-fe4d14b5b232 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 944 time: 0.6169205 Jan 28 00:59:53.127521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Allocated IP 172.20.0.4 (92e98040-76ab-407b-b6c9-b3ffdebf60e4/1262e78a-f4af-43dc-9a00-46a01a99f4d4/55f5e380-fb84-473a-b7a6-611b5d319f45) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:53.147005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dcb2bd8c-e4c8-485a-8ed2-e9b4ff541eb3 req-1748098f-3c98-4c50-ae9f-b21eb53c9e71 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826019 Jan 28 00:59:53.201284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5af76fac-0077-4ee7-91d0-b08f8fd7ba21 req-a4c9632e-ec1e-4eb9-a26e-428c32dc6ca9 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146298 Jan 28 00:59:53.215405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-470f4d5d-aeaa-4740-b192-149b6edb75b1 req-0873d85c-556e-4cda-8969-62c7d949a1fd tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471367 Jan 28 00:59:53.229156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c046-5bad-4d54-bc2a-4d07702ef6dc req-1fc2d7dd-cf95-4f5a-9706-5fb06dd88e72 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.239651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e998c046-5bad-4d54-bc2a-4d07702ef6dc req-1fc2d7dd-cf95-4f5a-9706-5fb06dd88e72 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.1696143 Jan 28 00:59:53.330631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e998c046-5bad-4d54-bc2a-4d07702ef6dc req-2440cab7-a4b7-4782-8e26-d902b668a33c tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839581 Jan 28 00:59:53.358583 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab200c9-9cef-4557-bd1f-1ccd3bee1a40 x-openstack-request-id: req-0ab200c9-9cef-4557-bd1f-1ccd3bee1a40 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:53.359035 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5d09f1-4a5a-4f91-925e-4b9db2ca7574", "tag": "8a28de70-ecb3-4977-8f6b-afe6676a45a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f909829-3bcf-4a5b-9ed6-15679b4394a3", "tag": "38a67a31-9ecd-4254-943c-a8047b2ce679", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:53.359394 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ab200c9-9cef-4557-bd1f-1ccd3bee1a40 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:53.359909 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'tag': '8a28de70-ecb3-4977-8f6b-afe6676a45a4', 'status': 'completed', 'code': 200} Jan 28 00:59:53.360261 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'tag': '38a67a31-9ecd-4254-943c-a8047b2ce679', 'status': 'completed', 'code': 200} Jan 28 00:59:53.442299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks [] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.460882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76484f1c-a660-4cf4-bacd-385fb4be8c6e req-20fa455f-dafb-4669-8b54-c9b8a072e129 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.462620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76484f1c-a660-4cf4-bacd-385fb4be8c6e req-20fa455f-dafb-4669-8b54-c9b8a072e129 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 948 time: 0.0691061 Jan 28 00:59:53.530260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76484f1c-a660-4cf4-bacd-385fb4be8c6e req-d065157c-0df8-4305-948a-f88e123bfa5c tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554278 Jan 28 00:59:53.534343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-1ac9ff5c-ce11-4213-acc8-4b2e43341b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.536123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-1ac9ff5c-ce11-4213-acc8-4b2e43341b41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19f724ac435d46f2a56532a772b35a28&device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 1095 time: 0.0896504 Jan 28 00:59:53.624447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.630435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b316cdc-b446-4e11-b6d2-8f917c4ba522 req-2b8009e8-a7b4-4f5e-b49a-86c4c49eaf7b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0374172 Jan 28 00:59:53.661724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e19687d8-32b3-44e7-abcc-f983d9016ad0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:53.678493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:53.685311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:53.698875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:53.753878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.754621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.766672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:53.773632 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-991bb2db-c418-482b-b483-1123ef15f23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2701352 Jan 28 00:59:53.775411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-5129f0de-74fa-43e0-bd75-9be877fa416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.776400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-5129f0de-74fa-43e0-bd75-9be877fa416c service neutron] 10.222.0.43 "GET /v2.0/networks?id=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 HTTP/1.1" status: 200 len: 914 time: 0.2235925 Jan 28 00:59:53.843945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Request body: {'port': {'device_id': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:53.847408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-41bd9beb-5fd0-4faf-a10d-95ef23ceff95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4 HTTP/1.1" status: 200 len: 217 time: 0.0641623 Jan 28 00:59:53.952801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.956181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-16b107f7-1202-4023-9b29-92e18c255c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.957800 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-16b107f7-1202-4023-9b29-92e18c255c88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=302797c2-e998-4d2a-85d0-35d17d8c85c9 HTTP/1.1" status: 200 len: 853 time: 0.0880148 Jan 28 00:59:53.999059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-8a264dee-7a77-45ef-b991-c4ce601e4913 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325761 Jan 28 00:59:54.205884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbfb9594-ec5c-41a1-8cc4-d5648764aae2 req-7950c640-28f1-4cb6-8d12-05e13da398e3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 210 time: 0.0663984 Jan 28 00:59:54.225544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-580d2e5a-5198-4cca-bc1d-791516251c84 service neutron] 10.222.0.43 "GET /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087779 Jan 28 00:59:54.235267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-f416852c-a10a-4670-b1f6-337de6563159 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:54.237009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-f416852c-a10a-4670-b1f6-337de6563159 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.45 "GET /v2.0/networks?id=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 HTTP/1.1" status: 200 len: 820 time: 0.1981945 Jan 28 00:59:54.266637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Request body: {'port': {'device_id': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8', 'admin_state_up': True, 'tenant_id': '4670b13c170c45278381042493a25f82'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:54.549206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Made reservation on behalf of 4670b13c170c45278381042493a25f82 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:54.553198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.569111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d1ddd-f202-47c7-ae22-2814cb70a052 req-0ae8f5d1-00cf-4083-8afb-5f6ae38904f4 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:54.579852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-151d1ddd-f202-47c7-ae22-2814cb70a052 req-0ae8f5d1-00cf-4083-8afb-5f6ae38904f4 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 944 time: 0.1897237 Jan 28 00:59:54.608140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015f3f-67ec-4634-8f8d-c5f6e6450590 req-6cdb8d54-abfc-4fa5-abae-7f582fb37dee tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:54.611247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6015f3f-67ec-4634-8f8d-c5f6e6450590 req-6cdb8d54-abfc-4fa5-abae-7f582fb37dee tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.1755617 Jan 28 00:59:54.658463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaec10-7083-4547-866b-d574f20a58a8 req-7d60f702-46af-49a6-88c4-c070953ec7dd tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:54.660583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49aaec10-7083-4547-866b-d574f20a58a8 req-7d60f702-46af-49a6-88c4-c070953ec7dd tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 949 time: 0.2210200 Jan 28 00:59:54.826562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-151d1ddd-f202-47c7-ae22-2814cb70a052 req-0296e811-074b-430f-8fc5-d70d9983dc72 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454739 Jan 28 00:59:54.840862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6015f3f-67ec-4634-8f8d-c5f6e6450590 req-da8ed907-5440-44fd-9bcd-9133bb6c5206 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182407 Jan 28 00:59:54.858351 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-ce993d7e-879d-4840-aed6-107cea9459cb service neutron] 10.222.0.43 "GET /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618858 Jan 28 00:59:54.908372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port adb32328-02ae-4ef1-9757-e4f54fcc1c28 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:54.908928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.942329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f5e380-fb84-473a-b7a6-611b5d319f45 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:54.959804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Publish callbacks [] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.965881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Allocated IP 172.20.0.11 (e061f3ed-a6ac-476c-835b-6d22a0eaa0e8/14d71554-747a-4757-890d-f3211cbd085c/31788c83-f498-4c45-a850-2564b2e58bb7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:55.001203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Transition to ACTIVE for port object 55f5e380-fb84-473a-b7a6-611b5d319f45 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:55.032291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.086358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port adb32328-02ae-4ef1-9757-e4f54fcc1c28, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=adb32328-02ae-4ef1-9757-e4f54fcc1c28,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:55.086636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.113487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-04103e0a-e2d0-437b-87ed-2f77c8604cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.115210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-04103e0a-e2d0-437b-87ed-2f77c8604cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc8ae52f25c24b16bb17523f22bdc65b&device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 1099 time: 0.1271999 Jan 28 00:59:55.117850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for adb32328-02ae-4ef1-9757-e4f54fcc1c28 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:55.148273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:55.184727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f987fb6-0702-42b6-96fc-d37deb8c52a4 req-36b173f7-025f-42bb-8770-11a418d83c05 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.186270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f987fb6-0702-42b6-96fc-d37deb8c52a4 req-36b173f7-025f-42bb-8770-11a418d83c05 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 948 time: 0.1647024 Jan 28 00:59:55.243352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:55.243855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:55.244297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:55.258301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:55.258788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:55.271322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:55.271813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:55.272314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:55.272859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Bound port: 55f5e380-fb84-473a-b7a6-611b5d319f45, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:55.273322 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.284498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-c8967742-ea1e-43a9-8cb4-6726d4cf0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.286405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-c8967742-ea1e-43a9-8cb4-6726d4cf0375 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1641278 Jan 28 00:59:55.350497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-06b30237-eac6-478b-8011-b538769abebc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=38a67a31-9ecd-4254-943c-a8047b2ce679 HTTP/1.1" status: 200 len: 217 time: 0.0575087 Jan 28 00:59:55.382037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f987fb6-0702-42b6-96fc-d37deb8c52a4 req-14704216-0c14-4c51-9a70-647bc58290d0 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614442 Jan 28 00:59:55.403196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks [] for port (31788c83-f498-4c45-a850-2564b2e58bb7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.423695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-e4d4dfe1-3daf-4e54-bbc5-146295a31619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.425561 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-e4d4dfe1-3daf-4e54-bbc5-146295a31619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0688365 Jan 28 00:59:55.426766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:55.430336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:55.430516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2f299-8ea0-4c6f-9158-fd80cd71b851 req-79cc08f8-658a-453d-8ed5-1d82adaa0969 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.437812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89f2f299-8ea0-4c6f-9158-fd80cd71b851 req-79cc08f8-658a-453d-8ed5-1d82adaa0969 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1684351 Jan 28 00:59:55.443968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.517668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.518465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.520211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] 10.222.0.45 "PUT /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 1091 time: 1.6809595 Jan 28 00:59:55.520747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:55.523161 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa31fd-4cec-4c90-8548-b4dc4055160c" -d '{"events": [{"name": "network-changed", "server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:55.552145 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89f2f299-8ea0-4c6f-9158-fd80cd71b851 req-246c000d-06b8-4c39-aeb6-35b1b8f6b2b2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133509 Jan 28 00:59:55.559312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d599a58-c121-4038-b47c-7aa9cd882034 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:55.577553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-5909ae65-be05-47a9-928b-56b7031db13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.579384 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-5909ae65-be05-47a9-928b-56b7031db13f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473398 Jan 28 00:59:55.589501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.602006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (adb32328-02ae-4ef1-9757-e4f54fcc1c28), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.641375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:55.699553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'adb32328-02ae-4ef1-9757-e4f54fcc1c28'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:55.728227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:55.742604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:55.774055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Pushing event updated for resources: {'Port': ['ID=31788c83-f498-4c45-a850-2564b2e58bb7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:55.783632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:55.870187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.870565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.870890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.871231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.871571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.871909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.872238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.872572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.872908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.873234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.873562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.873934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.874612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:55.875521 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-913ec1be-fd5b-45a2-8768-16465662f6c0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877312 Jan 28 00:59:55.878304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port adb32328-02ae-4ef1-9757-e4f54fcc1c28 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:55.883896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.888599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49aaec10-7083-4547-866b-d574f20a58a8 req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "DELETE /v2.0/ports/adb32328-02ae-4ef1-9757-e4f54fcc1c28 HTTP/1.1" status: 204 len: 173 time: 1.2165563 Jan 28 00:59:55.904921 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96567ba9-70ef-4509-b6f8-438af8f61463 x-openstack-request-id: req-96567ba9-70ef-4509-b6f8-438af8f61463 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:55.905292 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:55.905435 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96567ba9-70ef-4509-b6f8-438af8f61463 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:55.905871 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'status': 'completed', 'code': 200} Jan 28 00:59:55.965464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14f371-cefe-47d4-a190-654274b7b788', 'name': 'network-vif-deleted', 'tag': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:55.967830 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892591fb-7ff9-455d-b1c1-f5d98a042eb5" -d '{"events": [{"server_uuid": "6f14f371-cefe-47d4-a190-654274b7b788", "name": "network-vif-deleted", "tag": "adb32328-02ae-4ef1-9757-e4f54fcc1c28"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:55.997468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:55.999489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.010328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e957f51-0159-4f1d-b4b6-c98fbd61cb83 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=adb32328-02ae-4ef1-9757-e4f54fcc1c28,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:56.031938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-74f6f993-536e-40ed-9a94-236c2a6a1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:56.033463 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-74f6f993-536e-40ed-9a94-236c2a6a1ec3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1094 time: 0.1713758 Jan 28 00:59:56.058303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46258b-ee87-4304-8978-456a29ca17a8 req-3c0f35c0-25d3-482f-bcfa-2082a7f6d5f0 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:56.061650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a46258b-ee87-4304-8978-456a29ca17a8 req-3c0f35c0-25d3-482f-bcfa-2082a7f6d5f0 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 932 time: 0.3972631 Jan 28 00:59:56.088603 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d357298-e7e5-4cc5-b045-2f64b5d7ee8f req-6053f640-8cbb-453c-b14f-afae35c38146 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797097 Jan 28 00:59:56.091450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-d455bb7a-4c6b-40d9-a6b2-acb72b6ce59d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8295372 Jan 28 00:59:56.107255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad68cef4-1f5a-486d-b644-dc34ebee43a1 req-d98e4a21-358a-41a2-9823-f455f60b79aa tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f14f371-cefe-47d4-a190-654274b7b788 HTTP/1.1" status: 200 len: 210 time: 0.0994422 Jan 28 00:59:56.170713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8a28de70-ecb3-4977-8f6b-afe6676a45a4 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:56.249753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Request body: {'port': {'device_id': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:56.275027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-302e11cd-bf1b-4179-908b-bf791f88403a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 217 time: 0.0861428 Jan 28 00:59:56.318688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a46258b-ee87-4304-8978-456a29ca17a8 req-4677ec97-84c5-4d6f-8189-f3dfe07cbb4d tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286913 Jan 28 00:59:56.416228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-82f1e36c-bb5a-403d-8075-d5e2b8ccf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:56.422057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-82f1e36c-bb5a-403d-8075-d5e2b8ccf0d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1265538 Jan 28 00:59:56.429564 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00d88c-6d9b-4f80-8fa3-e26031897985 x-openstack-request-id: req-fb00d88c-6d9b-4f80-8fa3-e26031897985 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:56.430116 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14f371-cefe-47d4-a190-654274b7b788", "name": "network-vif-deleted", "tag": "adb32328-02ae-4ef1-9757-e4f54fcc1c28", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:56.430384 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb00d88c-6d9b-4f80-8fa3-e26031897985 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:56.430676 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14f371-cefe-47d4-a190-654274b7b788', 'name': 'network-vif-deleted', 'tag': 'adb32328-02ae-4ef1-9757-e4f54fcc1c28', 'status': 'completed', 'code': 200} Jan 28 00:59:56.451696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a2efa-9dea-40aa-b6ab-78326aad9bbe req-b0016753-03ba-4b5d-9fc8-0d5e65d030e6 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:56.453268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-687a2efa-9dea-40aa-b6ab-78326aad9bbe req-b0016753-03ba-4b5d-9fc8-0d5e65d030e6 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 944 time: 0.2384946 Jan 28 00:59:56.480232 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-76e5e7e5-cdba-40ac-ad04-d636b41bbadd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512133 Jan 28 00:59:56.491245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:56.504010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.505900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4,segment=NetworkSegment(0be14d63-09fa-4a4f-80df-f5c0193f8052),segment_id=0be14d63-09fa-4a4f-80df-f5c0193f8052)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:56.534405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8a28de70-ecb3-4977-8f6b-afe6676a45a4', 'network_id': '50bd11b6-9437-4e8f-bdff-3bf87d85ffa7', 'port_id': '8a28de70-ecb3-4977-8f6b-afe6676a45a4', 'mac_address': 'fa:16:3e:38:4d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302797c2-e998-4d2a-85d0-35d17d8c85c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:56.579015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:56.579403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.625459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a28de70-ecb3-4977-8f6b-afe6676a45a4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:56.665589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-687a2efa-9dea-40aa-b6ab-78326aad9bbe req-aeb0f8f0-f68e-4681-bacf-74778acb5cc6 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042069 Jan 28 00:59:56.668692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4,segment=NetworkSegment(0be14d63-09fa-4a4f-80df-f5c0193f8052),segment_id=0be14d63-09fa-4a4f-80df-f5c0193f8052)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:56.675366 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.679190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 38a67a31-9ecd-4254-943c-a8047b2ce679 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:56.761988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-222e07c1-444a-40b2-82a6-34f940461905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.782953 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-311e688a-4ea4-4428-89bc-76184f0cb16e service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642126 Jan 28 00:59:56.808246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8a28de70-ecb3-4977-8f6b-afe6676a45a4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:56.852273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 38a67a31-9ecd-4254-943c-a8047b2ce679, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=38a67a31-9ecd-4254-943c-a8047b2ce679,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:56.865812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '38a67a31-9ecd-4254-943c-a8047b2ce679', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '38a67a31-9ecd-4254-943c-a8047b2ce679', 'mac_address': 'fa:16:3e:93:3d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:56.912401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 38a67a31-9ecd-4254-943c-a8047b2ce679 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:56.913187 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.928813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a67a31-9ecd-4254-943c-a8047b2ce679 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:56.952135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 38a67a31-9ecd-4254-943c-a8047b2ce679, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=38a67a31-9ecd-4254-943c-a8047b2ce679,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:56.957986 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.992567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1bd99-cfa9-4ab2-89b5-1ba9040cf7a6 req-5b2dcd91-a398-4b0b-8dc0-9c6c67964a74 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:56.994340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9e1bd99-cfa9-4ab2-89b5-1ba9040cf7a6 req-5b2dcd91-a398-4b0b-8dc0-9c6c67964a74 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 948 time: 0.1165831 Jan 28 00:59:57.017476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4133f8-e997-4eb3-99c6-e522199a2201 req-49e69fcf-da2c-4e10-b66c-e246177af41f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.019952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=38a67a31-9ecd-4254-943c-a8047b2ce679,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:57.025438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4133f8-e997-4eb3-99c6-e522199a2201 req-49e69fcf-da2c-4e10-b66c-e246177af41f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1928039 Jan 28 00:59:57.031780 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1b33f92e-b808-4c0d-b86f-9a7844a00fa5 req-b831b891-8c3f-433b-a08e-55889e8dc05e service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311385 Jan 28 00:59:57.054455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-222e07c1-444a-40b2-82a6-34f940461905 admin admin] Publish callbacks [] for security_group (c8da5b83-3e1e-4515-98ea-a3690c10817f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.059007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-222e07c1-444a-40b2-82a6-34f940461905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c8da5b83-3e1e-4515-98ea-a3690c10817f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.094151 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-222e07c1-444a-40b2-82a6-34f940461905 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abe42e27894d4f7f86aa26268fee321c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996697 Jan 28 00:59:57.094813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46680) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:57.126639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4133f8-e997-4eb3-99c6-e522199a2201 req-0256d2d1-a7ac-4032-8e86-f970c579c87b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002159 Jan 28 00:59:57.137022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e07c1-444a-40b2-82a6-34f940461905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8da5b83-3e1e-4515-98ea-a3690c10817f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:57.194183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-79aa635b-7167-42fd-9de7-44e302c5c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.195686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-79aa635b-7167-42fd-9de7-44e302c5c254 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1094 time: 0.0723727 Jan 28 00:59:57.210901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9e1bd99-cfa9-4ab2-89b5-1ba9040cf7a6 req-38cdeff2-a370-4715-9496-432afb40457a tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003062 Jan 28 00:59:57.253598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31788c83-f498-4c45-a850-2564b2e58bb7 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:57.263721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Publish callbacks [] for port (31788c83-f498-4c45-a850-2564b2e58bb7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.278347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Transition to ACTIVE for port object 31788c83-f498-4c45-a850-2564b2e58bb7 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:57.284112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.300693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-77a13a26-884e-4fe8-bebf-596f12e37fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.302213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-77a13a26-884e-4fe8-bebf-596f12e37fcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.0967288 Jan 28 00:59:57.305544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b33a536-3680-45bd-9578-73fcf70051aa admin admin] Publish callbacks [] for security_group (c8da5b83-3e1e-4515-98ea-a3690c10817f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.310642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8a28de70-ecb3-4977-8f6b-afe6676a45a4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:57.329280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b33a536-3680-45bd-9578-73fcf70051aa admin admin] Publish callbacks [] for security_group (c8da5b83-3e1e-4515-98ea-a3690c10817f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.375385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['38a67a31-9ecd-4254-943c-a8047b2ce679'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:57.430264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b33a536-3680-45bd-9578-73fcf70051aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c8da5b83-3e1e-4515-98ea-a3690c10817f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.433235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b33a536-3680-45bd-9578-73fcf70051aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.434595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b33a536-3680-45bd-9578-73fcf70051aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8da5b83-3e1e-4515-98ea-a3690c10817f HTTP/1.1" status: 204 len: 168 time: 0.3388777 Jan 28 00:59:57.448764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-24e55837-6b28-41ff-a3b8-ab57e8b59ad2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 217 time: 0.0634451 Jan 28 00:59:57.484524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33a536-3680-45bd-9578-73fcf70051aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8da5b83-3e1e-4515-98ea-a3690c10817f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:57.525400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Pushing event updated for resources: {'Port': ['ID=31788c83-f498-4c45-a850-2564b2e58bb7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:57.577730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-1f7b055f-24ec-49ad-960f-689b382911ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.580403 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-1f7b055f-24ec-49ad-960f-689b382911ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.1179655 Jan 28 00:59:57.583493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Attempting to bind port 31788c83-f498-4c45-a850-2564b2e58bb7 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:57.583936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Attempting to bind port 31788c83-f498-4c45-a850-2564b2e58bb7 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '3c7e51f8-20cc-42aa-a724-73794a5bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:57.584538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Attempting to bind port 31788c83-f498-4c45-a850-2564b2e58bb7 on network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:57.597419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Port 31788c83-f498-4c45-a850-2564b2e58bb7 on network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:57.597973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Attempting to bind port 31788c83-f498-4c45-a850-2564b2e58bb7 on network e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:57.608119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:57.608119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Checking segment: {'id': '3c7e51f8-20cc-42aa-a724-73794a5bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:57.608776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Bound using segment: {'id': '3c7e51f8-20cc-42aa-a724-73794a5bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:57.609274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Bound port: 31788c83-f498-4c45-a850-2564b2e58bb7, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e51f8-20cc-42aa-a724-73794a5bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:57.609890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.623041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687da8-7d44-4ece-9b26-7b3bbd82a9c0 req-69f712ff-12d8-4383-a863-209bf57a91bb tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:57.626262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11687da8-7d44-4ece-9b26-7b3bbd82a9c0 req-69f712ff-12d8-4383-a863-209bf57a91bb tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 944 time: 0.1077724 Jan 28 00:59:57.655896 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-bd2708bf-18a7-492f-84fd-01581b49f341 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623934 Jan 28 00:59:57.834320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11687da8-7d44-4ece-9b26-7b3bbd82a9c0 req-1611c884-7c01-4a02-8d45-933ebd56504a tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827598 Jan 28 00:59:57.853185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] For port 31788c83-f498-4c45-a850-2564b2e58bb7, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:57.861440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] For port 31788c83-f498-4c45-a850-2564b2e58bb7, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=31788c83-f498-4c45-a850-2564b2e58bb7,segment=NetworkSegment(3c7e51f8-20cc-42aa-a724-73794a5bbfa0),segment_id=3c7e51f8-20cc-42aa-a724-73794a5bbfa0)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:57.898704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-bfd877d1-7e38-45bf-8406-3c093f37f081 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968286 Jan 28 00:59:57.924631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.952753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46702) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:58.007241 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba34a4-53ec-4a35-9639-5b32418300af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.012908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbaa31fd-4cec-4c90-8548-b4dc4055160c req-a90bc4a4-82b4-4994-9957-427f42f96b36 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064985 Jan 28 00:59:58.029827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.030451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.031834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] 10.222.0.45 "PUT /v2.0/ports/31788c83-f498-4c45-a850-2564b2e58bb7 HTTP/1.1" status: 200 len: 1092 time: 1.8000157 Jan 28 00:59:58.050411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06f96-db4c-4233-a12a-4c87ae72b6aa req-389ad4d0-c658-408b-b934-3246f11f6292 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.052059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55f06f96-db4c-4233-a12a-4c87ae72b6aa req-389ad4d0-c658-408b-b934-3246f11f6292 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 950 time: 0.2164462 Jan 28 00:59:58.071234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fda6c3-87e2-4c81-bfdd-9e0b9a3f057a service neutron] Pushing event updated for resources: {'Port': ['ID=31788c83-f498-4c45-a850-2564b2e58bb7,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:58.090717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6b1bc-674a-47ef-a6e0-1df53cab6c15 req-b3ecd0e0-cec3-43f6-aa4b-e0e000867ef7 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.092233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37e6b1bc-674a-47ef-a6e0-1df53cab6c15 req-b3ecd0e0-cec3-43f6-aa4b-e0e000867ef7 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 945 time: 0.1565943 Jan 28 00:59:58.211007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55f06f96-db4c-4233-a12a-4c87ae72b6aa req-3e177af6-4d94-4f38-a9cd-b0878fbba828 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466529 Jan 28 00:59:58.232438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-08c75092-0ee9-4903-a77c-eecb216b4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.234088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-08c75092-0ee9-4903-a77c-eecb216b4e41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4670b13c170c45278381042493a25f82&device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 1095 time: 0.1328492 Jan 28 00:59:58.240026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37e6b1bc-674a-47ef-a6e0-1df53cab6c15 req-6618f28d-eac4-45aa-bc27-5cf5b16d6f55 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340706 Jan 28 00:59:58.261555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba34a4-53ec-4a35-9639-5b32418300af admin admin] Publish callbacks [] for security_group (0491f1c9-90ef-4334-a772-3e24af87509e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.273384 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5ba34a4-53ec-4a35-9639-5b32418300af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0491f1c9-90ef-4334-a772-3e24af87509e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.313802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-16ec00d2-b6b1-4fce-a7f9-ba9dc281d118 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31788c83-f498-4c45-a850-2564b2e58bb7 HTTP/1.1" status: 200 len: 217 time: 0.0505776 Jan 28 00:59:58.379487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b5ba34a4-53ec-4a35-9639-5b32418300af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d71f457c6ef4456a37626392d4a0d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270854 Jan 28 00:59:58.381352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba34a4-53ec-4a35-9639-5b32418300af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0491f1c9-90ef-4334-a772-3e24af87509e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:58.382293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46708) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:58.403745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5230c2-6c0a-46a6-b91c-a10401a05292 req-ae7639dd-33d0-4ed7-87bc-62099116dc85 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.405341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b5230c2-6c0a-46a6-b91c-a10401a05292 req-ae7639dd-33d0-4ed7-87bc-62099116dc85 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0950997 Jan 28 00:59:58.421824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device adb32328-02ae-4ef1-9757-e4f54fcc1c28 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:58.434145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'tag': '31788c83-f498-4c45-a850-2564b2e58bb7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:58.434145 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe59eca0-cf3b-4eac-8261-d909c8a920fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0fba8b-3151-46a9-9149-5838c8be3e4e", "tag": "31788c83-f498-4c45-a850-2564b2e58bb7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:58.452897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: adb32328-02ae-4ef1-9757-e4f54fcc1c28 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:58.454377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device adb32328-02ae-4ef1-9757-e4f54fcc1c28 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:58.461509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-833da359-e650-4de8-84d5-8f91d70fcde5 admin admin] Publish callbacks [] for security_group (0491f1c9-90ef-4334-a772-3e24af87509e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.506109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-833da359-e650-4de8-84d5-8f91d70fcde5 admin admin] Publish callbacks [] for security_group (0491f1c9-90ef-4334-a772-3e24af87509e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.522601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b5230c2-6c0a-46a6-b91c-a10401a05292 req-4ea9ebae-d77a-4f0e-b102-be4e91457503 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103024 Jan 28 00:59:58.545823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-5a1c6c66-fb74-4e74-a1ee-ba54c9a3bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.545823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-5a1c6c66-fb74-4e74-a1ee-ba54c9a3bc59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14d71554-747a-4757-890d-f3211cbd085c HTTP/1.1" status: 200 len: 860 time: 0.1153269 Jan 28 00:59:58.575982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-833da359-e650-4de8-84d5-8f91d70fcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0491f1c9-90ef-4334-a772-3e24af87509e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.578747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-833da359-e650-4de8-84d5-8f91d70fcde5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.585905 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-833da359-e650-4de8-84d5-8f91d70fcde5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0491f1c9-90ef-4334-a772-3e24af87509e HTTP/1.1" status: 204 len: 168 time: 0.2002881 Jan 28 00:59:58.611047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833da359-e650-4de8-84d5-8f91d70fcde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491f1c9-90ef-4334-a772-3e24af87509e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:58.619099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0ffd6-a4b6-4089-858f-3e2bbb6297e6 req-4b356ef1-6400-4d5e-8b39-20442b365128 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.620838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23e0ffd6-a4b6-4089-858f-3e2bbb6297e6 req-4b356ef1-6400-4d5e-8b39-20442b365128 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 949 time: 0.1143475 Jan 28 00:59:58.623242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-97fc624b-bd8e-459a-ba13-9570ee96bae4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676589 Jan 28 00:59:58.625383 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae4737-5ed0-48be-8c87-36ad904c82a2 x-openstack-request-id: req-45ae4737-5ed0-48be-8c87-36ad904c82a2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:58.625805 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0fba8b-3151-46a9-9149-5838c8be3e4e", "tag": "31788c83-f498-4c45-a850-2564b2e58bb7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:58.626170 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45ae4737-5ed0-48be-8c87-36ad904c82a2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:58.626871 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'tag': '31788c83-f498-4c45-a850-2564b2e58bb7', 'status': 'completed', 'code': 200} Jan 28 00:59:58.743840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23e0ffd6-a4b6-4089-858f-3e2bbb6297e6 req-12607870-1153-4355-b30d-16e1c2d903bb tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086133 Jan 28 00:59:58.771612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-b21d5543-8d39-4676-b3de-f1f417e969fd service neutron] 10.222.0.45 "GET /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346221 Jan 28 00:59:58.895236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ebb21f5-393b-46fc-b144-5b27816dc99f req-1010675c-e24a-4d6b-a3dd-9330380f8aff service neutron] 10.222.0.45 "GET /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139812 Jan 28 00:59:58.902214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-8e653243-ecfa-43ec-afb3-1d0881fa8280 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:58.905198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-8e653243-ecfa-43ec-afb3-1d0881fa8280 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 950 time: 0.0840697 Jan 28 00:59:59.073429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686f2d4-8258-4232-8434-92c90ffcbc7d req-50925fb8-498f-4522-8de8-dec4edb1cb98 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.074380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7686f2d4-8258-4232-8434-92c90ffcbc7d req-50925fb8-498f-4522-8de8-dec4edb1cb98 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 944 time: 0.1111836 Jan 28 00:59:59.091189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-a0f089ce-b223-4465-af7e-f6377b7fd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.092701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-a0f089ce-b223-4465-af7e-f6377b7fd7e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4670b13c170c45278381042493a25f82&device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 1095 time: 0.0784447 Jan 28 00:59:59.115822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:59.116198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.228517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7686f2d4-8258-4232-8434-92c90ffcbc7d req-dffc2e9d-cb7a-4f8a-a0e6-3ef9e89bab84 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346369 Jan 28 00:59:59.243017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:59.244036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.260208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:59.262677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-65295b75-e6fc-4f5c-91a0-f7fe2848e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.264947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-65295b75-e6fc-4f5c-91a0-f7fe2848e44c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 HTTP/1.1" status: 200 len: 921 time: 0.1648099 Jan 28 00:59:59.340382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-a9202391-a9e8-43c3-b24e-ca4dd25bdbd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31788c83-f498-4c45-a850-2564b2e58bb7 HTTP/1.1" status: 200 len: 217 time: 0.0688169 Jan 28 00:59:59.444170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.478265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4', '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:59.492984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:59.567802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:59.571111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'f8f7a872-4849-4913-90b9-c044b1ccaa05'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:59.572692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.579942 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8da6c04a-c938-450a-96e5-38fa7963a7c8 req-74aa2204-a0f0-4c3a-b1fe-563d3c1232ea tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "DELETE /v2.0/ports/0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae HTTP/1.1" status: 204 len: 173 time: 0.6596942 Jan 28 00:59:59.580448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'name': 'network-vif-deleted', 'tag': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:59.588799 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0521867-3601-45ec-91ca-61cea3ed1f3b" -d '{"events": [{"server_uuid": "bed6def0-9209-41ae-be52-ed522ec1b7b2", "name": "network-vif-deleted", "tag": "0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:59.662535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46746) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:59.748099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-c337a7ce-f184-4a12-8813-74e34d07596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.749943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-c337a7ce-f184-4a12-8813-74e34d07596a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14d71554-747a-4757-890d-f3211cbd085c HTTP/1.1" status: 200 len: 860 time: 0.3891215 Jan 28 00:59:59.760020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d32a-c5c8-446f-9a1a-b3ec73f26488 req-17bf7213-0787-4790-a72e-128b835b4035 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.767221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb2d32a-c5c8-446f-9a1a-b3ec73f26488 req-17bf7213-0787-4790-a72e-128b835b4035 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=bed6def0-9209-41ae-be52-ed522ec1b7b2 HTTP/1.1" status: 200 len: 867 time: 0.4389937 Jan 28 00:59:59.818453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-62580b10-0524-4212-ae5a-2bf2d21e76e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466897 Jan 28 00:59:59.827712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b946-c38e-4088-b518-b38d4e92d2f2 req-4888f67f-bb7a-42eb-9785-30465e730d9e tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:59.835290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd0b946-c38e-4088-b518-b38d4e92d2f2 req-4888f67f-bb7a-42eb-9785-30465e730d9e tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 945 time: 0.1603031 Jan 28 00:59:59.881567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-155821703-network', 'tenant_id': '9dc49157e1a54724b3a7ac9ddcf8e688'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:59.964364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb2d32a-c5c8-446f-9a1a-b3ec73f26488 req-5462a2f7-069c-41b2-a081-60a066214547 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958103 Jan 28 00:59:59.984043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Made reservation on behalf of 9dc49157e1a54724b3a7ac9ddcf8e688 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:59.987506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.038280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-1fb4aa36-4c7c-42e7-a1b4-f2d635ef79b8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.051848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-1fb4aa36-4c7c-42e7-a1b4-f2d635ef79b8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 950 time: 0.1658373 Jan 28 01:00:00.052919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd0b946-c38e-4088-b518-b38d4e92d2f2 req-f2f2f83d-5ff5-41a7-968a-74f605eb1aaf tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166524 Jan 28 01:00:00.054169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.122810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-5692b243-d486-4826-8cad-288cb2f58ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848301 Jan 28 01:00:00.192307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8a28de70-ecb3-4977-8f6b-afe6676a45a4 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:00.215175 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d97f4a-1b6c-4008-b936-e09c16237c47 x-openstack-request-id: req-13d97f4a-1b6c-4008-b936-e09c16237c47 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:00.215478 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed6def0-9209-41ae-be52-ed522ec1b7b2", "name": "network-vif-deleted", "tag": "0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:00.215740 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13d97f4a-1b6c-4008-b936-e09c16237c47 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:00.216148 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed6def0-9209-41ae-be52-ed522ec1b7b2', 'name': 'network-vif-deleted', 'tag': '0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae', 'status': 'completed', 'code': 200} Jan 28 01:00:00.301720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port f8f7a872-4849-4913-90b9-c044b1ccaa05 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:00.302273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.347683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:00.364575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:00.366357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.413261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe59eca0-cf3b-4eac-8261-d909c8a920fb req-47d1cec0-7014-43ea-bd42-f6004c4dc9b3 service neutron] 10.222.0.45 "GET /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625268 Jan 28 01:00:00.433158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ba697-cb38-4304-b1d8-f1024f7d9891 req-72ea8d54-1923-48b6-9f0e-ccd22b0a050d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.441758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-114ba697-cb38-4304-b1d8-f1024f7d9891 req-72ea8d54-1923-48b6-9f0e-ccd22b0a050d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1383069 Jan 28 01:00:00.445468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks [] for security_group (3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.452413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.454398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dece806-c094-42ce-8d3e-57ddb0ea83d3 req-2d7f7a02-179a-4cf6-8744-983b53566bc8 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.467161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9dece806-c094-42ce-8d3e-57ddb0ea83d3 req-2d7f7a02-179a-4cf6-8744-983b53566bc8 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 949 time: 0.1660249 Jan 28 01:00:00.485580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port f8f7a872-4849-4913-90b9-c044b1ccaa05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f8f7a872-4849-4913-90b9-c044b1ccaa05,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:00.486033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.505189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:00.529686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9936f1d9-82ef-4c9e-935d-89c2d3900ac3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.530316 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Added segment 9936f1d9-82ef-4c9e-935d-89c2d3900ac3 of type vlan for network 545f5148-681e-4d62-9829-c5c707709cca Jan 28 01:00:00.545076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:00.545768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.561016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-114ba697-cb38-4304-b1d8-f1024f7d9891 req-0e98ea39-c54e-4037-b58b-127187efd81f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179810 Jan 28 01:00:00.576896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28de70-ecb3-4977-8f6b-afe6676a45a4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:00.580211 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8667ff-20e1-40d2-afb0-24c060d99dba" -d '{"events": [{"server_uuid": "bd5d09f1-4a5a-4f91-925e-4b9db2ca7574", "name": "network-vif-plugged", "status": "completed", "tag": "8a28de70-ecb3-4977-8f6b-afe6676a45a4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:00.580362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (545f5148-681e-4d62-9829-c5c707709cca), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.586529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9dece806-c094-42ce-8d3e-57ddb0ea83d3 req-de4cfac2-626b-4b92-ba75-7bca9866e6d4 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180761 Jan 28 01:00:00.608312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.609005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4,segment=NetworkSegment(0be14d63-09fa-4a4f-80df-f5c0193f8052),segment_id=0be14d63-09fa-4a4f-80df-f5c0193f8052)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:00.611942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for f8f7a872-4849-4913-90b9-c044b1ccaa05 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:00.617843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (545f5148-681e-4d62-9829-c5c707709cca), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.619002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.619976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.631085 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.633915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 38a67a31-9ecd-4254-943c-a8047b2ce679 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:00.701605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0378799 Jan 28 01:00:00.702322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb1bf0-fd75-4340-adf0-ee8221a8579a req-18e178bb-509c-4642-b14e-8e0043287f71 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:00.706957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46758) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:00.714566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfbb1bf0-fd75-4340-adf0-ee8221a8579a req-18e178bb-509c-4642-b14e-8e0043287f71 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 944 time: 0.0729070 Jan 28 01:00:00.744711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Request body: {'subnet': {'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-155821703-subnet', 'tenant_id': '9dc49157e1a54724b3a7ac9ddcf8e688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:00.747584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 38a67a31-9ecd-4254-943c-a8047b2ce679 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:00.756831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 38a67a31-9ecd-4254-943c-a8047b2ce679 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:00.757211 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.758027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda728e0-c56d-4653-96cc-ab6ce81b19aa admin admin] Pushing event updated for resources: {'Network': ['ID=545f5148-681e-4d62-9829-c5c707709cca,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.794421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Made reservation on behalf of 9dc49157e1a54724b3a7ac9ddcf8e688 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:00.796955 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.797967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 545f5148-681e-4d62-9829-c5c707709cca details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:00.801120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfbb1bf0-fd75-4340-adf0-ee8221a8579a req-66bc1001-08bb-41ba-bcaa-7f6fe523c202 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843868 Jan 28 01:00:00.864596 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c51e3-7b01-4cec-bb25-7f1f0cd4dc70 x-openstack-request-id: req-736c51e3-7b01-4cec-bb25-7f1f0cd4dc70 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:00.865755 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5d09f1-4a5a-4f91-925e-4b9db2ca7574", "name": "network-vif-plugged", "status": "completed", "tag": "8a28de70-ecb3-4977-8f6b-afe6676a45a4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:00.866597 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-736c51e3-7b01-4cec-bb25-7f1f0cd4dc70 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:00.868252 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a28de70-ecb3-4977-8f6b-afe6676a45a4', 'code': 200} Jan 28 01:00:00.906208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8a28de70-ecb3-4977-8f6b-afe6676a45a4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.960348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 38a67a31-9ecd-4254-943c-a8047b2ce679 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:00.960903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.978257 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f8f7a872-4849-4913-90b9-c044b1ccaa05), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.996330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 38a67a31-9ecd-4254-943c-a8047b2ce679, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=38a67a31-9ecd-4254-943c-a8047b2ce679,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:01.003952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.004896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:01.011458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['fac19888-dda2-498e-9a5f-30670e4dde2c', 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:01.044047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=f8f7a872-4849-4913-90b9-c044b1ccaa05,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:01.059324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bac3d4-2992-482b-9358-4ebbb02d5a33 req-9b6b8a29-a997-4403-a70b-2700e3537e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.060862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-21bac3d4-2992-482b-9358-4ebbb02d5a33 req-9b6b8a29-a997-4403-a70b-2700e3537e26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 1097 time: 0.1478901 Jan 28 01:00:01.087316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:01.090271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=38a67a31-9ecd-4254-943c-a8047b2ce679,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:01.111695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port f8f7a872-4849-4913-90b9-c044b1ccaa05 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:01.115121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.118748 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2dcd8e6b-975a-4926-a945-2e9dde4b8a73 req-ec6f2b99-632e-47e4-9f92-99042a8ee2ed tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "DELETE /v2.0/ports/f8f7a872-4849-4913-90b9-c044b1ccaa05 HTTP/1.1" status: 204 len: 173 time: 1.0568609 Jan 28 01:00:01.137163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:01.137560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bba1ea5-fdf3-4211-b9f3-7ca7aaf3faae not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:01.171029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2b325e0-7e1a-4e24-b0e0-53ba027ae42b req-a4ee6ba3-3601-4ba4-be25-eb918dedfa13 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7192fc0-d669-4544-9e8b-2ea91fcd9b48 HTTP/1.1" status: 200 len: 210 time: 0.0588918 Jan 28 01:00:01.205285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f6700348-b602-49c3-a943-48fc9059124b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.222408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-21bac3d4-2992-482b-9358-4ebbb02d5a33 req-e8849d37-cbb3-43b0-9504-a08e17a9ebc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464903 Jan 28 01:00:01.281736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6700348-b602-49c3-a943-48fc9059124b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:01.294137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:01.294448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Network hostable DHCP agents. Network: 545f5148-681e-4d62-9829-c5c707709cca, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:01.320766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Network 545f5148-681e-4d62-9829-c5c707709cca is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:01.329351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e30b0-2c44-411f-b9d5-380d0533448d req-d9452657-ef68-4ca1-abff-6821d76b67d8 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.334208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 545f5148-681e-4d62-9829-c5c707709cca) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:01.342224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c98e30b0-2c44-411f-b9d5-380d0533448d req-d9452657-ef68-4ca1-abff-6821d76b67d8 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 946 time: 0.1005352 Jan 28 01:00:01.352057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.354619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.356813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40753e2-b1a3-4c73-87b9-a2aad8b48c38 None None] Network 545f5148-681e-4d62-9829-c5c707709cca requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:01.377848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-645b3088-cfe7-4f22-8730-433c7493bb2b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6690803 Jan 28 01:00:01.423559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c98e30b0-2c44-411f-b9d5-380d0533448d req-3dfd4e2e-3f3b-42e4-b262-5621f76dbd20 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694160 Jan 28 01:00:01.566242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe54987-d4b3-4648-bafe-76f7a50337a0 None None] Network 545f5148-681e-4d62-9829-c5c707709cca requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:01.879959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a950817-33c4-44c6-a42b-9e6fc7392ede req-84fef67b-f787-405d-8296-474924b4b148 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.887020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a950817-33c4-44c6-a42b-9e6fc7392ede req-84fef67b-f787-405d-8296-474924b4b148 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1230254 Jan 28 01:00:01.923306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094862e-5cfe-4e23-9571-d7650c86f517 req-4a32074c-db48-476e-ab2d-bae45234b6ec tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.926230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8094862e-5cfe-4e23-9571-d7650c86f517 req-4a32074c-db48-476e-ab2d-bae45234b6ec tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.1140199 Jan 28 01:00:01.981883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a950817-33c4-44c6-a42b-9e6fc7392ede req-5dbd0954-8ab8-4fcd-acde-e6dd4a7118a1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939167 Jan 28 01:00:02.003240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8094862e-5cfe-4e23-9571-d7650c86f517 req-bf844686-accc-414b-9138-6f516e2616b9 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725784 Jan 28 01:00:02.009751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:02.015830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-907603912-network', 'tenant_id': '0a092272605e452b8995f657013ee880'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:02.040188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Made reservation on behalf of 0a092272605e452b8995f657013ee880 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:02.043971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.055088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.134860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27e70-b308-4a41-ae2a-7c607e8fe93e req-10fdacb1-4b18-4c9d-813f-90972c9ca0a0 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.136388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94b27e70-b308-4a41-ae2a-7c607e8fe93e req-10fdacb1-4b18-4c9d-813f-90972c9ca0a0 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 944 time: 0.0561452 Jan 28 01:00:02.148972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks [] for security_group (02359927-e30e-42e4-8e3b-a4c626589bfc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.155038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (02359927-e30e-42e4-8e3b-a4c626589bfc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.188198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:02.190037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94b27e70-b308-4a41-ae2a-7c607e8fe93e req-08fcc92d-67f0-437c-a166-17a2ecb7119e tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468128 Jan 28 01:00:02.211638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02359927-e30e-42e4-8e3b-a4c626589bfc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.217297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'name': 'network-vif-deleted', 'tag': 'f8f7a872-4849-4913-90b9-c044b1ccaa05'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:02.220378 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54620ada-9ff1-4890-b21d-125445a33d9e" -d '{"events": [{"server_uuid": "e7192fc0-d669-4544-9e8b-2ea91fcd9b48", "name": "network-vif-deleted", "tag": "f8f7a872-4849-4913-90b9-c044b1ccaa05"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:02.226323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d6348b16-2053-4577-854b-4c925ecd76f4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.226702 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Added segment d6348b16-2053-4577-854b-4c925ecd76f4 of type vlan for network 9895f91a-e050-4507-a6f5-23ac7ef494f2 Jan 28 01:00:02.281686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9895f91a-e050-4507-a6f5-23ac7ef494f2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.289996 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712fcff8-8d97-4f33-99dd-fa539b486465 x-openstack-request-id: req-712fcff8-8d97-4f33-99dd-fa539b486465 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:02.290324 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7192fc0-d669-4544-9e8b-2ea91fcd9b48", "name": "network-vif-deleted", "tag": "f8f7a872-4849-4913-90b9-c044b1ccaa05", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:02.290596 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-712fcff8-8d97-4f33-99dd-fa539b486465 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:02.291067 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7192fc0-d669-4544-9e8b-2ea91fcd9b48', 'name': 'network-vif-deleted', 'tag': 'f8f7a872-4849-4913-90b9-c044b1ccaa05', 'status': 'completed', 'code': 200} Jan 28 01:00:02.313667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9895f91a-e050-4507-a6f5-23ac7ef494f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.315160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.316468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.369117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3566256 Jan 28 01:00:02.371433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46800) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:02.377475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Request body: {'subnet': {'network_id': '9895f91a-e050-4507-a6f5-23ac7ef494f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-907603912-subnet', 'tenant_id': '0a092272605e452b8995f657013ee880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:02.388246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f937ab-e35f-4e1b-b251-0bbf0dd3be71 admin admin] Pushing event updated for resources: {'Network': ['ID=9895f91a-e050-4507-a6f5-23ac7ef494f2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.401344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9895f91a-e050-4507-a6f5-23ac7ef494f2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:02.435809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Made reservation on behalf of 0a092272605e452b8995f657013ee880 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:02.439355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.549122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 31788c83-f498-4c45-a850-2564b2e58bb7 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:02.613081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f8f7a872-4849-4913-90b9-c044b1ccaa05 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:02.696557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dec9e5-9778-41ed-953a-4df436bc8cb1 req-1d5ce303-6d5f-4337-95cd-4162e1779933 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.698543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5dec9e5-9778-41ed-953a-4df436bc8cb1 req-1d5ce303-6d5f-4337-95cd-4162e1779933 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 946 time: 0.0934050 Jan 28 01:00:02.699909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c749a6f5-ce22-42f8-870c-2d0aff774dbf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.810040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: f8f7a872-4849-4913-90b9-c044b1ccaa05 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:02.810661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f8f7a872-4849-4913-90b9-c044b1ccaa05 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:02.853545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 31788c83-f498-4c45-a850-2564b2e58bb7, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=31788c83-f498-4c45-a850-2564b2e58bb7,segment=NetworkSegment(3c7e51f8-20cc-42aa-a724-73794a5bbfa0),segment_id=3c7e51f8-20cc-42aa-a724-73794a5bbfa0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:02.867097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '31788c83-f498-4c45-a850-2564b2e58bb7', 'network_id': 'e061f3ed-a6ac-476c-835b-6d22a0eaa0e8', 'port_id': '31788c83-f498-4c45-a850-2564b2e58bb7', 'mac_address': 'fa:16:3e:41:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d71554-747a-4757-890d-f3211cbd085c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:02.870438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a67a31-9ecd-4254-943c-a8047b2ce679'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:02.872934 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357771f-49cf-4b98-b462-47e978a1dd74" -d '{"events": [{"server_uuid": "0f909829-3bcf-4a5b-9ed6-15679b4394a3", "name": "network-vif-plugged", "status": "completed", "tag": "38a67a31-9ecd-4254-943c-a8047b2ce679"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:02.877387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Checking segment: {'id': 'd6348b16-2053-4577-854b-4c925ecd76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9895f91a-e050-4507-a6f5-23ac7ef494f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:02.877803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Network hostable DHCP agents. Network: 9895f91a-e050-4507-a6f5-23ac7ef494f2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:02.884086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c749a6f5-ce22-42f8-870c-2d0aff774dbf,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.895751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5dec9e5-9778-41ed-953a-4df436bc8cb1 req-a25c6dbb-0906-4dc9-a2b7-41a49402360d tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471140 Jan 28 01:00:02.912351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 31788c83-f498-4c45-a850-2564b2e58bb7 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:02.912890 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.927611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31788c83-f498-4c45-a850-2564b2e58bb7 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:02.930308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0ca70-eac2-4550-9797-08352b90ba69 req-5d92d949-0365-4fcc-aee7-56b2bdd399bc tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.931911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d0ca70-eac2-4550-9797-08352b90ba69 req-5d92d949-0365-4fcc-aee7-56b2bdd399bc tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 949 time: 0.1140237 Jan 28 01:00:02.933053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Network 9895f91a-e050-4507-a6f5-23ac7ef494f2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:02.949573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9895f91a-e050-4507-a6f5-23ac7ef494f2) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:02.952327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 31788c83-f498-4c45-a850-2564b2e58bb7, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=31788c83-f498-4c45-a850-2564b2e58bb7,segment=NetworkSegment(3c7e51f8-20cc-42aa-a724-73794a5bbfa0),segment_id=3c7e51f8-20cc-42aa-a724-73794a5bbfa0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:02.958021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2f572-7a9c-43d1-a1a3-821e233b5fca None None] Network 9895f91a-e050-4507-a6f5-23ac7ef494f2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:02.961417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.971040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:02.972148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.980346 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89d14f-2462-4e98-9498-de251ce0848f x-openstack-request-id: req-2e89d14f-2462-4e98-9498-de251ce0848f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:02.981092 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f909829-3bcf-4a5b-9ed6-15679b4394a3", "name": "network-vif-plugged", "status": "completed", "tag": "38a67a31-9ecd-4254-943c-a8047b2ce679", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:02.981092 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e89d14f-2462-4e98-9498-de251ce0848f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:02.981536 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a67a31-9ecd-4254-943c-a8047b2ce679', 'code': 200} Jan 28 01:00:03.011058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-651b967d-fbff-4d72-a29c-d8947f68761c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6381018 Jan 28 01:00:03.023480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d0ca70-eac2-4550-9797-08352b90ba69 req-48338595-21a3-47f0-bced-212911c7b7c0 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825164 Jan 28 01:00:03.084143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=31788c83-f498-4c45-a850-2564b2e58bb7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:03.124724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c4119-a0b8-4caa-a5af-1f7f321fee55 None None] Network 9895f91a-e050-4507-a6f5-23ac7ef494f2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:03.173266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b01917-a308-412a-8589-83391f0d57ab req-8348dab8-1fd6-4335-8d0a-2e0a63de52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.179908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55b01917-a308-412a-8589-83391f0d57ab req-8348dab8-1fd6-4335-8d0a-2e0a63de52df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 1101 time: 0.0868266 Jan 28 01:00:03.210806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f10d6e-5bad-47d5-9b31-31d83b7f9021 req-b709cce3-7c5e-457a-863c-1f107bb94d50 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.221168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28f10d6e-5bad-47d5-9b31-31d83b7f9021 req-b709cce3-7c5e-457a-863c-1f107bb94d50 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1399775 Jan 28 01:00:03.266973 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55b01917-a308-412a-8589-83391f0d57ab req-67fb5602-09f0-4235-acff-b6e2ca6af2e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781717 Jan 28 01:00:03.296731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28f10d6e-5bad-47d5-9b31-31d83b7f9021 req-8cc53f0a-20b2-45da-8daa-a1af58014cac tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656970 Jan 28 01:00:03.331312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.361850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355165e-695b-40f4-a038-dadc10dad1c7 req-e1e9ed9a-a3f3-44cb-9641-c6a3847cd84e tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.363942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f355165e-695b-40f4-a038-dadc10dad1c7 req-e1e9ed9a-a3f3-44cb-9641-c6a3847cd84e tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.0662038 Jan 28 01:00:03.393865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:03.428676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f355165e-695b-40f4-a038-dadc10dad1c7 req-b2a133eb-0a3f-4aa5-ab0c-93849320c074 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Jan 28 01:00:03.481398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['31788c83-f498-4c45-a850-2564b2e58bb7'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:03.560371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0b3b0-9ba5-496b-b025-ba51e7c133d0 req-c575ed4a-aa44-4a81-8bd4-843d0d7a63be tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.562226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fe0b3b0-9ba5-496b-b025-ba51e7c133d0 req-c575ed4a-aa44-4a81-8bd4-843d0d7a63be tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 945 time: 0.0553222 Jan 28 01:00:03.626928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fe0b3b0-9ba5-496b-b025-ba51e7c133d0 req-37dfc15f-be10-447a-a208-8d884a8a0abf tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583129 Jan 28 01:00:03.787728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-34be151e-a2db-4e8f-b7d7-a5fc1f1f4592 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.794358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-34be151e-a2db-4e8f-b7d7-a5fc1f1f4592 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.1230145 Jan 28 01:00:03.809032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-5fe7c00c-4089-4147-b23c-103483a8d89f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/quotas/9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 375 time: 0.0137701 Jan 28 01:00:03.845600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-b2003980-89fc-401a-bf93-6beaa4a1ee4f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293553 Jan 28 01:00:03.947223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-aa3b6fcf-2db3-4f10-a06e-5c8773a8b8fc service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923829 Jan 28 01:00:04.046948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec855f-8272-41a3-b6e7-8ccc9fd62e68 req-6f7f241d-2ff8-48b9-b9f0-09f9c95918fd tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.048498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7ec855f-8272-41a3-b6e7-8ccc9fd62e68 req-6f7f241d-2ff8-48b9-b9f0-09f9c95918fd tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 946 time: 0.1047361 Jan 28 01:00:04.094764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-eda188ed-1879-4c10-aa00-676fe3ee52e0 service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398437 Jan 28 01:00:04.117468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7ec855f-8272-41a3-b6e7-8ccc9fd62e68 req-dfa63cdc-8a34-45ea-a9bf-83a839e359d1 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619919 Jan 28 01:00:04.254686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7ad6c-873e-44e7-925a-782635964d6a req-0aa3edbf-1be3-4027-8d60-3580d8bedf28 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.256384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffd7ad6c-873e-44e7-925a-782635964d6a req-0aa3edbf-1be3-4027-8d60-3580d8bedf28 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 949 time: 0.0727990 Jan 28 01:00:04.294715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aac3c3f2-f01e-4d17-abe2-12320c644811 req-2ad3c7c1-504c-4f8c-a27c-19f5a5823370 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 210 time: 0.0370760 Jan 28 01:00:04.342439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffd7ad6c-873e-44e7-925a-782635964d6a req-fe7ef1f5-125e-43b1-a04c-8ae3a64684f7 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755787 Jan 28 01:00:04.394293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-a036b20b-d649-4768-b9f8-79a314423482 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.395843 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-a036b20b-d649-4768-b9f8-79a314423482 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 949 time: 0.0549593 Jan 28 01:00:04.473512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8c0c5-f760-4915-a172-237c38c84856 req-259abec2-1d44-4b96-8b45-8a0c7c0029b2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.475234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57c8c0c5-f760-4915-a172-237c38c84856 req-259abec2-1d44-4b96-8b45-8a0c7c0029b2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0873539 Jan 28 01:00:04.544624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57c8c0c5-f760-4915-a172-237c38c84856 req-ae7c7609-c1d2-467c-81c3-36e6bc3a1723 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Jan 28 01:00:04.615521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port fac19888-dda2-498e-9a5f-30670e4dde2c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:04.615941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.743360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601379a-90a8-4986-b13d-54444a6a8d09 req-38c5f0bf-ca76-474a-95a0-f8309f7ab809 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.744994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e601379a-90a8-4986-b13d-54444a6a8d09 req-38c5f0bf-ca76-474a-95a0-f8309f7ab809 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.1116769 Jan 28 01:00:04.771588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port fac19888-dda2-498e-9a5f-30670e4dde2c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=fac19888-dda2-498e-9a5f-30670e4dde2c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:04.772060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.790304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for fac19888-dda2-498e-9a5f-30670e4dde2c owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:04.856702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078231-0bc0-463c-bf56-fdc5575f6df3 req-579962e5-8df3-4e10-a59b-9942379ab550 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.858523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b078231-0bc0-463c-bf56-fdc5575f6df3 req-579962e5-8df3-4e10-a59b-9942379ab550 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 945 time: 0.1360598 Jan 28 01:00:04.877198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e601379a-90a8-4986-b13d-54444a6a8d09 req-82afbd60-fb72-47e0-b356-6d978a7d7518 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034942 Jan 28 01:00:04.915968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-ebc01774-9c0f-4724-b313-f1d88ec38d9f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.917471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-ebc01774-9c0f-4724-b313-f1d88ec38d9f tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "GET /v2.0/ports?device_id=7867e7e4-b6f1-4bae-b96d-b7507e2b992e HTTP/1.1" status: 200 len: 949 time: 0.1572671 Jan 28 01:00:04.970814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fac19888-dda2-498e-9a5f-30670e4dde2c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.002170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b078231-0bc0-463c-bf56-fdc5575f6df3 req-fcaabfd1-0890-42ca-815c-e0667328ec91 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155066 Jan 28 01:00:05.022724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:05.067779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=fac19888-dda2-498e-9a5f-30670e4dde2c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:05.082351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:05.082724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.144843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:05.193094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port fac19888-dda2-498e-9a5f-30670e4dde2c on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:05.220228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.228687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:05.229466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.233968 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5219ea38-62bd-42ba-a9a8-7d3858a27dc9 req-461fb8b7-6a31-4d33-8df4-0b64e0a9b8c1 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "DELETE /v2.0/ports/fac19888-dda2-498e-9a5f-30670e4dde2c HTTP/1.1" status: 204 len: 173 time: 0.8039148 Jan 28 01:00:05.240975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'name': 'network-vif-deleted', 'tag': 'fac19888-dda2-498e-9a5f-30670e4dde2c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:05.244804 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b54e28-d7ac-4595-860c-ee9574e7fc9e" -d '{"events": [{"server_uuid": "6d2c76b0-49f6-4c87-be73-532b63cad41e", "name": "network-vif-deleted", "tag": "fac19888-dda2-498e-9a5f-30670e4dde2c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:05.282777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for ffaca1bd-b914-4c9f-81a1-4d63f09d29dc owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:05.336402 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d27fe-8135-465c-be64-d1c3d9eda31a x-openstack-request-id: req-ca7d27fe-8135-465c-be64-d1c3d9eda31a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:05.336703 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c76b0-49f6-4c87-be73-532b63cad41e", "name": "network-vif-deleted", "tag": "fac19888-dda2-498e-9a5f-30670e4dde2c", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:05.336957 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca7d27fe-8135-465c-be64-d1c3d9eda31a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:05.338539 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2c76b0-49f6-4c87-be73-532b63cad41e', 'name': 'network-vif-deleted', 'tag': 'fac19888-dda2-498e-9a5f-30670e4dde2c', 'status': 'completed', 'code': 200} Jan 28 01:00:05.346404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a665fd-f2d3-427d-818c-8179fb7a30a5 req-8da2af42-01c6-4071-a981-8be29ee2c769 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.348341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1a665fd-f2d3-427d-818c-8179fb7a30a5 req-8da2af42-01c6-4071-a981-8be29ee2c769 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 946 time: 0.0843978 Jan 28 01:00:05.478687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1a665fd-f2d3-427d-818c-8179fb7a30a5 req-9c33d25d-bae4-4f6a-acfa-6e117d0612db tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893512 Jan 28 01:00:05.548218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-acffa591-1bc8-4427-ae55-4833aef1a5c7 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.548793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4840e40-d59d-4942-b48c-2b42881eb053 req-354e58a5-00b5-43d5-b8c2-9bf125c9acdc tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 210 time: 0.0484359 Jan 28 01:00:05.549954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-acffa591-1bc8-4427-ae55-4833aef1a5c7 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 946 time: 0.0659385 Jan 28 01:00:05.645311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68b9485c-d410-4f1f-b11f-16a7a42e19e4 req-19a82e6a-ff52-41d7-82ed-48b972a6a4cf tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2c76b0-49f6-4c87-be73-532b63cad41e HTTP/1.1" status: 200 len: 210 time: 0.0446541 Jan 28 01:00:05.664108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ffaca1bd-b914-4c9f-81a1-4d63f09d29dc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.705220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:05.716295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=ffaca1bd-b914-4c9f-81a1-4d63f09d29dc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:05.722644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Deleting port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:05.723232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.787028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port ffaca1bd-b914-4c9f-81a1-4d63f09d29dc on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:05.793760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.803450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50789371-accc-4ed7-bf2a-37cab0e1bea6 req-a2740c3d-6f74-474a-a260-f56702f13f82 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.45 "DELETE /v2.0/ports/ffaca1bd-b914-4c9f-81a1-4d63f09d29dc HTTP/1.1" status: 204 len: 173 time: 0.8799467 Jan 28 01:00:05.804077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'name': 'network-vif-deleted', 'tag': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:05.807855 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba1c09e-e526-4fd8-8a18-f9d1f12da10c" -d '{"events": [{"server_uuid": "7867e7e4-b6f1-4bae-b96d-b7507e2b992e", "name": "network-vif-deleted", "tag": "ffaca1bd-b914-4c9f-81a1-4d63f09d29dc"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:05.912597 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de4e416-ef80-49d2-93be-977d9d39d5f9 x-openstack-request-id: req-1de4e416-ef80-49d2-93be-977d9d39d5f9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:05.913010 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7867e7e4-b6f1-4bae-b96d-b7507e2b992e", "name": "network-vif-deleted", "tag": "ffaca1bd-b914-4c9f-81a1-4d63f09d29dc", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:05.913732 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1de4e416-ef80-49d2-93be-977d9d39d5f9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:05.913732 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7867e7e4-b6f1-4bae-b96d-b7507e2b992e', 'name': 'network-vif-deleted', 'tag': 'ffaca1bd-b914-4c9f-81a1-4d63f09d29dc', 'status': 'completed', 'code': 200} Jan 28 01:00:05.955767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815badc-9079-473a-ac83-dfddb1241a66 req-11580200-4fce-47cc-8e67-a3b20a1dfbff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.957416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9815badc-9079-473a-ac83-dfddb1241a66 req-11580200-4fce-47cc-8e67-a3b20a1dfbff tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0990896 Jan 28 01:00:06.003674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] For port 8a28de70-ecb3-4977-8f6b-afe6676a45a4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8a28de70-ecb3-4977-8f6b-afe6676a45a4,segment=NetworkSegment(0be14d63-09fa-4a4f-80df-f5c0193f8052),segment_id=0be14d63-09fa-4a4f-80df-f5c0193f8052)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:06.004192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.024712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9815badc-9079-473a-ac83-dfddb1241a66 req-1899c084-21a5-48a7-8a25-859159cca309 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544105 Jan 28 01:00:06.045156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Calling delete_port for 8a28de70-ecb3-4977-8f6b-afe6676a45a4 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:06.141573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f33f65-c464-4f92-aab6-d6da51a32369 req-d9768230-5344-4d56-bc58-abd1fab03f20 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.144960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0f33f65-c464-4f92-aab6-d6da51a32369 req-d9768230-5344-4d56-bc58-abd1fab03f20 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 945 time: 0.0679145 Jan 28 01:00:06.149574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2f58deea-8dfb-418e-8855-e5cd2869aeb1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.151406 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2f58deea-8dfb-418e-8855-e5cd2869aeb1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.3295388 Jan 28 01:00:06.215214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0f33f65-c464-4f92-aab6-d6da51a32369 req-71d0d19f-115d-4800-9c9a-07f97f51ca2a tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Jan 28 01:00:06.219220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Request body: {'port': {'device_id': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'admin_state_up': True, 'tenant_id': '9dc49157e1a54724b3a7ac9ddcf8e688'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:06.329881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05cc63-d381-4fe1-831d-8d625229787d req-75467418-0cbe-43fd-ae0f-ec8e588a5176 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.337514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f05cc63-d381-4fe1-831d-8d625229787d req-75467418-0cbe-43fd-ae0f-ec8e588a5176 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.0600498 Jan 28 01:00:06.355711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8a28de70-ecb3-4977-8f6b-afe6676a45a4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.382186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f05cc63-d381-4fe1-831d-8d625229787d req-2ebfedae-29ff-4757-8aae-0eb6e1bb8d26 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Jan 28 01:00:06.390044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8a28de70-ecb3-4977-8f6b-afe6676a45a4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:06.393407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Pushing event deleted for resources: {'Port': ['ID=8a28de70-ecb3-4977-8f6b-afe6676a45a4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:06.425278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Made reservation on behalf of 9dc49157e1a54724b3a7ac9ddcf8e688 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:06.428618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.455681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] No DVR routers for this DVR port 8a28de70-ecb3-4977-8f6b-afe6676a45a4 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:06.459105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.462368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-956fe078-d94c-4ede-9afe-fd2f8369269f req-e1eb34b9-7518-4748-aad0-482b6737f361 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.43 "DELETE /v2.0/ports/8a28de70-ecb3-4977-8f6b-afe6676a45a4 HTTP/1.1" status: 204 len: 173 time: 0.9071925 Jan 28 01:00:06.477038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 31788c83-f498-4c45-a850-2564b2e58bb7 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:06.533817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 31788c83-f498-4c45-a850-2564b2e58bb7 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:06.541101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 31788c83-f498-4c45-a850-2564b2e58bb7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:06.541685 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.604230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Allocated IP 172.20.0.13 (545f5148-681e-4d62-9829-c5c707709cca/f6700348-b602-49c3-a943-48fc9059124b/6aa2f259-d793-4544-86a7-b7ea2d50054e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:06.611159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3a470dd-9d50-44e2-8f74-d741917ce5a5 req-bbd37868-d294-43c9-8267-f7e14a17a053 tempest-ServerPasswordTestJSON-1855703475 tempest-ServerPasswordTestJSON-1855703475-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5d09f1-4a5a-4f91-925e-4b9db2ca7574 HTTP/1.1" status: 200 len: 210 time: 0.0400832 Jan 28 01:00:06.670714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d8ef67e-f40e-4237-92d6-99dc93b3a577 req-ca7cd071-e047-4894-9402-761154b15850 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 210 time: 0.0393188 Jan 28 01:00:06.681554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 31788c83-f498-4c45-a850-2564b2e58bb7 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:06.682055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.710875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31788c83-f498-4c45-a850-2564b2e58bb7'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:06.713569 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af6beb-200a-452c-a624-7dfbeca03b9a" -d '{"events": [{"server_uuid": "ca0fba8b-3151-46a9-9149-5838c8be3e4e", "name": "network-vif-plugged", "status": "completed", "tag": "31788c83-f498-4c45-a850-2564b2e58bb7"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:06.730788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 31788c83-f498-4c45-a850-2564b2e58bb7, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=31788c83-f498-4c45-a850-2564b2e58bb7,segment=NetworkSegment(3c7e51f8-20cc-42aa-a724-73794a5bbfa0),segment_id=3c7e51f8-20cc-42aa-a724-73794a5bbfa0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:06.737391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.741997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ffaca1bd-b914-4c9f-81a1-4d63f09d29dc no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:06.787252 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f35c21c-c5e1-46d8-b6f3-b1beddb83eea x-openstack-request-id: req-3f35c21c-c5e1-46d8-b6f3-b1beddb83eea {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:06.787469 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0fba8b-3151-46a9-9149-5838c8be3e4e", "name": "network-vif-plugged", "status": "completed", "tag": "31788c83-f498-4c45-a850-2564b2e58bb7", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:06.787715 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f35c21c-c5e1-46d8-b6f3-b1beddb83eea {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:06.788130 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31788c83-f498-4c45-a850-2564b2e58bb7', 'code': 200} Jan 28 01:00:06.791598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: ffaca1bd-b914-4c9f-81a1-4d63f09d29dc {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:06.791598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ffaca1bd-b914-4c9f-81a1-4d63f09d29dc not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:06.791598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device fac19888-dda2-498e-9a5f-30670e4dde2c no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:06.795906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks [] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.834305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.846131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: fac19888-dda2-498e-9a5f-30670e4dde2c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:06.846696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device fac19888-dda2-498e-9a5f-30670e4dde2c not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:06.872981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=31788c83-f498-4c45-a850-2564b2e58bb7,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:06.905636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Network 545f5148-681e-4d62-9829-c5c707709cca is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:06.909068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:06.913249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:06.922159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08640a5-33ab-4172-9a20-7a4d22199786 req-b23297d2-5909-492e-b16d-89b520191348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.923839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d08640a5-33ab-4172-9a20-7a4d22199786 req-b23297d2-5909-492e-b16d-89b520191348 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 1097 time: 0.0453446 Jan 28 01:00:06.951711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:06.973731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.982723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.983404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.000568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d08640a5-33ab-4172-9a20-7a4d22199786 req-7d1863db-018e-45cd-87e6-15199c41a704 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637016 Jan 28 01:00:07.006936 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2fc952f3-6f0d-44cb-8ab7-53b86280121f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916782 Jan 28 01:00:07.027192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd4f5-6d45-4d7d-a03e-69702fceebaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.027409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Request body: {'port': {'device_id': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:07.093018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.164578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c621a-2112-4cd5-bd2e-8d14f30666d5 req-ad715308-a85b-4e21-9ec4-62196ed673d8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.166360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651c621a-2112-4cd5-bd2e-8d14f30666d5 req-ad715308-a85b-4e21-9ec4-62196ed673d8 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 950 time: 0.1022723 Jan 28 01:00:07.175461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f5197-107e-4713-9d7b-1d23f25e31dc req-4f80bf4c-3bc3-4223-b1a1-1925b649673b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.176892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe7f5197-107e-4713-9d7b-1d23f25e31dc req-4f80bf4c-3bc3-4223-b1a1-1925b649673b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0756083 Jan 28 01:00:07.251082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651c621a-2112-4cd5-bd2e-8d14f30666d5 req-3a5efd80-f355-473b-9bfd-0216ec69c2ba tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731111 Jan 28 01:00:07.255300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe7f5197-107e-4713-9d7b-1d23f25e31dc req-a5365611-d3df-4be1-b259-89ba39fa3d79 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709600 Jan 28 01:00:07.339028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'name': 'network-vif-deleted', 'tag': '8a28de70-ecb3-4977-8f6b-afe6676a45a4'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:07.341222 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8f420a-7e77-4a88-a7a5-11b03e0d256f" -d '{"events": [{"server_uuid": "bd5d09f1-4a5a-4f91-925e-4b9db2ca7574", "name": "network-vif-deleted", "tag": "8a28de70-ecb3-4977-8f6b-afe6676a45a4"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:07.380387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa2f259-d793-4544-86a7-b7ea2d50054e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:07.385578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758297-f6c2-47f2-99e2-1b5865c8e3d1 req-68836776-7405-4e24-a88e-1d308105a93e tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.387063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84758297-f6c2-47f2-99e2-1b5865c8e3d1 req-68836776-7405-4e24-a88e-1d308105a93e tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 946 time: 0.0491202 Jan 28 01:00:07.388914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Publish callbacks [] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.403161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Transition to ACTIVE for port object 6aa2f259-d793-4544-86a7-b7ea2d50054e will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:07.408255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.440017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84758297-f6c2-47f2-99e2-1b5865c8e3d1 req-7bf3a48d-1e20-451f-806a-09d4a460c58c tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Jan 28 01:00:07.467160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:07.493354 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d789d78-c823-4075-a98a-8bb16ea8f5e5 x-openstack-request-id: req-2d789d78-c823-4075-a98a-8bb16ea8f5e5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:07.493671 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5d09f1-4a5a-4f91-925e-4b9db2ca7574", "name": "network-vif-deleted", "tag": "8a28de70-ecb3-4977-8f6b-afe6676a45a4", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:07.493962 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d789d78-c823-4075-a98a-8bb16ea8f5e5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:07.494381 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5d09f1-4a5a-4f91-925e-4b9db2ca7574', 'name': 'network-vif-deleted', 'tag': '8a28de70-ecb3-4977-8f6b-afe6676a45a4', 'status': 'completed', 'code': 200} Jan 28 01:00:07.540497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:07.540927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:07.541381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:07.547883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:07.547883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:07.554778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:07.555143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:07.555521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:07.555945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Bound port: 6aa2f259-d793-4544-86a7-b7ea2d50054e, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:07.556298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.586065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d07bb-f646-4139-89c6-119e7fc13258 req-b33e466d-5ee6-4529-ba69-3101b283351f tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.587630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-414d07bb-f646-4139-89c6-119e7fc13258 req-b33e466d-5ee6-4529-ba69-3101b283351f tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.0514636 Jan 28 01:00:07.618188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:07.621326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:07.628778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.638194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-414d07bb-f646-4139-89c6-119e7fc13258 req-8fed54d8-7253-416e-818f-19d3212ce676 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Jan 28 01:00:07.671745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46928) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:07.673989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.674649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.676035 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] 10.222.0.43 "PUT /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 1092 time: 0.6540649 Jan 28 01:00:07.698372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb065a-59db-4c5d-9619-0d9e0851f655 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:07.717649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Deleting subnet 302797c2-e998-4d2a-85d0-35d17d8c85c9 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:07.721735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Publish callbacks [] for subnet (302797c2-e998-4d2a-85d0-35d17d8c85c9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.768990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (302797c2-e998-4d2a-85d0-35d17d8c85c9), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.772782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2870028f-c110-461a-b134-6bf43f0fcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.774312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-2870028f-c110-461a-b134-6bf43f0fcc5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1095 time: 0.0417762 Jan 28 01:00:07.832518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (302797c2-e998-4d2a-85d0-35d17d8c85c9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.840682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21367-30f2-4b3a-84f8-3064150f6a8b req-3dcdd13b-917d-4cdf-9011-7626bfd9d399 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:07.842142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4f21367-30f2-4b3a-84f8-3064150f6a8b req-3dcdd13b-917d-4cdf-9011-7626bfd9d399 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.0858138 Jan 28 01:00:07.856757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-23193032-c8b2-4b48-9201-25d52e31318c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 217 time: 0.0423577 Jan 28 01:00:07.922275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4f21367-30f2-4b3a-84f8-3064150f6a8b req-2d759a1e-b062-41a8-93b3-638b44182a18 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629508 Jan 28 01:00:07.931666 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (302797c2-e998-4d2a-85d0-35d17d8c85c9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.960691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302797c2-e998-4d2a-85d0-35d17d8c85c9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:07.968243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.972052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ccdebe61-69af-4a45-ba74-b3a819a5fce0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/302797c2-e998-4d2a-85d0-35d17d8c85c9 HTTP/1.1" status: 204 len: 168 time: 0.2990532 Jan 28 01:00:07.974581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46934) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:08.052454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (50bd11b6-9437-4e8f-bdff-3bf87d85ffa7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.134376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (50bd11b6-9437-4e8f-bdff-3bf87d85ffa7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.155652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bd11b6-9437-4e8f-bdff-3bf87d85ffa7']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:08.166437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be14d63-09fa-4a4f-80df-f5c0193f8052') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:08.167154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be14d63-09fa-4a4f-80df-f5c0193f8052') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:08.182104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (0be14d63-09fa-4a4f-80df-f5c0193f8052), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.195798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0be14d63-09fa-4a4f-80df-f5c0193f8052), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.201519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:08.201910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (0be14d63-09fa-4a4f-80df-f5c0193f8052), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:08.203688 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:08.217644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3a6903a1-4839-42aa-9cb5-f3569711ad12 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.219143 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3a6903a1-4839-42aa-9cb5-f3569711ad12 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.4035966 Jan 28 01:00:08.224871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-128c9ab9-2192-4135-8432-87925ff0eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.226226 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-128c9ab9-2192-4135-8432-87925ff0eec7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.3527663 Jan 28 01:00:08.258731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (50bd11b6-9437-4e8f-bdff-3bf87d85ffa7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.263391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.266506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] 10.222.0.23 "DELETE /v2.0/networks/50bd11b6-9437-4e8f-bdff-3bf87d85ffa7 HTTP/1.1" status: 204 len: 168 time: 0.2908931 Jan 28 01:00:08.274591 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-efc803d4-7219-4bc1-bd53-03cf8d852868 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414500 Jan 28 01:00:08.284602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847ea73-2d29-4b4b-8837-40b1df66dc54 admin admin] Pushing event deleted for resources: {'Network': ['ID=50bd11b6-9437-4e8f-bdff-3bf87d85ffa7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:08.417743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Deleting port 38a67a31-9ecd-4254-943c-a8047b2ce679 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:08.418110 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.438731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640766d8-5582-4aec-840d-30eaef576514 req-7fdc06c1-026c-4eeb-806e-b2eb62905425 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.440556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-640766d8-5582-4aec-840d-30eaef576514 req-7fdc06c1-026c-4eeb-806e-b2eb62905425 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 950 time: 0.1020699 Jan 28 01:00:08.455330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39f21-9b9b-4e93-ad1f-197ee00c6eec req-336918a7-9c82-4dbf-b9b8-33dd85e2f9d4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.456947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fd39f21-9b9b-4e93-ad1f-197ee00c6eec req-336918a7-9c82-4dbf-b9b8-33dd85e2f9d4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0913420 Jan 28 01:00:08.486511 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-7f84907a-a65e-4b6b-afec-246c50f12a3c service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746306 Jan 28 01:00:08.515257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:08.561441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-640766d8-5582-4aec-840d-30eaef576514 req-948f027c-ec39-4843-8d2d-838e3bd05f9b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea8fc31d-9422-4345-a265-eee458c1d089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140435 Jan 28 01:00:08.570292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fd39f21-9b9b-4e93-ad1f-197ee00c6eec req-39124d0a-ca0c-4a30-b2a7-933f39b86fe1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Jan 28 01:00:08.608251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-10fa1536-5a4c-41ba-978f-1ee715cb1300 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19f724ac435d46f2a56532a772b35a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866740 Jan 28 01:00:08.613997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46948) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:08.618077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] For port 38a67a31-9ecd-4254-943c-a8047b2ce679, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=38a67a31-9ecd-4254-943c-a8047b2ce679,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:08.618554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.650664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Calling delete_port for 38a67a31-9ecd-4254-943c-a8047b2ce679 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:08.677387 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7de67cf9-1ca8-4334-a890-1117772c2234 req-93e83a76-ce39-4b70-b912-fad1615a4172 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824908 Jan 28 01:00:08.697410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d6837f3-4af0-4c49-864c-4ece75984894 admin admin] Publish callbacks [] for security_group (f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.754591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d6837f3-4af0-4c49-864c-4ece75984894 admin admin] Publish callbacks [] for security_group (f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.772872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fe3a7-ad11-4a61-ad03-4bebdfbc36c1 req-cff0821f-5c45-4b2b-ba40-e33dc4e4e56b tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.774398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b47fe3a7-ad11-4a61-ad03-4bebdfbc36c1 req-cff0821f-5c45-4b2b-ba40-e33dc4e4e56b tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 946 time: 0.0936987 Jan 28 01:00:08.779915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-4a9bfadb-6cb6-4034-890f-b1e4341e5f1b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.781342 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-4a9bfadb-6cb6-4034-890f-b1e4341e5f1b tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 950 time: 0.0707281 Jan 28 01:00:08.872982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f7b6-7255-4058-b043-299484462a44 req-32932158-1091-42f0-83dc-21108e23ac7b tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.874770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82d2f7b6-7255-4058-b043-299484462a44 req-32932158-1091-42f0-83dc-21108e23ac7b tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f909829-3bcf-4a5b-9ed6-15679b4394a3 HTTP/1.1" status: 200 len: 950 time: 0.1111133 Jan 28 01:00:08.883891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b47fe3a7-ad11-4a61-ad03-4bebdfbc36c1 req-adc6c2db-caba-4452-8ec5-4a15d2560773 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970545 Jan 28 01:00:08.891821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d6837f3-4af0-4c49-864c-4ece75984894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.893763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (38a67a31-9ecd-4254-943c-a8047b2ce679), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.895405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d6837f3-4af0-4c49-864c-4ece75984894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.896632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5d6837f3-4af0-4c49-864c-4ece75984894 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189 HTTP/1.1" status: 204 len: 168 time: 0.2817128 Jan 28 01:00:08.913297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6837f3-4af0-4c49-864c-4ece75984894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3fcfd-a4a2-43d6-88ba-3cd768c9e189,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:08.926759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Pushing event deleted for resources: {'Port': ['ID=38a67a31-9ecd-4254-943c-a8047b2ce679,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:08.935334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['38a67a31-9ecd-4254-943c-a8047b2ce679'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:08.946002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82d2f7b6-7255-4058-b043-299484462a44 req-c14bfc54-c992-4819-9b57-12ae61e9fb22 tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fccd81-6dd4-4d30-8568-ec95980f6cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610645 Jan 28 01:00:08.972552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Deleting port b12a266c-1af0-42dc-a734-1c3925c4d9b4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:08.973153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.059520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] No DVR routers for this DVR port 38a67a31-9ecd-4254-943c-a8047b2ce679 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:09.062880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.067357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f858bc65-23b4-424a-b5d8-be4adc43c1a6 req-3634411d-f8f3-430a-b3ca-15ef3fc160da tempest-TenantUsagesTestJSON-1544554489 tempest-TenantUsagesTestJSON-1544554489-project] 10.222.0.43 "DELETE /v2.0/ports/38a67a31-9ecd-4254-943c-a8047b2ce679 HTTP/1.1" status: 204 len: 173 time: 0.8398905 Jan 28 01:00:09.109465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaa391-db1e-4955-9e41-48513e0e4546 req-b54fe9d6-a03c-4d44-8b0c-c2f6b0483fe6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.118837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ecaa391-db1e-4955-9e41-48513e0e4546 req-b54fe9d6-a03c-4d44-8b0c-c2f6b0483fe6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.0938971 Jan 28 01:00:09.160496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] For port b12a266c-1af0-42dc-a734-1c3925c4d9b4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b12a266c-1af0-42dc-a734-1c3925c4d9b4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:09.160870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.174514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ecaa391-db1e-4955-9e41-48513e0e4546 req-0e68f4c9-a76c-450a-8e7c-f6fa90ad552d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Jan 28 01:00:09.176443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Calling delete_port for b12a266c-1af0-42dc-a734-1c3925c4d9b4 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:09.279141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-28e9b7a8-c01e-4afc-a9ad-bab0b92c91bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.332834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b12a266c-1af0-42dc-a734-1c3925c4d9b4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.361528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Pushing event deleted for resources: {'Port': ['ID=b12a266c-1af0-42dc-a734-1c3925c4d9b4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:09.376698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b12a266c-1af0-42dc-a734-1c3925c4d9b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:09.406928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] No DVR routers for this DVR port b12a266c-1af0-42dc-a734-1c3925c4d9b4 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:09.410034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.413515 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8417a609-d691-4b49-9f9a-f7cdb93e45cf req-38e7c69c-486c-42fb-afbb-04396fca1a78 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.43 "DELETE /v2.0/ports/b12a266c-1af0-42dc-a734-1c3925c4d9b4 HTTP/1.1" status: 204 len: 173 time: 0.6270833 Jan 28 01:00:09.495448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e'}, {'server_uuid': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'name': 'network-vif-deleted', 'tag': '38a67a31-9ecd-4254-943c-a8047b2ce679'}, {'server_uuid': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'name': 'network-vif-deleted', 'tag': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:09.498068 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e"}, {"server_uuid": "0f909829-3bcf-4a5b-9ed6-15679b4394a3", "name": "network-vif-deleted", "tag": "38a67a31-9ecd-4254-943c-a8047b2ce679"}, {"server_uuid": "325aeedc-a41d-48bf-9a31-a35052e38e83", "name": "network-vif-deleted", "tag": "b12a266c-1af0-42dc-a734-1c3925c4d9b4"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:09.554461 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f247f476-16f3-44b4-ab56-aba26141b423 x-openstack-request-id: req-f247f476-16f3-44b4-ab56-aba26141b423 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:09.554773 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e", "status": "completed", "code": 200}, {"server_uuid": "0f909829-3bcf-4a5b-9ed6-15679b4394a3", "name": "network-vif-deleted", "tag": "38a67a31-9ecd-4254-943c-a8047b2ce679", "status": "completed", "code": 200}, {"server_uuid": "325aeedc-a41d-48bf-9a31-a35052e38e83", "name": "network-vif-deleted", "tag": "b12a266c-1af0-42dc-a734-1c3925c4d9b4", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:09.555117 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f247f476-16f3-44b4-ab56-aba26141b423 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:09.555540 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'status': 'completed', 'code': 200} Jan 28 01:00:09.555809 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f909829-3bcf-4a5b-9ed6-15679b4394a3', 'name': 'network-vif-deleted', 'tag': '38a67a31-9ecd-4254-943c-a8047b2ce679', 'status': 'completed', 'code': 200} Jan 28 01:00:09.556028 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325aeedc-a41d-48bf-9a31-a35052e38e83', 'name': 'network-vif-deleted', 'tag': 'b12a266c-1af0-42dc-a734-1c3925c4d9b4', 'status': 'completed', 'code': 200} Jan 28 01:00:09.689403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-103cb8bf-0c2e-48a6-a793-d6095a0d90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.691092 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-103cb8bf-0c2e-48a6-a793-d6095a0d90d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1095 time: 0.0812938 Jan 28 01:00:09.756541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16922814-8629-473f-99cf-a0a9614fac82 req-598b3df2-511a-45e0-a13a-894cba5cbc96 tempest-ServersOnMultiNodesTest-1718228291 tempest-ServersOnMultiNodesTest-1718228291-project] 10.222.0.23 "GET /v2.0/ports?device_id=325aeedc-a41d-48bf-9a31-a35052e38e83 HTTP/1.1" status: 200 len: 210 time: 0.0784063 Jan 28 01:00:09.799577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa315-4799-430e-9660-83cd723c84e7 req-0bc942ac-2fe0-400b-bc46-2bbd844cd81f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.803761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da3fa315-4799-430e-9660-83cd723c84e7 req-0bc942ac-2fe0-400b-bc46-2bbd844cd81f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1361403 Jan 28 01:00:09.858416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-67ae6ce6-e56d-423a-bf60-585b0bc53597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.859930 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-67ae6ce6-e56d-423a-bf60-585b0bc53597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1631408 Jan 28 01:00:09.871258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da3fa315-4799-430e-9660-83cd723c84e7 req-cb9d837d-bee8-4308-b951-13396cc90780 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586150 Jan 28 01:00:09.871727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46984) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:09.977495 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-685c58d8-6f4f-4f77-ac37-aeaf0b70293d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 217 time: 0.0382359 Jan 28 01:00:10.011889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-931375581-network', 'tenant_id': '9b98089578614584819a0154ffcf07be'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:10.040223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c5d88-b786-4dc4-b26a-aa203e7968e5 req-4ad6b059-2a0e-443c-b54b-5897f6828ec7 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.048077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-779c5d88-b786-4dc4-b26a-aa203e7968e5 req-4ad6b059-2a0e-443c-b54b-5897f6828ec7 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 946 time: 0.0835209 Jan 28 01:00:10.058740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-c5b4587b-3853-4648-b619-a66172fc068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.060984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-c5b4587b-3853-4648-b619-a66172fc068f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0683279 Jan 28 01:00:10.070247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Made reservation on behalf of 9b98089578614584819a0154ffcf07be for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:10.073532 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.088518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.110157 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-c73804f4-44be-4ad4-a5ee-af60ed56c897 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342896 Jan 28 01:00:10.130291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-779c5d88-b786-4dc4-b26a-aa203e7968e5 req-91e3d59f-61e4-4836-b2ae-dd0b81da43a1 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Jan 28 01:00:10.203089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks [] for security_group (6e54e97e-1bcf-4bab-ad03-c0200c9370a5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.209543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6e54e97e-1bcf-4bab-ad03-c0200c9370a5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.279395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:10.282599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8a28de70-ecb3-4977-8f6b-afe6676a45a4 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:10.300768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e54e97e-1bcf-4bab-ad03-c0200c9370a5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.310779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 8a28de70-ecb3-4977-8f6b-afe6676a45a4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:10.311789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8a28de70-ecb3-4977-8f6b-afe6676a45a4 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:10.312539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b12a266c-1af0-42dc-a734-1c3925c4d9b4 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:10.332546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f2e616b1-2aab-4b15-a33c-45954b30ab52), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.333076 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Added segment f2e616b1-2aab-4b15-a33c-45954b30ab52 of type vlan for network db86fc14-bf55-48f4-aa02-aa3902504880 Jan 28 01:00:10.361964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: b12a266c-1af0-42dc-a734-1c3925c4d9b4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:10.362479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b12a266c-1af0-42dc-a734-1c3925c4d9b4 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:10.362912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 38a67a31-9ecd-4254-943c-a8047b2ce679 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:10.366787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:10.385380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (db86fc14-bf55-48f4-aa02-aa3902504880), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.386651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 38a67a31-9ecd-4254-943c-a8047b2ce679 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:10.387004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 38a67a31-9ecd-4254-943c-a8047b2ce679 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:10.397590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd91d-9d24-406b-8b37-831dea4280ec req-fcdd2a2d-014f-469c-bced-cc22b1ae6969 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.399204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70dfd91d-9d24-406b-8b37-831dea4280ec req-fcdd2a2d-014f-469c-bced-cc22b1ae6969 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.1226203 Jan 28 01:00:10.412572 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-f25802d4-5810-4b43-a95b-5dcf3b4d6602 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966199 Jan 28 01:00:10.469054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70dfd91d-9d24-406b-8b37-831dea4280ec req-07b45245-36aa-4d7d-a26e-da4711d20e97 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614362 Jan 28 01:00:10.469985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (db86fc14-bf55-48f4-aa02-aa3902504880), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.471062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.471647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.530381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6544166 Jan 28 01:00:10.531745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47016) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:10.542671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96bc47-e6c8-4db1-8795-1639ac884af9 admin admin] Pushing event updated for resources: {'Network': ['ID=db86fc14-bf55-48f4-aa02-aa3902504880,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.546417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Request body: {'subnet': {'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-931375581-subnet', 'tenant_id': '9b98089578614584819a0154ffcf07be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:10.554124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network db86fc14-bf55-48f4-aa02-aa3902504880 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:10.607115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0ab61022-1274-4aa8-a2f6-48bd381b3d66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc8ae52f25c24b16bb17523f22bdc65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391024 Jan 28 01:00:10.609679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:10.609834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24a15a64-fbf4-49fa-8f3a-9b9c25cc800a req-9c07c112-1e23-4c41-a8fc-918a3698371c service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907377 Jan 28 01:00:10.610464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Made reservation on behalf of 9b98089578614584819a0154ffcf07be for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:10.612875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.697902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02b8a0d1-8068-4330-8da0-34936761550f admin admin] Publish callbacks [] for security_group (12fccd81-6dd4-4d30-8568-ec95980f6cfa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.718798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.727852 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02b8a0d1-8068-4330-8da0-34936761550f admin admin] Publish callbacks [] for security_group (12fccd81-6dd4-4d30-8568-ec95980f6cfa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.783515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02b8a0d1-8068-4330-8da0-34936761550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (12fccd81-6dd4-4d30-8568-ec95980f6cfa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.786151 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02b8a0d1-8068-4330-8da0-34936761550f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.787343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02b8a0d1-8068-4330-8da0-34936761550f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12fccd81-6dd4-4d30-8568-ec95980f6cfa HTTP/1.1" status: 204 len: 168 time: 0.1763246 Jan 28 01:00:10.806758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8a0d1-8068-4330-8da0-34936761550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fccd81-6dd4-4d30-8568-ec95980f6cfa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.862695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d2f56226-0711-4ab5-a371-ed6774b1b85d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.935375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f56226-0711-4ab5-a371-ed6774b1b85d,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.947112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Checking segment: {'id': 'f2e616b1-2aab-4b15-a33c-45954b30ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:10.951215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Network hostable DHCP agents. Network: db86fc14-bf55-48f4-aa02-aa3902504880, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:10.976150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Network db86fc14-bf55-48f4-aa02-aa3902504880 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:10.989606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf41a-5aba-4ef7-8eff-d5b31d8f559e req-3a34e4d8-7e7b-47c1-813e-40624cf1a0f9 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.991729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-268cf41a-5aba-4ef7-8eff-d5b31d8f559e req-3a34e4d8-7e7b-47c1-813e-40624cf1a0f9 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 946 time: 0.0726793 Jan 28 01:00:10.993932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, db86fc14-bf55-48f4-aa02-aa3902504880) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:10.999460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.000711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.007534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da53e26-03c4-4b25-9722-17b83a15f62e None None] Network db86fc14-bf55-48f4-aa02-aa3902504880 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:11.033928 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b8238e8-745b-47b8-9e8b-e5a744361555 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4982209 Jan 28 01:00:11.128575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-268cf41a-5aba-4ef7-8eff-d5b31d8f559e req-8af6b02b-20ce-49e3-8c61-9dc11f457e2e tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200609 Jan 28 01:00:11.148159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47052) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.155140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533bb4-6fc9-4483-b3d5-9947db8824cb req-08e7dd18-0c02-44b5-b1b3-2a15584f505b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.156732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07533bb4-6fc9-4483-b3d5-9947db8824cb req-08e7dd18-0c02-44b5-b1b3-2a15584f505b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0885572 Jan 28 01:00:11.168177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4d31d23-a05e-4ff9-b913-21fb98ab0270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.180869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434338f-f0da-4344-99e3-7b2fec526ed8 None None] Network db86fc14-bf55-48f4-aa02-aa3902504880 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:11.269530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47054) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.344859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4d31d23-a05e-4ff9-b913-21fb98ab0270 admin admin] Publish callbacks [] for security_group (46a92100-742b-4ea2-836d-c18d6b146594), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.350325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4d31d23-a05e-4ff9-b913-21fb98ab0270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (46a92100-742b-4ea2-836d-c18d6b146594), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.396829 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4d31d23-a05e-4ff9-b913-21fb98ab0270 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fd37285d0d943afbdfa25a50324a904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475684 Jan 28 01:00:11.402511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47064) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.403885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d31d23-a05e-4ff9-b913-21fb98ab0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a92100-742b-4ea2-836d-c18d6b146594,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.486911 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-26d1b4c5-44dc-4fe8-a182-01f7ae0434fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b321f8a6e4fb4e34b0b6ac5b866d431a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158389 Jan 28 01:00:11.490464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.515396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8888d2e-a93d-4431-b9ba-4f77e61ad338 admin admin] Publish callbacks [] for security_group (46a92100-742b-4ea2-836d-c18d6b146594), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.550312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07533bb4-6fc9-4483-b3d5-9947db8824cb req-9eaefc64-e27c-4be8-8066-dec0cf92ce45 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794923 Jan 28 01:00:11.554837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8888d2e-a93d-4431-b9ba-4f77e61ad338 admin admin] Publish callbacks [] for security_group (46a92100-742b-4ea2-836d-c18d6b146594), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.580401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a29b0f7-d71d-45f6-83f4-5b5752cff52b admin admin] Publish callbacks [] for security_group (ea8fc31d-9422-4345-a265-eee458c1d089), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.614146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a29b0f7-d71d-45f6-83f4-5b5752cff52b admin admin] Publish callbacks [] for security_group (ea8fc31d-9422-4345-a265-eee458c1d089), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.651211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8888d2e-a93d-4431-b9ba-4f77e61ad338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (46a92100-742b-4ea2-836d-c18d6b146594), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.653336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8888d2e-a93d-4431-b9ba-4f77e61ad338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.654503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8888d2e-a93d-4431-b9ba-4f77e61ad338 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46a92100-742b-4ea2-836d-c18d6b146594 HTTP/1.1" status: 204 len: 168 time: 0.2427602 Jan 28 01:00:11.663562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8888d2e-a93d-4431-b9ba-4f77e61ad338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a92100-742b-4ea2-836d-c18d6b146594,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.693577 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a29b0f7-d71d-45f6-83f4-5b5752cff52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ea8fc31d-9422-4345-a265-eee458c1d089), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.696707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a29b0f7-d71d-45f6-83f4-5b5752cff52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.697914 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9a29b0f7-d71d-45f6-83f4-5b5752cff52b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea8fc31d-9422-4345-a265-eee458c1d089 HTTP/1.1" status: 204 len: 168 time: 0.2065704 Jan 28 01:00:11.706949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29b0f7-d71d-45f6-83f4-5b5752cff52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8fc31d-9422-4345-a265-eee458c1d089,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.729239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae41be-1986-4020-8738-2147f4c7ea32 req-9ec733b2-a73f-4c19-9f47-3cb83e7756ee tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.731458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ae41be-1986-4020-8738-2147f4c7ea32 req-9ec733b2-a73f-4c19-9f47-3cb83e7756ee tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.1187730 Jan 28 01:00:11.784083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-5b5e545e-8281-4191-8d20-c49d26bf9529 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:11.785202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-5b5e545e-8281-4191-8d20-c49d26bf9529 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/networks?id=db86fc14-bf55-48f4-aa02-aa3902504880 HTTP/1.1" status: 200 len: 808 time: 0.1604321 Jan 28 01:00:11.800654 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.811624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-1d3819c1-748d-459f-8f52-dce152a05502 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/quotas/9b98089578614584819a0154ffcf07be HTTP/1.1" status: 200 len: 375 time: 0.0198317 Jan 28 01:00:11.847232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-a5d88205-a07a-4001-9c48-42e0ceea4bdd tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b98089578614584819a0154ffcf07be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348437 Jan 28 01:00:11.853695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ae41be-1986-4020-8738-2147f4c7ea32 req-a5aeedc7-d5b4-4d24-8543-12012615822f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113527 Jan 28 01:00:11.964922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-9fffda35-399e-48fe-8e8c-c30a055b10b4 service neutron] 10.222.0.23 "GET /v2.0/networks/db86fc14-bf55-48f4-aa02-aa3902504880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008604 Jan 28 01:00:12.046525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47096) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:12.079634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-a1e66159-0d16-44ee-ab02-859e01c8e1de service neutron] 10.222.0.23 "GET /v2.0/networks/db86fc14-bf55-48f4-aa02-aa3902504880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068947 Jan 28 01:00:12.098049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-89211245-9544-444c-b53b-8d1ee2225dbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3dd8fe987d546dc9e840f9a9c927afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502462 Jan 28 01:00:12.098355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47100) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:12.175821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5149323e-586e-4620-adef-f667a6808b47 admin admin] Publish callbacks [] for security_group (cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.207450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5149323e-586e-4620-adef-f667a6808b47 admin admin] Publish callbacks [] for security_group (cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.244616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:12.329870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4044188a-377d-4ee7-9a9d-0437b361b00c req-037c1e07-76f5-45d7-8837-11555d64d4da tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 210 time: 0.0659969 Jan 28 01:00:12.367533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcecf7-f105-418f-9732-99c625d89715 req-3e6633ff-6146-4c7d-943f-7ca95a5c9bcc tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:12.374332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44bcecf7-f105-418f-9732-99c625d89715 req-3e6633ff-6146-4c7d-943f-7ca95a5c9bcc tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 946 time: 0.1597047 Jan 28 01:00:12.376573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:12.403484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'port_id': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'mac_address': 'fa:16:3e:a6:ca:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6700348-b602-49c3-a943-48fc9059124b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:12.437445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5149323e-586e-4620-adef-f667a6808b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.440323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5149323e-586e-4620-adef-f667a6808b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.443981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5149323e-586e-4620-adef-f667a6808b47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f HTTP/1.1" status: 204 len: 168 time: 0.3418281 Jan 28 01:00:12.476839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149323e-586e-4620-adef-f667a6808b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c800b-cf8c-4b2c-abf3-27d8bbdfc95f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:12.488270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6aa2f259-d793-4544-86a7-b7ea2d50054e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:12.493456 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.498073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44bcecf7-f105-418f-9732-99c625d89715 req-7b535db7-72b8-49a5-8d33-d69d4cd7a81f tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/security-groups?id=d337f049-140e-4086-badc-0b71ea4cfcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204033 Jan 28 01:00:12.527177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa2f259-d793-4544-86a7-b7ea2d50054e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:12.561195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:12.567664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.628816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:12.641000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:12.676685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-e97ec1ea-2ea9-4c9e-9d1a-a5ef599047de tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:12.680826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-e97ec1ea-2ea9-4c9e-9d1a-a5ef599047de tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 946 time: 0.1200485 Jan 28 01:00:12.813453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee9db-58d8-42e5-a933-94d7b4be7b5b req-5bade25e-3e81-4c79-a73b-fc7f1de51586 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:12.821093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acdee9db-58d8-42e5-a933-94d7b4be7b5b req-5bade25e-3e81-4c79-a73b-fc7f1de51586 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1386845 Jan 28 01:00:12.856309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Deleting port 31788c83-f498-4c45-a850-2564b2e58bb7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:12.856734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-732967095-network', 'tenant_id': '6a8da1924773434fb88e18607663337e'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:12.856857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.895437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Made reservation on behalf of 6a8da1924773434fb88e18607663337e for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:12.898274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.923814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.932002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acdee9db-58d8-42e5-a933-94d7b4be7b5b req-b6c18d00-27c2-43e1-b10d-451982a86c7a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099489 Jan 28 01:00:12.984153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6aa2f259-d793-4544-86a7-b7ea2d50054e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:13.016891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb44bd-40a1-4e14-b617-22d8513e8a44 req-2227e555-cc04-4014-85b9-2beaf79ec051 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.018714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfb44bd-40a1-4e14-b617-22d8513e8a44 req-2227e555-cc04-4014-85b9-2beaf79ec051 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.0854321 Jan 28 01:00:13.037339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] For port 31788c83-f498-4c45-a850-2564b2e58bb7, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=31788c83-f498-4c45-a850-2564b2e58bb7,segment=NetworkSegment(3c7e51f8-20cc-42aa-a724-73794a5bbfa0),segment_id=3c7e51f8-20cc-42aa-a724-73794a5bbfa0)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:13.038095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.071696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Calling delete_port for 31788c83-f498-4c45-a850-2564b2e58bb7 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:13.100748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks [] for security_group (2f777846-2f97-46e9-bd18-869bb752beba), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.109976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2f777846-2f97-46e9-bd18-869bb752beba), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.125280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfb44bd-40a1-4e14-b617-22d8513e8a44 req-aa2a9cb4-ddbe-450e-a5f7-074ede89590e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928240 Jan 28 01:00:13.130132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:13.144268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (88bb8ad9-e229-4e2f-bb55-e7804d2610a1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.144895 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Added segment 88bb8ad9-e229-4e2f-bb55-e7804d2610a1 of type vlan for network 0aa1401f-20d0-459b-893e-730f90ac1cb0 Jan 28 01:00:13.261584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.265124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f777846-2f97-46e9-bd18-869bb752beba,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:13.280804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0aa1401f-20d0-459b-893e-730f90ac1cb0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.296393 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (31788c83-f498-4c45-a850-2564b2e58bb7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.311357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0aa1401f-20d0-459b-893e-730f90ac1cb0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.312907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.313681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.329841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Pushing event deleted for resources: {'Port': ['ID=31788c83-f498-4c45-a850-2564b2e58bb7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:13.345086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['31788c83-f498-4c45-a850-2564b2e58bb7'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:13.391498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] No DVR routers for this DVR port 31788c83-f498-4c45-a850-2564b2e58bb7 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:13.394534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.398344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8650e86-85fd-4f54-baf2-a5de3df58303 req-44ec2d65-b553-4959-bf4c-32c8d4b6a5a3 tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.45 "DELETE /v2.0/ports/31788c83-f498-4c45-a850-2564b2e58bb7 HTTP/1.1" status: 204 len: 173 time: 0.7144511 Jan 28 01:00:13.398817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'name': 'network-vif-deleted', 'tag': '31788c83-f498-4c45-a850-2564b2e58bb7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:13.401367 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bdeba7-edf3-423c-93db-3d72957048dd" -d '{"events": [{"server_uuid": "ca0fba8b-3151-46a9-9149-5838c8be3e4e", "name": "network-vif-deleted", "tag": "31788c83-f498-4c45-a850-2564b2e58bb7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:13.407689 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7622418 Jan 28 01:00:13.407896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47154) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:13.414889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Request body: {'subnet': {'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-732967095-subnet', 'tenant_id': '6a8da1924773434fb88e18607663337e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:13.423863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d0540-3945-48a2-afe1-ba6fdf3a249e admin admin] Pushing event updated for resources: {'Network': ['ID=0aa1401f-20d0-459b-893e-730f90ac1cb0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:13.437613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0aa1401f-20d0-459b-893e-730f90ac1cb0 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:13.463527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Made reservation on behalf of 6a8da1924773434fb88e18607663337e for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:13.467801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.515739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f89c1dc0-6668-4abc-bbef-6d22d433887e req-4ca28fd0-f753-430c-8b17-a120e2e87e5e tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 210 time: 0.0464351 Jan 28 01:00:13.519084 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2df8c3-c277-4a44-ade0-d006a508689e x-openstack-request-id: req-ae2df8c3-c277-4a44-ade0-d006a508689e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:13.524083 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0fba8b-3151-46a9-9149-5838c8be3e4e", "name": "network-vif-deleted", "tag": "31788c83-f498-4c45-a850-2564b2e58bb7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:13.524083 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae2df8c3-c277-4a44-ade0-d006a508689e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:13.524083 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0fba8b-3151-46a9-9149-5838c8be3e4e', 'name': 'network-vif-deleted', 'tag': '31788c83-f498-4c45-a850-2564b2e58bb7', 'status': 'completed', 'code': 200} Jan 28 01:00:13.649958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8105c58-0aa9-4854-aadf-e56e37f9fe99 req-81182640-88ed-4077-b5d4-71d51a6308bb tempest-ServerMetadataNegativeTestJSON-1811681554 tempest-ServerMetadataNegativeTestJSON-1811681554-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca0fba8b-3151-46a9-9149-5838c8be3e4e HTTP/1.1" status: 200 len: 210 time: 0.0341356 Jan 28 01:00:13.849753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-e4a2a7fc-493c-47aa-b4d6-85426f8ad84a tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.851252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-e4a2a7fc-493c-47aa-b4d6-85426f8ad84a tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.43 "GET /v2.0/networks?id=db86fc14-bf55-48f4-aa02-aa3902504880 HTTP/1.1" status: 200 len: 808 time: 0.2046716 Jan 28 01:00:13.852578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (40b42216-6941-473e-bc38-7549342b72f4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.890047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Request body: {'port': {'device_id': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880', 'admin_state_up': True, 'tenant_id': '9b98089578614584819a0154ffcf07be'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:13.959342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b42216-6941-473e-bc38-7549342b72f4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:13.994347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Checking segment: {'id': '88bb8ad9-e229-4e2f-bb55-e7804d2610a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:13.994736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Network hostable DHCP agents. Network: 0aa1401f-20d0-459b-893e-730f90ac1cb0, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:14.041979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Network 0aa1401f-20d0-459b-893e-730f90ac1cb0 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:14.058662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0aa1401f-20d0-459b-893e-730f90ac1cb0) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:14.070836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf6b77c-c155-41da-80b0-6cda7e6a4362 None None] Network 0aa1401f-20d0-459b-893e-730f90ac1cb0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:14.073192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Made reservation on behalf of 9b98089578614584819a0154ffcf07be for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:14.078403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.084543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:14.085414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.101701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492b01-9e64-48f4-82e1-88e0d6f45b03 req-e30b8218-7d1d-4f90-8bdc-395d1ca29bbe tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:14.109623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4492b01-9e64-48f4-82e1-88e0d6f45b03 req-e30b8218-7d1d-4f90-8bdc-395d1ca29bbe tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0668385 Jan 28 01:00:14.125628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1d78393e-15bc-43dc-9772-fcbdfd1f8f1c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7166903 Jan 28 01:00:14.237683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4492b01-9e64-48f4-82e1-88e0d6f45b03 req-f2d7512a-da49-444f-9a68-84052bdb08fa tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252780 Jan 28 01:00:14.275909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:14.344099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e420fef3-fcc9-4d0f-8efb-1029d5329706 None None] Network 0aa1401f-20d0-459b-893e-730f90ac1cb0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:14.380127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec511c-8128-4f76-a77d-7754fb8e2677 req-66332e35-9763-4d46-9d82-5fcc309512bb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:14.381264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdec511c-8128-4f76-a77d-7754fb8e2677 req-66332e35-9763-4d46-9d82-5fcc309512bb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.1114740 Jan 28 01:00:14.393734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Allocated IP 172.20.0.4 (db86fc14-bf55-48f4-aa02-aa3902504880/d2f56226-0711-4ab5-a371-ed6774b1b85d/86570127-4f64-4a6f-9636-b5844266b53c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:14.472590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 6aa2f259-d793-4544-86a7-b7ea2d50054e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:14.491057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 6aa2f259-d793-4544-86a7-b7ea2d50054e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:14.492471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.507936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:14.522348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdec511c-8128-4f76-a77d-7754fb8e2677 req-9d90dbb6-4eb6-44aa-a51d-4bd397053ef2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311295 Jan 28 01:00:14.747179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72ccc789-e6c6-41a9-b098-61bf3211e3ba req-4fb3854c-f83b-459b-bfaa-df6c90c2f11e tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 210 time: 0.0732198 Jan 28 01:00:14.752989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6aa2f259-d793-4544-86a7-b7ea2d50054e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:14.753587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.767244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks [] for port (86570127-4f64-4a6f-9636-b5844266b53c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.789274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:14.795567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:14.798288 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2d828-ed5b-469c-8795-f27936b85c2d" -d '{"events": [{"server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "name": "network-vif-plugged", "status": "completed", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:14.820830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:14.822326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4', 'port_id': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'mac_address': 'fa:16:3e:7c:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1262e78a-f4af-43dc-9a00-46a01a99f4d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:14.829499 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.833348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (86570127-4f64-4a6f-9636-b5844266b53c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.903118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 55f5e380-fb84-473a-b7a6-611b5d319f45 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:14.903525 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.925307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:14.934411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Network db86fc14-bf55-48f4-aa02-aa3902504880 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:14.943522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f5e380-fb84-473a-b7a6-611b5d319f45 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:14.951650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:14.961089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:14.970177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47206) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:14.974868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:14.980294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Pushing event updated for resources: {'Port': ['ID=86570127-4f64-4a6f-9636-b5844266b53c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:14.992528 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.052091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Deleting subnet 14d71554-747a-4757-890d-f3211cbd085c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:15.055759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Publish callbacks [] for subnet (14d71554-747a-4757-890d-f3211cbd085c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.074302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.074929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.098669 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8a4429-f6ab-490f-b88d-a796fcad721e x-openstack-request-id: req-0e8a4429-f6ab-490f-b88d-a796fcad721e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:15.101374 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "name": "network-vif-plugged", "status": "completed", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:15.102650 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e8a4429-f6ab-490f-b88d-a796fcad721e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:15.104533 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'code': 200} Jan 28 01:00:15.105340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (14d71554-747a-4757-890d-f3211cbd085c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.117226 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-b2e2dd40-aacb-49b6-8ff2-ff112aeab9f7 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2407246 Jan 28 01:00:15.144758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Request body: {'port': {'device_id': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:15.150917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:15.185410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (14d71554-747a-4757-890d-f3211cbd085c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.280897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (14d71554-747a-4757-890d-f3211cbd085c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.294943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86570127-4f64-4a6f-9636-b5844266b53c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.315438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:15.322184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1800239861-network', 'tenant_id': '13785749fa514053bc683a99c29b613f'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:15.333676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb00798-13cb-4de7-af93-0a81296e2bd5 req-fe1e2b4c-6767-4ab4-a58d-4a9ace2a85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.335341 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9cb00798-13cb-4de7-af93-0a81296e2bd5 req-fe1e2b4c-6767-4ab4-a58d-4a9ace2a85ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1097 time: 0.1863952 Jan 28 01:00:15.348724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d71554-747a-4757-890d-f3211cbd085c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:15.351674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.356608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-32df5deb-a468-4d0f-86ac-04e6d2c653cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14d71554-747a-4757-890d-f3211cbd085c HTTP/1.1" status: 204 len: 168 time: 0.3851197 Jan 28 01:00:15.359104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47232) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:15.431642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Made reservation on behalf of 13785749fa514053bc683a99c29b613f for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:15.434413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.442297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['55f5e380-fb84-473a-b7a6-611b5d319f45'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:15.447395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.470337 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9cb00798-13cb-4de7-af93-0a81296e2bd5 req-3ddee0b2-fde4-4849-964e-3aa33a7ffc1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282315 Jan 28 01:00:15.482670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e061f3ed-a6ac-476c-835b-6d22a0eaa0e8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.585106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001d207-78ba-4b72-8a02-278a0b19ec95 req-a5635883-4a8c-46ae-8582-155d3925a00f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.593296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2001d207-78ba-4b72-8a02-278a0b19ec95 req-a5635883-4a8c-46ae-8582-155d3925a00f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.2123163 Jan 28 01:00:15.672941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e061f3ed-a6ac-476c-835b-6d22a0eaa0e8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.715837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks [] for security_group (48f581bd-2ec6-4928-be03-5870d589f04b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.725309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e061f3ed-a6ac-476c-835b-6d22a0eaa0e8']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:15.726289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (48f581bd-2ec6-4928-be03-5870d589f04b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.741414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:15.748652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2001d207-78ba-4b72-8a02-278a0b19ec95 req-0dab17f6-30be-48f1-ad29-eb9c300ed4a7 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540160 Jan 28 01:00:15.753626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.754008 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Added segment ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d of type vlan for network 3f619a14-cee4-4593-83b9-b659695dc651 Jan 28 01:00:15.763885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7e51f8-20cc-42aa-a724-73794a5bbfa0') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:15.764212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7e51f8-20cc-42aa-a724-73794a5bbfa0') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:15.789644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (3c7e51f8-20cc-42aa-a724-73794a5bbfa0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.817810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3c7e51f8-20cc-42aa-a724-73794a5bbfa0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.822933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3f619a14-cee4-4593-83b9-b659695dc651), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.831122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:15.831538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (3c7e51f8-20cc-42aa-a724-73794a5bbfa0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:15.833336 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:15.865749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f581bd-2ec6-4928-be03-5870d589f04b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:15.881926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86570127-4f64-4a6f-9636-b5844266b53c {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:15.892363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Publish callbacks [] for port (86570127-4f64-4a6f-9636-b5844266b53c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.911678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3f619a14-cee4-4593-83b9-b659695dc651), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.912752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.913367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.919482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Transition to ACTIVE for port object 86570127-4f64-4a6f-9636-b5844266b53c will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:15.944284 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (86570127-4f64-4a6f-9636-b5844266b53c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.973113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e061f3ed-a6ac-476c-835b-6d22a0eaa0e8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.999552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.007571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e061f3ed-a6ac-476c-835b-6d22a0eaa0e8 HTTP/1.1" status: 204 len: 168 time: 0.6471987 Jan 28 01:00:16.023211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Pushing event updated for resources: {'Port': ['ID=86570127-4f64-4a6f-9636-b5844266b53c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.031977 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7125468 Jan 28 01:00:16.038694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:16.044353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Request body: {'subnet': {'network_id': '3f619a14-cee4-4593-83b9-b659695dc651', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1800239861-subnet', 'tenant_id': '13785749fa514053bc683a99c29b613f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:16.072842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a1427-e1ae-4bcb-b570-e37e34263935 admin admin] Pushing event updated for resources: {'Network': ['ID=3f619a14-cee4-4593-83b9-b659695dc651,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.074666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4c4ad-b3f3-460f-8b69-becec3a7807c req-9ea1cf34-852a-49e6-b924-3dfc2bb0190a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.085008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3f619a14-cee4-4593-83b9-b659695dc651 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:16.103389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Made reservation on behalf of 13785749fa514053bc683a99c29b613f for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:16.105908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.106808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0a4c4ad-b3f3-460f-8b69-becec3a7807c req-9ea1cf34-852a-49e6-b924-3dfc2bb0190a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 946 time: 0.2433245 Jan 28 01:00:16.111424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff25e5-1340-487b-b930-0e6ef75de1d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e061f3ed-a6ac-476c-835b-6d22a0eaa0e8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.231711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Attempting to bind port 86570127-4f64-4a6f-9636-b5844266b53c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:16.232330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Attempting to bind port 86570127-4f64-4a6f-9636-b5844266b53c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f2e616b1-2aab-4b15-a33c-45954b30ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:16.232630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Attempting to bind port 86570127-4f64-4a6f-9636-b5844266b53c on network db86fc14-bf55-48f4-aa02-aa3902504880 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:16.240636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Port 86570127-4f64-4a6f-9636-b5844266b53c on network db86fc14-bf55-48f4-aa02-aa3902504880 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:16.241134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Attempting to bind port 86570127-4f64-4a6f-9636-b5844266b53c on network db86fc14-bf55-48f4-aa02-aa3902504880 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:16.251578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:16.252338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Checking segment: {'id': 'f2e616b1-2aab-4b15-a33c-45954b30ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:16.253269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Bound using segment: {'id': 'f2e616b1-2aab-4b15-a33c-45954b30ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:16.253968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Bound port: 86570127-4f64-4a6f-9636-b5844266b53c, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e616b1-2aab-4b15-a33c-45954b30ab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:16.254485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86570127-4f64-4a6f-9636-b5844266b53c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.348568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0a4c4ad-b3f3-460f-8b69-becec3a7807c req-5c5dcb84-354a-4cb4-950c-160d19d88a64 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216330 Jan 28 01:00:16.364067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e63ceb-e81f-434c-aeca-1a9b24beef26 req-11e77f8d-89a5-4dd1-9807-f454ed14deb5 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.365986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68e63ceb-e81f-434c-aeca-1a9b24beef26 req-11e77f8d-89a5-4dd1-9807-f454ed14deb5 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 943 time: 0.1456857 Jan 28 01:00:16.394818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] For port 86570127-4f64-4a6f-9636-b5844266b53c, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:16.416741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] For port 86570127-4f64-4a6f-9636-b5844266b53c, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=86570127-4f64-4a6f-9636-b5844266b53c,segment=NetworkSegment(f2e616b1-2aab-4b15-a33c-45954b30ab52),segment_id=f2e616b1-2aab-4b15-a33c-45954b30ab52)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:16.426708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ef944bd3-7d84-43d5-8738-d1285a861429), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.430517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68e63ceb-e81f-434c-aeca-1a9b24beef26 req-6d7c7048-4140-438d-9a4f-5a3a951588e6 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572314 Jan 28 01:00:16.431310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:16.477692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (86570127-4f64-4a6f-9636-b5844266b53c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.500956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 31788c83-f498-4c45-a850-2564b2e58bb7 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:16.537043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.537043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.537819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] 10.222.0.43 "PUT /v2.0/ports/86570127-4f64-4a6f-9636-b5844266b53c HTTP/1.1" status: 200 len: 1091 time: 1.3984950 Jan 28 01:00:16.538419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'tag': '86570127-4f64-4a6f-9636-b5844266b53c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:16.541046 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa08da15-827d-4c3b-8332-63306dbec16b" -d '{"events": [{"name": "network-changed", "server_uuid": "d47bf230-c480-45da-8c75-7fd16dca8150", "tag": "86570127-4f64-4a6f-9636-b5844266b53c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:16.555133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47264) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:16.576231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 31788c83-f498-4c45-a850-2564b2e58bb7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:16.576587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 31788c83-f498-4c45-a850-2564b2e58bb7 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:16.577917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef944bd3-7d84-43d5-8738-d1285a861429,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.603189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3f18c8a8-9e37-4387-b476-fd4ff7fc06a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4670b13c170c45278381042493a25f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701081 Jan 28 01:00:16.605693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47270) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:16.606888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c22291-27d0-454e-8a63-8da42336b624 service neutron] Pushing event updated for resources: {'Port': ['ID=86570127-4f64-4a6f-9636-b5844266b53c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.619507 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e436a-a468-43a9-9054-f75863ccfcb2 x-openstack-request-id: req-663e436a-a468-43a9-9054-f75863ccfcb2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:16.620712 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47bf230-c480-45da-8c75-7fd16dca8150", "tag": "86570127-4f64-4a6f-9636-b5844266b53c", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:16.620983 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-663e436a-a468-43a9-9054-f75863ccfcb2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:16.622368 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'tag': '86570127-4f64-4a6f-9636-b5844266b53c', 'status': 'completed', 'code': 200} Jan 28 01:00:16.625752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Checking segment: {'id': 'ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f619a14-cee4-4593-83b9-b659695dc651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:16.626445 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Network hostable DHCP agents. Network: 3f619a14-cee4-4593-83b9-b659695dc651, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:16.692911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Network 3f619a14-cee4-4593-83b9-b659695dc651 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:16.700659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad06-d2ad-4427-bdb7-aea34122d22c admin admin] Publish callbacks [] for security_group (d337f049-140e-4086-badc-0b71ea4cfcd7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.713263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3f619a14-cee4-4593-83b9-b659695dc651) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:16.723738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d1393a-2a29-4579-bdb0-7b6ce5845bca None None] Network 3f619a14-cee4-4593-83b9-b659695dc651 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:16.732453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.733055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.741954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08da15-827d-4c3b-8332-63306dbec16b req-cc143b01-5d1a-4298-beea-84b901810c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.744720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aa08da15-827d-4c3b-8332-63306dbec16b req-cc143b01-5d1a-4298-beea-84b901810c86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b98089578614584819a0154ffcf07be&device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 1094 time: 0.1071851 Jan 28 01:00:16.753244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad06-d2ad-4427-bdb7-aea34122d22c admin admin] Publish callbacks [] for security_group (d337f049-140e-4086-badc-0b71ea4cfcd7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.760952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0cddc004-23fa-4460-9adc-40e7b20439be admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7203412 Jan 28 01:00:16.837310 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b15757ba-3c5e-4a57-b3e0-4c2e7de1abc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.849653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad06-d2ad-4427-bdb7-aea34122d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d337f049-140e-4086-badc-0b71ea4cfcd7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.858414 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad06-d2ad-4427-bdb7-aea34122d22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.865588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-91d4ad06-d2ad-4427-bdb7-aea34122d22c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d337f049-140e-4086-badc-0b71ea4cfcd7 HTTP/1.1" status: 204 len: 168 time: 0.2584519 Jan 28 01:00:16.882380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ad06-d2ad-4427-bdb7-aea34122d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d337f049-140e-4086-badc-0b71ea4cfcd7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.894999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fdc24f-715b-46cd-861f-92297a2e378b None None] Network 3f619a14-cee4-4593-83b9-b659695dc651 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:17.000442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59928-b3a3-4590-9957-fd92798cea70 req-97688dfe-c91c-48bf-be2b-6faf6773229d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.002162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5b59928-b3a3-4590-9957-fd92798cea70 req-97688dfe-c91c-48bf-be2b-6faf6773229d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.0957794 Jan 28 01:00:17.051301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08da15-827d-4c3b-8332-63306dbec16b req-1a5e5ecf-7e08-4a56-937b-5f987242af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.057900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aa08da15-827d-4c3b-8332-63306dbec16b req-1a5e5ecf-7e08-4a56-937b-5f987242af1d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9b98089578614584819a0154ffcf07be&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2910402 Jan 28 01:00:17.138293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5b59928-b3a3-4590-9957-fd92798cea70 req-7cee3b0f-f101-4551-9a85-c304e4876e60 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280844 Jan 28 01:00:17.198214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b15757ba-3c5e-4a57-b3e0-4c2e7de1abc6 admin admin] Publish callbacks [] for security_group (863896f3-89a6-46d7-b1b4-82760705dd75), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.210783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b15757ba-3c5e-4a57-b3e0-4c2e7de1abc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (863896f3-89a6-46d7-b1b4-82760705dd75), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.242625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47290) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:17.242837 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b15757ba-3c5e-4a57-b3e0-4c2e7de1abc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e6632ee2da6445a9ad5f3248120e15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855333 Jan 28 01:00:17.275263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08da15-827d-4c3b-8332-63306dbec16b req-ec955ca5-8d75-49de-8ae7-9fb2821716c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.277825 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aa08da15-827d-4c3b-8332-63306dbec16b req-ec955ca5-8d75-49de-8ae7-9fb2821716c6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111440 Jan 28 01:00:17.280756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15757ba-3c5e-4a57-b3e0-4c2e7de1abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863896f3-89a6-46d7-b1b4-82760705dd75,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:17.338561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10a7f6bc-0a37-41ee-9dbf-1e50c845260e admin admin] Publish callbacks [] for security_group (863896f3-89a6-46d7-b1b4-82760705dd75), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.364460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10a7f6bc-0a37-41ee-9dbf-1e50c845260e admin admin] Publish callbacks [] for security_group (863896f3-89a6-46d7-b1b4-82760705dd75), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.442463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-0058f1a5-3cb6-45b8-9c7d-7b04fcaedcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.444932 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-0058f1a5-3cb6-45b8-9c7d-7b04fcaedcb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b98089578614584819a0154ffcf07be&device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 1094 time: 0.0857446 Jan 28 01:00:17.497930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10a7f6bc-0a37-41ee-9dbf-1e50c845260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (863896f3-89a6-46d7-b1b4-82760705dd75), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.500405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-10a7f6bc-0a37-41ee-9dbf-1e50c845260e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.501618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-10a7f6bc-0a37-41ee-9dbf-1e50c845260e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/863896f3-89a6-46d7-b1b4-82760705dd75 HTTP/1.1" status: 204 len: 168 time: 0.2577407 Jan 28 01:00:17.510314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-055c704a-3b28-4c0f-aa56-a04cbe32fb4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86570127-4f64-4a6f-9636-b5844266b53c HTTP/1.1" status: 200 len: 217 time: 0.0522094 Jan 28 01:00:17.535210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7f6bc-0a37-41ee-9dbf-1e50c845260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863896f3-89a6-46d7-b1b4-82760705dd75,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:17.569637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3113f-daaf-4a9a-84a2-8100bfe07578 req-38532803-2795-4581-a253-5a1babadfc62 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.574986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-a213ad97-12fc-4cf5-8af2-4a34a95f7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.576805 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-a213ad97-12fc-4cf5-8af2-4a34a95f7c49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2f56226-0711-4ab5-a371-ed6774b1b85d HTTP/1.1" status: 200 len: 848 time: 0.0619338 Jan 28 01:00:17.577218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28c3113f-daaf-4a9a-84a2-8100bfe07578 req-38532803-2795-4581-a253-5a1babadfc62 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 946 time: 0.1462641 Jan 28 01:00:17.620102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-3b521f16-473b-4276-86b8-32ea0c6721ef tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.621296 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-33918118-2df9-4b53-b542-09c282583ebf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db86fc14-bf55-48f4-aa02-aa3902504880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367467 Jan 28 01:00:17.627156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-3b521f16-473b-4276-86b8-32ea0c6721ef tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/networks?id=0aa1401f-20d0-459b-893e-730f90ac1cb0 HTTP/1.1" status: 200 len: 814 time: 0.2086837 Jan 28 01:00:17.670616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-c489e5cc-2dda-438b-92cd-ca14c9596a4c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/quotas/6a8da1924773434fb88e18607663337e HTTP/1.1" status: 200 len: 375 time: 0.0248668 Jan 28 01:00:17.681846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28c3113f-daaf-4a9a-84a2-8100bfe07578 req-a58d1ac7-ab25-4e97-a859-078af1ca040e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036329 Jan 28 01:00:17.714694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-056933d8-083a-4694-b020-91ffc5e16655 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a8da1924773434fb88e18607663337e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313330 Jan 28 01:00:17.761535 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-1906d5ce-933a-4a67-aa18-38bb04ca3b10 service neutron] 10.222.0.43 "GET /v2.0/networks/db86fc14-bf55-48f4-aa02-aa3902504880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331282 Jan 28 01:00:17.869428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-02dddf36-6136-43a8-87ed-c1186979a204 service neutron] 10.222.0.23 "GET /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349645 Jan 28 01:00:17.870819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdccf635-e8b3-4399-876f-4b19020f23c3 req-ace3f7aa-078b-42d2-9e5a-77eaa4b44689 service neutron] 10.222.0.43 "GET /v2.0/networks/db86fc14-bf55-48f4-aa02-aa3902504880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029272 Jan 28 01:00:17.882337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47326) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:17.902533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d896177-a4d9-4221-b8fc-d5eabeecbc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.909702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47328) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:17.927040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb272-c678-4d24-84f4-912fe5e93fd4 req-e211e4e8-13f2-4f5a-974d-bfbdf86142d5 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.928573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-919cb272-c678-4d24-84f4-912fe5e93fd4 req-e211e4e8-13f2-4f5a-974d-bfbdf86142d5 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 943 time: 0.1232991 Jan 28 01:00:17.999482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d896177-a4d9-4221-b8fc-d5eabeecbc8d admin admin] Publish callbacks [] for security_group (02791e3b-a77a-436f-b32f-4445c53974dd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.004894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d896177-a4d9-4221-b8fc-d5eabeecbc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (02791e3b-a77a-436f-b32f-4445c53974dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.010912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-919cb272-c678-4d24-84f4-912fe5e93fd4 req-208d133a-0229-4846-960d-de8bc3d86937 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733483 Jan 28 01:00:18.024017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-889c0785-06b8-4759-a430-c04ffdf9acb1 service neutron] 10.222.0.23 "GET /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536489 Jan 28 01:00:18.049490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896177-a4d9-4221-b8fc-d5eabeecbc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02791e3b-a77a-436f-b32f-4445c53974dd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:18.057354 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d896177-a4d9-4221-b8fc-d5eabeecbc8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18e5d69d736a43e18f9981804a2a8acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709745 Jan 28 01:00:18.057568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47332) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:18.099083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-474764072-network', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:18.126905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d580c5a7-6a57-476e-9e27-678bd7bf87e7 admin admin] Publish callbacks [] for security_group (02791e3b-a77a-436f-b32f-4445c53974dd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.133052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Made reservation on behalf of 3a1fbcb2445d4eb0bc7117c3052da624 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:18.135383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.152084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.169229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d580c5a7-6a57-476e-9e27-678bd7bf87e7 admin admin] Publish callbacks [] for security_group (02791e3b-a77a-436f-b32f-4445c53974dd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.266680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d580c5a7-6a57-476e-9e27-678bd7bf87e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (02791e3b-a77a-436f-b32f-4445c53974dd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.270303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d580c5a7-6a57-476e-9e27-678bd7bf87e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.274057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d580c5a7-6a57-476e-9e27-678bd7bf87e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02791e3b-a77a-436f-b32f-4445c53974dd HTTP/1.1" status: 204 len: 168 time: 0.2131507 Jan 28 01:00:18.316122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580c5a7-6a57-476e-9e27-678bd7bf87e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02791e3b-a77a-436f-b32f-4445c53974dd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:18.326006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9281614-0a06-46b8-9888-d47aa8cf70ac req-858883ae-bfac-4e58-96a7-d8602374b418 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 210 time: 0.0452256 Jan 28 01:00:18.356918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks [] for security_group (be15c7b8-36e4-442e-a65a-0c9ab8429f3c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.364472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (be15c7b8-36e4-442e-a65a-0c9ab8429f3c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.391283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:18.406700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be15c7b8-36e4-442e-a65a-0c9ab8429f3c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:18.413434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7d85acec-634a-4146-97e7-e1fcdc67defe), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.413803 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Added segment 7d85acec-634a-4146-97e7-e1fcdc67defe of type vlan for network 80612c17-56dc-4293-a499-d9742eb6abc1 Jan 28 01:00:18.457324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (80612c17-56dc-4293-a499-d9742eb6abc1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.491987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (80612c17-56dc-4293-a499-d9742eb6abc1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.492650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.493332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.503997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:18.577957 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6648877 Jan 28 01:00:18.578995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47354) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:18.580736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b71289-efa9-49a0-9a3d-bc31a3203279 admin admin] Pushing event updated for resources: {'Network': ['ID=80612c17-56dc-4293-a499-d9742eb6abc1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:18.592503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Request body: {'subnet': {'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-subnet', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:18.599072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 80612c17-56dc-4293-a499-d9742eb6abc1 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:18.618124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Made reservation on behalf of 3a1fbcb2445d4eb0bc7117c3052da624 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:18.622512 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.805727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eb5cb-be61-4f50-a8c9-e46c9326aadc req-3e802fa1-4358-4693-8453-4d11888cffd8 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.807347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-640eb5cb-be61-4f50-a8c9-e46c9326aadc req-3e802fa1-4358-4693-8453-4d11888cffd8 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1097 time: 0.1223695 Jan 28 01:00:18.872846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 55f5e380-fb84-473a-b7a6-611b5d319f45 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:18.884165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 55f5e380-fb84-473a-b7a6-611b5d319f45 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:18.884541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:18.952371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-640eb5cb-be61-4f50-a8c9-e46c9326aadc req-0142f5e2-f68a-4efa-880d-fa876b921580 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334302 Jan 28 01:00:19.009575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 55f5e380-fb84-473a-b7a6-611b5d319f45 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:19.010209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.019515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d9c4-15a2-46ab-864c-b0ea2c4d2301 req-a2e743b0-7fd4-47a5-86fe-2ce0c1df3e67 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.021968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d34d9c4-15a2-46ab-864c-b0ea2c4d2301 req-a2e743b0-7fd4-47a5-86fe-2ce0c1df3e67 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.1816781 Jan 28 01:00:19.035305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:19.038297 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4290e14-9e99-4ccd-97a8-cf1ca27eafbb" -d '{"events": [{"server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "name": "network-vif-plugged", "status": "completed", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:19.045810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (1b2a3b19-b5c0-46cb-86d9-f1ad6483e396), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.054028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:19.065623 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.129608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:19.161015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:19.189109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d34d9c4-15a2-46ab-864c-b0ea2c4d2301 req-1b621a3d-dc1f-4d6a-9aa2-afbf915ca534 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463165 Jan 28 01:00:19.198651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Checking segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:19.198903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Network hostable DHCP agents. Network: 80612c17-56dc-4293-a499-d9742eb6abc1, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:19.202161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed24b4-b63a-4b7f-b3ed-ed76c47c3ad8 req-632ab709-9f8c-4837-ad65-0562abf36104 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.203697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3ed24b4-b63a-4b7f-b3ed-ed76c47c3ad8 req-632ab709-9f8c-4837-ad65-0562abf36104 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1097 time: 0.1114094 Jan 28 01:00:19.224414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Network 80612c17-56dc-4293-a499-d9742eb6abc1 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:19.243047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 80612c17-56dc-4293-a499-d9742eb6abc1) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:19.250326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.251158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.256778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c742008-f5ce-48ef-acc1-2457c1d506d3 None None] Network 80612c17-56dc-4293-a499-d9742eb6abc1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:19.275737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2995de55-e2fc-443e-8ea4-154acbe3353c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6954134 Jan 28 01:00:19.278707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47382) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:19.286561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:19.309581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (feebfe0b-86bf-4373-9788-22f71ad45699), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.311167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (feebfe0b-86bf-4373-9788-22f71ad45699), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.317665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3ed24b4-b63a-4b7f-b3ed-ed76c47c3ad8 req-ccdc1241-8f97-44ef-9051-eca5c6c73665 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950568 Jan 28 01:00:19.355649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dc53d-f414-4fc1-b4a7-6c195b7b281e req-a72ea064-2c98-475b-9f57-eb7aa6f66fcc tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.357476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631dc53d-f414-4fc1-b4a7-6c195b7b281e req-a72ea064-2c98-475b-9f57-eb7aa6f66fcc tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 943 time: 0.0767095 Jan 28 01:00:19.398458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85dd168-6826-4aea-b044-34d163bdecf0 None None] Network 80612c17-56dc-4293-a499-d9742eb6abc1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:19.407844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks [] for router_controller (feebfe0b-86bf-4373-9788-22f71ad45699), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.452974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631dc53d-f414-4fc1-b4a7-6c195b7b281e req-87fcc0a9-c303-4880-bf3b-1c52e16c121a tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888822 Jan 28 01:00:19.470377 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b367805c-7da5-414f-a6cf-e1bdb55065fa x-openstack-request-id: req-b367805c-7da5-414f-a6cf-e1bdb55065fa {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:19.471565 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "name": "network-vif-plugged", "status": "completed", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:19.472158 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b367805c-7da5-414f-a6cf-e1bdb55065fa {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:19.472822 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'code': 200} Jan 28 01:00:19.667048 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks [] for router_gateway (feebfe0b-86bf-4373-9788-22f71ad45699), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.679467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15c4a7-cfc4-440f-aed4-eec9aebe9145 req-1dc352f7-7321-4136-ab47-c0a3723f3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.681127 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc15c4a7-cfc4-440f-aed4-eec9aebe9145 req-1dc352f7-7321-4136-ab47-c0a3723f3ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1096 time: 0.0806866 Jan 28 01:00:19.736679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-8f9ec900-10dd-4545-bbd5-4e0c9e9c1003 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.741154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-8f9ec900-10dd-4545-bbd5-4e0c9e9c1003 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.45 "GET /v2.0/networks?id=0aa1401f-20d0-459b-893e-730f90ac1cb0 HTTP/1.1" status: 200 len: 814 time: 0.1829460 Jan 28 01:00:19.781051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fc3c92c-8d57-449d-95e0-f073d4b779c1 req-d286adc0-fb27-43fd-9f55-378bc9c1f23f tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 210 time: 0.0971315 Jan 28 01:00:19.794802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Request body: {'port': {'device_id': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0', 'admin_state_up': True, 'tenant_id': '6a8da1924773434fb88e18607663337e'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:19.796242 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc15c4a7-cfc4-440f-aed4-eec9aebe9145 req-53295004-bc4c-4ec1-a36b-8ccdf90b35a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028564 Jan 28 01:00:19.931474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Made reservation on behalf of 6a8da1924773434fb88e18607663337e for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:19.935744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.106094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Allocated IP 172.20.0.8 (0aa1401f-20d0-459b-893e-730f90ac1cb0/40b42216-6941-473e-bc38-7549342b72f4/b35e9f84-6135-4ba6-b7fa-331951671015) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:20.290455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 86570127-4f64-4a6f-9636-b5844266b53c details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:20.303429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks [] for router_gateway (feebfe0b-86bf-4373-9788-22f71ad45699), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.326446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.427159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 86570127-4f64-4a6f-9636-b5844266b53c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=86570127-4f64-4a6f-9636-b5844266b53c,segment=NetworkSegment(f2e616b1-2aab-4b15-a33c-45954b30ab52),segment_id=f2e616b1-2aab-4b15-a33c-45954b30ab52)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:20.451278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Allocated IP 172.25.1.8 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/28b00593-1353-49d9-a838-94190a7ec12e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:20.452071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '86570127-4f64-4a6f-9636-b5844266b53c', 'network_id': 'db86fc14-bf55-48f4-aa02-aa3902504880', 'port_id': '86570127-4f64-4a6f-9636-b5844266b53c', 'mac_address': 'fa:16:3e:15:2e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f56226-0711-4ab5-a371-ed6774b1b85d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:20.511281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 86570127-4f64-4a6f-9636-b5844266b53c is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:20.512419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86570127-4f64-4a6f-9636-b5844266b53c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.530954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86570127-4f64-4a6f-9636-b5844266b53c {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:20.562145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 86570127-4f64-4a6f-9636-b5844266b53c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=86570127-4f64-4a6f-9636-b5844266b53c,segment=NetworkSegment(f2e616b1-2aab-4b15-a33c-45954b30ab52),segment_id=f2e616b1-2aab-4b15-a33c-45954b30ab52)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:20.567736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86570127-4f64-4a6f-9636-b5844266b53c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.601384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks [] for port (28b00593-1353-49d9-a838-94190a7ec12e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.630038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=86570127-4f64-4a6f-9636-b5844266b53c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:20.640135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (28b00593-1353-49d9-a838-94190a7ec12e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.666671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks [] for port (b35e9f84-6135-4ba6-b7fa-331951671015), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.686560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4387f-ca43-4fc7-a9db-3a35ee511179 req-981380a0-bed2-4556-9d4d-d76be1fe4bca tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.687088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:20.688055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bc4387f-ca43-4fc7-a9db-3a35ee511179 req-981380a0-bed2-4556-9d4d-d76be1fe4bca tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.3932409 Jan 28 01:00:20.694544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:20.698959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:20.702119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Pushing event updated for resources: {'Port': ['ID=28b00593-1353-49d9-a838-94190a7ec12e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:20.745138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.759968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bc4387f-ca43-4fc7-a9db-3a35ee511179 req-843022ad-9464-4043-81b2-855c1ce73d65 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653274 Jan 28 01:00:20.788966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Network 0aa1401f-20d0-459b-893e-730f90ac1cb0 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:20.792567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:20.796008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:20.836307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Pushing event updated for resources: {'Port': ['ID=b35e9f84-6135-4ba6-b7fa-331951671015,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:20.859566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.860297 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.871481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['86570127-4f64-4a6f-9636-b5844266b53c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:20.880892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-4c79c3da-a6b8-48cb-b4da-e528720c3257 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1022458 Jan 28 01:00:20.902102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Request body: {'port': {'device_id': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:20.915890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-17323625-e032-4d17-8285-eae037054b26 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:00:20.917159 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-17323625-e032-4d17-8285-eae037054b26 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096877 Jan 28 01:00:20.998727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.004944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-bd97e114-dd18-4360-b028-85075a66083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.006369 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-bd97e114-dd18-4360-b028-85075a66083c service neutron] 10.222.0.23 "GET /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 1094 time: 0.0762169 Jan 28 01:00:21.020544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Request body: {'binding': {'host': 'n-h2-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:21.021006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Unknown quota resources ['binding']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:00:21.024424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks [] for router_gateway (feebfe0b-86bf-4373-9788-22f71ad45699), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.024843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf8790-00f0-4703-8e43-59988e8aa219 req-87de9033-f737-49f9-9d5f-1f274e35c06e tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.026934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cbf8790-00f0-4703-8e43-59988e8aa219 req-87de9033-f737-49f9-9d5f-1f274e35c06e tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 944 time: 0.0990646 Jan 28 01:00:21.155824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cbf8790-00f0-4703-8e43-59988e8aa219 req-870e0bf1-dca0-450c-a30f-c80e393815ec tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074469 Jan 28 01:00:21.313584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on host n-h2-826756-1 for vnic_type normal with profile None {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:21.314344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:21.314486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:21.322908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:21.323238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:21.330818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35e9f84-6135-4ba6-b7fa-331951671015 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:21.337161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:21.337423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:21.337864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:21.338308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Bound port: 6aa2f259-d793-4544-86a7-b7ea2d50054e, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:21.340832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Publish callbacks [] for port (b35e9f84-6135-4ba6-b7fa-331951671015), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.343455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (feebfe0b-86bf-4373-9788-22f71ad45699), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.355150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Transition to ACTIVE for port object b35e9f84-6135-4ba6-b7fa-331951671015 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:21.360545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.425628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Pushing event updated for resources: {'Port': ['ID=b35e9f84-6135-4ba6-b7fa-331951671015,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:21.473514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:21.482644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.483837 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ccadbc21-0df5-40f3-ac1e-979afa038949 service neutron] 10.222.0.23 "POST /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4682369 Jan 28 01:00:21.518782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a38bc-4350-4b1a-a5ec-3bb81fef1da1 req-8065c902-c3b1-4843-a27a-cf6d6411269c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.521405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-303a38bc-4350-4b1a-a5ec-3bb81fef1da1 req-8065c902-c3b1-4843-a27a-cf6d6411269c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 943 time: 0.1008780 Jan 28 01:00:21.539116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Router feebfe0b-86bf-4373-9788-22f71ad45699 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:00:21.566983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Attempting to bind port b35e9f84-6135-4ba6-b7fa-331951671015 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:21.567413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Attempting to bind port b35e9f84-6135-4ba6-b7fa-331951671015 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '88bb8ad9-e229-4e2f-bb55-e7804d2610a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:21.567641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Attempting to bind port b35e9f84-6135-4ba6-b7fa-331951671015 on network 0aa1401f-20d0-459b-893e-730f90ac1cb0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:21.580049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Port b35e9f84-6135-4ba6-b7fa-331951671015 on network 0aa1401f-20d0-459b-893e-730f90ac1cb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:21.580049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Attempting to bind port b35e9f84-6135-4ba6-b7fa-331951671015 on network 0aa1401f-20d0-459b-893e-730f90ac1cb0 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:21.589537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:21.589859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Checking segment: {'id': '88bb8ad9-e229-4e2f-bb55-e7804d2610a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:21.590258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Bound using segment: {'id': '88bb8ad9-e229-4e2f-bb55-e7804d2610a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:21.590689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Bound port: b35e9f84-6135-4ba6-b7fa-331951671015, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bb8ad9-e229-4e2f-bb55-e7804d2610a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:21.591674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.683459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-303a38bc-4350-4b1a-a5ec-3bb81fef1da1 req-b5aac235-e4a8-4b3d-a3b8-f3c806775b4f tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416862 Jan 28 01:00:21.687442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:21.689861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] For port b35e9f84-6135-4ba6-b7fa-331951671015, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:21.695686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] For port b35e9f84-6135-4ba6-b7fa-331951671015, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b35e9f84-6135-4ba6-b7fa-331951671015,segment=NetworkSegment(88bb8ad9-e229-4e2f-bb55-e7804d2610a1),segment_id=88bb8ad9-e229-4e2f-bb55-e7804d2610a1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:21.711885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Sync routers for ids ['feebfe0b-86bf-4373-9788-22f71ad45699'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:21.712465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.732028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Routers {'feebfe0b-86bf-4373-9788-22f71ad45699'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:21.733261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:00:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['feebfe0b-86bf-4373-9788-22f71ad45699'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:21.741738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.745537 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2dae0d93-2485-45ee-adb1-34502746083e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4634230 Jan 28 01:00:21.745764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47494) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:21.813408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Pushing event updated for resources: {'Port': ['ID=b35e9f84-6135-4ba6-b7fa-331951671015,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:21.817286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.818251 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.819927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-2e516aa6-adf3-4da2-bc86-ebd644b0cb4e service neutron] 10.222.0.45 "PUT /v2.0/ports/b35e9f84-6135-4ba6-b7fa-331951671015 HTTP/1.1" status: 200 len: 1091 time: 0.9230072 Jan 28 01:00:21.834192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'tag': 'b35e9f84-6135-4ba6-b7fa-331951671015'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:21.836939 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d11fe2d-da80-46bc-92da-0352e45329ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d20de341-0c79-4087-82e0-4b3c73a25e68", "tag": "b35e9f84-6135-4ba6-b7fa-331951671015"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:21.866658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22167d9-8603-4550-a4c8-6de9132cab66 req-d9885f85-22d1-47e0-b844-6d8d22067f5a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.874443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d22167d9-8603-4550-a4c8-6de9132cab66 req-d9885f85-22d1-47e0-b844-6d8d22067f5a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 946 time: 0.0778549 Jan 28 01:00:21.889878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Set router feebfe0b-86bf-4373-9788-22f71ad45699 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:21.928524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-f4fd451c-5f8b-43fc-92e5-3d709fbcf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.930027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-f4fd451c-5f8b-43fc-92e5-3d709fbcf55c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1097 time: 0.1207297 Jan 28 01:00:21.968779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d22167d9-8603-4550-a4c8-6de9132cab66 req-bc2964bc-a223-4560-b1d4-87df5f5632ae tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Jan 28 01:00:21.972832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-1205cff0-a043-4dcb-8d7a-f093ab8ecdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.978469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-1205cff0-a043-4dcb-8d7a-f093ab8ecdc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a8da1924773434fb88e18607663337e&device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 1094 time: 0.0953920 Jan 28 01:00:22.057816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-dd403aa2-0663-454c-a8af-4a6733521d87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35e9f84-6135-4ba6-b7fa-331951671015 HTTP/1.1" status: 200 len: 217 time: 0.0653591 Jan 28 01:00:22.060067 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e519ce-193b-4ca2-8bc5-e0a03a1c6711 x-openstack-request-id: req-66e519ce-193b-4ca2-8bc5-e0a03a1c6711 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:22.060434 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20de341-0c79-4087-82e0-4b3c73a25e68", "tag": "b35e9f84-6135-4ba6-b7fa-331951671015", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:22.060752 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66e519ce-193b-4ca2-8bc5-e0a03a1c6711 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:22.061214 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'tag': 'b35e9f84-6135-4ba6-b7fa-331951671015', 'status': 'completed', 'code': 200} Jan 28 01:00:22.115949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-348cbe9c-cee1-4f47-9414-a3b93fda9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.117467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-348cbe9c-cee1-4f47-9414-a3b93fda9af5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40b42216-6941-473e-bc38-7549342b72f4 HTTP/1.1" status: 200 len: 854 time: 0.0511420 Jan 28 01:00:22.120456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:00:20Z', 'revision_number': 3, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:22.156832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-1cdc0c74-5f4d-4383-b84e-3d7c6999d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.158457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-1cdc0c74-5f4d-4383-b84e-3d7c6999d186 service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.2149734 Jan 28 01:00:22.169202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Checking router: feebfe0b-86bf-4373-9788-22f71ad45699 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:22.169576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-5a46b15d-716f-4ee3-8fcc-916185c5ebee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0aa1401f-20d0-459b-893e-730f90ac1cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408769 Jan 28 01:00:22.169702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Updating router feebfe0b-86bf-4373-9788-22f71ad45699 port 28b00593-1353-49d9-a838-94190a7ec12e binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:22.199591 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28b00593-1353-49d9-a838-94190a7ec12e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.248100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0696d-3cca-4afe-8cc7-5fe8993f95f6 req-c22e7d0d-c0f9-4b12-b2be-0b881930e123 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.255365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ed0696d-3cca-4afe-8cc7-5fe8993f95f6 req-c22e7d0d-c0f9-4b12-b2be-0b881930e123 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1369605 Jan 28 01:00:22.292750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 86570127-4f64-4a6f-9636-b5844266b53c up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:22.317684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ed0696d-3cca-4afe-8cc7-5fe8993f95f6 req-f896c623-e9cf-429e-a905-6eaba2e5ba35 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523250 Jan 28 01:00:22.330396 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-a0c0ef77-1e59-47f0-8b11-6984d5c141df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 217 time: 0.1640570 Jan 28 01:00:22.387772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-e88ac206-2a2e-443d-871f-992152983610 service neutron] 10.222.0.45 "GET /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053533 Jan 28 01:00:22.414271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-cc7a0110-b999-4193-82a9-dc72bbb5ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.415895 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-cc7a0110-b999-4193-82a9-dc72bbb5ff45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0649486 Jan 28 01:00:22.456313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 86570127-4f64-4a6f-9636-b5844266b53c completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:22.463182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 86570127-4f64-4a6f-9636-b5844266b53c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:22.463681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86570127-4f64-4a6f-9636-b5844266b53c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.472093 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-4376ceb7-a989-4a12-a635-2a99b30d1a27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331266 Jan 28 01:00:22.541391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92453a50-60ec-41c8-9eda-6656f10111ca req-080fc962-0769-4c07-b872-79ba57437451 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.542984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92453a50-60ec-41c8-9eda-6656f10111ca req-080fc962-0769-4c07-b872-79ba57437451 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 944 time: 0.1147463 Jan 28 01:00:22.565092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a6d119-7f1a-47a1-94a7-d4d9c3d72c5b req-43759a0d-c17e-4f36-9c67-7c4d3ae68d52 service neutron] 10.222.0.45 "GET /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756287 Jan 28 01:00:22.586034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.625654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92453a50-60ec-41c8-9eda-6656f10111ca req-f428b446-79ef-479c-a54f-4f1b292d4b94 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594683 Jan 28 01:00:22.678438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 86570127-4f64-4a6f-9636-b5844266b53c is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:22.678830 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86570127-4f64-4a6f-9636-b5844266b53c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.679371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9ded-39d9-4996-9837-74178c7fcfe9 req-21f74538-e8b9-4880-9a3b-8869a8a3339e tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.681242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-474f9ded-39d9-4996-9837-74178c7fcfe9 req-21f74538-e8b9-4880-9a3b-8869a8a3339e tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1096 time: 0.0609276 Jan 28 01:00:22.697080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-628cea4b-58ff-40a0-be78-1dbf432dc133 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181816 Jan 28 01:00:22.711652 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Publish callbacks [] for port (28b00593-1353-49d9-a838-94190a7ec12e), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.725792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86570127-4f64-4a6f-9636-b5844266b53c'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:22.728524 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b6c78-1d47-4d5b-b66b-ce2177257b8b" -d '{"events": [{"server_uuid": "d47bf230-c480-45da-8c75-7fd16dca8150", "name": "network-vif-plugged", "status": "completed", "tag": "86570127-4f64-4a6f-9636-b5844266b53c"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:22.740305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28b00593-1353-49d9-a838-94190a7ec12e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.760739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 86570127-4f64-4a6f-9636-b5844266b53c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=86570127-4f64-4a6f-9636-b5844266b53c,segment=NetworkSegment(f2e616b1-2aab-4b15-a33c-45954b30ab52),segment_id=f2e616b1-2aab-4b15-a33c-45954b30ab52)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:22.772299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-3d311f1b-90a9-4047-a73a-34bf42d53fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.773822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-3d311f1b-90a9-4047-a73a-34bf42d53fae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a8da1924773434fb88e18607663337e&device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 1094 time: 0.0701461 Jan 28 01:00:22.776492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-474f9ded-39d9-4996-9837-74178c7fcfe9 req-a5495a76-2907-4a79-b58f-fb74ab681a91 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893836 Jan 28 01:00:22.788982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86570127-4f64-4a6f-9636-b5844266b53c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.825343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Attempting to bind port 28b00593-1353-49d9-a838-94190a7ec12e on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:22.825716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Attempting to bind port 28b00593-1353-49d9-a838-94190a7ec12e by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:22.826107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Attempting to bind port 28b00593-1353-49d9-a838-94190a7ec12e on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:22.828210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed0882-e416-4b65-934d-44b3dfb99ba6 None None] Pushing event updated for resources: {'Port': ['ID=28b00593-1353-49d9-a838-94190a7ec12e,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:22.840256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:22.841354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:22.841800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.842691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:22.843214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Bound port: 28b00593-1353-49d9-a838-94190a7ec12e, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:22.843603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28b00593-1353-49d9-a838-94190a7ec12e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.894420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Allocated IP 172.20.0.1 (80612c17-56dc-4293-a499-d9742eb6abc1/1b2a3b19-b5c0-46cb-86d9-f1ad6483e396/11135da3-f3e3-4ef7-834e-ddb25257e088) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:22.898343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-ff17b508-0193-4ac1-a174-7a66c2f9fbcf service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646605 Jan 28 01:00:22.914614 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f4fe76-a437-4c0a-b158-d9c0452354d0 x-openstack-request-id: req-20f4fe76-a437-4c0a-b158-d9c0452354d0 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:22.914932 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47bf230-c480-45da-8c75-7fd16dca8150", "name": "network-vif-plugged", "status": "completed", "tag": "86570127-4f64-4a6f-9636-b5844266b53c", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:22.915143 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20f4fe76-a437-4c0a-b158-d9c0452354d0 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:22.915534 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86570127-4f64-4a6f-9636-b5844266b53c', 'code': 200} Jan 28 01:00:22.939174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=86570127-4f64-4a6f-9636-b5844266b53c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:22.954859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] For port 28b00593-1353-49d9-a838-94190a7ec12e, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:22.960220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] For port 28b00593-1353-49d9-a838-94190a7ec12e, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=28b00593-1353-49d9-a838-94190a7ec12e,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:22.967538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28b00593-1353-49d9-a838-94190a7ec12e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.980425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-de4d0ae7-91fe-4e34-950d-386bb5f51fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.980879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-de4d0ae7-91fe-4e34-950d-386bb5f51fda service neutron] 10.222.0.45 "GET /v2.0/networks?id=0aa1401f-20d0-459b-893e-730f90ac1cb0 HTTP/1.1" status: 200 len: 915 time: 0.1949112 Jan 28 01:00:23.036482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Routers {'feebfe0b-86bf-4373-9788-22f71ad45699'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:23.037136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:00:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['feebfe0b-86bf-4373-9788-22f71ad45699'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:23.057963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-42ae464a-f215-4d48-bed9-b04c1d629aa3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35e9f84-6135-4ba6-b7fa-331951671015 HTTP/1.1" status: 200 len: 217 time: 0.0442550 Jan 28 01:00:23.096596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed0882-e416-4b65-934d-44b3dfb99ba6 None None] Pushing event updated for resources: {'Port': ['ID=28b00593-1353-49d9-a838-94190a7ec12e,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:23.119048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-ce9bf762-0e2b-45a5-8135-a8845c99cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.121020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-ce9bf762-0e2b-45a5-8135-a8845c99cf2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40b42216-6941-473e-bc38-7549342b72f4 HTTP/1.1" status: 200 len: 854 time: 0.0557637 Jan 28 01:00:23.130641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec2ef5-ba76-4b26-9e6d-0b17625a4c31 req-14e0392a-6602-4738-ab63-03abc50b0ce9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.132173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ec2ef5-ba76-4b26-9e6d-0b17625a4c31 req-14e0392a-6602-4738-ab63-03abc50b0ce9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 943 time: 0.1503794 Jan 28 01:00:23.182292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb93a9-7c5b-4c52-a1b3-db7320aec0d2 req-48003960-f37e-4ee1-aebf-09b476f83335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.183947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76bb93a9-7c5b-4c52-a1b3-db7320aec0d2 req-48003960-f37e-4ee1-aebf-09b476f83335 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 1096 time: 0.1326439 Jan 28 01:00:23.187327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-a328205e-81c5-4e03-b8f7-0a0895b5faf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0aa1401f-20d0-459b-893e-730f90ac1cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541611 Jan 28 01:00:23.187625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d060db7a-4877-47b5-9c8b-a7c03ed15004 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.189244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d060db7a-4877-47b5-9c8b-a7c03ed15004 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1097 time: 0.1367738 Jan 28 01:00:23.193514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] Set router feebfe0b-86bf-4373-9788-22f71ad45699 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:23.224078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:23.229032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks [] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.250646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ec2ef5-ba76-4b26-9e6d-0b17625a4c31 req-70a9a438-81fa-48dc-b68a-768785a7b2c1 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095634 Jan 28 01:00:23.418741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-e80b8d6e-28b6-436d-b84b-acfed9b1b416 service neutron] 10.222.0.45 "GET /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130959 Jan 28 01:00:23.423159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:00:20Z', 'revision_number': 3, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:23.454013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710986-4e86-4616-ad9e-cb433a1509a7 None None] The sync data for ids ['feebfe0b-86bf-4373-9788-22f71ad45699'] in n-d-826756-1 is: [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:00:20Z', 'revision_number': 3, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:23.508960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163675db-4b62-4b10-90dc-fcb3804a1478 req-003538a9-dfc1-4443-846b-9316f1611b53 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.510643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-163675db-4b62-4b10-90dc-fcb3804a1478 req-003538a9-dfc1-4443-846b-9316f1611b53 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1096 time: 0.1518633 Jan 28 01:00:23.572618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19370713-eb2d-4aa4-816b-657a6e46e1a8 req-90811ee5-4a89-4450-a40c-1064b0e209f3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.574148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19370713-eb2d-4aa4-816b-657a6e46e1a8 req-90811ee5-4a89-4450-a40c-1064b0e209f3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 946 time: 0.1400924 Jan 28 01:00:23.625022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d11fe2d-da80-46bc-92da-0352e45329ce req-1da1ed8c-f611-4e87-bdfa-d7c3b100aff9 service neutron] 10.222.0.45 "GET /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995192 Jan 28 01:00:23.633126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-163675db-4b62-4b10-90dc-fcb3804a1478 req-5489e002-eb1b-4f47-a7bc-1fea446aec0f tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142232 Jan 28 01:00:23.647996 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76bb93a9-7c5b-4c52-a1b3-db7320aec0d2 req-09e0349d-dd43-4219-ad48-1c58f21d107b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549277 Jan 28 01:00:23.660854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19370713-eb2d-4aa4-816b-657a6e46e1a8 req-8289a30f-e168-407c-86c6-bd47c7eab034 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776539 Jan 28 01:00:23.683383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.708599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.825098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Network 80612c17-56dc-4293-a499-d9742eb6abc1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:23.829894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:23.831860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Pushing event updated for resources: {'Port': ['ID=11135da3-f3e3-4ef7-834e-ddb25257e088,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:23.840554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:23.952504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 28b00593-1353-49d9-a838-94190a7ec12e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:23.954079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b2ee-96e1-4c54-8267-7f874a1d7a0b req-5dac39bf-4c4c-4497-96d9-6e61cadf2696 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.963141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8886b2ee-96e1-4c54-8267-7f874a1d7a0b req-5dac39bf-4c4c-4497-96d9-6e61cadf2696 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 945 time: 0.1026182 Jan 28 01:00:23.984575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (feebfe0b-86bf-4373-9788-22f71ad45699), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.038075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 28b00593-1353-49d9-a838-94190a7ec12e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:24.038901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (28b00593-1353-49d9-a838-94190a7ec12e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.062721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8886b2ee-96e1-4c54-8267-7f874a1d7a0b req-3f3c1a8c-336f-4489-95ea-5dbabd03aec1 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979135 Jan 28 01:00:24.088516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:24.145954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:24.330739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:24.333983 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128b964-f0bb-4e83-b0d1-39e953703e98" -d '{"events": [{"server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:24.338119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Publish callbacks [] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.357076 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.370615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.430592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:24.507315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 28b00593-1353-49d9-a838-94190a7ec12e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:24.508183 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28b00593-1353-49d9-a838-94190a7ec12e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.551181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 28b00593-1353-49d9-a838-94190a7ec12e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=28b00593-1353-49d9-a838-94190a7ec12e,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:24.565950 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28b00593-1353-49d9-a838-94190a7ec12e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.589475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:24.589849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:24.590182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:24.598817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:24.599142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Attempting to bind port 6aa2f259-d793-4544-86a7-b7ea2d50054e on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:24.607824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:24.608154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:24.608538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:24.608983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Bound port: 6aa2f259-d793-4544-86a7-b7ea2d50054e, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:24.609333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.648817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=28b00593-1353-49d9-a838-94190a7ec12e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:24.680913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1d89c-8580-4e87-aa7b-9b6ebdceed5b req-deb8937f-2f25-4560-9b0f-9d741214e717 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.683108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcd1d89c-8580-4e87-aa7b-9b6ebdceed5b req-deb8937f-2f25-4560-9b0f-9d741214e717 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 943 time: 0.0770400 Jan 28 01:00:24.764717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks [] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.769737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:24.774054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcd1d89c-8580-4e87-aa7b-9b6ebdceed5b req-9cb65ccd-b87a-4961-aba4-78aa3a83cf78 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853636 Jan 28 01:00:24.774384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:24.776302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.828948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.863887 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47799d-83b3-4574-a1eb-7d028235f955 x-openstack-request-id: req-ae47799d-83b3-4574-a1eb-7d028235f955 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:24.864186 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:24.864445 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae47799d-83b3-4574-a1eb-7d028235f955 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:24.864847 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'code': 200} Jan 28 01:00:24.871468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Pushing event updated for resources: {'Port': ['ID=11135da3-f3e3-4ef7-834e-ddb25257e088,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:24.878519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (feebfe0b-86bf-4373-9788-22f71ad45699), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.938127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.938494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.939942 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] 10.222.0.45 "PUT /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 1122 time: 1.7244918 Jan 28 01:00:25.007940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e826e-727e-43ec-9f66-741eee14eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:25.049021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f0d38-2312-4f42-8ac0-32f5b1553a52 req-bf26b8d8-cbde-4d10-ae6d-64dc6fef1d2f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:25.050604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8f0d38-2312-4f42-8ac0-32f5b1553a52 req-bf26b8d8-cbde-4d10-ae6d-64dc6fef1d2f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.0802794 Jan 28 01:00:25.053992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Network 80612c17-56dc-4293-a499-d9742eb6abc1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:25.055411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:25.077024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6aa2f259-d793-4544-86a7-b7ea2d50054e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:25.119109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8f0d38-2312-4f42-8ac0-32f5b1553a52 req-807fbe52-fca8-4c68-a342-4546528ae1e2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609508 Jan 28 01:00:25.180675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Router feebfe0b-86bf-4373-9788-22f71ad45699 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:25.323153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:25.328447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3843cf5-8e91-4134-b4a2-fd46ce69ea15 admin admin] 10.222.0.23 "PUT /v2.0/routers/feebfe0b-86bf-4373-9788-22f71ad45699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5816474 Jan 28 01:00:25.370797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-0d469aa0-6901-4173-a148-ed5da9105ee5 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:00:25.371762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-0d469aa0-6901-4173-a148-ed5da9105ee5 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058908 Jan 28 01:00:25.540151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-2f7c5a0f-f521-486d-a807-92e93932c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:25.541563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-2f7c5a0f-f521-486d-a807-92e93932c962 service neutron] 10.222.0.23 "GET /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 1093 time: 0.1623664 Jan 28 01:00:25.551014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Request body: {'binding': {'host': 'n-h1-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:25.551315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Unknown quota resources ['binding']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:00:25.687325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on host n-h1-826756-1 for vnic_type normal with profile None {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:25.687630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:25.687986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:25.693660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:25.694422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:25.730461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:25.730461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:25.730840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:25.731589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Bound port: 55f5e380-fb84-473a-b7a6-611b5d319f45, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:25.739428 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Sync routers for ids ['feebfe0b-86bf-4373-9788-22f71ad45699'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:25.752035 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Routers {'feebfe0b-86bf-4373-9788-22f71ad45699'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:25.752819 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:00:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['feebfe0b-86bf-4373-9788-22f71ad45699'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:25.791890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b9ead-0f99-4d5b-9b82-f342477173c3 req-9bb3b0b7-2e41-4b19-b678-faf5ae881a40 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:25.794032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a03b9ead-0f99-4d5b-9b82-f342477173c3 req-9bb3b0b7-2e41-4b19-b678-faf5ae881a40 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 945 time: 0.0964561 Jan 28 01:00:25.800767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 28b00593-1353-49d9-a838-94190a7ec12e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:25.811996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:25.820951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.822164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-a5d162aa-deed-48d4-b399-40056c6f1975 service neutron] 10.222.0.23 "POST /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45/bindings HTTP/1.1" status: 201 len: 389 time: 0.2751658 Jan 28 01:00:25.863481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a03b9ead-0f99-4d5b-9b82-f342477173c3 req-5ef0b968-5f3c-466d-9391-289ae86520c1 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540950 Jan 28 01:00:25.876543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 28b00593-1353-49d9-a838-94190a7ec12e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:25.876978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (28b00593-1353-49d9-a838-94190a7ec12e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.879739 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Set router feebfe0b-86bf-4373-9788-22f71ad45699 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:26.014609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 28b00593-1353-49d9-a838-94190a7ec12e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:26.149999 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '11135da3-f3e3-4ef7-834e-ddb25257e088', 'name': '', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'mac_address': 'fa:16:3e:a6:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:22Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 2, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'subnets': [{'id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:26.178531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-48637a2a-2d94-4444-89d3-ccc27aef678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.180185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-48637a2a-2d94-4444-89d3-ccc27aef678d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1096 time: 0.0626297 Jan 28 01:00:26.182945 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Checking router: feebfe0b-86bf-4373-9788-22f71ad45699 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:26.183300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Updating router feebfe0b-86bf-4373-9788-22f71ad45699 port 11135da3-f3e3-4ef7-834e-ddb25257e088 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:26.209661 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.247422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-035b5b6b-8b64-4c2f-a4b1-486992537f62 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.249538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-035b5b6b-8b64-4c2f-a4b1-486992537f62 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 818 time: 0.1208467 Jan 28 01:00:26.267228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-51964c76-1446-4628-974c-2016e67a839b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/quotas/3a1fbcb2445d4eb0bc7117c3052da624 HTTP/1.1" status: 200 len: 375 time: 0.0111260 Jan 28 01:00:26.294565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-7e183df8-5def-4096-adb9-3610d1750f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.297007 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-7e183df8-5def-4096-adb9-3610d1750f7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1096566 Jan 28 01:00:26.326081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-85477e4d-b7d6-4f9c-a550-3a86e0e80c5e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533369 Jan 28 01:00:26.364665 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-43899508-7def-4343-8651-26fac8dd4747 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 217 time: 0.0601096 Jan 28 01:00:26.428404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-f21c5f4a-a427-424e-8d1a-b6a8503ec4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.431585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-f21c5f4a-a427-424e-8d1a-b6a8503ec4e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0594039 Jan 28 01:00:26.452576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-057c18e9-145a-46f8-bdbd-e5ad31d7ad62 service neutron] 10.222.0.23 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186519 Jan 28 01:00:26.470168 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-841483bf-a89b-40a1-baaa-566e39cdb72f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328083 Jan 28 01:00:26.520488 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Publish callbacks [] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.527507 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.541414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595d46-7af1-4460-84cf-a816e32afe9c req-0cfd3d7b-9b2a-4776-a151-eeda3a7553b9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.542984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff595d46-7af1-4460-84cf-a816e32afe9c req-0cfd3d7b-9b2a-4776-a151-eeda3a7553b9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 943 time: 0.1060433 Jan 28 01:00:26.572448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-4832b881-a4aa-4aef-b1f6-f85d38bb59b4 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937107 Jan 28 01:00:26.593670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-38e2d9bc-13a3-4f2c-9d93-33a2ea4ba2f2 service neutron] 10.222.0.23 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266642 Jan 28 01:00:26.604790 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Pushing event updated for resources: {'Port': ['ID=11135da3-f3e3-4ef7-834e-ddb25257e088,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:26.614885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff595d46-7af1-4460-84cf-a816e32afe9c req-529b1af4-bed5-4610-a2e5-ac67b976f902 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Jan 28 01:00:26.635466 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.635820 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.636244 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.636635 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.637242 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.637750 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.638159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.638542 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.639213 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.639604 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.639925 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.640570 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.640900 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:26.656349 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Attempting to bind port 11135da3-f3e3-4ef7-834e-ddb25257e088 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:26.656639 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Attempting to bind port 11135da3-f3e3-4ef7-834e-ddb25257e088 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:26.657324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Attempting to bind port 11135da3-f3e3-4ef7-834e-ddb25257e088 on network 80612c17-56dc-4293-a499-d9742eb6abc1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:26.662896 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:26.663270 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Checking segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:26.663741 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.664711 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Bound using segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:26.665151 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Bound port: 11135da3-f3e3-4ef7-834e-ddb25257e088, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:26.665880 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.694214 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-bed7591e-8dbb-4534-9e32-f1c3b373b35b service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124437 Jan 28 01:00:26.744645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d150f-d354-481c-b258-1289616f3cfc req-1ddc0c01-7310-45da-b2f3-bc31cef3ef89 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.753282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-991d150f-d354-481c-b258-1289616f3cfc req-1ddc0c01-7310-45da-b2f3-bc31cef3ef89 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.0598302 Jan 28 01:00:26.760087 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] For port 11135da3-f3e3-4ef7-834e-ddb25257e088, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:26.767771 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] For port 11135da3-f3e3-4ef7-834e-ddb25257e088, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=11135da3-f3e3-4ef7-834e-ddb25257e088,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:26.785161 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.844041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-991d150f-d354-481c-b258-1289616f3cfc req-3e363713-6a8b-4b69-8c00-525efdde6163 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841558 Jan 28 01:00:26.865909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:26.868486 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17881fd5-194d-4637-b04e-99fc5bdae1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:26.908353 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Routers {'feebfe0b-86bf-4373-9788-22f71ad45699'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:26.909368 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:00:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['feebfe0b-86bf-4373-9788-22f71ad45699'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:26.981238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6002080-f107-4228-8e10-0e217bba20a2 req-2467ce98-ba63-4a74-91d5-8949d0e2069e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.990692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6002080-f107-4228-8e10-0e217bba20a2 req-2467ce98-ba63-4a74-91d5-8949d0e2069e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.0698030 Jan 28 01:00:27.025314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9dcdf-4c3b-4a54-887c-05cae2f68a7a None None] Pushing event updated for resources: {'Port': ['ID=11135da3-f3e3-4ef7-834e-ddb25257e088,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:27.058491 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] Set router feebfe0b-86bf-4373-9788-22f71ad45699 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:27.066203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6002080-f107-4228-8e10-0e217bba20a2 req-68eb6146-da6c-492c-8295-bde8c2218ba4 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697463 Jan 28 01:00:27.191448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3b9ef50-a528-4921-a15d-e9e58c760e7d req-1380e4de-abf8-4e60-b366-fbd423ac0b8a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 210 time: 0.0382490 Jan 28 01:00:27.270042 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa831c-8af7-4e17-abc2-4b2f41838833 x-openstack-request-id: req-bdaa831c-8af7-4e17-abc2-4b2f41838833 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:27.270577 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:27.270684 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdaa831c-8af7-4e17-abc2-4b2f41838833 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:27.275352 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'status': 'completed', 'code': 200} Jan 28 01:00:27.400647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-4f2a6a5d-1eb0-420a-866d-e5182faa3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.403695 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-4f2a6a5d-1eb0-420a-866d-e5182faa3fda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1125 time: 0.0824337 Jan 28 01:00:27.422637 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '11135da3-f3e3-4ef7-834e-ddb25257e088', 'name': '', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'mac_address': 'fa:16:3e:a6:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:22Z', 'updated_at': '2022-01-28T01:00:26Z', 'revision_number': 4, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'subnets': [{'id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:27.505650 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3230ea7-2e6a-4f0f-9db9-1b18286e60ec None None] The sync data for ids ['feebfe0b-86bf-4373-9788-22f71ad45699'] in n-d-826756-1 is: [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '11135da3-f3e3-4ef7-834e-ddb25257e088', 'name': '', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'mac_address': 'fa:16:3e:a6:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:22Z', 'updated_at': '2022-01-28T01:00:26Z', 'revision_number': 4, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'subnets': [{'id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:27.555297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-d00ce8d6-007a-4843-a599-627fb3eff22d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.557036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-d00ce8d6-007a-4843-a599-627fb3eff22d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 818 time: 0.1928000 Jan 28 01:00:27.600213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-a1aa3d8e-74c0-49df-97a1-3cda300c9c4e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/quotas/3a1fbcb2445d4eb0bc7117c3052da624 HTTP/1.1" status: 200 len: 375 time: 0.0348032 Jan 28 01:00:27.652904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-c183a7de-ee4c-41f4-bfe4-53419381385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.654813 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-c183a7de-ee4c-41f4-bfe4-53419381385c service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.2410309 Jan 28 01:00:27.684039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-55ecb46e-8d5d-4da2-b6ea-2d3aca0c32ec tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766642 Jan 28 01:00:27.762130 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-82c22fb1-3157-4b3a-ab62-4b04c7c5868c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 217 time: 0.0865240 Jan 28 01:00:27.856025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-cf361304-9bd2-447e-b30f-a6993b0752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.858628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-cf361304-9bd2-447e-b30f-a6993b0752a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0856161 Jan 28 01:00:27.866821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-73f12ec9-4e91-4e9d-b1bd-81dd5b09df38 service neutron] 10.222.0.23 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813514 Jan 28 01:00:27.920542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-e37d0ab6-81c6-4d7b-8bc9-46be610f87b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529249 Jan 28 01:00:27.950884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11135da3-f3e3-4ef7-834e-ddb25257e088 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:28.022262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-754973b0-8747-4e83-bb25-a78a9bd06f4e service neutron] 10.222.0.23 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537511 Jan 28 01:00:28.059606 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-c87b0481-ece4-4938-975e-beb99b9498a7 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266749 Jan 28 01:00:28.079398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 11135da3-f3e3-4ef7-834e-ddb25257e088 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:28.079873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.241462 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-17881fd5-194d-4637-b04e-99fc5bdae1fd req-6f44036f-232a-40c6-8d69-e79ae10f8d9b service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736448 Jan 28 01:00:28.253876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 11135da3-f3e3-4ef7-834e-ddb25257e088 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:28.254529 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.343856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 11135da3-f3e3-4ef7-834e-ddb25257e088, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=11135da3-f3e3-4ef7-834e-ddb25257e088,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:28.353688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.380341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e859a-1578-47a1-b36e-3333f3876f39 req-218092e3-3bc7-4259-b778-582185ffcf1d tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:28.386575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-733e859a-1578-47a1-b36e-3333f3876f39 req-218092e3-3bc7-4259-b778-582185ffcf1d tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 943 time: 0.0993056 Jan 28 01:00:28.469292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=11135da3-f3e3-4ef7-834e-ddb25257e088,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:28.535072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-b85c7b84-2321-4e90-80b6-b218b2731871 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:28.555381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:28.569755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-b85c7b84-2321-4e90-80b6-b218b2731871 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 818 time: 0.2222037 Jan 28 01:00:28.570540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-733e859a-1578-47a1-b36e-3333f3876f39 req-b16744d5-b0d0-4ba4-9319-98943dab5885 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795998 Jan 28 01:00:28.595638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Request body: {'port': {'device_id': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'admin_state_up': True, 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:28.618600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca0cef-cf55-48da-96ed-aa41cc84b1d4 req-803ce329-bf5d-4f6d-b5bb-365bedda8d05 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:28.628675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73ca0cef-cf55-48da-96ed-aa41cc84b1d4 req-803ce329-bf5d-4f6d-b5bb-365bedda8d05 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1511254 Jan 28 01:00:28.706528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73ca0cef-cf55-48da-96ed-aa41cc84b1d4 req-9a6a35f4-83ee-474c-8352-6db8740ef7ea tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750823 Jan 28 01:00:28.774767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:28.790812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:00:28.792132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b35e9f84-6135-4ba6-b7fa-331951671015 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:28.818246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Made reservation on behalf of 3a1fbcb2445d4eb0bc7117c3052da624 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:28.822359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.011938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7589-9cbf-4a92-8bec-8e895b2ad2d2 req-e49d7327-7368-4fde-9934-b751d1009d9f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.020939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port b35e9f84-6135-4ba6-b7fa-331951671015, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b35e9f84-6135-4ba6-b7fa-331951671015,segment=NetworkSegment(88bb8ad9-e229-4e2f-bb55-e7804d2610a1),segment_id=88bb8ad9-e229-4e2f-bb55-e7804d2610a1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:29.026614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10a7589-9cbf-4a92-8bec-8e895b2ad2d2 req-e49d7327-7368-4fde-9934-b751d1009d9f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.1117506 Jan 28 01:00:29.042735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Allocated IP 172.20.0.11 (80612c17-56dc-4293-a499-d9742eb6abc1/1b2a3b19-b5c0-46cb-86d9-f1ad6483e396/72f5b885-ec60-4484-a5f2-5c419a83472e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:29.047339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'b35e9f84-6135-4ba6-b7fa-331951671015', 'network_id': '0aa1401f-20d0-459b-893e-730f90ac1cb0', 'port_id': 'b35e9f84-6135-4ba6-b7fa-331951671015', 'mac_address': 'fa:16:3e:bc:f2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b42216-6941-473e-bc38-7549342b72f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:29.134553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c10a7589-9cbf-4a92-8bec-8e895b2ad2d2 req-64412dc0-de46-42d3-b294-a6be53b8bf76 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063175 Jan 28 01:00:29.139577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port b35e9f84-6135-4ba6-b7fa-331951671015 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:29.140414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.158327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35e9f84-6135-4ba6-b7fa-331951671015 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:29.183119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port b35e9f84-6135-4ba6-b7fa-331951671015, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b35e9f84-6135-4ba6-b7fa-331951671015,segment=NetworkSegment(88bb8ad9-e229-4e2f-bb55-e7804d2610a1),segment_id=88bb8ad9-e229-4e2f-bb55-e7804d2610a1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:29.199395 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.307786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks [] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.312445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=b35e9f84-6135-4ba6-b7fa-331951671015,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:29.366905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.446200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Network 80612c17-56dc-4293-a499-d9742eb6abc1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:29.446878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dedf956-7b92-4122-8372-27d4f34b19e0 req-5390f83e-155f-4603-b23a-76bd696add30 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 210 time: 0.0293360 Jan 28 01:00:29.452051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:29.479406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:29.545692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Pushing event updated for resources: {'Port': ['ID=72f5b885-ec60-4484-a5f2-5c419a83472e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:29.611458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.612352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.654946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-5b5aa42d-44bc-48df-bc8a-2b25957548cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704119 Jan 28 01:00:29.674787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Request body: {'port': {'device_id': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:29.774449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.856524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['b35e9f84-6135-4ba6-b7fa-331951671015'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:29.913624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11135da3-f3e3-4ef7-834e-ddb25257e088 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:29.981253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa613dc-a90b-4711-9735-cdbb7b3b7440 req-6157a7d0-1df4-43e2-8065-0433701e3f7a tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.982453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa613dc-a90b-4711-9735-cdbb7b3b7440 req-6157a7d0-1df4-43e2-8065-0433701e3f7a tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 944 time: 0.0795865 Jan 28 01:00:30.082151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 11135da3-f3e3-4ef7-834e-ddb25257e088 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:30.083181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.124407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caa613dc-a90b-4711-9735-cdbb7b3b7440 req-e8f65810-36f3-4d47-a552-301b702b0fc0 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295917 Jan 28 01:00:30.249303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f5b885-ec60-4484-a5f2-5c419a83472e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:30.281250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Publish callbacks [] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.281749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe221-f892-48fb-aed4-3ec3c3e894f6 req-455ef322-c471-4a12-9909-b7a1b82f26c8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:30.287213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-937fe221-f892-48fb-aed4-3ec3c3e894f6 req-455ef322-c471-4a12-9909-b7a1b82f26c8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.0954494 Jan 28 01:00:30.303743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Transition to ACTIVE for port object 72f5b885-ec60-4484-a5f2-5c419a83472e will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:30.319552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 11135da3-f3e3-4ef7-834e-ddb25257e088 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:30.340673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.373487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-937fe221-f892-48fb-aed4-3ec3c3e894f6 req-da0798f2-cb1c-4b23-b901-bfb07a03409f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779901 Jan 28 01:00:30.514575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ea5b3-3604-4289-920f-4df50281f072 req-9ea69e0f-81f9-40c2-8b58-507e3e463d43 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:30.522653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-776ea5b3-3604-4289-920f-4df50281f072 req-9ea69e0f-81f9-40c2-8b58-507e3e463d43 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.0760663 Jan 28 01:00:30.531615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Pushing event updated for resources: {'Port': ['ID=72f5b885-ec60-4484-a5f2-5c419a83472e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:30.594051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-776ea5b3-3604-4289-920f-4df50281f072 req-171da8ee-fa7e-4b54-bf1f-b4959f22d549 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703247 Jan 28 01:00:30.596440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-2c642338-3155-405e-b95c-92c69f20b95d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:30.598009 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-2c642338-3155-405e-b95c-92c69f20b95d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.45 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 818 time: 0.2926943 Jan 28 01:00:30.628356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Request body: {'port': {'device_id': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'admin_state_up': True, 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:30.646925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Attempting to bind port 72f5b885-ec60-4484-a5f2-5c419a83472e on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:30.647263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Attempting to bind port 72f5b885-ec60-4484-a5f2-5c419a83472e by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:30.647593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Attempting to bind port 72f5b885-ec60-4484-a5f2-5c419a83472e on network 80612c17-56dc-4293-a499-d9742eb6abc1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:30.680471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Port 72f5b885-ec60-4484-a5f2-5c419a83472e on network 80612c17-56dc-4293-a499-d9742eb6abc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:30.680846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Attempting to bind port 72f5b885-ec60-4484-a5f2-5c419a83472e on network 80612c17-56dc-4293-a499-d9742eb6abc1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:30.691401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:30.691751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Checking segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:30.692149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Bound using segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:30.692578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Bound port: 72f5b885-ec60-4484-a5f2-5c419a83472e, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:30.692942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.811401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] For port 72f5b885-ec60-4484-a5f2-5c419a83472e, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:30.815216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] For port 72f5b885-ec60-4484-a5f2-5c419a83472e, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=72f5b885-ec60-4484-a5f2-5c419a83472e,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:30.818395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Made reservation on behalf of 3a1fbcb2445d4eb0bc7117c3052da624 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:30.822544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.826678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.891748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:30.892487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.894130 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] 10.222.0.43 "PUT /v2.0/ports/72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 1092 time: 1.2244372 Jan 28 01:00:30.897995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'tag': '72f5b885-ec60-4484-a5f2-5c419a83472e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:30.900380 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0833bd-551f-414a-a38f-2ed82006aa94" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4870af-2a77-4d2e-965b-2029834c44a1", "tag": "72f5b885-ec60-4484-a5f2-5c419a83472e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:30.955206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a526-8f8d-4a16-bdef-77e0bd314952 service neutron] Pushing event updated for resources: {'Port': ['ID=72f5b885-ec60-4484-a5f2-5c419a83472e,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:30.958152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ef1d494-16bb-4d71-8e16-5fd1293529b2 req-d47965e5-d8e5-4ee1-a013-f2bd245a94a7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 210 time: 0.0360658 Jan 28 01:00:31.056376 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0865f361-7846-4c59-b8f4-ae86c26eb109 x-openstack-request-id: req-0865f361-7846-4c59-b8f4-ae86c26eb109 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:31.056666 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4870af-2a77-4d2e-965b-2029834c44a1", "tag": "72f5b885-ec60-4484-a5f2-5c419a83472e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:31.056920 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0865f361-7846-4c59-b8f4-ae86c26eb109 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:31.057422 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'tag': '72f5b885-ec60-4484-a5f2-5c419a83472e', 'status': 'completed', 'code': 200} Jan 28 01:00:31.105556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99810b42-11e8-4866-857d-5f15c754f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.107508 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-99810b42-11e8-4866-857d-5f15c754f0ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1095 time: 0.1351640 Jan 28 01:00:31.171027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-3d3cbb59-1d4b-4558-8809-74b42cd47c63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0509546 Jan 28 01:00:31.175022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Allocated IP 172.20.0.8 (80612c17-56dc-4293-a499-d9742eb6abc1/1b2a3b19-b5c0-46cb-86d9-f1ad6483e396/3f418a0f-3225-41a6-aa7c-5fe67e7315c4) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:31.234616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-11daef9f-c87e-47fa-bcfd-5e7b9dcc5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.236121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-11daef9f-c87e-47fa-bcfd-5e7b9dcc5e89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.0522459 Jan 28 01:00:31.283206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-af01127d-6f88-42d5-8c8e-3dabc20b9005 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343349 Jan 28 01:00:31.338345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39ddce-326e-4def-b64d-3d9481b1d66c req-5c833718-559b-47f5-a49b-24623b074e4c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.346794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da39ddce-326e-4def-b64d-3d9481b1d66c req-5c833718-559b-47f5-a49b-24623b074e4c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 944 time: 0.1045566 Jan 28 01:00:31.438927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-59191194-2c32-4c42-8732-a0f5fd6048b3 service neutron] 10.222.0.43 "GET /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.0857604 Jan 28 01:00:31.440368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da39ddce-326e-4def-b64d-3d9481b1d66c req-10d4d965-8c15-4ffd-9421-695902262bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924885 Jan 28 01:00:31.629106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b5f57-2f64-4d57-8796-612b96c04ceb req-70459bd7-e48e-4b06-b644-284f5572b278 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.637412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-227b5f57-2f64-4d57-8796-612b96c04ceb req-70459bd7-e48e-4b06-b644-284f5572b278 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1056349 Jan 28 01:00:31.708471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-227b5f57-2f64-4d57-8796-612b96c04ceb req-fe15d3c7-6c1c-4b25-9d99-00d1840d0e46 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660353 Jan 28 01:00:31.827341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:31.865596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6ce71-bb2d-4257-8af3-c5205bcca399 req-76251cf3-2990-4bcd-bde3-dfe145e65791 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.867204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ae6ce71-bb2d-4257-8af3-c5205bcca399 req-76251cf3-2990-4bcd-bde3-dfe145e65791 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 944 time: 0.0783238 Jan 28 01:00:31.923116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ae6ce71-bb2d-4257-8af3-c5205bcca399 req-19d085a1-5802-49e8-bbbe-c17a98fd63c8 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 Jan 28 01:00:31.991893 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-3523ab0f-0f2f-4d46-9e33-8a2083f95fa6 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947868 Jan 28 01:00:31.999892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-994accef-4d30-4932-9100-02e981b56656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.099435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks [] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.119709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-994accef-4d30-4932-9100-02e981b56656 admin admin] Publish callbacks [] for security_group (3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.124697 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-994accef-4d30-4932-9100-02e981b56656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.174551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-994accef-4d30-4932-9100-02e981b56656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=779345f2dbe544c7bb6c98e1541d6f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452477 Jan 28 01:00:32.183664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48124) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:32.188145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994accef-4d30-4932-9100-02e981b56656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:32.208288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c09050f1-5da6-4384-8df4-f0afb3758047 req-a2f98b24-8e5b-4995-b70c-ffbee54add83 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 210 time: 0.0404141 Jan 28 01:00:32.304308 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5dfbd60e-5ef3-4c06-999f-a5fa72ae9687 req-b080203b-d5ac-4427-bdb5-8f3d9490552b service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034937 Jan 28 01:00:32.318907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.403589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Network 80612c17-56dc-4293-a499-d9742eb6abc1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:32.409514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:32.412243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcf55-4730-4f43-9944-f9139319eb28 admin admin] Publish callbacks [] for security_group (3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.422146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:32.437876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:32.443098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Pushing event updated for resources: {'Port': ['ID=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:32.525820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:32.531440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcf55-4730-4f43-9944-f9139319eb28 admin admin] Publish callbacks [] for security_group (3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.549640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:32.561858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b35e9f84-6135-4ba6-b7fa-331951671015 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:32.589044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.590031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.619537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ae29-7747-43ba-942e-3f1a04500058 req-0dc27cbb-f2f2-4ab3-9aca-1efc8ed5262a tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.622719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa2f259-d793-4544-86a7-b7ea2d50054e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:32.628675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f67ae29-7747-43ba-942e-3f1a04500058 req-0dc27cbb-f2f2-4ab3-9aca-1efc8ed5262a tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 944 time: 0.0873551 Jan 28 01:00:32.665463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-e436cdb6-2a7f-4095-99a5-55346c1899fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.669902 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-e436cdb6-2a7f-4095-99a5-55346c1899fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1095 time: 0.2488985 Jan 28 01:00:32.685875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:32.701128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f67ae29-7747-43ba-942e-3f1a04500058 req-413a200e-827d-4a37-945c-71deccbc2abe tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714843 Jan 28 01:00:32.739336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:32.770166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:00:32.777913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f1bd3c06-8e49-4781-8ac4-4b140839f61a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1625321 Jan 28 01:00:32.780371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port b35e9f84-6135-4ba6-b7fa-331951671015 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:32.786100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port b35e9f84-6135-4ba6-b7fa-331951671015 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:32.786796 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.818257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Request body: {'port': {'device_id': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:32.826273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.912208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcf55-4730-4f43-9944-f9139319eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.914645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9dbbcf55-4730-4f43-9944-f9139319eb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.918603 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9dbbcf55-4730-4f43-9944-f9139319eb28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7 HTTP/1.1" status: 204 len: 168 time: 0.7321086 Jan 28 01:00:32.924279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port b35e9f84-6135-4ba6-b7fa-331951671015 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:32.925063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.925805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea0990-518e-4084-a54f-4163b5bc2f40 req-b117a283-474c-4d17-a036-bdbd68bd7b41 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.935085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fea0990-518e-4084-a54f-4163b5bc2f40 req-b117a283-474c-4d17-a036-bdbd68bd7b41 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 945 time: 0.1083703 Jan 28 01:00:32.947087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af3e2-9de8-4a44-98ba-2504d3b353d6 req-d7947174-e499-4aa1-9e9f-abf46daa9431 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.949010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f61af3e2-9de8-4a44-98ba-2504d3b353d6 req-d7947174-e499-4aa1-9e9f-abf46daa9431 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1112256 Jan 28 01:00:32.965630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e9f84-6135-4ba6-b7fa-331951671015'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:32.969880 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433f0f9-a19f-48c2-ab70-af1efae7a5f3" -d '{"events": [{"server_uuid": "d20de341-0c79-4087-82e0-4b3c73a25e68", "name": "network-vif-plugged", "status": "completed", "tag": "b35e9f84-6135-4ba6-b7fa-331951671015"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:32.973873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbcf55-4730-4f43-9944-f9139319eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b5c43-0fef-49d9-bd4d-fd52eb372dc7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:32.995970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-b942277a-1cef-49b9-a89d-4d75fd62482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.997443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-b942277a-1cef-49b9-a89d-4d75fd62482a service neutron] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.2872117 Jan 28 01:00:32.998362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.034638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port b35e9f84-6135-4ba6-b7fa-331951671015, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b35e9f84-6135-4ba6-b7fa-331951671015,segment=NetworkSegment(88bb8ad9-e229-4e2f-bb55-e7804d2610a1),segment_id=88bb8ad9-e229-4e2f-bb55-e7804d2610a1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:33.043687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.065168 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-6d5e063d-94a9-4dee-8388-bf3217f0a284 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0586555 Jan 28 01:00:33.130610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=b35e9f84-6135-4ba6-b7fa-331951671015,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:33.130889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] Transition to ACTIVE for port object 6aa2f259-d793-4544-86a7-b7ea2d50054e will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:33.156571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.263004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-1e2b407d-d4e8-40b6-ad87-daca74b4600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:33.264730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-1e2b407d-d4e8-40b6-ad87-daca74b4600f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.1794446 Jan 28 01:00:33.331381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.335362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] No DVR routers for this DVR port 6aa2f259-d793-4544-86a7-b7ea2d50054e on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:33.352360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-7f61383c-bc26-4cf3-8110-94a8f38141e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778449 Jan 28 01:00:33.385889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f61af3e2-9de8-4a44-98ba-2504d3b353d6 req-a147fa7e-cfc1-4e1c-ba9c-fe9349780b62 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264438 Jan 28 01:00:33.419995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fea0990-518e-4084-a54f-4163b5bc2f40 req-9d02bfa4-ff49-4d6e-8554-1ceafb720ba8 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817107 Jan 28 01:00:33.439465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:33.527703 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-d92099a8-c656-45b1-a848-13149572e3a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e/bindings/n-h2-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0630364 Jan 28 01:00:33.581108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837031d4-bb5e-418a-87d7-617d7523aed4 req-c68be163-96ae-46a1-befb-0485584b12ac tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:33.584425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837031d4-bb5e-418a-87d7-617d7523aed4 req-c68be163-96ae-46a1-befb-0485584b12ac tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.0764189 Jan 28 01:00:33.596796 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba5dcb-c480-4918-9e9a-d710538378cc x-openstack-request-id: req-71ba5dcb-c480-4918-9e9a-d710538378cc {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:33.598529 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20de341-0c79-4087-82e0-4b3c73a25e68", "name": "network-vif-plugged", "status": "completed", "tag": "b35e9f84-6135-4ba6-b7fa-331951671015", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:33.599053 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71ba5dcb-c480-4918-9e9a-d710538378cc {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:33.599650 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e9f84-6135-4ba6-b7fa-331951671015', 'code': 200} Jan 28 01:00:33.616265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-a0468a5d-e641-4689-8f5b-9caa10ddb178 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219017 Jan 28 01:00:33.671270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837031d4-bb5e-418a-87d7-617d7523aed4 req-5b34b343-4d99-4ca2-9c4d-b2c3033f1abe tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811162 Jan 28 01:00:33.805378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:33.820356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Publish callbacks [] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.835496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Transition to ACTIVE for port object 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:33.858244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.957414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f52c5-a6ba-48b6-a020-2adf12b92489 req-20734327-469d-4945-b52b-6932bbc7508d tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:33.965479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db6f52c5-a6ba-48b6-a020-2adf12b92489 req-20734327-469d-4945-b52b-6932bbc7508d tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.1229436 Jan 28 01:00:33.977427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cbe1c-30a9-44a8-9f04-741c71a1c86d req-bbef6bb4-ed3f-4cb4-a1e0-daae87c381b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:33.979112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-025cbe1c-30a9-44a8-9f04-741c71a1c86d req-bbef6bb4-ed3f-4cb4-a1e0-daae87c381b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 1096 time: 0.2187757 Jan 28 01:00:34.023877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Pushing event updated for resources: {'Port': ['ID=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:34.043707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a0833bd-551f-414a-a38f-2ed82006aa94 req-d219a128-af14-4410-b21b-8617ac1abf26 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092381 Jan 28 01:00:34.044148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a48bf-0a64-4cd5-8e54-81f7e4ef943d req-a1462175-169f-4a54-8007-3a3a0ff3a434 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.046751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d00a48bf-0a64-4cd5-8e54-81f7e4ef943d req-a1462175-169f-4a54-8007-3a3a0ff3a434 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 943 time: 0.1998386 Jan 28 01:00:34.059694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c6f6940b-03c7-47ac-86b3-fac1961c1f5f tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.061859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c6f6940b-03c7-47ac-86b3-fac1961c1f5f tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.3126965 Jan 28 01:00:34.071466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Attempting to bind port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:34.072082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Attempting to bind port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:34.072769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Attempting to bind port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 on network 80612c17-56dc-4293-a499-d9742eb6abc1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:34.078608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 on network 80612c17-56dc-4293-a499-d9742eb6abc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:34.079233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Attempting to bind port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 on network 80612c17-56dc-4293-a499-d9742eb6abc1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:34.085996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:34.086929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Checking segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:34.087544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Bound using segment: {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:34.088190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Bound port: 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d85acec-634a-4146-97e7-e1fcdc67defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:34.088786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.098035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db6f52c5-a6ba-48b6-a020-2adf12b92489 req-88128c81-cc7e-4e1b-9872-770ef44e6bd9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306775 Jan 28 01:00:34.179803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-025cbe1c-30a9-44a8-9f04-741c71a1c86d req-b2d556f2-8385-404a-a6d1-d7163fbde112 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716373 Jan 28 01:00:34.201099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] For port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:34.209619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] For port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:34.211857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c7f36dc1-27cd-4a77-bf40-7e0302a880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.213393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c7f36dc1-27cd-4a77-bf40-7e0302a880f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 1096 time: 0.1136835 Jan 28 01:00:34.216024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.228575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d00a48bf-0a64-4cd5-8e54-81f7e4ef943d req-337f4935-7fea-4253-b43c-68bc0b7bfd51 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475313 Jan 28 01:00:34.258953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.259698 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.263243 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] 10.222.0.45 "PUT /v2.0/ports/3f418a0f-3225-41a6-aa7c-5fe67e7315c4 HTTP/1.1" status: 200 len: 1091 time: 1.4500968 Jan 28 01:00:34.266206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'tag': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:34.269239 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243" -d '{"events": [{"name": "network-changed", "server_uuid": "9e00aa38-1d30-4014-b39a-af5013ea16c5", "tag": "3f418a0f-3225-41a6-aa7c-5fe67e7315c4"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:34.301026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d3a84-32fc-4a9f-90b7-918f182f049c service neutron] Pushing event updated for resources: {'Port': ['ID=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:34.327732 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eb3f2c-62e0-4d55-9018-4b9fb549e9da x-openstack-request-id: req-70eb3f2c-62e0-4d55-9018-4b9fb549e9da {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:34.328245 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e00aa38-1d30-4014-b39a-af5013ea16c5", "tag": "3f418a0f-3225-41a6-aa7c-5fe67e7315c4", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:34.328498 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70eb3f2c-62e0-4d55-9018-4b9fb549e9da {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:34.328921 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'tag': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4', 'status': 'completed', 'code': 200} Jan 28 01:00:34.340721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 72f5b885-ec60-4484-a5f2-5c419a83472e details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:34.345461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:34.399515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef324-d9d2-46f5-bece-1c369154b3df req-563a2b53-9984-437a-8b03-05f538bc70bf tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.401050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dedef324-d9d2-46f5-bece-1c369154b3df req-563a2b53-9984-437a-8b03-05f538bc70bf tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.43 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 945 time: 0.0524507 Jan 28 01:00:34.476488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 6aa2f259-d793-4544-86a7-b7ea2d50054e host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:00:34.477020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:34.546907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Deleting port 86570127-4f64-4a6f-9636-b5844266b53c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:34.547263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (86570127-4f64-4a6f-9636-b5844266b53c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.565288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 72f5b885-ec60-4484-a5f2-5c419a83472e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=72f5b885-ec60-4484-a5f2-5c419a83472e,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:34.577757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:34.580947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520714f4-b038-4a3b-815c-18efcd923a4f req-3647964b-da12-4c9a-8600-7867a1a92e55 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.588436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520714f4-b038-4a3b-815c-18efcd923a4f req-3647964b-da12-4c9a-8600-7867a1a92e55 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.0755119 Jan 28 01:00:34.622132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '72f5b885-ec60-4484-a5f2-5c419a83472e', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'port_id': '72f5b885-ec60-4484-a5f2-5c419a83472e', 'mac_address': 'fa:16:3e:40:bb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:34.671831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] For port 86570127-4f64-4a6f-9636-b5844266b53c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=86570127-4f64-4a6f-9636-b5844266b53c,segment=NetworkSegment(f2e616b1-2aab-4b15-a33c-45954b30ab52),segment_id=f2e616b1-2aab-4b15-a33c-45954b30ab52)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:34.674150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (86570127-4f64-4a6f-9636-b5844266b53c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.691940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Calling delete_port for 86570127-4f64-4a6f-9636-b5844266b53c owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:34.706289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520714f4-b038-4a3b-815c-18efcd923a4f req-d3cb4546-abd0-42f2-9282-fab8a7a0a6ac tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167336 Jan 28 01:00:34.710015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 72f5b885-ec60-4484-a5f2-5c419a83472e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:34.711446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.771373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 6aa2f259-d793-4544-86a7-b7ea2d50054e is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:34.778463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f5b885-ec60-4484-a5f2-5c419a83472e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:34.810938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 72f5b885-ec60-4484-a5f2-5c419a83472e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=72f5b885-ec60-4484-a5f2-5c419a83472e,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:34.813008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-645c99af-c59a-457b-a9f8-b9ca6d35cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.815199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-645c99af-c59a-457b-a9f8-b9ca6d35cce8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1096 time: 0.1384275 Jan 28 01:00:34.816452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.824314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b8ec-e32b-4e99-b54a-fda2bed03f11 req-19fa073c-15b4-413e-b1f2-cf33c5228e01 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.839744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0518b8ec-e32b-4e99-b54a-fda2bed03f11 req-19fa073c-15b4-413e-b1f2-cf33c5228e01 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/ports?device_id=d47bf230-c480-45da-8c75-7fd16dca8150 HTTP/1.1" status: 200 len: 945 time: 0.1392691 Jan 28 01:00:34.877906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=72f5b885-ec60-4484-a5f2-5c419a83472e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:34.894104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243 req-42181364-52d1-4cfb-abff-fa88990762bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:34.895760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243 req-42181364-52d1-4cfb-abff-fa88990762bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 1094 time: 0.1072702 Jan 28 01:00:34.898008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (86570127-4f64-4a6f-9636-b5844266b53c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.931012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['86570127-4f64-4a6f-9636-b5844266b53c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:35.004442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0518b8ec-e32b-4e99-b54a-fda2bed03f11 req-b285305e-8622-4f60-b5bb-f2f7d8cd3238 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e54e97e-1bcf-4bab-ad03-c0200c9370a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523459 Jan 28 01:00:35.008052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] No DVR routers for this DVR port 86570127-4f64-4a6f-9636-b5844266b53c on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:35.012144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.016292 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dedef324-d9d2-46f5-bece-1c369154b3df req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] 10.222.0.43 "DELETE /v2.0/ports/86570127-4f64-4a6f-9636-b5844266b53c HTTP/1.1" status: 204 len: 173 time: 0.6096644 Jan 28 01:00:35.018320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa70937-a11b-421b-b99e-f92640428f89 tempest-ServerTagsTestJSON-34928268 tempest-ServerTagsTestJSON-34928268-project] Pushing event deleted for resources: {'Port': ['ID=86570127-4f64-4a6f-9636-b5844266b53c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:35.031418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-05d34418-ca9c-4153-bc2f-d8b60f13ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.033306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-05d34418-ca9c-4153-bc2f-d8b60f13ea2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1925402 Jan 28 01:00:35.139991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243 req-3025f3d9-b476-4936-9a75-dbc1917f9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.141848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243 req-3025f3d9-b476-4936-9a75-dbc1917f9ef2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2181666 Jan 28 01:00:35.144156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-4723dba5-01ca-48ba-947b-8826a6259603 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 217 time: 0.1020365 Jan 28 01:00:35.157358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['72f5b885-ec60-4484-a5f2-5c419a83472e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:35.303031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243 req-1a0f6da5-2dc7-4962-8e4e-1f9ab0a46a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.304602 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-47c23e9a-3b38-4688-81e5-5a3fa4a0e243 req-1a0f6da5-2dc7-4962-8e4e-1f9ab0a46a1e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488318 Jan 28 01:00:35.349222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-5afe2e7d-135a-4ea4-abec-b310118b4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.350774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-5afe2e7d-135a-4ea4-abec-b310118b4af9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.1927292 Jan 28 01:00:35.364973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c226ef-166e-4f90-a7d5-98374b0aba24 req-3f0016f1-58f0-42c2-8613-016aec97682b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.366517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47c226ef-166e-4f90-a7d5-98374b0aba24 req-3f0016f1-58f0-42c2-8613-016aec97682b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.2213700 Jan 28 01:00:35.410900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3bf13-0692-43a0-a636-ba5006cb79d2 req-79f6e99f-4cbd-4960-977b-a71f0e3edc55 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.412709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0d3bf13-0692-43a0-a636-ba5006cb79d2 req-79f6e99f-4cbd-4960-977b-a71f0e3edc55 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.1338751 Jan 28 01:00:35.414797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-95d56a9b-cdd1-458d-89ad-705cb2543546 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466230 Jan 28 01:00:35.427673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-218670ce-dc92-4fdb-934f-006763fa4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.429364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-218670ce-dc92-4fdb-934f-006763fa4e4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 1094 time: 0.0587475 Jan 28 01:00:35.489117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-e05b2914-46d5-45a7-bf22-9c3275b99c58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4 HTTP/1.1" status: 200 len: 217 time: 0.0429428 Jan 28 01:00:35.561219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-3ae33535-ac62-4b7a-89cc-8b4c7c572398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.564008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-3ae33535-ac62-4b7a-89cc-8b4c7c572398 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.0650287 Jan 28 01:00:35.625594 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-f8ef9a1d-825b-47b2-8905-429d8bb6d25b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522916 Jan 28 01:00:35.630077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47c226ef-166e-4f90-a7d5-98374b0aba24 req-a6462d04-4124-4a22-bc64-a119ba3ae71c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505906 Jan 28 01:00:35.683994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0d3bf13-0692-43a0-a636-ba5006cb79d2 req-f43d8d83-fb5a-4e90-9a61-ffaa2d572be9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594552 Jan 28 01:00:35.703848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-8c325f53-caa6-40c8-8939-4e485a379db7 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672718 Jan 28 01:00:35.828573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-1dd97f9b-dad4-4b7b-ae37-51dceb65402e service neutron] 10.222.0.45 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665134 Jan 28 01:00:35.947725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-631d202a-6ce0-44c7-aa4f-b7841ec9a5d4 req-c2c5b4ab-4ea1-4c25-8527-3b41b62ad8bb service neutron] 10.222.0.45 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107094 Jan 28 01:00:35.975628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7626b3-08cd-4b18-b553-09ed462ab471 req-16861af2-6246-4a02-aefb-973472815a74 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:35.977891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7626b3-08cd-4b18-b553-09ed462ab471 req-16861af2-6246-4a02-aefb-973472815a74 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 943 time: 0.1292555 Jan 28 01:00:36.033173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-43a890ae-a19d-4872-bfb8-78e7a31a65a3 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896399 Jan 28 01:00:36.046299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7626b3-08cd-4b18-b553-09ed462ab471 req-88233979-bf4d-4444-95fe-7f5c84ee1516 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Jan 28 01:00:36.183478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca1a63-1618-4597-9399-ed770721d7ea req-83f9cdbd-241e-408c-b5a7-1927910debf0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:36.184984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ca1a63-1618-4597-9399-ed770721d7ea req-83f9cdbd-241e-408c-b5a7-1927910debf0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.0736852 Jan 28 01:00:36.234738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ca1a63-1618-4597-9399-ed770721d7ea req-cb91fe18-9294-4fbe-9d4a-6742c5b70950 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437708 Jan 28 01:00:36.318886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48210) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:36.343181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 72f5b885-ec60-4484-a5f2-5c419a83472e up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:36.379675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'name': 'network-vif-deleted', 'tag': '86570127-4f64-4a6f-9636-b5844266b53c'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:36.388332 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e958d1-a397-449e-a86d-3e9f085ec622" -d '{"events": [{"server_uuid": "d47bf230-c480-45da-8c75-7fd16dca8150", "name": "network-vif-deleted", "tag": "86570127-4f64-4a6f-9636-b5844266b53c"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:36.432843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Deleting subnet d2f56226-0711-4ab5-a371-ed6774b1b85d {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:36.437478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Publish callbacks [] for subnet (d2f56226-0711-4ab5-a371-ed6774b1b85d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.440909 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7df4a7-495f-4618-82e5-820110fe04f8 x-openstack-request-id: req-1e7df4a7-495f-4618-82e5-820110fe04f8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:36.441292 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47bf230-c480-45da-8c75-7fd16dca8150", "name": "network-vif-deleted", "tag": "86570127-4f64-4a6f-9636-b5844266b53c", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:36.441809 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e7df4a7-495f-4618-82e5-820110fe04f8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:36.442661 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47bf230-c480-45da-8c75-7fd16dca8150', 'name': 'network-vif-deleted', 'tag': '86570127-4f64-4a6f-9636-b5844266b53c', 'status': 'completed', 'code': 200} Jan 28 01:00:36.455035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 72f5b885-ec60-4484-a5f2-5c419a83472e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:36.460857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 72f5b885-ec60-4484-a5f2-5c419a83472e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:36.461239 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.511314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (d2f56226-0711-4ab5-a371-ed6774b1b85d), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.553945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 72f5b885-ec60-4484-a5f2-5c419a83472e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:36.554469 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.579211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d2f56226-0711-4ab5-a371-ed6774b1b85d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.600429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 72f5b885-ec60-4484-a5f2-5c419a83472e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=72f5b885-ec60-4484-a5f2-5c419a83472e,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:36.601567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f5b885-ec60-4484-a5f2-5c419a83472e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:36.604454 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3343a5-a88e-42b9-a6bc-b39bdeb1eb71" -d '{"events": [{"server_uuid": "0f4870af-2a77-4d2e-965b-2029834c44a1", "name": "network-vif-plugged", "status": "completed", "tag": "72f5b885-ec60-4484-a5f2-5c419a83472e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:36.621407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.659601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (d2f56226-0711-4ab5-a371-ed6774b1b85d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.695850 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f8b34e-a4b9-4f6d-801c-8befb2180590 x-openstack-request-id: req-20f8b34e-a4b9-4f6d-801c-8befb2180590 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:36.696166 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4870af-2a77-4d2e-965b-2029834c44a1", "name": "network-vif-plugged", "status": "completed", "tag": "72f5b885-ec60-4484-a5f2-5c419a83472e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:36.696425 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20f8b34e-a4b9-4f6d-801c-8befb2180590 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:36.696831 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f5b885-ec60-4484-a5f2-5c419a83472e', 'code': 200} Jan 28 01:00:36.717564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=72f5b885-ec60-4484-a5f2-5c419a83472e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:36.727473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-05d67496-b14a-432d-abf5-b61f7d30782d tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:36.729012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-05d67496-b14a-432d-abf5-b61f7d30782d tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0815172 Jan 28 01:00:36.738322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f56226-0711-4ab5-a371-ed6774b1b85d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:36.740557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.744012 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0fdbdb7c-d101-4018-9485-625b9ac2705e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2f56226-0711-4ab5-a371-ed6774b1b85d HTTP/1.1" status: 204 len: 168 time: 0.4238644 Jan 28 01:00:36.746401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:36.847406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (db86fc14-bf55-48f4-aa02-aa3902504880), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.862841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eb5c4-40ae-4318-ad69-dc4a039fef0c req-4a178f78-5b28-4466-bcd9-4b9dbebbc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:36.864370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-501eb5c4-40ae-4318-ad69-dc4a039fef0c req-4a178f78-5b28-4466-bcd9-4b9dbebbc47b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.0632355 Jan 28 01:00:36.869808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192b8f-045a-4007-9230-307c0d4743fd req-49c25f01-d849-4fb0-8010-6276bcd35d16 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:36.879703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98192b8f-045a-4007-9230-307c0d4743fd req-49c25f01-d849-4fb0-8010-6276bcd35d16 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.0875552 Jan 28 01:00:36.964621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (db86fc14-bf55-48f4-aa02-aa3902504880), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.971839 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.986551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-501eb5c4-40ae-4318-ad69-dc4a039fef0c req-77617e57-120e-4ba9-9ebe-c73c386b3cac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005967 Jan 28 01:00:36.989894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98192b8f-045a-4007-9230-307c0d4743fd req-b9d13d64-0ac0-4692-b29e-da4210a53293 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050622 Jan 28 01:00:36.995483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db86fc14-bf55-48f4-aa02-aa3902504880']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:37.005767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e616b1-2aab-4b15-a33c-45954b30ab52') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:37.006875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e616b1-2aab-4b15-a33c-45954b30ab52') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:37.018696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (f2e616b1-2aab-4b15-a33c-45954b30ab52), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.031859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-95b847b7-49b7-466e-913b-e9a579b22bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.036138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f2e616b1-2aab-4b15-a33c-45954b30ab52), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.043691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c1266a88-50d2-44b3-95e3-3292fc126e5f service neutron] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:37.047742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:37.047742 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (f2e616b1-2aab-4b15-a33c-45954b30ab52), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:37.049122 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:37.051970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c1266a88-50d2-44b3-95e3-3292fc126e5f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.053799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c42a389-c924-4a73-9379-a39ffb5bf787 req-c1266a88-50d2-44b3-95e3-3292fc126e5f service neutron] 10.222.0.45 "DELETE /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e/bindings/n-h1-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.3148861 Jan 28 01:00:37.076064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761e8e-ce93-4da4-ab94-452b9ae67903 req-03e2adb8-cfff-4482-8507-11bc10a0d4f4 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.077863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99761e8e-ce93-4da4-ab94-452b9ae67903 req-03e2adb8-cfff-4482-8507-11bc10a0d4f4 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.0836582 Jan 28 01:00:37.120897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (db86fc14-bf55-48f4-aa02-aa3902504880), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.132576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.138380 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/db86fc14-bf55-48f4-aa02-aa3902504880 HTTP/1.1" status: 204 len: 168 time: 0.3887818 Jan 28 01:00:37.150230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99761e8e-ce93-4da4-ab94-452b9ae67903 req-2013bdba-c2c4-4797-b5dc-7caa644ba8ae tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Jan 28 01:00:37.158166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2600bb-f3ce-4ef9-a395-8ab468b77be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db86fc14-bf55-48f4-aa02-aa3902504880,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:37.374212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d375b4-db57-42bc-a855-b7126fc25658 req-f5cc690f-93e6-4294-967f-408550470bfb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.381696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7d375b4-db57-42bc-a855-b7126fc25658 req-f5cc690f-93e6-4294-967f-408550470bfb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 943 time: 0.0918145 Jan 28 01:00:37.400199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48248) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:37.476470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7d375b4-db57-42bc-a855-b7126fc25658 req-fc27eea8-5f33-428f-b714-3d84939abe02 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936613 Jan 28 01:00:37.485806 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-68233865-045a-49d0-9378-245fe611a78a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b98089578614584819a0154ffcf07be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831461 Jan 28 01:00:37.485806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48250) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:37.508403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ed6bb-656a-4305-b87e-6978d4d33fd6 req-747353b4-aecf-401b-8b7d-38b98d02bfa0 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.513383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca5ed6bb-656a-4305-b87e-6978d4d33fd6 req-747353b4-aecf-401b-8b7d-38b98d02bfa0 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1096 time: 0.0956070 Jan 28 01:00:37.567529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10cab3eb-575e-44ea-aa74-a4f97636c6f7 admin admin] Publish callbacks [] for security_group (6e54e97e-1bcf-4bab-ad03-c0200c9370a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.574210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca5ed6bb-656a-4305-b87e-6978d4d33fd6 req-291bcf85-c05d-4814-9cb6-201442fe9906 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Jan 28 01:00:37.643182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10cab3eb-575e-44ea-aa74-a4f97636c6f7 admin admin] Publish callbacks [] for security_group (6e54e97e-1bcf-4bab-ad03-c0200c9370a5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.746935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10cab3eb-575e-44ea-aa74-a4f97636c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6e54e97e-1bcf-4bab-ad03-c0200c9370a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.750240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10cab3eb-575e-44ea-aa74-a4f97636c6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:37.751653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10cab3eb-575e-44ea-aa74-a4f97636c6f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e54e97e-1bcf-4bab-ad03-c0200c9370a5 HTTP/1.1" status: 204 len: 168 time: 0.2650657 Jan 28 01:00:37.760536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cab3eb-575e-44ea-aa74-a4f97636c6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e54e97e-1bcf-4bab-ad03-c0200c9370a5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:37.906000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b85bf-0df0-4ec2-a509-3b6fa3f4613b req-cc586204-5022-454d-b347-37ab77a4f34d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:37.908013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba9b85bf-0df0-4ec2-a509-3b6fa3f4613b req-cc586204-5022-454d-b347-37ab77a4f34d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1685748 Jan 28 01:00:38.098498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba9b85bf-0df0-4ec2-a509-3b6fa3f4613b req-40a59429-5cc9-4229-bb8f-574ad9278807 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827190 Jan 28 01:00:38.277019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-85570b5f-df65-40d2-b5a1-66ea804c8810 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.286491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-85570b5f-df65-40d2-b5a1-66ea804c8810 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.2584755 Jan 28 01:00:38.309512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-f15eff36-493d-4e57-91db-1513c2ab4cbe tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/quotas/9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 375 time: 0.0217772 Jan 28 01:00:38.345080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 86570127-4f64-4a6f-9636-b5844266b53c no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:38.382431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-305e7641-df20-4263-9be0-d2b53e3a4758 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717239 Jan 28 01:00:38.411714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 86570127-4f64-4a6f-9636-b5844266b53c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:38.412063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 86570127-4f64-4a6f-9636-b5844266b53c not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:38.490295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-952fbe62-d6da-4e55-87d9-b96e423ed4fd service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068785 Jan 28 01:00:38.626412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-7bca8769-1c92-4b22-b61b-39559d9da5a0 service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297479 Jan 28 01:00:38.720316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2e023-6baf-43e4-8870-d48e5e4fec80 req-eba9bd3a-8019-4ba4-8f64-bfbaffe93831 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.721942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e2e023-6baf-43e4-8870-d48e5e4fec80 req-eba9bd3a-8019-4ba4-8f64-bfbaffe93831 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 943 time: 0.0558352 Jan 28 01:00:38.884329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e2e023-6baf-43e4-8870-d48e5e4fec80 req-6804b69e-aff4-46c1-b6db-72146c0240aa tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555490 Jan 28 01:00:39.042622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40692729-5934-4dcd-86d6-28aef3c0325f req-6fa80218-9ecf-4be1-83b7-f112898ef52d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 210 time: 0.0698714 Jan 28 01:00:39.152967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48324) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:39.268694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-385ed895-d98c-4faf-b733-46ad0e51b330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.300740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcd29a-0e42-442c-a9c7-7b470f367009 req-353de420-9184-4338-84e6-8ec69c2d2d0a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:39.309021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27bcd29a-0e42-442c-a9c7-7b470f367009 req-353de420-9184-4338-84e6-8ec69c2d2d0a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1046503 Jan 28 01:00:39.335786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2084654583-network', 'tenant_id': '6bf2a48e2c3f4b06af9feec80917524c'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:39.390208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27bcd29a-0e42-442c-a9c7-7b470f367009 req-4db670f6-f1b2-4d4d-ab83-7a173aa0615c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802045 Jan 28 01:00:39.399090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Made reservation on behalf of 6bf2a48e2c3f4b06af9feec80917524c for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:39.406036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.427967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.558639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks [] for security_group (8e125d6c-6594-4afd-a6e2-355e648c48f3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.565110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8e125d6c-6594-4afd-a6e2-355e648c48f3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.600250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:39.611350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e125d6c-6594-4afd-a6e2-355e648c48f3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:39.617505 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (49f79fcb-21c3-4a1d-9466-79d460f8e203), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.617875 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Added segment 49f79fcb-21c3-4a1d-9466-79d460f8e203 of type vlan for network b5159ef5-1dae-4f4e-85fc-c530df70ede0 Jan 28 01:00:39.685960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b5159ef5-1dae-4f4e-85fc-c530df70ede0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.730597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b5159ef5-1dae-4f4e-85fc-c530df70ede0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.731758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:39.732440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.809249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] Pushing event updated for resources: {'Network': ['ID=b5159ef5-1dae-4f4e-85fc-c530df70ede0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:39.819446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a00b463b-9115-4e12-bf49-e3d3f33322ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6625569 Jan 28 01:00:39.820036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48332) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:39.830870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Request body: {'subnet': {'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2084654583-subnet', 'tenant_id': '6bf2a48e2c3f4b06af9feec80917524c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:39.834797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b5159ef5-1dae-4f4e-85fc-c530df70ede0 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:39.914772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Made reservation on behalf of 6bf2a48e2c3f4b06af9feec80917524c for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:39.922340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.307228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (131012a8-70ec-4dd8-b761-676d766912d4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.351082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-b7f15bd1-3021-45b0-8a8c-cf595a8b3992 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.354956 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-b7f15bd1-3021-45b0-8a8c-cf595a8b3992 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.2131157 Jan 28 01:00:40.391501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:40.393836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Request body: {'port': {'device_id': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'admin_state_up': True, 'tenant_id': '9dc49157e1a54724b3a7ac9ddcf8e688'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:40.421788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48364) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:40.474885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Checking segment: {'id': '49f79fcb-21c3-4a1d-9466-79d460f8e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:40.475262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Network hostable DHCP agents. Network: b5159ef5-1dae-4f4e-85fc-c530df70ede0, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:40.560956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:40.580443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Pushing event updated for resources: {'Subnet': ['ID=131012a8-70ec-4dd8-b761-676d766912d4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:40.581386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a340d306-90f2-4967-8ade-cec85b2527ad req-75371a4a-30f1-495c-8c03-e539ae8264b4 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 210 time: 0.0581074 Jan 28 01:00:40.608016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Network b5159ef5-1dae-4f4e-85fc-c530df70ede0 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:40.634257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b5159ef5-1dae-4f4e-85fc-c530df70ede0) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:40.642252 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ef568b3-9c35-4abe-9452-caea0ecff664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.650391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.651565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.690866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed899b2-3ec0-49b2-b5b7-809e1327f379 req-9deae3a5-b8e0-4e67-aefe-3bac9d84c707 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:40.698073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bed899b2-3ec0-49b2-b5b7-809e1327f379 req-9deae3a5-b8e0-4e67-aefe-3bac9d84c707 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 943 time: 0.2254899 Jan 28 01:00:40.716822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ab40d674-e342-42e0-b49c-0608d355390b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8944917 Jan 28 01:00:40.744824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Made reservation on behalf of 9dc49157e1a54724b3a7ac9ddcf8e688 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:40.749996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.756517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a0429-8fd9-48d2-832c-f8876399cb43 None None] Network b5159ef5-1dae-4f4e-85fc-c530df70ede0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:40.783346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bed899b2-3ec0-49b2-b5b7-809e1327f379 req-d9c0d545-fd17-4fe1-b3ee-28bd77c46477 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814054 Jan 28 01:00:40.861146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ef568b3-9c35-4abe-9452-caea0ecff664 admin admin] Publish callbacks [] for security_group (b7fc1c66-7799-4785-a84e-51dab77727d6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.895969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ef568b3-9c35-4abe-9452-caea0ecff664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7fc1c66-7799-4785-a84e-51dab77727d6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.954078 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.016111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:41.018161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Allocated IP 172.20.0.3 (545f5148-681e-4d62-9829-c5c707709cca/f6700348-b602-49c3-a943-48fc9059124b/5b67abcc-d5dd-4107-85be-c6da8a3ca075) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:41.051702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4', 'network_id': '80612c17-56dc-4293-a499-d9742eb6abc1', 'port_id': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4', 'mac_address': 'fa:16:3e:db:a9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2a3b19-b5c0-46cb-86d9-f1ad6483e396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:41.062135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b019aa-a5a5-4271-8bb1-5611a2b77fdf None None] Network b5159ef5-1dae-4f4e-85fc-c530df70ede0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:41.069260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1ef568b3-9c35-4abe-9452-caea0ecff664 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7d127fda1c144d683831a75fcab04c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6459765 Jan 28 01:00:41.073174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48376) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:41.079468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef568b3-9c35-4abe-9452-caea0ecff664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc1c66-7799-4785-a84e-51dab77727d6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:41.131933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9ad8-54a5-4622-8eea-50fd9fbf2ad9 req-d29eaf0d-c5f5-49cf-8ddf-4928b0907c5f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:41.133975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-479e9ad8-54a5-4622-8eea-50fd9fbf2ad9 req-d29eaf0d-c5f5-49cf-8ddf-4928b0907c5f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.2639432 Jan 28 01:00:41.185976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c94b3960-0b38-4c9f-9d10-57b1e3f25b99 admin admin] Publish callbacks [] for security_group (b7fc1c66-7799-4785-a84e-51dab77727d6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.223088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:41.223778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.254014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-479e9ad8-54a5-4622-8eea-50fd9fbf2ad9 req-f0e57afb-11ad-4bc5-aa02-9e1e76e67b34 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941198 Jan 28 01:00:41.268821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:41.271707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c94b3960-0b38-4c9f-9d10-57b1e3f25b99 admin admin] Publish callbacks [] for security_group (b7fc1c66-7799-4785-a84e-51dab77727d6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.300931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:41.308060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.355047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks [] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.367182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c94b3960-0b38-4c9f-9d10-57b1e3f25b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7fc1c66-7799-4785-a84e-51dab77727d6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.371298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c94b3960-0b38-4c9f-9d10-57b1e3f25b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.375608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c94b3960-0b38-4c9f-9d10-57b1e3f25b99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7fc1c66-7799-4785-a84e-51dab77727d6 HTTP/1.1" status: 204 len: 168 time: 0.2869468 Jan 28 01:00:41.377352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:41.418630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48388) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:41.424207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-487427002-network', 'tenant_id': '8cb9e8a245ca4a198f13480d38f8bd73'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:41.463379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Made reservation on behalf of 8cb9e8a245ca4a198f13480d38f8bd73 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:41.471460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.489547 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.620206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks [] for security_group (da214185-18ce-4eb2-8441-43460a811243), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.625621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (da214185-18ce-4eb2-8441-43460a811243), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.681495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:41.688492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da214185-18ce-4eb2-8441-43460a811243,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:41.694793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e9154dfb-301b-4a1d-80e6-e11ba6091634), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.695153 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Added segment e9154dfb-301b-4a1d-80e6-e11ba6091634 of type vlan for network e27a2f4f-dad1-43de-b28d-a4410b545877 Jan 28 01:00:41.765686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe20c158-afdd-458a-bf10-9a8c327cc9b5 req-3f3fa04e-b118-42d1-9aae-4ded19db9f7a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 210 time: 0.0385027 Jan 28 01:00:41.767606 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e27a2f4f-dad1-43de-b28d-a4410b545877), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.801680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e27a2f4f-dad1-43de-b28d-a4410b545877), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.805030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:41.807322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.819730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b3960-0b38-4c9f-9d10-57b1e3f25b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc1c66-7799-4785-a84e-51dab77727d6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:41.827149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.870020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4477377 Jan 28 01:00:41.870550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48406) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:41.882331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Request body: {'subnet': {'network_id': 'e27a2f4f-dad1-43de-b28d-a4410b545877', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-487427002-subnet', 'tenant_id': '8cb9e8a245ca4a198f13480d38f8bd73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:41.890545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.897952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['3f418a0f-3225-41a6-aa7c-5fe67e7315c4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:41.962869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6276-409f-4ad6-91e3-0fb86a11ba91 admin admin] Pushing event updated for resources: {'Network': ['ID=e27a2f4f-dad1-43de-b28d-a4410b545877,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:41.994311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e27a2f4f-dad1-43de-b28d-a4410b545877 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:41.997743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:42.024753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Network 545f5148-681e-4d62-9829-c5c707709cca is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:42.026903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:42.036170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:42.047495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Made reservation on behalf of 8cb9e8a245ca4a198f13480d38f8bd73 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:42.052422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.054134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb8abd-ae56-45cc-9c08-3c9f785386f6 req-4d8ec2f8-0f72-422d-a1b8-5e62d6fc0db1 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.055874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ecb8abd-ae56-45cc-9c08-3c9f785386f6 req-4d8ec2f8-0f72-422d-a1b8-5e62d6fc0db1 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 944 time: 0.1152141 Jan 28 01:00:42.161865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ecb8abd-ae56-45cc-9c08-3c9f785386f6 req-09f5a22d-3aab-4dcf-8b58-935bc1f18ffa tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940835 Jan 28 01:00:42.252261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.252811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.304243 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-2f2d3368-8610-4487-a187-a9234f171c0e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9326017 Jan 28 01:00:42.342339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Request body: {'port': {'device_id': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:42.431728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b5d17-4bc0-4dc9-807a-738e33da9089 req-d05e654c-d5d3-4416-aad6-05218ea8c544 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.433742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910b5d17-4bc0-4dc9-807a-738e33da9089 req-d05e654c-d5d3-4416-aad6-05218ea8c544 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.0958562 Jan 28 01:00:42.449147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.463879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (4a83b848-4309-4d07-8f67-5d31f7bcabfa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.511465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910b5d17-4bc0-4dc9-807a-738e33da9089 req-c25ed26f-4e05-47dc-97c8-cb07fa6f28f9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717020 Jan 28 01:00:42.587931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a83b848-4309-4d07-8f67-5d31f7bcabfa,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:42.664995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Checking segment: {'id': 'e9154dfb-301b-4a1d-80e6-e11ba6091634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e27a2f4f-dad1-43de-b28d-a4410b545877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:42.665491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Network hostable DHCP agents. Network: e27a2f4f-dad1-43de-b28d-a4410b545877, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:42.722366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Network e27a2f4f-dad1-43de-b28d-a4410b545877 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:42.767656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e27a2f4f-dad1-43de-b28d-a4410b545877) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:42.774384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:42.774989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.781135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9960ea0-b7cb-437c-bcbc-aa381fcd89f5 None None] Network e27a2f4f-dad1-43de-b28d-a4410b545877 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:42.814377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad69a759-fce0-4926-81f0-acd9e9f2ae36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9414868 Jan 28 01:00:43.005043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b67abcc-d5dd-4107-85be-c6da8a3ca075 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:43.031369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8819640-5f12-428b-bbac-031bdeff8776 None None] Network e27a2f4f-dad1-43de-b28d-a4410b545877 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:43.036818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Publish callbacks [] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.065566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Transition to ACTIVE for port object 5b67abcc-d5dd-4107-85be-c6da8a3ca075 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:43.073250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.107755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a13a03-db06-4a6f-921b-73748e16747c req-0e5d78e9-ea40-4868-9b48-6b7240a03bfd tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.109590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01a13a03-db06-4a6f-921b-73748e16747c req-0e5d78e9-ea40-4868-9b48-6b7240a03bfd tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 931 time: 0.1238363 Jan 28 01:00:43.207770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01a13a03-db06-4a6f-921b-73748e16747c req-fdba6c46-342b-41b0-99e5-db344acddc5d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912714 Jan 28 01:00:43.244809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:43.266634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.269693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:43.270398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:43.272310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:43.279304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:43.279724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:43.284416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48448) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:43.291585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:43.292119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:43.292834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:43.293361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Bound port: 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:43.293930 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.432932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2cb8392a-f7a3-43a1-af9d-a68a247af055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.443712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:43.449662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:43.458637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.508392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a40b7-46f5-4120-8508-e9f0bd32f49d req-a18a8db3-09f0-4b41-94e6-87aa5d55b743 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.516809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-541a40b7-46f5-4120-8508-e9f0bd32f49d req-a18a8db3-09f0-4b41-94e6-87aa5d55b743 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 944 time: 0.1791158 Jan 28 01:00:43.524248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.524248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.525182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] 10.222.0.43 "PUT /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 1091 time: 1.1932280 Jan 28 01:00:43.525747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:43.528646 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd45218-4c7b-464d-8c5d-c9087afc9657" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:43.555715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e83a-5f46-4f37-a899-08b93a656b78 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:43.682348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-541a40b7-46f5-4120-8508-e9f0bd32f49d req-be3a02d9-788d-47d8-b7c7-2171a69ce034 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643744 Jan 28 01:00:43.699001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-a8205430-a393-4cd8-98c3-edd504e71b2d tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.699919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-a8205430-a393-4cd8-98c3-edd504e71b2d tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/networks?id=b5159ef5-1dae-4f4e-85fc-c530df70ede0 HTTP/1.1" status: 200 len: 825 time: 0.2312832 Jan 28 01:00:43.720313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-de7b5fd2-3d1b-4c7f-998f-dbf2310d4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.741856 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-de7b5fd2-3d1b-4c7f-998f-dbf2310d4c53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1094 time: 0.0844316 Jan 28 01:00:43.744831 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170fbfa-1e64-4af5-9d9c-1e860af4e0c5 x-openstack-request-id: req-b170fbfa-1e64-4af5-9d9c-1e860af4e0c5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:43.746192 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:43.746708 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b170fbfa-1e64-4af5-9d9c-1e860af4e0c5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:43.747199 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'status': 'completed', 'code': 200} Jan 28 01:00:43.754621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-9d2ce482-d23f-4c9e-b2fc-af3a99774daf tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/quotas/6bf2a48e2c3f4b06af9feec80917524c HTTP/1.1" status: 200 len: 375 time: 0.0417712 Jan 28 01:00:43.804723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-dfcac427-e53b-4e5f-84fe-8f5fbfa4d69a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 217 time: 0.0420508 Jan 28 01:00:43.806352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-981c6499-01d0-4cf3-96b7-fdc19e054bf4 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6bf2a48e2c3f4b06af9feec80917524c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505068 Jan 28 01:00:43.838254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2cb8392a-f7a3-43a1-af9d-a68a247af055 admin admin] Publish callbacks [] for security_group (8b13b9c5-6efb-49b3-b697-e92ba3188132), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.865301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-7d15aad8-e341-41c7-a628-358d93e4d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.867654 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-7d15aad8-e341-41c7-a628-358d93e4d8b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0561283 Jan 28 01:00:43.870070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2cb8392a-f7a3-43a1-af9d-a68a247af055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8b13b9c5-6efb-49b3-b697-e92ba3188132), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.902362 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-14c8f0f1-fc48-446a-815f-91d79af32421 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284841 Jan 28 01:00:43.961754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2cb8392a-f7a3-43a1-af9d-a68a247af055 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=568b3c4b72b742cba7a453eaacec1f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6761386 Jan 28 01:00:43.963231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48468) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:43.965479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8392a-f7a3-43a1-af9d-a68a247af055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13b9c5-6efb-49b3-b697-e92ba3188132,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:43.986576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dda230-9d53-4927-a398-6d80ed891aaa req-7f954dad-4177-4fd9-ae46-5ef1f70481e5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:43.993649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0dda230-9d53-4927-a398-6d80ed891aaa req-7f954dad-4177-4fd9-ae46-5ef1f70481e5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1862931 Jan 28 01:00:44.036439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-9b045d6e-4183-4915-8e71-f04336d1ff6c service neutron] 10.222.0.23 "GET /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233102 Jan 28 01:00:44.041697 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-8fb06e3d-b5f9-4d78-a0d5-7728cf84f4b1 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335261 Jan 28 01:00:44.055056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab427765-6248-425c-8517-b77d46341776 admin admin] Publish callbacks [] for security_group (8b13b9c5-6efb-49b3-b697-e92ba3188132), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.071950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0dda230-9d53-4927-a398-6d80ed891aaa req-716429a9-8545-463a-8f38-1c13484e779f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774074 Jan 28 01:00:44.135087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab427765-6248-425c-8517-b77d46341776 admin admin] Publish callbacks [] for security_group (8b13b9c5-6efb-49b3-b697-e92ba3188132), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.157057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-b4edf8ab-3101-4278-a945-cd180c312d89 service neutron] 10.222.0.23 "GET /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087267 Jan 28 01:00:44.201955 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-926cf865-02ff-414c-a693-90a69dbe2a3b req-64c91413-03e4-4a6b-b3f2-696e9a826444 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545303 Jan 28 01:00:44.226140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab427765-6248-425c-8517-b77d46341776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8b13b9c5-6efb-49b3-b697-e92ba3188132), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.229126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab427765-6248-425c-8517-b77d46341776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.230564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ab427765-6248-425c-8517-b77d46341776 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b13b9c5-6efb-49b3-b697-e92ba3188132 HTTP/1.1" status: 204 len: 168 time: 0.2662332 Jan 28 01:00:44.249023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab427765-6248-425c-8517-b77d46341776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13b9c5-6efb-49b3-b697-e92ba3188132,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:44.385289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-855cda2c-b941-4d09-97b1-7ee551f15d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.386894 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-855cda2c-b941-4d09-97b1-7ee551f15d62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1094 time: 0.0599694 Jan 28 01:00:44.532594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-0bf214a6-d4c1-4e18-8bb4-4fa7378843d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.534536 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-0bf214a6-d4c1-4e18-8bb4-4fa7378843d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1416812 Jan 28 01:00:44.550450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e095bcdc-e732-4d9f-918f-cfdf1afba135 req-5a4394fb-6870-4497-9c0d-b9a59196d8f1 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 210 time: 0.0893836 Jan 28 01:00:44.569013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8cd6-0dbc-4644-bbf1-4bbc44ea8978 req-8a89967e-e458-4b68-a8a6-c781449f1aff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.577490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:44.579572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-768d8cd6-0dbc-4644-bbf1-4bbc44ea8978 req-8a89967e-e458-4b68-a8a6-c781449f1aff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.1951361 Jan 28 01:00:44.642130 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-f4b7141c-fe2c-422c-9db5-899cbd46de33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 217 time: 0.0989199 Jan 28 01:00:44.661985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-768d8cd6-0dbc-4644-bbf1-4bbc44ea8978 req-908eb5be-2cdc-4776-94ea-b51da93a36ed tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812318 Jan 28 01:00:44.674645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:44.696377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:44.696751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.767042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-e412bce0-aee4-47c4-9599-e9c9dd9d7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.768747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-e412bce0-aee4-47c4-9599-e9c9dd9d7520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.1203735 Jan 28 01:00:44.880374 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-6595dce7-34bc-4690-94f9-8c0b94f6a862 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990117 Jan 28 01:00:44.884097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:44.884765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.911565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:44.914770 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5aa430-38df-47c2-ba40-46f0e554872e" -d '{"events": [{"server_uuid": "9e00aa38-1d30-4014-b39a-af5013ea16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3f418a0f-3225-41a6-aa7c-5fe67e7315c4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:44.933509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:44.940409 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.977810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8707e5e-d79f-490d-9d2a-24c73e8d3125 req-fdced641-f5ff-446f-ae30-39c3d073443d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:44.989061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8707e5e-d79f-490d-9d2a-24c73e8d3125 req-fdced641-f5ff-446f-ae30-39c3d073443d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 944 time: 0.1435363 Jan 28 01:00:44.998844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:45.009095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.009511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.010362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.010907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.011479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.012015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.012598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.013131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.013663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.014336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.014912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.015309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.015691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:45.020616 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d92f17-3266-4639-aca7-1e3c75384b29 x-openstack-request-id: req-b9d92f17-3266-4639-aca7-1e3c75384b29 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:45.021220 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e00aa38-1d30-4014-b39a-af5013ea16c5", "name": "network-vif-plugged", "status": "completed", "tag": "3f418a0f-3225-41a6-aa7c-5fe67e7315c4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:45.021696 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9d92f17-3266-4639-aca7-1e3c75384b29 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:45.022200 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4', 'code': 200} Jan 28 01:00:45.068243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8707e5e-d79f-490d-9d2a-24c73e8d3125 req-925618c2-f7bd-41e3-b099-ebf97a6388c5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688932 Jan 28 01:00:45.120264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-dad764b4-ddb4-4c39-8ae1-8db9cc912488 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3474238 Jan 28 01:00:45.129871 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-b5fa5787-aa71-4d59-8fde-c041f3357165 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401071 Jan 28 01:00:45.284270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd74f93-c1bd-4e0b-a285-8d21b7662395 req-b077172b-2798-4833-a84c-e02b35cc338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.296579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cd74f93-c1bd-4e0b-a285-8d21b7662395 req-b077172b-2798-4833-a84c-e02b35cc338f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 1096 time: 0.1721973 Jan 28 01:00:45.299904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-78cefe91-eb49-4204-8d2c-b29c869dfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.301740 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-78cefe91-eb49-4204-8d2c-b29c869dfd63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 1096 time: 0.1025934 Jan 28 01:00:45.323015 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cbd45218-4c7b-464d-8c5d-c9087afc9657 req-0d3dacc0-e2b6-4755-aad0-db1f9097f4da service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783240 Jan 28 01:00:45.336272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24265a-6707-4da8-a216-577a7e4d5694 req-f8079c46-df1d-48bb-bac3-65dcd3b119c5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.344727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f24265a-6707-4da8-a216-577a7e4d5694 req-f8079c46-df1d-48bb-bac3-65dcd3b119c5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1213758 Jan 28 01:00:45.432616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cd74f93-c1bd-4e0b-a285-8d21b7662395 req-8a873c75-b0a9-4861-aa2e-14b052135368 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279588 Jan 28 01:00:45.455276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f24265a-6707-4da8-a216-577a7e4d5694 req-34d413ad-adf1-485d-901e-5540e2ae842b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095695 Jan 28 01:00:45.471805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-6a2d90ee-796e-4de7-a09a-2df568b713c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.473693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-6a2d90ee-796e-4de7-a09a-2df568b713c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1199081 Jan 28 01:00:45.533006 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-52ff6d5e-efba-4647-a49c-b20bc2e4d750 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 200 len: 217 time: 0.0484443 Jan 28 01:00:45.582587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-eca1098e-e84f-4c44-8503-d3fa8e19aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.584346 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-eca1098e-e84f-4c44-8503-d3fa8e19aa08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0453329 Jan 28 01:00:45.618246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-445e7a43-76da-4be7-a883-538bccdd58d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271161 Jan 28 01:00:45.663651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de3e4765-7ae3-44ac-bda1-4697d0a78b94 req-608b4a65-aa2c-4c2f-8151-d0a206a29d0c tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 210 time: 0.0301988 Jan 28 01:00:45.754138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-9b175bb0-b596-44b4-8140-d16f207f03be service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294317 Jan 28 01:00:45.887783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9483d-96f3-4da1-aca6-59697abea7b5 req-707b0a55-9b27-471e-b0f9-ddb06357265a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:45.898283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ce9483d-96f3-4da1-aca6-59697abea7b5 req-707b0a55-9b27-471e-b0f9-ddb06357265a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.1120644 Jan 28 01:00:46.066154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faba9269-5455-4442-bf69-5e61623ec87b req-0019aa9e-1749-429c-8629-83beb821cb97 tempest-AbsoluteLimitsNegativeTestJSON-904560819 tempest-AbsoluteLimitsNegativeTestJSON-904560819-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2da2d519472046c281ee067fa9afd80c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648029 Jan 28 01:00:46.156398 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-432d440e-5046-4834-9bde-f8f8eee2e6d1 req-f1d3c809-54ff-412c-8e3e-9709831de46f service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938286 Jan 28 01:00:46.166288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-3e758489-5e26-4f19-a7a2-f87e05452d78 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.167792 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-3e758489-5e26-4f19-a7a2-f87e05452d78 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.43 "GET /v2.0/networks?id=b5159ef5-1dae-4f4e-85fc-c530df70ede0 HTTP/1.1" status: 200 len: 825 time: 0.2444274 Jan 28 01:00:46.211081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Request body: {'port': {'device_id': 'e3b0c374-90be-439d-97bc-46d977576cce', 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0', 'admin_state_up': True, 'tenant_id': '6bf2a48e2c3f4b06af9feec80917524c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:46.377951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Made reservation on behalf of 6bf2a48e2c3f4b06af9feec80917524c for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:46.382494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.383977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:46.440956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ce9483d-96f3-4da1-aca6-59697abea7b5 req-9ddd2d2a-21c5-4652-bbfc-c9ae51e73206 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404420 Jan 28 01:00:46.468441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-874038be-70c9-4015-8f25-b7d7a1169b44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5610096 Jan 28 01:00:46.560040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:46.576418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'port_id': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'mac_address': 'fa:16:3e:f2:06:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6700348-b602-49c3-a943-48fc9059124b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:46.580145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Allocated IP 172.20.0.9 (b5159ef5-1dae-4f4e-85fc-c530df70ede0/131012a8-70ec-4dd8-b761-676d766912d4/21ef990e-f5b6-4204-b900-b82847ba33a1) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:46.607912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba9269-5455-4442-bf69-5e61623ec87b req-7169ee56-a3a3-4de2-ab71-ca1698a77d7a tempest-AbsoluteLimitsNegativeTestJSON-904560819 tempest-AbsoluteLimitsNegativeTestJSON-904560819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.614868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faba9269-5455-4442-bf69-5e61623ec87b req-7169ee56-a3a3-4de2-ab71-ca1698a77d7a tempest-AbsoluteLimitsNegativeTestJSON-904560819 tempest-AbsoluteLimitsNegativeTestJSON-904560819-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5476537 Jan 28 01:00:46.619647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:46.620028 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.634734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b67abcc-d5dd-4107-85be-c6da8a3ca075 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:46.661187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faba9269-5455-4442-bf69-5e61623ec87b req-f478effb-a36e-4efa-9c63-a6f2be7f934c tempest-AbsoluteLimitsNegativeTestJSON-904560819 tempest-AbsoluteLimitsNegativeTestJSON-904560819-project] 10.222.0.23 "GET /v2.0/quotas/2da2d519472046c281ee067fa9afd80c HTTP/1.1" status: 200 len: 375 time: 0.0453284 Jan 28 01:00:46.662970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:46.669879 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.683504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-4dfa4b70-bfa7-41a7-999a-bfbba6c9206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.685143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-4dfa4b70-bfa7-41a7-999a-bfbba6c9206c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 1095 time: 0.1643217 Jan 28 01:00:46.715930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faba9269-5455-4442-bf69-5e61623ec87b req-0c9c7712-8dc5-4c62-a128-cc7ed19f6ac0 tempest-AbsoluteLimitsNegativeTestJSON-904560819 tempest-AbsoluteLimitsNegativeTestJSON-904560819-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2da2d519472046c281ee067fa9afd80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537062 Jan 28 01:00:46.730097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.746016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de6d1-18c0-4477-a79c-642425ef88f2 req-239ad020-fb68-4cfc-b6e8-9c1ce47851eb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.753726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac7de6d1-18c0-4477-a79c-642425ef88f2 req-239ad020-fb68-4cfc-b6e8-9c1ce47851eb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1870573 Jan 28 01:00:46.781308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks [] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.824160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.864801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac7de6d1-18c0-4477-a79c-642425ef88f2 req-bc75d70a-5528-43e9-af20-4919ef107d59 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100552 Jan 28 01:00:46.882735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Network b5159ef5-1dae-4f4e-85fc-c530df70ede0 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:46.902853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-c76e0c68-6bda-41bb-a3af-93cca49649be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.905076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-c76e0c68-6bda-41bb-a3af-93cca49649be service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1824896 Jan 28 01:00:46.906351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:46.915363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:46.964674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Pushing event updated for resources: {'Port': ['ID=21ef990e-f5b6-4204-b900-b82847ba33a1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.991317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-c8eb36eb-21bd-4cae-a2f1-84d8611abd1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 200 len: 217 time: 0.0790229 Jan 28 01:00:46.992886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.993369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.993964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.994528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.995065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.995199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5b67abcc-d5dd-4107-85be-c6da8a3ca075'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:46.995451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.996044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.000345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.001861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.001861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.023079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.023840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.026688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.094800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.100604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.155163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-222bdaa5-8304-4a15-9ed1-671392789026 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9504783 Jan 28 01:00:47.166333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7481a1-c4f4-4cc3-8df8-ab0d076cc37c req-7f5bd2c8-dfcd-4057-8b62-20d4bcf92176 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.174688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Request body: {'port': {'device_id': 'e3b0c374-90be-439d-97bc-46d977576cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:47.183385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f7481a1-c4f4-4cc3-8df8-ab0d076cc37c req-7f5bd2c8-dfcd-4057-8b62-20d4bcf92176 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 945 time: 0.1802530 Jan 28 01:00:47.259162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-156226d5-1dfc-4bbe-9a61-5c70164f99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.260904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-156226d5-1dfc-4bbe-9a61-5c70164f99f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.2103002 Jan 28 01:00:47.331291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-b45592dc-a87c-4a04-80b3-9b707b8add7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416701 Jan 28 01:00:47.338686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f7481a1-c4f4-4cc3-8df8-ab0d076cc37c req-16ff5134-3b9b-49ee-a92c-6ceb801a47bc tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549759 Jan 28 01:00:47.340201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.340436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48554) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:47.365953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107f4a1-13d2-46e3-abf5-74458087c1b0 req-143c1c16-53f1-4062-a2e6-18cde581f441 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.373486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5107f4a1-13d2-46e3-abf5-74458087c1b0 req-143c1c16-53f1-4062-a2e6-18cde581f441 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 931 time: 0.1711094 Jan 28 01:00:47.399103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-112e03c7-edbf-4690-b8ab-b04fba67c92c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.400923 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-112e03c7-edbf-4690-b8ab-b04fba67c92c tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1306834 Jan 28 01:00:47.411751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:47.533456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5107f4a1-13d2-46e3-abf5-74458087c1b0 req-a615a26f-8e2e-44e6-9d7e-839fe5698059 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589720 Jan 28 01:00:47.552176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b203ac1-0ad0-45c6-b20f-fb67d75e0d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.571119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.588727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-d6fa74d3-7c04-4b56-a157-4caac2bcf0d7 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490449 Jan 28 01:00:47.694628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345fbf-599d-42c0-927c-331177c13ff9 req-56ff58ff-e795-4888-a1c7-eeb70c622788 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.696449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01345fbf-599d-42c0-927c-331177c13ff9 req-56ff58ff-e795-4888-a1c7-eeb70c622788 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 944 time: 0.1611876 Jan 28 01:00:47.795306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01345fbf-599d-42c0-927c-331177c13ff9 req-97df1202-83b5-430f-b7a6-787f404e2fae tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Jan 28 01:00:47.800150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b0a37ab-a422-40e9-8e15-35b550559e5f req-3b4ae789-88d9-4be1-9ef4-a6e4cb3d38aa service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037480 Jan 28 01:00:47.824772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:47.833480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b203ac1-0ad0-45c6-b20f-fb67d75e0d6c admin admin] Publish callbacks [] for security_group (0171772c-ce51-479d-b966-fbc675065bd7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.839380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b203ac1-0ad0-45c6-b20f-fb67d75e0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0171772c-ce51-479d-b966-fbc675065bd7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.843249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ef990e-f5b6-4204-b900-b82847ba33a1 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:47.852945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Publish callbacks [] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.882011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Transition to ACTIVE for port object 21ef990e-f5b6-4204-b900-b82847ba33a1 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:47.883074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8b203ac1-0ad0-45c6-b20f-fb67d75e0d6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2da2d519472046c281ee067fa9afd80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396686 Jan 28 01:00:47.884005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203ac1-0ad0-45c6-b20f-fb67d75e0d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0171772c-ce51-479d-b966-fbc675065bd7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:47.888082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:47.898339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.902162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:48.026664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:48.029181 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea885fc-0175-4b48-a72d-3e34481d9d27" -d '{"events": [{"server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "name": "network-vif-unplugged", "status": "completed", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:48.049642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Publish callbacks [] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.051390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Pushing event updated for resources: {'Port': ['ID=21ef990e-f5b6-4204-b900-b82847ba33a1,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.063560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e63ecc-c50c-480e-af37-627b4edb1e37 req-59733490-fe1f-4d73-974c-6746bbe1b576 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.065171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1e63ecc-c50c-480e-af37-627b4edb1e37 req-59733490-fe1f-4d73-974c-6746bbe1b576 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0916474 Jan 28 01:00:48.099740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.117824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fce5070e-bb74-4843-b781-685036a285aa admin admin] Publish callbacks [] for security_group (0171772c-ce51-479d-b966-fbc675065bd7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.179775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1e63ecc-c50c-480e-af37-627b4edb1e37 req-cec37088-42f2-462a-9699-09d394d17ab7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841091 Jan 28 01:00:48.188542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Attempting to bind port 21ef990e-f5b6-4204-b900-b82847ba33a1 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:48.189060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Attempting to bind port 21ef990e-f5b6-4204-b900-b82847ba33a1 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '49f79fcb-21c3-4a1d-9466-79d460f8e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:48.189233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Attempting to bind port 21ef990e-f5b6-4204-b900-b82847ba33a1 on network b5159ef5-1dae-4f4e-85fc-c530df70ede0 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:48.206444 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee66dd9-1638-4836-b0b7-8951717ec848 x-openstack-request-id: req-6ee66dd9-1638-4836-b0b7-8951717ec848 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:48.206736 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "name": "network-vif-unplugged", "status": "completed", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:48.206987 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ee66dd9-1638-4836-b0b7-8951717ec848 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:48.207377 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'code': 200} Jan 28 01:00:48.209254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fce5070e-bb74-4843-b781-685036a285aa admin admin] Publish callbacks [] for security_group (0171772c-ce51-479d-b966-fbc675065bd7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.243596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Port 21ef990e-f5b6-4204-b900-b82847ba33a1 on network b5159ef5-1dae-4f4e-85fc-c530df70ede0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:48.243919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Attempting to bind port 21ef990e-f5b6-4204-b900-b82847ba33a1 on network b5159ef5-1dae-4f4e-85fc-c530df70ede0 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:48.254297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.278737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:48.279076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Checking segment: {'id': '49f79fcb-21c3-4a1d-9466-79d460f8e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:48.279456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Bound using segment: {'id': '49f79fcb-21c3-4a1d-9466-79d460f8e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:48.280561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Bound port: 21ef990e-f5b6-4204-b900-b82847ba33a1, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f79fcb-21c3-4a1d-9466-79d460f8e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:48.280937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.294718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on host n-h2-826756-1 for vnic_type normal with profile {"migrating_to": "n-h1-826756-1"} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:48.295403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:48.295572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:48.309552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:48.309892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:48.337661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:48.337996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:48.338407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:48.338851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Bound port: 55f5e380-fb84-473a-b7a6-611b5d319f45, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:48.339411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.401692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fce5070e-bb74-4843-b781-685036a285aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0171772c-ce51-479d-b966-fbc675065bd7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.404756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fce5070e-bb74-4843-b781-685036a285aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.418542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:48.423348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fce5070e-bb74-4843-b781-685036a285aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0171772c-ce51-479d-b966-fbc675065bd7 HTTP/1.1" status: 204 len: 168 time: 0.5222878 Jan 28 01:00:48.436327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:48.476886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5070e-bb74-4843-b781-685036a285aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0171772c-ce51-479d-b966-fbc675065bd7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.490489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] For port 21ef990e-f5b6-4204-b900-b82847ba33a1, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:48.511926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] For port 21ef990e-f5b6-4204-b900-b82847ba33a1, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=21ef990e-f5b6-4204-b900-b82847ba33a1,segment=NetworkSegment(49f79fcb-21c3-4a1d-9466-79d460f8e203),segment_id=49f79fcb-21c3-4a1d-9466-79d460f8e203)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:48.557080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.652443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1630-2a31-45f1-b272-fa84ff9ba493 req-720852d0-bc67-47fb-b4c6-91188fc8a673 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.660412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4bf1630-2a31-45f1-b272-fa84ff9ba493 req-720852d0-bc67-47fb-b4c6-91188fc8a673 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1346364 Jan 28 01:00:48.664711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-e486aefd-ed97-4e88-bdee-333b6de9e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.666361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-e486aefd-ed97-4e88-bdee-333b6de9e293 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 1096 time: 0.1841924 Jan 28 01:00:48.690080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Pushing event updated for resources: {'Port': ['ID=21ef990e-f5b6-4204-b900-b82847ba33a1,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.707660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:48.716430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.717374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.720191 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-478bdf72-7cac-40fc-8df1-24cc9213fa0c service neutron] 10.222.0.43 "PUT /v2.0/ports/21ef990e-f5b6-4204-b900-b82847ba33a1 HTTP/1.1" status: 200 len: 1091 time: 1.5498207 Jan 28 01:00:48.731527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:48.751540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ab09f-cd1a-4061-8bd0-01b9537c26be req-8d639303-77ad-4d12-933a-2846392d2097 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.752698 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.759120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b9ab09f-cd1a-4061-8bd0-01b9537c26be req-8d639303-77ad-4d12-933a-2846392d2097 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1993415 Jan 28 01:00:48.847534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4bf1630-2a31-45f1-b272-fa84ff9ba493 req-d34ef3b8-62d0-46dd-bff5-33891d611170 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861196 Jan 28 01:00:48.921464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.922904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.924544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] 10.222.0.43 "PUT /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 1121 time: 1.5171940 Jan 28 01:00:48.931645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-297a63b0-b1e3-4640-9dc1-aacfb2ae3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:48.933932 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-297a63b0-b1e3-4640-9dc1-aacfb2ae3cee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf2a48e2c3f4b06af9feec80917524c&device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 1094 time: 0.1266606 Jan 28 01:00:49.010004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b9ab09f-cd1a-4061-8bd0-01b9537c26be req-a62801b4-35cc-40cd-8ed5-b20b3441d5e2 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497020 Jan 28 01:00:49.070459 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-3856183a-0fbe-46fd-bbb9-afd4d12e56b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21ef990e-f5b6-4204-b900-b82847ba33a1 HTTP/1.1" status: 200 len: 217 time: 0.1107323 Jan 28 01:00:49.075936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8f748-3ab2-46dc-8881-f68a3a222a47 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:49.079989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-134082d7-1da6-499c-9941-7bfe880a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.082207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-134082d7-1da6-499c-9941-7bfe880a6a6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.3835137 Jan 28 01:00:49.145202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:49.153394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-2eb76f57-89cd-4030-b257-56189cdee0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.155092 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-2eb76f57-89cd-4030-b257-56189cdee0f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=131012a8-70ec-4dd8-b761-676d766912d4 HTTP/1.1" status: 200 len: 865 time: 0.0640128 Jan 28 01:00:49.162293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['55f5e380-fb84-473a-b7a6-611b5d319f45'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:49.194689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-6cee38b5-60f3-4495-8848-1c95be2f9e3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4 HTTP/1.1" status: 200 len: 217 time: 0.0624721 Jan 28 01:00:49.213822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-0283937a-2a01-4fd7-8962-64579f39aaf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5159ef5-1dae-4f4e-85fc-c530df70ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396497 Jan 28 01:00:49.225081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['55f5e380-fb84-473a-b7a6-611b5d319f45'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:49.255235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4121-d893-4425-aedb-6a6e189cf61b req-5caec3e4-f099-4cf7-b8f3-c7c011be33ed tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.255973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b8c4121-d893-4425-aedb-6a6e189cf61b req-5caec3e4-f099-4cf7-b8f3-c7c011be33ed tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 943 time: 0.2421119 Jan 28 01:00:49.317392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-c4ea65aa-bcc6-49f5-9b66-bcf7e6866879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.319386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-c4ea65aa-bcc6-49f5-9b66-bcf7e6866879 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.0600011 Jan 28 01:00:49.332901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:49.350807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on host n-h2-826756-1 for vnic_type normal with profile {"migrating_to": "n-h1-826756-1"} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:49.351473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:49.352034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:49.359120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c1e4-15c2-452d-b8ae-e35346898741 req-08282358-415c-443f-b6fc-bce6de8545d2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.367828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9214c1e4-15c2-452d-b8ae-e35346898741 req-08282358-415c-443f-b6fc-bce6de8545d2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 944 time: 0.1752393 Jan 28 01:00:49.368385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:49.368926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.388482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:49.389054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Attempting to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 on network 92e98040-76ab-407b-b6c9-b3ffdebf60e4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:49.401239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-f8ea435e-3557-4258-ad58-52e4ee2cda64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639489 Jan 28 01:00:49.427968 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-d267e254-4797-41cb-aee8-4da696452e39 service neutron] 10.222.0.43 "GET /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070522 Jan 28 01:00:49.432818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:49.449562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Checking segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:49.450228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Bound using segment: {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:49.450891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Bound port: 55f5e380-fb84-473a-b7a6-611b5d319f45, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92e98040-76ab-407b-b6c9-b3ffdebf60e4'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:49.451493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.492200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b8c4121-d893-4425-aedb-6a6e189cf61b req-d4a8b88c-2241-44f4-b204-457c19427d11 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351313 Jan 28 01:00:49.557530 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b3fb4d5b-b248-47a7-aff0-c6919405d2f1 req-c4ba8993-3604-4d40-8594-a491b745ac9d service neutron] 10.222.0.43 "GET /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224978 Jan 28 01:00:49.591323 n-d-826756-1 neutron-server[109596]: WARNING neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Concurrent port binding operations failed on port 55f5e380-fb84-473a-b7a6-611b5d319f45 Jan 28 01:00:49.597995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:49.619392 n-d-826756-1 neutron-server[109596]: INFO neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Attempt 2 to bind port 55f5e380-fb84-473a-b7a6-611b5d319f45 Jan 28 01:00:49.619609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9214c1e4-15c2-452d-b8ae-e35346898741 req-f0178f99-fbc1-407c-b88c-f4d1eb5e33ab tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506177 Jan 28 01:00:49.619859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 has no active binding in host n-h1-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:00:49.687822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-bb855c19-adde-47e0-9789-a8a415be5b99 service neutron] 10.222.0.45 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704418 Jan 28 01:00:49.699121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48608) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:49.715746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:49.716136 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.756764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:49.758842 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b395557-7e8b-4394-be63-f350b0a37ac4" -d '{"events": [{"server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:49.774127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:49.783127 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.823147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee886a86-b506-44b1-9f22-8c05b7cc852f req-d3ef9dab-b80b-436b-80d0-341264c026ff service neutron] 10.222.0.45 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245034 Jan 28 01:00:49.824982 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7ae6ae-cfb4-4d1b-915b-57b1817bf558 x-openstack-request-id: req-cf7ae6ae-cfb4-4d1b-915b-57b1817bf558 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:49.825274 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "name": "network-vif-plugged", "status": "completed", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:49.825577 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf7ae6ae-cfb4-4d1b-915b-57b1817bf558 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:49.826001 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'code': 200} Jan 28 01:00:49.842408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1576817459-network', 'tenant_id': '26b5308b9cb5487d92960c140aa0659d'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:49.852439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:49.865354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Made reservation on behalf of 26b5308b9cb5487d92960c140aa0659d for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:49.869916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.881580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.984502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b615c3-0084-46fa-82ce-8ba248a5e435 req-138eeb3c-5275-47a1-be13-26d420a63dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.986517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24b615c3-0084-46fa-82ce-8ba248a5e435 req-138eeb3c-5275-47a1-be13-26d420a63dff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1096 time: 0.0702999 Jan 28 01:00:49.993163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da5b9d-1e3f-45e9-8089-6d7913d45448 req-be4eec63-5bdf-48b9-9c80-ce5f036d3386 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:49.994922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4da5b9d-1e3f-45e9-8089-6d7913d45448 req-be4eec63-5bdf-48b9-9c80-ce5f036d3386 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0582800 Jan 28 01:00:50.040004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks [] for security_group (ff046f45-2a45-4ab1-953a-28f987f06544), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.052279 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ff046f45-2a45-4ab1-953a-28f987f06544), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.064569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24b615c3-0084-46fa-82ce-8ba248a5e435 req-2c795429-f7f5-48b6-999f-fd2dd86d6f6e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Jan 28 01:00:50.070381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4da5b9d-1e3f-45e9-8089-6d7913d45448 req-6400644a-fc22-488d-aaaf-2f3d56ba3eba tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642605 Jan 28 01:00:50.081350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:50.093651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff046f45-2a45-4ab1-953a-28f987f06544,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:50.099125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9b0a9f16-032e-4e78-afcb-3973fa0c3e01), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.099533 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Added segment 9b0a9f16-032e-4e78-afcb-3973fa0c3e01 of type vlan for network acf7ab58-30f0-475e-a2b6-62aca4941bd2 Jan 28 01:00:50.146602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (acf7ab58-30f0-475e-a2b6-62aca4941bd2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.164967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6857c-40c9-4506-8445-5c47047cdc2d req-357e3882-ddec-4c00-954d-e95cee20e14a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.170245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dac6857c-40c9-4506-8445-5c47047cdc2d req-357e3882-ddec-4c00-954d-e95cee20e14a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0663538 Jan 28 01:00:50.177063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (acf7ab58-30f0-475e-a2b6-62aca4941bd2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.178400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.179079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.223718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dac6857c-40c9-4506-8445-5c47047cdc2d req-5d5d5400-bea8-46c1-a486-2c218feaa3b0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498221 Jan 28 01:00:50.531510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0c374-90be-439d-97bc-46d977576cce', 'tag': '21ef990e-f5b6-4204-b900-b82847ba33a1'}, {'name': 'network-changed', 'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:50.534887 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0c374-90be-439d-97bc-46d977576cce", "tag": "21ef990e-f5b6-4204-b900-b82847ba33a1"}, {"name": "network-changed", "server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:50.551155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8483148 Jan 28 01:00:50.552049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48628) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:50.556698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Request body: {'subnet': {'network_id': 'acf7ab58-30f0-475e-a2b6-62aca4941bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1576817459-subnet', 'tenant_id': '26b5308b9cb5487d92960c140aa0659d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:50.570558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd517-4cbf-4632-8068-d12de6868895 admin admin] Pushing event updated for resources: {'Network': ['ID=acf7ab58-30f0-475e-a2b6-62aca4941bd2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:50.583112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network acf7ab58-30f0-475e-a2b6-62aca4941bd2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:50.592263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Made reservation on behalf of 26b5308b9cb5487d92960c140aa0659d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:50.597276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.604426 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8299f0c-d217-4863-aae5-f3c2f0b32668 x-openstack-request-id: req-b8299f0c-d217-4863-aae5-f3c2f0b32668 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:50.604731 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0c374-90be-439d-97bc-46d977576cce", "tag": "21ef990e-f5b6-4204-b900-b82847ba33a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:50.604986 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8299f0c-d217-4863-aae5-f3c2f0b32668 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:50.605379 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0c374-90be-439d-97bc-46d977576cce', 'tag': '21ef990e-f5b6-4204-b900-b82847ba33a1', 'status': 'completed', 'code': 200} Jan 28 01:00:50.605635 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'status': 'completed', 'code': 200} Jan 28 01:00:50.631900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfa426-93eb-4715-8374-e019e3653f68 req-e9247811-9aa2-43e4-8cfc-d2f24020519f tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.634016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dacfa426-93eb-4715-8374-e019e3653f68 req-e9247811-9aa2-43e4-8cfc-d2f24020519f tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 943 time: 0.0752492 Jan 28 01:00:50.763486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-85315927-c210-4548-81da-73427f84a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.765071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-85315927-c210-4548-81da-73427f84a754 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1124 time: 0.1015871 Jan 28 01:00:50.818333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dacfa426-93eb-4715-8374-e019e3653f68 req-4410c338-2035-4cd1-a886-1290207c1b5c tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559708 Jan 28 01:00:50.854224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-2cb304df-89c3-44a5-b927-e20531fdbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.856846 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-2cb304df-89c3-44a5-b927-e20531fdbee5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bf2a48e2c3f4b06af9feec80917524c&device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 1094 time: 0.1662576 Jan 28 01:00:50.933519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4760f-2e90-4236-8e4f-d7fb00f69622 req-5e85e117-629e-4983-b2c8-48dee66b4a15 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.935334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30a4760f-2e90-4236-8e4f-d7fb00f69622 req-5e85e117-629e-4983-b2c8-48dee66b4a15 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 945 time: 0.1138589 Jan 28 01:00:50.938791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-1184d166-20f5-45de-b46e-a9dc5aaaed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:50.940547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-1184d166-20f5-45de-b46e-a9dc5aaaed8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1590922 Jan 28 01:00:50.963334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (1b82c012-06bc-4c32-a715-2df60fdd6e4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.998884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-103eccfd-c5b9-4900-95a3-cff6e78d919b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 217 time: 0.0496948 Jan 28 01:00:51.036886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-10a5ab8f-9295-436d-8205-2a0ab2987469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.038311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-10a5ab8f-9295-436d-8205-2a0ab2987469 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5159ef5-1dae-4f4e-85fc-c530df70ede0 HTTP/1.1" status: 200 len: 926 time: 0.1491439 Jan 28 01:00:51.048638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b82c012-06bc-4c32-a715-2df60fdd6e4a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:51.058724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30a4760f-2e90-4236-8e4f-d7fb00f69622 req-3a403ad6-fcf0-4062-9751-2b681c74929c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166272 Jan 28 01:00:51.062709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Checking segment: {'id': '9b0a9f16-032e-4e78-afcb-3973fa0c3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'acf7ab58-30f0-475e-a2b6-62aca4941bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:51.063084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Network hostable DHCP agents. Network: acf7ab58-30f0-475e-a2b6-62aca4941bd2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:51.075069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-e516b958-a6e2-4d22-aefb-67b0e3ea5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.076686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-e516b958-a6e2-4d22-aefb-67b0e3ea5300 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0664213 Jan 28 01:00:51.096383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-10ce2284-6b6a-4dda-b0ae-48290cfb5717 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21ef990e-f5b6-4204-b900-b82847ba33a1 HTTP/1.1" status: 200 len: 217 time: 0.0404117 Jan 28 01:00:51.119628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-9da16054-1462-4b13-8011-33c3195567af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297043 Jan 28 01:00:51.145464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Network acf7ab58-30f0-475e-a2b6-62aca4941bd2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:51.161171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, acf7ab58-30f0-475e-a2b6-62aca4941bd2) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:51.167255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-7ab1afc8-14c6-461a-af65-88c6499b0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.168791 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-7ab1afc8-14c6-461a-af65-88c6499b0442 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=131012a8-70ec-4dd8-b761-676d766912d4 HTTP/1.1" status: 200 len: 865 time: 0.0630124 Jan 28 01:00:51.170004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.170558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.172849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ea33b-5f09-41e2-9c1d-97f4f5840cd0 None None] Network acf7ab58-30f0-475e-a2b6-62aca4941bd2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:51.197924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03889639-476d-40de-9d0b-ab39ef10234f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6453896 Jan 28 01:00:51.229547 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-febe613f-0daf-4230-9913-a3365b384d99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5159ef5-1dae-4f4e-85fc-c530df70ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303485 Jan 28 01:00:51.292595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055a1b4-f78f-46b4-92c8-3a7cd290867c req-6e27b4bc-73ad-4e74-80f7-21c63bb011a9 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.301439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1055a1b4-f78f-46b4-92c8-3a7cd290867c req-6e27b4bc-73ad-4e74-80f7-21c63bb011a9 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1137779 Jan 28 01:00:51.316301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-d897c078-ad2e-47df-b59d-9c6ca56870e3 service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879380 Jan 28 01:00:51.373977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff5d23-ca3f-4ebb-95a1-6608a5dbf93a None None] Network acf7ab58-30f0-475e-a2b6-62aca4941bd2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:51.391805 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-0f07ad27-71b9-47af-9b9d-089deaed24ae service neutron] 10.222.0.43 "GET /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432190 Jan 28 01:00:51.460243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1055a1b4-f78f-46b4-92c8-3a7cd290867c req-c7272f4c-7b6f-44a5-a0e7-50e5ae65a135 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572301 Jan 28 01:00:51.529256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a564-0641-4452-ae43-177deeccbc5d req-a08ab947-4e57-4915-97dd-2185c09efbe1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:51.531594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cb1a564-0641-4452-ae43-177deeccbc5d req-a08ab947-4e57-4915-97dd-2185c09efbe1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1957862 Jan 28 01:00:51.549361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-c65dd1cc-3c5e-4792-ac11-b106848294f6 service neutron] 10.222.0.43 "GET /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981774 Jan 28 01:00:51.564527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ea6182-5c92-42eb-a54b-fbcbcfc0ccfb req-78faf10b-be73-4c7a-917e-47e91e8df5cf service neutron] 10.222.0.45 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409334 Jan 28 01:00:51.618444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cb1a564-0641-4452-ae43-177deeccbc5d req-bca7c536-4ac5-4a58-94b4-c83497530716 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744522 Jan 28 01:00:51.661480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-728c8ad7-b941-4512-9516-662d1df2aad4 req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-214568593', 'description': 'tempest-description-1122166950'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:51.686335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-728c8ad7-b941-4512-9516-662d1df2aad4 req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.759544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-728c8ad7-b941-4512-9516-662d1df2aad4 req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (d2de42d4-0b64-4d37-9395-e9d18acea118), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.764352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-728c8ad7-b941-4512-9516-662d1df2aad4 req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2de42d4-0b64-4d37-9395-e9d18acea118), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.797196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-728c8ad7-b941-4512-9516-662d1df2aad4 req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.798757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-728c8ad7-b941-4512-9516-662d1df2aad4 req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1414938 Jan 28 01:00:51.801764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2df3b-2c88-4424-85c6-9c40f914ea99 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de42d4-0b64-4d37-9395-e9d18acea118,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:51.866826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25bec351-195f-4580-94de-45368e6ddb0f req-8acf7178-735b-4f8a-9f3d-7eecf785cbd6 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/d2de42d4-0b64-4d37-9395-e9d18acea118 HTTP/1.1" status: 200 len: 1821 time: 0.0400770 Jan 28 01:00:51.878537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2de42d4-0b64-4d37-9395-e9d18acea118', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:51.878828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2de42d4-0b64-4d37-9395-e9d18acea118', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:51.969536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (46225449-1e20-4487-8702-cccf186c7130), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.019070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (46225449-1e20-4487-8702-cccf186c7130), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.025301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (46225449-1e20-4487-8702-cccf186c7130), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.036495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e2410-e3cc-4202-9429-f0f7c8c7ca77 req-2e6e6143-f7a5-4d57-89e1-4772c1fb9eac tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.038243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac5e2410-e3cc-4202-9429-f0f7c8c7ca77 req-2e6e6143-f7a5-4d57-89e1-4772c1fb9eac tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 943 time: 0.0930529 Jan 28 01:00:52.062428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46225449-1e20-4487-8702-cccf186c7130,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:52.078238 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.079470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25bec351-195f-4580-94de-45368e6ddb0f req-e61c75a4-1bf3-4701-b6ef-ed2c96cd4051 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2055516 Jan 28 01:00:52.108326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac5e2410-e3cc-4202-9429-f0f7c8c7ca77 req-84a1d716-7118-404f-9ca8-4c62d073df8b tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587082 Jan 28 01:00:52.208900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ab808ef6-e43e-4eaa-a58f-99a73d7bd3f8 req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1131124705', 'description': 'tempest-description-103434958'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:52.242232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34c52f-6e04-4739-a050-3e5febe65993 req-d1898a9b-da2e-411b-a7f1-e67a3f87c8b6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.243733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd34c52f-6e04-4739-a050-3e5febe65993 req-d1898a9b-da2e-411b-a7f1-e67a3f87c8b6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 945 time: 0.0721335 Jan 28 01:00:52.244946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ab808ef6-e43e-4eaa-a58f-99a73d7bd3f8 req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.318829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd34c52f-6e04-4739-a050-3e5febe65993 req-f893c83f-64ab-4251-88c7-b9e4ae344063 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Jan 28 01:00:52.349434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ab808ef6-e43e-4eaa-a58f-99a73d7bd3f8 req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a01fa088-ae8a-438f-8467-7330fb23753f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.354449 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ab808ef6-e43e-4eaa-a58f-99a73d7bd3f8 req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a01fa088-ae8a-438f-8467-7330fb23753f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.386984 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ab808ef6-e43e-4eaa-a58f-99a73d7bd3f8 req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.388232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab808ef6-e43e-4eaa-a58f-99a73d7bd3f8 req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1879666 Jan 28 01:00:52.388845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c8e36-c12c-4f81-bc80-a25f2a542884 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fa088-ae8a-438f-8467-7330fb23753f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:52.460811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 21ef990e-f5b6-4204-b900-b82847ba33a1 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:52.465665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfe3e8-bf25-4011-9b23-5e8f919be9ae req-72c19398-f6f4-4170-9300-b084d9b64b04 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.467275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97cfe3e8-bf25-4011-9b23-5e8f919be9ae req-72c19398-f6f4-4170-9300-b084d9b64b04 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1096 time: 0.0756769 Jan 28 01:00:52.483990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-277c389b-2394-4205-a9de-52835393578b req-1f1b90d7-1209-48ed-a1c7-edbf3b848d48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a01fa088-ae8a-438f-8467-7330fb23753f HTTP/1.1" status: 200 len: 1821 time: 0.0623431 Jan 28 01:00:52.494105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a01fa088-ae8a-438f-8467-7330fb23753f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:52.494567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a01fa088-ae8a-438f-8467-7330fb23753f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:52.548254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97cfe3e8-bf25-4011-9b23-5e8f919be9ae req-b36b81a8-880d-49e6-8982-752865cdc52b tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Jan 28 01:00:52.578554 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (fc41bf69-f5fa-4634-8b30-f95fc264a2b1), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.601385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 21ef990e-f5b6-4204-b900-b82847ba33a1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=21ef990e-f5b6-4204-b900-b82847ba33a1,segment=NetworkSegment(49f79fcb-21c3-4a1d-9466-79d460f8e203),segment_id=49f79fcb-21c3-4a1d-9466-79d460f8e203)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:52.603187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (fc41bf69-f5fa-4634-8b30-f95fc264a2b1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.608990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (fc41bf69-f5fa-4634-8b30-f95fc264a2b1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.616268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '21ef990e-f5b6-4204-b900-b82847ba33a1', 'network_id': 'b5159ef5-1dae-4f4e-85fc-c530df70ede0', 'port_id': '21ef990e-f5b6-4204-b900-b82847ba33a1', 'mac_address': 'fa:16:3e:0e:05:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131012a8-70ec-4dd8-b761-676d766912d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:52.634830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc41bf69-f5fa-4634-8b30-f95fc264a2b1,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:52.647171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.654334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-277c389b-2394-4205-a9de-52835393578b req-199d5778-8702-4fe2-8521-30d9e73837c7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1692400 Jan 28 01:00:52.664925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 21ef990e-f5b6-4204-b900-b82847ba33a1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:52.665317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.703842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ef990e-f5b6-4204-b900-b82847ba33a1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:52.726107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 21ef990e-f5b6-4204-b900-b82847ba33a1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=21ef990e-f5b6-4204-b900-b82847ba33a1,segment=NetworkSegment(49f79fcb-21c3-4a1d-9466-79d460f8e203),segment_id=49f79fcb-21c3-4a1d-9466-79d460f8e203)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:52.730876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.780721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c99c-fa32-478f-8226-5861f46e671a req-ab8e1502-9959-48fc-9e9f-a1e807187a08 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.782241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=21ef990e-f5b6-4204-b900-b82847ba33a1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:52.782377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54d0c99c-fa32-478f-8226-5861f46e671a req-ab8e1502-9959-48fc-9e9f-a1e807187a08 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1109288 Jan 28 01:00:52.785957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f976e-35f7-41d9-a7f8-937d9ec72543 req-f4fe8ce4-12d7-4f1b-8642-6156d2896d89 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.787743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-565f976e-35f7-41d9-a7f8-937d9ec72543 req-f4fe8ce4-12d7-4f1b-8642-6156d2896d89 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1096 time: 0.0752230 Jan 28 01:00:52.877032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54d0c99c-fa32-478f-8226-5861f46e671a req-cd4f9b2a-963d-47d3-8912-c3f5f6126f43 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830669 Jan 28 01:00:52.878229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-565f976e-35f7-41d9-a7f8-937d9ec72543 req-c05f576d-3894-4cec-8a75-7fb0519536df tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785110 Jan 28 01:00:52.917096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-efc477b6-c9f1-400e-8e4e-ca950f3a3778 req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-730061854', 'description': 'tempest-description-1732895715'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:52.941378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-efc477b6-c9f1-400e-8e4e-ca950f3a3778 req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.018452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc48f4-77e1-486e-8244-d6e58eade52d req-1c89e4c3-5339-4121-979c-7f8e212aba7d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:53.019944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02bc48f4-77e1-486e-8244-d6e58eade52d req-1c89e4c3-5339-4121-979c-7f8e212aba7d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0678995 Jan 28 01:00:53.088719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02bc48f4-77e1-486e-8244-d6e58eade52d req-1244b679-d380-4729-9565-6eec01f5c956 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588269 Jan 28 01:00:53.090977 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-efc477b6-c9f1-400e-8e4e-ca950f3a3778 req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (7ea74754-766c-4225-aab9-664542f731b8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.096084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-efc477b6-c9f1-400e-8e4e-ca950f3a3778 req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7ea74754-766c-4225-aab9-664542f731b8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.104320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['21ef990e-f5b6-4204-b900-b82847ba33a1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:53.130286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-efc477b6-c9f1-400e-8e4e-ca950f3a3778 req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.131438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efc477b6-c9f1-400e-8e4e-ca950f3a3778 req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2200093 Jan 28 01:00:53.140295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c508fb-297a-4597-8acb-e9d9003936ba tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea74754-766c-4225-aab9-664542f731b8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:53.284085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-436cf6dc-7060-4527-b40f-f80a78b41c0d req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1596271352', 'description': 'tempest-description-773676366'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:53.328419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff4f5-9c17-4fb3-900b-47c4801ed6df req-393b73f5-7e53-464d-83f1-a4acc73354e2 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:53.330093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb0ff4f5-9c17-4fb3-900b-47c4801ed6df req-393b73f5-7e53-464d-83f1-a4acc73354e2 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 944 time: 0.0948203 Jan 28 01:00:53.331409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-436cf6dc-7060-4527-b40f-f80a78b41c0d req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.412827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb0ff4f5-9c17-4fb3-900b-47c4801ed6df req-56707d03-acf8-4fd9-a771-c1c84c80b17e tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Jan 28 01:00:53.466300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-436cf6dc-7060-4527-b40f-f80a78b41c0d req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a8cd1bfe-5895-48e4-933c-255bc62986ba), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.472037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-436cf6dc-7060-4527-b40f-f80a78b41c0d req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a8cd1bfe-5895-48e4-933c-255bc62986ba), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.510134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-436cf6dc-7060-4527-b40f-f80a78b41c0d req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.512077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-436cf6dc-7060-4527-b40f-f80a78b41c0d req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2343137 Jan 28 01:00:53.514304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffad86-3437-4eaa-a18a-133a881feb48 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd1bfe-5895-48e4-933c-255bc62986ba,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:53.626088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-c00a970b-8e01-49f9-9f84-e99c2ca862b5 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/7ea74754-766c-4225-aab9-664542f731b8 HTTP/1.1" status: 200 len: 1821 time: 0.0484500 Jan 28 01:00:53.690745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-4b9e63c6-78b8-4f85-b874-f1e13f4686e9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a8cd1bfe-5895-48e4-933c-255bc62986ba HTTP/1.1" status: 200 len: 1821 time: 0.0598552 Jan 28 01:00:53.700971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7ea74754-766c-4225-aab9-664542f731b8', 'remote_group_id': 'a8cd1bfe-5895-48e4-933c-255bc62986ba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:53.701634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7ea74754-766c-4225-aab9-664542f731b8', 'remote_group_id': 'a8cd1bfe-5895-48e4-933c-255bc62986ba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:53.803441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (3b9ab4ef-6c53-4d00-91d6-c1cca15fc03f), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.810198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b34e25-85f9-4cb1-8229-d0ca52828feb req-2bc30212-31da-4473-8300-fb1e45dcd79c tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:53.811899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80b34e25-85f9-4cb1-8229-d0ca52828feb req-2bc30212-31da-4473-8300-fb1e45dcd79c tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1096 time: 0.0826647 Jan 28 01:00:53.857572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (3b9ab4ef-6c53-4d00-91d6-c1cca15fc03f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.864929 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3b9ab4ef-6c53-4d00-91d6-c1cca15fc03f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.902804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9ab4ef-6c53-4d00-91d6-c1cca15fc03f,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:53.907446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.908683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ceaa39d-930c-4cfa-bf52-c4d225486aee req-37df51f3-4f69-4cf8-9ce1-f3ab7e28157d tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2120950 Jan 28 01:00:53.911784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80b34e25-85f9-4cb1-8229-d0ca52828feb req-862b24a2-1d87-4018-9ab4-37d5ca71e9d6 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922930 Jan 28 01:00:53.965769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-1504c903-bafc-4d4b-bd8e-9f1bce90de33 req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1792521357', 'description': 'tempest-description-879328262'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:53.998701 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1504c903-bafc-4d4b-bd8e-9f1bce90de33 req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.062410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c486-e826-4c88-91d4-001a5f44dea6 req-6a4d4b46-da65-48a5-ad0a-00e5057115d8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:54.063893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67d1c486-e826-4c88-91d4-001a5f44dea6 req-6a4d4b46-da65-48a5-ad0a-00e5057115d8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0820105 Jan 28 01:00:54.137307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1504c903-bafc-4d4b-bd8e-9f1bce90de33 req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a0dcdd00-f67f-4724-85ba-bff77bd19b10), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.142857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1504c903-bafc-4d4b-bd8e-9f1bce90de33 req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a0dcdd00-f67f-4724-85ba-bff77bd19b10), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.150757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67d1c486-e826-4c88-91d4-001a5f44dea6 req-fedcde38-ed5a-4daa-a1c8-73372fff6475 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748513 Jan 28 01:00:54.188753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1504c903-bafc-4d4b-bd8e-9f1bce90de33 req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.190234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1504c903-bafc-4d4b-bd8e-9f1bce90de33 req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2287192 Jan 28 01:00:54.190907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977226d-604c-4cbb-9b68-883cfb30aa93 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dcdd00-f67f-4724-85ba-bff77bd19b10,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:54.217795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-33650a21-c5ba-4522-b965-49e05ea4b904 req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2067760864', 'description': 'tempest-description-255949089'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:54.240300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33650a21-c5ba-4522-b965-49e05ea4b904 req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.328449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d501-d29a-4982-a113-1978ad74f438 req-c85fb3ec-fd8c-4974-871d-153dd05f7bc1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:54.330376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c6d501-d29a-4982-a113-1978ad74f438 req-c85fb3ec-fd8c-4974-871d-153dd05f7bc1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0792379 Jan 28 01:00:54.372952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33650a21-c5ba-4522-b965-49e05ea4b904 req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (8d54a96d-b19e-4367-81ac-84a46c03cea3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.379949 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33650a21-c5ba-4522-b965-49e05ea4b904 req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8d54a96d-b19e-4367-81ac-84a46c03cea3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.428298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-33650a21-c5ba-4522-b965-49e05ea4b904 req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.429529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33650a21-c5ba-4522-b965-49e05ea4b904 req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2164619 Jan 28 01:00:54.433333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c6d501-d29a-4982-a113-1978ad74f438 req-b062d65a-18cc-4144-b636-164a924a4496 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914123 Jan 28 01:00:54.440202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bfa2f-d5ca-4d8b-8bb7-319b6b8ca1a9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54a96d-b19e-4367-81ac-84a46c03cea3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:54.481150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 21ef990e-f5b6-4204-b900-b82847ba33a1 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:54.514199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-4c318950-eca2-498d-85ae-fc7a22071dc6 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a0dcdd00-f67f-4724-85ba-bff77bd19b10 HTTP/1.1" status: 200 len: 1821 time: 0.0487926 Jan 28 01:00:54.550296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 21ef990e-f5b6-4204-b900-b82847ba33a1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:54.556187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 21ef990e-f5b6-4204-b900-b82847ba33a1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:54.556953 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.567091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-4557433c-d479-4932-8984-e073d7a046fc tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/8d54a96d-b19e-4367-81ac-84a46c03cea3 HTTP/1.1" status: 200 len: 1821 time: 0.0517111 Jan 28 01:00:54.572934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a0dcdd00-f67f-4724-85ba-bff77bd19b10', 'remote_group_id': '8d54a96d-b19e-4367-81ac-84a46c03cea3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:54.573338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a0dcdd00-f67f-4724-85ba-bff77bd19b10', 'remote_group_id': '8d54a96d-b19e-4367-81ac-84a46c03cea3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:54.653007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 21ef990e-f5b6-4204-b900-b82847ba33a1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:54.653686 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.681026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (42eea908-e254-4097-9aab-776f7e8133c7), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.692397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 21ef990e-f5b6-4204-b900-b82847ba33a1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=21ef990e-f5b6-4204-b900-b82847ba33a1,segment=NetworkSegment(49f79fcb-21c3-4a1d-9466-79d460f8e203),segment_id=49f79fcb-21c3-4a1d-9466-79d460f8e203)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:54.693445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0c374-90be-439d-97bc-46d977576cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ef990e-f5b6-4204-b900-b82847ba33a1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:54.696062 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e024ce-c7ab-463f-b8c8-7ba9fa1eeefc" -d '{"events": [{"server_uuid": "e3b0c374-90be-439d-97bc-46d977576cce", "name": "network-vif-plugged", "status": "completed", "tag": "21ef990e-f5b6-4204-b900-b82847ba33a1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:54.697522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c498c2-adda-4bbc-ae0f-bced841c7526 req-43ed6216-badc-48d7-ad68-ec7638c05ba5 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:54.699019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22c498c2-adda-4bbc-ae0f-bced841c7526 req-43ed6216-badc-48d7-ad68-ec7638c05ba5 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 944 time: 0.0901515 Jan 28 01:00:54.699458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.739188 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (42eea908-e254-4097-9aab-776f7e8133c7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.749535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (42eea908-e254-4097-9aab-776f7e8133c7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.755296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=21ef990e-f5b6-4204-b900-b82847ba33a1,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:54.787572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22c498c2-adda-4bbc-ae0f-bced841c7526 req-107d0a41-43c0-4bb3-a087-8606dca92961 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807438 Jan 28 01:00:54.788734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eea908-e254-4097-9aab-776f7e8133c7,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:54.794286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.795537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98639b4b-4283-4256-bde3-4f3e71531a0f req-570e8cb4-f54f-41ec-9000-6d93ca4f02be tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2275414 Jan 28 01:00:54.857442 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9894ac8-812b-4663-a6af-fe255a81c5d5 x-openstack-request-id: req-f9894ac8-812b-4663-a6af-fe255a81c5d5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:54.858156 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0c374-90be-439d-97bc-46d977576cce", "name": "network-vif-plugged", "status": "completed", "tag": "21ef990e-f5b6-4204-b900-b82847ba33a1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:54.858693 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9894ac8-812b-4663-a6af-fe255a81c5d5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:54.859487 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0c374-90be-439d-97bc-46d977576cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ef990e-f5b6-4204-b900-b82847ba33a1', 'code': 200} Jan 28 01:00:54.914318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96c71b81-e850-4c2b-92d4-97224a75b513 req-d332dbcb-0f82-4eff-9596-18227d674e8a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/8d54a96d-b19e-4367-81ac-84a46c03cea3 HTTP/1.1" status: 200 len: 1821 time: 0.0455956 Jan 28 01:00:54.977575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-96c71b81-e850-4c2b-92d4-97224a75b513 req-11ad6e4f-82c4-4c9c-a905-8e205a3d139a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (8d54a96d-b19e-4367-81ac-84a46c03cea3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.006041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-96c71b81-e850-4c2b-92d4-97224a75b513 req-11ad6e4f-82c4-4c9c-a905-8e205a3d139a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (8d54a96d-b19e-4367-81ac-84a46c03cea3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.011399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9627728-a189-4120-b930-09371643734d req-f61d75e9-04e0-4413-a407-86f834030ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:55.013765 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9627728-a189-4120-b930-09371643734d req-f61d75e9-04e0-4413-a407-86f834030ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 1096 time: 0.0551395 Jan 28 01:00:55.062366 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f9627728-a189-4120-b930-09371643734d req-d642e103-d2c9-4fb5-82f5-131175f57354 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Jan 28 01:00:55.099880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8aa5d-ac3f-4f36-9400-c27348d94dcd req-023641fc-abe3-4831-b078-dad6601ebe95 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:55.101520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cd8aa5d-ac3f-4f36-9400-c27348d94dcd req-023641fc-abe3-4831-b078-dad6601ebe95 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1096 time: 0.0765009 Jan 28 01:00:55.126743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-96c71b81-e850-4c2b-92d4-97224a75b513 req-11ad6e4f-82c4-4c9c-a905-8e205a3d139a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8d54a96d-b19e-4367-81ac-84a46c03cea3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.129798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-96c71b81-e850-4c2b-92d4-97224a75b513 req-11ad6e4f-82c4-4c9c-a905-8e205a3d139a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.130945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96c71b81-e850-4c2b-92d4-97224a75b513 req-11ad6e4f-82c4-4c9c-a905-8e205a3d139a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/8d54a96d-b19e-4367-81ac-84a46c03cea3 HTTP/1.1" status: 204 len: 173 time: 0.2108362 Jan 28 01:00:55.150060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad6e4f-82c4-4c9c-a905-8e205a3d139a tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54a96d-b19e-4367-81ac-84a46c03cea3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:55.202258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cd8aa5d-ac3f-4f36-9400-c27348d94dcd req-9e3e0a86-48ff-4979-9cc5-32af3526222b tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845602 Jan 28 01:00:55.214376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e97cbbb-5498-4120-931a-625fdfde49aa req-4b406432-80a3-4320-bc68-851b462152b9 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a0dcdd00-f67f-4724-85ba-bff77bd19b10 HTTP/1.1" status: 200 len: 1821 time: 0.0598526 Jan 28 01:00:55.242646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f685e2c2-65f1-4e7d-add7-d62b7cbdeb7c req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-119473016', 'description': 'tempest-description-1066339195'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:55.268367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f685e2c2-65f1-4e7d-add7-d62b7cbdeb7c req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.362133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92f2d7-1465-4530-a016-88b9fe1cfc02 req-b344c51b-4ceb-4b35-852a-672e5f3e8497 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:55.364049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d92f2d7-1465-4530-a016-88b9fe1cfc02 req-b344c51b-4ceb-4b35-852a-672e5f3e8497 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0813396 Jan 28 01:00:55.414552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f685e2c2-65f1-4e7d-add7-d62b7cbdeb7c req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (c8a938e1-1e22-4aec-8fa2-61a97dea214e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.424416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f685e2c2-65f1-4e7d-add7-d62b7cbdeb7c req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c8a938e1-1e22-4aec-8fa2-61a97dea214e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.466224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f685e2c2-65f1-4e7d-add7-d62b7cbdeb7c req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:55.476967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f685e2c2-65f1-4e7d-add7-d62b7cbdeb7c req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2392478 Jan 28 01:00:55.480637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d92f2d7-1465-4530-a016-88b9fe1cfc02 req-d6f9685f-1cd2-4539-a061-3f7a25244759 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103172 Jan 28 01:00:55.490099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c52d-6e59-4137-9916-5e02e40eca2b tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a938e1-1e22-4aec-8fa2-61a97dea214e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:55.614813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d71f-b706-47a3-b9c9-608945654b79 req-0fa59db5-edbf-4f6d-820f-82cde63a9cf9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:55.617517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7323d71f-b706-47a3-b9c9-608945654b79 req-0fa59db5-edbf-4f6d-820f-82cde63a9cf9 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.0554628 Jan 28 01:00:55.678794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7323d71f-b706-47a3-b9c9-608945654b79 req-cbb2e30e-1696-41e7-bbd2-193bcdb72695 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543272 Jan 28 01:00:55.765518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-c30d6da2-575a-43dc-ae70-48c6887fea82 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/c8a938e1-1e22-4aec-8fa2-61a97dea214e HTTP/1.1" status: 200 len: 1821 time: 0.0511937 Jan 28 01:00:55.775757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8a938e1-1e22-4aec-8fa2-61a97dea214e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:55.776073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8a938e1-1e22-4aec-8fa2-61a97dea214e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:55.846353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (b128dfd6-3fd2-4491-baa2-91bb220b5b5d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.150164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (b128dfd6-3fd2-4491-baa2-91bb220b5b5d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.155113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b128dfd6-3fd2-4491-baa2-91bb220b5b5d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.174001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b128dfd6-3fd2-4491-baa2-91bb220b5b5d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:56.183392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.183741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.184137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.184474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.184799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.185176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.185536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.185887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.186216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.187115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.187115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.187359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.187682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:56.193252 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.194541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-095ed47f-a0ae-47d8-825e-b484ba15079b req-e2642a98-e02b-48d7-a023-a4d75d9f84c1 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4228022 Jan 28 01:00:56.412370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e534078-bab9-4d1a-a9d0-abbcef055fd7 req-61568ed2-7bf5-4bd0-9990-2712068092d3 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:56.414480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e534078-bab9-4d1a-a9d0-abbcef055fd7 req-61568ed2-7bf5-4bd0-9990-2712068092d3 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.0641372 Jan 28 01:00:56.483895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e534078-bab9-4d1a-a9d0-abbcef055fd7 req-9804ce99-c862-475c-b0db-cd2298d5283e tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Jan 28 01:00:56.609985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-6151dcbd-cd8f-4051-b1cb-b41127800923 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:00:56.611263 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-6151dcbd-cd8f-4051-b1cb-b41127800923 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067353 Jan 28 01:00:56.619913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:56.672476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-7c0bd64c-381b-4b30-bcf9-f7ca779c4758 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/c8a938e1-1e22-4aec-8fa2-61a97dea214e HTTP/1.1" status: 200 len: 2414 time: 0.0651302 Jan 28 01:00:56.679491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8a938e1-1e22-4aec-8fa2-61a97dea214e', 'remote_group_id': None}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:56.679944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8a938e1-1e22-4aec-8fa2-61a97dea214e', 'remote_group_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:56.723849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 55f5e380-fb84-473a-b7a6-611b5d319f45 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:56.742118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-89ab465d-b307-406d-b04f-9032386a5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:56.743890 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-89ab465d-b307-406d-b04f-9032386a5045 service neutron] 10.222.0.23 "GET /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 1093 time: 0.1246750 Jan 28 01:00:56.752034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (6200a17e-c4b3-41cb-9290-e3dc3ef7e678), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.754054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Request body: {'binding': {'host': 'n-h2-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:56.754747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Unknown quota resources ['binding']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:00:56.787365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (6200a17e-c4b3-41cb-9290-e3dc3ef7e678), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.793609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (6200a17e-c4b3-41cb-9290-e3dc3ef7e678), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.815730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6200a17e-c4b3-41cb-9290-e3dc3ef7e678,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:56.834444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.835860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ea8f059-55f7-4679-a820-82f89fb7dbfc req-e1945262-3066-487b-9f91-b4e39dcffb8e tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1626639 Jan 28 01:00:56.933939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on host n-h2-826756-1 for vnic_type normal with profile None {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:56.934406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:56.934839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:56.940179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:56.940499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:56.946049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:56.946611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:56.946985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:56.947648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Bound port: 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:56.954348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492848-18b4-468e-a007-9ed21ca8a0d0 req-467ffb6b-75ff-4643-9751-cedc2db246b3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:56.955949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a492848-18b4-468e-a007-9ed21ca8a0d0 req-467ffb6b-75ff-4643-9751-cedc2db246b3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0585129 Jan 28 01:00:57.014375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a492848-18b4-468e-a007-9ed21ca8a0d0 req-3650b321-31d5-4c1a-8d07-071aecf72840 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Jan 28 01:00:57.019797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:57.028281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.030524 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] 10.222.0.23 "POST /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075/bindings HTTP/1.1" status: 201 len: 389 time: 0.2809711 Jan 28 01:00:57.209057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491db0f-b85f-4b97-824e-c50325e83a39 req-1a61382f-287e-466d-9a38-fa89a1870e05 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.216939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9491db0f-b85f-4b97-824e-c50325e83a39 req-1a61382f-287e-466d-9a38-fa89a1870e05 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 943 time: 0.1316690 Jan 28 01:00:57.230913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26bc859e-3628-4606-afda-71057b8252fb req-d25492b9-8df3-48ce-8ba2-9698da7418d4 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/c8a938e1-1e22-4aec-8fa2-61a97dea214e HTTP/1.1" status: 200 len: 3012 time: 0.0991204 Jan 28 01:00:57.353622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-d4cc4d27-68e8-4ae1-a2c2-f9ec97f7bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.355316 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-d4cc4d27-68e8-4ae1-a2c2-f9ec97f7bf0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1096 time: 0.0452938 Jan 28 01:00:57.358882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9491db0f-b85f-4b97-824e-c50325e83a39 req-9057c9a9-2003-4180-a1c2-147d6732e15f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410184 Jan 28 01:00:57.370115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-39a1fafe-1cee-4602-bbf8-29e99671551c service neutron] 10.222.0.45 "GET /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45/bindings/n-h1-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.1319542 Jan 28 01:00:57.412924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3be2-2b59-4598-9d29-575db393bf71 req-d3c61209-888a-4c08-bc1b-b813339b5adb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.414479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-694e3be2-2b59-4598-9d29-575db393bf71 req-d3c61209-888a-4c08-bc1b-b813339b5adb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 945 time: 0.1249700 Jan 28 01:00:57.466390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-dcb1bed2-3c96-4620-8524-bf9da4a7f4aa tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-group-rules/6200a17e-c4b3-41cb-9290-e3dc3ef7e678 HTTP/1.1" status: 200 len: 783 time: 0.0614388 Jan 28 01:00:57.469243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-8527b5ea-175c-4755-937a-a9a4f90b29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.470799 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-8527b5ea-175c-4755-937a-a9a4f90b29ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1055696 Jan 28 01:00:57.521425 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-2b67a5b2-bfa4-4e65-bf35-7d949afea38a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 217 time: 0.0425956 Jan 28 01:00:57.553372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-694e3be2-2b59-4598-9d29-575db393bf71 req-a743892d-92e1-47b4-b8e3-0a9d19f09cb7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246743 Jan 28 01:00:57.583151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-a0e48047-7a0f-4d07-a5ec-d5b463a4b31c tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/c8a938e1-1e22-4aec-8fa2-61a97dea214e HTTP/1.1" status: 200 len: 3012 time: 0.1071618 Jan 28 01:00:57.587561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-76349a11-1232-4f2f-b46a-82b4723612c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.589481 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-76349a11-1232-4f2f-b46a-82b4723612c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0614295 Jan 28 01:00:57.627292 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-5fa414b9-7ff6-45b5-b563-3353c74be336 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314937 Jan 28 01:00:57.666352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-1a93c254-142f-4e0f-8356-2721854818b8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (6200a17e-c4b3-41cb-9290-e3dc3ef7e678), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.678597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-1a93c254-142f-4e0f-8356-2721854818b8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (6200a17e-c4b3-41cb-9290-e3dc3ef7e678), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.751897 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-acf43935-2218-4759-8dbb-9ff787ff2063 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981150 Jan 28 01:00:57.762425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:57.771639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-1a93c254-142f-4e0f-8356-2721854818b8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (6200a17e-c4b3-41cb-9290-e3dc3ef7e678), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.783993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-1a93c254-142f-4e0f-8356-2721854818b8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.785194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8f1d80a-884c-4c8e-831f-9a185aae28a0 req-1a93c254-142f-4e0f-8356-2721854818b8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6200a17e-c4b3-41cb-9290-e3dc3ef7e678 HTTP/1.1" status: 204 len: 173 time: 0.1943138 Jan 28 01:00:57.797040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93c254-142f-4e0f-8356-2721854818b8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6200a17e-c4b3-41cb-9290-e3dc3ef7e678,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:57.806769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:57.816561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae656a3e-5f71-4dc1-a626-03ba0ed0cc96 req-c2f17360-e39f-4edd-9607-0c077653a2da tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.824239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae656a3e-5f71-4dc1-a626-03ba0ed0cc96 req-c2f17360-e39f-4edd-9607-0c077653a2da tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.1214390 Jan 28 01:00:57.873125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f5e380-fb84-473a-b7a6-611b5d319f45 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:57.876698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-8ff3c752-f965-430c-8b6a-ff0a7076486d service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176209 Jan 28 01:00:57.888189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:57.935744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.946620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae656a3e-5f71-4dc1-a626-03ba0ed0cc96 req-25731eee-26d7-45f9-a121-fe46e329ed51 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214540 Jan 28 01:00:58.000784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87d82f72-83d7-4997-be7b-dc66f66f0991 req-ee0c9cfd-3b9d-40d9-bd60-c76d498a6486 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/c8a938e1-1e22-4aec-8fa2-61a97dea214e HTTP/1.1" status: 200 len: 2414 time: 0.0908813 Jan 28 01:00:58.095183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f3100b49-f88d-4205-8bf7-5c323733035b tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.097471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f3100b49-f88d-4205-8bf7-5c323733035b tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0557413 Jan 28 01:00:58.104376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] Transition to ACTIVE for port object 55f5e380-fb84-473a-b7a6-611b5d319f45 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:58.109291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:58.116136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.168372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.169622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-87d82f72-83d7-4997-be7b-dc66f66f0991 req-0be4602f-7645-4f82-8c3e-2c0d6ec4dcce tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (c8a938e1-1e22-4aec-8fa2-61a97dea214e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.182393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eaa37-444d-4c05-991b-b84c43a9ac2e req-222b8b5d-ad3b-432a-a13c-fccda53ba6f5 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.184015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-997eaa37-444d-4c05-991b-b84c43a9ac2e req-222b8b5d-ad3b-432a-a13c-fccda53ba6f5 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.1557608 Jan 28 01:00:58.242156 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-87d82f72-83d7-4997-be7b-dc66f66f0991 req-0be4602f-7645-4f82-8c3e-2c0d6ec4dcce tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (c8a938e1-1e22-4aec-8fa2-61a97dea214e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.271217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] No DVR routers for this DVR port 55f5e380-fb84-473a-b7a6-611b5d319f45 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:58.278463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=10']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:58.310746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:58.347904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-de8af08e-f403-42b3-b46c-a0bfa3dc5842 service neutron] 10.222.0.45 "PUT /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45/bindings/n-h1-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9717369 Jan 28 01:00:58.352507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-997eaa37-444d-4c05-991b-b84c43a9ac2e req-cfbc1ea0-0c1c-476d-8663-31fdcd6ba9b3 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486843 Jan 28 01:00:58.354073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:58.367856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-87d82f72-83d7-4997-be7b-dc66f66f0991 req-0be4602f-7645-4f82-8c3e-2c0d6ec4dcce tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c8a938e1-1e22-4aec-8fa2-61a97dea214e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.370704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-87d82f72-83d7-4997-be7b-dc66f66f0991 req-0be4602f-7645-4f82-8c3e-2c0d6ec4dcce tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.372325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87d82f72-83d7-4997-be7b-dc66f66f0991 req-0be4602f-7645-4f82-8c3e-2c0d6ec4dcce tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/c8a938e1-1e22-4aec-8fa2-61a97dea214e HTTP/1.1" status: 204 len: 173 time: 0.3628924 Jan 28 01:00:58.382434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4602f-7645-4f82-8c3e-2c0d6ec4dcce tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a938e1-1e22-4aec-8fa2-61a97dea214e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:58.402030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:58.404630 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21312902-d5b3-4a54-ba06-e188ff8bf2af" -d '{"events": [{"server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:58.412676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Publish callbacks [] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.420378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.520169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681210cb-a601-496e-b294-5d231793ebd0 req-49da6193-7b3b-4eb5-b53a-1d982d1136f7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.526576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-681210cb-a601-496e-b294-5d231793ebd0 req-49da6193-7b3b-4eb5-b53a-1d982d1136f7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0841241 Jan 28 01:00:58.537819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:58.545903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:58.546353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:58.546920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:58.555437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:58.555838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Attempting to bind port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:58.561637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:58.562126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:58.562575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:58.563136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Bound port: 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:58.564201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.607390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-681210cb-a601-496e-b294-5d231793ebd0 req-ec8697d1-8e60-428e-8bda-51be7d019fad tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769880 Jan 28 01:00:58.654096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:58.658981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:58.665323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.675110 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-1a4628ca-6e0b-414e-ae2e-4fb4c63ad80f req-905cc347-d370-4759-9303-003534c4f98c tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] show failed (client error): The resource could not be found. Jan 28 01:00:58.682379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4628ca-6e0b-414e-ae2e-4fb4c63ad80f req-905cc347-d370-4759-9303-003534c4f98c tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/8d54a96d-b19e-4367-81ac-84a46c03cea3 HTTP/1.1" status: 404 len: 352 time: 0.0221310 Jan 28 01:00:58.730201 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76048757-2655-4f93-927e-94dd2ffc9364 x-openstack-request-id: req-76048757-2655-4f93-927e-94dd2ffc9364 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:58.730505 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:58.730775 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76048757-2655-4f93-927e-94dd2ffc9364 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:58.731168 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'code': 200} Jan 28 01:00:58.740288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd1cc9-2280-409c-b955-81782a1d3b1e req-51ae4aa4-070a-4ed2-9876-160c23638339 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.750124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3cd1cc9-2280-409c-b955-81782a1d3b1e req-51ae4aa4-070a-4ed2-9876-160c23638339 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.0665531 Jan 28 01:00:58.773243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.773893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.775402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 1121 time: 0.6711996 Jan 28 01:00:58.805039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87417a5-c88c-4c36-aed1-fce98a8aa4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:58.814803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-1ef70705-3c71-42cd-94eb-38a3442c1163 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.816433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-1ef70705-3c71-42cd-94eb-38a3442c1163 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.3042271 Jan 28 01:00:58.830754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3cd1cc9-2280-409c-b955-81782a1d3b1e req-74265efd-2c1f-4340-b6ad-a6961cce3d0b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789826 Jan 28 01:00:58.851628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90ca7a-4188-401b-b476-082d7b19a2f6 req-b78f4379-b5d3-4521-8ad8-b129a8163707 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.858342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e90ca7a-4188-401b-b476-082d7b19a2f6 req-b78f4379-b5d3-4521-8ad8-b129a8163707 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.0792501 Jan 28 01:00:58.873164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-f940617c-7463-466c-bca0-8e8accf3377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.874967 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-f940617c-7463-466c-bca0-8e8accf3377a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2&tenant_id=e7ee2754a68f49ebb62713988df48646 HTTP/1.1" status: 200 len: 1095 time: 0.0504556 Jan 28 01:00:58.912210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e90ca7a-4188-401b-b476-082d7b19a2f6 req-bdb06402-4a2a-495f-bfb9-e00879e640f7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 Jan 28 01:00:58.948299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5b67abcc-d5dd-4107-85be-c6da8a3ca075'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:58.976908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceca3e-634c-4960-ab05-09b45b930e66 req-1c3cc908-31cf-44cf-ada3-b34770631978 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:58.978462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6ceca3e-634c-4960-ab05-09b45b930e66 req-1c3cc908-31cf-44cf-ada3-b34770631978 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.0653691 Jan 28 01:00:59.001709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-204d6dfc-7901-43e3-aa88-1889961f0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.003527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-204d6dfc-7901-43e3-aa88-1889961f0a51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7ee2754a68f49ebb62713988df48646&device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1095 time: 0.0456486 Jan 28 01:00:59.045194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6ceca3e-634c-4960-ab05-09b45b930e66 req-227f3b1e-6a47-4d8b-948e-83366498995a tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Jan 28 01:00:59.091647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee38c375-bc0d-43c7-96a8-3fc827df89aa req-2830f950-3141-40c5-b792-4be77ab57937 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a0dcdd00-f67f-4724-85ba-bff77bd19b10 HTTP/1.1" status: 200 len: 1821 time: 0.0647657 Jan 28 01:00:59.130018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-d315f329-dfc3-4e44-8b6d-21bab36153b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.131705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-d315f329-dfc3-4e44-8b6d-21bab36153b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 200 len: 922 time: 0.1192544 Jan 28 01:00:59.173252 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ee38c375-bc0d-43c7-96a8-3fc827df89aa req-9a88d11f-eee7-4ef2-8ebe-fabdbf41b122 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a0dcdd00-f67f-4724-85ba-bff77bd19b10), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.176409 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-d56fbe64-972d-4079-aa8b-75f5c41ff471 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 200 len: 217 time: 0.0379353 Jan 28 01:00:59.196687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ee38c375-bc0d-43c7-96a8-3fc827df89aa req-9a88d11f-eee7-4ef2-8ebe-fabdbf41b122 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a0dcdd00-f67f-4724-85ba-bff77bd19b10), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.232260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-deedef76-9cb7-45fc-ba01-7bcc68062902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.234133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-deedef76-9cb7-45fc-ba01-7bcc68062902 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 200 len: 861 time: 0.0519702 Jan 28 01:00:59.252399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ee38c375-bc0d-43c7-96a8-3fc827df89aa req-9a88d11f-eee7-4ef2-8ebe-fabdbf41b122 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a0dcdd00-f67f-4724-85ba-bff77bd19b10), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.255664 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ee38c375-bc0d-43c7-96a8-3fc827df89aa req-9a88d11f-eee7-4ef2-8ebe-fabdbf41b122 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.256836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee38c375-bc0d-43c7-96a8-3fc827df89aa req-9a88d11f-eee7-4ef2-8ebe-fabdbf41b122 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0dcdd00-f67f-4724-85ba-bff77bd19b10 HTTP/1.1" status: 204 len: 173 time: 0.1577346 Jan 28 01:00:59.267155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88d11f-eee7-4ef2-8ebe-fabdbf41b122 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dcdd00-f67f-4724-85ba-bff77bd19b10,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:59.269231 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-f87657ad-94de-463b-8145-990ecb085e91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92e98040-76ab-407b-b6c9-b3ffdebf60e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284710 Jan 28 01:00:59.342789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b14d071e-517a-41f0-ad23-fa0a756e9154 req-e942077d-72de-4f85-81e8-3b9c3a8cce45 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a8cd1bfe-5895-48e4-933c-255bc62986ba HTTP/1.1" status: 200 len: 1821 time: 0.0536842 Jan 28 01:00:59.431462 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-9ea84d66-f730-4a5c-bb12-a0e282336725 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552041 Jan 28 01:00:59.471085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b14d071e-517a-41f0-ad23-fa0a756e9154 req-72ce6092-d6a4-4039-a2ae-77b95c27bcd8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a8cd1bfe-5895-48e4-933c-255bc62986ba), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.505604 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b14d071e-517a-41f0-ad23-fa0a756e9154 req-72ce6092-d6a4-4039-a2ae-77b95c27bcd8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a8cd1bfe-5895-48e4-933c-255bc62986ba), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.514824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7af75-493e-482e-a12e-26f3bd38b54f req-4dbb2bd3-d413-4080-82c9-931993aa5958 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.516683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a7af75-493e-482e-a12e-26f3bd38b54f req-4dbb2bd3-d413-4080-82c9-931993aa5958 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.0766306 Jan 28 01:00:59.535842 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-51640cb6-7a43-487b-95b2-b9cdf1ee9997 service neutron] 10.222.0.43 "GET /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976391 Jan 28 01:00:59.597544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09a7af75-493e-482e-a12e-26f3bd38b54f req-4a23c6bf-e6ea-4623-9629-5f4e583a5b8b tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 Jan 28 01:00:59.609728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b14d071e-517a-41f0-ad23-fa0a756e9154 req-72ce6092-d6a4-4039-a2ae-77b95c27bcd8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a8cd1bfe-5895-48e4-933c-255bc62986ba), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.612715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b14d071e-517a-41f0-ad23-fa0a756e9154 req-72ce6092-d6a4-4039-a2ae-77b95c27bcd8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.613814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b14d071e-517a-41f0-ad23-fa0a756e9154 req-72ce6092-d6a4-4039-a2ae-77b95c27bcd8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8cd1bfe-5895-48e4-933c-255bc62986ba HTTP/1.1" status: 204 len: 173 time: 0.2643301 Jan 28 01:00:59.624052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce6092-d6a4-4039-a2ae-77b95c27bcd8 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd1bfe-5895-48e4-933c-255bc62986ba,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:59.672300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef432baa-3346-4185-8110-cce5c8c5a85d req-6cc7a838-3824-4d6a-bee1-3fe6ec03f0a7 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/7ea74754-766c-4225-aab9-664542f731b8 HTTP/1.1" status: 200 len: 1821 time: 0.0398974 Jan 28 01:00:59.762931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0407f52-1d9e-4bf6-a5c1-8f1f40d67eeb req-cf553881-9037-4566-906e-ec1aa43d91a5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.764599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0407f52-1d9e-4bf6-a5c1-8f1f40d67eeb req-cf553881-9037-4566-906e-ec1aa43d91a5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0800152 Jan 28 01:00:59.770967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef432baa-3346-4185-8110-cce5c8c5a85d req-971f3819-0b75-4f37-80cb-b834a0437832 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (7ea74754-766c-4225-aab9-664542f731b8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.807780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef432baa-3346-4185-8110-cce5c8c5a85d req-971f3819-0b75-4f37-80cb-b834a0437832 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (7ea74754-766c-4225-aab9-664542f731b8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.852012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e414-6607-44cb-9775-41271f914d80 req-0ae0c577-a34d-4046-9cac-302e62c02701 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:59.853510 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-0ae0c577-a34d-4046-9cac-302e62c02701 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2&tenant_id=e7ee2754a68f49ebb62713988df48646&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0495727 Jan 28 01:00:59.858154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0407f52-1d9e-4bf6-a5c1-8f1f40d67eeb req-6c264df5-0148-457f-9f49-cb8d3cbd4ae2 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814867 Jan 28 01:00:59.886210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef432baa-3346-4185-8110-cce5c8c5a85d req-971f3819-0b75-4f37-80cb-b834a0437832 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7ea74754-766c-4225-aab9-664542f731b8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.888964 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef432baa-3346-4185-8110-cce5c8c5a85d req-971f3819-0b75-4f37-80cb-b834a0437832 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.890168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef432baa-3346-4185-8110-cce5c8c5a85d req-971f3819-0b75-4f37-80cb-b834a0437832 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ea74754-766c-4225-aab9-664542f731b8 HTTP/1.1" status: 204 len: 173 time: 0.2123816 Jan 28 01:00:59.899438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f3819-0b75-4f37-80cb-b834a0437832 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea74754-766c-4225-aab9-664542f731b8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:59.977190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2712e414-6607-44cb-9775-41271f914d80 req-abd4bcdf-07d3-4872-96b1-a917a58ec54d service neutron] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:59.980438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2712e414-6607-44cb-9775-41271f914d80 req-abd4bcdf-07d3-4872-96b1-a917a58ec54d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.981563 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2712e414-6607-44cb-9775-41271f914d80 req-abd4bcdf-07d3-4872-96b1-a917a58ec54d service neutron] 10.222.0.43 "DELETE /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45/bindings/n-h2-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.1199315 Jan 28 01:00:59.998343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a73c7d-e532-47e5-9159-980ac690cb3a req-283a592a-7f0f-4fd1-a9d0-8edbbff15258 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/a01fa088-ae8a-438f-8467-7330fb23753f HTTP/1.1" status: 200 len: 2420 time: 0.0758860 Jan 28 01:01:00.032333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de13b-22ff-451a-900b-a02702b82263 req-ae744796-8ec9-4217-ac2d-4c6fbc1f6a82 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.033964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-504de13b-22ff-451a-900b-a02702b82263 req-ae744796-8ec9-4217-ac2d-4c6fbc1f6a82 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.1020188 Jan 28 01:01:00.103888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-42a73c7d-e532-47e5-9159-980ac690cb3a req-84bffdb2-03a3-4311-b57f-a43e0b940d98 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a01fa088-ae8a-438f-8467-7330fb23753f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.109023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-504de13b-22ff-451a-900b-a02702b82263 req-56bf85e6-b972-4eaa-8af0-273a64098f7e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684364 Jan 28 01:01:00.133124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-42a73c7d-e532-47e5-9159-980ac690cb3a req-84bffdb2-03a3-4311-b57f-a43e0b940d98 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (a01fa088-ae8a-438f-8467-7330fb23753f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.202205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-42a73c7d-e532-47e5-9159-980ac690cb3a req-84bffdb2-03a3-4311-b57f-a43e0b940d98 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a01fa088-ae8a-438f-8467-7330fb23753f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.204914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-42a73c7d-e532-47e5-9159-980ac690cb3a req-84bffdb2-03a3-4311-b57f-a43e0b940d98 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.206105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a73c7d-e532-47e5-9159-980ac690cb3a req-84bffdb2-03a3-4311-b57f-a43e0b940d98 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/a01fa088-ae8a-438f-8467-7330fb23753f HTTP/1.1" status: 204 len: 173 time: 0.2069397 Jan 28 01:01:00.219031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bffdb2-03a3-4311-b57f-a43e0b940d98 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fa088-ae8a-438f-8467-7330fb23753f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:00.234971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7195c-76fb-423b-bf9d-39d44bb24cd2 req-651e2396-8cbc-4d31-9b74-3fc3eec24cf2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.236480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20b7195c-76fb-423b-bf9d-39d44bb24cd2 req-651e2396-8cbc-4d31-9b74-3fc3eec24cf2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.0657797 Jan 28 01:01:00.288685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20b7195c-76fb-423b-bf9d-39d44bb24cd2 req-de6badbb-2c6a-4bf8-afc1-7e7d4da3524e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Jan 28 01:01:00.473528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c0811ba-246e-4985-a4f0-ef5d3ad4f036 req-1b8420d9-08f4-47c3-b3db-19cd08d9cb62 tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "GET /v2.0/security-groups/d2de42d4-0b64-4d37-9395-e9d18acea118 HTTP/1.1" status: 200 len: 2414 time: 0.0481246 Jan 28 01:01:00.536444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0c0811ba-246e-4985-a4f0-ef5d3ad4f036 req-40daec20-393a-41e6-8671-993c4b5e4afd tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (d2de42d4-0b64-4d37-9395-e9d18acea118), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.565427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0c0811ba-246e-4985-a4f0-ef5d3ad4f036 req-40daec20-393a-41e6-8671-993c4b5e4afd tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (d2de42d4-0b64-4d37-9395-e9d18acea118), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.647374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0c0811ba-246e-4985-a4f0-ef5d3ad4f036 req-40daec20-393a-41e6-8671-993c4b5e4afd tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d2de42d4-0b64-4d37-9395-e9d18acea118), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.650331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0c0811ba-246e-4985-a4f0-ef5d3ad4f036 req-40daec20-393a-41e6-8671-993c4b5e4afd tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.651501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c0811ba-246e-4985-a4f0-ef5d3ad4f036 req-40daec20-393a-41e6-8671-993c4b5e4afd tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] 10.222.0.23 "DELETE /v2.0/security-groups/d2de42d4-0b64-4d37-9395-e9d18acea118 HTTP/1.1" status: 204 len: 173 time: 0.1723375 Jan 28 01:01:00.658203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d8614-13d7-4779-9464-22e329adb532 req-0dd1c231-6a77-4447-87d0-13833248be1e tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.658484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:00.659664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a70d8614-13d7-4779-9464-22e329adb532 req-0dd1c231-6a77-4447-87d0-13833248be1e tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 1095 time: 0.0566745 Jan 28 01:01:00.665146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daec20-393a-41e6-8671-993c4b5e4afd tempest-SecurityGroupRulesTestJSON-339763629 tempest-SecurityGroupRulesTestJSON-339763629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de42d4-0b64-4d37-9395-e9d18acea118,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:00.727010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Deleting subnet 1b82c012-06bc-4c32-a715-2df60fdd6e4a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:00.730471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Publish callbacks [] for subnet (1b82c012-06bc-4c32-a715-2df60fdd6e4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.731937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:00.734571 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a6f29d-79a1-4f07-b55d-c5771e78d825" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:00.742065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a70d8614-13d7-4779-9464-22e329adb532 req-a09ed973-960b-4aea-b572-b6078dd1e1f8 tempest-LiveAutoBlockMigrationV225Test-1214667842 tempest-LiveAutoBlockMigrationV225Test-1214667842-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Jan 28 01:01:00.776249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (1b82c012-06bc-4c32-a715-2df60fdd6e4a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.820488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1b82c012-06bc-4c32-a715-2df60fdd6e4a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.886938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (1b82c012-06bc-4c32-a715-2df60fdd6e4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.913657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d158456-bc50-4038-9827-dfdb4631be87 req-402dfa24-62e6-4214-9ae6-ae0fc8332c14 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:00.918329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d158456-bc50-4038-9827-dfdb4631be87 req-402dfa24-62e6-4214-9ae6-ae0fc8332c14 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.0694594 Jan 28 01:01:00.919723 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d4288c-6174-4b7a-accb-f0710ee3fc70 x-openstack-request-id: req-60d4288c-6174-4b7a-accb-f0710ee3fc70 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:00.920148 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:00.920594 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60d4288c-6174-4b7a-accb-f0710ee3fc70 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:00.920992 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'status': 'completed', 'code': 200} Jan 28 01:01:00.924222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.927843 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b82c012-06bc-4c32-a715-2df60fdd6e4a HTTP/1.1" status: 204 len: 168 time: 0.2682824 Jan 28 01:01:00.928960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90eb05-5c25-44ce-a098-8e0cb3806766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b82c012-06bc-4c32-a715-2df60fdd6e4a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:00.930596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48872) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:01.042014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-f3eee905-6e0e-4658-bdf1-4a9f41580a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.044616 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-f3eee905-6e0e-4658-bdf1-4a9f41580a04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1124 time: 0.0636871 Jan 28 01:01:01.046277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d158456-bc50-4038-9827-dfdb4631be87 req-f78702f9-cfe4-4ace-8af4-257cc898d830 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e125d6c-6594-4afd-a6e2-355e648c48f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169274 Jan 28 01:01:01.053132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (acf7ab58-30f0-475e-a2b6-62aca4941bd2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.198857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (acf7ab58-30f0-475e-a2b6-62aca4941bd2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.212925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-935125c3-0109-4dc9-9cd0-b13601a4d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.214670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-935125c3-0109-4dc9-9cd0-b13601a4d411 service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1213768 Jan 28 01:01:01.229019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf7ab58-30f0-475e-a2b6-62aca4941bd2']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:01.244790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0a9f16-032e-4e78-afcb-3973fa0c3e01') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:01.245090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0a9f16-032e-4e78-afcb-3973fa0c3e01') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:01.262255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a00876-d871-4aa1-ae0b-2f055e720f4d req-5658ed85-69b2-483e-bfea-d40817d415ca tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.263752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4a00876-d871-4aa1-ae0b-2f055e720f4d req-5658ed85-69b2-483e-bfea-d40817d415ca tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1605225 Jan 28 01:01:01.271392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-82cacb32-455f-47d5-99a9-90a98b940805 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.272933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-82cacb32-455f-47d5-99a9-90a98b940805 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 945 time: 0.0984635 Jan 28 01:01:01.273384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe51da-c253-4c95-b79b-79719497a74f req-42e2744e-6d49-4346-8411-eda54d1b391a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.274289 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-b02f1fed-4af0-4f03-8e1d-d95e772335e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 217 time: 0.0513351 Jan 28 01:01:01.274911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fbe51da-c253-4c95-b79b-79719497a74f req-42e2744e-6d49-4346-8411-eda54d1b391a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.1268625 Jan 28 01:01:01.277914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9b0a9f16-032e-4e78-afcb-3973fa0c3e01), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.320652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9b0a9f16-032e-4e78-afcb-3973fa0c3e01), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.346407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:01.346853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9b0a9f16-032e-4e78-afcb-3973fa0c3e01), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:01.348677 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:01.413291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fbe51da-c253-4c95-b79b-79719497a74f req-a9cb1976-bde6-47c4-8156-3e370b61ff1b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 Jan 28 01:01:01.422749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-d6f61995-e17d-41e2-81ce-6a26c2ab8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.424205 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-d6f61995-e17d-41e2-81ce-6a26c2ab8fc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.1034231 Jan 28 01:01:01.424741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4a00876-d871-4aa1-ae0b-2f055e720f4d req-00bc9773-4386-44f5-a88d-86ec7d1b454d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488392 Jan 28 01:01:01.433608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (acf7ab58-30f0-475e-a2b6-62aca4941bd2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.455551 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.463271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] 10.222.0.23 "DELETE /v2.0/networks/acf7ab58-30f0-475e-a2b6-62aca4941bd2 HTTP/1.1" status: 204 len: 168 time: 0.5284498 Jan 28 01:01:01.465110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e23d3-7ccb-44f9-aecf-9288e188035d admin admin] Pushing event deleted for resources: {'Network': ['ID=acf7ab58-30f0-475e-a2b6-62aca4941bd2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:01.468228 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-7fa9d5bf-d5d6-4fb1-bec7-581cb0ea084f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315337 Jan 28 01:01:01.494861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Deleting port 21ef990e-f5b6-4204-b900-b82847ba33a1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:01.495283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.577271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de653f-bf1a-4895-8f2b-122847eaab68 req-07d506dd-181f-441c-ba0c-248488f6c80d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:01.579336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0de653f-bf1a-4895-8f2b-122847eaab68 req-07d506dd-181f-441c-ba0c-248488f6c80d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.0531745 Jan 28 01:01:01.612385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:01.633996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0de653f-bf1a-4895-8f2b-122847eaab68 req-b9214530-0958-4eaf-ae41-a45cc6f26eef tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485606 Jan 28 01:01:01.728310 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c5240117-2e1d-4f15-be7c-98d4555e33b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26b5308b9cb5487d92960c140aa0659d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123371 Jan 28 01:01:01.728310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] For port 21ef990e-f5b6-4204-b900-b82847ba33a1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=21ef990e-f5b6-4204-b900-b82847ba33a1,segment=NetworkSegment(49f79fcb-21c3-4a1d-9466-79d460f8e203),segment_id=49f79fcb-21c3-4a1d-9466-79d460f8e203)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:01.728627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.731161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48886) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:01.733284 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-d8b7fb1f-9298-4033-896d-d4b7b1f601a4 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863294 Jan 28 01:01:01.781245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Calling delete_port for 21ef990e-f5b6-4204-b900-b82847ba33a1 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:01.913629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d901e191-3463-4743-a66b-26189c78454b admin admin] Publish callbacks [] for security_group (ff046f45-2a45-4ab1-953a-28f987f06544), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:01.933417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48a6f29d-79a1-4f07-b55d-c5771e78d825 req-89671696-72b9-4050-a630-808c24d736a4 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877384 Jan 28 01:01:01.949319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d901e191-3463-4743-a66b-26189c78454b admin admin] Publish callbacks [] for security_group (ff046f45-2a45-4ab1-953a-28f987f06544), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.075618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-62ebe050-5e63-4656-8c26-ca500a49489d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.076989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-62ebe050-5e63-4656-8c26-ca500a49489d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 944 time: 0.0966036 Jan 28 01:01:02.078599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (21ef990e-f5b6-4204-b900-b82847ba33a1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.080260 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d901e191-3463-4743-a66b-26189c78454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ff046f45-2a45-4ab1-953a-28f987f06544), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.083050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d901e191-3463-4743-a66b-26189c78454b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.086910 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d901e191-3463-4743-a66b-26189c78454b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff046f45-2a45-4ab1-953a-28f987f06544 HTTP/1.1" status: 204 len: 168 time: 0.3499184 Jan 28 01:01:02.117759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['21ef990e-f5b6-4204-b900-b82847ba33a1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:02.149225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901e191-3463-4743-a66b-26189c78454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff046f45-2a45-4ab1-953a-28f987f06544,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:02.154215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Pushing event deleted for resources: {'Port': ['ID=21ef990e-f5b6-4204-b900-b82847ba33a1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:02.211174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-402e843d-03f0-477e-8bb2-1c0b633137c6 req-4c6c547c-cf52-4ec0-8aa2-59d235dfa32d tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3b0c374-90be-439d-97bc-46d977576cce HTTP/1.1" status: 200 len: 210 time: 0.0711665 Jan 28 01:01:02.260260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] No DVR routers for this DVR port 21ef990e-f5b6-4204-b900-b82847ba33a1 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:02.265825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.269231 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85fe22ed-fb28-42c2-88dc-b0b2fa17c4da req-e3e2f060-27d5-47bb-a390-d3081703ec66 tempest-ServersNegativeTestMultiTenantJSON-1742410832 tempest-ServersNegativeTestMultiTenantJSON-1742410832-project] 10.222.0.43 "DELETE /v2.0/ports/21ef990e-f5b6-4204-b900-b82847ba33a1 HTTP/1.1" status: 204 len: 173 time: 0.9499462 Jan 28 01:01:02.291727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Deleting port 55f5e380-fb84-473a-b7a6-611b5d319f45 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:02.292100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.399354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] For port 55f5e380-fb84-473a-b7a6-611b5d319f45, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=55f5e380-fb84-473a-b7a6-611b5d319f45,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:02.399877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.412811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Calling delete_port for 55f5e380-fb84-473a-b7a6-611b5d319f45 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:02.591383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (55f5e380-fb84-473a-b7a6-611b5d319f45), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.619167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96768ed-2484-4fc4-a8f4-ff3df6b056d0 req-620f1f9c-a422-4ddb-861d-2f96b84bca08 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.620846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b96768ed-2484-4fc4-a8f4-ff3df6b056d0 req-620f1f9c-a422-4ddb-861d-2f96b84bca08 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0852830 Jan 28 01:01:02.634858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c6da-4f30-4b53-a1ed-09e302fa5ce3 req-cbfb9d41-61c3-49bf-a3a8-e30b64c995b6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:02.639336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e19687d8-32b3-44e7-abcc-f983d9016ad0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:02.644904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fa6c6da-4f30-4b53-a1ed-09e302fa5ce3 req-cbfb9d41-61c3-49bf-a3a8-e30b64c995b6 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 866 time: 0.0963788 Jan 28 01:01:02.654615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event deleted for resources: {'Port': ['ID=55f5e380-fb84-473a-b7a6-611b5d319f45,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:02.698674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:02.711324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] No DVR routers for this DVR port 55f5e380-fb84-473a-b7a6-611b5d319f45 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:02.713957 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:02.717890 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d0429eda-24f4-4cf6-a27b-975aea41de30 req-3c9e50fa-8490-42c2-bd3d-40c7feee8b27 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "DELETE /v2.0/ports/55f5e380-fb84-473a-b7a6-611b5d319f45 HTTP/1.1" status: 204 len: 173 time: 0.6305156 Jan 28 01:01:02.724337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b96768ed-2484-4fc4-a8f4-ff3df6b056d0 req-31e4057b-eaa0-4e85-8a9a-7e2507e759cf tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 Jan 28 01:01:02.811029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fa6c6da-4f30-4b53-a1ed-09e302fa5ce3 req-18748080-d66a-4b0f-afa6-bc436ec52145 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651397 Jan 28 01:01:02.924423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0c374-90be-439d-97bc-46d977576cce', 'name': 'network-vif-deleted', 'tag': '21ef990e-f5b6-4204-b900-b82847ba33a1'}, {'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'name': 'network-vif-deleted', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:02.929867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:02.930875 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faea5f8-0b31-4024-8a03-75cf7702aad3" -d '{"events": [{"server_uuid": "e3b0c374-90be-439d-97bc-46d977576cce", "name": "network-vif-deleted", "tag": "21ef990e-f5b6-4204-b900-b82847ba33a1"}, {"server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "name": "network-vif-deleted", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:02.960357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:01:03.023528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d79dc-892f-4244-a738-d96f7d1216e0 req-d1755d7f-1fcb-4bd4-9f03-f8bebbd04ecb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.025016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd0d79dc-892f-4244-a738-d96f7d1216e0 req-d1755d7f-1fcb-4bd4-9f03-f8bebbd04ecb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.0685961 Jan 28 01:01:03.072156 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a8c47-84d1-44c1-9301-d49bab649d97 x-openstack-request-id: req-974a8c47-84d1-44c1-9301-d49bab649d97 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:03.072356 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0c374-90be-439d-97bc-46d977576cce", "name": "network-vif-deleted", "tag": "21ef990e-f5b6-4204-b900-b82847ba33a1", "status": "completed", "code": 200}, {"server_uuid": "88bbf279-fbd0-492c-843a-38d0cc7184d2", "name": "network-vif-deleted", "tag": "55f5e380-fb84-473a-b7a6-611b5d319f45", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:03.072632 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-974a8c47-84d1-44c1-9301-d49bab649d97 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:03.073523 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0c374-90be-439d-97bc-46d977576cce', 'name': 'network-vif-deleted', 'tag': '21ef990e-f5b6-4204-b900-b82847ba33a1', 'status': 'completed', 'code': 200} Jan 28 01:01:03.073523 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bbf279-fbd0-492c-843a-38d0cc7184d2', 'name': 'network-vif-deleted', 'tag': '55f5e380-fb84-473a-b7a6-611b5d319f45', 'status': 'completed', 'code': 200} Jan 28 01:01:03.089569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd0d79dc-892f-4244-a738-d96f7d1216e0 req-2e01d537-507c-4cf5-9497-815b475a059d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Jan 28 01:01:03.172475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48926) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:03.263377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48934) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:03.283135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1502290273-network', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:03.306532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Made reservation on behalf of a5b103a855c84b8faecdd01d84eb4c73 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:03.309099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.311131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Deleting subnet 131012a8-70ec-4dd8-b761-676d766912d4 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:03.315057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Publish callbacks [] for subnet (131012a8-70ec-4dd8-b761-676d766912d4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.319918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.333537 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.355202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (131012a8-70ec-4dd8-b761-676d766912d4), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.403951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (131012a8-70ec-4dd8-b761-676d766912d4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.407021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks [] for security_group (71a10906-b77d-45f8-b619-4f7c1e9dec20), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.411313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (71a10906-b77d-45f8-b619-4f7c1e9dec20), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.436291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a10906-b77d-45f8-b619-4f7c1e9dec20,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:03.449313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:01:03.459633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5ff64b08-3d94-40c5-a37a-0557c40aa360), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.460214 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Added segment 5ff64b08-3d94-40c5-a37a-0557c40aa360 of type vlan for network 9263da00-8a2e-415c-af78-29d901f78510 Jan 28 01:01:03.471763 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (131012a8-70ec-4dd8-b761-676d766912d4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.501317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131012a8-70ec-4dd8-b761-676d766912d4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:03.504613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.507886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-972e6c3c-dbe6-45aa-b386-2a556bad5afa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/131012a8-70ec-4dd8-b761-676d766912d4 HTTP/1.1" status: 204 len: 168 time: 0.2433488 Jan 28 01:01:03.511631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48936) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:03.518796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9263da00-8a2e-415c-af78-29d901f78510), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.597062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9263da00-8a2e-415c-af78-29d901f78510), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.598049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.598633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.604939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b5159ef5-1dae-4f4e-85fc-c530df70ede0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.659174 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4855545 Jan 28 01:01:03.662520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48938) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:03.668311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Request body: {'subnet': {'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1502290273-subnet', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:03.672764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e7de1-c084-424c-af1c-c57eba1285dc admin admin] Pushing event updated for resources: {'Network': ['ID=9263da00-8a2e-415c-af78-29d901f78510,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:03.689720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9263da00-8a2e-415c-af78-29d901f78510 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:01:03.698027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Made reservation on behalf of a5b103a855c84b8faecdd01d84eb4c73 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:03.700456 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.826209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b5159ef5-1dae-4f4e-85fc-c530df70ede0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.867165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5159ef5-1dae-4f4e-85fc-c530df70ede0']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:03.882573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f79fcb-21c3-4a1d-9466-79d460f8e203') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:03.882861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f79fcb-21c3-4a1d-9466-79d460f8e203') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:03.898952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (49f79fcb-21c3-4a1d-9466-79d460f8e203), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.911798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af8a6-e4a6-4c18-a989-d4364bff1d06 req-7fafc583-5114-45c4-b9f3-f3b9e7fe0433 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:03.916114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (49f79fcb-21c3-4a1d-9466-79d460f8e203), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.919498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-753af8a6-e4a6-4c18-a989-d4364bff1d06 req-7fafc583-5114-45c4-b9f3-f3b9e7fe0433 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0887055 Jan 28 01:01:03.923639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:03.924403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (49f79fcb-21c3-4a1d-9466-79d460f8e203), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:03.927559 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:04.002644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b5159ef5-1dae-4f4e-85fc-c530df70ede0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.005833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b954459-c2b5-49f6-9cb6-65cb73ec201b req-67eab7a0-9763-4a23-98f3-856fd09174ed tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0683634 Jan 28 01:01:04.010918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.014601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] 10.222.0.23 "DELETE /v2.0/networks/b5159ef5-1dae-4f4e-85fc-c530df70ede0 HTTP/1.1" status: 204 len: 168 time: 0.5019362 Jan 28 01:01:04.020670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48948) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:04.029432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e07075-5ea9-41c7-94e8-404d1c241dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5159ef5-1dae-4f4e-85fc-c530df70ede0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:04.120626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-753af8a6-e4a6-4c18-a989-d4364bff1d06 req-70a2d0df-2cc3-49b0-9f11-821b84f0b3c6 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998703 Jan 28 01:01:04.139288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Deleting subnet 4a83b848-4309-4d07-8f67-5d31f7bcabfa {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:04.156749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Publish callbacks [] for subnet (4a83b848-4309-4d07-8f67-5d31f7bcabfa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.192790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (8eeee6ae-1be8-45df-8316-fffc43403d72), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.219723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-a2c0d2d6-4120-47b9-9550-2873594ed26f service neutron] 10.222.0.43 "GET /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.0785909 Jan 28 01:01:04.264728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (4a83b848-4309-4d07-8f67-5d31f7bcabfa), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.317091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eeee6ae-1be8-45df-8316-fffc43403d72,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:04.337851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4a83b848-4309-4d07-8f67-5d31f7bcabfa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.347707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604c31-eb9c-4113-9441-24779008eef7 req-ce9d4b18-3daa-40b4-ae15-bc9e595fdb88 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:04.349197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01604c31-eb9c-4113-9441-24779008eef7 req-ce9d4b18-3daa-40b4-ae15-bc9e595fdb88 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 943 time: 0.1578326 Jan 28 01:01:04.400603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Checking segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:04.400959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Network hostable DHCP agents. Network: 9263da00-8a2e-415c-af78-29d901f78510, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:01:04.424363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:04.444468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:04.462141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01604c31-eb9c-4113-9441-24779008eef7 req-df86d06a-f97f-4537-bd48-f8f17239c5ac tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747979 Jan 28 01:01:04.471410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Network 9263da00-8a2e-415c-af78-29d901f78510 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:01:04.485972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (4a83b848-4309-4d07-8f67-5d31f7bcabfa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.497253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9263da00-8a2e-415c-af78-29d901f78510) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:04.500917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b67abcc-d5dd-4107-85be-c6da8a3ca075 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:04.507121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09777d42-7168-43d3-baaa-0ab5c4247f45 None None] Network 9263da00-8a2e-415c-af78-29d901f78510 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:04.514486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:04.523752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:04.524363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.526934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a83b848-4309-4d07-8f67-5d31f7bcabfa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:04.531510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.537486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:04.537665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b14ad8d2-fea1-4f0a-b2b1-5fc0f1284f40 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a83b848-4309-4d07-8f67-5d31f7bcabfa HTTP/1.1" status: 204 len: 168 time: 0.5142636 Jan 28 01:01:04.546430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:04.548397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.558824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5f0db5a0-cfc6-48ad-aa95-82e260f67431 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8949156 Jan 28 01:01:04.559654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48956) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:04.564051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:04.589257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (cd004a29-7626-4f3e-a7dd-c46e5110ec07), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.590550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (cd004a29-7626-4f3e-a7dd-c46e5110ec07), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.599262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 55f5e380-fb84-473a-b7a6-611b5d319f45 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:04.599879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 55f5e380-fb84-473a-b7a6-611b5d319f45 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:04.600487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 21ef990e-f5b6-4204-b900-b82847ba33a1 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:04.625883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 21ef990e-f5b6-4204-b900-b82847ba33a1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:04.626505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 21ef990e-f5b6-4204-b900-b82847ba33a1 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:04.649485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e27a2f4f-dad1-43de-b28d-a4410b545877), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.690278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9263da00-8a2e-415c-af78-29d901f78510', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:01:04.691535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.705145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks [] for router_controller (cd004a29-7626-4f3e-a7dd-c46e5110ec07), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.767923 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e27a2f4f-dad1-43de-b28d-a4410b545877), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.789979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27a2f4f-dad1-43de-b28d-a4410b545877']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:04.816153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9154dfb-301b-4a1d-80e6-e11ba6091634') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:04.816472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9154dfb-301b-4a1d-80e6-e11ba6091634') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:04.842516 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (e9154dfb-301b-4a1d-80e6-e11ba6091634), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.844362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Allocated IP 172.20.0.2 (9263da00-8a2e-415c-af78-29d901f78510/8eeee6ae-1be8-45df-8316-fffc43403d72/9b0515d1-0893-4f22-8a7f-bd43d3bb42b5) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:04.868377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] Transition to ACTIVE for port object 5b67abcc-d5dd-4107-85be-c6da8a3ca075 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:04.869823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e9154dfb-301b-4a1d-80e6-e11ba6091634), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.877648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.881196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks [] for router_gateway (cd004a29-7626-4f3e-a7dd-c46e5110ec07), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.922977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:04.923509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (e9154dfb-301b-4a1d-80e6-e11ba6091634), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:04.925409 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:05.010906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:05.231371 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Publish callbacks [] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.238598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks [] for router_gateway (cd004a29-7626-4f3e-a7dd-c46e5110ec07), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.241560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.304654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.315708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13aed39a-3c40-4901-b474-fea11b4dfe37 req-dd0ac75e-37d4-40ee-a973-2feea771bea3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0795107 Jan 28 01:01:05.315909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Network 9263da00-8a2e-415c-af78-29d901f78510 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:05.319280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:05.323767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:05.361185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Pushing event updated for resources: {'Port': ['ID=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:05.423785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Attempting to bind port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:05.424928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Attempting to bind port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:05.425516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Attempting to bind port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 on network 9263da00-8a2e-415c-af78-29d901f78510 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:05.433071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] No DVR routers for this DVR port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:05.433498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:05.434379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Checking segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:05.435897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.436538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Bound using segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:05.438567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Bound port: 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:05.439186 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.470560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e27a2f4f-dad1-43de-b28d-a4410b545877), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.478701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.498755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e27a2f4f-dad1-43de-b28d-a4410b545877 HTTP/1.1" status: 204 len: 168 time: 0.9435134 Jan 28 01:01:05.513744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4d8feb9a-d6e9-449a-b362-e22136f12e15 service neutron] 10.222.0.43 "PUT /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075/bindings/n-h2-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2882090 Jan 28 01:01:05.537803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29c9a0-c4c1-4f61-adf5-f77ad216abb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27a2f4f-dad1-43de-b28d-a4410b545877,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:05.551459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] For port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:05.575507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] For port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:05.585986 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.691711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:05.717508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-c4cff56a-abd4-4ed4-b375-71b1dc903438 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:05.719575 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-c4cff56a-abd4-4ed4-b375-71b1dc903438 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0925479 Jan 28 01:01:05.734775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7190d9-81c3-4596-b597-19406ae4c739 None None] Pushing event updated for resources: {'Port': ['ID=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:05.791909 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0415b0c9-165f-4aa3-880a-37ed573449ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bf2a48e2c3f4b06af9feec80917524c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0987053 Jan 28 01:01:05.794474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48974) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:05.808061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-fd78d19a-e345-46bd-b2e1-f963658a5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:05.809818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-fd78d19a-e345-46bd-b2e1-f963658a5146 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 1095 time: 0.0805144 Jan 28 01:01:05.892851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-cbed509d-06b0-4c68-8cae-c34e54ee4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:05.894694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-cbed509d-06b0-4c68-8cae-c34e54ee4404 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1095 time: 0.0485620 Jan 28 01:01:05.939521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ead146-68a9-4db8-838e-6231361a1896 req-68159cbf-5d29-4c13-b0b0-836dacbd5cbb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:05.946918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87ead146-68a9-4db8-838e-6231361a1896 req-68159cbf-5d29-4c13-b0b0-836dacbd5cbb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.6229601 Jan 28 01:01:06.008425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Allocated IP 172.25.1.118 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/8c19a330-e15d-4043-8652-1985158176ca) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:06.023086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-a8e338c9-ea91-4865-9046-5bb601543666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.024765 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-a8e338c9-ea91-4865-9046-5bb601543666 service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1238317 Jan 28 01:01:06.060405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680f9c4-d264-46f4-b8b6-83933e7b39e3 req-5aff27d6-2b22-464e-a4da-47a55dab921a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.067661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9680f9c4-d264-46f4-b8b6-83933e7b39e3 req-5aff27d6-2b22-464e-a4da-47a55dab921a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 944 time: 0.2809851 Jan 28 01:01:06.079877 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-0230e9ea-c7d4-46c7-90e0-d7301dbb83a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 200 len: 217 time: 0.0467191 Jan 28 01:01:06.137460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4f265684-ab07-4d7d-94d3-ca0d819febfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.139108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-4f265684-ab07-4d7d-94d3-ca0d819febfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0524685 Jan 28 01:01:06.152388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da929770-1108-4d44-9ebd-cb785c95793d admin admin] Publish callbacks [] for security_group (8e125d6c-6594-4afd-a6e2-355e648c48f3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.162541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87ead146-68a9-4db8-838e-6231361a1896 req-abd1d65d-9229-4ed4-9e5a-084f22abfad2 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147253 Jan 28 01:01:06.202273 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-7ce14f70-5e6c-40f2-b756-4e586fef2114 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527050 Jan 28 01:01:06.228790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da929770-1108-4d44-9ebd-cb785c95793d admin admin] Publish callbacks [] for security_group (8e125d6c-6594-4afd-a6e2-355e648c48f3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.266404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9680f9c4-d264-46f4-b8b6-83933e7b39e3 req-133b8327-7d33-4ff9-98d5-1dfc362537fc tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958144 Jan 28 01:01:06.314356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-a9c4db7f-918d-44cc-bd44-33b9d1ae8e0c service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054707 Jan 28 01:01:06.314740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks [] for port (8c19a330-e15d-4043-8652-1985158176ca), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.348163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da929770-1108-4d44-9ebd-cb785c95793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8e125d6c-6594-4afd-a6e2-355e648c48f3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.351044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da929770-1108-4d44-9ebd-cb785c95793d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.352570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-da929770-1108-4d44-9ebd-cb785c95793d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e125d6c-6594-4afd-a6e2-355e648c48f3 HTTP/1.1" status: 204 len: 168 time: 0.5398209 Jan 28 01:01:06.371544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da929770-1108-4d44-9ebd-cb785c95793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e125d6c-6594-4afd-a6e2-355e648c48f3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:06.395293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8c19a330-e15d-4043-8652-1985158176ca), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.453625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:06.457667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:06.483170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:06.522359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:06.523070 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-408068df-9165-4d4b-8f4c-dee089a0d9a9 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018392 Jan 28 01:01:06.543216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11e1e5b9-0daa-474a-a7e1-22007d68b2c7 req-b8138050-df8a-459c-bfb7-7b2939c4cfa1 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0728605 Jan 28 01:01:06.561860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Pushing event updated for resources: {'Port': ['ID=8c19a330-e15d-4043-8652-1985158176ca,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:06.598907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:01:06.599482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:06.912904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-c074f3c2-ec3a-497b-9b14-752024c24027 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:06.915082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-c074f3c2-ec3a-497b-9b14-752024c24027 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0729420 Jan 28 01:01:06.945953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks [] for router_gateway (cd004a29-7626-4f3e-a7dd-c46e5110ec07), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.978468 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.044422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d70ea31f-cfda-4a90-8bb9-c4ef16745fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.065078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48988) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:07.084714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-6a2ea156-cf38-4e4e-8399-fa2e85d5fecc service neutron] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:07.089586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-6a2ea156-cf38-4e4e-8399-fa2e85d5fecc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.090947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-6a2ea156-cf38-4e4e-8399-fa2e85d5fecc service neutron] 10.222.0.45 "DELETE /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075/bindings/n-h1-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.1687980 Jan 28 01:01:07.130695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698f3b6-2bec-4cb4-86a0-8a15795b4b70 None None] Network 9263da00-8a2e-415c-af78-29d901f78510 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:07.180286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7f955239-5a2e-4e6e-9b75-b04164b147ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cb9e8a245ca4a198f13480d38f8bd73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1131585 Jan 28 01:01:07.183636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:07.256430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28f9-64c2-4ea3-be03-0bed73c8a3fa admin admin] Publish callbacks [] for security_group (da214185-18ce-4eb2-8441-43460a811243), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.258538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (cd004a29-7626-4f3e-a7dd-c46e5110ec07), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.267861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] Provisioning complete for port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:07.268245 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.303350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28f9-64c2-4ea3-be03-0bed73c8a3fa admin admin] Publish callbacks [] for security_group (da214185-18ce-4eb2-8441-43460a811243), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.390059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28f9-64c2-4ea3-be03-0bed73c8a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (da214185-18ce-4eb2-8441-43460a811243), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.396973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28f9-64c2-4ea3-be03-0bed73c8a3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.400425 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ec5d28f9-64c2-4ea3-be03-0bed73c8a3fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da214185-18ce-4eb2-8441-43460a811243 HTTP/1.1" status: 204 len: 168 time: 0.2135053 Jan 28 01:01:07.408488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d28f9-64c2-4ea3-be03-0bed73c8a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da214185-18ce-4eb2-8441-43460a811243,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:07.420585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] Current status of the port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:07.421036 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.495034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] For port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:07.503269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.601594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a043ec-60b5-45c2-95f6-4fe4fe218431 None None] Pushing event updated for resources: {'Port': ['ID=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:07.637517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1a697-0078-4598-aa6d-10f35b8685d2 req-c0c26b7a-83b2-408c-af02-6ee9fd24fbda tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:07.639463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46a1a697-0078-4598-aa6d-10f35b8685d2 req-c0c26b7a-83b2-408c-af02-6ee9fd24fbda tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.3076565 Jan 28 01:01:07.723622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078388-497e-4fe1-8c91-23ebc07bf402 req-3cf9d7aa-bf39-45be-8171-45102143675e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:07.730755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3078388-497e-4fe1-8c91-23ebc07bf402 req-3cf9d7aa-bf39-45be-8171-45102143675e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 944 time: 0.3467844 Jan 28 01:01:07.731232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-faa7a0de-f331-4d70-b9c7-711e1cd995e5 None None] Provisioning complete for port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:07.731822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-faa7a0de-f331-4d70-b9c7-711e1cd995e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.752883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Router cd004a29-7626-4f3e-a7dd-c46e5110ec07 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:01:07.806338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3078388-497e-4fe1-8c91-23ebc07bf402 req-323b7261-5eca-4882-9509-cd6ad85543e0 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Jan 28 01:01:07.843022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46a1a697-0078-4598-aa6d-10f35b8685d2 req-1ae86f9e-9503-4986-a9f8-402704b85685 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705139 Jan 28 01:01:07.850993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-faa7a0de-f331-4d70-b9c7-711e1cd995e5 None None] Current status of the port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:07.991316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:08.066473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:08.070741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cf735bf-44f1-48ed-8e8c-c7e372397733 req-8dc6eabb-3c5e-4b7e-9cf7-c148e41b9a94 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.1158197 Jan 28 01:01:08.101597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:08.101597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1bc18868-58d4-4968-a866-3c7a37407443 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5355539 Jan 28 01:01:08.101832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49016) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:08.102288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Sync routers for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:08.132137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:08.132800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:00:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:08.184443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:08.185172 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:08.301411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a57dfa-942d-4d27-b503-014aee3c4de2 req-16d437d7-9c61-4a66-a93f-a5e1dbcfc265 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:08.303226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97a57dfa-942d-4d27-b503-014aee3c4de2 req-16d437d7-9c61-4a66-a93f-a5e1dbcfc265 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 1095 time: 0.0663414 Jan 28 01:01:08.366238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:08.405753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97a57dfa-942d-4d27-b503-014aee3c4de2 req-3019f52a-604f-4085-b5a7-43908f1ab111 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957179 Jan 28 01:01:08.513656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:08.646218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:06Z', 'revision_number': 3, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:08.682437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Checking router: cd004a29-7626-4f3e-a7dd-c46e5110ec07 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:08.682779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Updating router cd004a29-7626-4f3e-a7dd-c46e5110ec07 port 8c19a330-e15d-4043-8652-1985158176ca binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:01:08.711884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c19a330-e15d-4043-8652-1985158176ca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:08.714228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:08.783960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-138fb72e-62b4-42a4-8235-93643f9ee497 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:08.788576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-138fb72e-62b4-42a4-8235-93643f9ee497 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.1555636 Jan 28 01:01:08.812211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:08.821232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-4c2873a3-0d29-4624-a42d-d75634ba1833 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/quotas/9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 375 time: 0.0266712 Jan 28 01:01:08.892010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-d893da62-cc9a-4cc6-b17e-7c2e6d87ee3b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690353 Jan 28 01:01:08.924064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-network', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:09.009441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Made reservation on behalf of 30f7b4a0d35d4cfb812a6b9bc9058ec9 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:09.011792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.029877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.042980 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Publish callbacks [] for port (8c19a330-e15d-4043-8652-1985158176ca), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.043244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887be8de-c6ff-440e-9d0c-6586f6e60e5b req-f55cb519-18c0-4ed6-8f07-c05fd180ce46 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:09.045022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-887be8de-c6ff-440e-9d0c-6586f6e60e5b req-f55cb519-18c0-4ed6-8f07-c05fd180ce46 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0838850 Jan 28 01:01:09.050853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c19a330-e15d-4043-8652-1985158176ca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.093212 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-fe12c40e-4ecb-44b3-bbfe-9961c9932e96 service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998441 Jan 28 01:01:09.117554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Allocated IP 172.20.0.1 (9263da00-8a2e-415c-af78-29d901f78510/8eeee6ae-1be8-45df-8316-fffc43403d72/77a9207a-ac51-4adc-b504-6c622dca05ce) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:09.119396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Attempting to bind port 8c19a330-e15d-4043-8652-1985158176ca on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:09.119962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Attempting to bind port 8c19a330-e15d-4043-8652-1985158176ca by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:09.120557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Attempting to bind port 8c19a330-e15d-4043-8652-1985158176ca on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:09.131527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:09.132251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:09.133036 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.133608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:09.134333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Bound port: 8c19a330-e15d-4043-8652-1985158176ca, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:09.134902 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c19a330-e15d-4043-8652-1985158176ca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.195681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] For port 8c19a330-e15d-4043-8652-1985158176ca, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:09.196702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-887be8de-c6ff-440e-9d0c-6586f6e60e5b req-e956f8f0-27dc-4c68-b6a8-ff59062991eb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438513 Jan 28 01:01:09.200424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] For port 8c19a330-e15d-4043-8652-1985158176ca, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8c19a330-e15d-4043-8652-1985158176ca,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:09.213257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c19a330-e15d-4043-8652-1985158176ca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.217721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c89b98-d794-4f47-9f70-acaebb0db6d8 None None] Pushing event updated for resources: {'Port': ['ID=8c19a330-e15d-4043-8652-1985158176ca,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:09.266482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-13eb8d7d-c7d5-4230-bd7c-aa66c329ea75 service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722791 Jan 28 01:01:09.273868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c89b98-d794-4f47-9f70-acaebb0db6d8 None None] Pushing event updated for resources: {'Port': ['ID=8c19a330-e15d-4043-8652-1985158176ca,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:09.283922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks [] for security_group (e32a811a-3032-4268-b9f8-f3c6cdd8bb91), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.304565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9b004d9-54f0-43ad-b018-6a774df11d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.305816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e32a811a-3032-4268-b9f8-f3c6cdd8bb91), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.307673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:09.308477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:09.325250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:01:09.334937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (924a33fe-e2bc-4ff0-8df4-0bad22d8205e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.335279 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Added segment 924a33fe-e2bc-4ff0-8df4-0bad22d8205e of type vlan for network 002e5c63-3fec-4939-9957-47ab9cd989c7 Jan 28 01:01:09.386943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (002e5c63-3fec-4939-9957-47ab9cd989c7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.428858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:09.500929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks [] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.573689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (002e5c63-3fec-4939-9957-47ab9cd989c7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.575576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:09.576446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.576592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14aee6ba-4efd-463f-a6fc-31af96cd5775 req-507a7a75-fc2f-476d-a89a-5a57cb8a21de tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0541565 Jan 28 01:01:09.604032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a811a-3032-4268-b9f8-f3c6cdd8bb91,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:09.656621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:06Z', 'revision_number': 3, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:09.710917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a86f5fe-d3ea-4273-bb24-a7d8b1a486a8 req-2f9cd28f-2d61-4476-9724-c3ba8bd31c38 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 210 time: 0.0387084 Jan 28 01:01:09.719288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5ceb4f-89e7-4ecc-a053-0ffc8cd09427 None None] The sync data for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 is: [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:06Z', 'revision_number': 3, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:09.739903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] Pushing event updated for resources: {'Network': ['ID=002e5c63-3fec-4939-9957-47ab9cd989c7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:09.752963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.762342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:01:09.777931 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-87aaa8e2-b37a-4cd2-a88a-a1288158f876 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0624254 Jan 28 01:01:09.781093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49064) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:09.786733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Request body: {'subnet': {'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-subnet', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:09.837750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Made reservation on behalf of 30f7b4a0d35d4cfb812a6b9bc9058ec9 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:09.840368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.851965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Pushing event updated for resources: {'Port': ['ID=77a9207a-ac51-4adc-b504-6c622dca05ce,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:09.865210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Network 9263da00-8a2e-415c-af78-29d901f78510 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:09.866646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:09.869043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:09.930669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (cd004a29-7626-4f3e-a7dd-c46e5110ec07), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.196848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.201383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.342353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:10.362319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Checking segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:10.362703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Network hostable DHCP agents. Network: 002e5c63-3fec-4939-9957-47ab9cd989c7, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:01:10.411338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c86cb7-46fa-49d1-b090-3e5026df7f85 req-8df783ff-e6bd-4ba1-b13d-f605c3cb24e0 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:10.422980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98c86cb7-46fa-49d1-b090-3e5026df7f85 req-8df783ff-e6bd-4ba1-b13d-f605c3cb24e0 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1054516 Jan 28 01:01:10.433155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cadf0d7c-bcf3-45da-bdbc-75fcaf17f89d None None] Provisioning complete for port 77a9207a-ac51-4adc-b504-6c622dca05ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:10.433907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cadf0d7c-bcf3-45da-bdbc-75fcaf17f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.438400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:01:10.469199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 002e5c63-3fec-4939-9957-47ab9cd989c7) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:10.473552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:10.474178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.506742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-79c41881-13b3-4b46-a035-4a5d3b6e4e85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7244217 Jan 28 01:01:10.509751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:10.514716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:10.546870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98c86cb7-46fa-49d1-b090-3e5026df7f85 req-29704982-f33a-4e90-a2cf-007ca8ceb908 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228650 Jan 28 01:01:10.549826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cadf0d7c-bcf3-45da-bdbc-75fcaf17f89d None None] Port 77a9207a-ac51-4adc-b504-6c622dca05ce cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:10.551318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fbace0-4f3d-4187-ad11-5224c035f5f8 None None] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:10.564868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks [] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.573574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.658342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (bc03770e-c09f-4a79-8008-0ad114ab2c6d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.660417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (bc03770e-c09f-4a79-8008-0ad114ab2c6d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.705453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Pushing event updated for resources: {'Port': ['ID=77a9207a-ac51-4adc-b504-6c622dca05ce,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:10.714033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (cd004a29-7626-4f3e-a7dd-c46e5110ec07), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.753458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.766745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-002e5c63-3fec-4939-9957-47ab9cd989c7', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:01:10.767932 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.854603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks [] for router_controller (bc03770e-c09f-4a79-8008-0ad114ab2c6d), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.911545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85c87a06-5537-4d96-8932-88f8d4f556e8 req-83e0579a-3767-4a2f-ace9-44d207f30e09 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.1255558 Jan 28 01:01:10.928367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f793f60f-a235-488a-b8fe-fce3036add07 req-4b385996-52ed-4088-ba7f-e4e9d939aabc tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 210 time: 0.0809407 Jan 28 01:01:11.200594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Allocated IP 172.20.0.2 (002e5c63-3fec-4939-9957-47ab9cd989c7/c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9/1bf4da0a-90ba-4f10-898c-a01c797a82b2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:11.222484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-1a231d15-6ffd-44d9-a223-fe3ca2078afa tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:11.224114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-1a231d15-6ffd-44d9-a223-fe3ca2078afa tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.2190351 Jan 28 01:01:11.230800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Network 9263da00-8a2e-415c-af78-29d901f78510 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:11.262294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:11.271371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks [] for router_gateway (bc03770e-c09f-4a79-8008-0ad114ab2c6d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.281599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Request body: {'port': {'device_id': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'admin_state_up': True, 'tenant_id': '9dc49157e1a54724b3a7ac9ddcf8e688'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:11.411158 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Publish callbacks [] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.423718 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.473910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:11.477913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:11.485055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:11.504686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Pushing event updated for resources: {'Port': ['ID=1bf4da0a-90ba-4f10-898c-a01c797a82b2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:11.576768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Attempting to bind port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:11.577126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Attempting to bind port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:11.577505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Attempting to bind port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:11.589732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ca454779-278b-421d-9318-6a43b1e31762 None None] Provisioning complete for port 77a9207a-ac51-4adc-b504-6c622dca05ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:11.590148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca454779-278b-421d-9318-6a43b1e31762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.593788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:11.594178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Checking segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:11.594863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.595654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Bound using segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:11.595794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Bound port: 1bf4da0a-90ba-4f10-898c-a01c797a82b2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:11.596121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.652944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Made reservation on behalf of 9dc49157e1a54724b3a7ac9ddcf8e688 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:11.657513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.693180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ca454779-278b-421d-9318-6a43b1e31762 None None] Port 77a9207a-ac51-4adc-b504-6c622dca05ce cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:11.743270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] For port 1bf4da0a-90ba-4f10-898c-a01c797a82b2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:11.752100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] For port 1bf4da0a-90ba-4f10-898c-a01c797a82b2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1bf4da0a-90ba-4f10-898c-a01c797a82b2,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:11.757120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.772310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d2a44-83d9-46fc-9f71-82ddffbc09fd req-c34b5bb9-b66c-499e-b9b4-bc16a19610ef tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:11.773942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a88d2a44-83d9-46fc-9f71-82ddffbc09fd req-c34b5bb9-b66c-499e-b9b4-bc16a19610ef tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.0995083 Jan 28 01:01:11.791342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Router cd004a29-7626-4f3e-a7dd-c46e5110ec07 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:11.944699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a88d2a44-83d9-46fc-9f71-82ddffbc09fd req-fcc8aab3-cb33-4553-993d-a2be352b2cb5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523120 Jan 28 01:01:11.995488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.997863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241904c-e69f-4a02-a3e7-5d000466022a None None] Pushing event updated for resources: {'Port': ['ID=1bf4da0a-90ba-4f10-898c-a01c797a82b2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:12.016161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8c19a330-e15d-4043-8652-1985158176ca up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:12.101103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8c19a330-e15d-4043-8652-1985158176ca triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:12.101493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8c19a330-e15d-4043-8652-1985158176ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.125015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71d56c20-e02f-40ca-879c-034d506650fd req-ffffc8fe-ff8d-4803-8c40-07065e6fc75b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0559847 Jan 28 01:01:12.161436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-414030d9-73f9-4aeb-91e0-10061975d8c6 req-9a296269-1347-48b7-afa3-8bcb1a4def88 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 210 time: 0.0954676 Jan 28 01:01:12.260172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks [] for router_gateway (bc03770e-c09f-4a79-8008-0ad114ab2c6d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.280659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8c19a330-e15d-4043-8652-1985158176ca is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:12.282268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c19a330-e15d-4043-8652-1985158176ca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.283253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.309232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 8c19a330-e15d-4043-8652-1985158176ca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8c19a330-e15d-4043-8652-1985158176ca,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:12.316436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c19a330-e15d-4043-8652-1985158176ca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.394860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:12.409234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=8c19a330-e15d-4043-8652-1985158176ca,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:12.422320 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3d42facc-ade4-414f-aa34-5cf321a9bace admin admin] 10.222.0.23 "PUT /v2.0/routers/cd004a29-7626-4f3e-a7dd-c46e5110ec07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3216734 Jan 28 01:01:12.480299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Allocated IP 172.20.0.2 (545f5148-681e-4d62-9829-c5c707709cca/f6700348-b602-49c3-a943-48fc9059124b/6fa04ebd-9949-4ac7-a431-355df6132810) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:12.524342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Allocated IP 172.25.1.88 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/35e4ab1b-9474-4940-985d-5b813c7f00c1) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:12.530329 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Sync routers for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:12.542019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:12.542811 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:12.676307 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks [] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.811713 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:12.846535 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks [] for port (6fa04ebd-9949-4ac7-a431-355df6132810), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.874705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.933604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:12.939129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:12.941618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:13.053102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Pushing event updated for resources: {'Port': ['ID=35e4ab1b-9474-4940-985d-5b813c7f00c1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.117521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.250843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd3e2a-600c-406a-8190-1b5f0f8294a4 req-0ff3608b-7346-460b-b636-8123f716a446 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:13.262583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdcd3e2a-600c-406a-8190-1b5f0f8294a4 req-0ff3608b-7346-460b-b636-8123f716a446 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1025808 Jan 28 01:01:13.283358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49112) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:13.288236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.305219 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 2, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:13.322283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234166067', 'description': 'tempest-description--1434476229'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:13.387092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Checking router: cd004a29-7626-4f3e-a7dd-c46e5110ec07 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:13.387440 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Updating router cd004a29-7626-4f3e-a7dd-c46e5110ec07 port 77a9207a-ac51-4adc-b504-6c622dca05ce binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:01:13.406586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.438342 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.456750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf224fc1-ac75-4f5e-a931-dad5240e5384 None None] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:13.494774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c51350e0-8540-468e-b104-c43211946a76 req-f8b1d902-b303-4128-bf93-49260a0ba38c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.1112032 Jan 28 01:01:13.560963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdcd3e2a-600c-406a-8190-1b5f0f8294a4 req-77f2f941-6a82-49a6-912a-2becd451cf38 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929225 Jan 28 01:01:13.650960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] Provisioning complete for port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:13.651445 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.659449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.697359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Network 545f5148-681e-4d62-9829-c5c707709cca is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:13.700237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:13.706622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:13.731783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group (caf66a76-1e16-4600-95d8-ec6a9187e002), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.747376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (caf66a76-1e16-4600-95d8-ec6a9187e002), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.755513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] Current status of the port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:13.756137 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.816850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf66a76-1e16-4600-95d8-ec6a9187e002,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.822025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.823512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-186fa285-33c8-4ef4-839e-34b86c57db82 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5381253 Jan 28 01:01:13.836484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49116) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:13.851608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] For port 1bf4da0a-90ba-4f10-898c-a01c797a82b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1bf4da0a-90ba-4f10-898c-a01c797a82b2,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:13.851797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Request body: {'security_group_rule': {'security_group_id': 'caf66a76-1e16-4600-95d8-ec6a9187e002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:13.864422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.866778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee10b9-cc81-4ef6-ad94-114624465ffd req-f3b83af1-3c5f-4a9b-97ef-cd9a6b40585b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:13.879146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4ee10b9-cc81-4ef6-ad94-114624465ffd req-f3b83af1-3c5f-4a9b-97ef-cd9a6b40585b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 931 time: 0.2618058 Jan 28 01:01:13.945647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks [] for router_gateway (bc03770e-c09f-4a79-8008-0ad114ab2c6d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.968161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081ade-6d42-4400-9a12-07aba56ff5e9 None None] Pushing event updated for resources: {'Port': ['ID=1bf4da0a-90ba-4f10-898c-a01c797a82b2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.006695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4ee10b9-cc81-4ef6-ad94-114624465ffd req-1edba0c2-e61d-4902-95c4-26f5fee292c1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213851 Jan 28 01:01:14.025850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group_rule (2e2ff54c-04d4-4c5e-9f70-9edd2b17f449), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.030448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.031212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.097385 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-a7ae5b27-6075-4ed3-acdd-6a68f5906c42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8202984 Jan 28 01:01:14.129278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Request body: {'port': {'device_id': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:14.157453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8c19a330-e15d-4043-8652-1985158176ca up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:14.175281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group_rule (2e2ff54c-04d4-4c5e-9f70-9edd2b17f449), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.189683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2e2ff54c-04d4-4c5e-9f70-9edd2b17f449), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.225494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2ff54c-04d4-4c5e-9f70-9edd2b17f449,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.246071 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Publish callbacks [] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.253299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.259674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-992c15b5-ea28-4a0a-a59a-dfacfda3f7f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4220746 Jan 28 01:01:14.261857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49126) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:14.267482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Request body: {'security_group_rule': {'security_group_id': 'caf66a76-1e16-4600-95d8-ec6a9187e002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:14.271665 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.276122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-029138f4-d471-4b32-9a00-72f01dbd92a6 None None] Provisioning complete for port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:14.276500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-029138f4-d471-4b32-9a00-72f01dbd92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.281585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.322772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8c19a330-e15d-4043-8652-1985158176ca triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:14.323370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8c19a330-e15d-4043-8652-1985158176ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.346057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group_rule (dfa4b92e-1cc8-47a1-9799-aa0f7b225102), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.411485 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2a28f-7675-48b5-ace7-39b871462a6e None None] Pushing event updated for resources: {'Port': ['ID=77a9207a-ac51-4adc-b504-6c622dca05ce,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.493396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-029138f4-d471-4b32-9a00-72f01dbd92a6 None None] Current status of the port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:14.513656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group_rule (dfa4b92e-1cc8-47a1-9799-aa0f7b225102), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.523015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (dfa4b92e-1cc8-47a1-9799-aa0f7b225102), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.540450 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Attempting to bind port 77a9207a-ac51-4adc-b504-6c622dca05ce on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:14.540716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (bc03770e-c09f-4a79-8008-0ad114ab2c6d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.542252 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Attempting to bind port 77a9207a-ac51-4adc-b504-6c622dca05ce by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:14.543265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Attempting to bind port 77a9207a-ac51-4adc-b504-6c622dca05ce on network 9263da00-8a2e-415c-af78-29d901f78510 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:14.558927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8c19a330-e15d-4043-8652-1985158176ca is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:14.560556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1bf4da0a-90ba-4f10-898c-a01c797a82b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:14.560905 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:14.562950 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Checking segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:14.563379 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.566069 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Bound using segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:14.567715 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Bound port: 77a9207a-ac51-4adc-b504-6c622dca05ce, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:14.571136 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.585863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.587287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258414 Jan 28 01:01:14.601351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49132) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:14.614820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:14.624521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e117a1-0305-4c5a-804c-406f4c987209 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa4b92e-1cc8-47a1-9799-aa0f7b225102,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.635439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:14.636180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.754330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:14.775862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3718c99c-b73f-4233-82a9-43d8badccf1c req-3ab157a2-a2bc-41cc-b699-d2aa46de3d3c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.1268997 Jan 28 01:01:14.826620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f216f08a-4910-4393-8810-a13a7a287621 None None] Provisioning complete for port 77a9207a-ac51-4adc-b504-6c622dca05ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:14.827166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f216f08a-4910-4393-8810-a13a7a287621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.850959 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] For port 77a9207a-ac51-4adc-b504-6c622dca05ce, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:14.859646 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] For port 77a9207a-ac51-4adc-b504-6c622dca05ce, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=77a9207a-ac51-4adc-b504-6c622dca05ce,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:14.873365 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.903014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f216f08a-4910-4393-8810-a13a7a287621 None None] Port 77a9207a-ac51-4adc-b504-6c622dca05ce cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:14.915407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.981943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db6386-5067-498e-a8e4-b13c68149a32 req-aeaf6ed6-6981-4a1f-9d37-e94817db1a91 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.983754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1db6386-5067-498e-a8e4-b13c68149a32 req-aeaf6ed6-6981-4a1f-9d37-e94817db1a91 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1889253 Jan 28 01:01:15.023202 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:15.025423 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:15.155152 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2a28f-7675-48b5-ace7-39b871462a6e None None] Pushing event updated for resources: {'Port': ['ID=77a9207a-ac51-4adc-b504-6c622dca05ce,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:15.231413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:01:15.328908 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:15.360193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1db6386-5067-498e-a8e4-b13c68149a32 req-161f9ead-6543-46d1-ab6f-b015216cabcf tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626027 Jan 28 01:01:15.441809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] Provisioning complete for port 77a9207a-ac51-4adc-b504-6c622dca05ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:15.442452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.481249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3930-6e76-4bd1-bab8-5dcf049bb9f2 req-1ce055f3-aa7b-44c4-9be7-d145817ff71f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:15.503453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24ae3930-6e76-4bd1-bab8-5dcf049bb9f2 req-1ce055f3-aa7b-44c4-9be7-d145817ff71f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 931 time: 0.1849606 Jan 28 01:01:15.598865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24ae3930-6e76-4bd1-bab8-5dcf049bb9f2 req-d736cf2f-3d21-413e-a1ce-769f1de9c7bf tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943513 Jan 28 01:01:15.614701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:15.627072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:15.630720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa04ebd-9949-4ac7-a431-355df6132810 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:15.642693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:15.643690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:15.664547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Publish callbacks [] for port (6fa04ebd-9949-4ac7-a431-355df6132810), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.687291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.697023 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.703069 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-889841c9-8b8e-4a91-8765-3c0dc2a76751 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1897023 Jan 28 01:01:15.713829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:15.731932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Transition to ACTIVE for port object 6fa04ebd-9949-4ac7-a431-355df6132810 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:15.764626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:15.813465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:14Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:15.826166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.884056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] Current status of the port 77a9207a-ac51-4adc-b504-6c622dca05ce is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:15.884825 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.923522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] For port 77a9207a-ac51-4adc-b504-6c622dca05ce, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=77a9207a-ac51-4adc-b504-6c622dca05ce,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:15.941192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Allocated IP 172.25.1.140 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/3fb618c5-a11e-4e84-a48a-9630ec1e0313) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:15.950866 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa33b7-4988-4fae-9e97-34735e37b816 None None] The sync data for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 is: [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:14Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:15.996190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.998958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1bf4da0a-90ba-4f10-898c-a01c797a82b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:16.213459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8c26b-1a29-4664-b493-85d10478c4a7 None None] Pushing event updated for resources: {'Port': ['ID=77a9207a-ac51-4adc-b504-6c622dca05ce,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:16.249956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75db9f4a-84e2-496a-af73-5efd037cc9de req-5638f448-b1a4-4c24-b321-75067e7557a4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.1312277 Jan 28 01:01:16.263726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:16.264225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:16.377576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:16.509383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:16.546143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:13Z', 'revision_number': 3, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:16.547712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:16.570079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:16.583901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:16.626032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:16.646068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:16.646603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Updating router bc03770e-c09f-4a79-8008-0ad114ab2c6d port 35e4ab1b-9474-4940-985d-5b813c7f00c1 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:01:16.657238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:16.701533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event updated for resources: {'Port': ['ID=3fb618c5-a11e-4e84-a48a-9630ec1e0313,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:16.749051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:16.811885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:16.812261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:16.812600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:16.821317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:16.823253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:16.835838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a089a-1fd7-452a-8bcc-214e40d3139c req-2b51acb0-4bb2-4d7e-8edd-f8451ef0a850 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:16.843799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:16.844182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:16.844596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:16.845065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Bound port: 6fa04ebd-9949-4ac7-a431-355df6132810, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:16.845460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:16.849554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-444a089a-1fd7-452a-8bcc-214e40d3139c req-2b51acb0-4bb2-4d7e-8edd-f8451ef0a850 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.2868035 Jan 28 01:01:17.028164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (8e1cf956-e40e-44b7-bfd2-f7b69a53374e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.044449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-444a089a-1fd7-452a-8bcc-214e40d3139c req-8ce811a1-5a2a-41a2-99fb-ed660c0a1cdf tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896586 Jan 28 01:01:17.087186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a4c51-241a-40d9-ba93-35af6276b4f9 req-6b6b7771-511c-4218-aa90-1cf6b0ac0a69 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:17.094708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a55a4c51-241a-40d9-ba93-35af6276b4f9 req-6b6b7771-511c-4218-aa90-1cf6b0ac0a69 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.2397835 Jan 28 01:01:17.164098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.168300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:17.177581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:17.200876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.257071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a55a4c51-241a-40d9-ba93-35af6276b4f9 req-785efe7f-99ba-47d4-81a6-ce807df58ca4 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613152 Jan 28 01:01:17.358144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:17.393023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:01:17.410590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:17.411214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.412860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-69822651-885d-4853-b3e1-86c960f696b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 1091 time: 3.3015575 Jan 28 01:01:17.413320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:17.427426 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee67196a-eacd-450b-adf4-4e6a4c3787a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:17.460409 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Publish callbacks [] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.472999 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.559758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c744fb42-c4ff-4c93-a86c-8a748f416953 req-4b530d54-c445-477c-80f3-6ac464fe4832 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0855508 Jan 28 01:01:17.595294 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.599634 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7cb7e-32d1-4bc6-b7a3-8a381bd158b2 x-openstack-request-id: req-bfe7cb7e-32d1-4bc6-b7a3-8a381bd158b2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:17.599961 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:17.601876 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfe7cb7e-32d1-4bc6-b7a3-8a381bd158b2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:17.602328 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810', 'status': 'completed', 'code': 200} Jan 28 01:01:17.619494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Attempting to bind port 35e4ab1b-9474-4940-985d-5b813c7f00c1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:17.620098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Attempting to bind port 35e4ab1b-9474-4940-985d-5b813c7f00c1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:17.624313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Attempting to bind port 35e4ab1b-9474-4940-985d-5b813c7f00c1 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:17.643514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f8fc-2ca2-46b0-b8a3-7704439be298 None None] Pushing event updated for resources: {'Port': ['ID=35e4ab1b-9474-4940-985d-5b813c7f00c1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:17.650772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:17.654287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:17.655882 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.657474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:17.658146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Bound port: 35e4ab1b-9474-4940-985d-5b813c7f00c1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:17.659457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.719262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.728995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.811842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] For port 35e4ab1b-9474-4940-985d-5b813c7f00c1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:17.818234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-b6040e65-0e48-4942-90cd-562bd7b2d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:17.820788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-b6040e65-0e48-4942-90cd-562bd7b2d1d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1094 time: 0.2553585 Jan 28 01:01:17.831824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] For port 35e4ab1b-9474-4940-985d-5b813c7f00c1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35e4ab1b-9474-4940-985d-5b813c7f00c1,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:17.838844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.942760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-91640dc7-03b6-43f0-9c5b-c5be40a10566 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 217 time: 0.0739477 Jan 28 01:01:17.951014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (8e1cf956-e40e-44b7-bfd2-f7b69a53374e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.988116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.999883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3888316 Jan 28 01:01:18.014915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-bd25a5a5-4422-4603-87db-646b41ce0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.015187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-bd25a5a5-4422-4603-87db-646b41ce0220 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0661027 Jan 28 01:01:18.058793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a7228-7ad4-49c6-8ddd-bbb5e1594fd8 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event updated for resources: {'Port': ['ID=3fb618c5-a11e-4e84-a48a-9630ec1e0313,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:18.082839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-679dacb3-a33f-4b0e-bc29-1b2651cdd867 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474076 Jan 28 01:01:18.118373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f8fc-2ca2-46b0-b8a3-7704439be298 None None] Pushing event updated for resources: {'Port': ['ID=35e4ab1b-9474-4940-985d-5b813c7f00c1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:18.127677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 77a9207a-ac51-4adc-b504-6c622dca05ce up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:18.130510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:18.131130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:18.300192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Allocated IP 172.20.0.1 (002e5c63-3fec-4939-9957-47ab9cd989c7/c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9/04b3feb2-db8b-4ca8-bcce-ac35f65912d6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:18.415634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d0366-3fdb-4684-a7a9-55448cefd458 req-8adc3996-5752-4f71-98bd-18fa8e27a494 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.417384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b51d0366-3fdb-4684-a7a9-55448cefd458 req-8adc3996-5752-4f71-98bd-18fa8e27a494 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1972020 Jan 28 01:01:18.485391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-892ac45d-b36d-49dd-a9aa-d278bf4bad51 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--234166067&fields=id&tenant_id=a5b103a855c84b8faecdd01d84eb4c73 HTTP/1.1" status: 200 len: 267 time: 0.2022822 Jan 28 01:01:18.497227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-c94fe870-aab6-4ab2-b76d-f527fa1e6566 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025414 Jan 28 01:01:18.593933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:18.613293 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce456505-6b8e-4ef7-aa61-7abf1a78d092 req-916f56f1-a07f-40f4-80ac-60615bee6913 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103897 Jan 28 01:01:18.614643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9284f800-a4e6-488a-a980-b4a672485ee1 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.621720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9284f800-a4e6-488a-a980-b4a672485ee1 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/networks?id=9263da00-8a2e-415c-af78-29d901f78510 HTTP/1.1" status: 200 len: 806 time: 0.1375349 Jan 28 01:01:18.651675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-3f7b4332-8fc7-409c-83ef-0a92993ecd6c tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/quotas/a5b103a855c84b8faecdd01d84eb4c73 HTTP/1.1" status: 200 len: 375 time: 0.0288763 Jan 28 01:01:18.687956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks [] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.717811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b51d0366-3fdb-4684-a7a9-55448cefd458 req-873d730f-aaa6-42e3-979d-3fea1fa3a489 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904072 Jan 28 01:01:18.758358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-a4eb48f3-2635-4028-a470-27057ceee2b3 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5b103a855c84b8faecdd01d84eb4c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028478 Jan 28 01:01:18.840536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-9e52d159-c8a1-4561-a26a-50229665275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.844280 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-9e52d159-c8a1-4561-a26a-50229665275f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1094 time: 0.1182451 Jan 28 01:01:18.850578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.868451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 77a9207a-ac51-4adc-b504-6c622dca05ce triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:18.869013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.887671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-332549fe-d99b-4939-b88c-a858c55f822f service neutron] 10.222.0.23 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189997 Jan 28 01:01:18.969543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-4f043643-30c8-40a0-afaa-253ec5821be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:18.971714 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-4f043643-30c8-40a0-afaa-253ec5821be0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1124060 Jan 28 01:01:19.015225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08103ae-c965-4a66-9273-fee480da0d86 req-bb5345b6-b72b-44d6-a855-672f1def64a2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:19.018283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d08103ae-c965-4a66-9273-fee480da0d86 req-bb5345b6-b72b-44d6-a855-672f1def64a2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.1297212 Jan 28 01:01:19.018818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 77a9207a-ac51-4adc-b504-6c622dca05ce is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:19.044050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:13Z', 'revision_number': 3, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:19.046370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:19.048913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-70144565-7595-4c54-b2b8-82bdfdbb9a89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 217 time: 0.0568676 Jan 28 01:01:19.052793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:19.055787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:19.114149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d08103ae-c965-4a66-9273-fee480da0d86 req-3b1cfe02-da73-4ac7-b1fb-0026c52eb17e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838742 Jan 28 01:01:19.143210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-298c05b1-abee-4e39-b85b-f597608480f6 service neutron] 10.222.0.23 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419379 Jan 28 01:01:19.155113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Pushing event updated for resources: {'Port': ['ID=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:19.158507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f86e-a479-4237-8e0b-d52ad8e0220b None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:13Z', 'revision_number': 3, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:19.175875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-841f470e-9a4d-4dd5-bfaa-e02f7094003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:19.177517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-841f470e-9a4d-4dd5-bfaa-e02f7094003f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.1154497 Jan 28 01:01:19.178442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (bc03770e-c09f-4a79-8008-0ad114ab2c6d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.502220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1d70681-1f24-44d2-89a4-7905a06a5b12 req-ca615ffd-ab74-415e-960c-45742b969a3f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0795562 Jan 28 01:01:19.567576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7f714ea4-3162-4587-97bf-a2a57d4fd147 None None] Provisioning complete for port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:19.572801 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7f714ea4-3162-4587-97bf-a2a57d4fd147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.689285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d1a00f5-f852-485e-a1d8-3c471a43abe5 req-f7cc542e-c674-48d6-9055-e511b4dca9c7 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 210 time: 0.1033995 Jan 28 01:01:19.768131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7f714ea4-3162-4587-97bf-a2a57d4fd147 None None] Port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:19.886291 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-a0197cfe-7128-4907-bb92-2ca902de6746 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6996999 Jan 28 01:01:19.991577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabed9c-690e-42bd-9471-76e919126484 req-007d07f6-c08b-49b6-80a0-9c3a01c5752b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:19.995911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35e4ab1b-9474-4940-985d-5b813c7f00c1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:19.996782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3dabed9c-690e-42bd-9471-76e919126484 req-007d07f6-c08b-49b6-80a0-9c3a01c5752b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1284482 Jan 28 01:01:20.106769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3dabed9c-690e-42bd-9471-76e919126484 req-533fb227-ebf6-4850-8a47-9278f13527ed tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017530 Jan 28 01:01:20.107155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 35e4ab1b-9474-4940-985d-5b813c7f00c1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:20.107513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.116630 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-93ae8451-f4b2-4813-8c92-6b5fd8aeec0b service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232418 Jan 28 01:01:20.286610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 35e4ab1b-9474-4940-985d-5b813c7f00c1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:20.287076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.320791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 35e4ab1b-9474-4940-985d-5b813c7f00c1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35e4ab1b-9474-4940-985d-5b813c7f00c1,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:20.325510 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.411256 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee67196a-eacd-450b-adf4-4e6a4c3787a5 req-de7baab8-a0e4-4b8b-a80f-159e631df396 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829573 Jan 28 01:01:20.488186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=35e4ab1b-9474-4940-985d-5b813c7f00c1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:20.540604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.616907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:20.789355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks [] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.796929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.830813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:20.845936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '6fa04ebd-9949-4ac7-a431-355df6132810', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'port_id': '6fa04ebd-9949-4ac7-a431-355df6132810', 'mac_address': 'fa:16:3e:31:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6700348-b602-49c3-a943-48fc9059124b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:20.895873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6fa04ebd-9949-4ac7-a431-355df6132810 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:20.896466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.914462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa04ebd-9949-4ac7-a431-355df6132810 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:20.942409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (bc03770e-c09f-4a79-8008-0ad114ab2c6d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.943839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:20.946704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-858a9544-e43b-4c7d-9f11-19a08eaa54e2 req-e400adab-fdaa-44cc-8751-d2cb7bbfda10 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0553491 Jan 28 01:01:20.952696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Pushing event updated for resources: {'Port': ['ID=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:20.955275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.981622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b6e1-b903-4aa2-af33-90ab6e3b2a55 req-364a5671-c12f-4248-b4d2-d3491312da9d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:20.997542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a705b6e1-b903-4aa2-af33-90ab6e3b2a55 req-364a5671-c12f-4248-b4d2-d3491312da9d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.7362490 Jan 28 01:01:21.110495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:21.139418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:21.143700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:21.178356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a705b6e1-b903-4aa2-af33-90ab6e3b2a55 req-eadc4793-71d9-40de-a231-b1deed74c2f3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797135 Jan 28 01:01:21.237808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be75578f-4e80-4a6b-85c4-8432bd0589c3 req-61d17fca-7414-45c2-ac24-759c96342d46 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 210 time: 0.1055889 Jan 28 01:01:21.254127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6fa04ebd-9949-4ac7-a431-355df6132810'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:21.489818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea431e7-a86e-4217-b9ab-49ccde1fe44a req-2c7f119c-a7a1-4ea6-b018-e9dfb81c2ae8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:21.502108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ea431e7-a86e-4217-b9ab-49ccde1fe44a req-2c7f119c-a7a1-4ea6-b018-e9dfb81c2ae8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1873705 Jan 28 01:01:21.503904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:21.589594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-760f9fd2-b9a6-4b70-95e0-e3bbe2935dcb None None] Provisioning complete for port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:21.592878 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-760f9fd2-b9a6-4b70-95e0-e3bbe2935dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:21.614660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ea431e7-a86e-4217-b9ab-49ccde1fe44a req-6a87cc80-e813-4644-a96e-6d5d6228bae1 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067092 Jan 28 01:01:21.728181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-760f9fd2-b9a6-4b70-95e0-e3bbe2935dcb None None] Port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:21.796997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:21.811583 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c92268c-19bb-4514-84bf-f904db99f46d admin admin] 10.222.0.23 "PUT /v2.0/routers/bc03770e-c09f-4a79-8008-0ad114ab2c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0878356 Jan 28 01:01:21.841638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-05c26b4e-7665-480a-9a07-6e03bc4286eb tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:21.847055 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-05c26b4e-7665-480a-9a07-6e03bc4286eb tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.43 "GET /v2.0/networks?id=9263da00-8a2e-415c-af78-29d901f78510 HTTP/1.1" status: 200 len: 806 time: 0.4772241 Jan 28 01:01:21.916103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35e4ab1b-9474-4940-985d-5b813c7f00c1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:21.974483 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-96cf1cdf-8511-457e-9a54-98addad489c6 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b103a855c84b8faecdd01d84eb4c73 HTTP/1.1" status: 200 len: 379 time: 0.1087153 Jan 28 01:01:21.992092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Request body: {'port': {'device_id': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'admin_state_up': True, 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'security_groups': ['caf66a76-1e16-4600-95d8-ec6a9187e002']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:22.038741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 35e4ab1b-9474-4940-985d-5b813c7f00c1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:22.039120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.058012 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:22.089987 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:22.091991 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:22.187281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 35e4ab1b-9474-4940-985d-5b813c7f00c1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:22.225877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e616a8ab-4b70-4283-9014-15115b0434cb req-d62accf5-dbcc-4b34-8272-4548f6b348f4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0940986 Jan 28 01:01:22.292576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Made reservation on behalf of a5b103a855c84b8faecdd01d84eb4c73 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:22.296305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.408369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422d68-e913-49d1-8865-be70f9eeb173 req-59f7c13f-9fb5-40cc-b5e3-bb0ded63fb4d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:22.413583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95422d68-e913-49d1-8865-be70f9eeb173 req-59f7c13f-9fb5-40cc-b5e3-bb0ded63fb4d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.1035724 Jan 28 01:01:22.416004 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:22.523599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49248) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:22.529444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95422d68-e913-49d1-8865-be70f9eeb173 req-78a9eb7b-8b3d-43ed-b5c7-31ee81cb2a9f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081860 Jan 28 01:01:22.539610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201114430', 'description': 'tempest-description--1825548038'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:22.614689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaeb57-ce14-42ab-a38c-84ac93d83600 req-b125cfbb-a814-411e-bff2-66c4c3c32039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:22.615096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:22.618079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92aaeb57-ce14-42ab-a38c-84ac93d83600 req-b125cfbb-a814-411e-bff2-66c4c3c32039 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 1096 time: 0.2624831 Jan 28 01:01:22.668601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8385757d-fd62-416b-9fcb-82d8193b0329 req-d2844cdf-e240-4bfc-8e10-9b03764607f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 210 time: 0.0628319 Jan 28 01:01:22.703589 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92aaeb57-ce14-42ab-a38c-84ac93d83600 req-1e93c7ce-a65e-45a3-8935-baf880578e02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720725 Jan 28 01:01:22.704964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.755499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Allocated IP 172.20.0.10 (9263da00-8a2e-415c-af78-29d901f78510/8eeee6ae-1be8-45df-8316-fffc43403d72/3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:22.773195 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 2, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:22.785531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 6fa04ebd-9949-4ac7-a431-355df6132810 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:01:22.793637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 6fa04ebd-9949-4ac7-a431-355df6132810 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:22.795467 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.805681 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:22.806250 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Updating router bc03770e-c09f-4a79-8008-0ad114ab2c6d port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:01:22.832351 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.860589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20252a-752c-449f-b31f-1296613f9f85 req-af77cc18-d53c-452f-a0f2-ad6d5a707bba tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:22.864295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b20252a-752c-449f-b31f-1296613f9f85 req-af77cc18-d53c-452f-a0f2-ad6d5a707bba tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1053066 Jan 28 01:01:22.927240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6fa04ebd-9949-4ac7-a431-355df6132810 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:22.928019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.957743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:22.958006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (bef589bc-8f94-4e3a-91c4-f2201bdaabe6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.960820 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25db1fba-643e-4255-a2fd-246781832980" -d '{"events": [{"server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "name": "network-vif-plugged", "status": "completed", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:22.961553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b20252a-752c-449f-b31f-1296613f9f85 req-de907512-6b2f-4649-8d60-9b0710c483f4 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892651 Jan 28 01:01:22.967773 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bef589bc-8f94-4e3a-91c4-f2201bdaabe6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.986464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:22.992017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.099779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:23.119196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef589bc-8f94-4e3a-91c4-f2201bdaabe6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:23.133278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.134633 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8c0266a0-aac9-4b75-9ce8-7e9d6278db95 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6019070 Jan 28 01:01:23.137802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49260) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:23.147421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'security_group_rule': {'security_group_id': 'bef589bc-8f94-4e3a-91c4-f2201bdaabe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:23.187013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (80a8bc3b-cf8c-4672-9ef3-b2d197f1ab30), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.188846 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818e020b-6177-4a64-a7cb-b79c27db42c8 x-openstack-request-id: req-818e020b-6177-4a64-a7cb-b79c27db42c8 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:23.189367 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "name": "network-vif-plugged", "status": "completed", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:23.189685 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-818e020b-6177-4a64-a7cb-b79c27db42c8 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:23.190525 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810', 'code': 200} Jan 28 01:01:23.203252 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Publish callbacks [] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.210113 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.283987 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc458-2a6e-46eb-9ec3-f07f36e2f010 None None] Pushing event updated for resources: {'Port': ['ID=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:23.345460 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Attempting to bind port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:23.345884 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Attempting to bind port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:23.346372 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Attempting to bind port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:23.352374 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:23.353040 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Checking segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:23.353611 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.354118 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Bound using segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:23.354762 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Bound port: 04b3feb2-db8b-4ca8-bcce-ac35f65912d6, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:23.355157 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.367762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.412295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.432165 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] For port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:23.436082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] For port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:23.445015 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.468119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e13410dd-f427-4ee1-9353-9c938b5540e0 req-4e3df8e3-ee95-4531-a26d-045203f2775c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0616503 Jan 28 01:01:23.502208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (80a8bc3b-cf8c-4672-9ef3-b2d197f1ab30), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.519601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (80a8bc3b-cf8c-4672-9ef3-b2d197f1ab30), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.527116 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:23.527898 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:23.537735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Network 9263da00-8a2e-415c-af78-29d901f78510 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:23.558516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:23.571593 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc458-2a6e-46eb-9ec3-f07f36e2f010 None None] Pushing event updated for resources: {'Port': ['ID=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:23.586170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:23.658984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb18e7-79aa-45ad-8e83-6e8819975b25 req-74fca577-3b6e-4a17-8c37-1b90928ede95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:23.660305 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cdeb18e7-79aa-45ad-8e83-6e8819975b25 req-74fca577-3b6e-4a17-8c37-1b90928ede95 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1096 time: 0.3634858 Jan 28 01:01:23.661389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event updated for resources: {'Port': ['ID=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:23.667939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a8bc3b-cf8c-4672-9ef3-b2d197f1ab30,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:23.677521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.681486 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-01dcc141-d0df-4910-80d8-b42c4f61cbbc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5401471 Jan 28 01:01:23.684332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49266) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:23.692214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'security_group_rule': {'security_group_id': 'bef589bc-8f94-4e3a-91c4-f2201bdaabe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:23.803446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] Provisioning complete for port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:23.803827 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.830947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:23.831675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:23.858562 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:23.862272 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cdeb18e7-79aa-45ad-8e83-6e8819975b25 req-4120adde-8633-472f-8310-249eafd7e77e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920869 Jan 28 01:01:23.872576 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-88bc9190-3c08-4c5f-a2a0-8ab9b771a21a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8923223 Jan 28 01:01:23.964822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (32d88356-72ab-4924-9d5a-68ff1be2e709), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.022307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde24de-8c85-4da8-9d8c-987c2f3d941f req-a8018936-85cb-4bb0-9f4f-18bd8b672970 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:24.031419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cde24de-8c85-4da8-9d8c-987c2f3d941f req-a8018936-85cb-4bb0-9f4f-18bd8b672970 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.3187313 Jan 28 01:01:24.087595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] Current status of the port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:24.091302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.094002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8dba-d886-4ba8-ad66-c968ea2c17c0 req-ea249eb9-01ea-40ac-90c0-b71fdd760f64 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:24.103917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6fa8dba-d886-4ba8-ad66-c968ea2c17c0 req-ea249eb9-01ea-40ac-90c0-b71fdd760f64 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 932 time: 0.2446368 Jan 28 01:01:24.125081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Request body: {'port': {'device_id': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:24.155616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (32d88356-72ab-4924-9d5a-68ff1be2e709), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.200266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] For port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:24.202418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (32d88356-72ab-4924-9d5a-68ff1be2e709), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.212076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.219234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cde24de-8c85-4da8-9d8c-987c2f3d941f req-9ef48639-341c-4bb4-a6fb-de72f59cce9b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865685 Jan 28 01:01:24.267600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.273294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:23Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:24.297400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.303080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6173389 Jan 28 01:01:24.304928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:24.309236 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c54a50-3632-478e-87fd-f520b695e26d None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:23Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:24.313287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:24.315800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18aeefe-0474-4b67-b12b-31ad4a411cdc None None] Pushing event updated for resources: {'Port': ['ID=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:24.337228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d29726-e475-4125-b88e-36acd0d0699f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d88356-72ab-4924-9d5a-68ff1be2e709,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:24.349543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ec47267b-e46e-4a3d-b060-60c7fe35e362 None None] Provisioning complete for port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:24.350019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec47267b-e46e-4a3d-b060-60c7fe35e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.434131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ec47267b-e46e-4a3d-b060-60c7fe35e362 None None] Port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:24.447582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.462357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6fa8dba-d886-4ba8-ad66-c968ea2c17c0 req-b45dc536-0763-41ea-9c6d-ab4f502246ae tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573937 Jan 28 01:01:24.470694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ec47267b-e46e-4a3d-b060-60c7fe35e362 None None] Provisioning complete for port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:24.471349 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec47267b-e46e-4a3d-b060-60c7fe35e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:24.526312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b8aaf-c23e-4f81-9e85-85b8aa0829f5 req-f8cea8f7-e99a-4cb7-bc32-353696989218 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:24.540011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc7b8aaf-c23e-4f81-9e85-85b8aa0829f5 req-f8cea8f7-e99a-4cb7-bc32-353696989218 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1441045 Jan 28 01:01:24.656539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ec47267b-e46e-4a3d-b060-60c7fe35e362 None None] Current status of the port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:24.660224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc7b8aaf-c23e-4f81-9e85-85b8aa0829f5 req-afa0afbd-c486-4aaf-9b60-3a8aa6118da7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141217 Jan 28 01:01:24.772301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21fc4436-3505-4b92-a7be-297f3182aeb1 req-0c17b940-8ca1-4651-8c34-e6ea269f62fa tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0538802 Jan 28 01:01:24.937235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:25.000988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff77ee-c0fa-4ffe-bc4f-641f0d38c7ab req-a885feaf-705d-462e-be17-261c45f46548 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:25.014489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ff77ee-c0fa-4ffe-bc4f-641f0d38c7ab req-a885feaf-705d-462e-be17-261c45f46548 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1738939 Jan 28 01:01:25.082679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:25.116271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6ff77ee-c0fa-4ffe-bc4f-641f0d38c7ab req-5b99a652-dcf6-46b3-9db0-b1c9e63c4cf4 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971060 Jan 28 01:01:25.145786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Publish callbacks [] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:25.169928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Transition to ACTIVE for port object 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:25.177820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:25.230647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Pushing event updated for resources: {'Port': ['ID=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:25.234090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Allocated IP 172.25.1.44 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/46197c02-d2d5-43ae-94ae-413579361226) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:25.590235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5ef87-d4d6-40b8-a110-c244f04463f5 req-ea783006-c3a4-42b8-982a-8f62869e9aed tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:25.590856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for port (46197c02-d2d5-43ae-94ae-413579361226), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:25.597306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84a5ef87-d4d6-40b8-a110-c244f04463f5 req-ea783006-c3a4-42b8-982a-8f62869e9aed tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1252065 Jan 28 01:01:25.623451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Attempting to bind port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:25.623787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Attempting to bind port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:25.624120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Attempting to bind port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f on network 9263da00-8a2e-415c-af78-29d901f78510 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:25.627600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5b80-3c0f-497e-9294-f4eb77700014 req-b3907e99-345d-4e51-a52d-c3953bf0d18a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:25.629416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1a5b80-3c0f-497e-9294-f4eb77700014 req-b3907e99-345d-4e51-a52d-c3953bf0d18a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.2569969 Jan 28 01:01:25.631126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f on network 9263da00-8a2e-415c-af78-29d901f78510 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:25.631452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Attempting to bind port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f on network 9263da00-8a2e-415c-af78-29d901f78510 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:25.641446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:25.641692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Checking segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:25.642110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Bound using segment: {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:25.642574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Bound port: 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff64b08-3d94-40c5-a37a-0557c40aa360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9263da00-8a2e-415c-af78-29d901f78510'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:25.642933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:25.775861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (46197c02-d2d5-43ae-94ae-413579361226), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:25.823822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84a5ef87-d4d6-40b8-a110-c244f04463f5 req-a879f243-d9e7-4082-bc98-ce88502baa2a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875591 Jan 28 01:01:25.847641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1a5b80-3c0f-497e-9294-f4eb77700014 req-20dcf4fc-a18c-4e59-9c78-29806af81060 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074270 Jan 28 01:01:25.894974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'Port': ['ID=46197c02-d2d5-43ae-94ae-413579361226,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:25.921310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] For port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:25.924619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:25.926472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] For port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:25.940056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:25.946730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:25.954880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:26.062797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b85a-9e36-4da1-9f50-974014253f29 req-04557b41-cfde-4ea3-ac59-f39458e9b557 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.080979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6f8b85a-9e36-4da1-9f50-974014253f29 req-04557b41-cfde-4ea3-ac59-f39458e9b557 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 944 time: 0.1163578 Jan 28 01:01:26.083195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.084093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:26.086939 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] 10.222.0.43 "PUT /v2.0/ports/3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f HTTP/1.1" status: 200 len: 1092 time: 1.9667814 Jan 28 01:01:26.087415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:26.094301 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde" -d '{"events": [{"name": "network-changed", "server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:26.095825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:26.208125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (0bd32de9-259f-4674-b852-ad2deff83adc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:26.211441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6f8b85a-9e36-4da1-9f50-974014253f29 req-f6d4c22c-8291-4da6-a916-a8da433ae5fa tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277142 Jan 28 01:01:26.300022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:26.300414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:26.378767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9bab-46fa-4096-ad9c-831cec0455ba service neutron] Pushing event updated for resources: {'Port': ['ID=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:26.406561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (46197c02-d2d5-43ae-94ae-413579361226), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:26.476942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-4d5dc287-7e65-45ca-a2f8-557b56dca95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.478546 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-4d5dc287-7e65-45ca-a2f8-557b56dca95e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5b103a855c84b8faecdd01d84eb4c73&device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 1095 time: 0.2477381 Jan 28 01:01:26.515735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:26.517550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb678a4b-9fea-4a49-9e0c-8eb888c7e487 req-cdaf9132-cc20-4384-b795-65eb71794e96 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.1021037 Jan 28 01:01:26.528699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fff15-5664-4aed-9217-8d4e6ff00e50 req-171b5321-0199-49b9-b33f-fb470d4674a8 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.540393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f61fff15-5664-4aed-9217-8d4e6ff00e50 req-171b5321-0199-49b9-b33f-fb470d4674a8 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1096 time: 0.1984131 Jan 28 01:01:26.626314 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78d259-fbcd-4cb3-844f-14f03160262a x-openstack-request-id: req-1a78d259-fbcd-4cb3-844f-14f03160262a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:26.626682 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:26.627077 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a78d259-fbcd-4cb3-844f-14f03160262a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:26.627549 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'status': 'completed', 'code': 200} Jan 28 01:01:26.642008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f61fff15-5664-4aed-9217-8d4e6ff00e50 req-457b48f6-ade7-4d50-8382-2bcdaaaf852a tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Jan 28 01:01:26.660307 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-85c150d2-bd47-4546-95a6-0376f4a1e05a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f HTTP/1.1" status: 200 len: 217 time: 0.1257534 Jan 28 01:01:26.734964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-5ab09480-6c0c-4a1d-be68-aa0dea74054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.736551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-5ab09480-6c0c-4a1d-be68-aa0dea74054d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8eeee6ae-1be8-45df-8316-fffc43403d72 HTTP/1.1" status: 200 len: 845 time: 0.0663109 Jan 28 01:01:26.811357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-cabf7ea5-da76-4e24-be28-227f0d3ea873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:26.813049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-cabf7ea5-da76-4e24-be28-227f0d3ea873 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9263da00-8a2e-415c-af78-29d901f78510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681937 Jan 28 01:01:26.918702 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-cd23242e-7647-4d13-9216-ab4dd4db70ef service neutron] 10.222.0.43 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989249 Jan 28 01:01:26.989052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for port (46197c02-d2d5-43ae-94ae-413579361226), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.004872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbed22-aa32-4665-ba19-d2f68bf88587 req-f996059e-a1a4-4713-8544-a1e23fd96f84 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.011452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41cbed22-aa32-4665-ba19-d2f68bf88587 req-f996059e-a1a4-4713-8544-a1e23fd96f84 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0736332 Jan 28 01:01:27.018942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (46197c02-d2d5-43ae-94ae-413579361226), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.124001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41cbed22-aa32-4665-ba19-d2f68bf88587 req-45385148-1e73-48ba-aea4-fff8f1e7ac2d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058173 Jan 28 01:01:27.177518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4b96d154-3190-421e-8ae0-a5250ac3ebde req-131ac284-317b-4153-848d-984ed4690da9 service neutron] 10.222.0.43 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531188 Jan 28 01:01:27.231216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'Port': ['ID=46197c02-d2d5-43ae-94ae-413579361226,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:27.255680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (0bd32de9-259f-4674-b852-ad2deff83adc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.274728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:27.290001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-059084b1-d983-4c12-ba3a-54c1bed4a191 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9834366 Jan 28 01:01:27.367860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0261b74-8dee-4219-b48a-4d1fcf3dd861 req-89e978f4-1c4a-4454-9dae-e153fbaf73f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.388915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0261b74-8dee-4219-b48a-4d1fcf3dd861 req-89e978f4-1c4a-4454-9dae-e153fbaf73f9 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 944 time: 0.0850840 Jan 28 01:01:27.402557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-b98f9970-fd46-46c0-84c1-4f62e052b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.409403 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-b98f9970-fd46-46c0-84c1-4f62e052b2b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5b103a855c84b8faecdd01d84eb4c73&device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 1095 time: 0.1155024 Jan 28 01:01:27.467151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0261b74-8dee-4219-b48a-4d1fcf3dd861 req-50fa9fd2-dd11-4c62-95a0-339446f998e7 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767293 Jan 28 01:01:27.635151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-dc33d1de-cc6a-4c07-9cbe-d68d6b0f1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.637220 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-dc33d1de-cc6a-4c07-9cbe-d68d6b0f1a6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9263da00-8a2e-415c-af78-29d901f78510 HTTP/1.1" status: 200 len: 907 time: 0.2194989 Jan 28 01:01:27.696625 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-48ac5110-81c5-4cca-9ecb-6f34927565e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f HTTP/1.1" status: 200 len: 217 time: 0.0523460 Jan 28 01:01:27.725586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-60882263-62f8-4d7c-b53b-396e2918398b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1201114430&fields=id&tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 267 time: 0.1053472 Jan 28 01:01:27.758645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f5521-0c56-4910-b678-094246a56031 req-0063d503-a9de-43ca-b831-478b19a681c7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.760969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a8f5521-0c56-4910-b678-094246a56031 req-0063d503-a9de-43ca-b831-478b19a681c7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0918603 Jan 28 01:01:27.812414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-547ed2ea-9fff-4fd9-a094-5672521d408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.814413 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-547ed2ea-9fff-4fd9-a094-5672521d408d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8eeee6ae-1be8-45df-8316-fffc43403d72 HTTP/1.1" status: 200 len: 845 time: 0.0906489 Jan 28 01:01:27.950436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-61021655-626a-4b9d-b856-4f950a8f3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:27.952346 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-61021655-626a-4b9d-b856-4f950a8f3cc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9263da00-8a2e-415c-af78-29d901f78510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186962 Jan 28 01:01:27.958181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a8f5521-0c56-4910-b678-094246a56031 req-96f0a806-5f24-4d74-81fe-0cf52a716805 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714933 Jan 28 01:01:28.000795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-13b110b9-5cbf-4609-82f3-8010cca4fe14 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:28.010760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-13b110b9-5cbf-4609-82f3-8010cca4fe14 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 817 time: 0.2728519 Jan 28 01:01:28.051668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-f9d7530e-8615-4e68-af5c-d0308d4e60f7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/quotas/30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 375 time: 0.0386684 Jan 28 01:01:28.108848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7267c81a-5a48-497d-80de-754fc7db4eda req-22ec2ad2-fa6e-444f-99ff-4b1cea7f9f65 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0446684 Jan 28 01:01:28.174324 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-b39306e9-2b38-4871-ad29-dc7da5395751 service neutron] 10.222.0.43 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112608 Jan 28 01:01:28.203455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-58ebd7f8-2c5c-487a-b77e-ba774a399e20 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505334 Jan 28 01:01:28.342025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0c0fe34-a970-4b3e-ae1b-cf97a71f6cde req-9103d6c5-4a31-44fd-8267-de7c56452d40 service neutron] 10.222.0.43 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648581 Jan 28 01:01:28.411615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-366683b2-6e81-4456-a9ce-666aa87201bb service neutron] 10.222.0.23 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875961 Jan 28 01:01:28.579949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-846a212c-c91e-4326-b9ac-36886b6ab874 service neutron] 10.222.0.23 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614571 Jan 28 01:01:28.644061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18fa3-1f1b-413d-891d-9348f7c4866f req-c8d53419-69c1-4763-861e-7f77eb74fbd0 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:28.645603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ef18fa3-1f1b-413d-891d-9348f7c4866f req-c8d53419-69c1-4763-861e-7f77eb74fbd0 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 944 time: 0.0606496 Jan 28 01:01:28.755533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ef18fa3-1f1b-413d-891d-9348f7c4866f req-b57dc041-fff8-4128-919c-986b1235b652 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027930 Jan 28 01:01:28.849765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85b1ea9a-3979-43fb-bea9-4bac8dbde3b2 req-bb6cf4f5-4f4d-4acc-a588-966db8518ad5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 210 time: 0.0322633 Jan 28 01:01:29.173629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeeb0e-40a9-4795-aa62-1cfc1043eb2b req-a343fd7b-afa0-4aea-9487-86b4f1ee08a3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:29.181018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9caeeb0e-40a9-4795-aa62-1cfc1043eb2b req-a343fd7b-afa0-4aea-9487-86b4f1ee08a3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0889082 Jan 28 01:01:29.251623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9caeeb0e-40a9-4795-aa62-1cfc1043eb2b req-b06eb4ac-8eb3-40f5-ac0a-97aa5dc04f85 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Jan 28 01:01:29.323222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4571958-8e51-4ca3-ba26-7f47ef34e29d req-33ce5e6c-3421-4ffd-aaca-5f14b3eeaf0e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0601153 Jan 28 01:01:29.943497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe08ef-43c0-475c-af05-fb3b3b572335 req-b91ca46e-7be7-4945-812a-e45eb7a17d85 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:29.946033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfe08ef-43c0-475c-af05-fb3b3b572335 req-b91ca46e-7be7-4945-812a-e45eb7a17d85 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 944 time: 0.0953870 Jan 28 01:01:29.994474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2654d6c-e43b-408f-bb92-0755a8a02c7a req-207630c5-ca16-4f02-8e47-b333c7929a44 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 210 time: 0.0463979 Jan 28 01:01:30.055517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfe08ef-43c0-475c-af05-fb3b3b572335 req-07a83c4a-a6f8-45f4-8675-9fab3c4c4cfc tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890646 Jan 28 01:01:30.487805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c379c8ca-30bf-4ca1-8ac1-67ccbce3adb6 req-5e16f9de-e8cd-482a-83d7-c62f1dd3b158 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=88bbf279-fbd0-492c-843a-38d0cc7184d2 HTTP/1.1" status: 200 len: 210 time: 0.0488327 Jan 28 01:01:30.513995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-b14f43b4-7327-41f7-89e2-c6ea35d511ec tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:30.516610 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-b14f43b4-7327-41f7-89e2-c6ea35d511ec tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 817 time: 0.2457938 Jan 28 01:01:30.663274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:30.745542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a2c5ae3e-c554-46ff-a5b9-27be7f4f885c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 380 time: 0.1608374 Jan 28 01:01:30.754711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'port': {'device_id': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'admin_state_up': True, 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'security_groups': ['bef589bc-8f94-4e3a-91c4-f2201bdaabe6']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:30.868339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:30.882331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'port_id': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'mac_address': 'fa:16:3e:29:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:30.937156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:30.937556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:30.954493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Made reservation on behalf of 30f7b4a0d35d4cfb812a6b9bc9058ec9 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:30.963037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:30.970264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:31.030251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:31.038994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:31.214420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:31.282231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d24d23e-1ce2-4f83-9b6e-c35d8ccb53c2 req-12103946-c673-40fb-9f68-625175661092 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 210 time: 0.0770972 Jan 28 01:01:31.320913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e0426-5aa1-42ba-9630-e343ffb0a0d8 req-c778479f-cbfd-4c96-9ab1-32915781bd22 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:31.320913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f77e0426-5aa1-42ba-9630-e343ffb0a0d8 req-c778479f-cbfd-4c96-9ab1-32915781bd22 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 945 time: 0.1855819 Jan 28 01:01:31.326294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Allocated IP 172.20.0.9 (002e5c63-3fec-4939-9957-47ab9cd989c7/c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9/28528c85-88e7-44ee-9a7d-469b1611b971) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:31.392378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:31.398538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f77e0426-5aa1-42ba-9630-e343ffb0a0d8 req-03b4df08-f6af-44c2-8b4b-87f3a1c46830 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669904 Jan 28 01:01:31.524153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for port (28528c85-88e7-44ee-9a7d-469b1611b971), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:31.564821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:31.616981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:31.621227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:31.625138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:31.678098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:31.736130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:31.737208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:31.768805 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-a8120250-617a-417b-b4f2-9fd88e054801 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0173664 Jan 28 01:01:31.814230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Request body: {'port': {'device_id': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:31.888712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.031327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e5f44631-f269-4f65-91c5-54c9badc3808 None None] Provisioning complete for port 28528c85-88e7-44ee-9a7d-469b1611b971 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:32.031917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e5f44631-f269-4f65-91c5-54c9badc3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.102971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e5f44631-f269-4f65-91c5-54c9badc3808 None None] Port 28528c85-88e7-44ee-9a7d-469b1611b971 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:01:32.140990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e869e-c98c-4753-a28c-f98b20266796 req-7558a0de-1331-48f7-9d91-3cf2df1fb19a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:32.142888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-473e869e-c98c-4753-a28c-f98b20266796 req-7558a0de-1331-48f7-9d91-3cf2df1fb19a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0678499 Jan 28 01:01:32.179484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78086b-9589-45d9-a23d-0389aa364375 req-89a79842-0567-445f-8f6e-1d19d56edc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:32.181723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-89a79842-0567-445f-8f6e-1d19d56edc35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.1041913 Jan 28 01:01:32.198565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-473e869e-c98c-4753-a28c-f98b20266796 req-bb93e921-4a65-4ee2-9b3f-0a9dd889cd29 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 Jan 28 01:01:32.450525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72283312-11bd-47fc-9372-d1d4f54ce189 req-361fcfb5-c1fc-433c-abaa-c27dd80fe0b1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:32.454725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72283312-11bd-47fc-9372-d1d4f54ce189 req-361fcfb5-c1fc-433c-abaa-c27dd80fe0b1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 931 time: 0.0791712 Jan 28 01:01:32.546663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72283312-11bd-47fc-9372-d1d4f54ce189 req-3ac7b82c-8f71-4653-8c15-e3d235246204 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802319 Jan 28 01:01:32.598567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf0787-8d6f-4edd-a8c4-25d1438565ab req-4d1ff92c-f701-4531-a967-cc11c7fb307a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:32.606296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40cf0787-8d6f-4edd-a8c4-25d1438565ab req-4d1ff92c-f701-4531-a967-cc11c7fb307a tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 945 time: 0.1051457 Jan 28 01:01:32.660646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:32.693519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40cf0787-8d6f-4edd-a8c4-25d1438565ab req-c2183793-19f8-4ef8-9cb5-5a35de277617 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814633 Jan 28 01:01:32.698161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78086b-9589-45d9-a23d-0389aa364375 req-8e8ca850-f312-4681-b03b-14e186749960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:32.699878 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-8e8ca850-f312-4681-b03b-14e186749960 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.4912508 Jan 28 01:01:32.741439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:01:32.746661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:32.747285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.772530 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-9bb91cd7-eb0e-45b7-bba2-61f5a1417aec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0617175 Jan 28 01:01:32.794223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28528c85-88e7-44ee-9a7d-469b1611b971 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:32.868678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Publish callbacks [] for port (28528c85-88e7-44ee-9a7d-469b1611b971), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.897635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Transition to ACTIVE for port object 28528c85-88e7-44ee-9a7d-469b1611b971 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:32.902668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78086b-9589-45d9-a23d-0389aa364375 req-6ef07873-b3cd-45e3-a9c4-1c863a553368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:32.904285 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-6ef07873-b3cd-45e3-a9c4-1c863a553368 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.1242754 Jan 28 01:01:32.908092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.923409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:32.929767 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:32.946458 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-b61e8cfa-829f-46d2-a5fe-c914b6e9e1bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347242 Jan 28 01:01:32.967689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:32.970350 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f3977-854d-4c15-a286-8d4538704957" -d '{"events": [{"server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:32.987046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:32.997234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.057554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:33.062802 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c0a61-7e9b-4f4d-878d-c91db38842ec x-openstack-request-id: req-a17c0a61-7e9b-4f4d-878d-c91db38842ec {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:33.063313 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:33.064239 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a17c0a61-7e9b-4f4d-878d-c91db38842ec {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:33.064802 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'code': 200} Jan 28 01:01:33.110900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-7aab9415-b2f7-4a7c-a5f8-accffae0c923 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369615 Jan 28 01:01:33.111363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:33.316256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Attempting to bind port 28528c85-88e7-44ee-9a7d-469b1611b971 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:33.316676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Attempting to bind port 28528c85-88e7-44ee-9a7d-469b1611b971 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:33.317105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Attempting to bind port 28528c85-88e7-44ee-9a7d-469b1611b971 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:33.329044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10308d0b-6ccb-4826-b2a7-87573ba849b5 req-86dd1051-b759-407b-847b-50588cff5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.330923 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-10308d0b-6ccb-4826-b2a7-87573ba849b5 req-86dd1051-b759-407b-847b-50588cff5d43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 1097 time: 0.1720266 Jan 28 01:01:33.363514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Port 28528c85-88e7-44ee-9a7d-469b1611b971 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:33.363903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Attempting to bind port 28528c85-88e7-44ee-9a7d-469b1611b971 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:33.380726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.389222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:33.389650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Checking segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:33.390165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Bound using segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:33.390694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Bound port: 28528c85-88e7-44ee-9a7d-469b1611b971, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:33.391120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.411898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5b71f-a079-4161-bbae-8025aa893a7f req-b1b7f239-b826-457d-8dac-5b53be5d620e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.419308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8df5b71f-a079-4161-bbae-8025aa893a7f req-b1b7f239-b826-457d-8dac-5b53be5d620e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1217797 Jan 28 01:01:33.419809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-10308d0b-6ccb-4826-b2a7-87573ba849b5 req-70dc408c-97a2-4851-ab9e-6b5bb9d6d093 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804877 Jan 28 01:01:33.425433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fd78086b-9589-45d9-a23d-0389aa364375 req-49c0ec35-b7db-4f42-880e-698146b0c70a service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062930 Jan 28 01:01:33.476705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8df5b71f-a079-4161-bbae-8025aa893a7f req-b3d3697b-cde6-47ce-94a8-7c8ed812eb86 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545449 Jan 28 01:01:33.488260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:33.491637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:33.497894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.533987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.534610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:33.536351 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] 10.222.0.45 "PUT /v2.0/ports/28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 200 len: 1091 time: 1.7536697 Jan 28 01:01:33.536589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:33.539097 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:33.564346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa82a70-0a60-4b84-81d4-6df119f4b799 service neutron] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:33.601106 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744fcf9c-5bae-4893-a440-44ae99cfff9c x-openstack-request-id: req-744fcf9c-5bae-4893-a440-44ae99cfff9c {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:33.601402 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:33.601660 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-744fcf9c-5bae-4893-a440-44ae99cfff9c {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:33.602097 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'status': 'completed', 'code': 200} Jan 28 01:01:33.696277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4402f5d-8e9f-4736-a75c-40b4e43e8ca6 req-3aa81761-b467-469e-95d5-3c93b7e2a4e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.701048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-abc44870-31d6-43ca-95fc-5ecf547805f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.702598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-abc44870-31d6-43ca-95fc-5ecf547805f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1094 time: 0.0662978 Jan 28 01:01:33.704292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4402f5d-8e9f-4736-a75c-40b4e43e8ca6 req-3aa81761-b467-469e-95d5-3c93b7e2a4e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0701129 Jan 28 01:01:33.802929 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-2fdd50e9-1c10-4e1d-b9db-ae5a821fa681 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 200 len: 217 time: 0.0851219 Jan 28 01:01:33.815577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4402f5d-8e9f-4736-a75c-40b4e43e8ca6 req-01ed5681-b33c-4979-b346-e8221a813e1d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091127 Jan 28 01:01:33.874227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-ed97e7f0-fa2e-4ad4-ba0c-4bf69ff22bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.883466 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-ed97e7f0-fa2e-4ad4-ba0c-4bf69ff22bfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.0686190 Jan 28 01:01:33.942917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781c78-3835-4f9b-8adb-aa13b05d8ad6 req-7aab5ab6-bd06-4fd3-a0fc-612b3e57ed38 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.951047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31781c78-3835-4f9b-8adb-aa13b05d8ad6 req-7aab5ab6-bd06-4fd3-a0fc-612b3e57ed38 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.1339576 Jan 28 01:01:33.956292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-d70dcc5a-c798-45fe-bd52-d8d826cbb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:33.957814 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-d70dcc5a-c798-45fe-bd52-d8d826cbb9b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664973 Jan 28 01:01:34.010041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31781c78-3835-4f9b-8adb-aa13b05d8ad6 req-c4818a75-c5f3-481d-af35-d58852aa5ff2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543694 Jan 28 01:01:34.059493 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-60955061-ba87-4b4c-8557-96ece4137caa service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884309 Jan 28 01:01:34.180394 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-727b7d63-2558-4ea3-bcee-16aeb6c4c7ac req-990b80c0-dd21-4988-a23c-6bb45822252e service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882049 Jan 28 01:01:34.347498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-98c2ddd6-a504-4725-8516-2d79a5cd5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:34.349047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-98c2ddd6-a504-4725-8516-2d79a5cd5656 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1094 time: 0.0547750 Jan 28 01:01:34.453164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-42eacea6-d49f-445c-9919-80bb85bc9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:34.454860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-42eacea6-d49f-445c-9919-80bb85bc9302 service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.0974796 Jan 28 01:01:34.520447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-9a1c429b-bf41-4d19-90cd-460e592dfc91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 200 len: 217 time: 0.0558453 Jan 28 01:01:34.606876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-7a2a48f9-a46d-454b-86f1-e0da3c997f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:34.609666 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-7a2a48f9-a46d-454b-86f1-e0da3c997f29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.0801725 Jan 28 01:01:34.617108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e86598-fc70-4341-8488-c2daf8355450 req-3817acab-f9bf-4e04-a992-9370474ef754 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:34.625267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0e86598-fc70-4341-8488-c2daf8355450 req-3817acab-f9bf-4e04-a992-9370474ef754 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0736485 Jan 28 01:01:34.662791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-4cde2c10-a950-4a3b-bc8b-2dd7412c2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:34.664877 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-4cde2c10-a950-4a3b-bc8b-2dd7412c2ba5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481558 Jan 28 01:01:34.680720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0e86598-fc70-4341-8488-c2daf8355450 req-5a94a380-c5a7-4c41-affa-666e4b648ad2 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Jan 28 01:01:34.784611 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-968d2968-a2b0-4487-8730-8aba2c7e980b service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120417 Jan 28 01:01:34.939182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ab8d3018-2654-459c-8d22-6a76ce5ebbc8 req-69bcbe37-6047-4099-a233-5282c89ca8e2 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469870 Jan 28 01:01:35.046081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74ff85-6e82-4e54-a540-437f9e0a6999 req-5b52d261-e61a-460c-93aa-2b49dc7aebd9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:35.047905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae74ff85-6e82-4e54-a540-437f9e0a6999 req-5b52d261-e61a-460c-93aa-2b49dc7aebd9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1036017 Jan 28 01:01:35.113883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae74ff85-6e82-4e54-a540-437f9e0a6999 req-993c1b5b-03bc-4496-aa19-17c7fbe8dfe1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582762 Jan 28 01:01:35.278033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676895dc-a4bd-42d0-bb2f-dbc3fff2b309 req-593ccd7e-55e4-43e4-b721-540c13e49d88 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:35.285866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-676895dc-a4bd-42d0-bb2f-dbc3fff2b309 req-593ccd7e-55e4-43e4-b721-540c13e49d88 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.0828731 Jan 28 01:01:35.408277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-676895dc-a4bd-42d0-bb2f-dbc3fff2b309 req-08c4fb43-fb8e-485d-a6a6-12c073f5ee95 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045516 Jan 28 01:01:35.528680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1720e-0896-4515-8cf5-095d00cf4871 req-71a3580e-640a-4b53-ba35-23500d6569bc tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:35.530608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6d1720e-0896-4515-8cf5-095d00cf4871 req-71a3580e-640a-4b53-ba35-23500d6569bc tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.0585039 Jan 28 01:01:35.539348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49504) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:35.545287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Request body: {'floatingip': {'port_id': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:35.596857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (8e1cf956-e40e-44b7-bfd2-f7b69a53374e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:35.845130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf3481-d5f3-4b1f-996c-b0f4566f206e req-1ea68114-868a-4b85-b687-055b2e5e0b48 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:35.847422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60cf3481-d5f3-4b1f-996c-b0f4566f206e req-1ea68114-868a-4b85-b687-055b2e5e0b48 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0615969 Jan 28 01:01:35.919785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60cf3481-d5f3-4b1f-996c-b0f4566f206e req-ce719666-cc86-4ee3-8c82-6dfa6ea5099b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660124 Jan 28 01:01:36.173720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.182580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (8e1cf956-e40e-44b7-bfd2-f7b69a53374e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.347069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afddf1b-a006-4bc7-bff7-3f2bdee10f25 req-fb81d893-4513-4921-ab88-afbec43f41af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:36.360518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9afddf1b-a006-4bc7-bff7-3f2bdee10f25 req-fb81d893-4513-4921-ab88-afbec43f41af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1090789 Jan 28 01:01:36.371640 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Floating IP 8e1cf956-e40e-44b7-bfd2-f7b69a53374e associated. External IP: 172.25.1.140, port: 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f. Jan 28 01:01:36.431838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9afddf1b-a006-4bc7-bff7-3f2bdee10f25 req-9b359c39-de6a-44a3-b7c5-c6f3758e0cf1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703092 Jan 28 01:01:36.710795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Router cd004a29-7626-4f3e-a7dd-c46e5110ec07 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:36.838790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:36.845552 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:36.852224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] Sync routers for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:36.872051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfff6f-259a-4dc9-8213-542bc327b569 req-844cb9c3-f8c2-4fea-9ced-d85928e94297 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:36.875485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:36.876736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:36.886831 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-917343da-6e62-41d8-99d7-1817591e2c44 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "PUT /v2.0/floatingips/8e1cf956-e40e-44b7-bfd2-f7b69a53374e HTTP/1.1" status: 200 len: 992 time: 1.3435822 Jan 28 01:01:36.886831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:36.887166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22cfff6f-259a-4dc9-8213-542bc327b569 req-844cb9c3-f8c2-4fea-9ced-d85928e94297 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.1050880 Jan 28 01:01:36.888079 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06251097-83d5-44b9-9a69-ae92b8eeb0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:36.954288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22cfff6f-259a-4dc9-8213-542bc327b569 req-4a7ef8e9-094a-46e7-a45f-35307ba15287 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668285 Jan 28 01:01:37.007572 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f8381a-0144-4cea-a5c8-0a3833a1de6b x-openstack-request-id: req-b7f8381a-0144-4cea-a5c8-0a3833a1de6b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:37.007863 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:37.008179 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7f8381a-0144-4cea-a5c8-0a3833a1de6b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:37.008590 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'status': 'completed', 'code': 200} Jan 28 01:01:37.115670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-294b72c9-26b2-4471-987a-d6db8e73403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.125158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-294b72c9-26b2-4471-987a-d6db8e73403a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a5b103a855c84b8faecdd01d84eb4c73&device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 1097 time: 0.0595438 Jan 28 01:01:37.151959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b218-1bb6-48a2-b2d6-a946d076a6e8 req-bc1b8726-c490-4742-8207-d0ea0715b66f tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.160700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5489b218-1bb6-48a2-b2d6-a946d076a6e8 req-bc1b8726-c490-4742-8207-d0ea0715b66f tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0930288 Jan 28 01:01:37.183075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.191447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad0d9cfd-2363-47ad-abaa-71e107b78de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:37.215642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:37.222576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5489b218-1bb6-48a2-b2d6-a946d076a6e8 req-b28c20f4-ad97-4263-b0b4-53c13a8f94b8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Jan 28 01:01:37.272961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-570e093a-b0b4-45ff-979b-b7d20803c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.274715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-570e093a-b0b4-45ff-979b-b7d20803c6c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9263da00-8a2e-415c-af78-29d901f78510 HTTP/1.1" status: 200 len: 907 time: 0.1459069 Jan 28 01:01:37.412710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-140d5735-6212-4f05-85a8-cba580111e76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f HTTP/1.1" status: 200 len: 1000 time: 0.1275220 Jan 28 01:01:37.574273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-b08b4b2c-b983-4445-a109-4885cd0f8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.578493 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-b08b4b2c-b983-4445-a109-4885cd0f8a05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8eeee6ae-1be8-45df-8316-fffc43403d72 HTTP/1.1" status: 200 len: 845 time: 0.1523972 Jan 28 01:01:37.703760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-8c41dd70-0db6-43b2-bdfc-0c0eb2eb05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.705895 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-8c41dd70-0db6-43b2-bdfc-0c0eb2eb05d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9263da00-8a2e-415c-af78-29d901f78510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110642 Jan 28 01:01:37.706410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a7b4-6dea-44a0-adbe-87df432a15ea req-d1c9a6cb-5cf8-4453-8013-96ce4d2a1053 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:37.715690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fb3a7b4-6dea-44a0-adbe-87df432a15ea req-d1c9a6cb-5cf8-4453-8013-96ce4d2a1053 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1135967 Jan 28 01:01:37.737090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '8e1cf956-e40e-44b7-bfd2-f7b69a53374e', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'port_id': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'mac_address': 'fa:16:3e:29:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:16Z', 'updated_at': '2022-01-28T01:01:36Z', 'revision_number': 1, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:37.799866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fb3a7b4-6dea-44a0-adbe-87df432a15ea req-58656e04-9d21-4d23-8504-858b7935503e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739419 Jan 28 01:01:37.800221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] Checking router: cd004a29-7626-4f3e-a7dd-c46e5110ec07 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:37.812352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:37.812970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:37.844487 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-d03320f1-62da-4ba8-91ad-c849de997f18 service neutron] 10.222.0.43 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309929 Jan 28 01:01:38.095984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-06251097-83d5-44b9-9a69-ae92b8eeb0bf req-f682711f-13b0-470f-a0f9-f38378ec6178 service neutron] 10.222.0.43 "GET /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389665 Jan 28 01:01:38.161028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577c3f-a1cc-42ab-9e55-45ff4c83fb53 req-696de86e-c8f3-4a1f-b938-3fa106797375 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:38.169596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6577c3f-a1cc-42ab-9e55-45ff4c83fb53 req-696de86e-c8f3-4a1f-b938-3fa106797375 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.0955555 Jan 28 01:01:38.176262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:38.262576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6577c3f-a1cc-42ab-9e55-45ff4c83fb53 req-cfc3ed3a-f33f-4d48-bf84-2dc6a9874ceb tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918851 Jan 28 01:01:38.427215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03deb13c-8edb-4a26-8be8-a15532aa0064 req-9ea7daac-6425-4f38-8ff0-dd88688ec2cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:38.434720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03deb13c-8edb-4a26-8be8-a15532aa0064 req-9ea7daac-6425-4f38-8ff0-dd88688ec2cc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0979922 Jan 28 01:01:38.590141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03deb13c-8edb-4a26-8be8-a15532aa0064 req-6735b894-1393-4ee2-8ec9-4514956f3e54 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499302 Jan 28 01:01:38.751526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '8e1cf956-e40e-44b7-bfd2-f7b69a53374e', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'port_id': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'mac_address': 'fa:16:3e:29:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:16Z', 'updated_at': '2022-01-28T01:01:36Z', 'revision_number': 1, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:38.797325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:38.818420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11201b3-c277-4872-a44a-68bc26bf8637 None None] The sync data for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 is: [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '8e1cf956-e40e-44b7-bfd2-f7b69a53374e', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'port_id': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'mac_address': 'fa:16:3e:29:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:16Z', 'updated_at': '2022-01-28T01:01:36Z', 'revision_number': 1, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:39.055516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211253-6237-4649-b1af-4244ef51f9c9 req-92259dd9-9e99-46eb-ba79-037c390b9a4e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:39.058521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38211253-6237-4649-b1af-4244ef51f9c9 req-92259dd9-9e99-46eb-ba79-037c390b9a4e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1240783 Jan 28 01:01:39.073187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:39.107845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '28528c85-88e7-44ee-9a7d-469b1611b971', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971', 'mac_address': 'fa:16:3e:7f:11:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:39.157860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38211253-6237-4649-b1af-4244ef51f9c9 req-51e141f9-e488-44f5-a5b8-4f06861b6408 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923002 Jan 28 01:01:39.210993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-b3c0afad-a167-4896-8159-3afbb6f9d019 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:39.213054 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-b3c0afad-a167-4896-8159-3afbb6f9d019 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.45 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.1070800 Jan 28 01:01:39.315344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:39.316693 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:39.350246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28528c85-88e7-44ee-9a7d-469b1611b971 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:39.387257 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf191c5-0857-4225-a5f5-1f89b3eb0dfb None None] New status for floating IP 8e1cf956-e40e-44b7-bfd2-f7b69a53374e: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:01:39.391994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:39.393459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f2a76620-cd3b-4986-ad5a-08a873e96884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:39.423499 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:39.507697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1130a7-abbf-4e5a-aaba-15b36a16163d req-f2da491e-0a92-428b-ad5a-6cf7b2fb9a5c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:39.511675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed1130a7-abbf-4e5a-aaba-15b36a16163d req-f2da491e-0a92-428b-ad5a-6cf7b2fb9a5c tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 945 time: 0.1178505 Jan 28 01:01:39.524119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:39.534141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Deleting port b35e9f84-6135-4ba6-b7fa-331951671015 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:39.534775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:39.631006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed1130a7-abbf-4e5a-aaba-15b36a16163d req-e75b04a7-30ef-42ef-b4ad-026279bd39f3 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f777846-2f97-46e9-bd18-869bb752beba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117151 Jan 28 01:01:39.829948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] For port b35e9f84-6135-4ba6-b7fa-331951671015, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b35e9f84-6135-4ba6-b7fa-331951671015,segment=NetworkSegment(88bb8ad9-e229-4e2f-bb55-e7804d2610a1),segment_id=88bb8ad9-e229-4e2f-bb55-e7804d2610a1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:39.830343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:39.877364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Calling delete_port for b35e9f84-6135-4ba6-b7fa-331951671015 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:39.894499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb599-4cef-4e7d-8263-0d13e50a0a36 req-0e1b7894-d538-469e-a783-a2d347db50c0 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:39.903905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1bfb599-4cef-4e7d-8263-0d13e50a0a36 req-0e1b7894-d538-469e-a783-a2d347db50c0 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1437535 Jan 28 01:01:40.009038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['28528c85-88e7-44ee-9a7d-469b1611b971'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:40.014687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1bfb599-4cef-4e7d-8263-0d13e50a0a36 req-feed1407-f062-4c5c-b8d0-cdefb701a5a9 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003647 Jan 28 01:01:40.240622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b35e9f84-6135-4ba6-b7fa-331951671015), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.292245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Pushing event deleted for resources: {'Port': ['ID=b35e9f84-6135-4ba6-b7fa-331951671015,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:40.303606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['b35e9f84-6135-4ba6-b7fa-331951671015'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:40.363025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fcaec-3027-4ec3-8bd0-18ae2f93f385 req-84f2ca8a-d153-4426-95c7-d36b89b667db tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:40.376680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-792fcaec-3027-4ec3-8bd0-18ae2f93f385 req-84f2ca8a-d153-4426-95c7-d36b89b667db tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.1251075 Jan 28 01:01:40.380016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] No DVR routers for this DVR port b35e9f84-6135-4ba6-b7fa-331951671015 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:40.383011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.386556 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-204a4ac7-7a1b-4bfc-8532-e808ab73c15a req-5faa9bbd-881c-469e-80e5-c2706a072bb9 tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.45 "DELETE /v2.0/ports/b35e9f84-6135-4ba6-b7fa-331951671015 HTTP/1.1" status: 204 len: 173 time: 1.1512494 Jan 28 01:01:40.387130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'name': 'network-vif-deleted', 'tag': 'b35e9f84-6135-4ba6-b7fa-331951671015'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:40.389652 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a017d668-dea6-4a60-8ba1-9f84266f83c6" -d '{"events": [{"server_uuid": "d20de341-0c79-4087-82e0-4b3c73a25e68", "name": "network-vif-deleted", "tag": "b35e9f84-6135-4ba6-b7fa-331951671015"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:40.514809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-792fcaec-3027-4ec3-8bd0-18ae2f93f385 req-c61ff9ab-5dc3-4615-bdbc-8e55c44bd11f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364868 Jan 28 01:01:40.578295 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e4ec8f-71f3-486a-9566-bc775b65000b x-openstack-request-id: req-70e4ec8f-71f3-486a-9566-bc775b65000b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:40.578648 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20de341-0c79-4087-82e0-4b3c73a25e68", "name": "network-vif-deleted", "tag": "b35e9f84-6135-4ba6-b7fa-331951671015", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:40.578913 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70e4ec8f-71f3-486a-9566-bc775b65000b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:40.579410 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20de341-0c79-4087-82e0-4b3c73a25e68', 'name': 'network-vif-deleted', 'tag': 'b35e9f84-6135-4ba6-b7fa-331951671015', 'status': 'completed', 'code': 200} Jan 28 01:01:40.722601 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:40.808270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cc44f73-a15d-4350-a255-2fb4c4a8f7bc req-87fcbe44-bde4-4a92-bdee-cdd0015384fc tempest-VolumesAdminNegativeTest-1551337698 tempest-VolumesAdminNegativeTest-1551337698-project] 10.222.0.23 "GET /v2.0/ports?device_id=d20de341-0c79-4087-82e0-4b3c73a25e68 HTTP/1.1" status: 200 len: 210 time: 0.0642073 Jan 28 01:01:41.186799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693ba9-05b6-407f-83db-cbe70ac8661c req-63bf03f6-c0f7-437f-b00a-fb077ea26cf8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:41.191083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c693ba9-05b6-407f-83db-cbe70ac8661c req-63bf03f6-c0f7-437f-b00a-fb077ea26cf8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0670304 Jan 28 01:01:41.266414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c693ba9-05b6-407f-83db-cbe70ac8661c req-ce64133f-656f-4c7b-a711-77495354089b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Jan 28 01:01:41.662278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afe60a-f174-4b96-bb26-36a53bab07db req-f04f2ef1-acc6-4346-88b6-322cfcf8b9a8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:41.669342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47afe60a-f174-4b96-bb26-36a53bab07db req-f04f2ef1-acc6-4346-88b6-322cfcf8b9a8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.0604136 Jan 28 01:01:41.727229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47afe60a-f174-4b96-bb26-36a53bab07db req-1b344ae0-977b-40fb-a427-1b29556596a0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569310 Jan 28 01:01:41.799013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.860583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49596) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:41.906138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Deleting subnet 40b42216-6941-473e-bc38-7549342b72f4 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:41.941621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Publish callbacks [] for subnet (40b42216-6941-473e-bc38-7549342b72f4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.026544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (40b42216-6941-473e-bc38-7549342b72f4), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.089823 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (40b42216-6941-473e-bc38-7549342b72f4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.166693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (40b42216-6941-473e-bc38-7549342b72f4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.199214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b42216-6941-473e-bc38-7549342b72f4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:42.208807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.214034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02715c9c-29e7-46d8-9d2e-bed7bd9484e1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40b42216-6941-473e-bc38-7549342b72f4 HTTP/1.1" status: 204 len: 168 time: 0.3523345 Jan 28 01:01:42.216973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:42.305937 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0aa1401f-20d0-459b-893e-730f90ac1cb0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.463571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0aa1401f-20d0-459b-893e-730f90ac1cb0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.491003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa1401f-20d0-459b-893e-730f90ac1cb0']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:42.509454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155cd39-f9e2-4a79-9f02-5947b2c16d98 req-0b785471-a294-4486-95da-3c046523bd24 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.511168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a155cd39-f9e2-4a79-9f02-5947b2c16d98 req-0b785471-a294-4486-95da-3c046523bd24 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1411574 Jan 28 01:01:42.513133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bb8ad9-e229-4e2f-bb55-e7804d2610a1') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:42.513509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bb8ad9-e229-4e2f-bb55-e7804d2610a1') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:42.530855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (88bb8ad9-e229-4e2f-bb55-e7804d2610a1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.558153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (88bb8ad9-e229-4e2f-bb55-e7804d2610a1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.571838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:42.572323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (88bb8ad9-e229-4e2f-bb55-e7804d2610a1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:42.575219 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:42.630870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a155cd39-f9e2-4a79-9f02-5947b2c16d98 req-eaf2f0ec-af87-47d8-82f8-51890bd34919 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098876 Jan 28 01:01:42.646605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0aa1401f-20d0-459b-893e-730f90ac1cb0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.657938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.661768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0aa1401f-20d0-459b-893e-730f90ac1cb0 HTTP/1.1" status: 204 len: 168 time: 0.4433997 Jan 28 01:01:42.664868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:42.704699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d09ef-5aeb-4113-98fb-319595f3b4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa1401f-20d0-459b-893e-730f90ac1cb0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:42.770055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Deleting subnet ef944bd3-7d84-43d5-8738-d1285a861429 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:42.775581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Publish callbacks [] for subnet (ef944bd3-7d84-43d5-8738-d1285a861429), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.779308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:42.820729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ef944bd3-7d84-43d5-8738-d1285a861429), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.886790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 28528c85-88e7-44ee-9a7d-469b1611b971 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:01:42.892382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 28528c85-88e7-44ee-9a7d-469b1611b971 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:42.892868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.911106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ef944bd3-7d84-43d5-8738-d1285a861429), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.951868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa06576-5d9c-4174-a70e-0ba6393a1522 req-ab1411dc-eb6f-4d8e-899d-d0408fb9df0d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:42.961312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aa06576-5d9c-4174-a70e-0ba6393a1522 req-ab1411dc-eb6f-4d8e-899d-d0408fb9df0d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.1184053 Jan 28 01:01:43.025646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:43.026287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.032006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ef944bd3-7d84-43d5-8738-d1285a861429), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.079023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef944bd3-7d84-43d5-8738-d1285a861429,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:43.087565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:43.092655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.095185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:43.098536 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02581511-7d09-4e08-be00-900d52b476e6" -d '{"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-plugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:43.103133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-37691462-6a5f-4cc5-93d4-1c4d4a11d8a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef944bd3-7d84-43d5-8738-d1285a861429 HTTP/1.1" status: 204 len: 168 time: 0.4363728 Jan 28 01:01:43.105686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49626) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:43.107800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.108918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b35e9f84-6135-4ba6-b7fa-331951671015 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:43.145828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca505c3-960f-4789-abff-2344f6f8a4e1 req-8509c171-3bc7-4be6-ad0b-96ccbbdf173b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:43.153934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eca505c3-960f-4789-abff-2344f6f8a4e1 req-8509c171-3bc7-4be6-ad0b-96ccbbdf173b tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 944 time: 0.1880782 Jan 28 01:01:43.173075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: b35e9f84-6135-4ba6-b7fa-331951671015 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:43.177753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b35e9f84-6135-4ba6-b7fa-331951671015 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:43.181582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aa06576-5d9c-4174-a70e-0ba6393a1522 req-e03ffcb9-f4c5-4150-9ad2-a065c3e2b6b4 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394525 Jan 28 01:01:43.201853 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3f619a14-cee4-4593-83b9-b659695dc651), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.218849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eca505c3-960f-4789-abff-2344f6f8a4e1 req-aee59165-f695-48c0-a6ad-32a9763f78ec tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 Jan 28 01:01:43.228868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:43.280288 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79b3d6f-98eb-4630-aeb4-72a3d9d764d1 x-openstack-request-id: req-b79b3d6f-98eb-4630-aeb4-72a3d9d764d1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:43.280937 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-plugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:43.281204 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b79b3d6f-98eb-4630-aeb4-72a3d9d764d1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:43.281609 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'code': 200} Jan 28 01:01:43.289184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.342481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3f619a14-cee4-4593-83b9-b659695dc651), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.365749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f619a14-cee4-4593-83b9-b659695dc651']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:43.377579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:43.377926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:43.404220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.426856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.434273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:43.434724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ed2cfdde-fe11-434e-a9c3-f3e000fa2b5d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:43.437147 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:43.539904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3f619a14-cee4-4593-83b9-b659695dc651), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.544848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.549495 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f619a14-cee4-4593-83b9-b659695dc651 HTTP/1.1" status: 204 len: 168 time: 0.4425864 Jan 28 01:01:43.569311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c161242-3c80-47a5-b489-5ff2d87d7e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f619a14-cee4-4593-83b9-b659695dc651,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:43.577526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f25b-a6a2-44f5-a257-6b8cecc80c3e req-aec2ceba-1dc9-4818-a8a6-ae8886319651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:43.579153 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-58c5f25b-a6a2-44f5-a257-6b8cecc80c3e req-aec2ceba-1dc9-4818-a8a6-ae8886319651 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1096 time: 0.0747905 Jan 28 01:01:43.659298 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-58c5f25b-a6a2-44f5-a257-6b8cecc80c3e req-bd7f4b48-42bd-4fa3-82c6-2ebd8a1b29e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718777 Jan 28 01:01:43.727420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49634) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:43.777175 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0a8c2bb3-639c-453d-adff-71d2006fa91d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a8da1924773434fb88e18607663337e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477216 Jan 28 01:01:43.779890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49638) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:43.829475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d541b2-ed24-440d-b7be-cac66d9495a5 req-32ba24a2-5eac-4030-bd5c-0b5d35902731 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:43.831021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71d541b2-ed24-440d-b7be-cac66d9495a5 req-32ba24a2-5eac-4030-bd5c-0b5d35902731 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1103566 Jan 28 01:01:43.839558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1afada33-c32c-4aac-bbc6-283653b28e95 admin admin] Publish callbacks [] for security_group (2f777846-2f97-46e9-bd18-869bb752beba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.865041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1afada33-c32c-4aac-bbc6-283653b28e95 admin admin] Publish callbacks [] for security_group (2f777846-2f97-46e9-bd18-869bb752beba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.886673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71d541b2-ed24-440d-b7be-cac66d9495a5 req-d74c561f-03a6-41f2-a141-a986eb90580b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480528 Jan 28 01:01:43.922363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1afada33-c32c-4aac-bbc6-283653b28e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2f777846-2f97-46e9-bd18-869bb752beba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.925218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1afada33-c32c-4aac-bbc6-283653b28e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.929263 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1afada33-c32c-4aac-bbc6-283653b28e95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f777846-2f97-46e9-bd18-869bb752beba HTTP/1.1" status: 204 len: 168 time: 0.1459408 Jan 28 01:01:43.935420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afada33-c32c-4aac-bbc6-283653b28e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f777846-2f97-46e9-bd18-869bb752beba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:44.232118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-a01bce79-41fa-4fe6-9e6a-1d8a671ec59d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.233457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-a01bce79-41fa-4fe6-9e6a-1d8a671ec59d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 944 time: 0.0811598 Jan 28 01:01:44.436735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf7236-f401-4fec-89ad-7ab5164920c3 req-e2dfc8a2-39e6-4a51-abe5-2098323909f4 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.438366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-daaf7236-f401-4fec-89ad-7ab5164920c3 req-e2dfc8a2-39e6-4a51-abe5-2098323909f4 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1105108 Jan 28 01:01:44.485226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49654) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:44.506089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-daaf7236-f401-4fec-89ad-7ab5164920c3 req-a0ff0472-a811-4ee6-b5ba-5f54501566b1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593953 Jan 28 01:01:44.513337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaf47b-60cd-4590-a8ef-242a5ad2df8f req-913c3567-0f1e-4b81-9bb2-80fb9681228e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:44.514956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0eaf47b-60cd-4590-a8ef-242a5ad2df8f req-913c3567-0f1e-4b81-9bb2-80fb9681228e tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 944 time: 0.1858542 Jan 28 01:01:44.522108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Deleting port e19687d8-32b3-44e7-abcc-f983d9016ad0 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:44.522457 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.584665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0eaf47b-60cd-4590-a8ef-242a5ad2df8f req-f51a7ac5-b756-436d-ba0b-91a89be30303 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Jan 28 01:01:44.663199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] For port e19687d8-32b3-44e7-abcc-f983d9016ad0, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e19687d8-32b3-44e7-abcc-f983d9016ad0,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:44.663567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.678677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Calling delete_port for e19687d8-32b3-44e7-abcc-f983d9016ad0 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:44.684985 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3e53384-5f6e-4d49-948e-04bb42bdd1a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13785749fa514053bc683a99c29b613f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954744 Jan 28 01:01:44.685452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49656) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:44.738288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d729f22-724a-4dbd-8af8-275bdeca098e admin admin] Publish callbacks [] for security_group (48f581bd-2ec6-4928-be03-5870d589f04b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.762345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d729f22-724a-4dbd-8af8-275bdeca098e admin admin] Publish callbacks [] for security_group (48f581bd-2ec6-4928-be03-5870d589f04b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.819516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d729f22-724a-4dbd-8af8-275bdeca098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (48f581bd-2ec6-4928-be03-5870d589f04b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.823003 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d729f22-724a-4dbd-8af8-275bdeca098e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.826654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6d729f22-724a-4dbd-8af8-275bdeca098e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48f581bd-2ec6-4928-be03-5870d589f04b HTTP/1.1" status: 204 len: 168 time: 0.1378307 Jan 28 01:01:44.840790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e19687d8-32b3-44e7-abcc-f983d9016ad0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.855711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d729f22-724a-4dbd-8af8-275bdeca098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f581bd-2ec6-4928-be03-5870d589f04b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:44.922460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event deleted for resources: {'Port': ['ID=e19687d8-32b3-44e7-abcc-f983d9016ad0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:44.992405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] No DVR routers for this DVR port e19687d8-32b3-44e7-abcc-f983d9016ad0 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:44.995620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.999880 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a176a0fc-c51f-48b3-bd76-b6a1d9e8d6d7 req-ee9377c9-8ed8-49fe-8322-cbfad155a23a tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.45 "DELETE /v2.0/ports/e19687d8-32b3-44e7-abcc-f983d9016ad0 HTTP/1.1" status: 204 len: 173 time: 0.7601376 Jan 28 01:01:45.000366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'name': 'network-vif-deleted', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:45.002704 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b73a14-f4cf-4257-83c3-e82f15241e02" -d '{"events": [{"server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "name": "network-vif-deleted", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:45.048489 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e224d8bf-8950-4157-8034-7ff064c20ee4 x-openstack-request-id: req-e224d8bf-8950-4157-8034-7ff064c20ee4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:45.048784 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf293765-2b95-4cc6-bfe6-9077311e65a9", "name": "network-vif-deleted", "tag": "e19687d8-32b3-44e7-abcc-f983d9016ad0", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:45.049102 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e224d8bf-8950-4157-8034-7ff064c20ee4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:45.049477 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf293765-2b95-4cc6-bfe6-9077311e65a9', 'name': 'network-vif-deleted', 'tag': 'e19687d8-32b3-44e7-abcc-f983d9016ad0', 'status': 'completed', 'code': 200} Jan 28 01:01:45.085246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc40b11-d0cb-4daa-aea4-5270597ae96d req-1d8699d0-07e1-4a29-87ca-b938c7b31773 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:45.094429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cc40b11-d0cb-4daa-aea4-5270597ae96d req-1d8699d0-07e1-4a29-87ca-b938c7b31773 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0834525 Jan 28 01:01:45.159421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cc40b11-d0cb-4daa-aea4-5270597ae96d req-828aa0a1-c25d-4f22-b1b5-5ef346afcadf tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597491 Jan 28 01:01:45.739323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a19b523c-8ed6-4334-ae5a-7841ab5b63c9 req-c8c5eac7-f291-4442-a84f-9d205a1a2ba3 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf293765-2b95-4cc6-bfe6-9077311e65a9 HTTP/1.1" status: 200 len: 210 time: 0.0358963 Jan 28 01:01:45.764988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f9ba4-a114-4bd6-bbff-208b4b036d0e req-f581d210-dd24-4e9a-9861-348938b82a86 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:45.772614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d27f9ba4-a114-4bd6-bbff-208b4b036d0e req-f581d210-dd24-4e9a-9861-348938b82a86 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1654918 Jan 28 01:01:45.839477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49694) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:45.855653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d27f9ba4-a114-4bd6-bbff-208b4b036d0e req-01f0759c-7af1-4fa2-98c4-16b2a4bf9b45 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816922 Jan 28 01:01:45.992114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-245581563-network', 'tenant_id': 'b1a34d1509724d81881d2e55ea74e339'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:46.021466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Made reservation on behalf of b1a34d1509724d81881d2e55ea74e339 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:46.026180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.037644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.064536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7418ea-c4e3-46d8-a0c2-4fcd76483897 req-0040c762-e58f-4ac6-822b-d3de86cb9cc1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:46.067384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7418ea-c4e3-46d8-a0c2-4fcd76483897 req-0040c762-e58f-4ac6-822b-d3de86cb9cc1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.0624433 Jan 28 01:01:46.076977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49702) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:46.081532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'floatingip': {'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:46.127465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (0bd32de9-259f-4674-b852-ad2deff83adc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.233189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks [] for security_group (9f4494d2-e9ef-4d73-9955-45a4bd261051), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.261616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9f4494d2-e9ef-4d73-9955-45a4bd261051), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.285980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee092646-79b2-40bc-aeeb-062edf2a00f9 req-a242e7a9-ea5d-49a3-b0c8-b0fb10e3e165 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:46.296609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee092646-79b2-40bc-aeeb-062edf2a00f9 req-a242e7a9-ea5d-49a3-b0c8-b0fb10e3e165 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0740590 Jan 28 01:01:46.304918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:01:46.331312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4494d2-e9ef-4d73-9955-45a4bd261051,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:46.343324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (831c58d0-cb43-4829-a71e-7beb376eb813), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.343704 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Added segment 831c58d0-cb43-4829-a71e-7beb376eb813 of type vlan for network a99c1987-4230-47a7-9f98-9507df1ad80c Jan 28 01:01:46.390713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee092646-79b2-40bc-aeeb-062edf2a00f9 req-89fa80d9-f6d0-45d7-ba69-d101272265bc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930710 Jan 28 01:01:46.469680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a99c1987-4230-47a7-9f98-9507df1ad80c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.535894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a99c1987-4230-47a7-9f98-9507df1ad80c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.536874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:46.537459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.604121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7633591 Jan 28 01:01:46.609814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49708) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:46.613374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Request body: {'subnet': {'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-245581563-subnet', 'tenant_id': 'b1a34d1509724d81881d2e55ea74e339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:46.640327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Made reservation on behalf of b1a34d1509724d81881d2e55ea74e339 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:46.646063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.653355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dacb91-c961-4979-8e3f-3795a9b44dcc admin admin] Pushing event updated for resources: {'Network': ['ID=a99c1987-4230-47a7-9f98-9507df1ad80c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:46.663930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a99c1987-4230-47a7-9f98-9507df1ad80c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:01:46.785633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:46.853315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: e19687d8-32b3-44e7-abcc-f983d9016ad0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:46.853956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e19687d8-32b3-44e7-abcc-f983d9016ad0 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:46.898672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (35563b2f-e531-4265-8c85-b2bc87b2b39a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:46.991430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=35563b2f-e531-4265-8c85-b2bc87b2b39a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:47.014325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Checking segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:47.015337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Network hostable DHCP agents. Network: a99c1987-4230-47a7-9f98-9507df1ad80c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:01:47.066898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Network a99c1987-4230-47a7-9f98-9507df1ad80c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:01:47.083583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a99c1987-4230-47a7-9f98-9507df1ad80c) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:47.092945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f206321-572c-4dec-a23d-e416dfd2f4f6 None None] Network a99c1987-4230-47a7-9f98-9507df1ad80c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:47.097005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.103690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:47.165987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-26836aff-b5a8-46c5-b5b9-e95f3b19cfbc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5574920 Jan 28 01:01:47.223469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2bbf-1f60-4006-92a9-f5edc65de485 req-42f26d59-fccb-40fe-8e33-6a23c576c89c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.229605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33fe2bbf-1f60-4006-92a9-f5edc65de485 req-42f26d59-fccb-40fe-8e33-6a23c576c89c tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.1116576 Jan 28 01:01:47.258437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:47.264549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (0bd32de9-259f-4674-b852-ad2deff83adc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:47.287178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a3e53-d99c-438e-a3b5-91bf8f5bef2b None None] Network a99c1987-4230-47a7-9f98-9507df1ad80c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:47.338272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33fe2bbf-1f60-4006-92a9-f5edc65de485 req-732f8318-5d90-494c-9bee-ff20940e2241 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011939 Jan 28 01:01:47.414955 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Floating IP 0bd32de9-259f-4674-b852-ad2deff83adc associated. External IP: 172.25.1.44, port: 28528c85-88e7-44ee-9a7d-469b1611b971. Jan 28 01:01:47.631834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29669-5f2e-4905-83d5-40b7ce7dbf00 req-a61074c8-71f4-4a14-8c40-221ae11fdc5e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.640728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37d29669-5f2e-4905-83d5-40b7ce7dbf00 req-a61074c8-71f4-4a14-8c40-221ae11fdc5e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1129341 Jan 28 01:01:47.666452 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-5bc78289-1af8-4ba9-8392-7167a2962823 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800860 Jan 28 01:01:47.704791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37d29669-5f2e-4905-83d5-40b7ce7dbf00 req-5714bb7d-f5d8-454d-ba02-e8610f4b5b34 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Jan 28 01:01:47.811001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-94b9ae7a-82ec-4659-9de9-2e48c06239ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.812585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-94b9ae7a-82ec-4659-9de9-2e48c06239ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0900707 Jan 28 01:01:47.826801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-8c31d914-75fd-4968-846c-8be63f96b566 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.828645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-8c31d914-75fd-4968-846c-8be63f96b566 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.1180363 Jan 28 01:01:47.846210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-41af0297-f10f-4868-b144-c13b43bf2634 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/quotas/b1a34d1509724d81881d2e55ea74e339 HTTP/1.1" status: 200 len: 375 time: 0.0107081 Jan 28 01:01:47.880867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-daef51bd-4155-456d-9b53-6928ed4e8f1d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285857 Jan 28 01:01:47.910766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c3571bce-6083-427a-a440-484f8fe6d95d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:47.912336 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c3571bce-6083-427a-a440-484f8fe6d95d tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 945 time: 0.1588945 Jan 28 01:01:47.961630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:48.017498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-471a35e0-e053-4875-a83d-b2dd5ee8b159 service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297452 Jan 28 01:01:48.063980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-e3e4aca4-dfea-4b41-9186-669c8e27e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:48.065455 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-e3e4aca4-dfea-4b41-9186-669c8e27e79c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.2158587 Jan 28 01:01:48.189050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-7a8aadb7-866e-45c9-a10c-63092c22ae2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 1001 time: 0.1165211 Jan 28 01:01:48.200637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Deleting port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:48.200988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:48.224757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-ed9e87b0-7dce-423f-ad11-79ae849197a9 service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062483 Jan 28 01:01:48.278472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:48.287314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:48.294352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:48.314104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:48.314820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:48.325464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-ab5694f8-f5d9-46b3-a853-87915a1bb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:48.327001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-ab5694f8-f5d9-46b3-a853-87915a1bb814 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1305890 Jan 28 01:01:48.330865 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-18a5ac58-b63e-4114-96d3-e50c6331a0d1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "PUT /v2.0/floatingips/0bd32de9-259f-4674-b852-ad2deff83adc HTTP/1.1" status: 200 len: 990 time: 2.2528212 Jan 28 01:01:48.334272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:48.337022 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17219154-bcc4-405d-88f3-abe2216e1e57" -d '{"events": [{"name": "network-changed", "server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:48.397756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] For port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:48.398128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:48.412857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Calling delete_port for 5dd60c51-4e16-4d7a-a637-3e106a53aeeb owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:48.562171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5dd60c51-4e16-4d7a-a637-3e106a53aeeb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:48.586370 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde86ad1-1c97-4dc7-b536-1605436c9d67 x-openstack-request-id: req-dde86ad1-1c97-4dc7-b536-1605436c9d67 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:48.588400 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:48.588400 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dde86ad1-1c97-4dc7-b536-1605436c9d67 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:48.590297 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'status': 'completed', 'code': 200} Jan 28 01:01:48.643669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:48.673831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-82749819-5e37-499c-a60e-ceee6967dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:48.676802 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-82749819-5e37-499c-a60e-ceee6967dbce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3299215 Jan 28 01:01:48.677589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event deleted for resources: {'Port': ['ID=5dd60c51-4e16-4d7a-a637-3e106a53aeeb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:48.730507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.731554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.731917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.732919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.732919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.733152 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.733361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.733644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.734036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.734364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.734673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.734994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.735319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:48.736493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdc66f06-7970-49db-b779-6959b4e16118 req-da5d042a-67a1-4f8f-8fb8-976a9cffd6dd tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 210 time: 0.1336555 Jan 28 01:01:48.797544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8428de31-ed65-4031-bfaa-28dd65cf8cd4 req-8286375c-fb33-4d7c-b573-5ea2edc200a3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 210 time: 0.1253102 Jan 28 01:01:48.814213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-37a42a5c-1a81-4072-8d58-97561e1b8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:48.818600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-37a42a5c-1a81-4072-8d58-97561e1b8028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1096 time: 0.1993814 Jan 28 01:01:48.899310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] No DVR routers for this DVR port 5dd60c51-4e16-4d7a-a637-3e106a53aeeb on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:48.947677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:48.954714 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7ce5c4c8-e2ee-410f-bedc-46c9b5903698 req-c8332ea4-f366-4ea1-bbd3-94bbb08e6cd4 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "DELETE /v2.0/ports/5dd60c51-4e16-4d7a-a637-3e106a53aeeb HTTP/1.1" status: 204 len: 173 time: 1.0342731 Jan 28 01:01:49.008605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70082fb8-c00a-47ad-bfdc-80da08de4278 req-6dd441e0-6a67-4201-b39f-ddb5b509fe17 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.025030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70082fb8-c00a-47ad-bfdc-80da08de4278 req-6dd441e0-6a67-4201-b39f-ddb5b509fe17 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1732135 Jan 28 01:01:49.032471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-56471b0e-f3e9-4ae8-891e-822fb672d6bc service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330538 Jan 28 01:01:49.072125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-6f9d778b-bb9d-49c1-803f-23aa62a9fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.073697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-6f9d778b-bb9d-49c1-803f-23aa62a9fcec service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.2495906 Jan 28 01:01:49.138473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '0bd32de9-259f-4674-b852-ad2deff83adc', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'mac_address': 'fa:16:3e:7f:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:26Z', 'updated_at': '2022-01-28T01:01:47Z', 'revision_number': 1, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:49.156727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70082fb8-c00a-47ad-bfdc-80da08de4278 req-ceb2ad57-dcf3-4cdc-8de2-2978895cbdad tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306014 Jan 28 01:01:49.178574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:49.189464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:49.190135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:01:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:49.202921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-73587cd5-9724-457f-9350-4a075b72635b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 200 len: 998 time: 0.1197808 Jan 28 01:01:49.220904 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c68e42f0-da37-44ce-94a3-4f3371a14297 req-7c74f2a9-a543-4d8d-ae38-c5a1da6cbe88 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828587 Jan 28 01:01:49.289707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-c27a4dc9-ccb5-4586-88aa-da4104ec76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.291302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-c27a4dc9-ccb5-4586-88aa-da4104ec76c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.0818052 Jan 28 01:01:49.321303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:49.365873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-7e208aaf-7afa-464c-b127-e94b9672ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:49.367382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-7e208aaf-7afa-464c-b127-e94b9672ffd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451720 Jan 28 01:01:49.497976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-bd4dee74-9887-44f9-93a4-a15939d5c559 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032727 Jan 28 01:01:49.861820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '0bd32de9-259f-4674-b852-ad2deff83adc', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'mac_address': 'fa:16:3e:7f:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:26Z', 'updated_at': '2022-01-28T01:01:47Z', 'revision_number': 1, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:49.923693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633233fb-65b7-4130-99b1-ea1fc9380449 None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '0bd32de9-259f-4674-b852-ad2deff83adc', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'mac_address': 'fa:16:3e:7f:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:01:26Z', 'updated_at': '2022-01-28T01:01:47Z', 'revision_number': 1, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:50.025673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-503d7859-27a9-4b12-a39e-d1744fc5d869 req-8442633c-52ca-47c3-abc1-98244e7eafc5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=69132437-5c46-4825-9087-8d18491e9b11 HTTP/1.1" status: 200 len: 210 time: 0.0534017 Jan 28 01:01:50.027396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3f86089-f1f5-48d7-b16a-259dbafdc642 req-2c96cfee-1e21-480b-93d8-15ede9e05c95 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 210 time: 0.0563281 Jan 28 01:01:50.068332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17219154-bcc4-405d-88f3-abe2216e1e57 req-623a1a17-8de2-48cd-87e9-620e9ab390e1 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792180 Jan 28 01:01:50.145516 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fe77d-b352-4306-b649-d2a5dc23ed8b None None] New status for floating IP 0bd32de9-259f-4674-b852-ad2deff83adc: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:01:50.263465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61bf8-d3e8-4cdd-baca-f543f0e2cbf9 req-145ab0a0-3f44-4836-8da9-6c11cac83aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:50.265702 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-13c61bf8-d3e8-4cdd-baca-f543f0e2cbf9 req-145ab0a0-3f44-4836-8da9-6c11cac83aa5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.0424647 Jan 28 01:01:50.280396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d15a1b-9a3b-4c68-83f2-e6b71c47d47f req-dda25394-771f-4efb-8b3c-78a1e2968487 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:50.281962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9d15a1b-9a3b-4c68-83f2-e6b71c47d47f req-dda25394-771f-4efb-8b3c-78a1e2968487 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0536876 Jan 28 01:01:50.318227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-13c61bf8-d3e8-4cdd-baca-f543f0e2cbf9 req-9b7a4dfd-f7b6-4cd6-b5e3-6d8d277f8a1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460076 Jan 28 01:01:50.354988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9d15a1b-9a3b-4c68-83f2-e6b71c47d47f req-a361c220-5d67-4656-bb98-990d3069debe tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665908 Jan 28 01:01:50.520780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-a0717c14-a1ae-4357-84c1-5641c3790e4d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:50.522597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-a0717c14-a1ae-4357-84c1-5641c3790e4d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.1142166 Jan 28 01:01:50.541894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Request body: {'port': {'device_id': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'admin_state_up': True, 'tenant_id': 'b1a34d1509724d81881d2e55ea74e339'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:50.590276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'name': 'network-vif-deleted', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:50.592366 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d0809e-7792-4137-b93c-d271f5d9b4bf" -d '{"events": [{"server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "name": "network-vif-deleted", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:50.636135 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e08985e-7089-4ede-96c9-d3421a9c4ec9 x-openstack-request-id: req-1e08985e-7089-4ede-96c9-d3421a9c4ec9 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:50.636437 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69132437-5c46-4825-9087-8d18491e9b11", "name": "network-vif-deleted", "tag": "5dd60c51-4e16-4d7a-a637-3e106a53aeeb", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:50.637298 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e08985e-7089-4ede-96c9-d3421a9c4ec9 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:50.637298 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69132437-5c46-4825-9087-8d18491e9b11', 'name': 'network-vif-deleted', 'tag': '5dd60c51-4e16-4d7a-a637-3e106a53aeeb', 'status': 'completed', 'code': 200} Jan 28 01:01:50.657175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Made reservation on behalf of b1a34d1509724d81881d2e55ea74e339 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:50.660815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.771227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:50.797499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 5dd60c51-4e16-4d7a-a637-3e106a53aeeb {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:50.797935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5dd60c51-4e16-4d7a-a637-3e106a53aeeb not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:50.798737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Allocated IP 172.20.0.9 (a99c1987-4230-47a7-9f98-9507df1ad80c/35563b2f-e531-4265-8c85-b2bc87b2b39a/48ce3fdf-1891-4251-8983-2babbdd2eb1b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:01:50.944966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks [] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:50.996742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.042345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Network a99c1987-4230-47a7-9f98-9507df1ad80c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:01:51.045495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:51.051787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:01:51.081522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:51.109746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:51.110415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.151316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-78a43e34-c104-4390-8e50-dc9c82686a9b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6136832 Jan 28 01:01:51.171526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d8d73-718f-496c-9ab3-1fa2c6336098 req-77b563a8-f0e0-4d77-b0a1-ddb65eae03e2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:51.173161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-011d8d73-718f-496c-9ab3-1fa2c6336098 req-77b563a8-f0e0-4d77-b0a1-ddb65eae03e2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 931 time: 0.0590236 Jan 28 01:01:51.182499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Request body: {'port': {'device_id': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:51.271116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.291802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-011d8d73-718f-496c-9ab3-1fa2c6336098 req-c02e601e-64ca-4ac1-b4f9-8822bb6806a9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058190 Jan 28 01:01:51.363638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1948e5-1558-42c1-88f8-0e325b6f5b6a req-eb754e22-8432-4720-b18c-2b1279a252c0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:51.365123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec1948e5-1558-42c1-88f8-0e325b6f5b6a req-eb754e22-8432-4720-b18c-2b1279a252c0 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.0911393 Jan 28 01:01:51.557839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec1948e5-1558-42c1-88f8-0e325b6f5b6a req-e70688fd-be75-4cbc-872d-866e9d609a2f tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848307 Jan 28 01:01:51.569813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd1d0-5945-4fb1-9a9c-1f1aa57ea4bd req-0763b055-7e22-42b8-908e-022ce26971cf tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:51.571314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055dd1d0-5945-4fb1-9a9c-1f1aa57ea4bd req-0763b055-7e22-42b8-908e-022ce26971cf tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1408398 Jan 28 01:01:51.655525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055dd1d0-5945-4fb1-9a9c-1f1aa57ea4bd req-0c949d02-e4b3-4a6c-aa24-ff749ab2c998 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774314 Jan 28 01:01:51.703902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ce3fdf-1891-4251-8983-2babbdd2eb1b {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:51.712347 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Publish callbacks [] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.725026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Transition to ACTIVE for port object 48ce3fdf-1891-4251-8983-2babbdd2eb1b will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:01:51.728276 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.778517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:51.851098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Attempting to bind port 48ce3fdf-1891-4251-8983-2babbdd2eb1b on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:51.851439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Attempting to bind port 48ce3fdf-1891-4251-8983-2babbdd2eb1b by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:51.851778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Attempting to bind port 48ce3fdf-1891-4251-8983-2babbdd2eb1b on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:51.856441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Port 48ce3fdf-1891-4251-8983-2babbdd2eb1b on network a99c1987-4230-47a7-9f98-9507df1ad80c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:51.856843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Attempting to bind port 48ce3fdf-1891-4251-8983-2babbdd2eb1b on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:51.862250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:51.862592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Checking segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:51.862978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Bound using segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:51.863400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Bound port: 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:51.863758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.929567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:01:51.933302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:51.940806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.976884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:51.977511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:51.978937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] 10.222.0.45 "PUT /v2.0/ports/48ce3fdf-1891-4251-8983-2babbdd2eb1b HTTP/1.1" status: 200 len: 1091 time: 0.8047283 Jan 28 01:01:51.979497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:51.981740 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ea416-832d-4b3b-b999-9c39a306d5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:52.004324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968fe1-f97c-4cf2-8ce4-30ec181ce665 service neutron] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.030351 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4dede6-5cf2-4f8e-933d-8e8803b624ff x-openstack-request-id: req-6a4dede6-5cf2-4f8e-933d-8e8803b624ff {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:52.030658 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:52.030916 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a4dede6-5cf2-4f8e-933d-8e8803b624ff {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:52.031328 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'status': 'completed', 'code': 200} Jan 28 01:01:52.038091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-cea4c2b8-7a63-4950-b7f6-32d8c55d1e72 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.039587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-cea4c2b8-7a63-4950-b7f6-32d8c55d1e72 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 944 time: 0.0589089 Jan 28 01:01:52.089056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-ce9287ea-9317-4aee-b50e-8ed0a55d5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.090570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-ce9287ea-9317-4aee-b50e-8ed0a55d5665 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 1094 time: 0.0415208 Jan 28 01:01:52.135405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Deleting port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:52.135730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.142781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-3872c4bf-e765-4e42-ba30-2db303675f53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b HTTP/1.1" status: 200 len: 217 time: 0.0382183 Jan 28 01:01:52.189270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-20265244-5a3f-451b-a242-7e00eb0a8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.190843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-20265244-5a3f-451b-a242-7e00eb0a8d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.0428483 Jan 28 01:01:52.230133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] For port 69a03a89-59f5-4b2b-99ad-6131f49e6b99, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69a03a89-59f5-4b2b-99ad-6131f49e6b99,segment=NetworkSegment(d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14),segment_id=d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:52.230509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.231864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-e4249e28-1ded-440f-a570-cfe91299d16f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246370 Jan 28 01:01:52.242952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Calling delete_port for 69a03a89-59f5-4b2b-99ad-6131f49e6b99 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:52.337213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-d5590f8b-4992-4323-995f-5e8104d130b7 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974011 Jan 28 01:01:52.393407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (69a03a89-59f5-4b2b-99ad-6131f49e6b99), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.426467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Pushing event deleted for resources: {'Port': ['ID=69a03a89-59f5-4b2b-99ad-6131f49e6b99,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:52.462160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2655f-2f8e-48b7-839f-cc3056236674 req-0ea2f405-34ca-47c2-a8ba-f5c7eb9adbcc tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.463657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faa2655f-2f8e-48b7-839f-cc3056236674 req-0ea2f405-34ca-47c2-a8ba-f5c7eb9adbcc tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 943 time: 0.0979879 Jan 28 01:01:52.466092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] No DVR routers for this DVR port 69a03a89-59f5-4b2b-99ad-6131f49e6b99 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:52.468874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:52.472256 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e933492c-6cbb-44c5-b895-afbb3b2ff8ac req-db58a493-b3c7-4553-9897-552abce6b5b5 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.43 "DELETE /v2.0/ports/69a03a89-59f5-4b2b-99ad-6131f49e6b99 HTTP/1.1" status: 204 len: 173 time: 0.4275753 Jan 28 01:01:52.494717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8acd8045-f1e4-434f-9508-60edebde0fb5 req-86075e01-1b84-4819-96b7-64bc3e7f7fac service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480651 Jan 28 01:01:52.532416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faa2655f-2f8e-48b7-839f-cc3056236674 req-bc793c77-5500-4ffc-b028-815993ba66c6 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Jan 28 01:01:52.638385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'name': 'network-vif-deleted', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:52.641598 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef9ab48-0300-4f0a-94b4-6f3334c2423b" -d '{"events": [{"server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "name": "network-vif-deleted", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:52.648218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-9bf8bf96-15e2-4228-8235-7af7da7b61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.649873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-9bf8bf96-15e2-4228-8235-7af7da7b61bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 1094 time: 0.0481508 Jan 28 01:01:52.692935 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6dd77-77d3-40b9-a93d-ea93ecd31c3d x-openstack-request-id: req-35e6dd77-77d3-40b9-a93d-ea93ecd31c3d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:52.694492 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e743ba96-7a0a-4e8d-b62e-37754e51c24a", "name": "network-vif-deleted", "tag": "69a03a89-59f5-4b2b-99ad-6131f49e6b99", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:52.694819 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e6dd77-77d3-40b9-a93d-ea93ecd31c3d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:52.695431 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e743ba96-7a0a-4e8d-b62e-37754e51c24a', 'name': 'network-vif-deleted', 'tag': '69a03a89-59f5-4b2b-99ad-6131f49e6b99', 'status': 'completed', 'code': 200} Jan 28 01:01:52.696920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8ec38f8-10e9-4b5a-99a9-422453f0b8ba req-7d03faf6-3dd7-42d3-b598-d91308b02fd8 tempest-LiveAutoBlockMigrationV225Test-1378492278 tempest-LiveAutoBlockMigrationV225Test-1378492278-project] 10.222.0.23 "GET /v2.0/ports?device_id=e743ba96-7a0a-4e8d-b62e-37754e51c24a HTTP/1.1" status: 200 len: 210 time: 0.0437391 Jan 28 01:01:52.772474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-e2c27d00-f805-4d99-ba15-723f9c0c4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.774120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-e2c27d00-f805-4d99-ba15-723f9c0c4c52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 905 time: 0.1124632 Jan 28 01:01:52.833763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-c8b59ee8-0ce0-4e51-b0d4-76cb1985102f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b HTTP/1.1" status: 200 len: 217 time: 0.0487552 Jan 28 01:01:52.884262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903beb4-9dc7-43c9-8827-541013dff35e req-03474cb7-6bfa-481b-887e-6a6c92be317e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.885890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6903beb4-9dc7-43c9-8827-541013dff35e req-03474cb7-6bfa-481b-887e-6a6c92be317e tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1108143 Jan 28 01:01:52.909287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-13ccf50e-794c-47b3-9a18-18ef3202dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:52.910606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-13ccf50e-794c-47b3-9a18-18ef3202dabb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.0693824 Jan 28 01:01:52.950693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-dc5deb43-27a3-4ee0-897f-6569a14288bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327249 Jan 28 01:01:52.969733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6903beb4-9dc7-43c9-8827-541013dff35e req-5fdd27f9-6c9b-4cf5-9a1e-75a072963134 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776849 Jan 28 01:01:53.056565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-0716a5e3-3f11-4c6f-92b7-8d1dc573be64 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981965 Jan 28 01:01:53.156097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7ea416-832d-4b3b-b999-9c39a306d5d2 req-bbb75c3b-9a8b-4440-aebc-02c1e100f4aa service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928733 Jan 28 01:01:53.245940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923aa03b-24e0-4b49-bc69-ca6a5227e338 req-f5a5b990-e136-4ae6-b273-6a3dec73207f tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.247890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-923aa03b-24e0-4b49-bc69-ca6a5227e338 req-f5a5b990-e136-4ae6-b273-6a3dec73207f tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0532303 Jan 28 01:01:53.253337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f7de-f301-4b1a-a555-527caf03c627 req-1296e7c1-4b27-49f8-bae1-035afe5152f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.255594 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-1296e7c1-4b27-49f8-bae1-035afe5152f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.0457511 Jan 28 01:01:53.300310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-923aa03b-24e0-4b49-bc69-ca6a5227e338 req-b01368bd-e098-4a48-b246-5d0c800d3c0a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Jan 28 01:01:53.357056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f7de-f301-4b1a-a555-527caf03c627 req-0ea75fa7-26a4-4f29-882b-57b3b738049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.358595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-0ea75fa7-26a4-4f29-882b-57b3b738049b service neutron] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.0968153 Jan 28 01:01:53.401511 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-6106ede9-fecf-46ba-bd4f-d7d951004f7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0353200 Jan 28 01:01:53.452376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f7de-f301-4b1a-a555-527caf03c627 req-f175ea5c-b7a8-420c-998c-22f3551fd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.453732 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-f175ea5c-b7a8-420c-998c-22f3551fd35d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.0454395 Jan 28 01:01:53.492021 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-afc69663-044f-4edf-abfa-3aa7c3cdc2ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299270 Jan 28 01:01:53.595187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-28901cdd-445a-4398-afb9-fd7b307271a6 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965014 Jan 28 01:01:53.675403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570523-5c89-4d61-beb7-2b635587e811 req-fbec8144-d8a2-4eb6-a912-e0042d7c286a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:53.677022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e570523-5c89-4d61-beb7-2b635587e811 req-fbec8144-d8a2-4eb6-a912-e0042d7c286a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 943 time: 0.0615466 Jan 28 01:01:53.698268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f033f7de-f301-4b1a-a555-527caf03c627 req-72ca90ca-a1e5-481a-b369-8528f74e9369 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959904 Jan 28 01:01:53.728829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e570523-5c89-4d61-beb7-2b635587e811 req-b9aa45cc-6b27-4ea7-9b3e-a814d64abd73 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Jan 28 01:01:53.765340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49850) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:53.863859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Deleting subnet 1262e78a-f4af-43dc-9a00-46a01a99f4d4 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:53.867080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Publish callbacks [] for subnet (1262e78a-f4af-43dc-9a00-46a01a99f4d4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.904398 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1262e78a-f4af-43dc-9a00-46a01a99f4d4), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:53.950354 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1262e78a-f4af-43dc-9a00-46a01a99f4d4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.011350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1262e78a-f4af-43dc-9a00-46a01a99f4d4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.042359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1262e78a-f4af-43dc-9a00-46a01a99f4d4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:54.044354 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.050580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bfbb0434-1962-4980-8025-68faf2e42313 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1262e78a-f4af-43dc-9a00-46a01a99f4d4 HTTP/1.1" status: 204 len: 168 time: 0.2839735 Jan 28 01:01:54.050769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49864) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:54.125649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (92e98040-76ab-407b-b6c9-b3ffdebf60e4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.205707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (92e98040-76ab-407b-b6c9-b3ffdebf60e4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.227950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e98040-76ab-407b-b6c9-b3ffdebf60e4']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:54.238626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:54.238926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:54.249375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.262935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.269271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:54.269652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d0c54cd2-545b-4bd4-b0f9-1ac3fbd16a14), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:54.271390 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:54.329588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (92e98040-76ab-407b-b6c9-b3ffdebf60e4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.335383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.340101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] 10.222.0.23 "DELETE /v2.0/networks/92e98040-76ab-407b-b6c9-b3ffdebf60e4 HTTP/1.1" status: 204 len: 168 time: 0.2868745 Jan 28 01:01:54.342529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49868) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:54.351396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72794a3-985f-41ee-ae94-04997c876d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=92e98040-76ab-407b-b6c9-b3ffdebf60e4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:54.392271 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:01:54.423267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Deleting subnet b99ed9cf-1828-40f0-9491-fac08c8c17e7 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:54.428689 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Publish callbacks [] for subnet (b99ed9cf-1828-40f0-9491-fac08c8c17e7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.478232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85584549-748e-49b5-aced-b29dcd5823b0 req-d3290509-8cab-42d4-8fea-8e3e90af2f66 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:54.479716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85584549-748e-49b5-aced-b29dcd5823b0 req-d3290509-8cab-42d4-8fea-8e3e90af2f66 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0973046 Jan 28 01:01:54.481911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (b99ed9cf-1828-40f0-9491-fac08c8c17e7), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.543616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b99ed9cf-1828-40f0-9491-fac08c8c17e7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.581646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85584549-748e-49b5-aced-b29dcd5823b0 req-e494fa70-8298-46f2-a2b0-94a5e86aa0af tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805156 Jan 28 01:01:54.610488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (b99ed9cf-1828-40f0-9491-fac08c8c17e7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.639761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99ed9cf-1828-40f0-9491-fac08c8c17e7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:54.641715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.644857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7c3b6d7d-6221-4bdf-b9dc-2577efd554cd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b99ed9cf-1828-40f0-9491-fac08c8c17e7 HTTP/1.1" status: 204 len: 168 time: 0.3012130 Jan 28 01:01:54.648539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:54.720376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a2a19985-45ef-4ba3-84e2-70ea5563e4fe), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.775211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:54.799314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 69a03a89-59f5-4b2b-99ad-6131f49e6b99 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:54.799602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69a03a89-59f5-4b2b-99ad-6131f49e6b99 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:54.803364 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a2a19985-45ef-4ba3-84e2-70ea5563e4fe), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.824331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a19985-45ef-4ba3-84e2-70ea5563e4fe']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:54.833805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c87f77-b23c-46bb-9e4e-137a47921223') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:54.834098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c87f77-b23c-46bb-9e4e-137a47921223') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:54.844759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (62c87f77-b23c-46bb-9e4e-137a47921223), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.858497 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (62c87f77-b23c-46bb-9e4e-137a47921223), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.858670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc1289-2545-4125-b88b-5e2ea83152d7 req-4bdf21b8-00f1-4008-afed-135d641ae7c6 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:54.860449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80dc1289-2545-4125-b88b-5e2ea83152d7 req-4bdf21b8-00f1-4008-afed-135d641ae7c6 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 943 time: 0.0534196 Jan 28 01:01:54.866091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:54.866487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (62c87f77-b23c-46bb-9e4e-137a47921223), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:54.868128 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:54.912167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80dc1289-2545-4125-b88b-5e2ea83152d7 req-f59b1942-4771-47c9-aa4e-656a15753daf tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Jan 28 01:01:54.927270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a2a19985-45ef-4ba3-84e2-70ea5563e4fe), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.939590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:54.943268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2a19985-45ef-4ba3-84e2-70ea5563e4fe HTTP/1.1" status: 204 len: 168 time: 0.2937453 Jan 28 01:01:54.956609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a862f50-3399-4d81-95cd-ad1fda7114e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a19985-45ef-4ba3-84e2-70ea5563e4fe,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:55.076742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49882) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:55.122406 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-713be9c1-2347-41aa-bca9-2f56e71cda5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7ee2754a68f49ebb62713988df48646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444710 Jan 28 01:01:55.124935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49888) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:55.183965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6315779-d529-4bfe-b442-3c62d2e03d6b admin admin] Publish callbacks [] for security_group (6cac8f0d-bacd-4618-b6f2-ec831b87dbd7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.205235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6315779-d529-4bfe-b442-3c62d2e03d6b admin admin] Publish callbacks [] for security_group (6cac8f0d-bacd-4618-b6f2-ec831b87dbd7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.257142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6315779-d529-4bfe-b442-3c62d2e03d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6cac8f0d-bacd-4618-b6f2-ec831b87dbd7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.260048 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6315779-d529-4bfe-b442-3c62d2e03d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.261203 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c6315779-d529-4bfe-b442-3c62d2e03d6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cac8f0d-bacd-4618-b6f2-ec831b87dbd7 HTTP/1.1" status: 204 len: 168 time: 0.1353545 Jan 28 01:01:55.270805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6315779-d529-4bfe-b442-3c62d2e03d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cac8f0d-bacd-4618-b6f2-ec831b87dbd7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:55.313302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fb25d-229e-4999-9d18-e49d5b24c45d req-46e4ba91-0f58-44cf-86a8-61111e578e51 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:55.315285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-143fb25d-229e-4999-9d18-e49d5b24c45d req-46e4ba91-0f58-44cf-86a8-61111e578e51 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1096 time: 0.0659080 Jan 28 01:01:55.364491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-143fb25d-229e-4999-9d18-e49d5b24c45d req-f5557449-40b4-4c43-b877-992217363335 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Jan 28 01:01:55.626481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49906) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:55.704313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0a29b962-9d19-41c5-bdd6-b4c8b7a8c574 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e4b71555f69402caadc4b0583795dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743427 Jan 28 01:01:55.704688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49908) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:55.743630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f34d2-3ca9-4725-acb2-ae5635447f0c req-c9b6be8c-1554-4e07-9cd6-77b1bd1defef tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:55.745543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-048f34d2-3ca9-4725-acb2-ae5635447f0c req-c9b6be8c-1554-4e07-9cd6-77b1bd1defef tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0857759 Jan 28 01:01:55.790194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c77de3-4733-4465-b8aa-6ffaa3ffa6f4 admin admin] Publish callbacks [] for security_group (81e24dd3-44f2-4aad-91a5-d2ac21b3e697), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.818144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-048f34d2-3ca9-4725-acb2-ae5635447f0c req-3b1e8940-4b5b-48cd-89ed-a54f388f4716 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650203 Jan 28 01:01:55.827582 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c77de3-4733-4465-b8aa-6ffaa3ffa6f4 admin admin] Publish callbacks [] for security_group (81e24dd3-44f2-4aad-91a5-d2ac21b3e697), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.879904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c77de3-4733-4465-b8aa-6ffaa3ffa6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (81e24dd3-44f2-4aad-91a5-d2ac21b3e697), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.882547 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1c77de3-4733-4465-b8aa-6ffaa3ffa6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:55.886302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e1c77de3-4733-4465-b8aa-6ffaa3ffa6f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81e24dd3-44f2-4aad-91a5-d2ac21b3e697 HTTP/1.1" status: 204 len: 168 time: 0.1782758 Jan 28 01:01:55.893097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77de3-4733-4465-b8aa-6ffaa3ffa6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e24dd3-44f2-4aad-91a5-d2ac21b3e697,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:56.033917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767ccf-2737-4d95-bbfb-4abab50cb812 req-e8d9aebc-930c-40b6-9262-61cf399d607f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:56.041925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a767ccf-2737-4d95-bbfb-4abab50cb812 req-e8d9aebc-930c-40b6-9262-61cf399d607f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 943 time: 0.0594008 Jan 28 01:01:56.094804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a767ccf-2737-4d95-bbfb-4abab50cb812 req-ace3cce1-a302-4897-93c4-17b13c3aacf8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519013 Jan 28 01:01:56.490725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-410e1caa-3b9d-4812-a2f7-b5cbd4977f46 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:01:56.492986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-410e1caa-3b9d-4812-a2f7-b5cbd4977f46 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072043 Jan 28 01:01:56.542175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-058c1d97-b804-45d3-b1c9-198437969535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:56.544319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-058c1d97-b804-45d3-b1c9-198437969535 service neutron] 10.222.0.23 "GET /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 1093 time: 0.0440998 Jan 28 01:01:56.554384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Request body: {'binding': {'host': 'n-h2-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:56.554859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Unknown quota resources ['binding']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:01:56.703751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on host n-h2-826756-1 for vnic_type normal with profile None {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:01:56.704097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:01:56.704427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:56.709037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:01:56.709375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:01:56.714309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:01:56.714653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:56.715064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:01:56.715567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Bound port: 6fa04ebd-9949-4ac7-a431-355df6132810, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:01:56.779893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:01:56.787433 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:56.788720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-262d3866-2847-43a8-9e55-000d5599346a service neutron] 10.222.0.23 "POST /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810/bindings HTTP/1.1" status: 201 len: 389 time: 0.2384107 Jan 28 01:01:56.870904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:01:56.996523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:57.010185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'mac_address': 'fa:16:3e:7d:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:01:57.040713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1624-d1dc-42fd-8736-7bb4d516358c req-79ec1e28-7952-4a3a-a1a2-de0a4f6f4f10 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:57.052081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7aa1624-d1dc-42fd-8736-7bb4d516358c req-79ec1e28-7952-4a3a-a1a2-de0a4f6f4f10 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.1177175 Jan 28 01:01:57.067699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 48ce3fdf-1891-4251-8983-2babbdd2eb1b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:57.068267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:57.090393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ce3fdf-1891-4251-8983-2babbdd2eb1b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:01:57.126973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:57.132242 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:57.165765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7aa1624-d1dc-42fd-8736-7bb4d516358c req-d09917fc-2fcb-45fc-b834-3e2dabe9e3a6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Jan 28 01:01:57.218839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:57.219583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-9b246f63-d1c4-40b4-ae1f-9f02d1077f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:57.223720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-9b246f63-d1c4-40b4-ae1f-9f02d1077f46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1096 time: 0.1604440 Jan 28 01:01:57.228112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.228758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.229337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.230079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.231272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.231865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.232420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.232969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.233536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.234371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.234911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.235665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.236203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:57.357271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeabee5-760e-4141-b05a-0f91c6c2a8fe req-9a98c18f-2f03-4664-88bf-27614dbaa6c6 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:57.359031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ceeabee5-760e-4141-b05a-0f91c6c2a8fe req-9a98c18f-2f03-4664-88bf-27614dbaa6c6 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 944 time: 0.1552758 Jan 28 01:01:57.437601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-50f90411-2052-4fea-aca1-45da5bd19061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:57.439131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-50f90411-2052-4fea-aca1-45da5bd19061 service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1996646 Jan 28 01:01:57.444616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ceeabee5-760e-4141-b05a-0f91c6c2a8fe req-4d1319dd-b37c-4136-8285-e348def1480c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Jan 28 01:01:57.495963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-b73145d7-0729-4d12-9def-ad91d662bfb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 217 time: 0.0481133 Jan 28 01:01:57.548718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-7b4cd02f-c313-457d-b1ec-334851ce6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:57.550269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-7b4cd02f-c313-457d-b1ec-334851ce6641 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0475626 Jan 28 01:01:57.590696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-fdd9ab37-f7ce-45e0-b18f-841d0320172d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335233 Jan 28 01:01:57.695911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-b42b828a-ace3-46da-a2a1-9eb5946a8f84 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929849 Jan 28 01:01:57.720711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['48ce3fdf-1891-4251-8983-2babbdd2eb1b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:01:57.812155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-ac6e5441-fc9a-4919-802a-8c5cde78a288 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032958 Jan 28 01:01:58.174441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63a14aa-85dd-48c5-9376-8430a9bdd622 req-e92f22b7-8700-44d2-93c7-e0ae1115ab11 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222356 Jan 28 01:01:58.315217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a14aa-85dd-48c5-9376-8430a9bdd622 req-c71adfbc-72b2-4a06-851a-f0d87a196296 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:58.316910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63a14aa-85dd-48c5-9376-8430a9bdd622 req-c71adfbc-72b2-4a06-851a-f0d87a196296 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375456 Jan 28 01:01:58.339021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde917-a108-4fa2-998f-e5f3e4281617 req-01d9a167-2296-4118-a6b5-a90b08d78aa8 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:58.340868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2efde917-a108-4fa2-998f-e5f3e4281617 req-01d9a167-2296-4118-a6b5-a90b08d78aa8 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0950136 Jan 28 01:01:58.344682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63a14aa-85dd-48c5-9376-8430a9bdd622 req-eef6c814-c572-48c5-adaf-05d2ee70bd2e tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/quotas/d7de5a1bd9064096a616eb4e4eae0d20 HTTP/1.1" status: 200 len: 375 time: 0.0205288 Jan 28 01:01:58.386542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63a14aa-85dd-48c5-9376-8430a9bdd622 req-2801c673-83da-4bec-9cb0-c25a655545a7 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339787 Jan 28 01:01:58.422388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2efde917-a108-4fa2-998f-e5f3e4281617 req-a0ae589d-a8a3-4dc5-94ac-84b3cf0f3c05 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758920 Jan 28 01:01:58.544421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f066a-04f1-4832-8630-e8c37cb5e29e req-7d103a62-2cf3-4295-841f-689c0a73e052 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:58.547766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b6f066a-04f1-4832-8630-e8c37cb5e29e req-7d103a62-2cf3-4295-841f-689c0a73e052 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0560565 Jan 28 01:01:58.600544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b6f066a-04f1-4832-8630-e8c37cb5e29e req-7c3b0e8e-19b3-4d3d-b24c-ed797ca7cd3f tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Jan 28 01:01:58.763367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f61069-13a7-42be-a83a-385b31b40f19 req-bb4959e7-6002-4d21-b580-6e0866f0248d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:58.765080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14f61069-13a7-42be-a83a-385b31b40f19 req-bb4959e7-6002-4d21-b580-6e0866f0248d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 944 time: 0.0538993 Jan 28 01:01:58.823525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14f61069-13a7-42be-a83a-385b31b40f19 req-c6337f97-30d0-4f9f-99c8-e71be6492e4d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525875 Jan 28 01:01:59.290008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92f34efe-70e7-4c83-89f6-6fd50b1cebd7 req-05cd214a-08a6-44a6-a6d0-e53943568eb2 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222542 Jan 28 01:01:59.411061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34efe-70e7-4c83-89f6-6fd50b1cebd7 req-9444b3b7-a67f-4e80-ae9e-8ee153326a8c tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:59.412923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92f34efe-70e7-4c83-89f6-6fd50b1cebd7 req-9444b3b7-a67f-4e80-ae9e-8ee153326a8c tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168706 Jan 28 01:01:59.429240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92f34efe-70e7-4c83-89f6-6fd50b1cebd7 req-776ba350-ebf1-43d0-8064-5173f49bd98c tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/quotas/d7de5a1bd9064096a616eb4e4eae0d20 HTTP/1.1" status: 200 len: 375 time: 0.0106263 Jan 28 01:01:59.463537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92f34efe-70e7-4c83-89f6-6fd50b1cebd7 req-45ee5dcc-7e06-488d-a1eb-8afd05976870 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jan 28 01:01:59.570545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d15ff-8b70-4885-8249-050fc69d1264 req-bd0e3e34-8002-44f3-a8b7-7742f51349a2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:59.572826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-683d15ff-8b70-4885-8249-050fc69d1264 req-bd0e3e34-8002-44f3-a8b7-7742f51349a2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0602124 Jan 28 01:01:59.634414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-683d15ff-8b70-4885-8249-050fc69d1264 req-3a59fd1e-b68b-4a0d-8ebb-56b4b7da777f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552878 Jan 28 01:01:59.852966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050fffb-5070-44ac-9f18-10f0b3ca4b83 req-6671f6a7-de07-4b4c-9ed6-746ddd378e04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:59.857135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7050fffb-5070-44ac-9f18-10f0b3ca4b83 req-6671f6a7-de07-4b4c-9ed6-746ddd378e04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.0570242 Jan 28 01:01:59.923061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7050fffb-5070-44ac-9f18-10f0b3ca4b83 req-059475c6-0de2-46e3-9d7a-8fa69336677c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589249 Jan 28 01:02:00.125709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e665b-ae2a-4d03-95a1-4c10286efe43 req-5570a828-3cc5-44c3-b731-2f920711c23e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:00.127533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c94e665b-ae2a-4d03-95a1-4c10286efe43 req-5570a828-3cc5-44c3-b731-2f920711c23e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 944 time: 0.0585454 Jan 28 01:02:00.195079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c94e665b-ae2a-4d03-95a1-4c10286efe43 req-f68d9f42-9a24-422a-8b4d-1c29b72044f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604122 Jan 28 01:02:00.303202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2600551d-9345-48a3-9417-db016a4464f0 req-770d5e57-a420-403a-8f24-d41aad9b6849 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250492 Jan 28 01:02:00.444861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600551d-9345-48a3-9417-db016a4464f0 req-041dcc4c-ffd9-47fa-8b68-87dcaa07bb25 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:00.452565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2600551d-9345-48a3-9417-db016a4464f0 req-041dcc4c-ffd9-47fa-8b68-87dcaa07bb25 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438365 Jan 28 01:02:00.470392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2600551d-9345-48a3-9417-db016a4464f0 req-a9f3cd88-c3b2-42f0-ad74-8d60d2c98a8e tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/quotas/d7de5a1bd9064096a616eb4e4eae0d20 HTTP/1.1" status: 200 len: 375 time: 0.0168390 Jan 28 01:02:00.536171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2600551d-9345-48a3-9417-db016a4464f0 req-f8590860-24ae-45e2-ae21-411b72ef9d94 tempest-QuotasAdminNegativeTest-673510127 tempest-QuotasAdminNegativeTest-673510127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591261 Jan 28 01:02:00.774718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ab0bf-4eb1-47cb-b4a4-2fa20a1b7cfa req-38e2bf39-03c9-41f0-b8c4-4300a2927253 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:00.776471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-175ab0bf-4eb1-47cb-b4a4-2fa20a1b7cfa req-38e2bf39-03c9-41f0-b8c4-4300a2927253 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0665076 Jan 28 01:02:00.834319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-175ab0bf-4eb1-47cb-b4a4-2fa20a1b7cfa req-effca98d-ecbf-434a-acb9-7bccbe7bc523 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495710 Jan 28 01:02:00.910918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:00.970350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 48ce3fdf-1891-4251-8983-2babbdd2eb1b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:00.974162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 48ce3fdf-1891-4251-8983-2babbdd2eb1b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:00.974771 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.043697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50156) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:01.064817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 48ce3fdf-1891-4251-8983-2babbdd2eb1b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:01.065214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.098286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:01.100765 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bda393-3345-49f0-afed-2da7a6db51cc" -d '{"events": [{"server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "name": "network-vif-plugged", "status": "completed", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:01.114615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:01.121622 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.183385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:01.186889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a26ce5bf-b981-4058-ab03-a1590765ff0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.196741 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4d84f9-44d2-4281-98a7-a66994159ad9 x-openstack-request-id: req-eb4d84f9-44d2-4281-98a7-a66994159ad9 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:01.197048 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "name": "network-vif-plugged", "status": "completed", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:01.197296 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb4d84f9-44d2-4281-98a7-a66994159ad9 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:01.197693 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'code': 200} Jan 28 01:02:01.295593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a26ce5bf-b981-4058-ab03-a1590765ff0b admin admin] Publish callbacks [] for security_group (0b04553d-a6e6-498b-952b-185fc94093f3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.300633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a26ce5bf-b981-4058-ab03-a1590765ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0b04553d-a6e6-498b-952b-185fc94093f3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.343265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a26ce5bf-b981-4058-ab03-a1590765ff0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7de5a1bd9064096a616eb4e4eae0d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983625 Jan 28 01:02:01.345677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50166) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:01.352266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ce5bf-b981-4058-ab03-a1590765ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04553d-a6e6-498b-952b-185fc94093f3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:01.356709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1ff0b-12f3-4d20-a954-96edbdbbe846 req-fc63b226-d503-41fb-92bf-0c73a83ae12e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:01.364261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7c1ff0b-12f3-4d20-a954-96edbdbbe846 req-fc63b226-d503-41fb-92bf-0c73a83ae12e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0853732 Jan 28 01:02:01.401422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7223082b-e68e-4785-8ffa-892bfe0ef182 admin admin] Publish callbacks [] for security_group (0b04553d-a6e6-498b-952b-185fc94093f3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.412959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0bedf-40d2-44f3-8e2e-d3535a2d0256 req-d4088208-0478-44dc-8876-c74de47dbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:01.414591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc0bedf-40d2-44f3-8e2e-d3535a2d0256 req-d4088208-0478-44dc-8876-c74de47dbe98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 1096 time: 0.0926840 Jan 28 01:02:01.422919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7c1ff0b-12f3-4d20-a954-96edbdbbe846 req-2913e17d-5ef7-45d8-a064-ec43cee1acee tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571809 Jan 28 01:02:01.424376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7223082b-e68e-4785-8ffa-892bfe0ef182 admin admin] Publish callbacks [] for security_group (0b04553d-a6e6-498b-952b-185fc94093f3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.479167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7223082b-e68e-4785-8ffa-892bfe0ef182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0b04553d-a6e6-498b-952b-185fc94093f3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.482835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7223082b-e68e-4785-8ffa-892bfe0ef182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:01.483404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc0bedf-40d2-44f3-8e2e-d3535a2d0256 req-53c95789-2919-41e6-ac7c-320434301d12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Jan 28 01:02:01.489280 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7223082b-e68e-4785-8ffa-892bfe0ef182 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b04553d-a6e6-498b-952b-185fc94093f3 HTTP/1.1" status: 204 len: 168 time: 0.1401310 Jan 28 01:02:01.495882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223082b-e68e-4785-8ffa-892bfe0ef182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04553d-a6e6-498b-952b-185fc94093f3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:01.761351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50176) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:02.044466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.111236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb75e-fb45-44a4-b034-1b5e2d2046d0 req-105a57ad-e8f6-43e9-b43b-a76dd78ce623 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:02.112999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-474cb75e-fb45-44a4-b034-1b5e2d2046d0 req-105a57ad-e8f6-43e9-b43b-a76dd78ce623 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0709693 Jan 28 01:02:02.191747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-474cb75e-fb45-44a4-b034-1b5e2d2046d0 req-503cbbd4-4d95-4788-bac4-5c6336180e7d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Jan 28 01:02:02.196777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Publish callbacks [] for security_group (ba25131f-0d65-4008-8ec9-77fd83adfb38), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.201293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ba25131f-0d65-4008-8ec9-77fd83adfb38), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.239545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61486afafc9a48959250486ee6a48f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769673 Jan 28 01:02:02.241508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba25131f-0d65-4008-8ec9-77fd83adfb38,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:02.242343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50184) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:02.249513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.249888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.250230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.250565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.250897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.251227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.251551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.251873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.252191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.252526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.252832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.253153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.253469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53c466-d912-4824-a268-4d7c88424751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:02.304551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10710b88-8fac-4d77-8511-d4b7029113a0 admin admin] Publish callbacks [] for security_group (ba25131f-0d65-4008-8ec9-77fd83adfb38), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.329962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10710b88-8fac-4d77-8511-d4b7029113a0 admin admin] Publish callbacks [] for security_group (ba25131f-0d65-4008-8ec9-77fd83adfb38), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.385765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10710b88-8fac-4d77-8511-d4b7029113a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ba25131f-0d65-4008-8ec9-77fd83adfb38), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.388779 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10710b88-8fac-4d77-8511-d4b7029113a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:02.390025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10710b88-8fac-4d77-8511-d4b7029113a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba25131f-0d65-4008-8ec9-77fd83adfb38 HTTP/1.1" status: 204 len: 168 time: 0.1466553 Jan 28 01:02:02.398949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10710b88-8fac-4d77-8511-d4b7029113a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba25131f-0d65-4008-8ec9-77fd83adfb38,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:02.563749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cff32-9eb9-4b30-99a1-fa64fd7bb0b2 req-f7f07243-28c3-490e-bc95-2cf1e2d04991 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:02.565490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-456cff32-9eb9-4b30-99a1-fa64fd7bb0b2 req-f7f07243-28c3-490e-bc95-2cf1e2d04991 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0617542 Jan 28 01:02:02.625149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-456cff32-9eb9-4b30-99a1-fa64fd7bb0b2 req-aa3f5553-2f1e-4696-b2ba-cf8a3217370a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Jan 28 01:02:03.328954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb5109-bae0-4b1e-bc5f-533427ab72c3 req-1b8259e8-ef93-4d4a-9556-ff45dee00f6f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:03.330954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4deb5109-bae0-4b1e-bc5f-533427ab72c3 req-1b8259e8-ef93-4d4a-9556-ff45dee00f6f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0577505 Jan 28 01:02:03.340849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:03.393090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4deb5109-bae0-4b1e-bc5f-533427ab72c3 req-db92d9e0-8128-4c5f-a964-c28ce2843bc7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Jan 28 01:02:03.755298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a3ca4-c977-47f7-868d-0ec6ec499373 req-1015a101-88b0-43f6-bd54-1bb754ec5473 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:03.756782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-870a3ca4-c977-47f7-868d-0ec6ec499373 req-1015a101-88b0-43f6-bd54-1bb754ec5473 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0596905 Jan 28 01:02:03.843252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-870a3ca4-c977-47f7-868d-0ec6ec499373 req-290e4ed6-c0d5-481a-bb18-9ea0ebaa2746 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786302 Jan 28 01:02:03.957300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1615230882', 'description': 'tempest-description-865830818'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:03.979291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:03.988295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.065343 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (65ad8cd1-c835-40c9-ba2e-16e04470bb47), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.069507 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65ad8cd1-c835-40c9-ba2e-16e04470bb47), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.108562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad8cd1-c835-40c9-ba2e-16e04470bb47,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.158361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (d0d54b4f-05aa-4194-8d47-e46556853523), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.163095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d0d54b4f-05aa-4194-8d47-e46556853523), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.196615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.197966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cbd75a7-1e48-42b0-a0e2-96a2a3152785 req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2452657 Jan 28 01:02:04.200080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed61b9d-477a-4bc5-9a28-8f8ff8d9b3e2 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d54b4f-05aa-4194-8d47-e46556853523,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.227445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0536e48d-01e0-47a9-b126-053f773b5ad5 req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Request body: {'security_group': {'name': 'tempest-securitygroup-128346499', 'description': 'tempest-description-1926549685'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:04.251296 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0536e48d-01e0-47a9-b126-053f773b5ad5 req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.321698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0536e48d-01e0-47a9-b126-053f773b5ad5 req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (df4942f4-f255-4f33-968b-fcb19fca96a7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.326373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0536e48d-01e0-47a9-b126-053f773b5ad5 req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (df4942f4-f255-4f33-968b-fcb19fca96a7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.354610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0536e48d-01e0-47a9-b126-053f773b5ad5 req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.356201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0536e48d-01e0-47a9-b126-053f773b5ad5 req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.1367519 Jan 28 01:02:04.361061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed8754-1811-44d9-b04f-70b91363663c tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4942f4-f255-4f33-968b-fcb19fca96a7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.434547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2128166717', 'description': 'tempest-description-1555123943'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:04.458281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.468347 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.569963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cf92d-af27-4655-a1f7-58c0f6c7d092 req-df26a91a-b2f8-4334-ab64-d77325e37ca7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:04.571460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad7cf92d-af27-4655-a1f7-58c0f6c7d092 req-df26a91a-b2f8-4334-ab64-d77325e37ca7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0750015 Jan 28 01:02:04.605300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (42d263be-4270-4983-8564-9a903f29b3b8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.613998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (42d263be-4270-4983-8564-9a903f29b3b8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.664505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad7cf92d-af27-4655-a1f7-58c0f6c7d092 req-45e547c1-a314-4807-aaf6-2e63ebb18c99 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825934 Jan 28 01:02:04.672339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d263be-4270-4983-8564-9a903f29b3b8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.713065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (fd886405-81c5-4cd8-8f45-7d67d739b85b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.718216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd886405-81c5-4cd8-8f45-7d67d739b85b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.750232 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.751678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20672076-42ab-4162-be06-a3f6120ad309 req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3226511 Jan 28 01:02:04.753622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1f44-44ca-4e16-8f57-5cdc015b6aae tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd886405-81c5-4cd8-8f45-7d67d739b85b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.781860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-aa72e91d-2f43-43c5-85a4-c09e2d9069cd req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-344785490', 'description': 'tempest-description-18273331'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:04.801482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-aa72e91d-2f43-43c5-85a4-c09e2d9069cd req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.874126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-aa72e91d-2f43-43c5-85a4-c09e2d9069cd req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (b482a41c-c9c2-441b-9048-6648c1b8fb32), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.879465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-aa72e91d-2f43-43c5-85a4-c09e2d9069cd req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b482a41c-c9c2-441b-9048-6648c1b8fb32), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.912411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-aa72e91d-2f43-43c5-85a4-c09e2d9069cd req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:04.914133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa72e91d-2f43-43c5-85a4-c09e2d9069cd req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1362855 Jan 28 01:02:04.916366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de54b0-5e08-4277-bb24-b9eab8c74e35 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482a41c-c9c2-441b-9048-6648c1b8fb32,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:04.932418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:05.042892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:05.061581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '47c18955-7d3c-463e-a412-122f3fd2c360', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:05.075332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec60e7-3bef-49ef-8439-3ce0378ba3f8 req-288695bb-317d-4ecb-9ca1-dc64e632c8ec tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:05.076855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33ec60e7-3bef-49ef-8439-3ce0378ba3f8 req-288695bb-317d-4ecb-9ca1-dc64e632c8ec tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0922740 Jan 28 01:02:05.107776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:05.108326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.127591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:05.148989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:05.153725 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:05.172551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33ec60e7-3bef-49ef-8439-3ce0378ba3f8 req-0c5a0227-fb5f-47a3-85bb-3cc97ee47d54 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873332 Jan 28 01:02:05.206779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:05.334624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-6d2a931e-aa67-42e3-8161-5935ad0bfefc tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56406 time: 0.3916378 Jan 28 01:02:05.398217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-5c2bf427-aa34-4d7d-935f-f8ddcb855b98 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/02359927-e30e-42e4-8e3b-a4c626589bfc HTTP/1.1" status: 200 len: 2998 time: 0.0570593 Jan 28 01:02:05.410170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['47c18955-7d3c-463e-a412-122f3fd2c360'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:05.444290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-9eb40329-e481-417b-853e-3ac6fbb01c1e tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/02359927-e30e-42e4-8e3b-a4c626589bfc HTTP/1.1" status: 200 len: 2998 time: 0.0393069 Jan 28 01:02:05.523141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557be41-a9e0-47a0-a06e-dc1ff5162d95 req-de9a8113-3a18-46fe-b024-d5ef7a959559 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:05.524877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1557be41-a9e0-47a0-a06e-dc1ff5162d95 req-de9a8113-3a18-46fe-b024-d5ef7a959559 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0846760 Jan 28 01:02:05.530018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-f40ce635-6618-4399-adfc-a537fff0d32a tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/08b28125-696d-4fc3-9165-78ac7b0ab1d9 HTTP/1.1" status: 200 len: 2998 time: 0.0764096 Jan 28 01:02:05.602876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-47fafe03-9c7b-4b8c-b3e2-eb1390837f55 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/08b28125-696d-4fc3-9165-78ac7b0ab1d9 HTTP/1.1" status: 200 len: 2998 time: 0.0639157 Jan 28 01:02:05.606930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1557be41-a9e0-47a0-a06e-dc1ff5162d95 req-b1415f8e-bc04-401e-9c82-eb6f823e9f35 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744486 Jan 28 01:02:05.667799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-63d2c130-ffd2-4277-8a5b-84c10646d3e5 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0d98e938-fd9a-4f3a-8bc6-3905f884a0bc HTTP/1.1" status: 200 len: 2998 time: 0.0540242 Jan 28 01:02:05.704849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-bcdeb6bf-d6d0-41da-9ac9-02380273b3b7 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0d98e938-fd9a-4f3a-8bc6-3905f884a0bc HTTP/1.1" status: 200 len: 2998 time: 0.0361793 Jan 28 01:02:05.756965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-7068bf63-4b7f-49bf-97b8-2b40227ecc44 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2e408d13-cef5-4656-9e97-bab24d44efa9 HTTP/1.1" status: 200 len: 2990 time: 0.0463691 Jan 28 01:02:05.836008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-8da7cc72-9f3e-48b5-a6c3-024e1564b556 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2e408d13-cef5-4656-9e97-bab24d44efa9 HTTP/1.1" status: 200 len: 2990 time: 0.0717888 Jan 28 01:02:05.868377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de27695-d4e3-4881-bc81-67347233fcf2 req-20f3445b-fa92-409b-95fb-6bddc5290497 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:05.870179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2de27695-d4e3-4881-bc81-67347233fcf2 req-20f3445b-fa92-409b-95fb-6bddc5290497 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0934594 Jan 28 01:02:05.913842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-ef004dcf-8e4c-458a-9136-f373536023bc tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9 HTTP/1.1" status: 200 len: 2998 time: 0.0693052 Jan 28 01:02:05.954027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2de27695-d4e3-4881-bc81-67347233fcf2 req-6bbae73d-8a42-474d-a2aa-3f3fc4d4501f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749860 Jan 28 01:02:05.979983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-380e01ef-9e7e-4385-93ed-ec10f68f5c82 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9 HTTP/1.1" status: 200 len: 2998 time: 0.0580840 Jan 28 01:02:06.029008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-5d1c4f73-12c1-4e95-9266-d3a4cd57e4b1 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3b9d24d9-d73b-4093-b064-b51590fecb35 HTTP/1.1" status: 200 len: 2994 time: 0.0428917 Jan 28 01:02:06.070174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-25eb33ea-06a0-40ec-b835-e352ec945852 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3b9d24d9-d73b-4093-b064-b51590fecb35 HTTP/1.1" status: 200 len: 2994 time: 0.0355251 Jan 28 01:02:06.122761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-e48b1c8d-80ef-44d2-aec3-5bddd4c3969d tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3dd6cb8f-4350-4e03-93c3-515429514887 HTTP/1.1" status: 200 len: 2998 time: 0.0463338 Jan 28 01:02:06.163367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-d6d6fd18-e825-40da-a4fe-572fb62bc745 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3dd6cb8f-4350-4e03-93c3-515429514887 HTTP/1.1" status: 200 len: 2998 time: 0.0350764 Jan 28 01:02:06.204386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-f35a57ca-b418-4637-91ef-9fc63e9c252c tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/42d263be-4270-4983-8564-9a903f29b3b8 HTTP/1.1" status: 200 len: 3002 time: 0.0353253 Jan 28 01:02:06.246081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-043e6955-bee6-46f7-8099-35104d1b74db tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/42d263be-4270-4983-8564-9a903f29b3b8 HTTP/1.1" status: 200 len: 3002 time: 0.0356822 Jan 28 01:02:06.289341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-ee5d0173-aa88-4a0c-953e-4620ef4aeda8 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/65ad8cd1-c835-40c9-ba2e-16e04470bb47 HTTP/1.1" status: 200 len: 2998 time: 0.0371473 Jan 28 01:02:06.333080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-ca068a87-f980-43dc-bc00-fc05374adf70 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/65ad8cd1-c835-40c9-ba2e-16e04470bb47 HTTP/1.1" status: 200 len: 2998 time: 0.0365222 Jan 28 01:02:06.375343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-5ae22aa5-36fc-4863-9131-cafbac85fd37 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/71a10906-b77d-45f8-b619-4f7c1e9dec20 HTTP/1.1" status: 200 len: 2998 time: 0.0370672 Jan 28 01:02:06.419680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-cad6bc94-b86d-4f5f-91be-5fcf7e4e3ce2 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/71a10906-b77d-45f8-b619-4f7c1e9dec20 HTTP/1.1" status: 200 len: 2998 time: 0.0388334 Jan 28 01:02:06.461281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-ec09394b-8462-4d61-8191-2b576804e40a tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/720bd572-b50b-4e57-8855-4f66a0b80e1b HTTP/1.1" status: 200 len: 2998 time: 0.0359991 Jan 28 01:02:06.508383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-e9f75216-cfde-46f6-98d8-c6b71360d004 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/720bd572-b50b-4e57-8855-4f66a0b80e1b HTTP/1.1" status: 200 len: 2998 time: 0.0414238 Jan 28 01:02:06.554653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-d40b49bb-304e-4f0d-9587-354e9f075f84 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9f4494d2-e9ef-4d73-9955-45a4bd261051 HTTP/1.1" status: 200 len: 2998 time: 0.0404811 Jan 28 01:02:06.609404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-10c8229e-0039-4890-afb3-35adf7564cf0 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9f4494d2-e9ef-4d73-9955-45a4bd261051 HTTP/1.1" status: 200 len: 2998 time: 0.0490718 Jan 28 01:02:06.653303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-2a627860-6209-4a94-a778-c422e3571225 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/be15c7b8-36e4-442e-a65a-0c9ab8429f3c HTTP/1.1" status: 200 len: 2998 time: 0.0382080 Jan 28 01:02:06.707957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-e77c40e3-a7a2-48f8-9cca-fcecba1c2e17 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/be15c7b8-36e4-442e-a65a-0c9ab8429f3c HTTP/1.1" status: 200 len: 2998 time: 0.0485311 Jan 28 01:02:06.769248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74046f-f929-459f-ab08-21357224e0e6 req-e42cc331-6e9f-405c-96c1-28de40ab5f05 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:06.770801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a74046f-f929-459f-ab08-21357224e0e6 req-e42cc331-6e9f-405c-96c1-28de40ab5f05 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0816302 Jan 28 01:02:06.775632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-85f027cc-6223-4234-940d-270df32c6711 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e32a811a-3032-4268-b9f8-f3c6cdd8bb91 HTTP/1.1" status: 200 len: 2998 time: 0.0543904 Jan 28 01:02:06.848383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a74046f-f929-459f-ab08-21357224e0e6 req-34169f9e-84a3-4f0f-acb1-6453a28846db tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714157 Jan 28 01:02:06.849952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6553b3f-1a21-467f-ada9-6cce250995c1 req-36e3f8c5-7ef8-4884-896b-1e4e4e5c08e2 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e32a811a-3032-4268-b9f8-f3c6cdd8bb91 HTTP/1.1" status: 200 len: 2998 time: 0.0671697 Jan 28 01:02:06.950076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:06.965582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d8b60d4-5df6-43b2-8e6b-75bbf29520a9 req-3da5a05c-39e1-424c-a2f6-fd0a8b46289f tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2acf1b878e2942e7957ee3c6b5fdbf0d HTTP/1.1" status: 200 len: 6156 time: 0.0780017 Jan 28 01:02:07.020129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d8b60d4-5df6-43b2-8e6b-75bbf29520a9 req-19645c91-ed0f-46cd-86df-98c0a55b47a8 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "GET /v2.0/security-groups/65ad8cd1-c835-40c9-ba2e-16e04470bb47 HTTP/1.1" status: 200 len: 2998 time: 0.0477307 Jan 28 01:02:07.054762 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.056493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 47c18955-7d3c-463e-a412-122f3fd2c360 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:07.056976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.080462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1131f03a-d1e9-486a-af06-f589f1eb2ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.084929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d8b60d4-5df6-43b2-8e6b-75bbf29520a9 req-e755c3d3-3e18-4dbe-aa85-3f10090224ac tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "GET /v2.0/security-groups/65ad8cd1-c835-40c9-ba2e-16e04470bb47 HTTP/1.1" status: 200 len: 2998 time: 0.0591214 Jan 28 01:02:07.167834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:07.169457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.205766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629fc10-10e8-4c80-9818-f97d1ec8f7e6 req-203e63b7-6213-47b3-8013-6d1084e71d72 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:07.207463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f629fc10-10e8-4c80-9818-f97d1ec8f7e6 req-203e63b7-6213-47b3-8013-6d1084e71d72 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0638654 Jan 28 01:02:07.211776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:07.212963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:07.222461 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f49240-138d-4198-81cc-1f4a0fb672a7" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:07.226371 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.268148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f629fc10-10e8-4c80-9818-f97d1ec8f7e6 req-26ca7719-2ecd-4df8-82b0-1d5d67312919 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522890 Jan 28 01:02:07.318677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:07.361624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5facac3e-4d58-4339-b63f-a42ebd4a387e req-b0d35962-4101-475b-b6b6-db759011c995 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b482a41c-c9c2-441b-9048-6648c1b8fb32 HTTP/1.1" status: 200 len: 1794 time: 0.0539267 Jan 28 01:02:07.418467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5facac3e-4d58-4339-b63f-a42ebd4a387e req-09eb9101-992d-4aaf-bfe5-d81995f20967 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (b482a41c-c9c2-441b-9048-6648c1b8fb32), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.422105 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a291ede7-a601-4efd-9854-4d91dc543128 x-openstack-request-id: req-a291ede7-a601-4efd-9854-4d91dc543128 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:07.423037 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:07.423486 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a291ede7-a601-4efd-9854-4d91dc543128 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:07.424129 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 01:02:07.442054 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5facac3e-4d58-4339-b63f-a42ebd4a387e req-09eb9101-992d-4aaf-bfe5-d81995f20967 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (b482a41c-c9c2-441b-9048-6648c1b8fb32), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.501030 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5facac3e-4d58-4339-b63f-a42ebd4a387e req-09eb9101-992d-4aaf-bfe5-d81995f20967 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b482a41c-c9c2-441b-9048-6648c1b8fb32), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.504820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5facac3e-4d58-4339-b63f-a42ebd4a387e req-09eb9101-992d-4aaf-bfe5-d81995f20967 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.506850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5facac3e-4d58-4339-b63f-a42ebd4a387e req-09eb9101-992d-4aaf-bfe5-d81995f20967 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/b482a41c-c9c2-441b-9048-6648c1b8fb32 HTTP/1.1" status: 204 len: 173 time: 0.1390438 Jan 28 01:02:07.522332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb9101-992d-4aaf-bfe5-d81995f20967 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482a41c-c9c2-441b-9048-6648c1b8fb32,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:07.569809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-601b137c-d809-4d01-bd0f-168927bb45db req-2d2444b5-157f-438d-8b2e-0f34b701ba86 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fd886405-81c5-4cd8-8f45-7d67d739b85b HTTP/1.1" status: 200 len: 1797 time: 0.0435746 Jan 28 01:02:07.640886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-601b137c-d809-4d01-bd0f-168927bb45db req-7a9d4a41-7f98-429f-b61c-144153300924 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (fd886405-81c5-4cd8-8f45-7d67d739b85b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.663869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-601b137c-d809-4d01-bd0f-168927bb45db req-7a9d4a41-7f98-429f-b61c-144153300924 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (fd886405-81c5-4cd8-8f45-7d67d739b85b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.708177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-601b137c-d809-4d01-bd0f-168927bb45db req-7a9d4a41-7f98-429f-b61c-144153300924 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd886405-81c5-4cd8-8f45-7d67d739b85b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.711190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-601b137c-d809-4d01-bd0f-168927bb45db req-7a9d4a41-7f98-429f-b61c-144153300924 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.712654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-601b137c-d809-4d01-bd0f-168927bb45db req-7a9d4a41-7f98-429f-b61c-144153300924 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd886405-81c5-4cd8-8f45-7d67d739b85b HTTP/1.1" status: 204 len: 173 time: 0.1353579 Jan 28 01:02:07.722834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4a41-7f98-429f-b61c-144153300924 tempest-SecurityGroupsTestAdminJSON-393522531 tempest-SecurityGroupsTestAdminJSON-393522531-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd886405-81c5-4cd8-8f45-7d67d739b85b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:07.776704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cf39c89-32be-4767-a573-86460c25547e req-25b51a31-ac15-41e8-8d73-3f1030eeb2aa tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "GET /v2.0/security-groups/df4942f4-f255-4f33-968b-fcb19fca96a7 HTTP/1.1" status: 200 len: 1796 time: 0.0395164 Jan 28 01:02:07.834605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5cf39c89-32be-4767-a573-86460c25547e req-7ef76530-cd41-4c93-8a9d-b2c29e982039 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (df4942f4-f255-4f33-968b-fcb19fca96a7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.858300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5cf39c89-32be-4767-a573-86460c25547e req-7ef76530-cd41-4c93-8a9d-b2c29e982039 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (df4942f4-f255-4f33-968b-fcb19fca96a7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.899315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5cf39c89-32be-4767-a573-86460c25547e req-7ef76530-cd41-4c93-8a9d-b2c29e982039 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (df4942f4-f255-4f33-968b-fcb19fca96a7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.902086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5cf39c89-32be-4767-a573-86460c25547e req-7ef76530-cd41-4c93-8a9d-b2c29e982039 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:07.903292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cf39c89-32be-4767-a573-86460c25547e req-7ef76530-cd41-4c93-8a9d-b2c29e982039 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "DELETE /v2.0/security-groups/df4942f4-f255-4f33-968b-fcb19fca96a7 HTTP/1.1" status: 204 len: 173 time: 0.1205659 Jan 28 01:02:07.912530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef76530-cd41-4c93-8a9d-b2c29e982039 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4942f4-f255-4f33-968b-fcb19fca96a7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:07.972621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4732811c-6f19-4729-933a-c157c7a238f2 req-256ee067-8070-409a-a80d-c530a395f4ed tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "GET /v2.0/security-groups/d0d54b4f-05aa-4194-8d47-e46556853523 HTTP/1.1" status: 200 len: 1795 time: 0.0493145 Jan 28 01:02:08.034168 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4732811c-6f19-4729-933a-c157c7a238f2 req-dd024b79-233e-4570-80b2-d10e70b02e24 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (d0d54b4f-05aa-4194-8d47-e46556853523), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.056283 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4732811c-6f19-4729-933a-c157c7a238f2 req-dd024b79-233e-4570-80b2-d10e70b02e24 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (d0d54b4f-05aa-4194-8d47-e46556853523), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.096537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4732811c-6f19-4729-933a-c157c7a238f2 req-dd024b79-233e-4570-80b2-d10e70b02e24 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d0d54b4f-05aa-4194-8d47-e46556853523), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.099113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4732811c-6f19-4729-933a-c157c7a238f2 req-dd024b79-233e-4570-80b2-d10e70b02e24 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.100289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4732811c-6f19-4729-933a-c157c7a238f2 req-dd024b79-233e-4570-80b2-d10e70b02e24 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] 10.222.0.23 "DELETE /v2.0/security-groups/d0d54b4f-05aa-4194-8d47-e46556853523 HTTP/1.1" status: 204 len: 173 time: 0.1218126 Jan 28 01:02:08.110020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd024b79-233e-4570-80b2-d10e70b02e24 tempest-SecurityGroupsTestAdminJSON-1949666703 tempest-SecurityGroupsTestAdminJSON-1949666703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d54b4f-05aa-4194-8d47-e46556853523,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:08.370979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50346) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:08.416383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986f9fd-0df7-417f-a1a0-d4009cead962 req-bbac619d-2dff-4c37-b857-0b7931d2de80 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:08.424654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d986f9fd-0df7-417f-a1a0-d4009cead962 req-bbac619d-2dff-4c37-b857-0b7931d2de80 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0784550 Jan 28 01:02:08.477685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d986f9fd-0df7-417f-a1a0-d4009cead962 req-15895ce5-195a-48e6-a96f-ee1d92ee186c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Jan 28 01:02:08.533848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-389601e6-2435-4c61-86aa-c2d00af79705 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2acf1b878e2942e7957ee3c6b5fdbf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592960 Jan 28 01:02:08.534123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50362) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:08.583218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ce519f9-9615-47db-96ef-69ac8943a11e admin admin] Publish callbacks [] for security_group (65ad8cd1-c835-40c9-ba2e-16e04470bb47), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.607160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ce519f9-9615-47db-96ef-69ac8943a11e admin admin] Publish callbacks [] for security_group (65ad8cd1-c835-40c9-ba2e-16e04470bb47), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.656438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ce519f9-9615-47db-96ef-69ac8943a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65ad8cd1-c835-40c9-ba2e-16e04470bb47), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.659655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ce519f9-9615-47db-96ef-69ac8943a11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.660955 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5ce519f9-9615-47db-96ef-69ac8943a11e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65ad8cd1-c835-40c9-ba2e-16e04470bb47 HTTP/1.1" status: 204 len: 168 time: 0.1252084 Jan 28 01:02:08.672099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce519f9-9615-47db-96ef-69ac8943a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad8cd1-c835-40c9-ba2e-16e04470bb47,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:08.943352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50374) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:08.985154 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69f6642a-a158-428a-ae91-fd2cd5011db8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f336b6d7c534d8a90ffe03023e01dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402923 Jan 28 01:02:08.987920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50376) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:09.039609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0394cf6f-9252-42fd-a95f-df2c563bd581 admin admin] Publish callbacks [] for security_group (42d263be-4270-4983-8564-9a903f29b3b8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.062052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0394cf6f-9252-42fd-a95f-df2c563bd581 admin admin] Publish callbacks [] for security_group (42d263be-4270-4983-8564-9a903f29b3b8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.110139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0394cf6f-9252-42fd-a95f-df2c563bd581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (42d263be-4270-4983-8564-9a903f29b3b8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.112719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0394cf6f-9252-42fd-a95f-df2c563bd581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.114346 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0394cf6f-9252-42fd-a95f-df2c563bd581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42d263be-4270-4983-8564-9a903f29b3b8 HTTP/1.1" status: 204 len: 168 time: 0.1253834 Jan 28 01:02:09.124670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394cf6f-9252-42fd-a95f-df2c563bd581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d263be-4270-4983-8564-9a903f29b3b8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:09.265939 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ded8324a-52cd-4243-a10c-7a7d4500d290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.632647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb2a8-ea88-402a-8a7e-59395e4bf6c3 req-9c4017ad-55f2-4bad-a3df-8831dc2f69c9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:09.634377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fabb2a8-ea88-402a-8a7e-59395e4bf6c3 req-9c4017ad-55f2-4bad-a3df-8831dc2f69c9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0709071 Jan 28 01:02:09.713117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fabb2a8-ea88-402a-8a7e-59395e4bf6c3 req-d01abf76-a209-4632-8f20-57734a76aef3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721986 Jan 28 01:02:09.889922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50420) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:09.985728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-network', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:10.007712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Made reservation on behalf of c8d9cd7fcac141ffba8d9a7cd15fc30a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:10.010162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.020217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.101804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks [] for security_group (dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.106943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.131042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:02:10.146597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:10.149941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8222794c-fdf1-4a16-98b3-bcdf2187e280), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.150282 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Added segment 8222794c-fdf1-4a16-98b3-bcdf2187e280 of type vlan for network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 Jan 28 01:02:10.194113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.227888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.229666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:10.230463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.288709 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.3976824 Jan 28 01:02:10.291801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:10.296726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Request body: {'subnet': {'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-subnet', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:10.301798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680f132-705b-4e89-a90d-580f842fb2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:10.315351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:02:10.321822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Made reservation on behalf of c8d9cd7fcac141ffba8d9a7cd15fc30a for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:10.324842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.533281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (e3aab759-89fb-49b8-8363-03a8a25d3185), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.593932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aab759-89fb-49b8-8363-03a8a25d3185,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:10.603430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Checking segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:10.603805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Network hostable DHCP agents. Network: 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:02:10.646086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:02:10.660584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:10.670335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:10.671511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.676478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a45cb-dce2-4618-8372-454e566c5612 None None] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:02:10.699306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50464) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:10.704851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:10.711476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3d3c3fd3-0cd0-4fdb-a24d-a162203bcfd9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4184742 Jan 28 01:02:10.732387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (5ed2bb95-8022-4b3c-8819-aed8f24df574), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.733377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (5ed2bb95-8022-4b3c-8819-aed8f24df574), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.816799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.850089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks [] for router_controller (5ed2bb95-8022-4b3c-8819-aed8f24df574), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.874326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:02:10.875201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:10.957021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dd1b4-a71e-4030-bd77-cf93093587ea req-ad822e50-f57f-435d-ae50-7ae9d1000c6b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:10.959347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-123dd1b4-a71e-4030-bd77-cf93093587ea req-ad822e50-f57f-435d-ae50-7ae9d1000c6b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0788729 Jan 28 01:02:11.040207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-123dd1b4-a71e-4030-bd77-cf93093587ea req-f471013a-2590-49ae-b33d-821ecc633e7b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Jan 28 01:02:11.125620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Allocated IP 172.20.0.2 (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00/e3aab759-89fb-49b8-8363-03a8a25d3185/8e9f0bbd-d121-4737-9368-7d86126e1a49) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:11.274181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Publish callbacks [] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.291042 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.413736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:11.418169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Pushing event updated for resources: {'Port': ['ID=8e9f0bbd-d121-4737-9368-7d86126e1a49,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:11.421227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:11.423744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:11.480061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks [] for router_gateway (5ed2bb95-8022-4b3c-8819-aed8f24df574), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.507351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Attempting to bind port 8e9f0bbd-d121-4737-9368-7d86126e1a49 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:11.508039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Attempting to bind port 8e9f0bbd-d121-4737-9368-7d86126e1a49 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:11.508581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Attempting to bind port 8e9f0bbd-d121-4737-9368-7d86126e1a49 on network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:11.514720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:11.515371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Checking segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:11.516049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.516677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Bound using segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:11.517381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Bound port: 8e9f0bbd-d121-4737-9368-7d86126e1a49, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:11.518059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.592070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] For port 8e9f0bbd-d121-4737-9368-7d86126e1a49, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:11.596135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] For port 8e9f0bbd-d121-4737-9368-7d86126e1a49, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8e9f0bbd-d121-4737-9368-7d86126e1a49,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:11.603377 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.679149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6594a0-00dc-4d9b-943e-49a168894a07 None None] Pushing event updated for resources: {'Port': ['ID=8e9f0bbd-d121-4737-9368-7d86126e1a49,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:11.810274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.919298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks [] for router_gateway (5ed2bb95-8022-4b3c-8819-aed8f24df574), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.960611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.167508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Allocated IP 172.25.1.75 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:12.274967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9ad97-6b95-4be5-9334-6ea0b4ca8e4e req-3e47a717-2773-4d81-b21b-cf6395e1c576 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:12.282806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06a9ad97-6b95-4be5-9334-6ea0b4ca8e4e req-3e47a717-2773-4d81-b21b-cf6395e1c576 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.0915740 Jan 28 01:02:12.350291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06a9ad97-6b95-4be5-9334-6ea0b4ca8e4e req-80426086-1c91-45bc-82ef-6397aca395e4 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663919 Jan 28 01:02:12.357424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks [] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.406324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.476718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:12.492130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:12.494096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:12.497289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:12.893397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks [] for router_gateway (5ed2bb95-8022-4b3c-8819-aed8f24df574), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.968751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:13.184286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:13.211254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'mac_address': 'fa:16:3e:7d:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:13.223849 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (5ed2bb95-8022-4b3c-8819-aed8f24df574), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.271005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 48ce3fdf-1891-4251-8983-2babbdd2eb1b is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:13.271561 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.273896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cb396-f170-4dd8-ae3e-63d0045fd66d None None] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:02:13.346809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48ce3fdf-1891-4251-8983-2babbdd2eb1b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:13.354469 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.393186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] Provisioning complete for port 8e9f0bbd-d121-4737-9368-7d86126e1a49 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:13.404442 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.451505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Router 5ed2bb95-8022-4b3c-8819-aed8f24df574 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:02:13.506668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:13.536421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.578437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362675a1-5c18-413d-8fb1-ffd9eeecdfb2 req-401a85f2-51f8-42ec-8856-30dea12f4f9b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:13.590790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-362675a1-5c18-413d-8fb1-ffd9eeecdfb2 req-401a85f2-51f8-42ec-8856-30dea12f4f9b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.1005754 Jan 28 01:02:13.655030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:13.663160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:13.695931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-362675a1-5c18-413d-8fb1-ffd9eeecdfb2 req-562ff2f5-f7bf-4079-88d5-0c7690cbc627 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986798 Jan 28 01:02:13.704545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.705904 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7987ba69-e6ab-4e33-a3e3-73484a6309e6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.0056846 Jan 28 01:02:13.708596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50526) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:13.715380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Sync routers for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:13.748930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:13.749655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:14.046270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['48ce3fdf-1891-4251-8983-2babbdd2eb1b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:14.047414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8e9f0bbd-d121-4737-9368-7d86126e1a49 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:14.379748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:14.794423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.855850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] Current status of the port 8e9f0bbd-d121-4737-9368-7d86126e1a49 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:14.856608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.883473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8e9f0bbd-d121-4737-9368-7d86126e1a49 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:14.884458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.897513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c50a-2e44-4b19-81ac-925597875d7b req-ad7b03a1-9162-4f49-adeb-87ac45141330 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:14.912847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d855c50a-2e44-4b19-81ac-925597875d7b req-ad7b03a1-9162-4f49-adeb-87ac45141330 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.1067936 Jan 28 01:02:14.999920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] For port 8e9f0bbd-d121-4737-9368-7d86126e1a49, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8e9f0bbd-d121-4737-9368-7d86126e1a49,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:15.011168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:12Z', 'revision_number': 3, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:15.019554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d855c50a-2e44-4b19-81ac-925597875d7b req-09b53705-b370-4435-b1b8-034945d31a8c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057346 Jan 28 01:02:15.053155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Checking router: 5ed2bb95-8022-4b3c-8819-aed8f24df574 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:15.054197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Updating router 5ed2bb95-8022-4b3c-8819-aed8f24df574 port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:02:15.056443 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.178987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a70d2-d59d-4aee-a7de-fc13e06eab13 None None] Pushing event updated for resources: {'Port': ['ID=8e9f0bbd-d121-4737-9368-7d86126e1a49,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:15.217017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.243959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Allocated IP 172.20.0.1 (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00/e3aab759-89fb-49b8-8363-03a8a25d3185/517fd1d0-0737-4d03-94ca-2403d7d61769) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:15.308489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-522cee7d-8ad0-461d-8b79-b13e88942cc7 None None] Provisioning complete for port 8e9f0bbd-d121-4737-9368-7d86126e1a49 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:15.309184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-522cee7d-8ad0-461d-8b79-b13e88942cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.379874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8e9f0bbd-d121-4737-9368-7d86126e1a49 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:15.423576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks [] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.547468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.604282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-522cee7d-8ad0-461d-8b79-b13e88942cc7 None None] Current status of the port 8e9f0bbd-d121-4737-9368-7d86126e1a49 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:15.661933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:15.663555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:15.706310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Pushing event updated for resources: {'Port': ['ID=517fd1d0-0737-4d03-94ca-2403d7d61769,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:15.710219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:15.777876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (5ed2bb95-8022-4b3c-8819-aed8f24df574), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.806483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Publish callbacks [] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.819485 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:15.972211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Attempting to bind port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:15.972558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Attempting to bind port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:15.972868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Attempting to bind port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:16.005409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:16.006096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:16.006711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.007275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:16.007937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Bound port: 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:16.008512 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.010649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8e9f0bbd-d121-4737-9368-7d86126e1a49 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:16.103101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.143697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cbed2-40ad-4d48-adc5-f0b8ee30f1e1 None None] Pushing event updated for resources: {'Port': ['ID=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:16.177874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-db680566-d8de-4545-bcf9-ea22cd43b06d None None] Provisioning complete for port 517fd1d0-0737-4d03-94ca-2403d7d61769 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:16.178255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db680566-d8de-4545-bcf9-ea22cd43b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.215299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c89b-588d-4667-be77-f4bfbf98d661 req-f98a0bfc-1ac0-4e2a-bbaf-006e70d41412 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:16.226650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8a0c89b-588d-4667-be77-f4bfbf98d661 req-f98a0bfc-1ac0-4e2a-bbaf-006e70d41412 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.1260531 Jan 28 01:02:16.253972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] For port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:16.258999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8e9f0bbd-d121-4737-9368-7d86126e1a49 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:16.259385 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.333724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] For port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:16.335956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-db680566-d8de-4545-bcf9-ea22cd43b06d None None] Port 517fd1d0-0737-4d03-94ca-2403d7d61769 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:16.353715 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.447605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8a0c89b-588d-4667-be77-f4bfbf98d661 req-b8d151db-2868-4280-975e-e2fa4d2ab636 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188017 Jan 28 01:02:16.529475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks [] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.538583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.539235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:16.540112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:16.639025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cbed2-40ad-4d48-adc5-f0b8ee30f1e1 None None] Pushing event updated for resources: {'Port': ['ID=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:16.683299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Pushing event updated for resources: {'Port': ['ID=517fd1d0-0737-4d03-94ca-2403d7d61769,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:16.722931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8e9f0bbd-d121-4737-9368-7d86126e1a49 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:16.733635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (5ed2bb95-8022-4b3c-8819-aed8f24df574), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:16.888075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:16.958019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:16.960562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:17.122948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:17.274342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Router 5ed2bb95-8022-4b3c-8819-aed8f24df574 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:17.336364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 48ce3fdf-1891-4251-8983-2babbdd2eb1b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:17.336905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.724754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15690c0-b6aa-4b72-8f70-8b7b8e7cda49 req-1fcf7295-232c-44b5-a8b4-ace2c69210fe tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:17.733071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d15690c0-b6aa-4b72-8f70-8b7b8e7cda49 req-1fcf7295-232c-44b5-a8b4-ace2c69210fe tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 945 time: 0.1413517 Jan 28 01:02:17.761092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:17.782389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3059cdcb-d998-4624-bbcf-30510ece7455 None None] Provisioning complete for port 517fd1d0-0737-4d03-94ca-2403d7d61769 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:17.784752 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3059cdcb-d998-4624-bbcf-30510ece7455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:17.791998 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b608bd16-e7a9-480d-97dd-670102eaf673 admin admin] 10.222.0.23 "PUT /v2.0/routers/5ed2bb95-8022-4b3c-8819-aed8f24df574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0768991 Jan 28 01:02:17.898655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d15690c0-b6aa-4b72-8f70-8b7b8e7cda49 req-616cef07-bac2-4767-80ca-5237c1fe0c7d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559041 Jan 28 01:02:17.998624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3059cdcb-d998-4624-bbcf-30510ece7455 None None] Port 517fd1d0-0737-4d03-94ca-2403d7d61769 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:18.016160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 2, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:18.152959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133195b2-5b60-45f5-8efa-a1af26ad4ef7 None None] The sync data for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 is: [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 2, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:18.161724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 48ce3fdf-1891-4251-8983-2babbdd2eb1b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:18.162140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:18.244731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:18.258197 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f3a97-0275-4c66-94b2-9b874007b8c8" -d '{"events": [{"server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "name": "network-vif-plugged", "status": "completed", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:18.298452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:18.304404 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:18.500890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:20.122232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:20.254160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:20.254779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.423266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:20.423696 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.452299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:20.457275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:20.592833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:21.578668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-51c283cd-2057-499a-a6b7-357045b9bff7 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:21.581430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-51c283cd-2057-499a-a6b7-357045b9bff7 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0854721 Jan 28 01:02:21.594893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:21.666436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:21.898316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:21.978497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:22.009281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:22.070341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:22.073033 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5c800-ce7b-426d-9642-37bdb0f55476" -d '{"events": [{"server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:22.077962 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Publish callbacks [] for port (6fa04ebd-9949-4ac7-a431-355df6132810), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.083180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:22.083745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.085103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.188895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:22.207547 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Sync routers for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:22.239755 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:22.243837 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:22.343245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:22.344635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:22.345805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:22.372400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:22.374765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Attempting to bind port 6fa04ebd-9949-4ac7-a431-355df6132810 on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:22.401260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:22.409208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:22.411356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:22.416821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Bound port: 6fa04ebd-9949-4ac7-a431-355df6132810, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:22.420016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.486026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:22.605606 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:22.634495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:22.641437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:22.655746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.742706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=8']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:22.810256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:22.811084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:22.813918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-d09aacdb-b3ac-4dec-8037-67c564b1ab90 service neutron] 10.222.0.45 "PUT /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 1121 time: 1.2231195 Jan 28 01:02:22.955132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6fa04ebd-9949-4ac7-a431-355df6132810'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:23.015326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:23.108582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 2, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:23.137315 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Checking router: 5ed2bb95-8022-4b3c-8819-aed8f24df574 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:23.138786 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Updating router 5ed2bb95-8022-4b3c-8819-aed8f24df574 port 517fd1d0-0737-4d03-94ca-2403d7d61769 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:02:23.139661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:23.159925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:02:23.162231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6fa04ebd-9949-4ac7-a431-355df6132810'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:23.188650 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.745540 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Publish callbacks [] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.756191 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:23.842808 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Pushing event updated for resources: {'Port': ['ID=517fd1d0-0737-4d03-94ca-2403d7d61769,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:23.854816 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.855187 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.855511 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.855852 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.856193 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.856524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.859448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.859448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.859448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.859448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.861027 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.861954 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:23.862925 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:24.190469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e3127db4-c1e1-4a8c-b60b-0068a5805c18 None None] Provisioning complete for port 517fd1d0-0737-4d03-94ca-2403d7d61769 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:24.191637 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3127db4-c1e1-4a8c-b60b-0068a5805c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.264314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e3127db4-c1e1-4a8c-b60b-0068a5805c18 None None] Port 517fd1d0-0737-4d03-94ca-2403d7d61769 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:24.292671 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Attempting to bind port 517fd1d0-0737-4d03-94ca-2403d7d61769 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:24.293465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Attempting to bind port 517fd1d0-0737-4d03-94ca-2403d7d61769 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:24.294082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Attempting to bind port 517fd1d0-0737-4d03-94ca-2403d7d61769 on network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:24.309519 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:24.310388 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Checking segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:24.311038 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.311797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Bound using segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:24.312540 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Bound port: 517fd1d0-0737-4d03-94ca-2403d7d61769, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:24.313802 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.456031 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] For port 517fd1d0-0737-4d03-94ca-2403d7d61769, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:24.476101 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] For port 517fd1d0-0737-4d03-94ca-2403d7d61769, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=517fd1d0-0737-4d03-94ca-2403d7d61769,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:24.497028 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:24.564006 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd2304-58cf-4819-9f85-763a3b719f52 None None] Pushing event updated for resources: {'Port': ['ID=517fd1d0-0737-4d03-94ca-2403d7d61769,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:24.606321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:24.607434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:24.790608 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:24.907725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] Provisioning complete for port 517fd1d0-0737-4d03-94ca-2403d7d61769 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:24.908101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.056918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] Current status of the port 517fd1d0-0737-4d03-94ca-2403d7d61769 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:25.057416 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.097166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] For port 517fd1d0-0737-4d03-94ca-2403d7d61769, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=517fd1d0-0737-4d03-94ca-2403d7d61769,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:25.105684 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:25.148760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:24Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:25.191585 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf557a-122f-46b9-856a-81e27ee87140 None None] The sync data for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 is: [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:24Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:25.229912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1482d-4932-4df7-b06f-2ab503284a8a None None] Pushing event updated for resources: {'Port': ['ID=517fd1d0-0737-4d03-94ca-2403d7d61769,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:25.981232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 517fd1d0-0737-4d03-94ca-2403d7d61769 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:26.047757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 517fd1d0-0737-4d03-94ca-2403d7d61769 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:26.047757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:26.115278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 517fd1d0-0737-4d03-94ca-2403d7d61769 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:27.279891 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e231d-03f3-4af3-ae6d-7b9b49f8b0ee x-openstack-request-id: req-b78e231d-03f3-4af3-ae6d-7b9b49f8b0ee {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:27.280546 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "name": "network-vif-plugged", "status": "completed", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:27.280546 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b78e231d-03f3-4af3-ae6d-7b9b49f8b0ee {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:27.280828 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'code': 200} Jan 28 01:02:27.416717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402421fa-3e37-465a-b255-77175b47334e req-75f92f67-54b5-4e71-a7a9-ceb156550f57 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:27.418969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-402421fa-3e37-465a-b255-77175b47334e req-75f92f67-54b5-4e71-a7a9-ceb156550f57 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.0889628 Jan 28 01:02:27.430383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-8c33de23-5864-43e1-8ac3-8970d96fb035 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:27.431842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-8c33de23-5864-43e1-8ac3-8970d96fb035 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 829 time: 0.1925490 Jan 28 01:02:27.455935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-0ac739bb-fbaf-4c3a-8eac-8d9fb290bab3 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/quotas/c8d9cd7fcac141ffba8d9a7cd15fc30a HTTP/1.1" status: 200 len: 375 time: 0.0165415 Jan 28 01:02:27.490398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-402421fa-3e37-465a-b255-77175b47334e req-7c38f687-790d-4b5c-8bc2-c9f1de9a1ee0 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574446 Jan 28 01:02:27.544697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-576dfb52-60ed-4c55-9a11-09bd75054eb8 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574346 Jan 28 01:02:27.652641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-0dcfac9f-f6a3-45b7-8250-3e84c3940082 service neutron] 10.222.0.23 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984936 Jan 28 01:02:27.747727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-375bc4e7-fed4-4e5f-a526-319d670f3cac service neutron] 10.222.0.23 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894728 Jan 28 01:02:27.948509 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce153883-5fbb-470f-8f8e-7dc4b9a0a407 x-openstack-request-id: req-ce153883-5fbb-470f-8f8e-7dc4b9a0a407 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:27.948817 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:27.949076 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce153883-5fbb-470f-8f8e-7dc4b9a0a407 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:27.949498 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810', 'code': 200} Jan 28 01:02:28.154741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945e9ef-e394-4fef-9474-6fa38dc2e5a9 req-bb1db194-0b09-4867-8708-135823a045d6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.161815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5945e9ef-e394-4fef-9474-6fa38dc2e5a9 req-bb1db194-0b09-4867-8708-135823a045d6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.1220083 Jan 28 01:02:28.254413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5945e9ef-e394-4fef-9474-6fa38dc2e5a9 req-507e6ab0-cbad-42da-8376-62feb78d6331 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876930 Jan 28 01:02:28.352785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40770e1e-ef92-4907-9b39-3e76ce858435 req-ba54b6e2-b6e5-4078-b0fe-ebf8653bebce tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 210 time: 0.0743210 Jan 28 01:02:28.373706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-d7e0d6ee-bbf8-4113-be1b-8c58e36bcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.376177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-d7e0d6ee-bbf8-4113-be1b-8c58e36bcb40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.0954430 Jan 28 01:02:28.484433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e9db-555b-491b-8bb9-2ee7201ceafb req-f8720823-e9cf-4389-9ece-e324de4ffdfc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.505367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd2e9db-555b-491b-8bb9-2ee7201ceafb req-f8720823-e9cf-4389-9ece-e324de4ffdfc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1102414 Jan 28 01:02:28.568589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd2e9db-555b-491b-8bb9-2ee7201ceafb req-16efd81b-4776-4a05-9ae9-2c10410d11ce tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548136 Jan 28 01:02:28.655137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-1d3b7244-f359-4f69-b645-6a6c40dac333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.662644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-1d3b7244-f359-4f69-b645-6a6c40dac333 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.2400413 Jan 28 01:02:28.746708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-764c7644-a8f8-45b7-8ef5-d952619188ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0760264 Jan 28 01:02:28.808568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f39355-f8e7-4cc5-ad2d-641429e7cc7a req-30e7eed6-8e6d-432c-be2d-2df2bb1f2ec7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.810277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11f39355-f8e7-4cc5-ad2d-641429e7cc7a req-30e7eed6-8e6d-432c-be2d-2df2bb1f2ec7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.0931005 Jan 28 01:02:28.833746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-94fab56f-7db2-44ce-a070-86d1d773f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:28.837107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-94fab56f-7db2-44ce-a070-86d1d773f6d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.0840547 Jan 28 01:02:28.890012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11f39355-f8e7-4cc5-ad2d-641429e7cc7a req-05671fe2-a091-4dce-beaf-f5df32583f47 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739303 Jan 28 01:02:28.911306 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-87a75461-3386-4bc7-a5c9-fd5989027983 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371964 Jan 28 01:02:29.362290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-1b550ee6-14bb-4ac7-beba-f5ef5728c549 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437056 Jan 28 01:02:29.490274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe1c3a0a-36de-4d00-b5d7-09ba1c24d8f6 req-e0437c7b-284d-4634-8b77-a40c83513e00 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 210 time: 0.0419111 Jan 28 01:02:29.559162 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dd8e36b2-bec2-433b-aa12-bea92ea37229 req-343f79ea-117c-4363-a0ab-3a12c1d573ca service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886165 Jan 28 01:02:29.723639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb41e-1547-4f75-8736-6dca83b81da2 req-99969ce6-4def-4b2e-919b-f8b3bbc201ca tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:29.732386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27bbb41e-1547-4f75-8736-6dca83b81da2 req-99969ce6-4def-4b2e-919b-f8b3bbc201ca tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0709305 Jan 28 01:02:29.766818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-7f80f732-0233-44d6-b129-d1836c8d0d79 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:29.768349 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-7f80f732-0233-44d6-b129-d1836c8d0d79 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.43 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 829 time: 0.1687007 Jan 28 01:02:29.780548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27bbb41e-1547-4f75-8736-6dca83b81da2 req-fca20778-d332-4f26-b976-025d7d764a16 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Jan 28 01:02:29.796475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Request body: {'port': {'device_id': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'admin_state_up': True, 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:29.950996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:29.953179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Made reservation on behalf of c8d9cd7fcac141ffba8d9a7cd15fc30a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:29.953414 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470219c-7547-4846-b197-d70a2c3c34d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:29.960502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.013877 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf6895e-6615-4a2c-95eb-13b577c39fcd x-openstack-request-id: req-1cf6895e-6615-4a2c-95eb-13b577c39fcd {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:30.014580 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:30.015008 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cf6895e-6615-4a2c-95eb-13b577c39fcd {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:30.017494 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810', 'status': 'completed', 'code': 200} Jan 28 01:02:30.071505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea717155-b72b-4b2b-b911-def4571e7278 req-c574ed45-54e8-4e97-8f30-ba7c55deee56 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.076072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea717155-b72b-4b2b-b911-def4571e7278 req-c574ed45-54e8-4e97-8f30-ba7c55deee56 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.0804846 Jan 28 01:02:30.161612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Allocated IP 172.20.0.10 (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00/e3aab759-89fb-49b8-8363-03a8a25d3185/32886b64-f033-4e7c-a959-1c8dffa37951) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:30.166084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-2d58e794-9956-4637-b8a9-6329afc20ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.167994 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-2d58e794-9956-4637-b8a9-6329afc20ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1124 time: 0.0733328 Jan 28 01:02:30.168242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea717155-b72b-4b2b-b911-def4571e7278 req-61fa0f70-3324-4c8d-84d7-1f0cb0c79542 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851910 Jan 28 01:02:30.364765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-a43d6a8a-3fdb-43cd-90dd-520c2365cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.366275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-a43d6a8a-3fdb-43cd-90dd-520c2365cf6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1799085 Jan 28 01:02:30.422957 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-6d1891fb-98c9-4678-ba1d-1b213955416a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 217 time: 0.0461314 Jan 28 01:02:30.469686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for port (32886b64-f033-4e7c-a959-1c8dffa37951), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.491669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-b096c6cf-0db1-4400-b0de-7471cda6c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.493174 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-b096c6cf-0db1-4400-b0de-7471cda6c766 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0634823 Jan 28 01:02:30.530584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-8cbeeeee-ea10-4f73-a903-3709dfd52d96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297513 Jan 28 01:02:30.553670 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.600822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbb30-e403-436c-ac2c-8eb08b094434 req-0cf3021a-0e3b-4ec6-a254-0bcb01ba80d3 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.602992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eadfbb30-e403-436c-ac2c-8eb08b094434 req-0cf3021a-0e3b-4ec6-a254-0bcb01ba80d3 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 932 time: 0.0632339 Jan 28 01:02:30.637428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:30.646565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:30.653075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:30.662161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eadfbb30-e403-436c-ac2c-8eb08b094434 req-59a77c6f-6376-4d54-bff5-acb99f3b96c5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499971 Jan 28 01:02:30.663244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event updated for resources: {'Port': ['ID=32886b64-f033-4e7c-a959-1c8dffa37951,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:30.721051 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-5d0b87a7-9753-4e66-be58-7c4e398ca691 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854496 Jan 28 01:02:30.732177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.732601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.793310 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-c54dce8f-535a-4890-82fb-f5243274ab78 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0019057 Jan 28 01:02:30.811534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Request body: {'port': {'device_id': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:30.888256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:30.911809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3470219c-7547-4846-b197-d70a2c3c34d6 req-50f7dce2-bdf4-48d1-9afe-b3c756e9e262 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749077 Jan 28 01:02:30.927320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1bea-1cc6-46ce-966b-1e08452a6299 req-e98d1093-498c-43f8-b485-4485f2dfd367 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:30.929050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f1b1bea-1cc6-46ce-966b-1e08452a6299 req-e98d1093-498c-43f8-b485-4485f2dfd367 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0592651 Jan 28 01:02:30.990348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f1b1bea-1cc6-46ce-966b-1e08452a6299 req-10d1dae3-2661-4455-819f-20f83f7ff922 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537126 Jan 28 01:02:31.013074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-98c24b04-6209-4fcd-b397-ae590f7f1e34 None None] Provisioning complete for port 32886b64-f033-4e7c-a959-1c8dffa37951 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:31.013536 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98c24b04-6209-4fcd-b397-ae590f7f1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.056502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:02:31.085966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-98c24b04-6209-4fcd-b397-ae590f7f1e34 None None] Port 32886b64-f033-4e7c-a959-1c8dffa37951 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:02:31.151511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:31.151907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.181261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:31.184984 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e663a0b-4a29-4910-8ebe-4fb71dbab534" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:31.199531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:31.205256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.224067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32886b64-f033-4e7c-a959-1c8dffa37951 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:31.238626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Publish callbacks [] for port (32886b64-f033-4e7c-a959-1c8dffa37951), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.256580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Transition to ACTIVE for port object 32886b64-f033-4e7c-a959-1c8dffa37951 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:31.265242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.273524 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd47a0-3ba2-4a97-915e-1555bf8362ec x-openstack-request-id: req-1acd47a0-3ba2-4a97-915e-1555bf8362ec {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:31.274006 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:31.274366 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1acd47a0-3ba2-4a97-915e-1555bf8362ec {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:31.274903 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 01:02:31.290205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:31.340507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=32886b64-f033-4e7c-a959-1c8dffa37951,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:31.346909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e54bb3-117e-475a-a6df-a1a20a38061f req-8c33e0c3-cc2a-45ae-a40a-0dc091def250 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.348359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86e54bb3-117e-475a-a6df-a1a20a38061f req-8c33e0c3-cc2a-45ae-a40a-0dc091def250 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.0571516 Jan 28 01:02:31.391582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:31.402470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86e54bb3-117e-475a-a6df-a1a20a38061f req-45c89f2f-b773-4b3f-a77c-8071227d0cdf tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Jan 28 01:02:31.454583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Attempting to bind port 32886b64-f033-4e7c-a959-1c8dffa37951 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:31.454913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Attempting to bind port 32886b64-f033-4e7c-a959-1c8dffa37951 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:31.455250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Attempting to bind port 32886b64-f033-4e7c-a959-1c8dffa37951 on network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:31.467590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Port 32886b64-f033-4e7c-a959-1c8dffa37951 on network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:31.468018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Attempting to bind port 32886b64-f033-4e7c-a959-1c8dffa37951 on network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:31.486130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:31.487035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Checking segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:31.487588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Bound using segment: {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:31.488204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Bound port: 32886b64-f033-4e7c-a959-1c8dffa37951, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8222794c-fdf1-4a16-98b3-bcdf2187e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:31.488750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.568276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] For port 32886b64-f033-4e7c-a959-1c8dffa37951, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:31.575253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] For port 32886b64-f033-4e7c-a959-1c8dffa37951, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=32886b64-f033-4e7c-a959-1c8dffa37951,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:31.580822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.619859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.620628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:31.622045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 1092 time: 0.8148398 Jan 28 01:02:31.622401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:31.624745 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9510918-9d97-4c9c-b688-a234f30774c4" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:31.646584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058fa86-cbf8-4a80-b2cd-a93072c4b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=32886b64-f033-4e7c-a959-1c8dffa37951,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:31.684875 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c094e20-bf89-4095-b0d0-5ba159948ca3 x-openstack-request-id: req-0c094e20-bf89-4095-b0d0-5ba159948ca3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:31.685371 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:31.685835 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c094e20-bf89-4095-b0d0-5ba159948ca3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:31.686427 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951', 'status': 'completed', 'code': 200} Jan 28 01:02:31.752775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-a347efb2-ad7f-434b-99ca-12cb45ca915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.754522 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-a347efb2-ad7f-434b-99ca-12cb45ca915a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1095 time: 0.0514815 Jan 28 01:02:31.811372 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-9d2b00ba-bb3d-4f8c-a259-5d28479ae5fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 217 time: 0.0420063 Jan 28 01:02:31.836597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-85829580-ced9-473d-b713-f73523a08557 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.838185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-85829580-ced9-473d-b713-f73523a08557 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.1642432 Jan 28 01:02:31.846343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e4669-b509-44f3-9441-b6bbb78e5043 req-2eb88f50-83b6-4c3b-8ed3-a2d6f90febaa tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.848130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10e4669-b509-44f3-9441-b6bbb78e5043 req-2eb88f50-83b6-4c3b-8ed3-a2d6f90febaa tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 944 time: 0.0917082 Jan 28 01:02:31.865380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-4216a9af-262b-473a-83df-fa88f53e8c92 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/quotas/b1a34d1509724d81881d2e55ea74e339 HTTP/1.1" status: 200 len: 375 time: 0.0160236 Jan 28 01:02:31.869130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-57cc7f58-de0a-4e09-b73c-e35648f50488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.870980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-57cc7f58-de0a-4e09-b73c-e35648f50488 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 200 len: 868 time: 0.0529032 Jan 28 01:02:31.914730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800daa-fa2c-4075-b258-69468145add6 req-97f2b875-0408-4a6d-8d6f-770bcce55b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:31.916178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-97f2b875-0408-4a6d-8d6f-770bcce55b78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395150 Jan 28 01:02:31.936135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10e4669-b509-44f3-9441-b6bbb78e5043 req-c1f76192-e13c-4c04-b2ec-52ed2ef24f6e tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Jan 28 01:02:31.940860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-72cd951e-67ad-4cbc-a5d3-a444c10758ca tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746293 Jan 28 01:02:32.016865 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-5c59345c-a966-4155-bafb-2ad744dad865 service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935001 Jan 28 01:02:32.040904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-9a426228-8d8a-4850-a6bc-17bfb6b35a48 service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929372 Jan 28 01:02:32.121717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9a800daa-fa2c-4075-b258-69468145add6 req-eaed0852-4c0c-46fd-9ac4-19c4b686687d service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946350 Jan 28 01:02:32.159879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e51d2-54b0-40cf-93c8-099737d1e87b req-b977434f-2d2f-4a1a-a132-1cf703f0dc78 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:32.161374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c4e51d2-54b0-40cf-93c8-099737d1e87b req-b977434f-2d2f-4a1a-a132-1cf703f0dc78 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0967047 Jan 28 01:02:32.183410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-6692d480-525b-4fd3-8b3c-69d9b3d09864 service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367526 Jan 28 01:02:32.212604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c4e51d2-54b0-40cf-93c8-099737d1e87b req-3194bbeb-a64c-470f-a014-8fc08246657b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455134 Jan 28 01:02:32.270330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-62aaf49f-c33a-417c-84bc-d5da8443562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:32.271964 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-62aaf49f-c33a-417c-84bc-d5da8443562f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1095 time: 0.0542338 Jan 28 01:02:32.360406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27e71c0a-8b30-4bf6-aff5-78f714edb0c5 req-c71b39de-a5a4-42d8-bf21-6577e9e39b25 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 210 time: 0.0264726 Jan 28 01:02:32.403416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-9489d13f-aa3a-448c-8989-46d03d3d9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:32.404972 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-9489d13f-aa3a-448c-8989-46d03d3d9a66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 930 time: 0.1027098 Jan 28 01:02:32.449811 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-ae7e652c-83fd-4343-a832-04d3fc3118ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 217 time: 0.0376103 Jan 28 01:02:32.509121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-f4fbd3c5-1016-494c-92df-0a8fbe9841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:32.510699 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-f4fbd3c5-1016-494c-92df-0a8fbe9841e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 200 len: 868 time: 0.0519433 Jan 28 01:02:32.543498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedec6c-b107-4ede-b730-99cd28367a44 req-4b736d30-3124-44a3-9b67-80b164022a18 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:32.545014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0dedec6c-b107-4ede-b730-99cd28367a44 req-4b736d30-3124-44a3-9b67-80b164022a18 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.0620074 Jan 28 01:02:32.557983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-5282b296-5beb-4716-b982-ef85ccaa8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:32.559489 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-5282b296-5beb-4716-b982-ef85ccaa8515 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419984 Jan 28 01:02:32.606503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0dedec6c-b107-4ede-b730-99cd28367a44 req-08e63beb-e0f7-4d99-adc9-b5dfc6def564 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 Jan 28 01:02:32.655860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-95c9383a-5359-480b-b1ff-1cdcc11acb97 service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899374 Jan 28 01:02:32.757295 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d9510918-9d97-4c9c-b688-a234f30774c4 req-86e575db-2b15-4c3a-aff9-41ca0a3e332b service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929112 Jan 28 01:02:33.064296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc165a-0fd4-4fa4-aff4-f7beb27bded6 req-fc21656f-e48e-4629-a03e-b1e83530b5a4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:33.065768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fdc165a-0fd4-4fa4-aff4-f7beb27bded6 req-fc21656f-e48e-4629-a03e-b1e83530b5a4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 944 time: 0.0536525 Jan 28 01:02:33.112154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fdc165a-0fd4-4fa4-aff4-f7beb27bded6 req-e981185e-8df3-4d54-9196-b27715f1180c tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Jan 28 01:02:33.335789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e9e91-1af7-4b8e-8383-882c53af686a req-c1bc27d3-cb53-4e9a-96a8-13441b88df43 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:33.337291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-869e9e91-1af7-4b8e-8383-882c53af686a req-c1bc27d3-cb53-4e9a-96a8-13441b88df43 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0489213 Jan 28 01:02:33.353615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:33.402882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-869e9e91-1af7-4b8e-8383-882c53af686a req-17331764-bc4b-40d2-a087-f983299cd825 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576880 Jan 28 01:02:33.475644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0288138-3ecd-4ad1-9504-86ea1baf2c15 req-9f47d7a0-d31a-4e12-a7d8-844d16d0a040 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 210 time: 0.0285001 Jan 28 01:02:33.675468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-db47f285-b72c-47e1-afb6-fa82a516c0ac tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:33.677880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-db47f285-b72c-47e1-afb6-fa82a516c0ac tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.1153693 Jan 28 01:02:33.724353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Request body: {'port': {'device_id': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'admin_state_up': True, 'tenant_id': 'b1a34d1509724d81881d2e55ea74e339'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:33.969319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006741-1a6c-4c86-832c-f96e64642a66 req-aee0132c-b8d8-47e9-adf0-3ee5d90936f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:33.971095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39006741-1a6c-4c86-832c-f96e64642a66 req-aee0132c-b8d8-47e9-adf0-3ee5d90936f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/ports?device_id=86dc85d4-4b8d-43b0-bb6c-627fab16d38e HTTP/1.1" status: 200 len: 945 time: 0.0550637 Jan 28 01:02:34.083882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d5e43-79e2-49e4-8b89-908a5dd4cb84 req-a9f3b7d7-3f5d-48d1-b438-d19c9201b62b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:34.085381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff9d5e43-79e2-49e4-8b89-908a5dd4cb84 req-a9f3b7d7-3f5d-48d1-b438-d19c9201b62b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.3970299 Jan 28 01:02:34.089074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Deleting port 48ce3fdf-1891-4251-8983-2babbdd2eb1b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:02:34.089428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.180119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Made reservation on behalf of b1a34d1509724d81881d2e55ea74e339 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:02:34.183871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.190805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff9d5e43-79e2-49e4-8b89-908a5dd4cb84 req-e36e1fb0-0a2b-48df-8bc2-a093441828ed tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982938 Jan 28 01:02:34.215976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] For port 48ce3fdf-1891-4251-8983-2babbdd2eb1b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=48ce3fdf-1891-4251-8983-2babbdd2eb1b,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:34.216487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.229601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Calling delete_port for 48ce3fdf-1891-4251-8983-2babbdd2eb1b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:02:34.298019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fa811-3047-4566-a62c-47b7851482a0 req-368e8a58-1214-4d07-8cc4-d1ef2935337c tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:34.299640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-429fa811-3047-4566-a62c-47b7851482a0 req-368e8a58-1214-4d07-8cc4-d1ef2935337c tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 944 time: 0.1008337 Jan 28 01:02:34.374415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (48ce3fdf-1891-4251-8983-2babbdd2eb1b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.396565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Allocated IP 172.20.0.14 (a99c1987-4230-47a7-9f98-9507df1ad80c/35563b2f-e531-4265-8c85-b2bc87b2b39a/be678e28-bb56-4c3b-80af-34feecb499c2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:34.405821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-429fa811-3047-4566-a62c-47b7851482a0 req-d10eea03-2997-4882-8135-d834b58de841 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934992 Jan 28 01:02:34.421339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event deleted for resources: {'Port': ['ID=48ce3fdf-1891-4251-8983-2babbdd2eb1b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:34.495144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] No DVR routers for this DVR port 48ce3fdf-1891-4251-8983-2babbdd2eb1b on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:02:34.498759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.502653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39006741-1a6c-4c86-832c-f96e64642a66 req-ed69147c-5b83-4274-bdae-ac6ac320553c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "DELETE /v2.0/ports/48ce3fdf-1891-4251-8983-2babbdd2eb1b HTTP/1.1" status: 204 len: 173 time: 0.5243318 Jan 28 01:02:34.503177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'name': 'network-vif-deleted', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:34.506396 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b877a6eb-765b-4089-bcbe-e5809b87fdc1" -d '{"events": [{"server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "name": "network-vif-deleted", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:34.636936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79ec7f42-f90e-49a7-be4a-0ae1090b2e2a req-0aad482c-6b28-42f3-9599-bed168ad459b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 210 time: 0.0396392 Jan 28 01:02:34.649963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe23995-5d2e-4d79-baf9-6a7a2925cd31 req-5b84c444-7e55-4aef-a471-0b7633ffb12d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:34.652148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fe23995-5d2e-4d79-baf9-6a7a2925cd31 req-5b84c444-7e55-4aef-a471-0b7633ffb12d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1207454 Jan 28 01:02:34.679186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks [] for port (be678e28-bb56-4c3b-80af-34feecb499c2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.693523 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f1417-b37a-4681-85d9-545540d5b3cc x-openstack-request-id: req-a94f1417-b37a-4681-85d9-545540d5b3cc {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:34.693839 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dc85d4-4b8d-43b0-bb6c-627fab16d38e", "name": "network-vif-deleted", "tag": "48ce3fdf-1891-4251-8983-2babbdd2eb1b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:34.694104 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a94f1417-b37a-4681-85d9-545540d5b3cc {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:34.694557 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dc85d4-4b8d-43b0-bb6c-627fab16d38e', 'name': 'network-vif-deleted', 'tag': '48ce3fdf-1891-4251-8983-2babbdd2eb1b', 'status': 'completed', 'code': 200} Jan 28 01:02:34.742811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fe23995-5d2e-4d79-baf9-6a7a2925cd31 req-4e72822c-fc8c-44ea-b835-26189d065c4b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813568 Jan 28 01:02:34.755939 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.804630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Network a99c1987-4230-47a7-9f98-9507df1ad80c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:34.811264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:34.813794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:34.821194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:34.864972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:34.865611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.883395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2b5e2b39-eaf8-46dc-b247-a176dbed9da2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1630762 Jan 28 01:02:34.902950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Request body: {'port': {'device_id': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:34.957807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:34.987104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 32886b64-f033-4e7c-a959-1c8dffa37951 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:34.999578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:02:35.084293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:35.099675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:02:35.217491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:35.231704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '47c18955-7d3c-463e-a412-122f3fd2c360', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:35.304439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:35.304932 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.306999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 48ce3fdf-1891-4251-8983-2babbdd2eb1b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:02:35.307412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:02:35.332425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 32886b64-f033-4e7c-a959-1c8dffa37951, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=32886b64-f033-4e7c-a959-1c8dffa37951,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:35.364000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:35.384578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be678e28-bb56-4c3b-80af-34feecb499c2 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:35.386372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:35.393790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '32886b64-f033-4e7c-a959-1c8dffa37951', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'port_id': '32886b64-f033-4e7c-a959-1c8dffa37951', 'mac_address': 'fa:16:3e:b7:91:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:35.395857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Publish callbacks [] for port (be678e28-bb56-4c3b-80af-34feecb499c2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.399353 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.429415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d64957-ecf4-4353-aba9-ebc9791051f9 req-869d0f65-f038-4ed1-afc4-92f6c296499e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:35.437179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85d64957-ecf4-4353-aba9-ebc9791051f9 req-869d0f65-f038-4ed1-afc4-92f6c296499e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.1048393 Jan 28 01:02:35.440105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Transition to ACTIVE for port object be678e28-bb56-4c3b-80af-34feecb499c2 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:35.454149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.498108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6fa04ebd-9949-4ac7-a431-355df6132810 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:35.550319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:35.553417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 32886b64-f033-4e7c-a959-1c8dffa37951 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:35.553826 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.568771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32886b64-f033-4e7c-a959-1c8dffa37951 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:35.589950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 32886b64-f033-4e7c-a959-1c8dffa37951, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=32886b64-f033-4e7c-a959-1c8dffa37951,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:35.595720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.650138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85d64957-ecf4-4353-aba9-ebc9791051f9 req-6413ad1d-e953-49ff-bb09-98b891afb460 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965127 Jan 28 01:02:35.658956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=32886b64-f033-4e7c-a959-1c8dffa37951,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:35.670134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['47c18955-7d3c-463e-a412-122f3fd2c360'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:35.673302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:35.693958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c38b4-b8a0-4e7b-b4da-529e25de5a24 req-f64ef97b-c73f-4550-baa4-33586dd5a7fc tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:35.701018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-108c38b4-b8a0-4e7b-b4da-529e25de5a24 req-f64ef97b-c73f-4550-baa4-33586dd5a7fc tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 944 time: 0.1916385 Jan 28 01:02:35.743256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Attempting to bind port be678e28-bb56-4c3b-80af-34feecb499c2 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:02:35.743638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Attempting to bind port be678e28-bb56-4c3b-80af-34feecb499c2 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:02:35.744268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Attempting to bind port be678e28-bb56-4c3b-80af-34feecb499c2 on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:35.758245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Port be678e28-bb56-4c3b-80af-34feecb499c2 on network a99c1987-4230-47a7-9f98-9507df1ad80c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:02:35.758591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Attempting to bind port be678e28-bb56-4c3b-80af-34feecb499c2 on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:02:35.766438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-108c38b4-b8a0-4e7b-b4da-529e25de5a24 req-6b89f6e7-3aaa-433a-9778-0a925050211f tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636611 Jan 28 01:02:35.772299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:02:35.772667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Checking segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:02:35.773057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Bound using segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:02:35.773501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Bound port: be678e28-bb56-4c3b-80af-34feecb499c2, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:02:35.773893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.929313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:35.934453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['32886b64-f033-4e7c-a959-1c8dffa37951'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:35.934659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:02:35.943089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:35.960428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b5f0c-1a52-417f-a847-179def13f33d req-e2ac8af8-f741-4f58-8219-4b99f2ba9998 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:35.962029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-270b5f0c-1a52-417f-a847-179def13f33d req-e2ac8af8-f741-4f58-8219-4b99f2ba9998 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 944 time: 0.1146600 Jan 28 01:02:35.990011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7249fc-9121-48e2-a159-641de46f2db9 req-adf4e632-0e52-4888-acf5-e65e8c1063c1 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:35.991510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d7249fc-9121-48e2-a159-641de46f2db9 req-adf4e632-0e52-4888-acf5-e65e8c1063c1 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1417916 Jan 28 01:02:36.008792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.009418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:36.010935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] 10.222.0.45 "PUT /v2.0/ports/be678e28-bb56-4c3b-80af-34feecb499c2 HTTP/1.1" status: 200 len: 1092 time: 1.1133704 Jan 28 01:02:36.011393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:36.013644 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6474d-b244-4fb4-a820-91b27e4d8ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:36.078406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468405b-ce6c-4267-b9b4-ddf68d0fd640 service neutron] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:36.105796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-270b5f0c-1a52-417f-a847-179def13f33d req-f78548a3-3d11-4b45-98e8-abb00bed32c2 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232908 Jan 28 01:02:36.132784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d7249fc-9121-48e2-a159-641de46f2db9 req-311af661-83ee-44fd-b505-cadb3cefd64d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143727 Jan 28 01:02:36.165424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-0b121f75-8cb2-400f-b10a-0b676f84015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.171296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-0b121f75-8cb2-400f-b10a-0b676f84015b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 1095 time: 0.0620024 Jan 28 01:02:36.225426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-e9de9e66-1151-48c4-8409-1c39d66f7984 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be678e28-bb56-4c3b-80af-34feecb499c2 HTTP/1.1" status: 200 len: 217 time: 0.0343494 Jan 28 01:02:36.261438 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d789f2-c0b0-4cae-b2fd-324ee5b38b7c x-openstack-request-id: req-c4d789f2-c0b0-4cae-b2fd-324ee5b38b7c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:36.261928 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:36.262184 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4d789f2-c0b0-4cae-b2fd-324ee5b38b7c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:36.262612 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'status': 'completed', 'code': 200} Jan 28 01:02:36.302600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-6f06ddbb-2026-4cc4-b98c-ad1b69461bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.304044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-6f06ddbb-2026-4cc4-b98c-ad1b69461bd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.0513523 Jan 28 01:02:36.335657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-40e4d078-f9a8-462a-b5e4-7ca7a7b445cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246716 Jan 28 01:02:36.426469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-0707b54b-541a-4b09-9db9-9e9751a78687 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833602 Jan 28 01:02:36.523263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d591bf1b-6e4d-4ebf-bd76-d3e90eba9fdf req-85e64f3e-d995-4367-bae9-c641a6559102 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894370 Jan 28 01:02:36.667277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-30f9df33-589b-4bb0-a141-11f322a65b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.668911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-30f9df33-589b-4bb0-a141-11f322a65b11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 1095 time: 0.0434341 Jan 28 01:02:36.800995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3bb0e-c29a-4250-814f-6fb4ce69c0c5 req-6281feff-231d-4783-bfe6-7deffe1567df tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.802594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bc3bb0e-c29a-4250-814f-6fb4ce69c0c5 req-6281feff-231d-4783-bfe6-7deffe1567df tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 943 time: 0.0775456 Jan 28 01:02:36.803828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-d0d455fd-d846-448c-b04d-314c26cdbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.805207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-d0d455fd-d846-448c-b04d-314c26cdbc0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 905 time: 0.1271734 Jan 28 01:02:36.856738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-8f95ec58-754f-4f82-8cd5-a14c4902a710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be678e28-bb56-4c3b-80af-34feecb499c2 HTTP/1.1" status: 200 len: 217 time: 0.0417354 Jan 28 01:02:36.941487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bc3bb0e-c29a-4250-814f-6fb4ce69c0c5 req-d2464a1d-3590-4518-a098-9d40353e3fa8 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325977 Jan 28 01:02:36.952188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-1f31b500-7bec-4220-b479-3ed801179d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.953672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-1f31b500-7bec-4220-b479-3ed801179d6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.0869884 Jan 28 01:02:36.989596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-9751a854-e119-487a-9261-39a1c8c03ae4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279305 Jan 28 01:02:36.989963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:36.997469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7800e2-8a16-481b-bd8e-7e82004c1d83 req-f4ed86cd-bf1d-47b1-9ef0-344de4ece2ce tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:36.998917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b7800e2-8a16-481b-bd8e-7e82004c1d83 req-f4ed86cd-bf1d-47b1-9ef0-344de4ece2ce tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 945 time: 0.0894117 Jan 28 01:02:37.008176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 32886b64-f033-4e7c-a959-1c8dffa37951 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:37.066308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2fc17259-b095-4372-8596-608707b2e494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.083227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:37.087712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 32886b64-f033-4e7c-a959-1c8dffa37951 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:37.108654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b7800e2-8a16-481b-bd8e-7e82004c1d83 req-8470748f-eda2-4409-95ea-25d9aef86e2d tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Jan 28 01:02:37.110417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 32886b64-f033-4e7c-a959-1c8dffa37951 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:37.110798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.131308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-cfe8bb12-2620-4c32-b741-94be450f8e05 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314721 Jan 28 01:02:37.180513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 47c18955-7d3c-463e-a412-122f3fd2c360 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:37.180883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.250980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 32886b64-f033-4e7c-a959-1c8dffa37951 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:37.251369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.287733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:37.290003 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1945dbe7-d827-44e9-865a-49c3eed41c2d" -d '{"events": [{"server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "name": "network-vif-plugged", "status": "completed", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:37.306531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 32886b64-f033-4e7c-a959-1c8dffa37951, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=32886b64-f033-4e7c-a959-1c8dffa37951,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:37.330362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.333524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571d3e8-f8f5-4bc5-aaab-2d385956aaed req-8cfe513d-d7b2-4c3a-ab27-fe701e6fb0ef tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:37.335222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0571d3e8-f8f5-4bc5-aaab-2d385956aaed req-8cfe513d-d7b2-4c3a-ab27-fe701e6fb0ef tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 944 time: 0.1155643 Jan 28 01:02:37.347486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba6474d-b244-4fb4-a820-91b27e4d8ae9 req-ef6302dc-2d98-49f1-8785-64f41223f55b service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044950 Jan 28 01:02:37.355134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe08ca1-2401-4017-97d8-48d8ffdfc4c3 req-9a7e5304-1935-42e4-825d-0446c16caa67 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:37.357125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fe08ca1-2401-4017-97d8-48d8ffdfc4c3 req-9a7e5304-1935-42e4-825d-0446c16caa67 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1184967 Jan 28 01:02:37.367086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:37.367442 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.388083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-159bfd33-80ba-42c7-b6b3-a00124a66386 service neutron] 10.222.0.43 "GET /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.0652585 Jan 28 01:02:37.407121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=32886b64-f033-4e7c-a959-1c8dffa37951,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:37.429475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:37.431218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0571d3e8-f8f5-4bc5-aaab-2d385956aaed req-84d459f8-ae0f-47b9-a7d7-2db35dfb0480 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860858 Jan 28 01:02:37.437158 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.438116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:02:37.455016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fe08ca1-2401-4017-97d8-48d8ffdfc4c3 req-00fc4d24-7d5f-4ec5-a925-a7731c34343b tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746508 Jan 28 01:02:37.488740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 48ce3fdf-1891-4251-8983-2babbdd2eb1b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:02:37.489144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 48ce3fdf-1891-4251-8983-2babbdd2eb1b not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:02:37.512389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:37.591368 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff8197f-7a4d-4cda-9381-50d7d5e9d162 x-openstack-request-id: req-aff8197f-7a4d-4cda-9381-50d7d5e9d162 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:37.591667 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "name": "network-vif-plugged", "status": "completed", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:37.591930 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aff8197f-7a4d-4cda-9381-50d7d5e9d162 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:37.592362 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951', 'code': 200} Jan 28 01:02:37.612739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:37.631766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:37.666591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa04ebd-9949-4ac7-a431-355df6132810 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:37.677905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:37.711274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.753460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0124c2-022f-4fcd-bce1-a3b6a9ab8673 req-34a72993-62f9-46d9-99aa-063f5dd093a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:37.754972 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-af0124c2-022f-4fcd-bce1-a3b6a9ab8673 req-34a72993-62f9-46d9-99aa-063f5dd093a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1097 time: 0.0694158 Jan 28 01:02:37.815855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] Transition to ACTIVE for port object 6fa04ebd-9949-4ac7-a431-355df6132810 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:02:37.823627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:37.833977 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-af0124c2-022f-4fcd-bce1-a3b6a9ab8673 req-ae1c1000-8259-408a-85b2-f3c1e7ff8bec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660577 Jan 28 01:02:37.886756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] No DVR routers for this DVR port 6fa04ebd-9949-4ac7-a431-355df6132810 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:02:37.898542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] Pushing event updated for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:37.925915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-5e7ebf08-80f6-4c3a-9061-4e59cbf3b94e service neutron] 10.222.0.43 "PUT /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810/bindings/n-h2-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5316947 Jan 28 01:02:38.079823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9d77-53fd-4dde-bf92-aa6543a5b836 req-01a5eac8-c3db-478a-ba7e-75a644fd020a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.081290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42cb9d77-53fd-4dde-bf92-aa6543a5b836 req-01a5eac8-c3db-478a-ba7e-75a644fd020a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.0620127 Jan 28 01:02:38.132731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42cb9d77-53fd-4dde-bf92-aa6543a5b836 req-d95ee6ac-f11a-4f27-95fb-ca6679748867 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Jan 28 01:02:38.274590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53099b-8c4d-4445-8e79-657a844b9fb2 req-80659405-9402-426e-9a9c-92bc4946fb2b tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.276091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd53099b-8c4d-4445-8e79-657a844b9fb2 req-80659405-9402-426e-9a9c-92bc4946fb2b tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 946 time: 0.0851498 Jan 28 01:02:38.293014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-0bc0c34c-b51f-4c8e-99e8-e4776f1848ae tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.294504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-0bc0c34c-b51f-4c8e-99e8-e4776f1848ae tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0728521 Jan 28 01:02:38.361532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd53099b-8c4d-4445-8e79-657a844b9fb2 req-eb81596a-4075-41cb-89d6-74883d371cfb tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784602 Jan 28 01:02:38.367721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-4b5027b3-2dbd-4bb4-853d-d171ceddc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.369596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-4b5027b3-2dbd-4bb4-853d-d171ceddc2e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 1095 time: 0.0656257 Jan 28 01:02:38.444561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-4367a14e-b6fc-47aa-8e5e-bb6f440dbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.446060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-4367a14e-b6fc-47aa-8e5e-bb6f440dbbdf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1095 time: 0.0415788 Jan 28 01:02:38.610948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18490d-6801-477f-a951-bb47512934e2 req-1c21d35e-8d72-413a-aa11-5663dd504d1d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.612427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b18490d-6801-477f-a951-bb47512934e2 req-1c21d35e-8d72-413a-aa11-5663dd504d1d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 944 time: 0.1015561 Jan 28 01:02:38.616964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-e9bdf2fa-ecc6-4b13-b1a7-24f1ce9111bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.618366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-e9bdf2fa-ecc6-4b13-b1a7-24f1ce9111bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1659200 Jan 28 01:02:38.675199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-991ed536-b1c9-4b5f-8644-c36599275ce0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 200 len: 217 time: 0.0481780 Jan 28 01:02:38.681951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabcab9-80d1-49ae-840a-d9e3dc9bacfc req-76665a54-4a84-44f6-84e1-d4fe6732886a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.683392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cbabcab9-80d1-49ae-840a-d9e3dc9bacfc req-76665a54-4a84-44f6-84e1-d4fe6732886a tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1412015 Jan 28 01:02:38.768285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b18490d-6801-477f-a951-bb47512934e2 req-97ae17bc-3c90-49f8-8185-0607ea6ba425 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488748 Jan 28 01:02:38.772109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-99985d05-acb2-461b-84a4-54da8e08d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:38.773535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-99985d05-acb2-461b-84a4-54da8e08d128 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0891852 Jan 28 01:02:38.807027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-c7be6263-b143-4778-934d-bc5caeca713f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258536 Jan 28 01:02:38.810184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cbabcab9-80d1-49ae-840a-d9e3dc9bacfc req-90cb1c5e-79df-4fd2-b222-1ddd5417d600 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168144 Jan 28 01:02:38.907692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-c16fd860-59d0-4fb3-be7a-ef1588a17767 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934501 Jan 28 01:02:39.009733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-f62d1c45-99c8-4f56-a0ce-d53a1342e342 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949824 Jan 28 01:02:39.271573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09fdf643-eebb-4acf-b38c-58ed94ab94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:39.276915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d2599-718d-4c46-bd5e-f54ca12319f8 req-d21fb992-b31b-4e01-beb3-e20bd40e3991 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:39.278487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f99d2599-718d-4c46-bd5e-f54ca12319f8 req-d21fb992-b31b-4e01-beb3-e20bd40e3991 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.0668378 Jan 28 01:02:39.348956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-f4c1967e-710f-4682-ab3d-6cc84177e5d4 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:39.350506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-f4c1967e-710f-4682-ab3d-6cc84177e5d4 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0711124 Jan 28 01:02:39.354075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f99d2599-718d-4c46-bd5e-f54ca12319f8 req-4ef25440-9f8d-4dcc-9efa-a8549a6d68dd tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666358 Jan 28 01:02:39.531848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea9069-75e1-4916-89d5-7f2511a48fde req-3cce16d3-2669-466f-9ec5-e427ece153fb tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:39.533360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5ea9069-75e1-4916-89d5-7f2511a48fde req-3cce16d3-2669-466f-9ec5-e427ece153fb tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 946 time: 0.0958021 Jan 28 01:02:39.593513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:39.596184 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f2237a-f3a3-4ecb-8695-9c54c279347c" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:39.616554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5ea9069-75e1-4916-89d5-7f2511a48fde req-4f06dd6a-9fc0-4159-913d-037cbc5e71f7 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 Jan 28 01:02:39.621455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-6ff8ed73-fffb-42cd-911a-54009b29b331 service neutron] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:02:39.624944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-6ff8ed73-fffb-42cd-911a-54009b29b331 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:39.626161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adff714e-1bd8-4319-892a-0c8f5d7725b6 req-6ff8ed73-fffb-42cd-911a-54009b29b331 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810/bindings/n-h1-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.1775453 Jan 28 01:02:39.648153 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb8dad-c1fe-4e81-b986-d3b70cc6ba13 x-openstack-request-id: req-6dcb8dad-c1fe-4e81-b986-d3b70cc6ba13 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:39.648662 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:39.648874 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dcb8dad-c1fe-4e81-b986-d3b70cc6ba13 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:39.649351 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 01:02:39.844361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-b3c54e21-be6a-4d3c-94e4-f594adf1f765 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 258 time: 0.1838977 Jan 28 01:02:39.860835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:40.198195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:40.220542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef252aa-9d69-4ca3-8d06-fd6125ce63cb req-b4367a41-a19f-4947-848d-703e7ebe575e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:40.222085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ef252aa-9d69-4ca3-8d06-fd6125ce63cb req-b4367a41-a19f-4947-848d-703e7ebe575e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 944 time: 0.3753915 Jan 28 01:02:40.311900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ef252aa-9d69-4ca3-8d06-fd6125ce63cb req-51743053-8afa-4f39-af33-b93b28a29227 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824151 Jan 28 01:02:40.374976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:40.481244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c6a68-cc39-4184-bef7-b13161fdafab req-520caa9f-1748-4daf-b0e2-aaa43e2f7c31 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:40.488882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a09c6a68-cc39-4184-bef7-b13161fdafab req-520caa9f-1748-4daf-b0e2-aaa43e2f7c31 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1116672 Jan 28 01:02:40.591334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a09c6a68-cc39-4184-bef7-b13161fdafab req-58711d45-e430-4876-a79d-f6dc6cda2176 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014054 Jan 28 01:02:40.592673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Allocated IP 172.25.1.178 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/0ca5b29c-a136-42c7-8db2-050ad3dc526f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:40.735451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:40.760494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:40.808774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:40.867490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:40.873443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:40.879869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:40.885750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event updated for resources: {'Port': ['ID=0ca5b29c-a136-42c7-8db2-050ad3dc526f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:41.038855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ad585-e627-4cc7-97b0-c5337e5cc7e4 req-f78fa48b-0fa1-436b-b45d-d140b6efc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.041122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a8ad585-e627-4cc7-97b0-c5337e5cc7e4 req-f78fa48b-0fa1-436b-b45d-d140b6efc3e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.0610175 Jan 28 01:02:41.051852 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.078702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916b1fc-2088-41ed-b4a0-959cfafe51ca req-c0450cba-aa20-40f5-855e-5b4e19eb0f6d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.081840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3916b1fc-2088-41ed-b4a0-959cfafe51ca req-c0450cba-aa20-40f5-855e-5b4e19eb0f6d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.0684988 Jan 28 01:02:41.091104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a8ad585-e627-4cc7-97b0-c5337e5cc7e4 req-0ccab646-6346-4893-90ae-817130d08e4f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Jan 28 01:02:41.111757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:02:41.131234 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.192230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3916b1fc-2088-41ed-b4a0-959cfafe51ca req-ba11647e-a416-490b-b441-6c4d47676f0f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055977 Jan 28 01:02:41.292974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:41.308812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'mac_address': 'fa:16:3e:ff:df:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:02:41.357061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port be678e28-bb56-4c3b-80af-34feecb499c2 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:41.357452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.375182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be678e28-bb56-4c3b-80af-34feecb499c2 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:02:41.380472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.389726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.395563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c3b61-ff28-490c-8d1f-d3b46665d894 req-dbcfff2f-ef2f-4303-b347-990913ec1269 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.397261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-701c3b61-ff28-490c-8d1f-d3b46665d894 req-dbcfff2f-ef2f-4303-b347-990913ec1269 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1095 time: 0.0689161 Jan 28 01:02:41.400044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:41.405918 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.489979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:41.506915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event updated for resources: {'Port': ['ID=0ca5b29c-a136-42c7-8db2-050ad3dc526f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:41.532930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-701c3b61-ff28-490c-8d1f-d3b46665d894 req-70fa04ac-ccba-4577-94ff-3cfb54b8034f tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057951 Jan 28 01:02:41.534568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.560157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.561364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-903bcc4c-04ba-4e1f-b6b2-b6b87d11f6d4 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7061498 Jan 28 01:02:41.629410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-4c8a2ad9-777f-4254-b340-c860f5d88444 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0609062 Jan 28 01:02:41.718737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413506c0-61cf-4ee2-b55c-3efa7b7accb1 req-b503c5f7-295d-4a89-8ee8-8ca74281bb0b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.720940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-413506c0-61cf-4ee2-b55c-3efa7b7accb1 req-b503c5f7-295d-4a89-8ee8-8ca74281bb0b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 945 time: 0.1111939 Jan 28 01:02:41.788630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-0fda4594-cf81-4783-a8bb-b9ff166d7415 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.790042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd833bd5-dcc3-4b1c-b64f-1f4a8a60b151 req-0fda4594-cf81-4783-a8bb-b9ff166d7415 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1457698 Jan 28 01:02:41.816865 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.818297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-413506c0-61cf-4ee2-b55c-3efa7b7accb1 req-3346d19a-6b19-466b-9b8e-0181921064fe tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779700 Jan 28 01:02:41.953992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582b71c-044d-4b2d-b7ec-b82735c026be req-3abfb72a-3cda-4a33-b9b1-99ea45750c4d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.956459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e582b71c-044d-4b2d-b7ec-b82735c026be req-3abfb72a-3cda-4a33-b9b1-99ea45750c4d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0901334 Jan 28 01:02:41.968845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['be678e28-bb56-4c3b-80af-34feecb499c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:02:41.973045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8127829-57db-41ce-b41e-13d1ab9b6d75 req-a0d0d8e4-869d-47b3-b2fd-588d2b1c9bdd tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:41.980168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8127829-57db-41ce-b41e-13d1ab9b6d75 req-a0d0d8e4-869d-47b3-b2fd-588d2b1c9bdd tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 1095 time: 0.1121280 Jan 28 01:02:42.077906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e582b71c-044d-4b2d-b7ec-b82735c026be req-f54bb156-7fd9-4fb8-a520-39bdb44f0aca tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153529 Jan 28 01:02:42.096870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8127829-57db-41ce-b41e-13d1ab9b6d75 req-10fe81d0-1c28-4459-b1ba-1a9120436ef0 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157382 Jan 28 01:02:42.416405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-1880802e-9bb7-4969-8f50-d0caa2edbb03 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:42.423837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-1880802e-9bb7-4969-8f50-d0caa2edbb03 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1148365 Jan 28 01:02:42.475815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-253e675e-2442-44ec-8503-59c58d61f2c9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0510631 Jan 28 01:02:42.480684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Request body: {'floatingip': {'port_id': '32886b64-f033-4e7c-a959-1c8dffa37951', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:42.538316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.989444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e217d-f056-4ea5-85ec-1e700535f48e req-86d1ed6b-acac-4c1a-8f38-d1275fd779d3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:42.991176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-656e217d-f056-4ea5-85ec-1e700535f48e req-86d1ed6b-acac-4c1a-8f38-d1275fd779d3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 945 time: 0.1013427 Jan 28 01:02:43.110408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-656e217d-f056-4ea5-85ec-1e700535f48e req-91e77353-b22d-46b5-b519-17579c84e6d3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103272 Jan 28 01:02:43.138046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:43.143904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:43.270225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:43.279567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e563b8-8a9c-4bf6-8708-84c50f9bb43b req-d860e577-76ac-428c-a11a-9d642ef331e7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:43.281064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3e563b8-8a9c-4bf6-8708-84c50f9bb43b req-d860e577-76ac-428c-a11a-9d642ef331e7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0966389 Jan 28 01:02:43.289472 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Floating IP 158fc58d-da3d-46c9-b1ed-a406b6f9989d associated. External IP: 172.25.1.178, port: 32886b64-f033-4e7c-a959-1c8dffa37951. Jan 28 01:02:43.468851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3e563b8-8a9c-4bf6-8708-84c50f9bb43b req-e5302a47-149f-46ed-9519-d78ac5eb7dec tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770661 Jan 28 01:02:43.687381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Router 5ed2bb95-8022-4b3c-8819-aed8f24df574 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:43.917401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:43.922725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:43.937060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] Sync routers for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:43.954454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:43.956659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:44.000309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c2183fd8-0dcc-4319-a82f-b980ee7d85b5 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "PUT /v2.0/floatingips/158fc58d-da3d-46c9-b1ed-a406b6f9989d HTTP/1.1" status: 200 len: 997 time: 1.5228775 Jan 28 01:02:44.000870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:44.003207 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59264752-41d2-4b2e-b5c5-b8d3fa7de818" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:44.075847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-4f163c5e-a3dc-4ba5-b01e-b4daf835dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.077971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-4f163c5e-a3dc-4ba5-b01e-b4daf835dfb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1097 time: 0.0638583 Jan 28 01:02:44.278689 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a1fca-53e2-4a6b-b156-2334e8c929d8 x-openstack-request-id: req-682a1fca-53e2-4a6b-b156-2334e8c929d8 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:44.279035 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:44.279245 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-682a1fca-53e2-4a6b-b156-2334e8c929d8 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:44.279653 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951', 'status': 'completed', 'code': 200} Jan 28 01:02:44.380934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:44.385735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-0560b49b-d3f9-4ec3-b190-0aed9fe0e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.404525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-0560b49b-d3f9-4ec3-b190-0aed9fe0e85d service neutron] 10.222.0.23 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 930 time: 0.3164246 Jan 28 01:02:44.481119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-8320dbba-b2bf-4893-963c-1a5d0dec88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.492265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-8320dbba-b2bf-4893-963c-1a5d0dec88ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1097 time: 0.1205957 Jan 28 01:02:44.495978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-ffdcbcb2-21e7-4e60-a7ee-073ee564a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.497673 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-ffdcbcb2-21e7-4e60-a7ee-073ee564a8b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.1826644 Jan 28 01:02:44.535322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-c632e0f3-455e-4236-89e0-1ea38b8b25e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 1000 time: 0.1294270 Jan 28 01:02:44.586296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-b80921d9-cbe3-404e-8669-91186263c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.593945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-b80921d9-cbe3-404e-8669-91186263c794 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 200 len: 868 time: 0.0577064 Jan 28 01:02:44.612150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6e79a-62bc-49f7-af09-ab2df3e18c6f req-36ab33d6-e20a-4202-802e-7d8d0ce233db tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.619122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ff6e79a-62bc-49f7-af09-ab2df3e18c6f req-36ab33d6-e20a-4202-802e-7d8d0ce233db tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 945 time: 0.1991854 Jan 28 01:02:44.639128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-0bef9047-05cb-4df9-ac4d-75280f7551b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.641229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-0bef9047-05cb-4df9-ac4d-75280f7551b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.1305103 Jan 28 01:02:44.707250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-8f049525-d32f-4cfd-96d5-70bfef521627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.714874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-8f049525-d32f-4cfd-96d5-70bfef521627 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199906 Jan 28 01:02:44.719919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-416e7289-07f0-44f1-8e12-fb05736c4381 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:02:44.726684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-416e7289-07f0-44f1-8e12-fb05736c4381 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109401 Jan 28 01:02:44.735413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '158fc58d-da3d-46c9-b1ed-a406b6f9989d', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'port_id': '32886b64-f033-4e7c-a959-1c8dffa37951', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'mac_address': 'fa:16:3e:b7:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:02:40Z', 'updated_at': '2022-01-28T01:02:42Z', 'revision_number': 1, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:44.752508 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-090f23d8-cb7a-49d0-a5fb-7128648097b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0986431 Jan 28 01:02:44.814813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] Checking router: 5ed2bb95-8022-4b3c-8819-aed8f24df574 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:44.834842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:44.835477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:44.836837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ff6e79a-62bc-49f7-af09-ab2df3e18c6f req-948fd82c-582e-44a0-86f3-c6f3be49fb96 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108438 Jan 28 01:02:44.865155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-83179694-69da-4343-a57d-65dfd33b3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:44.867132 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-83179694-69da-4343-a57d-65dfd33b3c1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.1067669 Jan 28 01:02:44.908281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-a73ce8bb-760d-49ba-b928-40cdcdca5a12 service neutron] 10.222.0.23 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805797 Jan 28 01:02:44.914804 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-7a545e69-3686-4ff3-9bac-001d8fe03030 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372758 Jan 28 01:02:45.025210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-23f42e42-243f-4677-92b0-64bdb953ec82 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032541 Jan 28 01:02:45.039165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b361d-48d4-4e79-939f-232f795e0fde req-58bf6213-054b-42c8-9db8-32cf7a24dd42 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.046397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed4b361d-48d4-4e79-939f-232f795e0fde req-58bf6213-054b-42c8-9db8-32cf7a24dd42 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0976529 Jan 28 01:02:45.071862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:45.105004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b56954ca-47de-476c-9d08-7e3d7cbc2275 req-2a473fc6-3aa6-42d8-a96c-60f18a0431e0 service neutron] 10.222.0.23 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955395 Jan 28 01:02:45.111825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-79f7e71f-a014-4cd1-b182-54f91c7e80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.115177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-79f7e71f-a014-4cd1-b182-54f91c7e80be service neutron] 10.222.0.43 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 930 time: 0.4848065 Jan 28 01:02:45.174185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed4b361d-48d4-4e79-939f-232f795e0fde req-94e05373-2c68-4a62-82d8-ca9fa0169095 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220737 Jan 28 01:02:45.207513 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-ce3981d0-59df-4881-a83e-b0fd270bddf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 1000 time: 0.0869875 Jan 28 01:02:45.235851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:02:45.289906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-a0e7bc64-f78c-4fb7-aad9-d9c3f4040fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.291643 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-a0e7bc64-f78c-4fb7-aad9-d9c3f4040fad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 200 len: 868 time: 0.0781994 Jan 28 01:02:45.294238 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95f3f968-a1ea-4aa8-9d24-b225f6bf7c5d req-5b3a7378-dd31-4c37-88a9-0a7d78a0889e service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613082 Jan 28 01:02:45.364191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port be678e28-bb56-4c3b-80af-34feecb499c2 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:02:45.370500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-921d3a60-ce02-47ff-9642-ecf6b9c0d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:45.372142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-921d3a60-ce02-47ff-9642-ecf6b9c0d3da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659537 Jan 28 01:02:45.379182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port be678e28-bb56-4c3b-80af-34feecb499c2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:02:45.379568 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:45.598361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-5f95a971-d631-439f-b1b6-e99c2fd77e85 service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197814 Jan 28 01:02:45.600683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '158fc58d-da3d-46c9-b1ed-a406b6f9989d', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'port_id': '32886b64-f033-4e7c-a959-1c8dffa37951', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'mac_address': 'fa:16:3e:b7:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:02:40Z', 'updated_at': '2022-01-28T01:02:42Z', 'revision_number': 1, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:45.606118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port be678e28-bb56-4c3b-80af-34feecb499c2 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:45.620474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:45.655755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f0c45-17e5-4434-8696-ef5a6d474978 None None] The sync data for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 is: [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '158fc58d-da3d-46c9-b1ed-a406b6f9989d', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'port_id': '32886b64-f033-4e7c-a959-1c8dffa37951', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'mac_address': 'fa:16:3e:b7:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:02:40Z', 'updated_at': '2022-01-28T01:02:42Z', 'revision_number': 1, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:45.699607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:45.701966 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ccda6-59e8-415e-877a-b77daaa43d59" -d '{"events": [{"server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "name": "network-vif-plugged", "status": "completed", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:45.739571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:45.756909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:45.806636 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7eb2d8-38b7-4c12-9ba7-edae8a7f181a x-openstack-request-id: req-bd7eb2d8-38b7-4c12-9ba7-edae8a7f181a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:45.807123 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "name": "network-vif-plugged", "status": "completed", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:45.807667 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd7eb2d8-38b7-4c12-9ba7-edae8a7f181a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:45.808644 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'code': 200} Jan 28 01:02:45.820609 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59264752-41d2-4b2e-b5c5-b8d3fa7de818 req-025d6c57-72a6-435d-9b48-ab1f5b843140 service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081170 Jan 28 01:02:45.854153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-4114b601-8e52-4196-ab85-bfca3b93e09a tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 258 time: 0.2978055 Jan 28 01:02:45.858784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:45.872394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:45.928678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.080029 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd28c3a-e6d0-4111-bc26-69a31be846d6 None None] New status for floating IP 158fc58d-da3d-46c9-b1ed-a406b6f9989d: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:02:46.155867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cd48b-bd1c-4961-8def-ad6ff0327700 req-fde66283-6efd-4690-96f6-6e5805e72434 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:46.163101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d15cd48b-bd1c-4961-8def-ad6ff0327700 req-fde66283-6efd-4690-96f6-6e5805e72434 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.2028167 Jan 28 01:02:46.219929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ab0c-933e-4b14-9875-55427411bae9 req-b72b08bc-a043-424b-afdd-7b9d6e232340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:46.221362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c01ab0c-933e-4b14-9875-55427411bae9 req-b72b08bc-a043-424b-afdd-7b9d6e232340 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 1097 time: 0.1905606 Jan 28 01:02:46.254345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d15cd48b-bd1c-4961-8def-ad6ff0327700 req-f1a6f409-775b-4d38-b6b2-f4cf16f9d1bc tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876663 Jan 28 01:02:46.300857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c01ab0c-933e-4b14-9875-55427411bae9 req-92fccca5-1e54-4672-a0c2-011191db090e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677683 Jan 28 01:02:46.327085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:46.460104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387ea1-d15c-450a-939f-fb0fc01dcbb3 req-b19fff1c-b5c1-4246-b7e3-b90dd81b3608 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:46.461678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23387ea1-d15c-450a-939f-fb0fc01dcbb3 req-b19fff1c-b5c1-4246-b7e3-b90dd81b3608 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0729609 Jan 28 01:02:46.912248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Allocated IP 172.25.1.202 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/f7d7d1e5-0a25-4e88-8a07-5e939759a6df) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:02:47.038670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-e1e79b38-d259-46b8-9047-1aeaffe6b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:47.040227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-e1e79b38-d259-46b8-9047-1aeaffe6b8c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 1097 time: 0.1378148 Jan 28 01:02:47.070111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.161401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.231084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:02:47.246267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:02:47.249578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:02:47.270040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-c5869d92-31f1-4492-9d6c-4d9fa96912f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:47.271548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-c5869d92-31f1-4492-9d6c-4d9fa96912f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 200 len: 919 time: 0.1589835 Jan 28 01:02:47.299062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23387ea1-d15c-450a-939f-fb0fc01dcbb3 req-f693f80e-5c23-4ef6-a157-15e2c501c1fb tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619565 Jan 28 01:02:47.323118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event updated for resources: {'Port': ['ID=f7d7d1e5-0a25-4e88-8a07-5e939759a6df,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:47.326153 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-cb465325-4eb2-4f5c-a546-4a07ad62805f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 200 len: 217 time: 0.0474231 Jan 28 01:02:47.415084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-ce2c56ac-09c2-4f83-9f78-a8b52bdd3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:47.417022 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-ce2c56ac-09c2-4f83-9f78-a8b52bdd3267 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 200 len: 858 time: 0.0848927 Jan 28 01:02:47.467229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-184f8b71-2f84-4317-a3ff-bd3217e07d47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80612c17-56dc-4293-a499-d9742eb6abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407398 Jan 28 01:02:47.477879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (e2c49758-4359-4020-a2bf-c81307f85727), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.527592 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.655543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-cdfb2a8f-4631-4828-871d-f82fa8cfdf41 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784265 Jan 28 01:02:47.742328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.750881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.819282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (e2c49758-4359-4020-a2bf-c81307f85727), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.846477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6440f4a6-46b4-46a3-9302-e539ff00ddba req-c7e9f98b-36fd-40ec-8947-f1cbf0a09fc2 service neutron] 10.222.0.43 "GET /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871622 Jan 28 01:02:47.960155 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:47.962282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1019692 Jan 28 01:02:48.043493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-0fc659ba-df48-4a16-b83d-5eaba5bfe2dd tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0615807 Jan 28 01:02:48.049021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536923e-0794-449f-8dd4-ff3dc812c333 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event updated for resources: {'Port': ['ID=f7d7d1e5-0a25-4e88-8a07-5e939759a6df,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:48.146666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ad43-e56f-4c3a-b881-d7a3cd4da4ab req-425fbde3-7a94-4007-b664-91bde3a92fc9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.156813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf7ad43-e56f-4c3a-b881-d7a3cd4da4ab req-425fbde3-7a94-4007-b664-91bde3a92fc9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.3040998 Jan 28 01:02:48.218992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-cbb50e9e-f111-4981-9322-ad4134b0a0b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1708977 Jan 28 01:02:48.313506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf7ad43-e56f-4c3a-b881-d7a3cd4da4ab req-a4dac5b3-f404-4cb5-a259-9d4632e53b38 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556671 Jan 28 01:02:48.375924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-45fda619-f8e7-44ef-aaba-1bfd3e729e49 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.379201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-283ac397-2962-4dfb-b00c-42cf3b45de2d req-45fda619-f8e7-44ef-aaba-1bfd3e729e49 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.3267262 Jan 28 01:02:48.472250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.472733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.473685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.473853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.474239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.474942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.475777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.478292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0ff433d8-95e3-4121-8a2d-58226db94b24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6489 time: 0.1610019 Jan 28 01:02:48.487167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f758d94-7d03-49ea-9c9a-70c70eae4ab8 req-91fbcd4b-5ed9-4091-a0f8-b97c770cf218 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.488841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f758d94-7d03-49ea-9c9a-70c70eae4ab8 req-91fbcd4b-5ed9-4091-a0f8-b97c770cf218 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0920422 Jan 28 01:02:48.546735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f758d94-7d03-49ea-9c9a-70c70eae4ab8 req-f4143136-2365-4a5e-bb98-255335396a40 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Jan 28 01:02:48.720092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-845e6418-bfaa-4dfd-bdb2-d6c85a5ccd1c tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.722081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-845e6418-bfaa-4dfd-bdb2-d6c85a5ccd1c tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1744034 Jan 28 01:02:48.804729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-42b507dc-cb17-4603-b808-6e0f008789da tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0763113 Jan 28 01:02:48.820494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-13921831-37a1-432a-b8c2-7880b3f4003f tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Request body: {'floatingip': {'port_id': '32886b64-f033-4e7c-a959-1c8dffa37951', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:48.857276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-77af17f1-b6b5-427c-8f15-f13cac06062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.857747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-77af17f1-b6b5-427c-8f15-f13cac06062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.858310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-77af17f1-b6b5-427c-8f15-f13cac06062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:48.859919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-77af17f1-b6b5-427c-8f15-f13cac06062a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e34977c-6afd-444a-bc63-046383ca9556&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 200 len: 2293 time: 0.3172534 Jan 28 01:02:48.916850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-13921831-37a1-432a-b8c2-7880b3f4003f tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (e2c49758-4359-4020-a2bf-c81307f85727), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:48.965321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-fd72848e-b954-4973-8fa8-e3dd3f87cf8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 200 len: 1001 time: 0.0921171 Jan 28 01:02:49.156629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-81fe88fb-087b-42c6-8f25-8ae6e29e5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:49.159308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-81fe88fb-087b-42c6-8f25-8ae6e29e5c44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3c1ba2b-5c3b-480a-9479-70fd020d10e1 HTTP/1.1" status: 200 len: 851 time: 0.1564033 Jan 28 01:02:49.306050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-7569ca5c-d1c9-4f3f-8185-863adfd43b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:49.307787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-7569ca5c-d1c9-4f3f-8185-863adfd43b49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e34977c-6afd-444a-bc63-046383ca9556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010325 Jan 28 01:02:49.422338 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-13921831-37a1-432a-b8c2-7880b3f4003f tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 01:02:49.423825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4a3a546-cfdf-4c8a-b2c5-fe22b7d95eb4 req-13921831-37a1-432a-b8c2-7880b3f4003f tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "PUT /v2.0/floatingips/e2c49758-4359-4020-a2bf-c81307f85727 HTTP/1.1" status: 409 len: 551 time: 0.6104589 Jan 28 01:02:49.582466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367295-0895-4caf-bd98-aa06b205121f req-c6244e7c-2157-4004-a2d0-19ba12cee938 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:49.584451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3367295-0895-4caf-bd98-aa06b205121f req-c6244e7c-2157-4004-a2d0-19ba12cee938 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1694171 Jan 28 01:02:49.595584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-030e67ff-d3b9-4c69-8c3b-1398e9ada634 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips/e2c49758-4359-4020-a2bf-c81307f85727 HTTP/1.1" status: 200 len: 693 time: 0.0880780 Jan 28 01:02:49.768175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3367295-0895-4caf-bd98-aa06b205121f req-ef9e20b9-1881-4491-846e-c66e157aeafe tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690345 Jan 28 01:02:49.829543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-6b0d0d0a-7aa6-4df2-a8ac-8116bb0faa13 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:49.831630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-6b0d0d0a-7aa6-4df2-a8ac-8116bb0faa13 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.2294486 Jan 28 01:02:49.833624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-1b8eeda3-e935-408d-a797-7608eb8ba9b0 service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107841 Jan 28 01:02:49.928643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-71dae7c7-3257-46c9-a62e-8278fd797de6 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0915697 Jan 28 01:02:50.061239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-b65c9fc0-a7df-4c42-920f-5bd56417f704 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.0942373 Jan 28 01:02:50.070185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-fcfe345c-fb9f-40e2-b2b4-f8753ccf968a service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757572 Jan 28 01:02:50.154839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0102eb11-cc8d-4bb2-8b84-f2f8101b4a99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 217 time: 0.0486324 Jan 28 01:02:50.308539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-af2df046-f5ce-4b4b-95c3-bbf13fe588d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:50.309990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-af2df046-f5ce-4b4b-95c3-bbf13fe588d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1192818 Jan 28 01:02:50.350473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3aa8e-41de-484e-8d40-49073c9fe6fa req-5d9ed4ba-0854-47a6-ad9b-72a5990402e3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:50.358209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91e3aa8e-41de-484e-8d40-49073c9fe6fa req-5d9ed4ba-0854-47a6-ad9b-72a5990402e3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1273854 Jan 28 01:02:50.410067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Deleting port f7d7d1e5-0a25-4e88-8a07-5e939759a6df {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:02:50.410318 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:50.486168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-579a68b4-d183-4e15-9eea-1af772e5fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:50.487721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-579a68b4-d183-4e15-9eea-1af772e5fb74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556745 Jan 28 01:02:50.499834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91e3aa8e-41de-484e-8d40-49073c9fe6fa req-f7ecfe21-d2c5-4eeb-a8f7-dba9889c5af7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406913 Jan 28 01:02:50.660811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:50.661134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:50.691383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Calling delete_port for f7d7d1e5-0a25-4e88-8a07-5e939759a6df owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:02:50.720712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-2fdf4408-ff8f-4fe9-9727-4d667ec8383a service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198453 Jan 28 01:02:50.875670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b3690b28-a3e7-4085-8925-7a4b40897d5c service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255047 Jan 28 01:02:50.949319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-ea92db92-72f5-4bf1-a3d6-36daeb33ac4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 217 time: 0.0636508 Jan 28 01:02:50.996480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f7d7d1e5-0a25-4e88-8a07-5e939759a6df), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.038650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event deleted for resources: {'Port': ['ID=f7d7d1e5-0a25-4e88-8a07-5e939759a6df,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:51.062263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-37d3a0ca-d9c9-4d7e-b87b-cbdd9833a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:51.063865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-37d3a0ca-d9c9-4d7e-b87b-cbdd9833a76a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1083441 Jan 28 01:02:51.162918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (e2c49758-4359-4020-a2bf-c81307f85727), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.165731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:51.167109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a07f9b3-696d-4b78-9d18-9d972781cfe5 req-9c674a0d-7d68-4c7c-90c1-78471fcdf9d9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2c49758-4359-4020-a2bf-c81307f85727 HTTP/1.1" status: 204 len: 173 time: 1.1045892 Jan 28 01:02:51.185229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-8f4e7688-d137-4f0b-a643-4022c5d3b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:51.188981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-8f4e7688-d137-4f0b-a643-4022c5d3b1a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970104 Jan 28 01:02:51.789217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-6fe144ec-4f57-443d-abf2-0bb3fac01c86 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.5990610 Jan 28 01:02:51.846761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-a63843bf-d29b-426f-86ff-18efe56e3e65 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:51.848329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-a63843bf-d29b-426f-86ff-18efe56e3e65 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports/32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 943 time: 0.0583527 Jan 28 01:02:51.871248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-2d392ae0-e217-44dc-aec5-8bf4eb60cdb9 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732845 Jan 28 01:02:51.879850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae0d17-e147-4d27-8d29-5c7737df8e0d req-1688129f-8f23-4a70-8c8e-fa977bf58cc9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:51.881495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beae0d17-e147-4d27-8d29-5c7737df8e0d req-1688129f-8f23-4a70-8c8e-fa977bf58cc9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1908731 Jan 28 01:02:52.024621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-5418747c-f895-46e3-89fc-ab1749766877 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.0812795 Jan 28 01:02:52.179789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-3c01b071-f109-47d1-9809-dd3484313d6e tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.181009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-3c01b071-f109-47d1-9809-dd3484313d6e tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1388674 Jan 28 01:02:52.215650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beae0d17-e147-4d27-8d29-5c7737df8e0d req-a88c6845-3aa5-43ae-b60a-89874f113b0c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253708 Jan 28 01:02:52.281906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-ef559064-46c7-447e-bc42-f61258ad4eee service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991878 Jan 28 01:02:52.346394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-f6bbca79-c65f-464b-81dc-96f56ac81833 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 1002 time: 0.1521461 Jan 28 01:02:52.352680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:02:52.358505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-04c0d12c-c027-4a58-9af5-74513153bbdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f3e4b93f-c9be-4d55-b963-c278808b544b HTTP/1.1" status: 200 len: 217 time: 0.0635231 Jan 28 01:02:52.461350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.468433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b7623668-0cae-47d7-b1ab-303a97497f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.473380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b7623668-0cae-47d7-b1ab-303a97497f09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0784297 Jan 28 01:02:52.609440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-84db1930-d8fa-4f90-8652-c5945de3cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:52.611326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-84db1930-d8fa-4f90-8652-c5945de3cb30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1074390 Jan 28 01:02:52.734712 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.762158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:52.762611 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Floating IP 158fc58d-da3d-46c9-b1ed-a406b6f9989d disassociated. External IP: 172.25.1.178, port: 32886b64-f033-4e7c-a959-1c8dffa37951. Jan 28 01:02:52.830565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-ec523e97-9a06-4472-8a2d-7d59984f190c service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085233 Jan 28 01:02:53.021380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-bbf5070f-0a4d-479c-8fcc-2c31ba6ae6f1 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803069 Jan 28 01:02:53.076469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-4cbca8b2-0212-4560-b3fc-deb39eee162a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e HTTP/1.1" status: 200 len: 217 time: 0.0483694 Jan 28 01:02:53.178686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-96427da9-508a-4431-8df5-bb00834453d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.181144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-96427da9-508a-4431-8df5-bb00834453d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0722113 Jan 28 01:02:53.187796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Router 5ed2bb95-8022-4b3c-8819-aed8f24df574 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:02:53.256988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-d9b3f3be-0777-48c2-b59f-a781d148322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.258661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-d9b3f3be-0777-48c2-b59f-a781d148322e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694051 Jan 28 01:02:53.483021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ea3fb-a3a9-49e2-8a2b-49b129ab431d req-b410698f-c006-4a6a-8111-4d677a42c48f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.490048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e20ea3fb-a3a9-49e2-8a2b-49b129ab431d req-b410698f-c006-4a6a-8111-4d677a42c48f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1789281 Jan 28 01:02:53.532434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:02:53.540086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:53.545243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] Sync routers for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:02:53.559307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:53.560308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:53.580971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e20ea3fb-a3a9-49e2-8a2b-49b129ab431d req-dee93f96-cd13-4711-acf9-2f2f963642ee tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Jan 28 01:02:53.638680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-2ebd0092-8957-4909-977d-06dc0502b165 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482604 Jan 28 01:02:53.681750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:53.714437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-1c2869f5-a43f-44fc-980d-fa6a3ad79a44 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "PUT /v2.0/floatingips/158fc58d-da3d-46c9-b1ed-a406b6f9989d HTTP/1.1" status: 200 len: 695 time: 1.3669505 Jan 28 01:02:53.781223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:53.783700 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f4dfca-7083-4184-9091-b566e75795d6" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:53.787711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-912e8336-9209-4ab1-b812-372d286e7722 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250005 Jan 28 01:02:53.861249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-fec0ae9e-4c22-4ea3-bc56-5702ae36f7a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4 HTTP/1.1" status: 200 len: 217 time: 0.0421994 Jan 28 01:02:53.909963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-93275dc8-3e54-4e08-b1f5-43b6c783c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.911511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-93275dc8-3e54-4e08-b1f5-43b6c783c0db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1097 time: 0.1226313 Jan 28 01:02:53.943707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-522c8687-9a89-46f9-8a02-b9ac8e6ca2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:53.945355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-522c8687-9a89-46f9-8a02-b9ac8e6ca2d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.0763288 Jan 28 01:02:54.034499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b66c0249-c8a2-4fdb-bd65-1b94d89d362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.038322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b66c0249-c8a2-4fdb-bd65-1b94d89d362a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542207 Jan 28 01:02:54.104506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:54.134538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-9cd92128-075d-4bc7-922c-00adbd8bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.136253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-9cd92128-075d-4bc7-922c-00adbd8bfeb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 930 time: 0.2166114 Jan 28 01:02:54.190985 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1801b82b-2345-46cf-a96d-551a6c22a412 x-openstack-request-id: req-1801b82b-2345-46cf-a96d-551a6c22a412 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:54.191362 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:54.191574 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1801b82b-2345-46cf-a96d-551a6c22a412 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:54.191936 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951', 'status': 'completed', 'code': 200} Jan 28 01:02:54.192676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] Checking router: 5ed2bb95-8022-4b3c-8819-aed8f24df574 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:02:54.195726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-e0e2de85-e432-42f0-8263-b1b84f67aa51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 217 time: 0.0537822 Jan 28 01:02:54.240376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:02:54.241332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:54.253614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-bb1435b7-c6e6-4c79-9517-f067c21db51d service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092226 Jan 28 01:02:54.286612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4dfca-7083-4184-9091-b566e75795d6 req-d464f29c-da26-4824-b389-e4f35b71c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.287192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-c2e29670-5767-41dd-b5fb-a193a809613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.288024 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-d464f29c-da26-4824-b389-e4f35b71c423 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 1097 time: 0.0694900 Jan 28 01:02:54.288347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-c2e29670-5767-41dd-b5fb-a193a809613b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 200 len: 868 time: 0.0841987 Jan 28 01:02:54.415203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-d0cc70b8-3624-4a78-bfc6-4a2145764291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.416906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-d0cc70b8-3624-4a78-bfc6-4a2145764291 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919507 Jan 28 01:02:54.436664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:02:54.476767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4dfca-7083-4184-9091-b566e75795d6 req-0dee6f3d-b052-492c-8fef-015b4863903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.478604 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-0dee6f3d-b052-492c-8fef-015b4863903a service neutron] 10.222.0.43 "GET /v2.0/networks?id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 200 len: 930 time: 0.1846244 Jan 28 01:02:54.493034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-a8263a96-b4df-4d60-95a9-1bd533089ab6 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257588 Jan 28 01:02:54.554113 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-cec08ec5-f98c-41b3-ba60-db7bbbbbdbb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 200 len: 217 time: 0.0686860 Jan 28 01:02:54.658442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4dfca-7083-4184-9091-b566e75795d6 req-305a020a-2a3d-41f5-b18b-a8ebb8d2cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.660053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-305a020a-2a3d-41f5-b18b-a8ebb8d2cafe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 200 len: 868 time: 0.0920424 Jan 28 01:02:54.771611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4dfca-7083-4184-9091-b566e75795d6 req-6d9333bc-788c-43b4-af58-764169a7f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:54.777127 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-6d9333bc-788c-43b4-af58-764169a7f4fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060164 Jan 28 01:02:54.937011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-cdac7e29-3fc9-4e5f-930c-2af45d63543b service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527388 Jan 28 01:02:54.937464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:02:54.973082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-63f47194-c1e7-4dcc-b4ae-ac2ed9f976bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 200 len: 217 time: 0.4652433 Jan 28 01:02:54.975742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445345-ca26-4694-9fbb-de3b102374ae None None] The sync data for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 is: [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:02:16Z', 'revision_number': 4, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '517fd1d0-0737-4d03-94ca-2403d7d61769', 'name': '', 'network_id': '90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'mac_address': 'fa:16:3e:cb:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:14Z', 'updated_at': '2022-01-28T01:02:25Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'subnets': [{'id': 'e3aab759-89fb-49b8-8363-03a8a25d3185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:02:55.054186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0148fafb-b4e7-43be-bbbc-3b99466d3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:55.055774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0148fafb-b4e7-43be-bbbc-3b99466d3c38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.0584118 Jan 28 01:02:55.077028 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-46f4dfca-7083-4184-9091-b566e75795d6 req-7c3ae8b3-d9f2-47fb-a733-f9f654a0ba95 service neutron] 10.222.0.43 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118338 Jan 28 01:02:55.132451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8b4e4-4593-4cd0-aa30-b047a4e21428 req-95703d04-0fb3-4264-b074-025714e7ddc7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:55.139763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ef8b4e4-4593-4cd0-aa30-b047a4e21428 req-95703d04-0fb3-4264-b074-025714e7ddc7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1802051 Jan 28 01:02:55.145386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-08e277dc-a630-40df-bff9-dc299f732164 service neutron] 10.222.0.23 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195904 Jan 28 01:02:55.214733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b03d686e-1adc-4d9d-bead-8de35e42b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:55.216197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-b03d686e-1adc-4d9d-bead-8de35e42b0aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1512072 Jan 28 01:02:55.299945 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f8004-b441-410c-976e-90d74da4532e None None] New status for floating IP 158fc58d-da3d-46c9-b1ed-a406b6f9989d: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:02:55.309959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ef8b4e4-4593-4cd0-aa30-b047a4e21428 req-fa50be6d-4088-4daa-a04b-0dea830ea470 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693251 Jan 28 01:02:55.363980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-9d80bfd6-99eb-454f-84fe-c2776871019e service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320095 Jan 28 01:02:55.366193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40e811f3-d5c7-4979-b3b8-b29417b96551 req-a6d2d9b7-048f-40a9-adaf-c9eaa2be9ff4 service neutron] 10.222.0.23 "GET /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048833 Jan 28 01:02:55.531710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d84f940-0bb6-4e80-baa2-4312e8be3ef5 req-0e27ce9e-e488-41f9-a549-8f37a554566c service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591966 Jan 28 01:02:55.677750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-5c92972a-bf9a-4ab0-957b-a06937393453 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips/158fc58d-da3d-46c9-b1ed-a406b6f9989d HTTP/1.1" status: 200 len: 693 time: 0.0504768 Jan 28 01:02:55.815257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-becc89d9-d052-4baa-88ba-efe0e3960a8e tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:55.816703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-becc89d9-d052-4baa-88ba-efe0e3960a8e tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1331694 Jan 28 01:02:55.883135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-748ad667-be31-404d-bc98-4daa8c6fd302 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0548761 Jan 28 01:02:55.960132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-512d4b5a-20ab-4ce4-9af6-83adba61ed5a tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0625088 Jan 28 01:02:56.146788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Deleting port 0ca5b29c-a136-42c7-8db2-050ad3dc526f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:02:56.147511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:56.228789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3b51a-2666-4d91-a22a-ca1dd395ff7f req-753af2a2-4d50-4257-a04f-d69eb8eaf9c1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:56.236488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5b3b51a-2666-4d91-a22a-ca1dd395ff7f req-753af2a2-4d50-4257-a04f-d69eb8eaf9c1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1049063 Jan 28 01:02:56.312443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:56.312826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (0ca5b29c-a136-42c7-8db2-050ad3dc526f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:56.325419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5b3b51a-2666-4d91-a22a-ca1dd395ff7f req-7c167a82-4cbf-48b2-8323-10d4d50fb62f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880454 Jan 28 01:02:56.332148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Calling delete_port for 0ca5b29c-a136-42c7-8db2-050ad3dc526f owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:02:56.479676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe707ce9-4965-4674-b957-8dea18bb2af7 req-9ac32f8e-2e9a-4ace-9369-138c821addfd tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:56.481251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe707ce9-4965-4674-b957-8dea18bb2af7 req-9ac32f8e-2e9a-4ace-9369-138c821addfd tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0816092 Jan 28 01:02:56.572311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe707ce9-4965-4674-b957-8dea18bb2af7 req-8212d022-26a1-4a42-b315-5bed544d82ca tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815914 Jan 28 01:02:56.592250 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0ca5b29c-a136-42c7-8db2-050ad3dc526f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:56.637093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event deleted for resources: {'Port': ['ID=0ca5b29c-a136-42c7-8db2-050ad3dc526f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:56.734946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks [] for floatingip (158fc58d-da3d-46c9-b1ed-a406b6f9989d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:56.737963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:56.739305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-461488dd-cd13-43c1-9e64-3fbb1be2c7c6 req-6fb6f377-3351-4c91-835c-d0aedd1981a9 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "DELETE /v2.0/floatingips/158fc58d-da3d-46c9-b1ed-a406b6f9989d HTTP/1.1" status: 204 len: 173 time: 0.7714856 Jan 28 01:02:57.137445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3fe3f-cb46-459d-ab7d-1bddee6d1315 req-55cb2ada-eaf1-45ab-8884-5fbc7a42a9cd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:57.145823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5d3fe3f-cb46-459d-ab7d-1bddee6d1315 req-55cb2ada-eaf1-45ab-8884-5fbc7a42a9cd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.0714824 Jan 28 01:02:57.235257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5d3fe3f-cb46-459d-ab7d-1bddee6d1315 req-f505e169-1d47-48aa-b9cb-8ed4c0a0c89d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884807 Jan 28 01:02:57.242561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762daab-260f-4286-a9aa-948dac181f59 req-eebed4e1-3808-4343-b6bb-7702a4faf993 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:57.244321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7762daab-260f-4286-a9aa-948dac181f59 req-eebed4e1-3808-4343-b6bb-7702a4faf993 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0905576 Jan 28 01:02:57.296800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7762daab-260f-4286-a9aa-948dac181f59 req-1f45b53d-987f-4d01-9dc8-7c9b7337d4b0 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0457613 Jan 28 01:02:57.359477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3fa91866-e96f-4b19-bdb2-00ad9c538a2e req-ab7a4b85-6463-496e-8b81-22ce55d07dfd tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0473518 Jan 28 01:02:57.607753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ef59-83ad-4d42-87a3-d158198aee11 req-26722307-641d-49b9-b6ab-73b71d60856a tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:57.609292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a909ef59-83ad-4d42-87a3-d158198aee11 req-26722307-641d-49b9-b6ab-73b71d60856a tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 946 time: 0.0499392 Jan 28 01:02:57.694912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a909ef59-83ad-4d42-87a3-d158198aee11 req-3789e049-3ca9-4151-bb45-108a12a0cc6a tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795963 Jan 28 01:02:57.718758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c987c-8c87-49de-97ad-29f4fb9ec2a0 req-301d63fa-e338-4a44-bd6e-3568f556bd32 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:57.720318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-214c987c-8c87-49de-97ad-29f4fb9ec2a0 req-301d63fa-e338-4a44-bd6e-3568f556bd32 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0588696 Jan 28 01:02:57.772485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-214c987c-8c87-49de-97ad-29f4fb9ec2a0 req-6a27ca06-d580-40ec-abae-3314edaa207b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 Jan 28 01:02:58.362709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3c0bf-a77e-4ed9-a781-08d61d1011e0 req-67e74751-329f-46d4-9c7e-8f77d3cef255 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:58.364423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91e3c0bf-a77e-4ed9-a781-08d61d1011e0 req-67e74751-329f-46d4-9c7e-8f77d3cef255 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.0521228 Jan 28 01:02:58.434009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91e3c0bf-a77e-4ed9-a781-08d61d1011e0 req-a2fd69b3-7494-4d9a-a0fe-e8dd4dc32674 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576262 Jan 28 01:02:58.819750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e213-26b0-4ddf-8e02-8cdda85bd88c req-e8b33623-702d-4a2a-a931-ce4b7b7d0531 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:58.826374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8a9e213-26b0-4ddf-8e02-8cdda85bd88c req-e8b33623-702d-4a2a-a931-ce4b7b7d0531 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 946 time: 0.0568838 Jan 28 01:02:58.912231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8a9e213-26b0-4ddf-8e02-8cdda85bd88c req-b0bae3c2-0378-4f0b-a494-de90d0d0ecef tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841763 Jan 28 01:02:58.922303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0bd6-681c-453c-b4fd-53ccb352f2cf req-cb38a1c3-859b-4b54-ab1e-ca920cc8764f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:58.927185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5bd0bd6-681c-453c-b4fd-53ccb352f2cf req-cb38a1c3-859b-4b54-ab1e-ca920cc8764f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0795424 Jan 28 01:02:58.985597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5bd0bd6-681c-453c-b4fd-53ccb352f2cf req-ed53a400-066c-40c7-adaf-56e078db3bf8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Jan 28 01:02:59.216905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:02:59.303465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:02:59.303961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:59.344086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:59.346369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:02:59.349845 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c83b9e-6d5c-465f-b460-c4e4e9da4f1f" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:02:59.355648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:59.445024 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e85119-c08f-45a3-8ef0-8c24347201d7 x-openstack-request-id: req-16e85119-c08f-45a3-8ef0-8c24347201d7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:02:59.445320 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:02:59.445574 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16e85119-c08f-45a3-8ef0-8c24347201d7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:02:59.446215 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 01:02:59.448032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=11']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:59.466554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.467513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.467513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.467759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.468104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.468593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.468844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.469178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.469547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.469913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.470296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.470734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.471080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:59.580036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f70eb2-d3f9-4f9b-9e97-9c3a21d44f94 req-be0cad20-b3fc-4767-89a4-bb38cd98e50b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:59.586335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42f70eb2-d3f9-4f9b-9e97-9c3a21d44f94 req-be0cad20-b3fc-4767-89a4-bb38cd98e50b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0598042 Jan 28 01:02:59.642924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42f70eb2-d3f9-4f9b-9e97-9c3a21d44f94 req-5c1f1701-a42e-4bef-bbb2-8cd9b6b2a400 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530207 Jan 28 01:02:59.742955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-06dfa3ac-bb2d-4967-8067-76a4e3fade18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:59.744414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-06dfa3ac-bb2d-4967-8067-76a4e3fade18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.43 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 946 time: 0.4438140 Jan 28 01:02:59.843702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Deleting port 32886b64-f033-4e7c-a959-1c8dffa37951 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:02:59.843940 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:59.937439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] For port 32886b64-f033-4e7c-a959-1c8dffa37951, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=32886b64-f033-4e7c-a959-1c8dffa37951,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:02:59.937824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:59.952385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Calling delete_port for 32886b64-f033-4e7c-a959-1c8dffa37951 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:00.095090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b4d98-78b8-4b18-8d5c-a901a81a54b9 req-0b311e96-3ffa-4f90-a856-622fef1717d1 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:00.102353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4b4d98-78b8-4b18-8d5c-a901a81a54b9 req-0b311e96-3ffa-4f90-a856-622fef1717d1 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/ports?device_id=99ff7d52-464c-410c-b28c-3b0fd58fb7dc HTTP/1.1" status: 200 len: 946 time: 0.0979991 Jan 28 01:03:00.127463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (32886b64-f033-4e7c-a959-1c8dffa37951), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:00.162780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Pushing event deleted for resources: {'Port': ['ID=32886b64-f033-4e7c-a959-1c8dffa37951,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:00.171836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.172188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.172605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.172945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.173287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.173871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.174020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.174346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.174680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.175012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.175346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.175677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.176179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:00.178065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['32886b64-f033-4e7c-a959-1c8dffa37951'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:00.189604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4b4d98-78b8-4b18-8d5c-a901a81a54b9 req-d34c6a37-44f3-4965-b838-474f3c95c1af tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843930 Jan 28 01:03:00.222442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f505a6b-920f-4295-a7f0-3355815ef25b req-b595f90c-9796-42be-9904-3750d0aa0944 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:00.224017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f505a6b-920f-4295-a7f0-3355815ef25b req-b595f90c-9796-42be-9904-3750d0aa0944 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1137433 Jan 28 01:03:00.229737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] No DVR routers for this DVR port 32886b64-f033-4e7c-a959-1c8dffa37951 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:00.232619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:00.237319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fdd353c0-d296-4688-89a7-0c9335ed4672 req-0332ab5c-2280-4b02-8a2b-bbd29f19eb18 tempest-FloatingIPsAssociationNegativeTestJSON-404995221 tempest-FloatingIPsAssociationNegativeTestJSON-404995221-project] 10.222.0.43 "DELETE /v2.0/ports/32886b64-f033-4e7c-a959-1c8dffa37951 HTTP/1.1" status: 204 len: 173 time: 0.4865375 Jan 28 01:03:00.237816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'name': 'network-vif-deleted', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:00.240270 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f5f79c-597f-4779-bcfd-fd2fb9f00946" -d '{"events": [{"server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "name": "network-vif-deleted", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:00.337200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f505a6b-920f-4295-a7f0-3355815ef25b req-f267319a-0206-45d2-8447-e41a24d665c0 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065373 Jan 28 01:03:00.450261 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c806d-8db0-487a-8653-55b7a935247e x-openstack-request-id: req-931c806d-8db0-487a-8653-55b7a935247e {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:00.450599 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff7d52-464c-410c-b28c-3b0fd58fb7dc", "name": "network-vif-deleted", "tag": "32886b64-f033-4e7c-a959-1c8dffa37951", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:00.450851 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-931c806d-8db0-487a-8653-55b7a935247e {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:00.451877 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff7d52-464c-410c-b28c-3b0fd58fb7dc', 'name': 'network-vif-deleted', 'tag': '32886b64-f033-4e7c-a959-1c8dffa37951', 'status': 'completed', 'code': 200} Jan 28 01:03:00.776741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e52de-c6f4-4e47-b3fc-cc266b700fcd req-33e1b355-5baa-4e00-b80f-86d7a329e4b1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:00.782270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c8e52de-c6f4-4e47-b3fc-cc266b700fcd req-33e1b355-5baa-4e00-b80f-86d7a329e4b1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0643404 Jan 28 01:03:00.845913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c8e52de-c6f4-4e47-b3fc-cc266b700fcd req-27fa9661-3aaf-406e-8783-0a720933bd0b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603216 Jan 28 01:03:01.249105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51504) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:01.554461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd007cf-1f70-4102-9352-2e74808152e0 req-b633a4b5-7e24-420e-8ea6-7442bdc8bad8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:01.566423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fd007cf-1f70-4102-9352-2e74808152e0 req-b633a4b5-7e24-420e-8ea6-7442bdc8bad8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1360841 Jan 28 01:03:01.656489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fd007cf-1f70-4102-9352-2e74808152e0 req-f8169e1e-c83e-4534-8059-c11e25d4367a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882978 Jan 28 01:03:01.706257 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (5ed2bb95-8022-4b3c-8819-aed8f24df574), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:01.985376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b58ce-d021-4607-ad5e-fe6d6396369c req-8f2cb15e-b157-4459-889f-76a5f9435396 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:01.994220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-740b58ce-d021-4607-ad5e-fe6d6396369c req-8f2cb15e-b157-4459-889f-76a5f9435396 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0631680 Jan 28 01:03:02.012014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Deleting port 517fd1d0-0737-4d03-94ca-2403d7d61769 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:02.012445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:02.041007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-740b58ce-d021-4607-ad5e-fe6d6396369c req-28d6045f-7773-4026-9c77-e19e6dd235ce tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463979 Jan 28 01:03:02.103024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] For port 517fd1d0-0737-4d03-94ca-2403d7d61769, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=517fd1d0-0737-4d03-94ca-2403d7d61769,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:02.103414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:02.117914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Calling delete_port for 517fd1d0-0737-4d03-94ca-2403d7d61769 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:02.319515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (517fd1d0-0737-4d03-94ca-2403d7d61769), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:02.353893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Pushing event deleted for resources: {'Port': ['ID=517fd1d0-0737-4d03-94ca-2403d7d61769,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:02.589916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (5ed2bb95-8022-4b3c-8819-aed8f24df574), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:02.842636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37d98-5fd7-42a3-9db1-48396a785bdc req-e2095fa4-96ee-491d-9721-8e9c0c186230 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:02.846574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60c37d98-5fd7-42a3-9db1-48396a785bdc req-e2095fa4-96ee-491d-9721-8e9c0c186230 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0829391 Jan 28 01:03:02.892052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Router 5ed2bb95-8022-4b3c-8819-aed8f24df574 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:02.903846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60c37d98-5fd7-42a3-9db1-48396a785bdc req-9601200f-b051-4a23-afcf-0b1337eed4da tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487435 Jan 28 01:03:03.005001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:03.013393 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-446bfd73-8e71-4570-9c94-7626798f877a admin admin] 10.222.0.23 "PUT /v2.0/routers/5ed2bb95-8022-4b3c-8819-aed8f24df574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609973 Jan 28 01:03:03.013628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:03.022441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] Sync routers for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:03.037155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:03.039129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:03.158075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks [] for router (5ed2bb95-8022-4b3c-8819-aed8f24df574), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.232822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577e9ef-01fe-4d64-984f-956738dcea73 req-ac6ee30e-1688-470f-87e6-027a5e377c6d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:03.234485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7577e9ef-01fe-4d64-984f-956738dcea73 req-ac6ee30e-1688-470f-87e6-027a5e377c6d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0813582 Jan 28 01:03:03.264587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks [] for router_gateway (5ed2bb95-8022-4b3c-8819-aed8f24df574), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.336027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7577e9ef-01fe-4d64-984f-956738dcea73 req-0b459bcf-92ed-41f4-ab45-bc0d994d2e94 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950122 Jan 28 01:03:03.346938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Deleting port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:03.347460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.350781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 32886b64-f033-4e7c-a959-1c8dffa37951 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:03.352762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:03.397570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:03.400276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 32886b64-f033-4e7c-a959-1c8dffa37951 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:03.400624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 32886b64-f033-4e7c-a959-1c8dffa37951 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:03.466595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] For port 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:03.466972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.480665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Calling delete_port for 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:03.487222 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.674986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:03.715222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '47c18955-7d3c-463e-a412-122f3fd2c360', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '47c18955-7d3c-463e-a412-122f3fd2c360', 'mac_address': 'fa:16:3e:dd:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:03.729423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.788126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:03.825594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:03.826035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.838721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:03:02Z', 'revision_number': 5, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port': {'id': '4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:02:11Z', 'updated_at': '2022-01-28T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:03.874559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] Checking router: 5ed2bb95-8022-4b3c-8819-aed8f24df574 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:03.907775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (5ed2bb95-8022-4b3c-8819-aed8f24df574), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.954984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:03.993453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] Routers {'5ed2bb95-8022-4b3c-8819-aed8f24df574'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:03.995263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5ed2bb95-8022-4b3c-8819-aed8f24df574'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:04.083680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (5ed2bb95-8022-4b3c-8819-aed8f24df574), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.084470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97ab9-f894-415e-b039-9ca149968fcf req-99d8a523-064a-45ec-94ae-73a607a8d3cb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:04.085942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks [] for router_controller (5ed2bb95-8022-4b3c-8819-aed8f24df574), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.098886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7b97ab9-f894-415e-b039-9ca149968fcf req-99d8a523-064a-45ec-94ae-73a607a8d3cb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0852058 Jan 28 01:03:04.103598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:04.152681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (5ed2bb95-8022-4b3c-8819-aed8f24df574), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.153242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed2bb95-8022-4b3c-8819-aed8f24df574 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:03:04.159057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.160516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b36940fb-7d7a-4e0d-ad5d-7c82cee1f5d1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5ed2bb95-8022-4b3c-8819-aed8f24df574 HTTP/1.1" status: 204 len: 168 time: 1.1457694 Jan 28 01:03:04.162358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51548) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:04.172169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.182754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] Set router 5ed2bb95-8022-4b3c-8819-aed8f24df574 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:04.190540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7b97ab9-f894-415e-b039-9ca149968fcf req-bc6f3380-71a8-4532-9b3e-1533844e49c8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828590 Jan 28 01:03:04.241685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Deleting subnet e3aab759-89fb-49b8-8363-03a8a25d3185 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:03:04.246471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Publish callbacks [] for subnet (e3aab759-89fb-49b8-8363-03a8a25d3185), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.266322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:03:03Z', 'revision_number': 7, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:04.303452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (e3aab759-89fb-49b8-8363-03a8a25d3185), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.315464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e8c84-20a1-4508-94f1-7fc180afc092 None None] The sync data for ids ['5ed2bb95-8022-4b3c-8819-aed8f24df574'] in n-d-826756-1 is: [{'id': '5ed2bb95-8022-4b3c-8819-aed8f24df574', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1507573218-router', 'tenant_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:02:10Z', 'updated_at': '2022-01-28T01:03:03Z', 'revision_number': 7, 'project_id': 'c8d9cd7fcac141ffba8d9a7cd15fc30a', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:04.369351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=12']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:04.431413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['47c18955-7d3c-463e-a412-122f3fd2c360'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:04.461613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e3aab759-89fb-49b8-8363-03a8a25d3185), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.536398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e3aab759-89fb-49b8-8363-03a8a25d3185), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.537740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6d235-6d2a-4999-98a1-b85f2d1e70e0 req-a5a4789e-e504-4789-8128-ab778472f124 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:04.546205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40b6d235-6d2a-4999-98a1-b85f2d1e70e0 req-a5a4789e-e504-4789-8128-ab778472f124 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.1196840 Jan 28 01:03:04.570818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aab759-89fb-49b8-8363-03a8a25d3185,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:04.573402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.580755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a61c960-1f75-4285-b200-cea4957c719d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e3aab759-89fb-49b8-8363-03a8a25d3185 HTTP/1.1" status: 204 len: 168 time: 0.4173651 Jan 28 01:03:04.581632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51552) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:04.589632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca4c93-0260-45f0-b9ca-5d2ab42df6de None None] Network 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:04.607977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40b6d235-6d2a-4999-98a1-b85f2d1e70e0 req-796b5abc-444b-4a98-8d93-e8202e1f0fe5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593398 Jan 28 01:03:04.669945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.748086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Deleting port 8e9f0bbd-d121-4737-9368-7d86126e1a49 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:04.748925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.832625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] For port 8e9f0bbd-d121-4737-9368-7d86126e1a49, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8e9f0bbd-d121-4737-9368-7d86126e1a49,segment=NetworkSegment(8222794c-fdf1-4a16-98b3-bcdf2187e280),segment_id=8222794c-fdf1-4a16-98b3-bcdf2187e280)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:04.833083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.848836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Calling delete_port for 8e9f0bbd-d121-4737-9368-7d86126e1a49 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:04.981469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8e9f0bbd-d121-4737-9368-7d86126e1a49), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.012873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] No DVR routers for this DVR port 8e9f0bbd-d121-4737-9368-7d86126e1a49 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:05.026330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9f0bbd-d121-4737-9368-7d86126e1a49,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:05.111339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.136088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:05.146004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8222794c-fdf1-4a16-98b3-bcdf2187e280') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:05.146242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8222794c-fdf1-4a16-98b3-bcdf2187e280') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:05.166655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (8222794c-fdf1-4a16-98b3-bcdf2187e280), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.183836 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8222794c-fdf1-4a16-98b3-bcdf2187e280), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.191670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:03:05.192116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (8222794c-fdf1-4a16-98b3-bcdf2187e280), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:03:05.193810 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:03:05.254605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cfa4a4-f9d0-4fa7-bc97-67dfda4af7a4 None None] DHCP port deletion for 90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:03:05.283267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.316155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.321677 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00 HTTP/1.1" status: 204 len: 168 time: 0.7362039 Jan 28 01:03:05.328010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273fe3d-bb34-41e3-95e8-3a7dc70cb4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90dcf8f9-8bb5-4bd0-9ac0-bddbe0a4ba00,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:05.359438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87df73-f04e-47ae-ad6f-2f2f10b2d3f3 req-161c3782-355c-4dc5-84c7-e20eb2f7089f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.361183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a87df73-f04e-47ae-ad6f-2f2f10b2d3f3 req-161c3782-355c-4dc5-84c7-e20eb2f7089f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0722575 Jan 28 01:03:05.424422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a87df73-f04e-47ae-ad6f-2f2f10b2d3f3 req-5ab64449-0a73-4f99-b2f7-9db04145c8b3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Jan 28 01:03:05.509439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:05.561110 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad2a160f-11b6-4e38-8f52-56de302a3552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8d9cd7fcac141ffba8d9a7cd15fc30a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497012 Jan 28 01:03:05.563514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51580) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:05.620583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42243004-342c-4fe5-a981-717daee4a5ae admin admin] Publish callbacks [] for security_group (dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.647724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42243004-342c-4fe5-a981-717daee4a5ae admin admin] Publish callbacks [] for security_group (dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.708877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42243004-342c-4fe5-a981-717daee4a5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.713823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42243004-342c-4fe5-a981-717daee4a5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:05.715760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42243004-342c-4fe5-a981-717daee4a5ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6 HTTP/1.1" status: 204 len: 168 time: 0.1512275 Jan 28 01:03:05.725084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243004-342c-4fe5-a981-717daee4a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb9d4bb-f2a9-419c-9f1d-e9196b57eca6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:05.800310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd823add-f41d-4bf0-926a-ab3a96a35b2e req-1af9984e-dc5f-4c79-a26f-1d7da55bd2b7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.809152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd823add-f41d-4bf0-926a-ab3a96a35b2e req-1af9984e-dc5f-4c79-a26f-1d7da55bd2b7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.0933464 Jan 28 01:03:05.896827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd823add-f41d-4bf0-926a-ab3a96a35b2e req-f783c0c6-e0a4-47f0-88f3-4fa494ec71d1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862436 Jan 28 01:03:06.018954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 517fd1d0-0737-4d03-94ca-2403d7d61769 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:06.069544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 517fd1d0-0737-4d03-94ca-2403d7d61769 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:06.069809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 517fd1d0-0737-4d03-94ca-2403d7d61769 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:06.071172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:06.123741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:06.124656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ab8b0a7-0b05-414a-a8ef-9da8acd9db2b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:06.125125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8e9f0bbd-d121-4737-9368-7d86126e1a49 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:06.164044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8e9f0bbd-d121-4737-9368-7d86126e1a49 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:06.164709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8e9f0bbd-d121-4737-9368-7d86126e1a49 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:06.590539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951862a-02fa-4d94-8b9c-662d1a21c8a6 req-8f8435b1-d95c-4dd3-9959-d955dc201611 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:06.592921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7951862a-02fa-4d94-8b9c-662d1a21c8a6 req-8f8435b1-d95c-4dd3-9959-d955dc201611 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0661242 Jan 28 01:03:06.660154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7951862a-02fa-4d94-8b9c-662d1a21c8a6 req-ff03b367-21e7-411c-a8de-81b3bc21c85c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Jan 28 01:03:06.706012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:06.810959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-network', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:06.839539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Made reservation on behalf of 5d6da68380f5453a8b080ac9b519b8fe for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:06.842836 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:06.852494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:06.970268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks [] for security_group (4902d799-d2d1-4378-aa84-802c46d30a82), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:06.975267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4902d799-d2d1-4378-aa84-802c46d30a82), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.006910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902d799-d2d1-4378-aa84-802c46d30a82,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:07.038726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:07.059914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (40a60c2e-37bf-42a2-8196-4e9a69d0919d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.062129 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Added segment 40a60c2e-37bf-42a2-8196-4e9a69d0919d of type vlan for network 9e352000-178c-46b3-8839-36668f3bdb35 Jan 28 01:03:07.068294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.086636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-41c32d61-62e4-453a-8af4-a8c013cb3905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.093077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170522ee-4a82-45b4-921c-02d3e72441c2 req-3b3028b8-ae38-49e1-9273-67adc13a7ed9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.108388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-170522ee-4a82-45b4-921c-02d3e72441c2 req-3b3028b8-ae38-49e1-9273-67adc13a7ed9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 945 time: 0.1186423 Jan 28 01:03:07.129502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9e352000-178c-46b3-8839-36668f3bdb35), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.164859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9e352000-178c-46b3-8839-36668f3bdb35), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.165938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.166767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.170409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-170522ee-4a82-45b4-921c-02d3e72441c2 req-c0f8cee5-fe73-41d2-b8d8-d15d74135ee1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607426 Jan 28 01:03:07.257740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:07.263215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Request body: {'subnet': {'network_id': '9e352000-178c-46b3-8839-36668f3bdb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-subnet', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:07.267393 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5601890 Jan 28 01:03:07.286645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:07.298144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Made reservation on behalf of 5d6da68380f5453a8b080ac9b519b8fe for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:07.300706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.303839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fdde1-b304-4949-9572-bd67bbbae298 admin admin] Pushing event updated for resources: {'Network': ['ID=9e352000-178c-46b3-8839-36668f3bdb35,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:07.331957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9e352000-178c-46b3-8839-36668f3bdb35 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:07.427523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 47c18955-7d3c-463e-a412-122f3fd2c360 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:07.427900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.538886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:07.539391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.558013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (79b51c6b-4294-4151-aebe-6f5fdbf2aa2a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.570988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:07.575550 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368fa56c-9db6-4094-8cae-b74ca16d19cd" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:07.590550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:07.598103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.648031 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc49511-0aa9-48bd-bec5-cdf498d3207d x-openstack-request-id: req-bfc49511-0aa9-48bd-bec5-cdf498d3207d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:07.648356 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-plugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:07.648623 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfc49511-0aa9-48bd-bec5-cdf498d3207d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:07.654273 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 01:03:07.660083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b51c6b-4294-4151-aebe-6f5fdbf2aa2a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:07.669893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Checking segment: {'id': '40a60c2e-37bf-42a2-8196-4e9a69d0919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:07.670583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Network hostable DHCP agents. Network: 9e352000-178c-46b3-8839-36668f3bdb35, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:07.674792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.675626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.676227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.676631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.677201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.677804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.678203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.678951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.679530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.679924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.680455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.681019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.681427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:07.683248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=13']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:07.702689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Network 9e352000-178c-46b3-8839-36668f3bdb35 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:07.717736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9e352000-178c-46b3-8839-36668f3bdb35) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:07.723422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.724025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.728024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210e316-9f2e-4ca0-9e49-d2a155b3f5df None None] Network 9e352000-178c-46b3-8839-36668f3bdb35 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:07.748589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4eac03a3-624b-441c-a712-18cb6c1b5498 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4895384 Jan 28 01:03:07.751056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51638) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:07.756851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:07.800145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (6298a8ab-441f-4c16-8749-213f350471c9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.802757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (6298a8ab-441f-4c16-8749-213f350471c9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.876840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9e352000-178c-46b3-8839-36668f3bdb35', 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35', 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'fixed_ips': [{'subnet_id': '79b51c6b-4294-4151-aebe-6f5fdbf2aa2a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:03:07.877721 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.878307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413a3a5-3178-4906-953f-9f1d8aca10be req-cf1268bf-1232-4090-acd0-aa9a00bc0860 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.889079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7413a3a5-3178-4906-953f-9f1d8aca10be req-cf1268bf-1232-4090-acd0-aa9a00bc0860 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0801175 Jan 28 01:03:07.954098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks [] for router_controller (6298a8ab-441f-4c16-8749-213f350471c9), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:07.955034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7413a3a5-3178-4906-953f-9f1d8aca10be req-0dcd877a-bdd0-4dee-8db5-9bc9bd4fcd67 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645437 Jan 28 01:03:08.081238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Allocated IP 172.20.0.2 (9e352000-178c-46b3-8839-36668f3bdb35/79b51c6b-4294-4151-aebe-6f5fdbf2aa2a/c809a07c-737b-48f2-a9f4-d095b2f7e432) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:08.344681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Publish callbacks [] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.358267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.393397 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:08.440093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Pushing event updated for resources: {'Port': ['ID=c809a07c-737b-48f2-a9f4-d095b2f7e432,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:08.451628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Network 9e352000-178c-46b3-8839-36668f3bdb35 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:08.460487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e726d0-dabe-4efc-ab34-c4c0e4b67b1d req-354ae9ba-848a-4472-95b9-ea4c4d06c8e7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:08.465182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:08.465367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks [] for router_gateway (6298a8ab-441f-4c16-8749-213f350471c9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.469441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:08.481329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31e726d0-dabe-4efc-ab34-c4c0e4b67b1d req-354ae9ba-848a-4472-95b9-ea4c4d06c8e7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1635523 Jan 28 01:03:08.563415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Attempting to bind port c809a07c-737b-48f2-a9f4-d095b2f7e432 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:08.563909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Attempting to bind port c809a07c-737b-48f2-a9f4-d095b2f7e432 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '40a60c2e-37bf-42a2-8196-4e9a69d0919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:08.564336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Attempting to bind port c809a07c-737b-48f2-a9f4-d095b2f7e432 on network 9e352000-178c-46b3-8839-36668f3bdb35 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:08.570851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:08.571333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Checking segment: {'id': '40a60c2e-37bf-42a2-8196-4e9a69d0919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:08.571804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.572259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Bound using segment: {'id': '40a60c2e-37bf-42a2-8196-4e9a69d0919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:08.572826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Bound port: c809a07c-737b-48f2-a9f4-d095b2f7e432, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a60c2e-37bf-42a2-8196-4e9a69d0919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:08.573353 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.584041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31e726d0-dabe-4efc-ab34-c4c0e4b67b1d req-2bc3121a-98a9-4ba7-b8c2-4378ca950eae tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939884 Jan 28 01:03:08.665218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] For port c809a07c-737b-48f2-a9f4-d095b2f7e432, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:08.672161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] For port c809a07c-737b-48f2-a9f4-d095b2f7e432, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c809a07c-737b-48f2-a9f4-d095b2f7e432,segment=NetworkSegment(40a60c2e-37bf-42a2-8196-4e9a69d0919d),segment_id=40a60c2e-37bf-42a2-8196-4e9a69d0919d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:08.679292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.763974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks [] for router_gateway (6298a8ab-441f-4c16-8749-213f350471c9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.790150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.931786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Allocated IP 172.25.1.93 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b44248a9-c609-460c-b6e5-2e1a550a1ad7) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:08.982823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81dc3b-c8bf-4a5e-ad53-671d8da0e068 None None] Pushing event updated for resources: {'Port': ['ID=c809a07c-737b-48f2-a9f4-d095b2f7e432,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:09.126983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks [] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.151644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a048a-0edb-4331-b0fd-4ae7aa1b1579 req-5ac3213d-fc7d-4492-928c-cc14385e288b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:09.156317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f27a048a-0edb-4331-b0fd-4ae7aa1b1579 req-5ac3213d-fc7d-4492-928c-cc14385e288b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0666268 Jan 28 01:03:09.194401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.261072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f27a048a-0edb-4331-b0fd-4ae7aa1b1579 req-7a70109a-56aa-4efa-8b78-b7c18a6d3d71 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983150 Jan 28 01:03:09.276692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:09.278232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:09.282556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:09.323480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-044f9018-3d47-4204-8859-1b53a41a90fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.348634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b44248a9-c609-460c-b6e5-2e1a550a1ad7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:09.724117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks [] for router_gateway (6298a8ab-441f-4c16-8749-213f350471c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.775933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ac19c-19a6-4da1-9710-4f9db02e4876 req-783db3e7-ca0c-4d86-81a8-3ed8989ff2cf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:09.784522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee2ac19c-19a6-4da1-9710-4f9db02e4876 req-783db3e7-ca0c-4d86-81a8-3ed8989ff2cf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.0646915 Jan 28 01:03:09.876841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee2ac19c-19a6-4da1-9710-4f9db02e4876 req-97ed0664-d6bd-437c-9291-0ccbedb9c3c5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910592 Jan 28 01:03:10.057406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (6298a8ab-441f-4c16-8749-213f350471c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.104895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c809a07c-737b-48f2-a9f4-d095b2f7e432 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:10.176592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c809a07c-737b-48f2-a9f4-d095b2f7e432 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:10.176989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.288985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Router 6298a8ab-441f-4c16-8749-213f350471c9 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:03:10.379244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c809a07c-737b-48f2-a9f4-d095b2f7e432 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:10.380738 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.563687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0bd9d-a4f5-44cb-bb87-7d4279c6d110 req-4315481d-b80d-468e-8a6a-d390dd3053e9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:10.574328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfa0bd9d-a4f5-44cb-bb87-7d4279c6d110 req-4315481d-b80d-468e-8a6a-d390dd3053e9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1373699 Jan 28 01:03:10.587894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c809a07c-737b-48f2-a9f4-d095b2f7e432, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c809a07c-737b-48f2-a9f4-d095b2f7e432,segment=NetworkSegment(40a60c2e-37bf-42a2-8196-4e9a69d0919d),segment_id=40a60c2e-37bf-42a2-8196-4e9a69d0919d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:10.591408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:10.608302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.629743 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Sync routers for ids ['6298a8ab-441f-4c16-8749-213f350471c9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:10.650511 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Routers {'6298a8ab-441f-4c16-8749-213f350471c9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:10.654192 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6298a8ab-441f-4c16-8749-213f350471c9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:10.656204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.657474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db123361-9bf3-4b98-b557-48d9d9ffc3e6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9046023 Jan 28 01:03:10.660222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:10.773363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfa0bd9d-a4f5-44cb-bb87-7d4279c6d110 req-51b73253-df72-4bd3-a2a6-db9872f78fab tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977556 Jan 28 01:03:10.828045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c809a07c-737b-48f2-a9f4-d095b2f7e432,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:10.885151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b831f6ee-53c1-4217-aa7b-b463a1dd33e0 None None] Network 9e352000-178c-46b3-8839-36668f3bdb35 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:10.971919 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Set router 6298a8ab-441f-4c16-8749-213f350471c9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:10.997239 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.141148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7a0a8-aad2-4dca-af15-6bce0480c67c req-5f40cb92-a1cd-4582-9311-3632dc920b8f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:11.160377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1e7a0a8-aad2-4dca-af15-6bce0480c67c req-5f40cb92-a1cd-4582-9311-3632dc920b8f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1219230 Jan 28 01:03:11.277983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cf0925e3-8db1-447b-adda-8cb4452b9428 None None] Provisioning complete for port c809a07c-737b-48f2-a9f4-d095b2f7e432 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:11.278350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf0925e3-8db1-447b-adda-8cb4452b9428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.314010 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:09Z', 'revision_number': 3, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port': {'id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:11.323657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1e7a0a8-aad2-4dca-af15-6bce0480c67c req-6722fcc1-c665-4394-90d6-306f17eff047 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609707 Jan 28 01:03:11.408578 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Checking router: 6298a8ab-441f-4c16-8749-213f350471c9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:11.409096 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Updating router 6298a8ab-441f-4c16-8749-213f350471c9 port b44248a9-c609-460c-b6e5-2e1a550a1ad7 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:03:11.424870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cf0925e3-8db1-447b-adda-8cb4452b9428 None None] Current status of the port c809a07c-737b-48f2-a9f4-d095b2f7e432 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:11.470378 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.649422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d8b54f51-30da-415d-aeb3-914d123856aa None None] Provisioning complete for port c809a07c-737b-48f2-a9f4-d095b2f7e432 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:11.651204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d8b54f51-30da-415d-aeb3-914d123856aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.782943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d8b54f51-30da-415d-aeb3-914d123856aa None None] Current status of the port c809a07c-737b-48f2-a9f4-d095b2f7e432 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:11.784941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:11.840206 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.044886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766c0e0-97eb-4309-84b9-9fdf90fb2e17 req-00c1338d-0e46-488f-9341-d1d7d8ba49bd tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:12.057184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6766c0e0-97eb-4309-84b9-9fdf90fb2e17 req-00c1338d-0e46-488f-9341-d1d7d8ba49bd tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1492858 Jan 28 01:03:12.063384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c809a07c-737b-48f2-a9f4-d095b2f7e432 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:12.083120 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Publish callbacks [] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.092135 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.202367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6766c0e0-97eb-4309-84b9-9fdf90fb2e17 req-663b72e3-2b45-4892-b116-55fdd2b5eaa5 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440930 Jan 28 01:03:12.222458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c809a07c-737b-48f2-a9f4-d095b2f7e432 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:12.224928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.293564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Allocated IP 172.20.0.1 (9e352000-178c-46b3-8839-36668f3bdb35/79b51c6b-4294-4151-aebe-6f5fdbf2aa2a/783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:12.374174 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df6574-6b87-4d61-b9e8-406b8a316503 None None] Pushing event updated for resources: {'Port': ['ID=b44248a9-c609-460c-b6e5-2e1a550a1ad7,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:12.378530 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Attempting to bind port b44248a9-c609-460c-b6e5-2e1a550a1ad7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:12.378896 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Attempting to bind port b44248a9-c609-460c-b6e5-2e1a550a1ad7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:12.379255 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Attempting to bind port b44248a9-c609-460c-b6e5-2e1a550a1ad7 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:12.395892 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:12.396272 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:12.396672 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.397065 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:12.397537 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Bound port: b44248a9-c609-460c-b6e5-2e1a550a1ad7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:12.397949 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.444946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c809a07c-737b-48f2-a9f4-d095b2f7e432 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:12.505446 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] For port b44248a9-c609-460c-b6e5-2e1a550a1ad7, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:12.511539 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] For port b44248a9-c609-460c-b6e5-2e1a550a1ad7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b44248a9-c609-460c-b6e5-2e1a550a1ad7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:12.523783 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.553152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023998a5-f8ad-49c0-b82c-7b862dc3e025 req-54b04a7b-2f84-4eb7-8d00-abc88276ef58 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:12.572146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-023998a5-f8ad-49c0-b82c-7b862dc3e025 req-54b04a7b-2f84-4eb7-8d00-abc88276ef58 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1167028 Jan 28 01:03:12.606031 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Routers {'6298a8ab-441f-4c16-8749-213f350471c9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:12.607483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6298a8ab-441f-4c16-8749-213f350471c9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:12.650866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks [] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.689668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-023998a5-f8ad-49c0-b82c-7b862dc3e025 req-439ef960-2e3d-4e61-beae-66e63f719d7e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160669 Jan 28 01:03:12.692079 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df6574-6b87-4d61-b9e8-406b8a316503 None None] Pushing event updated for resources: {'Port': ['ID=b44248a9-c609-460c-b6e5-2e1a550a1ad7,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:12.737643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.828982 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] Set router 6298a8ab-441f-4c16-8749-213f350471c9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:12.834342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Pushing event updated for resources: {'Port': ['ID=783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:12.843177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Network 9e352000-178c-46b3-8839-36668f3bdb35 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:12.844822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:12.847332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:12.904258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6298a8ab-441f-4c16-8749-213f350471c9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.158091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.283554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.435709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d169cef-79ab-4182-8273-f183b118e023 req-d238f3af-474e-42e8-be83-260dac58f32a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:13.443382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d60011ea-fe1d-47d0-84d9-9ab4fffe8931 None None] Provisioning complete for port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:13.444358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d169cef-79ab-4182-8273-f183b118e023 req-d238f3af-474e-42e8-be83-260dac58f32a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0783057 Jan 28 01:03:13.445053 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d60011ea-fe1d-47d0-84d9-9ab4fffe8931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.508965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d169cef-79ab-4182-8273-f183b118e023 req-e816e06e-ac12-4096-a212-ff44197c82bb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609491 Jan 28 01:03:13.523178 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-183f01ea-868f-47c7-a628-14021214f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:09Z', 'revision_number': 3, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port': {'id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:13.549936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d60011ea-fe1d-47d0-84d9-9ab4fffe8931 None None] Port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:03:13.582200 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f01ea-868f-47c7-a628-14021214f238 None None] The sync data for ids ['6298a8ab-441f-4c16-8749-213f350471c9'] in n-d-826756-1 is: [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:09Z', 'revision_number': 3, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port': {'id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:15:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:13.674039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks [] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.690576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.839075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6298a8ab-441f-4c16-8749-213f350471c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:13.847531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Pushing event updated for resources: {'Port': ['ID=783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:13.921920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d4ac-8849-4738-8399-ffc143071f28 req-ddf3e4ff-597e-470f-b58e-cba849a32167 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:13.934734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aca0d4ac-8849-4738-8399-ffc143071f28 req-ddf3e4ff-597e-470f-b58e-cba849a32167 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1055443 Jan 28 01:03:14.019569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aca0d4ac-8849-4738-8399-ffc143071f28 req-1a333ed1-8673-4ff5-b484-d04785db9580 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783906 Jan 28 01:03:14.074728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Network 9e352000-178c-46b3-8839-36668f3bdb35 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:14.076703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:14.488175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Router 6298a8ab-441f-4c16-8749-213f350471c9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:14.703204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-41df7f25-96af-494d-8f2a-4494fcfb6b53 None None] Provisioning complete for port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:14.707799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-41df7f25-96af-494d-8f2a-4494fcfb6b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:14.736954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ed9c7-e076-445a-8d24-6bb18ac599de req-889e351c-7bc7-4ec4-8866-621557dec96c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:14.749618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa7ed9c7-e076-445a-8d24-6bb18ac599de req-889e351c-7bc7-4ec4-8866-621557dec96c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0849802 Jan 28 01:03:14.798444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:14.812422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf6ae7e9-7b05-40f7-8cf3-58f958b44d48 admin admin] 10.222.0.23 "PUT /v2.0/routers/6298a8ab-441f-4c16-8749-213f350471c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1510625 Jan 28 01:03:14.893488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa7ed9c7-e076-445a-8d24-6bb18ac599de req-193829fb-a05a-45dd-83b6-11213b322681 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425178 Jan 28 01:03:14.894463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-41df7f25-96af-494d-8f2a-4494fcfb6b53 None None] Port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:03:15.268619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc75671-c616-4ff9-adac-ed9fa246a737 req-6ad6f981-6a72-45bb-a4aa-a528331a3c6f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:15.278389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fc75671-c616-4ff9-adac-ed9fa246a737 req-6ad6f981-6a72-45bb-a4aa-a528331a3c6f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.0876541 Jan 28 01:03:15.384499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fc75671-c616-4ff9-adac-ed9fa246a737 req-8e43587e-8888-4d08-958c-ebb62af1ea94 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052024 Jan 28 01:03:15.469959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e003fe0-737d-433c-8abc-5836cc96d1b9 req-9bda9d80-78a2-4775-ae71-d6ab8c578dd8 tempest-FloatingIPsNegativeTestJSON-461230893 tempest-FloatingIPsNegativeTestJSON-461230893-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=5d6da68380f5453a8b080ac9b519b8fe HTTP/1.1" status: 200 len: 217 time: 0.1390891 Jan 28 01:03:15.546798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f11827-1d77-46ed-a6c7-22108b1177a3 req-2d1db96c-d055-41a1-8079-0e69330166c1 tempest-FloatingIPsNegativeTestJSON-461230893 tempest-FloatingIPsNegativeTestJSON-461230893-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0535038 Jan 28 01:03:15.623215 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-d4c613f5-9168-46d3-b9b6-91d9ffe8d836 req-5b27e95f-9377-45f9-8458-c8133d25ece4 tempest-FloatingIPsNegativeTestJSON-461230893 tempest-FloatingIPsNegativeTestJSON-461230893-project] show failed (client error): The resource could not be found. Jan 28 01:03:15.630856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4c613f5-9168-46d3-b9b6-91d9ffe8d836 req-5b27e95f-9377-45f9-8458-c8133d25ece4 tempest-FloatingIPsNegativeTestJSON-461230893 tempest-FloatingIPsNegativeTestJSON-461230893-project] 10.222.0.23 "GET /v2.0/floatingips/ea5abd65-f4ad-4119-aabf-40f6d70d4247 HTTP/1.1" status: 404 len: 350 time: 0.0528195 Jan 28 01:03:15.634118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51784) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:16.198535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b44248a9-c609-460c-b6e5-2e1a550a1ad7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:16.293053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56a565-3a88-4caa-bc7f-abe00890a69a req-ebc7f624-83d6-40e3-b5a1-8d6acf689189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:16.302724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d56a565-3a88-4caa-bc7f-abe00890a69a req-ebc7f624-83d6-40e3-b5a1-8d6acf689189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.2235830 Jan 28 01:03:16.412413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b44248a9-c609-460c-b6e5-2e1a550a1ad7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:16.412719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:16.454740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d56a565-3a88-4caa-bc7f-abe00890a69a req-c2bc7f8c-1aa3-408d-b66f-87c22a17c68f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509423 Jan 28 01:03:16.509744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c26c9b-25a5-4179-97dc-f3c4ae9454ca req-edc75845-3099-4c5d-919e-77be5f7c2d8d tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:16.511569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92c26c9b-25a5-4179-97dc-f3c4ae9454ca req-edc75845-3099-4c5d-919e-77be5f7c2d8d tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.1751399 Jan 28 01:03:16.707071 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6298a8ab-441f-4c16-8749-213f350471c9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:16.784833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b44248a9-c609-460c-b6e5-2e1a550a1ad7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:16.785233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:16.829944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port b44248a9-c609-460c-b6e5-2e1a550a1ad7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b44248a9-c609-460c-b6e5-2e1a550a1ad7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:16.846943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:16.950567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92c26c9b-25a5-4179-97dc-f3c4ae9454ca req-f8aec265-5277-4bc7-b12e-af12486e6e55 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320893 Jan 28 01:03:16.969680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=b44248a9-c609-460c-b6e5-2e1a550a1ad7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:17.048532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Sync routers for ids ['6298a8ab-441f-4c16-8749-213f350471c9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:17.058368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eacd4-1872-49c8-ba15-4883df67f622 req-66e58774-96bb-4cc6-aa91-3caa8080b051 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:17.066127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Routers {'6298a8ab-441f-4c16-8749-213f350471c9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:17.066631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-639eacd4-1872-49c8-ba15-4883df67f622 req-66e58774-96bb-4cc6-aa91-3caa8080b051 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.4742303 Jan 28 01:03:17.066765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6298a8ab-441f-4c16-8749-213f350471c9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:17.161251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-639eacd4-1872-49c8-ba15-4883df67f622 req-fcfa786c-1b38-4881-9937-820fe6772775 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882256 Jan 28 01:03:17.499575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Set router 6298a8ab-441f-4c16-8749-213f350471c9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:17.668016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea8d42-f7bc-4764-b501-57e53c7ef417 req-0b7ce283-9a74-467e-9749-749981310066 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:17.675255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37ea8d42-f7bc-4764-b501-57e53c7ef417 req-0b7ce283-9a74-467e-9749-749981310066 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0985494 Jan 28 01:03:17.749502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37ea8d42-f7bc-4764-b501-57e53c7ef417 req-4c4967d1-8d00-4c26-a84f-41dfcc5bf7b4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Jan 28 01:03:17.772559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Deleting port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:17.773202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:17.837653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:13Z', 'revision_number': 4, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port': {'id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b', 'name': '', 'network_id': '9e352000-178c-46b3-8839-36668f3bdb35', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'mac_address': 'fa:16:3e:8e:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '79b51c6b-4294-4151-aebe-6f5fdbf2aa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:11Z', 'updated_at': '2022-01-28T01:03:13Z', 'revision_number': 2, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'subnets': [{'id': '79b51c6b-4294-4151-aebe-6f5fdbf2aa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:17.897142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:17.910907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Calling delete_port for 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:17.924961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Checking router: 6298a8ab-441f-4c16-8749-213f350471c9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:17.925232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Updating router 6298a8ab-441f-4c16-8749-213f350471c9 port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:03:18.036196 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:18.081943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b44248a9-c609-460c-b6e5-2e1a550a1ad7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:18.149607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed2c05-c5b0-4c60-863c-785555ffc351 req-59cc6367-088b-46b2-83b3-4456e6b19e32 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:18.154363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1ed2c05-c5b0-4c60-863c-785555ffc351 req-59cc6367-088b-46b2-83b3-4456e6b19e32 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.0839458 Jan 28 01:03:18.255210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1ed2c05-c5b0-4c60-863c-785555ffc351 req-01aca168-ae1a-4781-a5bb-f759b97460f4 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907793 Jan 28 01:03:18.358394 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:18.439547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:18.484914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b44248a9-c609-460c-b6e5-2e1a550a1ad7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:18.489675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:18.795181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6298a8ab-441f-4c16-8749-213f350471c9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:18.844132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445c8f9-2a30-4417-9e49-e53051fab2b2 req-cc3c5e31-4f57-4db4-997a-8c8df44db058 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:18.857102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8445c8f9-2a30-4417-9e49-e53051fab2b2 req-cc3c5e31-4f57-4db4-997a-8c8df44db058 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.4005816 Jan 28 01:03:19.004336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:03:19.005414 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:03:19.045722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b44248a9-c609-460c-b6e5-2e1a550a1ad7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:19.211063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802fa5-d6ca-4083-a44b-bfa0431d092f req-9ad6ddae-7e0c-4e66-9b84-8c93a6cab6e9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:19.218328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6802fa5-d6ca-4083-a44b-bfa0431d092f req-9ad6ddae-7e0c-4e66-9b84-8c93a6cab6e9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.2418189 Jan 28 01:03:19.253270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8445c8f9-2a30-4417-9e49-e53051fab2b2 req-fae26a2e-0dc1-4aec-bdf4-641a79fdf0c5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950272 Jan 28 01:03:19.382492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Router 6298a8ab-441f-4c16-8749-213f350471c9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:19.397478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6802fa5-d6ca-4083-a44b-bfa0431d092f req-5b1c2d3f-f84a-482d-9b12-3dac31655e0f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780655 Jan 28 01:03:19.532579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Port 783c7f65-ec01-47e2-88f2-0b6a7a8b1a7b not found while updating agent binding for router 6298a8ab-441f-4c16-8749-213f350471c9. {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 01:03:19.547506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Routers {'6298a8ab-441f-4c16-8749-213f350471c9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:19.549466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6298a8ab-441f-4c16-8749-213f350471c9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:19.671573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:19.679706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aac3a72e-9b6f-4873-a7e3-fae6e25c85b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/6298a8ab-441f-4c16-8749-213f350471c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0438783 Jan 28 01:03:19.682040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:19.815065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca143b-dae0-47cc-adcb-a8cd08b0a4ef req-11ff61b0-c467-4261-8d4f-a2b676b54418 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:19.822418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11ca143b-dae0-47cc-adcb-a8cd08b0a4ef req-11ff61b0-c467-4261-8d4f-a2b676b54418 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.1481788 Jan 28 01:03:19.829955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] Set router 6298a8ab-441f-4c16-8749-213f350471c9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:19.952657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11ca143b-dae0-47cc-adcb-a8cd08b0a4ef req-e49ce950-5774-475f-ace7-a855b5d3bf10 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288157 Jan 28 01:03:19.995546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks [] for router (6298a8ab-441f-4c16-8749-213f350471c9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.238854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:18Z', 'revision_number': 5, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port': {'id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:20.269157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb97c7-691d-4b3b-8f4f-c95886f13be2 None None] The sync data for ids ['6298a8ab-441f-4c16-8749-213f350471c9'] in n-d-826756-1 is: [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:18Z', 'revision_number': 5, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port': {'id': 'b44248a9-c609-460c-b6e5-2e1a550a1ad7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a8ab-441f-4c16-8749-213f350471c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:08Z', 'updated_at': '2022-01-28T01:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:20.272714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596500ab-a20d-4939-8426-fb89cb25b9d4 req-afa49fbd-7521-4ff1-bf56-500a1ba9d0e5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:20.274405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-596500ab-a20d-4939-8426-fb89cb25b9d4 req-afa49fbd-7521-4ff1-bf56-500a1ba9d0e5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.1718750 Jan 28 01:03:20.364503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks [] for router_gateway (6298a8ab-441f-4c16-8749-213f350471c9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.599960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-596500ab-a20d-4939-8426-fb89cb25b9d4 req-afc2280a-ffcd-41cc-b660-cc350ce248aa tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184743 Jan 28 01:03:20.680357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45963876-4921-4b1a-bb0b-77508fb16330 req-00b39ddc-8883-4b62-b326-0aee239c854b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:20.688129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45963876-4921-4b1a-bb0b-77508fb16330 req-00b39ddc-8883-4b62-b326-0aee239c854b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.2618704 Jan 28 01:03:20.894832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Deleting port b44248a9-c609-460c-b6e5-2e1a550a1ad7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:20.895859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.031683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] For port b44248a9-c609-460c-b6e5-2e1a550a1ad7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b44248a9-c609-460c-b6e5-2e1a550a1ad7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:21.031962 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.044453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Calling delete_port for b44248a9-c609-460c-b6e5-2e1a550a1ad7 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:21.165253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-d320439f-827c-42c9-b00d-6e24aff1658e tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:21.183318 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-d320439f-827c-42c9-b00d-6e24aff1658e tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.43 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.1447856 Jan 28 01:03:21.281603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b44248a9-c609-460c-b6e5-2e1a550a1ad7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.301523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45963876-4921-4b1a-bb0b-77508fb16330 req-5be791a0-b6e3-452f-83e1-4bb85f709677 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6121094 Jan 28 01:03:21.367372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bce967-f66c-4919-ae4f-edfd116a2cd4 req-d83979bd-8b48-4234-aa7a-9bf81ed64162 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:21.375869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9bce967-f66c-4919-ae4f-edfd116a2cd4 req-d83979bd-8b48-4234-aa7a-9bf81ed64162 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.5995290 Jan 28 01:03:21.379472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44248a9-c609-460c-b6e5-2e1a550a1ad7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:21.395108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Deleting port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:21.395600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.452018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] Sync routers for ids ['6298a8ab-441f-4c16-8749-213f350471c9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:21.480592 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] Routers {'6298a8ab-441f-4c16-8749-213f350471c9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:21.483959 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6298a8ab-441f-4c16-8749-213f350471c9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:21.512937 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (6298a8ab-441f-4c16-8749-213f350471c9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.520230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9bce967-f66c-4919-ae4f-edfd116a2cd4 req-0e505090-fb07-4249-aa9b-6bb6234a2ef9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432371 Jan 28 01:03:21.592222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] For port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:21.594186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.759819 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] Set router 6298a8ab-441f-4c16-8749-213f350471c9 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:21.865885 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:21Z', 'revision_number': 7, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:21.878702 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (6298a8ab-441f-4c16-8749-213f350471c9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.906255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks [] for router_controller (6298a8ab-441f-4c16-8749-213f350471c9), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:21.925936 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] Checking router: 6298a8ab-441f-4c16-8749-213f350471c9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:21.943120 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] Routers {'6298a8ab-441f-4c16-8749-213f350471c9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:21.949490 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6298a8ab-441f-4c16-8749-213f350471c9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:22.020763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.021290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (8e1cf956-e40e-44b7-bfd2-f7b69a53374e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.021706 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Floating IP 8e1cf956-e40e-44b7-bfd2-f7b69a53374e disassociated. External IP: 172.25.1.140, port: 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f. Jan 28 01:03:22.022357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Calling delete_port for 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:22.024993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (6298a8ab-441f-4c16-8749-213f350471c9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.026350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6298a8ab-441f-4c16-8749-213f350471c9 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:03:22.032415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.033814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-69029cfd-2eea-423e-b176-809c04084800 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6298a8ab-441f-4c16-8749-213f350471c9 HTTP/1.1" status: 204 len: 168 time: 2.3502672 Jan 28 01:03:22.038951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51878) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:22.049098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244f97-ddc4-41ef-9851-afe3434fb39a req-ce157aa1-1d6e-4911-abb5-09042e258e20 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:22.057806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2244f97-ddc4-41ef-9851-afe3434fb39a req-ce157aa1-1d6e-4911-abb5-09042e258e20 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/ports?device_id=26cc9551-3494-47c7-b5fd-29fcf6692e9c HTTP/1.1" status: 200 len: 946 time: 0.3823290 Jan 28 01:03:22.102877 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] Set router 6298a8ab-441f-4c16-8749-213f350471c9 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:22.195220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Deleting subnet 79b51c6b-4294-4151-aebe-6f5fdbf2aa2a {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:03:22.224445 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:21Z', 'revision_number': 7, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:22.237667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab88830-26f8-4178-bc48-0fd836d9dccb req-f9b9b440-6806-40bb-bdf9-4cf9f9033af5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:22.241164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ab88830-26f8-4178-bc48-0fd836d9dccb req-f9b9b440-6806-40bb-bdf9-4cf9f9033af5 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.4354734 Jan 28 01:03:22.246612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Publish callbacks [] for subnet (79b51c6b-4294-4151-aebe-6f5fdbf2aa2a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.296476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33d26d-6cb0-4f76-ab47-5575b112cf83 None None] The sync data for ids ['6298a8ab-441f-4c16-8749-213f350471c9'] in n-d-826756-1 is: [{'id': '6298a8ab-441f-4c16-8749-213f350471c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849268801-router', 'tenant_id': '5d6da68380f5453a8b080ac9b519b8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:07Z', 'updated_at': '2022-01-28T01:03:21Z', 'revision_number': 7, 'project_id': '5d6da68380f5453a8b080ac9b519b8fe', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:22.309901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.366842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event deleted for resources: {'Port': ['ID=3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:22.459387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ab88830-26f8-4178-bc48-0fd836d9dccb req-ed5ab74e-e45c-4351-a80f-8477455366d1 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541951 Jan 28 01:03:22.462816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2244f97-ddc4-41ef-9851-afe3434fb39a req-d4afb5c6-69eb-4393-a541-8587e44cc074 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups?id=caf66a76-1e16-4600-95d8-ec6a9187e002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038596 Jan 28 01:03:22.502123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (79b51c6b-4294-4151-aebe-6f5fdbf2aa2a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.558690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Router cd004a29-7626-4f3e-a7dd-c46e5110ec07 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:22.690804 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (79b51c6b-4294-4151-aebe-6f5fdbf2aa2a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.829137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:22.842967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] Sync routers for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:22.862279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:22.863210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:22.941488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fbebc-923c-4485-bd56-d09045552638 req-aa373dfe-5cc6-49a2-b40e-e925ab07cb7d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:22.943429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] No DVR routers for this DVR port 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:22.953095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae5fbebc-923c-4485-bd56-d09045552638 req-aa373dfe-5cc6-49a2-b40e-e925ab07cb7d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.1987863 Jan 28 01:03:22.956295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:22.966321 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f90aaae4-f4b6-479e-ac8e-7bd6d0167396 req-3ab63fd7-a3dd-4a50-a11a-6e528fc2fbe2 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.43 "DELETE /v2.0/ports/3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f HTTP/1.1" status: 204 len: 173 time: 1.7780905 Jan 28 01:03:22.966840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'name': 'network-vif-deleted', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:22.969132 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7111b16d-f3b8-413b-a779-b2ca58f74964" -d '{"events": [{"server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "name": "network-vif-deleted", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:23.125660 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (79b51c6b-4294-4151-aebe-6f5fdbf2aa2a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:23.207276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:23.246293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b51c6b-4294-4151-aebe-6f5fdbf2aa2a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:23.326129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:23.331718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-622e02e4-fef3-42ad-bf08-74b86cb9c4cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79b51c6b-4294-4151-aebe-6f5fdbf2aa2a HTTP/1.1" status: 204 len: 168 time: 1.2888334 Jan 28 01:03:23.332944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:23.351305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742f850-4c1d-4c44-9ab8-ed7b804e69d5 req-ff4e155d-0b87-4cb8-b0b8-e3cf5a8f80ca tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:23.354837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6742f850-4c1d-4c44-9ab8-ed7b804e69d5 req-ff4e155d-0b87-4cb8-b0b8-e3cf5a8f80ca tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.4500649 Jan 28 01:03:23.356934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14d9be-6582-43a9-b539-281e3f2ce278 None None] Network 9e352000-178c-46b3-8839-36668f3bdb35 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:23.392957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae5fbebc-923c-4485-bd56-d09045552638 req-61018ea3-061b-489d-8a18-51a43dc0d981 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266064 Jan 28 01:03:23.471514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-3b626ded-98c9-4b16-8497-d01ca45f58dc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:23.478771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-3b626ded-98c9-4b16-8497-d01ca45f58dc tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.4519165 Jan 28 01:03:23.499851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9e352000-178c-46b3-8839-36668f3bdb35), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:23.630128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6742f850-4c1d-4c44-9ab8-ed7b804e69d5 req-5a7290dc-b039-4108-ad4e-7123cb936096 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360468 Jan 28 01:03:23.657172 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ff4b6-ae7f-47f0-b5b4-7bbb6df246e1 x-openstack-request-id: req-1f1ff4b6-ae7f-47f0-b5b4-7bbb6df246e1 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:23.657463 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc9551-3494-47c7-b5fd-29fcf6692e9c", "name": "network-vif-deleted", "tag": "3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:23.657727 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f1ff4b6-ae7f-47f0-b5b4-7bbb6df246e1 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:23.658172 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc9551-3494-47c7-b5fd-29fcf6692e9c', 'name': 'network-vif-deleted', 'tag': '3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f', 'status': 'completed', 'code': 200} Jan 28 01:03:23.694077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Deleting port c809a07c-737b-48f2-a9f4-d095b2f7e432 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:23.697016 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:23.891078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] For port c809a07c-737b-48f2-a9f4-d095b2f7e432, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c809a07c-737b-48f2-a9f4-d095b2f7e432,segment=NetworkSegment(40a60c2e-37bf-42a2-8196-4e9a69d0919d),segment_id=40a60c2e-37bf-42a2-8196-4e9a69d0919d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:23.891445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:23.934590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Calling delete_port for c809a07c-737b-48f2-a9f4-d095b2f7e432 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:24.147049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c809a07c-737b-48f2-a9f4-d095b2f7e432), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.185057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b44248a9-c609-460c-b6e5-2e1a550a1ad7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:24.208680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] No DVR routers for this DVR port c809a07c-737b-48f2-a9f4-d095b2f7e432 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:24.210882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Pushing event deleted for resources: {'Port': ['ID=c809a07c-737b-48f2-a9f4-d095b2f7e432,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:24.229238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b44248a9-c609-460c-b6e5-2e1a550a1ad7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:24.231186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b44248a9-c609-460c-b6e5-2e1a550a1ad7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:24.296590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Deleting port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:24.297231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.358136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9e352000-178c-46b3-8839-36668f3bdb35), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.416151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e352000-178c-46b3-8839-36668f3bdb35']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:24.431669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e97c6-5382-41ae-a128-58abb9e7d0e9 None None] DHCP port deletion for 9e352000-178c-46b3-8839-36668f3bdb35 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:03:24.440203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a60c2e-37bf-42a2-8196-4e9a69d0919d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:24.440484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a60c2e-37bf-42a2-8196-4e9a69d0919d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:24.446832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9bae-90a9-4619-8d64-d9ab12f11619 req-7c4b91e1-c5cd-449c-823a-028ec0ba6bd2 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:24.469112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d84c9bae-90a9-4619-8d64-d9ab12f11619 req-7c4b91e1-c5cd-449c-823a-028ec0ba6bd2 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 945 time: 0.6637065 Jan 28 01:03:24.491015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (40a60c2e-37bf-42a2-8196-4e9a69d0919d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.527045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (40a60c2e-37bf-42a2-8196-4e9a69d0919d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.539751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:03:24.540160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (40a60c2e-37bf-42a2-8196-4e9a69d0919d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:03:24.542879 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:03:24.552301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:24.642904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] Checking router: cd004a29-7626-4f3e-a7dd-c46e5110ec07 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:24.651489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d84c9bae-90a9-4619-8d64-d9ab12f11619 req-8602264c-09e5-4816-97e6-c7e3486ddfa3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827695 Jan 28 01:03:24.674225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:24.674872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:24.715881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9e352000-178c-46b3-8839-36668f3bdb35), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.727877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] For port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:24.728253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.739246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:24.747715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e352000-178c-46b3-8839-36668f3bdb35 HTTP/1.1" status: 204 len: 168 time: 1.4130378 Jan 28 01:03:24.770150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae9df8-5c21-4a2c-af2b-347397c5a95c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e352000-178c-46b3-8839-36668f3bdb35,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:24.782228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Calling delete_port for 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:24.996403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:25.030402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51934) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:25.070220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51936) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:25.123870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3f418a0f-3225-41a6-aa7c-5fe67e7315c4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.134951 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2111175-4d45-4708-b9f9-acfb98656544 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d6da68380f5453a8b080ac9b519b8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622849 Jan 28 01:03:25.135712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51938) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:25.147452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f5c603e-5da2-4b27-9a02-3b4815870eb5 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group (caf66a76-1e16-4600-95d8-ec6a9187e002), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.193350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f5c603e-5da2-4b27-9a02-3b4815870eb5 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group (caf66a76-1e16-4600-95d8-ec6a9187e002), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.195035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Pushing event deleted for resources: {'Port': ['ID=3f418a0f-3225-41a6-aa7c-5fe67e7315c4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:25.228790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09bffd8b-c3a9-4759-8ceb-02bdeda9b267 admin admin] Publish callbacks [] for security_group (4902d799-d2d1-4378-aa84-802c46d30a82), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.268848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09bffd8b-c3a9-4759-8ceb-02bdeda9b267 admin admin] Publish callbacks [] for security_group (4902d799-d2d1-4378-aa84-802c46d30a82), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.285383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['3f418a0f-3225-41a6-aa7c-5fe67e7315c4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:25.311897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f5c603e-5da2-4b27-9a02-3b4815870eb5 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (caf66a76-1e16-4600-95d8-ec6a9187e002), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.320181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd326c-ada5-4d58-98f2-bede16f5f8bc req-47437b63-c605-4425-b4eb-d4c240ce35bd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:25.323068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f5c603e-5da2-4b27-9a02-3b4815870eb5 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.324244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4f5c603e-5da2-4b27-9a02-3b4815870eb5 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "DELETE /v2.0/security-groups/caf66a76-1e16-4600-95d8-ec6a9187e002 HTTP/1.1" status: 204 len: 168 time: 0.2925537 Jan 28 01:03:25.326170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52fd326c-ada5-4d58-98f2-bede16f5f8bc req-47437b63-c605-4425-b4eb-d4c240ce35bd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.2425041 Jan 28 01:03:25.328384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:25.330874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] No DVR routers for this DVR port 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:25.344012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.351480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['72f5b885-ec60-4484-a5f2-5c419a83472e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:25.356954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a77e8d58-6998-4410-b8d5-994fc29e4e7c req-1cd04c88-8099-4682-8c66-1c305606012c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.45 "DELETE /v2.0/ports/3f418a0f-3225-41a6-aa7c-5fe67e7315c4 HTTP/1.1" status: 204 len: 173 time: 1.8592241 Jan 28 01:03:25.363824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c603e-5da2-4b27-9a02-3b4815870eb5 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf66a76-1e16-4600-95d8-ec6a9187e002,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:25.367572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'name': 'network-vif-deleted', 'tag': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:25.372467 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686b25c-2d1b-4aa3-9828-82379ec476dd" -d '{"events": [{"server_uuid": "9e00aa38-1d30-4014-b39a-af5013ea16c5", "name": "network-vif-deleted", "tag": "3f418a0f-3225-41a6-aa7c-5fe67e7315c4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:25.411919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09bffd8b-c3a9-4759-8ceb-02bdeda9b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4902d799-d2d1-4378-aa84-802c46d30a82), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.415124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09bffd8b-c3a9-4759-8ceb-02bdeda9b267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.425965 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-09bffd8b-c3a9-4759-8ceb-02bdeda9b267 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4902d799-d2d1-4378-aa84-802c46d30a82 HTTP/1.1" status: 204 len: 168 time: 0.2800932 Jan 28 01:03:25.455268 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-cf50d042-6490-4718-801e-fb0f9d8dc59f tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] show failed (client error): The resource could not be found. Jan 28 01:03:25.457895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bffd8b-c3a9-4759-8ceb-02bdeda9b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902d799-d2d1-4378-aa84-802c46d30a82,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:25.459595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cf50d042-6490-4718-801e-fb0f9d8dc59f tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "GET /v2.0/security-groups/caf66a76-1e16-4600-95d8-ec6a9187e002 HTTP/1.1" status: 404 len: 347 time: 0.1299589 Jan 28 01:03:25.463648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51946) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:25.490405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:25.519199 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbdf395-7ff6-439f-b164-311932ef187b x-openstack-request-id: req-1bbdf395-7ff6-439f-b164-311932ef187b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:25.519848 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e00aa38-1d30-4014-b39a-af5013ea16c5", "name": "network-vif-deleted", "tag": "3f418a0f-3225-41a6-aa7c-5fe67e7315c4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:25.530273 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bbdf395-7ff6-439f-b164-311932ef187b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:25.530977 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e00aa38-1d30-4014-b39a-af5013ea16c5', 'name': 'network-vif-deleted', 'tag': '3f418a0f-3225-41a6-aa7c-5fe67e7315c4', 'status': 'completed', 'code': 200} Jan 28 01:03:25.584756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52fd326c-ada5-4d58-98f2-bede16f5f8bc req-da442776-f749-4aef-91e4-5bcec876c1e5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420762 Jan 28 01:03:25.609000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:25.617491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3e2bcfe2-b07b-4b30-8c1f-74d2b3d23f4f not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:25.819824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Deleting port 3fb618c5-a11e-4e84-a48a-9630ec1e0313 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:25.821915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.861367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75b6549e-4764-408a-b403-fbc67e6e8dbe req-330d15b8-c067-4bdd-bd3a-f1f970d0d7ab tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e00aa38-1d30-4014-b39a-af5013ea16c5 HTTP/1.1" status: 200 len: 210 time: 0.0611186 Jan 28 01:03:25.990653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:25.994184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (3fb618c5-a11e-4e84-a48a-9630ec1e0313), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.046964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Calling delete_port for 3fb618c5-a11e-4e84-a48a-9630ec1e0313 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:26.083811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:26.181627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c809a07c-737b-48f2-a9f4-d095b2f7e432 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:26.189666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97370e-c50e-4a93-88e6-50c928a96761 None None] The sync data for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 is: [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:01:10Z', 'revision_number': 4, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '77a9207a-ac51-4adc-b504-6c622dca05ce', 'name': '', 'network_id': '9263da00-8a2e-415c-af78-29d901f78510', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'mac_address': 'fa:16:3e:16:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:08Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'subnets': [{'id': '8eeee6ae-1be8-45df-8316-fffc43403d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:26.265615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c809a07c-737b-48f2-a9f4-d095b2f7e432 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:26.272431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c809a07c-737b-48f2-a9f4-d095b2f7e432 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:26.419573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3fb618c5-a11e-4e84-a48a-9630ec1e0313), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.502012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Pushing event deleted for resources: {'Port': ['ID=3fb618c5-a11e-4e84-a48a-9630ec1e0313,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:26.651823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks [] for floatingip (8e1cf956-e40e-44b7-bfd2-f7b69a53374e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.656018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:26.659319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f558a251-2e1e-447b-bcef-8e15df72ef60 tempest-ServersTestJSON-875648349 tempest-ServersTestJSON-875648349-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e1cf956-e40e-44b7-bfd2-f7b69a53374e HTTP/1.1" status: 204 len: 168 time: 1.1846735 Jan 28 01:03:26.662547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51984) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:26.801162 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888b924-c8f4-4b49-b9af-338abd1564e0 None None] New status for floating IP 8e1cf956-e40e-44b7-bfd2-f7b69a53374e: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:03:27.094729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef825b-ea07-41d2-a54d-79177dfe0f3d req-f3b7f84a-e1f3-4bf1-98f3-ee0c8655ee8b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:27.102951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9ef825b-ea07-41d2-a54d-79177dfe0f3d req-f3b7f84a-e1f3-4bf1-98f3-ee0c8655ee8b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.3408616 Jan 28 01:03:27.242231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9ef825b-ea07-41d2-a54d-79177dfe0f3d req-cfedca74-cbe9-44df-91c2-be6a1173d5b8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380644 Jan 28 01:03:27.335584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:27.384466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:27.385192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f418a0f-3225-41a6-aa7c-5fe67e7315c4 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:27.556769 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (cd004a29-7626-4f3e-a7dd-c46e5110ec07), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:27.902513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332486df-0ec4-46fc-9ffe-884a57d248b3 req-bf482758-ecdb-45a3-b7b4-066c102e92b3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:27.909956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-332486df-0ec4-46fc-9ffe-884a57d248b3 req-bf482758-ecdb-45a3-b7b4-066c102e92b3 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.1175461 Jan 28 01:03:28.020888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-332486df-0ec4-46fc-9ffe-884a57d248b3 req-0f06bdfe-b152-49c3-a4a1-65bcbad0088d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040816 Jan 28 01:03:28.140505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Deleting port 77a9207a-ac51-4adc-b504-6c622dca05ce {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:28.140972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:28.272704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] For port 77a9207a-ac51-4adc-b504-6c622dca05ce, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=77a9207a-ac51-4adc-b504-6c622dca05ce,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:28.273073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:28.318352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Calling delete_port for 77a9207a-ac51-4adc-b504-6c622dca05ce owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:28.468916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9e1c4-d74b-4826-b273-24c63ce5851f req-38101888-733a-42a0-81b7-0dac6073d236 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:28.470781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64c9e1c4-d74b-4826-b273-24c63ce5851f req-38101888-733a-42a0-81b7-0dac6073d236 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.0688422 Jan 28 01:03:28.520879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52056) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:28.593924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64c9e1c4-d74b-4826-b273-24c63ce5851f req-be0285d5-1332-40b9-be7c-d79761c8e082 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150906 Jan 28 01:03:28.686117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62c61c24-fdfe-48e1-b745-1db0ba21e0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:28.704488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (77a9207a-ac51-4adc-b504-6c622dca05ce), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:28.750773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Pushing event deleted for resources: {'Port': ['ID=77a9207a-ac51-4adc-b504-6c622dca05ce,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:28.945433 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62c61c24-fdfe-48e1-b745-1db0ba21e0b3 admin admin] Publish callbacks [] for security_group (d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:28.958506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62c61c24-fdfe-48e1-b745-1db0ba21e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:28.977248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (cd004a29-7626-4f3e-a7dd-c46e5110ec07), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.043525 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-62c61c24-fdfe-48e1-b745-1db0ba21e0b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=785f91ce51824d749e8e6711aba9474d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5208120 Jan 28 01:03:29.044754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c61c24-fdfe-48e1-b745-1db0ba21e0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:29.048629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:29.132536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d178419-2b5b-432a-9a36-042ad4780410 admin admin] Publish callbacks [] for security_group (d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.161180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d178419-2b5b-432a-9a36-042ad4780410 admin admin] Publish callbacks [] for security_group (d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.216105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d178419-2b5b-432a-9a36-042ad4780410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.220308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d178419-2b5b-432a-9a36-042ad4780410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.222106 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8d178419-2b5b-432a-9a36-042ad4780410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b HTTP/1.1" status: 204 len: 168 time: 0.1723900 Jan 28 01:03:29.237360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72916cb7-337e-44ee-ada1-30c00bcd1439 req-ac99f4d5-5226-44d6-94c5-e3d4982ddcee tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:29.246380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72916cb7-337e-44ee-ada1-30c00bcd1439 req-ac99f4d5-5226-44d6-94c5-e3d4982ddcee tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0809736 Jan 28 01:03:29.258867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d178419-2b5b-432a-9a36-042ad4780410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1e303-2c95-4ca1-bcea-d2fcfa8ca82b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:29.349950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:29.467350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72916cb7-337e-44ee-ada1-30c00bcd1439 req-7bde6451-39dd-4923-ac44-ac6d0a843ef8 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167368 Jan 28 01:03:29.513287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Router cd004a29-7626-4f3e-a7dd-c46e5110ec07 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:29.519300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:29.537159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'mac_address': 'fa:16:3e:ff:df:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:29.609628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port be678e28-bb56-4c3b-80af-34feecb499c2 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:29.610169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.652429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be678e28-bb56-4c3b-80af-34feecb499c2 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:29.662338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:29.677656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52090) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:29.690940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9c1a2433-e4ce-4c31-859c-262c76c0b11c admin admin] 10.222.0.23 "PUT /v2.0/routers/cd004a29-7626-4f3e-a7dd-c46e5110ec07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0259714 Jan 28 01:03:29.699461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:29.708599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] Sync routers for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:29.718094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:29.730755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:29.731400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:29.824274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ffd66-fb49-4479-b089-d1b8251bf320 req-0ee2ae4a-282f-47ae-95b5-c45f9590531e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:29.835618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-555ffd66-fb49-4479-b089-d1b8251bf320 req-0ee2ae4a-282f-47ae-95b5-c45f9590531e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1222134 Jan 28 01:03:29.856554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:29.914535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-555ffd66-fb49-4479-b089-d1b8251bf320 req-827f2908-895f-473e-af77-653f5729a5da tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764432 Jan 28 01:03:30.013214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks [] for router (cd004a29-7626-4f3e-a7dd-c46e5110ec07), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.118014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['be678e28-bb56-4c3b-80af-34feecb499c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:30.180511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:30.322287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52116) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:30.349167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:03:28Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:30.386038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] Checking router: cd004a29-7626-4f3e-a7dd-c46e5110ec07 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:30.410183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] Routers {'cd004a29-7626-4f3e-a7dd-c46e5110ec07'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:30.411116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:30.541880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] Set router cd004a29-7626-4f3e-a7dd-c46e5110ec07 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:30.583730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1532371226-network', 'tenant_id': 'f626eb7c3d334440bf642979db252ae4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:30.655437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks [] for router_gateway (cd004a29-7626-4f3e-a7dd-c46e5110ec07), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.656180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Made reservation on behalf of f626eb7c3d334440bf642979db252ae4 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:30.659137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.679203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.688777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352577b0-1444-4a5a-9bb6-da77b13d472b req-633ee395-5e13-4a73-817d-56993ea34b52 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:30.690897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-352577b0-1444-4a5a-9bb6-da77b13d472b req-633ee395-5e13-4a73-817d-56993ea34b52 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0911906 Jan 28 01:03:30.788085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Deleting port 8c19a330-e15d-4043-8652-1985158176ca {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:30.789201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8c19a330-e15d-4043-8652-1985158176ca), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.798788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:03:28Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:30.806383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-352577b0-1444-4a5a-9bb6-da77b13d472b req-a8ea440e-ac2c-4a78-9ba3-1dc07c5ac6b7 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970969 Jan 28 01:03:30.830053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832b390-5e20-4a45-b872-431c3957b9fe None None] The sync data for ids ['cd004a29-7626-4f3e-a7dd-c46e5110ec07'] in n-d-826756-1 is: [{'id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'name': 'tempest-ServersTestJSON-1502290273-router', 'tenant_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8c19a330-e15d-4043-8652-1985158176ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:04Z', 'updated_at': '2022-01-28T01:03:28Z', 'revision_number': 5, 'project_id': 'a5b103a855c84b8faecdd01d84eb4c73', 'gw_port': {'id': '8c19a330-e15d-4043-8652-1985158176ca', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd004a29-7626-4f3e-a7dd-c46e5110ec07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:05Z', 'updated_at': '2022-01-28T01:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:30.853828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks [] for security_group (d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.872229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.894538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] For port 8c19a330-e15d-4043-8652-1985158176ca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8c19a330-e15d-4043-8652-1985158176ca,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:30.894962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8c19a330-e15d-4043-8652-1985158176ca), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.896391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:30.907147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Calling delete_port for 8c19a330-e15d-4043-8652-1985158176ca owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:30.913022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:30.914896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (adfab9fa-aea2-486e-9f30-c8e2aafacc8d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:30.915306 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Added segment adfab9fa-aea2-486e-9f30-c8e2aafacc8d of type vlan for network fd9541f7-40b4-4384-8785-aafa72fe9a06 Jan 28 01:03:30.975109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fd9541f7-40b4-4384-8785-aafa72fe9a06), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.017562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fd9541f7-40b4-4384-8785-aafa72fe9a06), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.020580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:31.021871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.134063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8099012 Jan 28 01:03:31.137309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887cbb0-28d3-49df-b06a-c7ff6daf3122 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9541f7-40b4-4384-8785-aafa72fe9a06,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:31.139258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52136) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:31.148382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fd9541f7-40b4-4384-8785-aafa72fe9a06 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:31.149531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Request body: {'subnet': {'network_id': 'fd9541f7-40b4-4384-8785-aafa72fe9a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1532371226-subnet', 'tenant_id': 'f626eb7c3d334440bf642979db252ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:31.154299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8c19a330-e15d-4043-8652-1985158176ca), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.185287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39dea-8930-4f43-b3c6-06c84e396360 req-f12c1f41-f983-49f0-ba92-7adaea401d8e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:31.186927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38f39dea-8930-4f43-b3c6-06c84e396360 req-f12c1f41-f983-49f0-ba92-7adaea401d8e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1171315 Jan 28 01:03:31.197416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c19a330-e15d-4043-8652-1985158176ca,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:31.237505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Made reservation on behalf of f626eb7c3d334440bf642979db252ae4 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:31.239865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.316163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38f39dea-8930-4f43-b3c6-06c84e396360 req-76aac2e7-4522-47a9-87aa-66dc591a33ff tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126754 Jan 28 01:03:31.324649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (cd004a29-7626-4f3e-a7dd-c46e5110ec07), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.365918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:31.459676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (cd004a29-7626-4f3e-a7dd-c46e5110ec07), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.467869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks [] for router_controller (cd004a29-7626-4f3e-a7dd-c46e5110ec07), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.524318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port be678e28-bb56-4c3b-80af-34feecb499c2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:31.525331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.532805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (cd004a29-7626-4f3e-a7dd-c46e5110ec07), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.533646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd004a29-7626-4f3e-a7dd-c46e5110ec07 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:03:31.539676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.544527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5fbf4930-f3ed-4b9b-9665-ef9b8c3fd201 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cd004a29-7626-4f3e-a7dd-c46e5110ec07 HTTP/1.1" status: 204 len: 168 time: 1.8650973 Jan 28 01:03:31.545926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:31.613056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (288ba190-7eb9-41de-8b43-afc9d8d05bea), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.641787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Deleting subnet 8eeee6ae-1be8-45df-8316-fffc43403d72 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:03:31.643521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port be678e28-bb56-4c3b-80af-34feecb499c2 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:31.644034 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.646316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Publish callbacks [] for subnet (8eeee6ae-1be8-45df-8316-fffc43403d72), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.703960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (8eeee6ae-1be8-45df-8316-fffc43403d72), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.705931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:31.709598 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f00d1cd-3812-4cdc-a62d-dfbe76c18768" -d '{"events": [{"server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "name": "network-vif-plugged", "status": "completed", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:31.742445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:31.751535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.800035 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd64f94f-9c69-4289-91e7-89f244539153 x-openstack-request-id: req-bd64f94f-9c69-4289-91e7-89f244539153 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:31.800407 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "name": "network-vif-plugged", "status": "completed", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:31.801160 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd64f94f-9c69-4289-91e7-89f244539153 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:31.801385 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'code': 200} Jan 28 01:03:31.854665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:31.857045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8eeee6ae-1be8-45df-8316-fffc43403d72), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.930311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (8eeee6ae-1be8-45df-8316-fffc43403d72), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.968923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd6daa-7095-447a-bb14-9e9d65645946 None None] Network 9263da00-8a2e-415c-af78-29d901f78510 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:31.971002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:31.974295 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8eeee6ae-1be8-45df-8316-fffc43403d72 HTTP/1.1" status: 204 len: 168 time: 0.4255383 Jan 28 01:03:31.975214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba18b-5157-44c9-9794-703c26171b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eeee6ae-1be8-45df-8316-fffc43403d72,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:31.976932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52156) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:32.106290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9263da00-8a2e-415c-af78-29d901f78510), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.182085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] DHCP port deletion for 9263da00-8a2e-415c-af78-29d901f78510 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:03:32.227588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Deleting port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:32.227933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.243533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288ba190-7eb9-41de-8b43-afc9d8d05bea,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:32.272196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8c19a330-e15d-4043-8652-1985158176ca no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:32.293394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8c19a330-e15d-4043-8652-1985158176ca {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:32.293746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8c19a330-e15d-4043-8652-1985158176ca not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:32.294197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 77a9207a-ac51-4adc-b504-6c622dca05ce no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:32.322904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-4786c339-9bab-4a54-9e62-9f9fc9e5c0bb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:32.325275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] For port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:32.328779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 77a9207a-ac51-4adc-b504-6c622dca05ce {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:32.329138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 77a9207a-ac51-4adc-b504-6c622dca05ce not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:32.329618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.336693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-4786c339-9bab-4a54-9e62-9f9fc9e5c0bb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.6625998 Jan 28 01:03:32.344837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] Deleting port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:32.345221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.354748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81a281-f68a-4f48-9779-cdd10a4f185c req-b4aca985-24cf-49fa-ab91-46fcdb247aff tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:32.361993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f81a281-f68a-4f48-9779-cdd10a4f185c req-b4aca985-24cf-49fa-ab91-46fcdb247aff tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.2096834 Jan 28 01:03:32.364436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Calling delete_port for 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:32.388223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Checking segment: {'id': 'adfab9fa-aea2-486e-9f30-c8e2aafacc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fd9541f7-40b4-4384-8785-aafa72fe9a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:32.388877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Network hostable DHCP agents. Network: fd9541f7-40b4-4384-8785-aafa72fe9a06, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:32.402589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-593713c4-9b53-4deb-b132-0303c9488d94 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/quotas/9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 375 time: 0.0646505 Jan 28 01:03:32.421882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] For port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,segment=NetworkSegment(5ff64b08-3d94-40c5-a37a-0557c40aa360),segment_id=5ff64b08-3d94-40c5-a37a-0557c40aa360)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:32.422291 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.438521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] Calling delete_port for 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:32.536763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f81a281-f68a-4f48-9779-cdd10a4f185c req-50b5f842-9236-4dd2-948e-0985dce8dc6d tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/security-groups?id=be15c7b8-36e4-442e-a65a-0c9ab8429f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735091 Jan 28 01:03:32.548562 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.549063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-09eb909b-561e-4d0f-a26b-50d00f90feba tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:32.549193 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-09eb909b-561e-4d0f-a26b-50d00f90feba tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 946 time: 0.0961206 Jan 28 01:03:32.551072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9b0515d1-0893-4f22-8a7f-bd43d3bb42b5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.557506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Network fd9541f7-40b4-4384-8785-aafa72fe9a06 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:32.598127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] Pushing event deleted for resources: {'Port': ['ID=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:32.610994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a9dc26-c47c-457b-8026-2f1919c161f2 None None] No DVR routers for this DVR port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:32.617893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-9c4614cc-0e12-4968-8e6d-431749a52c6c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2070282 Jan 28 01:03:32.640090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fd9541f7-40b4-4384-8785-aafa72fe9a06) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:32.653419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe73c82-03c0-4f3a-949b-b5a8c84bdb12 None None] Network fd9541f7-40b4-4384-8785-aafa72fe9a06 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:32.659390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:32.661509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.747050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad6632a9-0093-4484-ae69-ffbf218d8b96 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6061149 Jan 28 01:03:32.748117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0515d1-0893-4f22-8a7f-bd43d3bb42b5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:32.752532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] No DVR routers for this DVR port 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:32.885137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-792d634a-1011-4864-b2ea-23c947494ac7 service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654262 Jan 28 01:03:32.917302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9263da00-8a2e-415c-af78-29d901f78510), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:32.964009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9263da00-8a2e-415c-af78-29d901f78510']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:32.991245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff64b08-3d94-40c5-a37a-0557c40aa360') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:32.993254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff64b08-3d94-40c5-a37a-0557c40aa360') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:33.031691 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (5ff64b08-3d94-40c5-a37a-0557c40aa360), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.077001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-714c1333-1391-4dfe-9c68-78c2804ba72c service neutron] 10.222.0.23 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902535 Jan 28 01:03:33.104522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5ff64b08-3d94-40c5-a37a-0557c40aa360), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.121661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:03:33.123006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (5ff64b08-3d94-40c5-a37a-0557c40aa360), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.155485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b43bb5-e04c-4d01-b8f7-d27fbf861d08 None None] Network fd9541f7-40b4-4384-8785-aafa72fe9a06 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:03:33.193710 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:03:33.209179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Deleting port 72f5b885-ec60-4484-a5f2-5c419a83472e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:33.209515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.374650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.378933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9263da00-8a2e-415c-af78-29d901f78510), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.404011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.422196 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9263da00-8a2e-415c-af78-29d901f78510 HTTP/1.1" status: 204 len: 168 time: 1.4441035 Jan 28 01:03:33.505613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe87bc-3afb-408f-94d3-7cecd4690295 admin admin] Pushing event deleted for resources: {'Network': ['ID=9263da00-8a2e-415c-af78-29d901f78510,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:33.554795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] For port 72f5b885-ec60-4484-a5f2-5c419a83472e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=72f5b885-ec60-4484-a5f2-5c419a83472e,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:33.555233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:33.601668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Calling delete_port for 72f5b885-ec60-4484-a5f2-5c419a83472e owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:33.741441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:33.841224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd64b0-e8d9-4511-b4a5-8f77d4706360 req-c2f24811-530e-491a-8b50-9b4b019224e9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:33.849345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13bd64b0-e8d9-4511-b4a5-8f77d4706360 req-c2f24811-530e-491a-8b50-9b4b019224e9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.2498646 Jan 28 01:03:33.897709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-902ccd9c-4280-4dbb-bc35-f45b149fe4a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5b103a855c84b8faecdd01d84eb4c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550472 Jan 28 01:03:33.899149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52220) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:33.993843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13bd64b0-e8d9-4511-b4a5-8f77d4706360 req-59d978ee-1771-488e-a6b8-c4cd82c04000 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432326 Jan 28 01:03:34.002468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (72f5b885-ec60-4484-a5f2-5c419a83472e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.046392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Pushing event deleted for resources: {'Port': ['ID=72f5b885-ec60-4484-a5f2-5c419a83472e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:34.118881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85affb62-cb10-4309-a90c-78a347b71508 admin admin] Publish callbacks [] for security_group (71a10906-b77d-45f8-b619-4f7c1e9dec20), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.123126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:34.140091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] No DVR routers for this DVR port 72f5b885-ec60-4484-a5f2-5c419a83472e on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:34.150734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.162092 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6c61cf13-6591-4dde-8f43-7219ea030345 req-0404ad74-be9e-4d36-8e19-02e60c0ef73c tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.43 "DELETE /v2.0/ports/72f5b885-ec60-4484-a5f2-5c419a83472e HTTP/1.1" status: 204 len: 173 time: 1.5975928 Jan 28 01:03:34.164508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'name': 'network-vif-deleted', 'tag': '72f5b885-ec60-4484-a5f2-5c419a83472e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:34.179367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85affb62-cb10-4309-a90c-78a347b71508 admin admin] Publish callbacks [] for security_group (71a10906-b77d-45f8-b619-4f7c1e9dec20), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.188402 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b89a9-8e67-4243-9dd3-028f4fb6bd07" -d '{"events": [{"server_uuid": "0f4870af-2a77-4d2e-965b-2029834c44a1", "name": "network-vif-deleted", "tag": "72f5b885-ec60-4484-a5f2-5c419a83472e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:34.198270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:34.199104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9b0515d1-0893-4f22-8a7f-bd43d3bb42b5 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:34.309370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85affb62-cb10-4309-a90c-78a347b71508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (71a10906-b77d-45f8-b619-4f7c1e9dec20), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.312593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85affb62-cb10-4309-a90c-78a347b71508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.317750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85affb62-cb10-4309-a90c-78a347b71508 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71a10906-b77d-45f8-b619-4f7c1e9dec20 HTTP/1.1" status: 204 len: 168 time: 0.4096262 Jan 28 01:03:34.331466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85affb62-cb10-4309-a90c-78a347b71508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a10906-b77d-45f8-b619-4f7c1e9dec20,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:34.456140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-e84efd20-4a54-4e46-8bc5-194b7a45664a req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1004081183', 'description': 'tempest-description-1536880701'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:34.510327 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e84efd20-4a54-4e46-8bc5-194b7a45664a req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.660328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e84efd20-4a54-4e46-8bc5-194b7a45664a req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (2390ca59-fcae-4e2f-9775-601820b73e6b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.669208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e84efd20-4a54-4e46-8bc5-194b7a45664a req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2390ca59-fcae-4e2f-9775-601820b73e6b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.780229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e84efd20-4a54-4e46-8bc5-194b7a45664a req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:34.784132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e84efd20-4a54-4e46-8bc5-194b7a45664a req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3328826 Jan 28 01:03:34.790980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b288b-5d9f-44f5-aebf-16c330eef975 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2390ca59-fcae-4e2f-9775-601820b73e6b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:34.959784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84601312-4483-4ce1-906b-d4bc5da454e1 req-f8cb9917-56e6-41b1-9502-c452b80689b4 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0546911 Jan 28 01:03:35.134118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c57f71da-be3e-4e15-9343-eed8c24e8047 req-0f616779-ebff-4bfe-9f0a-4612c62a7e77 tempest-ServerRescueNegativeTestJSON-1585092859 tempest-ServerRescueNegativeTestJSON-1585092859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f4870af-2a77-4d2e-965b-2029834c44a1 HTTP/1.1" status: 200 len: 210 time: 0.0742402 Jan 28 01:03:35.297348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 72f5b885-ec60-4484-a5f2-5c419a83472e no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:35.355581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 72f5b885-ec60-4484-a5f2-5c419a83472e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:35.365326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 72f5b885-ec60-4484-a5f2-5c419a83472e not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:35.514507 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72474d8-8b69-4fc1-a8b8-057acec8af16 x-openstack-request-id: req-b72474d8-8b69-4fc1-a8b8-057acec8af16 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:35.515469 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4870af-2a77-4d2e-965b-2029834c44a1", "name": "network-vif-deleted", "tag": "72f5b885-ec60-4484-a5f2-5c419a83472e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:35.518440 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b72474d8-8b69-4fc1-a8b8-057acec8af16 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:35.519048 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4870af-2a77-4d2e-965b-2029834c44a1', 'name': 'network-vif-deleted', 'tag': '72f5b885-ec60-4484-a5f2-5c419a83472e', 'status': 'completed', 'code': 200} Jan 28 01:03:35.582534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-677cd9c1-3b30-41ad-865a-d1507e86f712 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/2390ca59-fcae-4e2f-9775-601820b73e6b HTTP/1.1" status: 200 len: 1832 time: 0.0620434 Jan 28 01:03:35.588820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2390ca59-fcae-4e2f-9775-601820b73e6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:35.589606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2390ca59-fcae-4e2f-9775-601820b73e6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:35.649090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:35.699190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-f203f50b-3164-4506-bcfb-d33a682774b9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:35.700690 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-f203f50b-3164-4506-bcfb-d33a682774b9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 807 time: 0.2649539 Jan 28 01:03:35.719549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Request body: {'port': {'device_id': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'admin_state_up': True, 'tenant_id': '9dc49157e1a54724b3a7ac9ddcf8e688'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:35.730551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db21a5-3af2-4d10-b50d-c5bc80795429 req-46767aca-9576-4f38-bdb6-44e992f53e2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:35.733226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91db21a5-3af2-4d10-b50d-c5bc80795429 req-46767aca-9576-4f38-bdb6-44e992f53e2a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1158512 Jan 28 01:03:35.742586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group_rule (64b20182-d4f3-423c-8de9-f6cfa657ad58), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.844004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91db21a5-3af2-4d10-b50d-c5bc80795429 req-9b4f5a29-422d-4e05-a5cd-e7194d2e90bf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963531 Jan 28 01:03:35.846107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group_rule (64b20182-d4f3-423c-8de9-f6cfa657ad58), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.853331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (64b20182-d4f3-423c-8de9-f6cfa657ad58), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.874185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1854123474-network', 'tenant_id': '4be9eb18404142d884f51faf0fef4e7c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:35.880106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b20182-d4f3-423c-8de9-f6cfa657ad58,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:35.894725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.897170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ec10b10-4f4a-4399-b796-4d62abdae482 req-9aaf113e-d36d-4abc-aa47-3cba7fbaaad0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3137271 Jan 28 01:03:35.916598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Made reservation on behalf of 9dc49157e1a54724b3a7ac9ddcf8e688 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:35.921236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.924949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Made reservation on behalf of 4be9eb18404142d884f51faf0fef4e7c for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:35.927716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:35.951868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.017191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d07ef40-8723-4587-af1e-74d71e0175b5 req-6a9c52e6-4e6c-4679-b1db-c859b894f8f2 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/2390ca59-fcae-4e2f-9775-601820b73e6b HTTP/1.1" status: 200 len: 2426 time: 0.0736163 Jan 28 01:03:36.060845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-7f40d5be-7a9a-400f-8427-d5ecc121ccf0 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-group-rules/64b20182-d4f3-423c-8de9-f6cfa657ad58 HTTP/1.1" status: 200 len: 778 time: 0.0310924 Jan 28 01:03:36.165663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14cc9fcb-2a2a-4d63-a8c1-6a9a849e8b4d req-1c6d82c3-ed4f-4eb5-88ad-c0b00533ad0d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0548780 Jan 28 01:03:36.184726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-cec46340-69c0-4041-a47d-1205e7057303 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/2390ca59-fcae-4e2f-9775-601820b73e6b HTTP/1.1" status: 200 len: 2426 time: 0.1213694 Jan 28 01:03:36.229019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks [] for security_group (3a123c30-ffc2-4b54-aeaa-97bce9c9dd44), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.239737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Allocated IP 172.20.0.10 (545f5148-681e-4d62-9829-c5c707709cca/f6700348-b602-49c3-a943-48fc9059124b/705f4949-2cd7-4ea9-b394-9b61c191da8b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:36.242563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3a123c30-ffc2-4b54-aeaa-97bce9c9dd44), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.282831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-f57c1be5-2e02-4c14-a250-d3f848fd1f06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group_rule (64b20182-d4f3-423c-8de9-f6cfa657ad58), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.286853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:36.297077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-f57c1be5-2e02-4c14-a250-d3f848fd1f06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group_rule (64b20182-d4f3-423c-8de9-f6cfa657ad58), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.312231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52286) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:36.333976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0f05b2cb-2c30-494a-abac-045f4ed1b539), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.336878 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Added segment 0f05b2cb-2c30-494a-abac-045f4ed1b539 of type vlan for network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 Jan 28 01:03:36.358149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:36.361197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-f57c1be5-2e02-4c14-a250-d3f848fd1f06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (64b20182-d4f3-423c-8de9-f6cfa657ad58), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.372185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-f57c1be5-2e02-4c14-a250-d3f848fd1f06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.383786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce641bc7-c2a1-43c0-808e-cc6ff226d763 req-f57c1be5-2e02-4c14-a250-d3f848fd1f06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/64b20182-d4f3-423c-8de9-f6cfa657ad58 HTTP/1.1" status: 204 len: 173 time: 0.1937385 Jan 28 01:03:36.431164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3edfcfbb-3101-44e2-ad2f-f998e0da2c88 req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1261065638', 'description': 'tempest-description-1309367680'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:36.470429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c1be5-2e02-4c14-a250-d3f848fd1f06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64b20182-d4f3-423c-8de9-f6cfa657ad58,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:36.486137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3edfcfbb-3101-44e2-ad2f-f998e0da2c88 req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.627700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3edfcfbb-3101-44e2-ad2f-f998e0da2c88 req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (7b22217e-64b6-4b26-86d3-380c446fd1a7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.642014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.651023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3edfcfbb-3101-44e2-ad2f-f998e0da2c88 req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b22217e-64b6-4b26-86d3-380c446fd1a7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.724965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3edfcfbb-3101-44e2-ad2f-f998e0da2c88 req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.734784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3edfcfbb-3101-44e2-ad2f-f998e0da2c88 req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3126712 Jan 28 01:03:36.749681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200551f1-e09c-4c64-97a3-6fad494f6a7a tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b22217e-64b6-4b26-86d3-380c446fd1a7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:36.809171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.resource_extend [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:03:36.835829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb35de6a-be3f-420d-acff-f50648108e9e req-83a898c6-dfff-4087-822a-ae7848d7e7e2 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/7b22217e-64b6-4b26-86d3-380c446fd1a7 HTTP/1.1" status: 200 len: 1832 time: 0.0636339 Jan 28 01:03:36.894313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8eab3245-b90f-471f-a62a-735a09a775b7 req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2023640925', 'description': 'tempest-description-1801103119'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:36.920269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.922925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:36.926416 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:36.941865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8eab3245-b90f-471f-a62a-735a09a775b7 req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.048696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3984935 Jan 28 01:03:37.052913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52324) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:37.061449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks [] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.063587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.070501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Request body: {'subnet': {'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1854123474-subnet', 'tenant_id': '4be9eb18404142d884f51faf0fef4e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:37.074548 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a1c63a65-e2c7-466f-b73d-b639b3c9906d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.078783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7855-ed18-4ab1-b819-2d06b909257a admin admin] Pushing event updated for resources: {'Network': ['ID=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:37.091337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:37.124683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Made reservation on behalf of 4be9eb18404142d884f51faf0fef4e7c for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:37.124683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.141956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8eab3245-b90f-471f-a62a-735a09a775b7 req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (c0b47d53-1929-4664-b54a-2bd9a4f9f40a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.168441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8eab3245-b90f-471f-a62a-735a09a775b7 req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0b47d53-1929-4664-b54a-2bd9a4f9f40a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.187842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.245377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Network 545f5148-681e-4d62-9829-c5c707709cca is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:37.251700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:37.260726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6fa04ebd-9949-4ac7-a431-355df6132810'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:37.266409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:37.271042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b47d53-1929-4664-b54a-2bd9a4f9f40a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:37.321248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8eab3245-b90f-471f-a62a-735a09a775b7 req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.342068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8eab3245-b90f-471f-a62a-735a09a775b7 req-0b4d5322-3ffa-468d-b088-0c14435e3eb5 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4519076 Jan 28 01:03:37.378809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:37.407914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:37.407914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.465519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-fbf1a556-0fa8-421c-afee-f0194079838f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7504187 Jan 28 01:03:37.490902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Request body: {'port': {'device_id': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:37.613550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.712361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.737160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:37.754380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (feebfe0b-86bf-4373-9788-22f71ad45699), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.770617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a21c2-8fce-4ed7-9540-2a7a14087a2e req-8e069015-31e4-4122-a6d4-ea0317683b39 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:37.777510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-264a21c2-8fce-4ed7-9540-2a7a14087a2e req-8e069015-31e4-4122-a6d4-ea0317683b39 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1854780 Jan 28 01:03:37.779456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Checking segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:37.779805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Network hostable DHCP agents. Network: 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:37.850435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:37.859252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a681d6-bd1e-418b-b107-f43079b7a4bd req-79b85b39-b60c-4625-9732-8315e2962900 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:37.860761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31a681d6-bd1e-418b-b107-f43079b7a4bd req-79b85b39-b60c-4625-9732-8315e2962900 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 932 time: 0.1118960 Jan 28 01:03:37.877793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-264a21c2-8fce-4ed7-9540-2a7a14087a2e req-9314abc3-97e8-4e37-bd96-a55f94cbb419 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993102 Jan 28 01:03:37.902260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:37.913620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d013f0-1f95-4aac-b6fb-10a7d553db27 None None] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:37.920149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:37.920747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.976737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d277bf78-3c5e-4ee4-8400-28959ef0296a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9203641 Jan 28 01:03:37.992623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31a681d6-bd1e-418b-b107-f43079b7a4bd req-d1c8c550-a71b-44bf-91c5-cd200dc4c997 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105072 Jan 28 01:03:38.013691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2c8a74f-e856-4f6a-8dfc-9ee8e8299c3e req-f82768e6-5fde-41b0-a8e3-aae99c43aa82 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/c0b47d53-1929-4664-b54a-2bd9a4f9f40a HTTP/1.1" status: 200 len: 1832 time: 0.0989964 Jan 28 01:03:38.166732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50007003-dd9d-460b-9cc4-7d0594ad86ce None None] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:38.197800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6623025a-fe36-43e2-bf87-504d93e4101a req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-266029156', 'description': 'tempest-description-1784167241'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:38.263028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6623025a-fe36-43e2-bf87-504d93e4101a req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.445929 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6623025a-fe36-43e2-bf87-504d93e4101a req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (cef484b8-d21c-4add-a719-721f5b028cb2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.455903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f084b-77cb-457c-8323-e5d44e02590a req-c55ef8dc-aa34-4a49-a2f4-7e30f63f0975 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:38.463225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d8f084b-77cb-457c-8323-e5d44e02590a req-c55ef8dc-aa34-4a49-a2f4-7e30f63f0975 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 946 time: 0.1632180 Jan 28 01:03:38.471568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6623025a-fe36-43e2-bf87-504d93e4101a req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cef484b8-d21c-4add-a719-721f5b028cb2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.520114 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6623025a-fe36-43e2-bf87-504d93e4101a req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.539827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6623025a-fe36-43e2-bf87-504d93e4101a req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3461092 Jan 28 01:03:38.543638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a3edf-19a1-4f9a-acab-73142e291788 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef484b8-d21c-4add-a719-721f5b028cb2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:38.586968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705f4949-2cd7-4ea9-b394-9b61c191da8b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:38.598726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Publish callbacks [] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.613073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d8f084b-77cb-457c-8323-e5d44e02590a req-c5d89c7e-994a-4ddd-a6d1-ca8c927d10c2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482861 Jan 28 01:03:38.618304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Transition to ACTIVE for port object 705f4949-2cd7-4ea9-b394-9b61c191da8b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:03:38.659124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.803517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d9a3d37-f54f-4646-b76f-93e08ff4686c req-2115927f-e169-478d-91d2-18a8b4247189 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/cef484b8-d21c-4add-a719-721f5b028cb2 HTTP/1.1" status: 200 len: 1831 time: 0.1083493 Jan 28 01:03:38.843556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:38.877823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:38.881250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:38.881250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:38.894992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Deleting port 11135da3-f3e3-4ef7-834e-ddb25257e088 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:38.895441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.898542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:03:38.898969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:38.947685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:38.948235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:38.949017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:38.949546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Bound port: 705f4949-2cd7-4ea9-b394-9b61c191da8b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:38.950157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.040592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] For port 11135da3-f3e3-4ef7-834e-ddb25257e088, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=11135da3-f3e3-4ef7-834e-ddb25257e088,segment=NetworkSegment(7d85acec-634a-4146-97e7-e1fcdc67defe),segment_id=7d85acec-634a-4146-97e7-e1fcdc67defe)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:39.041062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.067541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Calling delete_port for 11135da3-f3e3-4ef7-834e-ddb25257e088 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:39.133455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:39.138297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:39.151783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.216628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:39.231295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:39.232428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.234233 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-19f031d7-3c8e-4ac0-a8f5-3fa67eeae0c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 1092 time: 1.7534413 Jan 28 01:03:39.238249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:39.240184 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe10ef17-549e-4983-8537-7b1d6b929032" -d '{"events": [{"name": "network-changed", "server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:39.309082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ee637a1-01e9-4241-8640-b27d74acc2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.402788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-a9a79b42-65f6-40f8-a962-4802023fbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:39.404710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-a9a79b42-65f6-40f8-a962-4802023fbab9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1095 time: 0.0718443 Jan 28 01:03:39.414442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:39.481255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-e628ec2e-f6b2-44df-9bd3-7916ed8c842b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 217 time: 0.0615325 Jan 28 01:03:39.581732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-465c4111-61e5-4a10-9eba-165f1757aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:39.584598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-465c4111-61e5-4a10-9eba-165f1757aae3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0757053 Jan 28 01:03:39.608883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (11135da3-f3e3-4ef7-834e-ddb25257e088), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.620718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 47c18955-7d3c-463e-a412-122f3fd2c360 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:39.622734 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.660526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11135da3-f3e3-4ef7-834e-ddb25257e088,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:39.667654 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-8be9e6b4-24ba-40aa-ab3d-ca5b2023b224 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752618 Jan 28 01:03:39.683800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:39.688591 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59abb5a0-ba52-457c-b28d-bae734c68678" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:39.719195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:39.728565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:39.843464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=14']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:40.245034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-cdbeb6df-912f-496f-9712-cdf80ec5ff69 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718467 Jan 28 01:03:40.390924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-90e853d1-96a4-4f82-918d-adc66efaf376 req-6ca706fd-b44e-4b02-a124-82cb3a148d3e service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356299 Jan 28 01:03:40.391411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (feebfe0b-86bf-4373-9788-22f71ad45699), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:40.733980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Router feebfe0b-86bf-4373-9788-22f71ad45699 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:40.747441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:40.860681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-19d1d3ec-59a9-482f-8f9a-79b5aa2ff21f req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1932189466', 'description': 'tempest-description-718826011'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:40.903515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:40.905520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19d1d3ec-59a9-482f-8f9a-79b5aa2ff21f req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:40.914524 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-53f77697-612d-4880-830f-e71653b638c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/feebfe0b-86bf-4373-9788-22f71ad45699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6010394 Jan 28 01:03:40.915055 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] Sync routers for ids ['feebfe0b-86bf-4373-9788-22f71ad45699'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:40.916207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52486) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:40.933381 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] Routers {'feebfe0b-86bf-4373-9788-22f71ad45699'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:40.934042 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['feebfe0b-86bf-4373-9788-22f71ad45699'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:40.996463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-bef4dc2d-f63d-44c4-a5e8-e1c2d9bd290e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:41.004339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-bef4dc2d-f63d-44c4-a5e8-e1c2d9bd290e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 815 time: 0.2140958 Jan 28 01:03:41.050285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-d14e72b0-c6db-4dac-9094-d0ce5ca3fef0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/quotas/4be9eb18404142d884f51faf0fef4e7c HTTP/1.1" status: 200 len: 375 time: 0.0377929 Jan 28 01:03:41.060695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks [] for router (feebfe0b-86bf-4373-9788-22f71ad45699), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.095473 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] Set router feebfe0b-86bf-4373-9788-22f71ad45699 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:41.141732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-d1651d0a-ae35-4be0-8f8a-3e0dc79ac294 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828893 Jan 28 01:03:41.213321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks [] for router_gateway (feebfe0b-86bf-4373-9788-22f71ad45699), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.319230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Deleting port 28b00593-1353-49d9-a838-94190a7ec12e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:41.319923 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (28b00593-1353-49d9-a838-94190a7ec12e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.344826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19d1d3ec-59a9-482f-8f9a-79b5aa2ff21f req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (c3fbfd84-1886-4b48-9fc5-a980a10ae535), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.366866 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '28b00593-1353-49d9-a838-94190a7ec12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:03:39Z', 'revision_number': 5, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port': {'id': '28b00593-1353-49d9-a838-94190a7ec12e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:20Z', 'updated_at': '2022-01-28T01:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:41.373356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19d1d3ec-59a9-482f-8f9a-79b5aa2ff21f req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c3fbfd84-1886-4b48-9fc5-a980a10ae535), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.399346 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] Checking router: feebfe0b-86bf-4373-9788-22f71ad45699 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:41.408936 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] Routers {'feebfe0b-86bf-4373-9788-22f71ad45699'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:41.409574 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:03:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['feebfe0b-86bf-4373-9788-22f71ad45699'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:41.415191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-ca557182-f29d-4379-9f76-90452d8f154f service neutron] 10.222.0.23 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629550 Jan 28 01:03:41.488000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19d1d3ec-59a9-482f-8f9a-79b5aa2ff21f req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.504683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19d1d3ec-59a9-482f-8f9a-79b5aa2ff21f req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6556377 Jan 28 01:03:41.523254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] For port 28b00593-1353-49d9-a838-94190a7ec12e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=28b00593-1353-49d9-a838-94190a7ec12e,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:41.526477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (28b00593-1353-49d9-a838-94190a7ec12e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.572666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Calling delete_port for 28b00593-1353-49d9-a838-94190a7ec12e owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:41.600454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489bfe2-0fb2-4dc2-821a-09b9c6458f3d tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbfd84-1886-4b48-9fc5-a980a10ae535,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:41.620166 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] Set router feebfe0b-86bf-4373-9788-22f71ad45699 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:41.688660 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:03:41Z', 'revision_number': 6, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:41.715536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-02095891-c268-4996-b495-0b24ad610e09 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956665 Jan 28 01:03:41.728469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876119-4043-420b-9252-2a2b2002b1ce req-0856ca1d-9ecb-48f3-8aa4-e299849fd3dc tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:41.732037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59876119-4043-420b-9252-2a2b2002b1ce req-0856ca1d-9ecb-48f3-8aa4-e299849fd3dc tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1198516 Jan 28 01:03:41.746954 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346de240-67eb-48ac-86c9-49d65d017a3c None None] The sync data for ids ['feebfe0b-86bf-4373-9788-22f71ad45699'] in n-d-826756-1 is: [{'id': 'feebfe0b-86bf-4373-9788-22f71ad45699', 'name': 'tempest-ServerRescueNegativeTestJSON-474764072-router', 'tenant_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:19Z', 'updated_at': '2022-01-28T01:03:41Z', 'revision_number': 6, 'project_id': '3a1fbcb2445d4eb0bc7117c3052da624', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:41.800261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59876119-4043-420b-9252-2a2b2002b1ce req-dca6e75a-335b-4ea5-8822-bd0ee9acafc3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 Jan 28 01:03:41.846289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.892462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (28b00593-1353-49d9-a838-94190a7ec12e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.922001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b00593-1353-49d9-a838-94190a7ec12e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:42.014198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (feebfe0b-86bf-4373-9788-22f71ad45699), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.165690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (feebfe0b-86bf-4373-9788-22f71ad45699), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.167859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks [] for router_controller (feebfe0b-86bf-4373-9788-22f71ad45699), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.176814 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50144046-2f4f-4f8a-9b52-1ff7267534f0 x-openstack-request-id: req-50144046-2f4f-4f8a-9b52-1ff7267534f0 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:42.177109 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:42.177364 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50144046-2f4f-4f8a-9b52-1ff7267534f0 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:42.177761 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'code': 200} Jan 28 01:03:42.313500 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37b4e5f-4014-4ed2-8189-ca6158dfa6f9 x-openstack-request-id: req-b37b4e5f-4014-4ed2-8189-ca6158dfa6f9 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:42.316027 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:42.316327 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b37b4e5f-4014-4ed2-8189-ca6158dfa6f9 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:42.316764 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'status': 'completed', 'code': 200} Jan 28 01:03:42.317501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11135da3-f3e3-4ef7-834e-ddb25257e088 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:42.358089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 11135da3-f3e3-4ef7-834e-ddb25257e088 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:42.369879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 11135da3-f3e3-4ef7-834e-ddb25257e088 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:42.385375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (feebfe0b-86bf-4373-9788-22f71ad45699), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.386612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feebfe0b-86bf-4373-9788-22f71ad45699 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:03:42.397413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.398957 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-934c4340-7903-44ec-b696-c13e00aa61f9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/feebfe0b-86bf-4373-9788-22f71ad45699 HTTP/1.1" status: 204 len: 168 time: 1.4814742 Jan 28 01:03:42.402613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52500) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:42.447041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-c4d009d7-0f0c-4232-a546-fe168a3b5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:42.449104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-c4d009d7-0f0c-4232-a546-fe168a3b5e05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1095 time: 0.1408272 Jan 28 01:03:42.468463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d1ecc3-3e37-4c35-95d6-0f1b29916c8f req-d0a5fa3e-1f55-4de3-ab30-1cb515a1d8aa tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/c3fbfd84-1886-4b48-9fc5-a980a10ae535 HTTP/1.1" status: 200 len: 1831 time: 0.2589931 Jan 28 01:03:42.501731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72591d61-be25-426a-beb3-021f2a80255e req-96562195-017e-40b0-8114-f94fd7f1feb1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:42.504659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72591d61-be25-426a-beb3-021f2a80255e req-96562195-017e-40b0-8114-f94fd7f1feb1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2551289 Jan 28 01:03:42.566520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Deleting subnet 1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:03:42.583391 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Publish callbacks [] for subnet (1b2a3b19-b5c0-46cb-86d9-f1ad6483e396), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.589436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72591d61-be25-426a-beb3-021f2a80255e req-0c1248a4-ccd5-4dc7-ab32-766b4e326f78 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750611 Jan 28 01:03:42.641523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (1b2a3b19-b5c0-46cb-86d9-f1ad6483e396), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.661281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-164cc1f4-9f03-4b4f-8b75-bf82ecabd250 req-4d9bf028-cbd2-4f71-ba25-cb098bef86c0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 210 time: 0.0593326 Jan 28 01:03:42.690810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-af369a01-d757-4e9c-8552-3ea44de2bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:42.692424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-af369a01-d757-4e9c-8552-3ea44de2bbeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.2358539 Jan 28 01:03:42.693366 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-76fefdd6-b4af-4da2-981a-5b3a8eb8052f req-ee4fdbbf-ffbc-4de7-98c7-99b7a8d88c53 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] show failed (client error): The resource could not be found. Jan 28 01:03:42.696939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fefdd6-b4af-4da2-981a-5b3a8eb8052f req-ee4fdbbf-ffbc-4de7-98c7-99b7a8d88c53 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/bbf4a208-4080-4acc-82db-1ac8bbf12e0f HTTP/1.1" status: 404 len: 352 time: 0.0322647 Jan 28 01:03:42.749807 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-e32bab47-f781-443e-a2e3-e06040da0ac5 req-4ee85db7-1384-4fd7-85be-7518f0eac972 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] show failed (client error): The resource could not be found. Jan 28 01:03:42.757998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e32bab47-f781-443e-a2e3-e06040da0ac5 req-4ee85db7-1384-4fd7-85be-7518f0eac972 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-group-rules/940aa10e-61ed-41a6-a559-79337db31e23 HTTP/1.1" status: 404 len: 361 time: 0.0230165 Jan 28 01:03:42.774059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-03b29c5b-ae5b-4c91-a490-4a31f341e1c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 217 time: 0.0747707 Jan 28 01:03:42.783725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1b2a3b19-b5c0-46cb-86d9-f1ad6483e396), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.871257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b929183-ad8c-45cd-b466-13d3ebc19f90 req-9dc0e51f-396d-4091-8253-78b44a8671ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/c3fbfd84-1886-4b48-9fc5-a980a10ae535 HTTP/1.1" status: 200 len: 1831 time: 0.0854502 Jan 28 01:03:42.887546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-1f8b4493-7cb4-491c-a3d3-9bafde8d8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:42.889156 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-1f8b4493-7cb4-491c-a3d3-9bafde8d8ed4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.1069002 Jan 28 01:03:42.988856 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-e48735bb-693f-4330-8698-10c2616cff2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839400 Jan 28 01:03:43.020101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (1b2a3b19-b5c0-46cb-86d9-f1ad6483e396), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.096789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6b929183-ad8c-45cd-b466-13d3ebc19f90 req-6c1e57e1-bd32-47e3-a9a1-65d8427a87ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (c3fbfd84-1886-4b48-9fc5-a980a10ae535), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.178061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6b929183-ad8c-45cd-b466-13d3ebc19f90 req-6c1e57e1-bd32-47e3-a9a1-65d8427a87ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (c3fbfd84-1886-4b48-9fc5-a980a10ae535), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.206502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-f543e57b-8912-4552-8dff-f2f4f302e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:43.208195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-f543e57b-8912-4552-8dff-f2f4f302e86b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.2314370 Jan 28 01:03:43.243003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4ff8-d0bd-4bf1-add7-d635733f0191 req-efef73f4-578e-4a3d-9bd4-b4a13602d2aa tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:43.244550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47ac4ff8-d0bd-4bf1-add7-d635733f0191 req-efef73f4-578e-4a3d-9bd4-b4a13602d2aa tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.2434175 Jan 28 01:03:43.300268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.311261 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-0259a874-0c05-4116-9d55-cb322d569cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153422 Jan 28 01:03:43.327600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2a3b19-b5c0-46cb-86d9-f1ad6483e396,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:43.340470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.346157 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e4a4bd8-d241-4fd2-be65-17ef893ff821 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b2a3b19-b5c0-46cb-86d9-f1ad6483e396 HTTP/1.1" status: 204 len: 168 time: 0.9383433 Jan 28 01:03:43.353273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52528) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:43.487424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6b929183-ad8c-45cd-b466-13d3ebc19f90 req-6c1e57e1-bd32-47e3-a9a1-65d8427a87ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c3fbfd84-1886-4b48-9fc5-a980a10ae535), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.501054 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6b929183-ad8c-45cd-b466-13d3ebc19f90 req-6c1e57e1-bd32-47e3-a9a1-65d8427a87ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.502339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b929183-ad8c-45cd-b466-13d3ebc19f90 req-6c1e57e1-bd32-47e3-a9a1-65d8427a87ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3fbfd84-1886-4b48-9fc5-a980a10ae535 HTTP/1.1" status: 204 len: 173 time: 0.6234643 Jan 28 01:03:43.564563 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fe10ef17-549e-4983-8537-7b1d6b929032 req-b0e2b25f-71b6-40a0-9369-004e5bda5b88 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256639 Jan 28 01:03:43.565143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e57e1-bd32-47e3-a9a1-65d8427a87ad tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbfd84-1886-4b48-9fc5-a980a10ae535,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:43.600170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47ac4ff8-d0bd-4bf1-add7-d635733f0191 req-37ecae13-a56e-4a57-bdbe-6f4e1e41880a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419533 Jan 28 01:03:43.617000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (80612c17-56dc-4293-a499-d9742eb6abc1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.649682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-12aeb85b-537a-49ad-95d0-5316da1cb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:43.650158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-12aeb85b-537a-49ad-95d0-5316da1cb792 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.4329238 Jan 28 01:03:43.827532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8254-766b-4212-8ba8-3bc12942c9e4 req-cd16d83f-289a-44c7-96d4-bc014804364c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:43.835067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cad8254-766b-4212-8ba8-3bc12942c9e4 req-cd16d83f-289a-44c7-96d4-bc014804364c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2134631 Jan 28 01:03:43.838446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-68e6b1b2-76e2-4d4b-9580-975bebb28054 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.1732128 Jan 28 01:03:43.926892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (80612c17-56dc-4293-a499-d9742eb6abc1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.008914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 28b00593-1353-49d9-a838-94190a7ec12e no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:44.030351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80612c17-56dc-4293-a499-d9742eb6abc1']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:44.032467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-b7485a9c-0c8e-47f9-8e91-465e8987a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:44.033978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-b7485a9c-0c8e-47f9-8e91-465e8987a226 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1878960 Jan 28 01:03:44.045909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 28b00593-1353-49d9-a838-94190a7ec12e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:44.046555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 28b00593-1353-49d9-a838-94190a7ec12e not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:44.094986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d85acec-634a-4146-97e7-e1fcdc67defe') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:44.095235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d85acec-634a-4146-97e7-e1fcdc67defe') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:44.102868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cad8254-766b-4212-8ba8-3bc12942c9e4 req-7b146863-500f-4cba-9698-93077569136d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668490 Jan 28 01:03:44.134689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82add45a-0eb3-4eca-ac6a-12c8f1a41bfb req-11b1d002-ca36-428d-add1-530f01dadff2 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/cef484b8-d21c-4add-a719-721f5b028cb2 HTTP/1.1" status: 200 len: 1831 time: 0.2626145 Jan 28 01:03:44.183847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-f0eff59d-c954-46af-a665-f9bc412b3467 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:44.186097 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-f0eff59d-c954-46af-a665-f9bc412b3467 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 815 time: 0.2573655 Jan 28 01:03:44.214327 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (7d85acec-634a-4146-97e7-e1fcdc67defe), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.252098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Request body: {'port': {'device_id': '57658efc-afc9-4618-bcfa-23da8069c280', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'admin_state_up': True, 'tenant_id': '4be9eb18404142d884f51faf0fef4e7c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:44.255641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7d85acec-634a-4146-97e7-e1fcdc67defe), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.265222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:03:44.265572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (7d85acec-634a-4146-97e7-e1fcdc67defe), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:03:44.268535 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:03:44.297591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-d93756b1-6daf-44d4-afe2-c3d6d8237ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:44.298490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-d93756b1-6daf-44d4-afe2-c3d6d8237ba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281451 Jan 28 01:03:44.456081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0746028-b07c-4d49-b4d1-f3c0a5fe49fb req-e564ba34-09f2-42d3-a97d-33fe9107a9e6 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 210 time: 0.0808449 Jan 28 01:03:44.461070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-82add45a-0eb3-4eca-ac6a-12c8f1a41bfb req-60f184d9-60b6-4452-b9ae-55ef4812be7f tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (cef484b8-d21c-4add-a719-721f5b028cb2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.489160 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (80612c17-56dc-4293-a499-d9742eb6abc1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.495259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-82add45a-0eb3-4eca-ac6a-12c8f1a41bfb req-60f184d9-60b6-4452-b9ae-55ef4812be7f tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (cef484b8-d21c-4add-a719-721f5b028cb2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.497528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Made reservation on behalf of 4be9eb18404142d884f51faf0fef4e7c for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:44.505992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.512011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80612c17-56dc-4293-a499-d9742eb6abc1 HTTP/1.1" status: 204 len: 168 time: 1.1506722 Jan 28 01:03:44.521344 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.551006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b0485-2c9f-4b17-88c4-56b00c49b140 admin admin] Pushing event deleted for resources: {'Network': ['ID=80612c17-56dc-4293-a499-d9742eb6abc1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:44.654887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-8b1767c5-aa12-42f6-b8fa-8fcd17d7269d service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888024 Jan 28 01:03:44.656813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-82add45a-0eb3-4eca-ac6a-12c8f1a41bfb req-60f184d9-60b6-4452-b9ae-55ef4812be7f tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cef484b8-d21c-4add-a719-721f5b028cb2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.661754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-82add45a-0eb3-4eca-ac6a-12c8f1a41bfb req-60f184d9-60b6-4452-b9ae-55ef4812be7f tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.669096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82add45a-0eb3-4eca-ac6a-12c8f1a41bfb req-60f184d9-60b6-4452-b9ae-55ef4812be7f tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "DELETE /v2.0/security-groups/cef484b8-d21c-4add-a719-721f5b028cb2 HTTP/1.1" status: 204 len: 173 time: 0.5378311 Jan 28 01:03:44.756999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52552) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:44.796475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Allocated IP 172.20.0.13 (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242/f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc/8c4a5414-3bf9-410d-846e-1cd7d4529471) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:44.830964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2818c727-5b88-4c76-af84-a1d17f95fc8b req-e5413838-53aa-4315-8629-b0409d9a1402 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603961 Jan 28 01:03:44.847191 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-352c63b0-21bb-45b8-90ca-a106521ad50a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a1fbcb2445d4eb0bc7117c3052da624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886769 Jan 28 01:03:44.854591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52558) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:44.919323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f184d9-60b6-4452-b9ae-55ef4812be7f tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef484b8-d21c-4add-a719-721f5b028cb2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:44.976396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14d98806-ab54-4e89-88ae-3d7b8465f61e admin admin] Publish callbacks [] for security_group (be15c7b8-36e4-442e-a65a-0c9ab8429f3c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.002717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4a35a-009a-4fb3-9785-2a289cb95822 req-855828f8-0825-440f-8d0e-c24a4541680a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:45.021660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecd4a35a-009a-4fb3-9785-2a289cb95822 req-855828f8-0825-440f-8d0e-c24a4541680a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1892641 Jan 28 01:03:45.059886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14d98806-ab54-4e89-88ae-3d7b8465f61e admin admin] Publish callbacks [] for security_group (be15c7b8-36e4-442e-a65a-0c9ab8429f3c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.195720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecd4a35a-009a-4fb3-9785-2a289cb95822 req-a8b96572-668e-4952-8c1b-b53badd9642a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703532 Jan 28 01:03:45.253665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks [] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.277156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14d98806-ab54-4e89-88ae-3d7b8465f61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (be15c7b8-36e4-442e-a65a-0c9ab8429f3c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.280666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14d98806-ab54-4e89-88ae-3d7b8465f61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.290575 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-14d98806-ab54-4e89-88ae-3d7b8465f61e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be15c7b8-36e4-442e-a65a-0c9ab8429f3c HTTP/1.1" status: 204 len: 168 time: 0.4345913 Jan 28 01:03:45.335302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98806-ab54-4e89-88ae-3d7b8465f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15c7b8-36e4-442e-a65a-0c9ab8429f3c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:45.383963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11dcc1b7-cfcd-4b28-a9e9-66d5e4f447c0 req-346013c1-44e7-4fc1-b0c1-25faa01b95a6 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/c0b47d53-1929-4664-b54a-2bd9a4f9f40a HTTP/1.1" status: 200 len: 1832 time: 0.5556824 Jan 28 01:03:45.389248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.400652 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:45.681160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:45.684016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:45.688736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:45.691036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:45.719084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-11dcc1b7-cfcd-4b28-a9e9-66d5e4f447c0 req-83bd5773-0030-4a36-9601-9b088127f40e tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (c0b47d53-1929-4664-b54a-2bd9a4f9f40a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.764136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:45.764850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.810719 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-b4911223-1d21-4045-9301-3b14cb6e15f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5899448 Jan 28 01:03:45.831379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Request body: {'port': {'device_id': '57658efc-afc9-4618-bcfa-23da8069c280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:45.837925 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-11dcc1b7-cfcd-4b28-a9e9-66d5e4f447c0 req-83bd5773-0030-4a36-9601-9b088127f40e tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (c0b47d53-1929-4664-b54a-2bd9a4f9f40a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.947893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92991e2-710a-4ba5-bfed-f4f067c2b1c0 req-6a3d417a-e60b-417b-a7c3-a2398e422cda tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:45.958289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f92991e2-710a-4ba5-bfed-f4f067c2b1c0 req-6a3d417a-e60b-417b-a7c3-a2398e422cda tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1228504 Jan 28 01:03:45.959714 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.131889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-11dcc1b7-cfcd-4b28-a9e9-66d5e4f447c0 req-83bd5773-0030-4a36-9601-9b088127f40e tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0b47d53-1929-4664-b54a-2bd9a4f9f40a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.136599 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-11dcc1b7-cfcd-4b28-a9e9-66d5e4f447c0 req-83bd5773-0030-4a36-9601-9b088127f40e tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.166083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11dcc1b7-cfcd-4b28-a9e9-66d5e4f447c0 req-83bd5773-0030-4a36-9601-9b088127f40e tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "DELETE /v2.0/security-groups/c0b47d53-1929-4664-b54a-2bd9a4f9f40a HTTP/1.1" status: 204 len: 173 time: 0.7759113 Jan 28 01:03:46.207225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5773-0030-4a36-9601-9b088127f40e tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b47d53-1929-4664-b54a-2bd9a4f9f40a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:46.231692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f92991e2-710a-4ba5-bfed-f4f067c2b1c0 req-105069df-0978-406a-aede-e62281b606a6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665777 Jan 28 01:03:46.322556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-386fc318-2abb-44f9-ab95-d70cd7773a01 req-f6220393-736c-44f3-8627-6f80ece79e06 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/7b22217e-64b6-4b26-86d3-380c446fd1a7 HTTP/1.1" status: 200 len: 1832 time: 0.0493422 Jan 28 01:03:46.387555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-386fc318-2abb-44f9-ab95-d70cd7773a01 req-5032090c-f4b2-42f3-a3cb-1d2880c35cdd tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (7b22217e-64b6-4b26-86d3-380c446fd1a7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.415509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4a5414-3bf9-410d-846e-1cd7d4529471 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:46.429059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Publish callbacks [] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.439096 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-386fc318-2abb-44f9-ab95-d70cd7773a01 req-5032090c-f4b2-42f3-a3cb-1d2880c35cdd tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (7b22217e-64b6-4b26-86d3-380c446fd1a7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.447541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Transition to ACTIVE for port object 8c4a5414-3bf9-410d-846e-1cd7d4529471 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:03:46.470068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.545365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:46.568423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64af10-7c47-4474-afac-316ab1121c7d req-ea960793-6188-40c7-ab4d-aeecf686f1eb tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:46.577627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf64af10-7c47-4474-afac-316ab1121c7d req-ea960793-6188-40c7-ab4d-aeecf686f1eb tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 944 time: 0.0949769 Jan 28 01:03:46.584476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-386fc318-2abb-44f9-ab95-d70cd7773a01 req-5032090c-f4b2-42f3-a3cb-1d2880c35cdd tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b22217e-64b6-4b26-86d3-380c446fd1a7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.587306 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-386fc318-2abb-44f9-ab95-d70cd7773a01 req-5032090c-f4b2-42f3-a3cb-1d2880c35cdd tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.604127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-386fc318-2abb-44f9-ab95-d70cd7773a01 req-5032090c-f4b2-42f3-a3cb-1d2880c35cdd tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b22217e-64b6-4b26-86d3-380c446fd1a7 HTTP/1.1" status: 204 len: 173 time: 0.2803483 Jan 28 01:03:46.662967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032090c-f4b2-42f3-a3cb-1d2880c35cdd tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b22217e-64b6-4b26-86d3-380c446fd1a7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:46.668697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Attempting to bind port 8c4a5414-3bf9-410d-846e-1cd7d4529471 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:46.668849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Attempting to bind port 8c4a5414-3bf9-410d-846e-1cd7d4529471 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:46.669180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Attempting to bind port 8c4a5414-3bf9-410d-846e-1cd7d4529471 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:46.674062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Port 8c4a5414-3bf9-410d-846e-1cd7d4529471 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:03:46.674398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Attempting to bind port 8c4a5414-3bf9-410d-846e-1cd7d4529471 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:46.680502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:46.680843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Checking segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:46.681232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Bound using segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:46.681659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Bound port: 8c4a5414-3bf9-410d-846e-1cd7d4529471, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:46.682223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.763987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf64af10-7c47-4474-afac-316ab1121c7d req-03c33ae4-352e-469c-9eac-5704aa08e70c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862125 Jan 28 01:03:46.764526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:46.769752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:46.781713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.808851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4ee24-cb14-4974-bfe4-883172079139 req-2d4fb259-5090-4555-bfcf-5372e803c9e3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:46.821556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7d4ee24-cb14-4974-bfe4-883172079139 req-2d4fb259-5090-4555-bfcf-5372e803c9e3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1122603 Jan 28 01:03:46.881710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:46.911269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:46.912057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.914316 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-c6b42765-6803-40b5-b47a-d7541e1ee66a service neutron] 10.222.0.43 "PUT /v2.0/ports/8c4a5414-3bf9-410d-846e-1cd7d4529471 HTTP/1.1" status: 200 len: 1092 time: 1.0882492 Jan 28 01:03:46.914781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:46.921673 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660d5021-693a-4c47-8ae9-754f1c05d51d" -d '{"events": [{"name": "network-changed", "server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:46.940605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7d4ee24-cb14-4974-bfe4-883172079139 req-6ba4cf85-010d-42f2-abb6-5c79a7f1abb1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081851 Jan 28 01:03:47.059830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-dde3f195-33b9-4089-ade6-dc7dfba77342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.061655 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-dde3f195-33b9-4089-ade6-dc7dfba77342 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 1095 time: 0.0693727 Jan 28 01:03:47.092740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52612) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:47.170561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1881895674-network', 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:47.178418 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7a14a7-ccf8-42c7-806e-547146a68613 x-openstack-request-id: req-9c7a14a7-ccf8-42c7-806e-547146a68613 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:47.178721 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:47.178984 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c7a14a7-ccf8-42c7-806e-547146a68613 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:47.179409 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'status': 'completed', 'code': 200} Jan 28 01:03:47.181370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-a3bafc78-05af-47dc-844c-5abd15d483ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471 HTTP/1.1" status: 200 len: 217 time: 0.1037686 Jan 28 01:03:47.198824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:47.202849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.217166 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.258748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83808b06-e439-4312-9e52-1b979e7aa642 req-2b64df7d-ad73-4f61-b212-097b0f1a6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.269102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-2b64df7d-ad73-4f61-b212-097b0f1a6030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 200 len: 855 time: 0.0785165 Jan 28 01:03:47.356355 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-83a4c8b1-e4d8-4840-a573-77e75d76a060 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821333 Jan 28 01:03:47.376000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks [] for security_group (9cd123ca-3e25-487c-92f8-7b6094abafc2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.396740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9cd123ca-3e25-487c-92f8-7b6094abafc2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.502357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:47.533282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1129a47f-71bf-40ec-a088-c41f1d47cc0b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.533982 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Added segment 1129a47f-71bf-40ec-a088-c41f1d47cc0b of type vlan for network e95e99a4-41eb-43e4-b75c-c907efa481a3 Jan 28 01:03:47.579973 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e95e99a4-41eb-43e4-b75c-c907efa481a3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.615336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbbfccf9-1af1-434d-87e6-117b66da5d29 req-3a7a3647-4d33-4f39-a88c-f5c3c8041cd3 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "GET /v2.0/security-groups/2390ca59-fcae-4e2f-9775-601820b73e6b HTTP/1.1" status: 200 len: 1832 time: 0.6725645 Jan 28 01:03:47.625205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e95e99a4-41eb-43e4-b75c-c907efa481a3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.626312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-32ada0f9-1b7a-49b8-9315-560a09078776 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585819 Jan 28 01:03:47.626973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.628178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.798015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd123ca-3e25-487c-92f8-7b6094abafc2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:47.804742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=e95e99a4-41eb-43e4-b75c-c907efa481a3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:47.841998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52630) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:47.842482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9449f14-ba65-4be7-b068-2f4b5edf7fd7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7479577 Jan 28 01:03:47.858666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:47.859302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Request body: {'subnet': {'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1881895674-subnet', 'tenant_id': '759ff06070244d3091b75b09537e94ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:47.875201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f129e-174b-4019-9f11-1f0b4f45a23f req-281f506f-cb2d-46a7-a4a9-b85810d10173 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:47.882314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f11f129e-174b-4019-9f11-1f0b4f45a23f req-281f506f-cb2d-46a7-a4a9-b85810d10173 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.4294224 Jan 28 01:03:47.902508 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-83808b06-e439-4312-9e52-1b979e7aa642 req-05f0c9f8-55fd-44df-be5c-40f8ec5450d8 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605059 Jan 28 01:03:47.979277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:47.982043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.982640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-6b6828ba-7a4d-4191-88f2-f916d2091dec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787314 Jan 28 01:03:48.002416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f11f129e-174b-4019-9f11-1f0b4f45a23f req-99bca7f7-b8cf-49aa-8464-44138c7092fd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190202 Jan 28 01:03:48.025069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bbbfccf9-1af1-434d-87e6-117b66da5d29 req-d6af52e6-5f13-4791-af08-8a9e3a02e0e7 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (2390ca59-fcae-4e2f-9775-601820b73e6b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.080217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bbbfccf9-1af1-434d-87e6-117b66da5d29 req-d6af52e6-5f13-4791-af08-8a9e3a02e0e7 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (2390ca59-fcae-4e2f-9775-601820b73e6b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.126070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-0c516c81-7e41-4377-8ab1-61685ed03a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.127502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-0c516c81-7e41-4377-8ab1-61685ed03a31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.0963340 Jan 28 01:03:48.276793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-e13c25f6-e73e-4076-9eb5-1fb08e6b6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.279294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-e13c25f6-e73e-4076-9eb5-1fb08e6b6045 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1030674 Jan 28 01:03:48.282264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bbbfccf9-1af1-434d-87e6-117b66da5d29 req-d6af52e6-5f13-4791-af08-8a9e3a02e0e7 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2390ca59-fcae-4e2f-9775-601820b73e6b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.284955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bbbfccf9-1af1-434d-87e6-117b66da5d29 req-d6af52e6-5f13-4791-af08-8a9e3a02e0e7 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.286863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbbfccf9-1af1-434d-87e6-117b66da5d29 req-d6af52e6-5f13-4791-af08-8a9e3a02e0e7 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] 10.222.0.23 "DELETE /v2.0/security-groups/2390ca59-fcae-4e2f-9775-601820b73e6b HTTP/1.1" status: 204 len: 173 time: 0.6703022 Jan 28 01:03:48.301480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52640) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:48.345978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f668df9a-49da-4996-bd06-37853d3d91c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.390847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f668df9a-49da-4996-bd06-37853d3d91c9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:48.394610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-7fb292c8-bc69-40f8-80dc-b8c8a0ffbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.396239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-7fb292c8-bc69-40f8-80dc-b8c8a0ffbfa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 1095 time: 0.3893898 Jan 28 01:03:48.403369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af52e6-5f13-4791-af08-8a9e3a02e0e7 tempest-SecurityGroupRulesNegativeTestJSON-1279996428 tempest-SecurityGroupRulesNegativeTestJSON-1279996428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390ca59-fcae-4e2f-9775-601820b73e6b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:48.470772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aa235-5207-4f62-8ce7-288718223ee9 req-177a2f66-543f-4a83-a145-5436b2bf94e9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.481099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a38aa235-5207-4f62-8ce7-288718223ee9 req-177a2f66-543f-4a83-a145-5436b2bf94e9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 944 time: 0.3464391 Jan 28 01:03:48.501202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:48.501639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Network hostable DHCP agents. Network: e95e99a4-41eb-43e4-b75c-c907efa481a3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:48.533016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Deleting subnet 288ba190-7eb9-41de-8b43-afc9d8d05bea {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:03:48.545735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Publish callbacks [] for subnet (288ba190-7eb9-41de-8b43-afc9d8d05bea), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.577400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-d2d16a21-f687-4c69-af00-90a9af7ea2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.579635 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-d2d16a21-f687-4c69-af00-90a9af7ea2fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 916 time: 0.1752543 Jan 28 01:03:48.584586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:48.627498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-20b61c10-1f6a-454d-9011-4a589abcee41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.3384073 Jan 28 01:03:48.629402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-bec5fc77-0bd3-48fc-a7bf-9fe11d07c7a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471 HTTP/1.1" status: 200 len: 217 time: 0.0417662 Jan 28 01:03:48.691328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-a67195f1-d2ac-4013-a950-a6a5e44c8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.693078 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-a67195f1-d2ac-4013-a950-a6a5e44c8653 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 200 len: 855 time: 0.0554311 Jan 28 01:03:48.694304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e95e99a4-41eb-43e4-b75c-c907efa481a3) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:48.702008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a38aa235-5207-4f62-8ce7-288718223ee9 req-77ad0751-a9fb-421e-ad3a-f41b6c58fb91 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198458 Jan 28 01:03:48.705234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9e6cf-2bf4-4b35-b440-75641d3ac062 None None] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:48.707671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.708293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.729107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (288ba190-7eb9-41de-8b43-afc9d8d05bea), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.763015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f15de6-5b96-4465-8363-432479048663 req-3b567bd2-cb5d-40f9-bab6-bdc050437d8f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:48.770398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9f15de6-5b96-4465-8363-432479048663 req-3b567bd2-cb5d-40f9-bab6-bdc050437d8f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.2256055 Jan 28 01:03:48.804195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-c9f52907-8d62-4622-8c00-aebd29837d50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890903 Jan 28 01:03:48.851690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed759502-1f0d-4663-8dcc-8a98a9c3babc None None] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:48.883593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (288ba190-7eb9-41de-8b43-afc9d8d05bea), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.024463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-eb7633c5-6040-4fa1-a20e-4396c08c869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.027669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-eb7633c5-6040-4fa1-a20e-4396c08c869c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.3877647 Jan 28 01:03:49.037264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (288ba190-7eb9-41de-8b43-afc9d8d05bea), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.375070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:49.437810 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a8e075ff-cbe2-4cdc-b570-38bc9497af06 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5903668 Jan 28 01:03:49.440215 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-514f179a-1958-4de4-8f59-9e5fd4369a78 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278377 Jan 28 01:03:49.551902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:49.567308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'port_id': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'mac_address': 'fa:16:3e:6c:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:49.607354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288ba190-7eb9-41de-8b43-afc9d8d05bea,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:49.611996 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.615684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-db0576b1-6cf1-40c0-9c39-69c454295882 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/288ba190-7eb9-41de-8b43-afc9d8d05bea HTTP/1.1" status: 204 len: 168 time: 1.3127496 Jan 28 01:03:49.630951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52658) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:49.680183 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-660d5021-693a-4c47-8ae9-754f1c05d51d req-e8960bcc-0c5f-42f1-91b1-936ec8451d7e service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291911 Jan 28 01:03:49.682016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8c4a5414-3bf9-410d-846e-1cd7d4529471 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:49.682768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.712864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4a5414-3bf9-410d-846e-1cd7d4529471 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:49.753551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-fb93ec8a-e68b-4db4-83e8-6624fc350339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.755081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-fb93ec8a-e68b-4db4-83e8-6624fc350339 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7126899 Jan 28 01:03:49.763192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fd9541f7-40b4-4384-8785-aafa72fe9a06), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.764660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:49.772737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.777902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9f15de6-5b96-4465-8363-432479048663 req-93ff2c43-f8d9-4412-8993-bbccf910999c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0065339 Jan 28 01:03:49.825029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46776f8-a5dc-448d-b681-15ab726e0d6b req-d1941991-9aa8-416f-9236-943594a7892a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:49.833951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e46776f8-a5dc-448d-b681-15ab726e0d6b req-d1941991-9aa8-416f-9236-943594a7892a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.3551626 Jan 28 01:03:49.875101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:50.020637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fd9541f7-40b4-4384-8785-aafa72fe9a06), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.055244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e46776f8-a5dc-448d-b681-15ab726e0d6b req-aacc7570-3001-43a7-8d8f-28b7542f6794 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006793 Jan 28 01:03:50.060756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8c4a5414-3bf9-410d-846e-1cd7d4529471'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:50.076270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9541f7-40b4-4384-8785-aafa72fe9a06']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:50.093478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-bb72cc43-96f6-4e3c-b28d-1cf7068c2bb0 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272207 Jan 28 01:03:50.095198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfab9fa-aea2-486e-9f30-c8e2aafacc8d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:50.095820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfab9fa-aea2-486e-9f30-c8e2aafacc8d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:50.203718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (adfab9fa-aea2-486e-9f30-c8e2aafacc8d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.255717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (adfab9fa-aea2-486e-9f30-c8e2aafacc8d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.317006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:03:50.317419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (adfab9fa-aea2-486e-9f30-c8e2aafacc8d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:03:50.319311 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:03:50.471916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52365d6-1181-466e-90f3-578251ea5c06 req-0a6b819e-3ec1-49aa-935e-b9ff5058c83c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:50.478806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b52365d6-1181-466e-90f3-578251ea5c06 req-0a6b819e-3ec1-49aa-935e-b9ff5058c83c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 945 time: 0.2739689 Jan 28 01:03:50.485922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fd9541f7-40b4-4384-8785-aafa72fe9a06), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.495872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-563137f3-0cf4-4a91-9f67-9fdd41fd0837 req-ea4fc7ee-aa4d-44f5-bf4d-737815571276 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926690 Jan 28 01:03:50.508610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.511844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd9541f7-40b4-4384-8785-aafa72fe9a06 HTTP/1.1" status: 204 len: 168 time: 0.8739705 Jan 28 01:03:50.552465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9d43e898-779e-4855-9ee6-c197f277bdef tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:50.562968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9d43e898-779e-4855-9ee6-c197f277bdef tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.3621557 Jan 28 01:03:50.623772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d7856-0dc1-4ee4-aaa3-b15fc9acfb41 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9541f7-40b4-4384-8785-aafa72fe9a06,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:50.641485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b52365d6-1181-466e-90f3-578251ea5c06 req-e2d42cc4-1797-4463-b335-18d36dc43e14 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617386 Jan 28 01:03:50.653425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-81645542-9058-435d-96d1-cf4b534d8911 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0894113 Jan 28 01:03:50.699469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-c6f9a7a1-eaab-4864-9850-0da5f37618d8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447304 Jan 28 01:03:50.719856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:50.833543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4b5837cc-22a7-4da7-a7e3-24468a5717d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f626eb7c3d334440bf642979db252ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121266 Jan 28 01:03:50.834287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52692) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:50.866507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a06eb8ba-b534-4800-b9ad-f97dd46792d0 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656101 Jan 28 01:03:50.896185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-179fa7f7-8d06-4c83-99f8-85426acb07de admin admin] Publish callbacks [] for security_group (d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.921968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-179fa7f7-8d06-4c83-99f8-85426acb07de admin admin] Publish callbacks [] for security_group (d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.985587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-179fa7f7-8d06-4c83-99f8-85426acb07de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.988436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-179fa7f7-8d06-4c83-99f8-85426acb07de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.992734 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-179fa7f7-8d06-4c83-99f8-85426acb07de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41 HTTP/1.1" status: 204 len: 168 time: 0.1573737 Jan 28 01:03:51.003513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fa7f7-8d06-4c83-99f8-85426acb07de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ecbf7f-b65e-4dd8-a8ec-fb427d163c41,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:51.092918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482dd68-d13d-4322-a1a2-cafbc397a8e1 req-4646e4d9-22cd-4993-92b7-605e45dfdbe3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.095198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1482dd68-d13d-4322-a1a2-cafbc397a8e1 req-4646e4d9-22cd-4993-92b7-605e45dfdbe3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1104174 Jan 28 01:03:51.105881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-2eb731b1-1218-4356-b146-f1b1490afdce service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383647 Jan 28 01:03:51.270123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1482dd68-d13d-4322-a1a2-cafbc397a8e1 req-5aebb75f-4d49-4568-a3c9-201cfea8d5e4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618624 Jan 28 01:03:51.373668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:51.374287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053739a5-289b-45c8-9561-fc0cb7604042 req-a69d6664-867a-4617-a2d7-65dc9694cf78 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.383408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-053739a5-289b-45c8-9561-fc0cb7604042 req-a69d6664-867a-4617-a2d7-65dc9694cf78 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0629497 Jan 28 01:03:51.449311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-053739a5-289b-45c8-9561-fc0cb7604042 req-a9e30b1c-7580-4831-80a1-c8b8596f75e6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596030 Jan 28 01:03:51.516377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8c4a5414-3bf9-410d-846e-1cd7d4529471 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:03:51.530438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8c4a5414-3bf9-410d-846e-1cd7d4529471 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:51.532958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.573457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f03417d-5155-49ea-8691-e66b8802624c req-7e55517a-a6fe-40c2-ab39-66cd476d0d05 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 210 time: 0.0795951 Jan 28 01:03:51.685838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8c4a5414-3bf9-410d-846e-1cd7d4529471 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:51.686775 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.719941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:51.722362 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cb465b-c684-41aa-a3c0-e1fa54fefa9a" -d '{"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:51.755058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:51.762354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.859690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9671aa-4c1e-434d-923f-32889ea34d00 req-b229e6b3-0dd4-423f-84d8-2fbc3537d66e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.866955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e9671aa-4c1e-434d-923f-32889ea34d00 req-b229e6b3-0dd4-423f-84d8-2fbc3537d66e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0831766 Jan 28 01:03:51.892594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:51.921181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-9f25e14e-5e3e-456d-b548-be61bd897791 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.935779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-9f25e14e-5e3e-456d-b548-be61bd897791 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.3335950 Jan 28 01:03:51.956081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-c639d356-2ec5-41b6-a99e-be2035f76aa2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/quotas/c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 375 time: 0.0192819 Jan 28 01:03:52.047906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e9671aa-4c1e-434d-923f-32889ea34d00 req-b3ca5a6e-8631-4616-9bd1-bff127e0b6f2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800287 Jan 28 01:03:52.088754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-9464f2e3-4ec3-4c50-9345-3d2c32f5c903 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1315875 Jan 28 01:03:52.196260 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52336e26-48fc-4f92-a3fd-280feaaeb19e x-openstack-request-id: req-52336e26-48fc-4f92-a3fd-280feaaeb19e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:52.196555 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:52.196996 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52336e26-48fc-4f92-a3fd-280feaaeb19e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:52.197566 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'code': 200} Jan 28 01:03:52.275916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-47cfdd1a-b4d4-469c-b5eb-62ab323b4b80 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819191 Jan 28 01:03:52.404196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:52.428344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-888e4640-12c3-41d8-b9ed-58d2134873a7 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491246 Jan 28 01:03:52.502730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1915606227-network', 'tenant_id': '0e41a2b657c441eda73c0065324f1e24'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:52.546604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f9268-0698-41e2-bd0b-96f0f5aedcd8 req-2ce75f17-0e33-4404-8d61-79ae53ba7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:52.550702 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-525f9268-0698-41e2-bd0b-96f0f5aedcd8 req-2ce75f17-0e33-4404-8d61-79ae53ba7887 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 1097 time: 0.2683244 Jan 28 01:03:52.551885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Made reservation on behalf of 0e41a2b657c441eda73c0065324f1e24 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:52.554167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.583499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.725098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-809a7385-47dc-42b6-a158-8ed84c63376c req-5ed59a44-8950-49d7-8211-95a93ead5ec4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 210 time: 0.0529048 Jan 28 01:03:52.728972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks [] for security_group (1516c7be-4698-4b70-8f66-4ed864c7bc72), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.747355 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-525f9268-0698-41e2-bd0b-96f0f5aedcd8 req-50f677f3-11f5-480b-86b3-8f56b39106fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900253 Jan 28 01:03:52.751243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1516c7be-4698-4b70-8f66-4ed864c7bc72), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.775280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:52.800130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1516c7be-4698-4b70-8f66-4ed864c7bc72,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:52.805607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (437cf257-dcc6-4c8a-9ed9-7fd47e5daa44), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.806083 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Added segment 437cf257-dcc6-4c8a-9ed9-7fd47e5daa44 of type vlan for network 78128082-1d60-42f3-a706-cbefe6086191 Jan 28 01:03:52.843665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a79a6fcf-27b1-4f53-890a-0d56c3db35bc req-e14dec02-34af-46c9-ba61-ba7629081d41 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 210 time: 0.0594399 Jan 28 01:03:52.891854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (78128082-1d60-42f3-a706-cbefe6086191), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.900644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3ff4-aaad-478a-a24e-c2973d11d5b7 req-45316ef6-4668-4472-92d6-06cee29ce45a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:52.902818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46ed3ff4-aaad-478a-a24e-c2973d11d5b7 req-45316ef6-4668-4472-92d6-06cee29ce45a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1342628 Jan 28 01:03:52.942969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (78128082-1d60-42f3-a706-cbefe6086191), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.945442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:52.946321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.974496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46ed3ff4-aaad-478a-a24e-c2973d11d5b7 req-0e21580e-ddb0-4b0b-952a-144e799d9fd3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663126 Jan 28 01:03:53.066225 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6608334 Jan 28 01:03:53.069452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52782) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:53.077125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Request body: {'subnet': {'network_id': '78128082-1d60-42f3-a706-cbefe6086191', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1915606227-subnet', 'tenant_id': '0e41a2b657c441eda73c0065324f1e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:53.088407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633e3f7-a10d-4bba-9f89-c63bbe44232b admin admin] Pushing event updated for resources: {'Network': ['ID=78128082-1d60-42f3-a706-cbefe6086191,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:53.100524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 78128082-1d60-42f3-a706-cbefe6086191 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:53.124138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Made reservation on behalf of 0e41a2b657c441eda73c0065324f1e24 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:53.126791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.344152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1b452-4b44-461d-b0be-d9d051fda088 req-a9989773-e6e8-4b57-aaf7-2fb21c8965dc tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:53.350968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5c1b452-4b44-461d-b0be-d9d051fda088 req-a9989773-e6e8-4b57-aaf7-2fb21c8965dc tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1240041 Jan 28 01:03:53.364821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-d2ce45d6-ff29-4437-84f2-c32fcf6d9a9d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:53.366453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-d2ce45d6-ff29-4437-84f2-c32fcf6d9a9d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.3394279 Jan 28 01:03:53.409711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:53.424628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (eb5b735e-5643-4ac1-9d38-1cb548188876), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.511549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5c1b452-4b44-461d-b0be-d9d051fda088 req-89dce626-ec8d-4bdf-b664-ae1de8f10835 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596987 Jan 28 01:03:53.537439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Checking segment: {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:53.537583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Network hostable DHCP agents. Network: 78128082-1d60-42f3-a706-cbefe6086191, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:53.539883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5b735e-5643-4ac1-9d38-1cb548188876,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:53.569561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Network 78128082-1d60-42f3-a706-cbefe6086191 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:53.588571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 78128082-1d60-42f3-a706-cbefe6086191) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:53.590067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:53.593745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.598980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ba5e5-75e2-4f88-b13e-f1e38ba44d9e None None] Network 78128082-1d60-42f3-a706-cbefe6086191 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:53.602736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:53.603424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.624762 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9a3f55ff-0fef-467d-9eeb-e2914346c28f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5517225 Jan 28 01:03:53.792066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.12 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/428bafda-603a-44af-9926-984129e006fd) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:53.796159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e45ff6-5951-461d-bea4-912469c931bb None None] Network 78128082-1d60-42f3-a706-cbefe6086191 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:53.891036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b552c6a7-bfbf-4975-b4ae-e75a118b68aa req-112dd11d-88b7-4f12-9858-e0579ea40086 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 210 time: 0.0383899 Jan 28 01:03:54.007686 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (428bafda-603a-44af-9926-984129e006fd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.044648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (428bafda-603a-44af-9926-984129e006fd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.070828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:54.090167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:54.095026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:54.101535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3ddc535e-1716-46e3-8d88-bd865cd9eb90 req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1808544124', 'description': 'tempest-description-582482626'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:54.161036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=428bafda-603a-44af-9926-984129e006fd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:54.169931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ddc535e-1716-46e3-8d88-bd865cd9eb90 req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.186566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:54.187077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.214167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-a3a8c447-e83b-48ac-aa13-b633ecfcbd2f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8188753 Jan 28 01:03:54.228967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-e4c1d8e7-f810-4777-876d-b57ab71a6194 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:03:54.230085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-e4c1d8e7-f810-4777-876d-b57ab71a6194 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095804 Jan 28 01:03:54.253872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Request body: {'port': {'device_id': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:54.318424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-a46d2813-2941-44c8-8398-b041220b90f0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:54.320209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-a46d2813-2941-44c8-8398-b041220b90f0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.1203909 Jan 28 01:03:54.330679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (428bafda-603a-44af-9926-984129e006fd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.340103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'port': {'device_id': '21953c80-8f80-4c32-8c88-cd936be913b4', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'admin_state_up': True, 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:54.345328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ddc535e-1716-46e3-8d88-bd865cd9eb90 req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (1f21b0f9-d38f-4eda-a85a-bfa0a4cac222), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.372045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ddc535e-1716-46e3-8d88-bd865cd9eb90 req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1f21b0f9-d38f-4eda-a85a-bfa0a4cac222), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.423257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ddc535e-1716-46e3-8d88-bd865cd9eb90 req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.424391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ddc535e-1716-46e3-8d88-bd865cd9eb90 req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3519797 Jan 28 01:03:54.424997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702bf07-e6d3-45a3-80e9-21b5f195d9f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21b0f9-d38f-4eda-a85a-bfa0a4cac222,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:54.446930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3be5da0-7ad7-4e4a-ac62-137cf837c053 req-4f2a930d-5221-427d-8e02-afd5c9b2e45c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 210 time: 0.0437877 Jan 28 01:03:54.482102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:54.492620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.635384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b0359-e107-4e26-ba2e-b6bc262f6251 req-c8e8d607-e684-4a80-ab1e-64e17bdd1beb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:54.637093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124b0359-e107-4e26-ba2e-b6bc262f6251 req-c8e8d607-e684-4a80-ab1e-64e17bdd1beb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1205301 Jan 28 01:03:54.640061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-bfafbc76-0443-415d-a749-d946402e5257 req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-72210795', 'description': 'tempest-description-901182913'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:54.652409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Allocated IP 172.20.0.8 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/e509dce6-dead-4741-9de3-1eaf41621eac) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:54.697841 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfafbc76-0443-415d-a749-d946402e5257 req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.753946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124b0359-e107-4e26-ba2e-b6bc262f6251 req-d88205c0-08a2-47e2-8361-8389ab3ef0cb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074269 Jan 28 01:03:54.823232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (e509dce6-dead-4741-9de3-1eaf41621eac), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.838751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428bafda-603a-44af-9926-984129e006fd {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:54.851869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Publish callbacks [] for port (428bafda-603a-44af-9926-984129e006fd), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.856472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfafbc76-0443-415d-a749-d946402e5257 req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (b8367e9f-e6a3-4c63-b6dd-9266a5d1a090), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.856953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.864037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfafbc76-0443-415d-a749-d946402e5257 req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b8367e9f-e6a3-4c63-b6dd-9266a5d1a090), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.887180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Transition to ACTIVE for port object 428bafda-603a-44af-9926-984129e006fd will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:03:54.896647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (428bafda-603a-44af-9926-984129e006fd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.907432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bfafbc76-0443-415d-a749-d946402e5257 req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.907796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:54.908681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfafbc76-0443-415d-a749-d946402e5257 req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2879286 Jan 28 01:03:54.917841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:54.927179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:54.933431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a15a6-d52c-4430-a861-273f20b98460 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8367e9f-e6a3-4c63-b6dd-9266a5d1a090,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:54.933840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=e509dce6-dead-4741-9de3-1eaf41621eac,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:54.993387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Pushing event updated for resources: {'Port': ['ID=428bafda-603a-44af-9926-984129e006fd,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:55.010927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.012407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.042145 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-fa824eae-1db4-4b03-a562-4d24af242b31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058892 Jan 28 01:03:55.053744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-1fffddf6-8533-4c3e-ae85-9ed4855cc7cd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:03:55.055081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-1fffddf6-8533-4c3e-ae85-9ed4855cc7cd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070269 Jan 28 01:03:55.068340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330b5e-ba77-4581-8751-d29a748913db req-68a2d3a6-4b29-4369-931a-e21631742718 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.069859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11330b5e-ba77-4581-8751-d29a748913db req-68a2d3a6-4b29-4369-931a-e21631742718 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1234899 Jan 28 01:03:55.074293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Request body: {'port': {'device_id': '21953c80-8f80-4c32-8c88-cd936be913b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:55.132327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.175738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Attempting to bind port 428bafda-603a-44af-9926-984129e006fd on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:55.176085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Attempting to bind port 428bafda-603a-44af-9926-984129e006fd by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:55.176424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Attempting to bind port 428bafda-603a-44af-9926-984129e006fd on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:55.201236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Port 428bafda-603a-44af-9926-984129e006fd on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:03:55.201500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Attempting to bind port 428bafda-603a-44af-9926-984129e006fd on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:55.209380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11330b5e-ba77-4581-8751-d29a748913db req-d2b620be-c4ad-48a1-a276-8659919b8def tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242182 Jan 28 01:03:55.214384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:55.214758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:55.215152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:55.216103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Bound port: 428bafda-603a-44af-9926-984129e006fd, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:55.216103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (428bafda-603a-44af-9926-984129e006fd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.246869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-21e96445-c545-4eac-add8-95026bf6d286 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.248291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-21e96445-c545-4eac-add8-95026bf6d286 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.2038753 Jan 28 01:03:55.283465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-a465e646-0869-4c6d-8666-89222770c82d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/quotas/b1a34d1509724d81881d2e55ea74e339 HTTP/1.1" status: 200 len: 375 time: 0.0168169 Jan 28 01:03:55.301562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-aa3679ec-110a-4363-9b9d-0e43cc8b9a89 None None] Provisioning complete for port e509dce6-dead-4741-9de3-1eaf41621eac triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:55.302264 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa3679ec-110a-4363-9b9d-0e43cc8b9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.339807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] For port 428bafda-603a-44af-9926-984129e006fd, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:55.344215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-aa3679ec-110a-4363-9b9d-0e43cc8b9a89 None None] Port e509dce6-dead-4741-9de3-1eaf41621eac cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:03:55.344706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] For port 428bafda-603a-44af-9926-984129e006fd, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=428bafda-603a-44af-9926-984129e006fd,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:55.351081 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (428bafda-603a-44af-9926-984129e006fd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.388697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b12caca4-813e-4ff7-9c19-6e84cb2c2a39 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969672 Jan 28 01:03:55.395269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.395675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.397079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] 10.222.0.45 "PUT /v2.0/ports/428bafda-603a-44af-9926-984129e006fd HTTP/1.1" status: 200 len: 1092 time: 1.1519082 Jan 28 01:03:55.397533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'tag': '428bafda-603a-44af-9926-984129e006fd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:55.399834 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e2c61-69db-4738-bd81-b86cd9340fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "017393f1-397c-4acc-bf43-68e7f2fd756d", "tag": "428bafda-603a-44af-9926-984129e006fd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:55.451053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e509dce6-dead-4741-9de3-1eaf41621eac {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:55.465558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Publish callbacks [] for port (e509dce6-dead-4741-9de3-1eaf41621eac), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.480237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Transition to ACTIVE for port object e509dce6-dead-4741-9de3-1eaf41621eac will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:03:55.486961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.524401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad02962-d625-4852-90a2-c1c352e7acd4 service neutron] Pushing event updated for resources: {'Port': ['ID=428bafda-603a-44af-9926-984129e006fd,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:55.541552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Pushing event updated for resources: {'Port': ['ID=e509dce6-dead-4741-9de3-1eaf41621eac,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:55.584357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cf5e3-780d-4ba5-bd5c-9a5cc3170cdc req-11dc4094-0067-4bb7-adde-71ea6b55e058 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.586060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-658cf5e3-780d-4ba5-bd5c-9a5cc3170cdc req-11dc4094-0067-4bb7-adde-71ea6b55e058 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 944 time: 0.1216395 Jan 28 01:03:55.588276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-d3e22df1-5c7a-43df-81d3-0c25452ccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.589997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-d3e22df1-5c7a-43df-81d3-0c25452ccfa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 1095 time: 0.1189389 Jan 28 01:03:55.591827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-e9b0f758-1dfe-4158-b9d1-da6753b95856 service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890745 Jan 28 01:03:55.620192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Attempting to bind port e509dce6-dead-4741-9de3-1eaf41621eac on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:55.621466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Attempting to bind port e509dce6-dead-4741-9de3-1eaf41621eac by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:55.622118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Attempting to bind port e509dce6-dead-4741-9de3-1eaf41621eac on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:55.626926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Port e509dce6-dead-4741-9de3-1eaf41621eac on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:03:55.627479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Attempting to bind port e509dce6-dead-4741-9de3-1eaf41621eac on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:55.632840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:55.633180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:55.633566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:55.634021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Bound port: e509dce6-dead-4741-9de3-1eaf41621eac, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:55.634379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.717316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] For port e509dce6-dead-4741-9de3-1eaf41621eac, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:55.724659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] For port e509dce6-dead-4741-9de3-1eaf41621eac, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e509dce6-dead-4741-9de3-1eaf41621eac,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:55.729980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.740656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-658cf5e3-780d-4ba5-bd5c-9a5cc3170cdc req-5e50710f-7564-4093-90b1-7e75a0c32fe4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443129 Jan 28 01:03:55.744232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-eb5c9600-69be-4b6c-87a6-b4352bbb4cde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=428bafda-603a-44af-9926-984129e006fd HTTP/1.1" status: 200 len: 217 time: 0.1316071 Jan 28 01:03:55.779686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.780320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.781730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] 10.222.0.43 "PUT /v2.0/ports/e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 200 len: 1091 time: 0.7140059 Jan 28 01:03:55.782227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21953c80-8f80-4c32-8c88-cd936be913b4', 'tag': 'e509dce6-dead-4741-9de3-1eaf41621eac'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:55.784793 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92284e7-8018-4420-9841-b696dfdc7b26" -d '{"events": [{"name": "network-changed", "server_uuid": "21953c80-8f80-4c32-8c88-cd936be913b4", "tag": "e509dce6-dead-4741-9de3-1eaf41621eac"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:55.826064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5fd14-ee11-4f87-97da-1187b072640d service neutron] Pushing event updated for resources: {'Port': ['ID=e509dce6-dead-4741-9de3-1eaf41621eac,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:55.890484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-451f8e6c-035b-48a0-8d3d-0111aeda0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:55.892013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-451f8e6c-035b-48a0-8d3d-0111aeda0468 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 1094 time: 0.0497150 Jan 28 01:03:55.948570 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-adc521db-42b1-4445-a92b-b26f58b21cdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 200 len: 217 time: 0.0421491 Jan 28 01:03:56.001703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-a137d47d-3911-40aa-a1e3-8c28a5c7b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.003227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-a137d47d-3911-40aa-a1e3-8c28a5c7b7c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0494502 Jan 28 01:03:56.048375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35f60-b686-490c-b584-127236c32071 req-bf45ec9b-b49c-467a-a67f-08e02d9a2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.049917 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-bf45ec9b-b49c-467a-a67f-08e02d9a2db0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408843 Jan 28 01:03:56.111607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-d66982a6-2bf7-4e2a-af2b-5c4188edd8cb service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088398 Jan 28 01:03:56.153375 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-52bbe3b2-9b57-4702-9e83-292b5536c8d0 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963657 Jan 28 01:03:56.168150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-37ab4ce2-aaec-4535-81f0-e188b508c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.169659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-37ab4ce2-aaec-4535-81f0-e188b508c001 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.4168077 Jan 28 01:03:56.222959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-6f66e1f9-06a9-4a00-997b-01e37dce1afc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343707 Jan 28 01:03:56.242320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-19b5eceb-3727-4589-87fd-2fa9480de6e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.243788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-19b5eceb-3727-4589-87fd-2fa9480de6e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 813 time: 0.1484962 Jan 28 01:03:56.266447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f0e35f60-b686-490c-b584-127236c32071 req-b1edf51c-1011-46df-a511-2748bf2f735b service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063702 Jan 28 01:03:56.321253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-ba1159c1-a5b3-44d6-bff4-27f2a873ea93 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/quotas/0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 375 time: 0.0515201 Jan 28 01:03:56.375511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-7fd72be0-c84c-4238-9714-896509917376 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390685 Jan 28 01:03:56.419159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf0a33-3de0-43fc-a4e3-2543e4baec63 req-3d23e406-d00e-4b52-9519-bb1d661addab tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.420674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2aaf0a33-3de0-43fc-a4e3-2543e4baec63 req-3d23e406-d00e-4b52-9519-bb1d661addab tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1184046 Jan 28 01:03:56.436292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-ec4c3754-e65b-4378-aaac-f8ec2b0d36e1 service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915765 Jan 28 01:03:56.525160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-9ea439de-4f0c-4f3f-8257-4aef5d78f229 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.526990 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-9ea439de-4f0c-4f3f-8257-4aef5d78f229 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2a3397-95c1-4568-bce5-26bf2a76e146 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Jan 28 01:03:56.575434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2aaf0a33-3de0-43fc-a4e3-2543e4baec63 req-7a0448b2-8f3b-4491-85c9-f444249d41bc tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437716 Jan 28 01:03:56.602958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-771be137-6ea7-4729-beb0-35dc6bbb6464 service neutron] 10.222.0.23 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048848 Jan 28 01:03:56.644265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9a17266-2a97-4a97-bfa0-49099b476942 req-d9a330f9-82af-4cb9-aefb-453c8487bb73 service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658516 Jan 28 01:03:56.645829 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3149a94c-0037-4f73-b34e-1ae1b2e77ec0 x-openstack-request-id: req-3149a94c-0037-4f73-b34e-1ae1b2e77ec0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:56.646157 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017393f1-397c-4acc-bf43-68e7f2fd756d", "tag": "428bafda-603a-44af-9926-984129e006fd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:56.646424 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3149a94c-0037-4f73-b34e-1ae1b2e77ec0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:56.646952 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'tag': '428bafda-603a-44af-9926-984129e006fd', 'status': 'completed', 'code': 200} Jan 28 01:03:56.649561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Deleting port be678e28-bb56-4c3b-80af-34feecb499c2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:03:56.649946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.752584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] For port be678e28-bb56-4c3b-80af-34feecb499c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=be678e28-bb56-4c3b-80af-34feecb499c2,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:56.752842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.767069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Calling delete_port for be678e28-bb56-4c3b-80af-34feecb499c2 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:03:56.773825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-4617723e-9ae4-46f3-afd3-8f64fa841340 service neutron] 10.222.0.23 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630883 Jan 28 01:03:56.795822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b626c-6a9e-4f81-a8c0-92be1aba241f req-aad7ad4e-f825-4d03-89e0-bae63809b2f8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.802649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca2b626c-6a9e-4f81-a8c0-92be1aba241f req-aad7ad4e-f825-4d03-89e0-bae63809b2f8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 943 time: 0.1120489 Jan 28 01:03:56.845748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-70edc8c6-c0e5-44be-908d-edd425452e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:56.847282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-70edc8c6-c0e5-44be-908d-edd425452e87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 1095 time: 0.0964038 Jan 28 01:03:56.865811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca2b626c-6a9e-4f81-a8c0-92be1aba241f req-2cd1b9e0-8c0e-45d0-b7d4-03bf555fd892 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Jan 28 01:03:56.966015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (be678e28-bb56-4c3b-80af-34feecb499c2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.019248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event deleted for resources: {'Port': ['ID=be678e28-bb56-4c3b-80af-34feecb499c2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:57.028595 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a0b3d0-9bcf-4b7d-87ae-3f663febdd64 x-openstack-request-id: req-90a0b3d0-9bcf-4b7d-87ae-3f663febdd64 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:57.028890 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21953c80-8f80-4c32-8c88-cd936be913b4", "tag": "e509dce6-dead-4741-9de3-1eaf41621eac", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:57.029141 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90a0b3d0-9bcf-4b7d-87ae-3f663febdd64 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:57.029980 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21953c80-8f80-4c32-8c88-cd936be913b4', 'tag': 'e509dce6-dead-4741-9de3-1eaf41621eac', 'status': 'completed', 'code': 200} Jan 28 01:03:57.038559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670b214-3e94-41ab-b594-0a709f718637 req-e9a4b5c7-e8b5-4635-beb5-32054ceb8e3b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.040206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6670b214-3e94-41ab-b594-0a709f718637 req-e9a4b5c7-e8b5-4635-beb5-32054ceb8e3b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0844638 Jan 28 01:03:57.059518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-2495ac4b-7876-4b23-8514-02b06c791541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.061045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-2495ac4b-7876-4b23-8514-02b06c791541 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.1848776 Jan 28 01:03:57.085575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] No DVR routers for this DVR port be678e28-bb56-4c3b-80af-34feecb499c2 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:03:57.094584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.097946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-23bd1cb3-33c9-4c4d-a802-5d89def86e71 req-40427fdd-3ac8-44df-9bda-a1b6e75625f7 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "DELETE /v2.0/ports/be678e28-bb56-4c3b-80af-34feecb499c2 HTTP/1.1" status: 204 len: 173 time: 0.5658286 Jan 28 01:03:57.115577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-6ee98362-e02d-4636-8fa7-8173cba567fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=428bafda-603a-44af-9926-984129e006fd HTTP/1.1" status: 200 len: 217 time: 0.0458229 Jan 28 01:03:57.136161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-a00e07b4-b3c1-4279-8336-0c1e36e10673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.137863 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-a00e07b4-b3c1-4279-8336-0c1e36e10673 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 1094 time: 0.0536249 Jan 28 01:03:57.177659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6670b214-3e94-41ab-b594-0a709f718637 req-4b2f0cc5-7224-4753-9a59-22eb12665b79 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276557 Jan 28 01:03:57.195964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-347f44b9-311f-49b2-a7bf-81b387e80637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.197609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-347f44b9-311f-49b2-a7bf-81b387e80637 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0717614 Jan 28 01:03:57.240708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-257d0d3a-1b7c-431e-a7c0-21fa56263299 req-250b68c1-fa53-454b-ac7d-cdf85da29211 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 210 time: 0.0477169 Jan 28 01:03:57.262298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-ee778825-274a-4306-a26b-7e4c560aefa0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544899 Jan 28 01:03:57.310661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-62bd513f-67ba-4774-ad7a-035e5c59c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.312139 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-62bd513f-67ba-4774-ad7a-035e5c59c61c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1653254 Jan 28 01:03:57.376887 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-f6a9c5ed-4e14-4ef4-a416-a09203f7ef0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 200 len: 217 time: 0.0575621 Jan 28 01:03:57.477714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-93bf78fa-9071-44da-8f62-85108111ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.479417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-93bf78fa-9071-44da-8f62-85108111ed0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0963943 Jan 28 01:03:57.526864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-f19925c6-aab9-434c-84ae-d4d9973e7ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117932 Jan 28 01:03:57.533405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:03:57.541301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-c9bc40a0-0d87-489c-bdd4-a8c5079101f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.546518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-c9bc40a0-0d87-489c-bdd4-a8c5079101f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588737 Jan 28 01:03:57.552608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d1df1-5bab-4817-aacb-3a56edf7a8c6 req-e481831d-0042-4d13-816c-553bacf22439 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.561638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: be678e28-bb56-4c3b-80af-34feecb499c2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:03:57.562301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:03:57.567497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b7d1df1-5bab-4817-aacb-3a56edf7a8c6 req-e481831d-0042-4d13-816c-553bacf22439 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 944 time: 0.1333077 Jan 28 01:03:57.748841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-15b16648-d25d-4c98-9777-058b530e5cfa tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.750674 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-15b16648-d25d-4c98-9777-058b530e5cfa tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.2030993 Jan 28 01:03:57.781560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a07f354b-625e-472f-b761-9b855f779918 req-89d0c4d0-a7fa-4860-9750-886bd633f424 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 210 time: 0.1455116 Jan 28 01:03:57.804288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b7d1df1-5bab-4817-aacb-3a56edf7a8c6 req-2f497cff-22fe-4de0-91ce-23136e8a7596 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166946 Jan 28 01:03:57.805416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Request body: {'port': {'device_id': 'f1400ead-3e77-4023-9543-f016b803c09f', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'admin_state_up': True, 'tenant_id': 'b1a34d1509724d81881d2e55ea74e339'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:57.824163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-b7c807c5-f9b6-4554-83c6-02d7ca5bf847 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798644 Jan 28 01:03:57.868033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-033e2c61-69db-4738-bd81-b86cd9340fe4 req-4365c74b-af70-4448-b1e0-1d4e38c2e67a service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962132 Jan 28 01:03:57.944012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cad8ef-4207-4627-a3d0-344add158c51 req-a3322b55-5299-4d99-88d4-bfd47705a85c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:57.951180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4cad8ef-4207-4627-a3d0-344add158c51 req-a3322b55-5299-4d99-88d4-bfd47705a85c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0785141 Jan 28 01:03:57.998434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d92284e7-8018-4420-9841-b696dfdc7b26 req-6d5c7f3c-159d-4a06-8fc4-85a467d633a3 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537092 Jan 28 01:03:58.016853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Made reservation on behalf of b1a34d1509724d81881d2e55ea74e339 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:58.021036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.044062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430fc4c-681e-4ef2-8bdf-02d564d7263b req-3eeca792-bf10-4e01-9432-3a329ce9acb3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.045755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2430fc4c-681e-4ef2-8bdf-02d564d7263b req-3eeca792-bf10-4e01-9432-3a329ce9acb3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 943 time: 0.0925429 Jan 28 01:03:58.058401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4cad8ef-4207-4627-a3d0-344add158c51 req-17661de8-aaa3-4d86-8beb-ec697c8dd5d7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062043 Jan 28 01:03:58.111509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2430fc4c-681e-4ef2-8bdf-02d564d7263b req-fe5c97c4-8e31-484d-9a02-3c2e59f2620a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Jan 28 01:03:58.192450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Allocated IP 172.20.0.10 (a99c1987-4230-47a7-9f98-9507df1ad80c/35563b2f-e531-4265-8c85-b2bc87b2b39a/d48bbcfe-f929-44e0-a136-ae0d335927cc) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:58.318883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9996e07-bde8-471f-9099-320df6ba333b req-9fed87c6-089d-4638-99ba-ebc321ced44a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.320479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9996e07-bde8-471f-9099-320df6ba333b req-9fed87c6-089d-4638-99ba-ebc321ced44a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jan 28 01:03:58.351660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a18476b4-a012-4e4f-9ab6-4ab577fc1e33 req-b6671909-67da-401d-ab82-cfcbf5965da3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 210 time: 0.0302134 Jan 28 01:03:58.353271 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks [] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.390498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.407396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9996e07-bde8-471f-9099-320df6ba333b req-9f9b4ff4-928f-46c7-adf8-f167b8ffcb4d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759089 Jan 28 01:03:58.439852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Network a99c1987-4230-47a7-9f98-9507df1ad80c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:58.442781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:58.445051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:58.490374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:58.512527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.513277 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.531084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-b4dc592c-486e-4381-8585-6010f801dbd8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7314322 Jan 28 01:03:58.585236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Request body: {'port': {'device_id': 'f1400ead-3e77-4023-9543-f016b803c09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:58.666934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.683540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-949239a2-47c9-4986-943f-bca0a5229379 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.685096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-949239a2-47c9-4986-943f-bca0a5229379 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.43 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 813 time: 0.1532218 Jan 28 01:03:58.730281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'port': {'device_id': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'network_id': '78128082-1d60-42f3-a706-cbefe6086191', 'admin_state_up': True, 'tenant_id': '0e41a2b657c441eda73c0065324f1e24'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:58.872796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a54613c5-a93b-49a4-8e66-640341d40e4d req-21e458ff-0d33-440e-9f50-df028296b0b1 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 210 time: 0.0278008 Jan 28 01:03:58.943574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f3127-1c0d-4527-80e3-bbd5ce2d8c0a req-bb8bbee8-f713-479e-9a93-336ea8d17fbe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:58.945359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-713f3127-1c0d-4527-80e3-bbd5ce2d8c0a req-bb8bbee8-f713-479e-9a93-336ea8d17fbe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 944 time: 0.0505159 Jan 28 01:03:58.955071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Made reservation on behalf of 0e41a2b657c441eda73c0065324f1e24 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:58.958486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.995243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-713f3127-1c0d-4527-80e3-bbd5ce2d8c0a req-89496756-b424-4e8a-84a6-eda50902d1eb tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Jan 28 01:03:59.035587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'name': 'network-vif-deleted', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:59.037836 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e271d-9472-48df-bfd3-85004ff2d4c4" -d '{"events": [{"server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "name": "network-vif-deleted", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:59.089667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48bbcfe-f929-44e0-a136-ae0d335927cc {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:59.120127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Publish callbacks [] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.146592 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caebd94c-58fc-43ca-baee-ce4755de2413 x-openstack-request-id: req-caebd94c-58fc-43ca-baee-ce4755de2413 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:59.146938 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2a3397-95c1-4568-bce5-26bf2a76e146", "name": "network-vif-deleted", "tag": "be678e28-bb56-4c3b-80af-34feecb499c2", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:59.147130 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caebd94c-58fc-43ca-baee-ce4755de2413 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:59.147520 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2a3397-95c1-4568-bce5-26bf2a76e146', 'name': 'network-vif-deleted', 'tag': 'be678e28-bb56-4c3b-80af-34feecb499c2', 'status': 'completed', 'code': 200} Jan 28 01:03:59.152021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Transition to ACTIVE for port object d48bbcfe-f929-44e0-a136-ae0d335927cc will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:03:59.161079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.171848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Allocated IP 172.20.0.9 (78128082-1d60-42f3-a706-cbefe6086191/eb5b735e-5643-4ac1-9d38-1cb548188876/f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:59.183290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f050bf-3b4d-42db-a807-be5d20a32dfe req-88f41ed3-5836-43ae-b1c2-888be7dab831 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.184892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44f050bf-3b4d-42db-a807-be5d20a32dfe req-88f41ed3-5836-43ae-b1c2-888be7dab831 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0573535 Jan 28 01:03:59.247150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.270148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287dd39-36df-466e-a16c-0ca1d99b605e req-dffab3a5-b8fe-4095-8c5b-3e7f84b928f6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.271632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d287dd39-36df-466e-a16c-0ca1d99b605e req-dffab3a5-b8fe-4095-8c5b-3e7f84b928f6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 943 time: 0.0810604 Jan 28 01:03:59.279083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44f050bf-3b4d-42db-a807-be5d20a32dfe req-9b719dc0-d8d2-4c73-931a-e316b3dd6ad3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784161 Jan 28 01:03:59.324414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d287dd39-36df-466e-a16c-0ca1d99b605e req-12c401f8-f7de-40a6-bf8c-a8955ab32d81 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Jan 28 01:03:59.374809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:59.378106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Attempting to bind port d48bbcfe-f929-44e0-a136-ae0d335927cc on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:59.378507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Attempting to bind port d48bbcfe-f929-44e0-a136-ae0d335927cc by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:59.378733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Attempting to bind port d48bbcfe-f929-44e0-a136-ae0d335927cc on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:59.393331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Port d48bbcfe-f929-44e0-a136-ae0d335927cc on network a99c1987-4230-47a7-9f98-9507df1ad80c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:03:59.393691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Attempting to bind port d48bbcfe-f929-44e0-a136-ae0d335927cc on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:59.409235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:59.409589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Checking segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:59.409980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Bound using segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:59.410508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Bound port: d48bbcfe-f929-44e0-a136-ae0d335927cc, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:59.410872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.438789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.491015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477eb21-2c30-4010-9cda-c216fef9f1f5 req-b81527bb-2f56-4851-aca4-3e16a9aaa5df tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.498659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3477eb21-2c30-4010-9cda-c216fef9f1f5 req-b81527bb-2f56-4851-aca4-3e16a9aaa5df tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 944 time: 0.0717177 Jan 28 01:03:59.505158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:59.521477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:59.522016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'network_id': '545f5148-681e-4d62-9829-c5c707709cca', 'port_id': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'mac_address': 'fa:16:3e:c4:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6700348-b602-49c3-a943-48fc9059124b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:59.525134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:59.532926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.541920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.564090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 705f4949-2cd7-4ea9-b394-9b61c191da8b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:59.564639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.574961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3477eb21-2c30-4010-9cda-c216fef9f1f5 req-dfe1b96b-f19a-42ba-94be-fd62068d8eb1 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Jan 28 01:03:59.577762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705f4949-2cd7-4ea9-b394-9b61c191da8b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:59.581257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.582631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.584006 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] 10.222.0.45 "PUT /v2.0/ports/d48bbcfe-f929-44e0-a136-ae0d335927cc HTTP/1.1" status: 200 len: 1092 time: 1.0065436 Jan 28 01:03:59.589201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a918da-514d-4446-9760-dd521f94720a req-f9b30ca5-e148-45dd-bb2a-ac07dec12dff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.591435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40a918da-514d-4446-9760-dd521f94720a req-f9b30ca5-e148-45dd-bb2a-ac07dec12dff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0852916 Jan 28 01:03:59.600200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Network 78128082-1d60-42f3-a706-cbefe6086191 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:59.603628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:59.605843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:59.608632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:59.615778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.616631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e509dce6-dead-4741-9de3-1eaf41621eac details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:59.658067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40a918da-514d-4446-9760-dd521f94720a req-aaf188e9-dc70-4a0c-8f0d-9b4e07643722 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Jan 28 01:03:59.682246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.682919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.685381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.690209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.703378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.703723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.704063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.704393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.705062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.705396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.705720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.706064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.706382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.706700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.707018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.707337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.707653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:59.753228 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-bf0ea80c-f3b7-4ec8-bc99-0ad31c62fd4f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0274918 Jan 28 01:03:59.777527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Request body: {'port': {'device_id': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:59.788833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e509dce6-dead-4741-9de3-1eaf41621eac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e509dce6-dead-4741-9de3-1eaf41621eac,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:59.797522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-8077ed44-4660-49ad-80e7-dd47c03efbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.798998 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-8077ed44-4660-49ad-80e7-dd47c03efbeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 1095 time: 0.1226611 Jan 28 01:03:59.799328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'e509dce6-dead-4741-9de3-1eaf41621eac', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': 'e509dce6-dead-4741-9de3-1eaf41621eac', 'mac_address': 'fa:16:3e:e4:9c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:59.801804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de708-ec58-4505-a2ff-d60d85104a3f service neutron] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.836849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e509dce6-dead-4741-9de3-1eaf41621eac is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:59.837220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.849934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e509dce6-dead-4741-9de3-1eaf41621eac {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:59.863604 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-8364fb05-7de9-4bfa-8316-0134d4696c20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc HTTP/1.1" status: 200 len: 217 time: 0.0497847 Jan 28 01:03:59.869562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e509dce6-dead-4741-9de3-1eaf41621eac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e509dce6-dead-4741-9de3-1eaf41621eac,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:59.870204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.874496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.929165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e509dce6-dead-4741-9de3-1eaf41621eac,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.947958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-2c5da424-55ba-4d59-8fce-211cab5d20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:59.949487 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-2c5da424-55ba-4d59-8fce-211cab5d20a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.0757639 Jan 28 01:04:00.000379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c628aab-0615-4b76-a688-6f2dbad3bc18 req-55ac0104-c0ef-4c2d-b4a4-1d7f05bc5f9e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.001919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c628aab-0615-4b76-a688-6f2dbad3bc18 req-55ac0104-c0ef-4c2d-b4a4-1d7f05bc5f9e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 931 time: 0.0498719 Jan 28 01:04:00.052122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c628aab-0615-4b76-a688-6f2dbad3bc18 req-9c219657-2400-44f5-9ed7-b65e4dfab537 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Jan 28 01:04:00.124760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eae1-9313-4456-86ab-96827de7812e req-15fc3a8b-c691-4096-9a59-d35ecd84c28d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.126396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77a5eae1-9313-4456-86ab-96827de7812e req-15fc3a8b-c691-4096-9a59-d35ecd84c28d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 944 time: 0.0564017 Jan 28 01:04:00.179967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77a5eae1-9313-4456-86ab-96827de7812e req-67611f06-a7f1-4db2-91b4-3e8e1c9e2f44 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Jan 28 01:04:00.216991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:00.241962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['705f4949-2cd7-4ea9-b394-9b61c191da8b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:00.307464 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-0c8d13f1-0ae4-4c51-a714-06fa2e3bc996 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3515596 Jan 28 01:04:00.454991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c419-15e6-48ab-b0e3-42a64a756b8f req-e3a4bb3a-a613-4b2b-a09b-d851b6f3aabd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.456498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d819c419-15e6-48ab-b0e3-42a64a756b8f req-e3a4bb3a-a613-4b2b-a09b-d851b6f3aabd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0956893 Jan 28 01:04:00.493830 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-4bceab0a-e6dd-41c0-9c9e-4fd18b0eaa6f service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797967 Jan 28 01:04:00.494097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7dd7e-ecac-44db-bee1-e2d5d663e423 req-648affe8-d440-4550-9fdc-2db5e045fd27 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.495810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84f7dd7e-ecac-44db-bee1-e2d5d663e423 req-648affe8-d440-4550-9fdc-2db5e045fd27 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 944 time: 0.0812593 Jan 28 01:04:00.556948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d819c419-15e6-48ab-b0e3-42a64a756b8f req-21f0bf55-a0f8-485d-85a2-55f5f0222772 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798154 Jan 28 01:04:00.568218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84f7dd7e-ecac-44db-bee1-e2d5d663e423 req-dfe7c487-b713-4135-b321-8c16f5fb3e8e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616317 Jan 28 01:04:00.640271 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-121a052a-a66b-456b-88ee-219ed52b3be9 req-6d48dbe5-3af2-4ad6-8378-54e161937ecd service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368051 Jan 28 01:04:00.642274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:00.652487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Publish callbacks [] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.666376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Transition to ACTIVE for port object f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:00.671116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.733688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389229b-a119-4078-86e6-7204c2182b7b req-f3a559ad-a7c4-4f23-beed-81241693b206 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.738392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f389229b-a119-4078-86e6-7204c2182b7b req-f3a559ad-a7c4-4f23-beed-81241693b206 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 944 time: 0.0664101 Jan 28 01:04:00.742209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:00.773590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.773969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.774307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.774642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.774971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.775298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.775621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.776175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.776503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.776829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.777150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.777470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.777806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:00.804645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Attempting to bind port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:00.804933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Attempting to bind port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:00.805259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Attempting to bind port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 on network 78128082-1d60-42f3-a706-cbefe6086191 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:00.810018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 on network 78128082-1d60-42f3-a706-cbefe6086191 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:00.810335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Attempting to bind port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 on network 78128082-1d60-42f3-a706-cbefe6086191 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:00.813388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f389229b-a119-4078-86e6-7204c2182b7b req-e1fa9017-7a8a-44b9-836f-bdeabf4c6356 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717397 Jan 28 01:04:00.815299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:00.815639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Checking segment: {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:00.816033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Bound using segment: {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:00.816450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Bound port: f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:00.816841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.821059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3bea-2591-4590-864b-fe6b96809c06 req-c2919ede-7fb3-4e64-9805-c8debbccc624 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.822633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0be3bea-2591-4590-864b-fe6b96809c06 req-c2919ede-7fb3-4e64-9805-c8debbccc624 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 945 time: 0.0831628 Jan 28 01:04:00.873763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0be3bea-2591-4590-864b-fe6b96809c06 req-cfc6e6a9-e391-4545-94b1-01d90f49691e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442526 Jan 28 01:04:00.891369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:00.894618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:00.899095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.936504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:00.937136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.938573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 1091 time: 1.1683047 Jan 28 01:04:00.957429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ec92a-6645-487a-98d6-c64951519c53 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:01.038044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-6b463eb7-4286-41d4-92d2-87c31b4607e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.039456 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-6b463eb7-4286-41d4-92d2-87c31b4607e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1094 time: 0.0439663 Jan 28 01:04:01.091240 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-8c741822-24ef-486a-b24e-914f87222601 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0391836 Jan 28 01:04:01.147781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e495-7072-4c53-b29b-695710b504e9 req-6ca4a481-7c67-4ff1-9b69-04deac0afad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.149266 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-6ca4a481-7c67-4ff1-9b69-04deac0afad0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0468020 Jan 28 01:04:01.149738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc'}, {'name': 'network-changed', 'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:01.152071 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc"}, {"name": "network-changed", "server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:01.175764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f236fa-406b-446f-9fb8-71a0f0375302 req-ef48591a-c0c9-4020-8b8c-4838e0c6e642 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.177272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9f236fa-406b-446f-9fb8-71a0f0375302 req-ef48591a-c0c9-4020-8b8c-4838e0c6e642 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 943 time: 0.0497336 Jan 28 01:04:01.180942 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-51b7cbf0-fb25-4b9f-8e88-9c872ec3fe53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248225 Jan 28 01:04:01.207341 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404db39f-e783-46f2-b383-e8ad7e94bf15 x-openstack-request-id: req-404db39f-e783-46f2-b383-e8ad7e94bf15 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:01.207647 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:01.207879 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-404db39f-e783-46f2-b383-e8ad7e94bf15 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:01.208272 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'status': 'completed', 'code': 200} Jan 28 01:04:01.208548 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'status': 'completed', 'code': 200} Jan 28 01:04:01.230134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9f236fa-406b-446f-9fb8-71a0f0375302 req-1ee0a002-cbce-4674-a964-feef13165534 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467157 Jan 28 01:04:01.300236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac2717-102a-49cd-9845-73a427995294 req-43030ff1-6be6-4ec4-b7f5-44b6f117a488 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.301637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00ac2717-102a-49cd-9845-73a427995294 req-43030ff1-6be6-4ec4-b7f5-44b6f117a488 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 944 time: 0.0473664 Jan 28 01:04:01.314353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-bc71003d-fb5d-4d30-9928-e7cfa70248f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.315828 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-bc71003d-fb5d-4d30-9928-e7cfa70248f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 1095 time: 0.0639286 Jan 28 01:04:01.319256 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-8b72fcca-f5b9-4f13-9d14-99fd22f234e4 service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326332 Jan 28 01:04:01.348532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00ac2717-102a-49cd-9845-73a427995294 req-1cdf4054-f7fd-4178-84dc-380873ead44c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Jan 28 01:04:01.400554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:01.454626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 705f4949-2cd7-4ea9-b394-9b61c191da8b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:01.458749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 705f4949-2cd7-4ea9-b394-9b61c191da8b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:01.459133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:01.472285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-cbaebac3-f6a6-4354-894f-04412595c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.473757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-cbaebac3-f6a6-4354-894f-04412595c25f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 905 time: 0.1517940 Jan 28 01:04:01.477136 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a245e495-7072-4c53-b29b-695710b504e9 req-0ab5604d-9e77-4dae-9d7a-51a2f05b2c51 service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473198 Jan 28 01:04:01.529952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-2ca58f20-f622-4686-ad01-c36e938fc38a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc HTTP/1.1" status: 200 len: 217 time: 0.0382700 Jan 28 01:04:01.612473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-1400c49b-7850-41a7-974d-fc093ffef3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.614176 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-1400c49b-7850-41a7-974d-fc093ffef3f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.0784309 Jan 28 01:04:01.640317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-f4fa6d28-7fe1-47b8-ba88-2df2e6384025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.642126 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-f4fa6d28-7fe1-47b8-ba88-2df2e6384025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1094 time: 0.0661092 Jan 28 01:04:01.668041 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-131d00e8-0d32-43e6-a1fe-5ea3f3fc0c23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416200 Jan 28 01:04:01.683965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573c767-eece-4542-9c8b-e0e706e1f7ce req-fe1d03af-c05e-48e0-9f66-4f574dd73984 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.685316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 428bafda-603a-44af-9926-984129e006fd details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:01.688843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:01.692108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0573c767-eece-4542-9c8b-e0e706e1f7ce req-fe1d03af-c05e-48e0-9f66-4f574dd73984 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0582829 Jan 28 01:04:01.719912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: be678e28-bb56-4c3b-80af-34feecb499c2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:01.720249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device be678e28-bb56-4c3b-80af-34feecb499c2 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:01.734072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 705f4949-2cd7-4ea9-b394-9b61c191da8b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:01.734517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:01.779218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3680f9e-2c90-4b37-9be4-efa767ceb86a req-27cb2268-9e8d-4fc0-bdb6-de90fec9e38d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.786247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3680f9e-2c90-4b37-9be4-efa767ceb86a req-27cb2268-9e8d-4fc0-bdb6-de90fec9e38d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 944 time: 0.0911930 Jan 28 01:04:01.802528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:01.805055 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd22bfb-5de3-4214-b574-152df960441d" -d '{"events": [{"server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "name": "network-vif-plugged", "status": "completed", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:01.805568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0573c767-eece-4542-9c8b-e0e706e1f7ce req-f55834ea-01ea-46b1-8b7b-d610330ed4a1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124413 Jan 28 01:04:01.828889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:01.835382 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:01.836203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e509dce6-dead-4741-9de3-1eaf41621eac up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:01.844439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-4418faa0-9f14-4edc-b424-37626a132fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:01.846265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-4418faa0-9f14-4edc-b424-37626a132fbf service neutron] 10.222.0.43 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.1971419 Jan 28 01:04:01.853977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3680f9e-2c90-4b37-9be4-efa767ceb86a req-b412c35a-96a0-4da1-b57b-3b2dba0f3b9f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651114 Jan 28 01:04:01.859220 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-7cf1bee8-a9fb-4939-9699-292bcc520fc1 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754856 Jan 28 01:04:01.904406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 428bafda-603a-44af-9926-984129e006fd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=428bafda-603a-44af-9926-984129e006fd,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:01.924809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-ec92e1f9-357d-42e0-a581-f884c76c9908 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0645325 Jan 28 01:04:01.929050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '428bafda-603a-44af-9926-984129e006fd', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': '428bafda-603a-44af-9926-984129e006fd', 'mac_address': 'fa:16:3e:61:54:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:01.934422 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce60e78c-15f0-478f-8c82-d54b1f301846 x-openstack-request-id: req-ce60e78c-15f0-478f-8c82-d54b1f301846 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:01.934708 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "name": "network-vif-plugged", "status": "completed", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:01.934967 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce60e78c-15f0-478f-8c82-d54b1f301846 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:01.935362 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'code': 200} Jan 28 01:04:01.950510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:01.987757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port e509dce6-dead-4741-9de3-1eaf41621eac completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:02.000547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port e509dce6-dead-4741-9de3-1eaf41621eac triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:02.000921 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.002539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 428bafda-603a-44af-9926-984129e006fd is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:02.002908 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (428bafda-603a-44af-9926-984129e006fd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.031811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-095f2007-f1dd-47f3-9c05-a1a6c8893ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.033405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-095f2007-f1dd-47f3-9c05-a1a6c8893ea0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0629475 Jan 28 01:04:02.037727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428bafda-603a-44af-9926-984129e006fd {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:02.064375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9b3af-e008-4f6d-8ddf-d9c552692bfa req-152de852-85d7-4f37-99c7-f80114808aac tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.066465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6b9b3af-e008-4f6d-8ddf-d9c552692bfa req-152de852-85d7-4f37-99c7-f80114808aac tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 944 time: 0.0722599 Jan 28 01:04:02.068501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 428bafda-603a-44af-9926-984129e006fd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=428bafda-603a-44af-9926-984129e006fd,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:02.073231 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-2a8360fb-ae5b-4627-a4a7-27825b6addc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324726 Jan 28 01:04:02.079615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (428bafda-603a-44af-9926-984129e006fd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.127692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=428bafda-603a-44af-9926-984129e006fd,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:02.146961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaf2f0-7327-4ef1-857a-9661dee6c272 req-547feafc-0c3a-4379-9aad-1cad4bdb654f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.148730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ccaf2f0-7327-4ef1-857a-9661dee6c272 req-547feafc-0c3a-4379-9aad-1cad4bdb654f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0814927 Jan 28 01:04:02.168588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6b9b3af-e008-4f6d-8ddf-d9c552692bfa req-97f8b2c4-a7ca-4e71-8b4b-42e069befe88 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895147 Jan 28 01:04:02.171275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e509dce6-dead-4741-9de3-1eaf41621eac is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:02.171275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.191088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eee9c9-737a-45cb-ab9e-d355b19349aa req-853d5c1b-99ae-4842-abc4-15b4ab20fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.192636 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27eee9c9-737a-45cb-ab9e-d355b19349aa req-853d5c1b-99ae-4842-abc4-15b4ab20fe29 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1097 time: 0.1112812 Jan 28 01:04:02.194263 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-02ee6328-7ee0-4b8c-8b4c-9ced82a21d2c service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256574 Jan 28 01:04:02.213294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e509dce6-dead-4741-9de3-1eaf41621eac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e509dce6-dead-4741-9de3-1eaf41621eac,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:02.213754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ccaf2f0-7327-4ef1-857a-9661dee6c272 req-8f435350-d634-4378-bba7-f17257b4bc36 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560949 Jan 28 01:04:02.219492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:02.280781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e509dce6-dead-4741-9de3-1eaf41621eac,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:02.281051 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-5e5e12cf-c505-44ba-846b-21de3e52b030 service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888833 Jan 28 01:04:02.300985 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27eee9c9-737a-45cb-ab9e-d355b19349aa req-9855b54c-58b1-45e4-990d-14c179a60c4e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016097 Jan 28 01:04:02.351820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aef23-94f0-46d9-9e1e-8d5076f5d1f9 req-666b9237-8e66-4234-b074-f4d702b9a0da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.353462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c7aef23-94f0-46d9-9e1e-8d5076f5d1f9 req-666b9237-8e66-4234-b074-f4d702b9a0da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 943 time: 0.0488489 Jan 28 01:04:02.383209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-941f56aa-3bbf-4b8b-9888-4bf49b1fadd8 req-ae4a97cc-d1b4-4315-be63-8d69d788a596 service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942464 Jan 28 01:04:02.403475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c7aef23-94f0-46d9-9e1e-8d5076f5d1f9 req-bba7188b-6b9a-45d1-b134-d1d208252d8c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Jan 28 01:04:02.469221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fac44c-50fc-44db-ad47-1773cd3111b9 req-f538d450-e945-4cf9-8d3c-b1e2fd44533a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.470728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0fac44c-50fc-44db-ad47-1773cd3111b9 req-f538d450-e945-4cf9-8d3c-b1e2fd44533a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 945 time: 0.0484357 Jan 28 01:04:02.521405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0fac44c-50fc-44db-ad47-1773cd3111b9 req-5690bbc0-b15d-475a-bedf-f1b0e8b7c485 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Jan 28 01:04:02.760739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:02.928239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed631-914a-41cc-bcad-054bd1140ef4 req-9611872c-1007-4d77-aa36-b5ac50693210 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:02.929802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44ed631-914a-41cc-bcad-054bd1140ef4 req-9611872c-1007-4d77-aa36-b5ac50693210 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Jan 28 01:04:03.004782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32be8b-bce1-4c79-9c84-4236efa0891a req-d4fc7c1c-a4aa-4dc6-83b9-0facef05d5e8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:03.006290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae32be8b-bce1-4c79-9c84-4236efa0891a req-d4fc7c1c-a4aa-4dc6-83b9-0facef05d5e8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0756407 Jan 28 01:04:03.009171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44ed631-914a-41cc-bcad-054bd1140ef4 req-1f5fea50-06dc-43c7-8fbe-f7987d701293 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Jan 28 01:04:03.061528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae32be8b-bce1-4c79-9c84-4236efa0891a req-69c34e9c-e958-4bcc-9d70-567361f87924 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Jan 28 01:04:03.335481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0017d89-c662-4369-8d59-f2e4de36d951 req-25e1c06d-abf0-4790-8bcb-00e80608824d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:03.336866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0017d89-c662-4369-8d59-f2e4de36d951 req-25e1c06d-abf0-4790-8bcb-00e80608824d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 944 time: 0.0780008 Jan 28 01:04:03.356621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2db55a-0fc5-47f3-b68b-5d670ca7e906 req-1aa4d313-05a0-41bb-8116-46402f50b433 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:03.358079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2db55a-0fc5-47f3-b68b-5d670ca7e906 req-1aa4d313-05a0-41bb-8116-46402f50b433 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0706658 Jan 28 01:04:03.369014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.400173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:03.424652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0017d89-c662-4369-8d59-f2e4de36d951 req-c046aadc-6e60-4614-bc11-f01398cd1800 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818627 Jan 28 01:04:03.435276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2db55a-0fc5-47f3-b68b-5d670ca7e906 req-00393307-0374-4302-bf7a-3552d55d1711 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 Jan 28 01:04:03.522219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:03.536979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'network_id': '78128082-1d60-42f3-a706-cbefe6086191', 'port_id': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'mac_address': 'fa:16:3e:35:fd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5b735e-5643-4ac1-9d38-1cb548188876', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:03.575713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e383ece-0644-4839-8b4c-6cfdd8bb5865 req-da865d24-0b6f-486e-b778-f69aa970d281 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:03.577496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e383ece-0644-4839-8b4c-6cfdd8bb5865 req-da865d24-0b6f-486e-b778-f69aa970d281 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 943 time: 0.0567327 Jan 28 01:04:03.583955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:03.584455 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.600974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:03.620791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:03.625412 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.659637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e383ece-0644-4839-8b4c-6cfdd8bb5865 req-85f7655a-145d-4c4a-ab49-de4e4aa2398a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756476 Jan 28 01:04:03.671585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:03.672784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938fd6-ff30-4e48-a46f-573d02739bbc req-4e7c8ba5-7ff2-4d48-adda-9e6d8177c78d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:03.682307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38938fd6-ff30-4e48-a46f-573d02739bbc req-4e7c8ba5-7ff2-4d48-adda-9e6d8177c78d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 945 time: 0.0697324 Jan 28 01:04:03.723838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38938fd6-ff30-4e48-a46f-573d02739bbc req-160ce3a6-d79d-496b-aa99-5e4d99e4d1f4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Jan 28 01:04:03.936993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21953c80-8f80-4c32-8c88-cd936be913b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509dce6-dead-4741-9de3-1eaf41621eac'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:03.940796 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0ba3cc-4e2a-454f-b120-fa72ba1f9c24" -d '{"events": [{"server_uuid": "21953c80-8f80-4c32-8c88-cd936be913b4", "name": "network-vif-plugged", "status": "completed", "tag": "e509dce6-dead-4741-9de3-1eaf41621eac"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:03.953818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:03.988786 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb3b88-ce68-4062-8068-db1f3e05b2f3 x-openstack-request-id: req-2ffb3b88-ce68-4062-8068-db1f3e05b2f3 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:03.989088 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21953c80-8f80-4c32-8c88-cd936be913b4", "name": "network-vif-plugged", "status": "completed", "tag": "e509dce6-dead-4741-9de3-1eaf41621eac", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:03.989333 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ffb3b88-ce68-4062-8068-db1f3e05b2f3 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:03.989728 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21953c80-8f80-4c32-8c88-cd936be913b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509dce6-dead-4741-9de3-1eaf41621eac', 'code': 200} Jan 28 01:04:04.127006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b48f6-3ab7-4d62-a7e8-591b472d4e2e req-8bf108fe-97ce-45ea-9b23-e0e931ec2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.128498 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-684b48f6-3ab7-4d62-a7e8-591b472d4e2e req-8bf108fe-97ce-45ea-9b23-e0e931ec2c99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 1096 time: 0.0445452 Jan 28 01:04:04.130396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b45cf-caed-4cde-85fb-6aec8ef1596f req-6499a8bf-433b-4091-b24b-c1658068ae10 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.131882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a3b45cf-caed-4cde-85fb-6aec8ef1596f req-6499a8bf-433b-4091-b24b-c1658068ae10 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0544834 Jan 28 01:04:04.176457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-684b48f6-3ab7-4d62-a7e8-591b472d4e2e req-c13c290b-d6d9-4e4b-8106-c70c45e86fcc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Jan 28 01:04:04.213760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc5406-cc98-4442-856e-6ea40f6a1b13 req-6ab8aca1-6a3a-410d-9223-4637917a2241 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.215179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7dc5406-cc98-4442-856e-6ea40f6a1b13 req-6ab8aca1-6a3a-410d-9223-4637917a2241 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0801711 Jan 28 01:04:04.218288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a3b45cf-caed-4cde-85fb-6aec8ef1596f req-7802f51a-2213-47a2-ade4-2464c2f15fb5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748315 Jan 28 01:04:04.263676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7dc5406-cc98-4442-856e-6ea40f6a1b13 req-bfc623ac-5369-4b62-95b4-8ed18a31ca1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Jan 28 01:04:04.579627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718861-835e-497a-8e96-84c708ef2537 req-f687b3f2-3a32-4df3-9c0d-1ef97d62d698 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.581156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f718861-835e-497a-8e96-84c708ef2537 req-f687b3f2-3a32-4df3-9c0d-1ef97d62d698 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 944 time: 0.0755718 Jan 28 01:04:04.588412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318666cf-ee34-4cde-b9be-7cf52320e8de req-b5ca2c70-154d-4720-abc2-9a4ccb824c62 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.589845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-318666cf-ee34-4cde-b9be-7cf52320e8de req-b5ca2c70-154d-4720-abc2-9a4ccb824c62 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0734930 Jan 28 01:04:04.660431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f718861-835e-497a-8e96-84c708ef2537 req-0427b234-b24c-4c6c-9e7c-444601c6de0d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696707 Jan 28 01:04:04.667415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-318666cf-ee34-4cde-b9be-7cf52320e8de req-56cfb5ae-7219-4917-b697-0beb4a8885ab tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710418 Jan 28 01:04:04.783442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360d38-9350-4633-9183-92d5dc472587 req-8ff53452-5be7-4262-ada4-cb72c0393d1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.784937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17360d38-9350-4633-9183-92d5dc472587 req-8ff53452-5be7-4262-ada4-cb72c0393d1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 944 time: 0.0519879 Jan 28 01:04:04.857889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17360d38-9350-4633-9183-92d5dc472587 req-04fa05ae-6be1-4705-a280-4eb9fabb95bf tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673482 Jan 28 01:04:04.862102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8eab-fa82-4dc3-9e7e-e54b6a3c9348 req-e1772219-20b5-4adf-bb5d-aa7582b7b885 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.863551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2cac8eab-fa82-4dc3-9e7e-e54b6a3c9348 req-e1772219-20b5-4adf-bb5d-aa7582b7b885 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1097 time: 0.0671582 Jan 28 01:04:04.911721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2cac8eab-fa82-4dc3-9e7e-e54b6a3c9348 req-c8ba0b28-ba76-45ac-8cf3-aaaf6297ae94 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Jan 28 01:04:04.959465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291604c-7d0c-4102-abbf-65bf6addeede req-44998372-03e6-4e76-9c77-83fc2109f5c5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:04.960965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4291604c-7d0c-4102-abbf-65bf6addeede req-44998372-03e6-4e76-9c77-83fc2109f5c5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 945 time: 0.0483866 Jan 28 01:04:05.032381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4291604c-7d0c-4102-abbf-65bf6addeede req-d13b3d50-1363-403d-8ae0-ad218edaa3a9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651674 Jan 28 01:04:05.040323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6511-f96c-48a5-8f3b-f118ea97adec req-4930bf57-353b-4a65-affb-d6291c866c93 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:05.041757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d66e6511-f96c-48a5-8f3b-f118ea97adec req-4930bf57-353b-4a65-affb-d6291c866c93 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1097 time: 0.0614240 Jan 28 01:04:05.085235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d66e6511-f96c-48a5-8f3b-f118ea97adec req-5b111fa0-0915-4501-af38-c6364473f483 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Jan 28 01:04:05.341788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f812a-5cb3-47c7-b773-870d921d420d req-b3d73865-e8cc-4aa8-9bff-1576cb95e850 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:05.343278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-903f812a-5cb3-47c7-b773-870d921d420d req-b3d73865-e8cc-4aa8-9bff-1576cb95e850 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0549839 Jan 28 01:04:05.391635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-903f812a-5cb3-47c7-b773-870d921d420d req-10163ff0-a4da-4df3-ae64-6e9a032fa6ac tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jan 28 01:04:05.437852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:05.535129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:05.539663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:05.540044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.550957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b80e8-50e5-40c6-a9d5-b104f8647f1f req-48b51b2c-f75d-4861-914a-b9e6ef299c59 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:05.552471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-287b80e8-50e5-40c6-a9d5-b104f8647f1f req-48b51b2c-f75d-4861-914a-b9e6ef299c59 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0533578 Jan 28 01:04:05.570691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d48bbcfe-f929-44e0-a136-ae0d335927cc details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:05.579359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 428bafda-603a-44af-9926-984129e006fd up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:05.613965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-287b80e8-50e5-40c6-a9d5-b104f8647f1f req-7c4d7083-1cc5-460a-87ba-343dab81df1e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514925 Jan 28 01:04:05.749173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 428bafda-603a-44af-9926-984129e006fd completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:05.755049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:05.766528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:05.767193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.770728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 428bafda-603a-44af-9926-984129e006fd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:05.771292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (428bafda-603a-44af-9926-984129e006fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.782511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'mac_address': 'fa:16:3e:18:5c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:05.860511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:05.876126 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.881686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d48bbcfe-f929-44e0-a136-ae0d335927cc is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:05.882080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.939532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48bbcfe-f929-44e0-a136-ae0d335927cc {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:05.960096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4546ca-c75d-454b-8949-aae34aee6afe req-531850ca-fc7a-45d2-9549-f6a9d913db4f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:05.962609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e4546ca-c75d-454b-8949-aae34aee6afe req-531850ca-fc7a-45d2-9549-f6a9d913db4f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 944 time: 0.0518553 Jan 28 01:04:05.984379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:05.986103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:05.988784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 428bafda-603a-44af-9926-984129e006fd is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:05.989096 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (428bafda-603a-44af-9926-984129e006fd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.991469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:05.994058 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7c369c-8ef6-4ac1-97b9-6eee03a15209" -d '{"events": [{"server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "name": "network-vif-plugged", "status": "completed", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:05.998290 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.039866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e4546ca-c75d-454b-8949-aae34aee6afe req-f170ed42-77b7-45ae-a3f0-edfb562f570d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660508 Jan 28 01:04:06.059410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 428bafda-603a-44af-9926-984129e006fd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=428bafda-603a-44af-9926-984129e006fd,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:06.070069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (428bafda-603a-44af-9926-984129e006fd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.075911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:06.130703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=428bafda-603a-44af-9926-984129e006fd,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:06.223662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-9f56702a-33a2-4a21-bf8b-31c98a80be6e tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:04:06.224734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-9f56702a-33a2-4a21-bf8b-31c98a80be6e tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593970 Jan 28 01:04:06.247540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a331ce-be75-4181-9067-b9e098fbdf42 req-f643b4d0-42ee-4f03-b0ea-e5915e28d590 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.248966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15a331ce-be75-4181-9067-b9e098fbdf42 req-f643b4d0-42ee-4f03-b0ea-e5915e28d590 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0634489 Jan 28 01:04:06.283757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-0027a593-7a0d-4c47-b258-df0c390f6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.285115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-0027a593-7a0d-4c47-b258-df0c390f6ebd service neutron] 10.222.0.23 "GET /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 1094 time: 0.0527577 Jan 28 01:04:06.298999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Request body: {'binding': {'host': 'n-h2-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:06.299453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Unknown quota resources ['binding']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:04:06.341858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15a331ce-be75-4181-9067-b9e098fbdf42 req-7fa71581-3ec2-4331-8801-f95f88fb6ddf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785804 Jan 28 01:04:06.488189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b4cfc-b448-4f5c-bb5f-e354973efd47 req-f78af238-f7fc-4816-ac11-fce6e6c7c5c2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.489653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b21b4cfc-b448-4f5c-bb5f-e354973efd47 req-f78af238-f7fc-4816-ac11-fce6e6c7c5c2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 945 time: 0.0888820 Jan 28 01:04:06.490790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on host n-h2-826756-1 for vnic_type normal with profile None {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:06.491121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:06.491445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:06.502766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:06.503091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:06.515577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:06.515912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:06.516289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:06.516712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Bound port: 705f4949-2cd7-4ea9-b394-9b61c191da8b, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:06.565507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d48bbcfe-f929-44e0-a136-ae0d335927cc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:06.575368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b21b4cfc-b448-4f5c-bb5f-e354973efd47 req-cea1e748-03de-4eb3-bc8f-88e8f7ae26b7 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Jan 28 01:04:06.598645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:06.607305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.608602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7c3960dd-18f2-427f-9a56-5238db26016e service neutron] 10.222.0.23 "POST /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3178794 Jan 28 01:04:06.620316 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415b381b-f9c5-4aae-8ade-b5c541faee54 x-openstack-request-id: req-415b381b-f9c5-4aae-8ade-b5c541faee54 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:06.620702 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "name": "network-vif-plugged", "status": "completed", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:06.621101 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-415b381b-f9c5-4aae-8ade-b5c541faee54 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:06.621882 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'code': 200} Jan 28 01:04:06.747970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729bb12-78df-4505-b094-f46a5dd5244d req-a811cc56-d444-4074-b497-49b785d78202 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.749447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c729bb12-78df-4505-b094-f46a5dd5244d req-a811cc56-d444-4074-b497-49b785d78202 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.0775855 Jan 28 01:04:06.795984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c0934-cfb6-426c-bf85-0ea84d8269bb req-9711aa85-ee92-4434-9028-644593d6400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.797797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-447c0934-cfb6-426c-bf85-0ea84d8269bb req-9711aa85-ee92-4434-9028-644593d6400c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1096 time: 0.0451007 Jan 28 01:04:06.825888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391093c6-805c-490c-8076-f006dd32fb3b req-0c18f482-c8a2-4d3f-abe9-03c60693c838 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.827402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-391093c6-805c-490c-8076-f006dd32fb3b req-0c18f482-c8a2-4d3f-abe9-03c60693c838 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0995328 Jan 28 01:04:06.834438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c729bb12-78df-4505-b094-f46a5dd5244d req-0d68a74f-6116-4a52-a118-9bc67921b2c4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642219 Jan 28 01:04:06.870542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-447c0934-cfb6-426c-bf85-0ea84d8269bb req-2431c8d1-6a77-4262-bd6a-6acd2f9f85cf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Jan 28 01:04:06.892970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-391093c6-805c-490c-8076-f006dd32fb3b req-89e7e421-1743-4e5a-8202-86e56f6cd955 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572681 Jan 28 01:04:06.955352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5933b-733d-4624-81ab-b0c244689a3e req-7beea0fb-f09e-4607-bce8-5064a9c7b776 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.956831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8bc5933b-733d-4624-81ab-b0c244689a3e req-7beea0fb-f09e-4607-bce8-5064a9c7b776 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0557401 Jan 28 01:04:06.964692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-8bef9599-a673-4165-b913-29478793013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:06.966319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-8bef9599-a673-4165-b913-29478793013f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1097 time: 0.0406637 Jan 28 01:04:07.003698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8bc5933b-733d-4624-81ab-b0c244689a3e req-4237b2dd-01a1-4af2-9ae4-b5bdc4bba416 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Jan 28 01:04:07.028709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.033532 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0afc65b6-1543-471a-93ab-d1d0ecc66a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.079399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-23cd84f0-1d1a-4e7d-86c5-61aaae320756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:07.080718 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-23cd84f0-1d1a-4e7d-86c5-61aaae320756 service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.0991123 Jan 28 01:04:07.124094 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-f587a0b6-6697-4099-8231-25356a9fa933 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 217 time: 0.0361383 Jan 28 01:04:07.174008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d61651-1e48-4c45-8f24-21948b4ed3e6 req-f5c20284-2d7b-4d86-b24d-26c7510f6bc3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:07.178226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36d61651-1e48-4c45-8f24-21948b4ed3e6 req-f5c20284-2d7b-4d86-b24d-26c7510f6bc3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 945 time: 0.0649383 Jan 28 01:04:07.182787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-89a1eef0-eab6-4855-844a-03c2f1c86747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:07.184363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-89a1eef0-eab6-4855-844a-03c2f1c86747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0548790 Jan 28 01:04:07.221558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-87c107a6-6c70-491e-ad6d-24003dba31b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303936 Jan 28 01:04:07.227928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36d61651-1e48-4c45-8f24-21948b4ed3e6 req-2ef5823b-d2cf-4ed4-8eb7-62d26d16eaaf tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465651 Jan 28 01:04:07.314246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-e674d8ad-5298-4c17-a3ca-df429cffc8e4 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842133 Jan 28 01:04:07.409214 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-f1849806-452d-486f-ad6b-154a381474e8 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876210 Jan 28 01:04:07.468345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6196d-5053-439b-9dfd-1d9f539424de req-7ba6b394-ac64-40bb-8361-77ce9ce0548c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:07.469821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec6196d-5053-439b-9dfd-1d9f539424de req-7ba6b394-ac64-40bb-8361-77ce9ce0548c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0503993 Jan 28 01:04:07.519977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec6196d-5053-439b-9dfd-1d9f539424de req-6779a63f-d40e-43fd-866b-7f94ddf88516 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Jan 28 01:04:07.693650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a016b4-2609-4b7d-8e20-f53a0caaf9bf req-6bf1dda3-8ac2-4dfe-825d-7146cadc1122 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:07.695250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79a016b4-2609-4b7d-8e20-f53a0caaf9bf req-6bf1dda3-8ac2-4dfe-825d-7146cadc1122 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 945 time: 0.0489509 Jan 28 01:04:07.743738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79a016b4-2609-4b7d-8e20-f53a0caaf9bf req-3f43dfbc-e5d4-4b1f-92fa-854c78f1787d tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Jan 28 01:04:07.956186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a78d4-03fc-46d8-8e06-9135e41ea131 req-263779a1-b868-4e06-aee2-00e15be5d4f6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:07.957763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d74a78d4-03fc-46d8-8e06-9135e41ea131 req-263779a1-b868-4e06-aee2-00e15be5d4f6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.0570138 Jan 28 01:04:08.034940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d74a78d4-03fc-46d8-8e06-9135e41ea131 req-233eb4eb-faa7-4579-a67c-32623c924ec3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708609 Jan 28 01:04:08.046134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077614-1746-410d-ae0e-95b372df7b43 req-21a9b89c-8694-4263-9748-960a8c30f285 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.047705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0077614-1746-410d-ae0e-95b372df7b43 req-21a9b89c-8694-4263-9748-960a8c30f285 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0691926 Jan 28 01:04:08.109455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0077614-1746-410d-ae0e-95b372df7b43 req-43db8c06-7b10-413c-b477-d100e75d7ffb tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555966 Jan 28 01:04:08.228388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1d90a-051c-4d44-9fde-3cdefbc023a7 req-cf4090fd-372c-4fd1-8ec2-af4d894bbf92 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.230067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bb1d90a-051c-4d44-9fde-3cdefbc023a7 req-cf4090fd-372c-4fd1-8ec2-af4d894bbf92 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0559173 Jan 28 01:04:08.283825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bb1d90a-051c-4d44-9fde-3cdefbc023a7 req-73cf739e-12a1-4599-b640-2aef338903a0 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Jan 28 01:04:08.391048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28fb67-94a1-4d94-a14e-73ff25c86a87 req-115b6fb5-a2de-432c-bfde-5af4f580d14b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.394195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc28fb67-94a1-4d94-a14e-73ff25c86a87 req-115b6fb5-a2de-432c-bfde-5af4f580d14b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 945 time: 0.0532417 Jan 28 01:04:08.443278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc28fb67-94a1-4d94-a14e-73ff25c86a87 req-8ea6979e-2f64-4643-9ef4-45059797cfb8 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Jan 28 01:04:08.623644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428bafda-603a-44af-9926-984129e006fd'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:08.627067 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729e7987-2a5c-40f1-ad1c-8c10dffc9cdb" -d '{"events": [{"server_uuid": "017393f1-397c-4acc-bf43-68e7f2fd756d", "name": "network-vif-plugged", "status": "completed", "tag": "428bafda-603a-44af-9926-984129e006fd"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:08.647825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01693a3-3e03-4e79-84c1-2c6b08af1538 req-1f603dd4-c058-4712-8b64-bfb32cdb3144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.649696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e01693a3-3e03-4e79-84c1-2c6b08af1538 req-1f603dd4-c058-4712-8b64-bfb32cdb3144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0546868 Jan 28 01:04:08.665810 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf75cb0-caf6-4334-9b3c-47dbfc7ddc0e x-openstack-request-id: req-5cf75cb0-caf6-4334-9b3c-47dbfc7ddc0e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:08.666204 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017393f1-397c-4acc-bf43-68e7f2fd756d", "name": "network-vif-plugged", "status": "completed", "tag": "428bafda-603a-44af-9926-984129e006fd", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:08.666392 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cf75cb0-caf6-4334-9b3c-47dbfc7ddc0e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:08.666819 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428bafda-603a-44af-9926-984129e006fd', 'code': 200} Jan 28 01:04:08.703010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e01693a3-3e03-4e79-84c1-2c6b08af1538 req-8f30fed0-a553-4dd8-bb34-b6db2eba62e1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Jan 28 01:04:08.814572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e780de-a0dd-4438-9478-759d4b0202d1 req-fdadba76-6090-47a2-87aa-49eac87d5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.816138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66e780de-a0dd-4438-9478-759d4b0202d1 req-fdadba76-6090-47a2-87aa-49eac87d5b4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 1097 time: 0.0445824 Jan 28 01:04:08.861761 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66e780de-a0dd-4438-9478-759d4b0202d1 req-46004d13-b206-4323-ac2a-f24a5ae0b140 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Jan 28 01:04:08.862196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95270ca8-9593-4cbe-ba6e-a008b5819eb5 req-3e117105-c665-491d-b7e9-6f6ccdeeac84 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:08.863771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95270ca8-9593-4cbe-ba6e-a008b5819eb5 req-3e117105-c665-491d-b7e9-6f6ccdeeac84 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 945 time: 0.0494504 Jan 28 01:04:08.909909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95270ca8-9593-4cbe-ba6e-a008b5819eb5 req-9559237b-d92e-4910-ba1d-7542f9430893 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Jan 28 01:04:09.016642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-87b220af-54d8-4ffd-93a0-efdbc3988277 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1808544124&fields=id&tenant_id=0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 267 time: 0.0423393 Jan 28 01:04:09.071292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-38171d96-a1d8-4d91-99ce-1d2a92f4ad4d tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:09.072766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-38171d96-a1d8-4d91-99ce-1d2a92f4ad4d tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 945 time: 0.0506761 Jan 28 01:04:09.084331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'port': {'security_groups': ['1516c7be-4698-4b70-8f66-4ed864c7bc72', '1f21b0f9-d38f-4eda-a85a-bfa0a4cac222']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:09.188844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.205365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335db97-ebfb-45d7-ad7b-b31f669d558b req-3cbbf83a-8cd5-4ad7-a70f-9a8c1bd286dd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:09.206890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d335db97-ebfb-45d7-ad7b-b31f669d558b req-3cbbf83a-8cd5-4ad7-a70f-9a8c1bd286dd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.0954220 Jan 28 01:04:09.271058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0cff91b-ed69-4a80-891d-b99b2773e7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.317431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d335db97-ebfb-45d7-ad7b-b31f669d558b req-afae0a9c-4aa7-4d80-8816-a3d07fb74e2a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041625 Jan 28 01:04:09.458996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:09.479626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f3e8d-70ec-4212-b0fa-75d9050179ea req-4626a589-329f-43fa-8ce8-853710df72e0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:09.481238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4f3e8d-70ec-4212-b0fa-75d9050179ea req-4626a589-329f-43fa-8ce8-853710df72e0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0931256 Jan 28 01:04:09.513155 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.519007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.552001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:09.574454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:09.575044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.576472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58a1ca50-f82e-4386-8945-f3cad3a8ddd0 req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "PUT /v2.0/ports/f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 981 time: 0.4968224 Jan 28 01:04:09.576998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:09.579340 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f6c29b-e796-4c7f-8925-76b165e2b6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:09.611060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d48bbcfe-f929-44e0-a136-ae0d335927cc up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:09.615047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4f3e8d-70ec-4212-b0fa-75d9050179ea req-c441a878-236b-4e3c-8f0b-b4a1c5d5bcf0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252103 Jan 28 01:04:09.643905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:09.653840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.654754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.656126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.656894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.657588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.658300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.658884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.659463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.659990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.660391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.660789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.661187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.661701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccdd66-07e7-41ae-add5-31231a61230f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:09.730656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port d48bbcfe-f929-44e0-a136-ae0d335927cc completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:09.738912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d48bbcfe-f929-44e0-a136-ae0d335927cc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:09.739295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.753364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc75d6-3e38-4fd9-933c-81671b649bca req-d25e0ffd-1a10-47c5-8dce-61953f650c27 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:09.755249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1fc75d6-3e38-4fd9-933c-81671b649bca req-d25e0ffd-1a10-47c5-8dce-61953f650c27 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0704916 Jan 28 01:04:09.760411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:09.837397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1fc75d6-3e38-4fd9-933c-81671b649bca req-a4a2c044-6bea-47f0-b2a7-9d42db985649 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758128 Jan 28 01:04:09.984119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d48bbcfe-f929-44e0-a136-ae0d335927cc is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:09.984525 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.051492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:10.069374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-4a4d3f64-6370-463c-a3bb-2b89df92b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.071165 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.072888 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-4a4d3f64-6370-463c-a3bb-2b89df92b067 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1135 time: 0.0601223 Jan 28 01:04:10.149656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:10.183129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-df6389a6-49a1-4e33-8a7c-58296e101467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.184775 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-df6389a6-49a1-4e33-8a7c-58296e101467 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.1047549 Jan 28 01:04:10.201610 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9762884-de76-496e-8657-fc319d25f674 x-openstack-request-id: req-a9762884-de76-496e-8657-fc319d25f674 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:10.202218 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:10.202218 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9762884-de76-496e-8657-fc319d25f674 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:10.202584 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'status': 'completed', 'code': 200} Jan 28 01:04:10.233128 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-52a99b8b-9873-45cf-a43f-0167c7ea4c91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0389395 Jan 28 01:04:10.257376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-d8fb9c9e-5a1e-4cee-bae7-cb8612b7bdce tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-72210795&fields=id&tenant_id=0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 267 time: 0.0539725 Jan 28 01:04:10.265007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335300ea-4a55-46c9-99f0-8531c16ec1a4 req-f47a6596-9ff3-43fe-b5e7-33d5fcdd4343 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.266541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-335300ea-4a55-46c9-99f0-8531c16ec1a4 req-f47a6596-9ff3-43fe-b5e7-33d5fcdd4343 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 945 time: 0.4217312 Jan 28 01:04:10.295528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-4d6a9184-563d-4bd4-ba20-42e3df0c1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.297528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-4d6a9184-563d-4bd4-ba20-42e3df0c1654 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0557542 Jan 28 01:04:10.350430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-d598176a-f0b8-44bf-9eed-c79757cf8319 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.357034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-9c11c562-e4aa-41d2-a24d-b43d693cd9c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531378 Jan 28 01:04:10.358209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-d598176a-f0b8-44bf-9eed-c79757cf8319 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 984 time: 0.0905969 Jan 28 01:04:10.365253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'port': {'security_groups': ['1516c7be-4698-4b70-8f66-4ed864c7bc72', '1f21b0f9-d38f-4eda-a85a-bfa0a4cac222', 'b8367e9f-e6a3-4c63-b6dd-9266a5d1a090']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:10.378804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-335300ea-4a55-46c9-99f0-8531c16ec1a4 req-76e14617-134a-4062-978d-6744bb8df74b tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025336 Jan 28 01:04:10.480897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.489960 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-2863c5fe-2f61-46b3-b603-602f15ec13ae service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227851 Jan 28 01:04:10.587709 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91f6c29b-e796-4c7f-8925-76b165e2b6d8 req-c7311401-7c45-47f3-8ee5-c695d402a0b5 service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914774 Jan 28 01:04:10.639536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a6e2-9c41-45f7-89e9-55a64b53f417 req-63d67d42-be14-4e84-bb41-5fde1e73ad93 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.641024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb54a6e2-9c41-45f7-89e9-55a64b53f417 req-63d67d42-be14-4e84-bb41-5fde1e73ad93 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0955806 Jan 28 01:04:10.668382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:10.671173 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f40ff49-74bd-4535-87ba-08e26f9ee26b" -d '{"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-plugged", "status": "completed", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:10.724742 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.759026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb54a6e2-9c41-45f7-89e9-55a64b53f417 req-49fe3d19-d3b0-4032-87b0-3d87fd40f1e0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104159 Jan 28 01:04:10.801217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:10.842590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.858732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.902585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:10.920134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.920982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.922531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c16c841a-f1cd-48ff-84c2-ae48c087bcf7 req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "PUT /v2.0/ports/f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 1020 time: 0.5635018 Jan 28 01:04:10.954863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c074f-f0d7-4f46-bec2-0b7faf3bd88a req-30e0c3af-0cb1-4e03-a3bd-05b147a5ba8c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:10.961850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e6c074f-f0d7-4f46-bec2-0b7faf3bd88a req-30e0c3af-0cb1-4e03-a3bd-05b147a5ba8c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.1432457 Jan 28 01:04:10.969318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979445e-a2ce-4570-b544-1bb631e9e33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:11.042951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e6c074f-f0d7-4f46-bec2-0b7faf3bd88a req-9f515664-43e8-4607-84b3-5261b9d9588c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802155 Jan 28 01:04:11.063385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5c7a1-10ba-4bf2-8708-45a52d4ab6af req-9bd84f99-c441-4e57-aa3f-5ec003e18ce1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.065454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dd5c7a1-10ba-4bf2-8708-45a52d4ab6af req-9bd84f99-c441-4e57-aa3f-5ec003e18ce1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0705473 Jan 28 01:04:11.118852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:11.125703 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafd8ad0-734d-4afc-a8f0-0e169c6c7c97 x-openstack-request-id: req-bafd8ad0-734d-4afc-a8f0-0e169c6c7c97 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:11.128960 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-plugged", "status": "completed", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:11.128960 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bafd8ad0-734d-4afc-a8f0-0e169c6c7c97 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:11.131549 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'code': 200} Jan 28 01:04:11.158064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dd5c7a1-10ba-4bf2-8708-45a52d4ab6af req-bc066927-787c-42b5-83f0-efdc8b75789a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852129 Jan 28 01:04:11.347973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f830c1-59fc-4624-a099-11a536f0fc95 req-f51ddf93-0d08-4ae2-a289-3262d14e700d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.349713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300ec4-2b5f-42dc-a7f5-cd3f8b59f86d req-9d87b0b2-27e3-4928-a40c-97d33ce8e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.350818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7f830c1-59fc-4624-a099-11a536f0fc95 req-f51ddf93-0d08-4ae2-a289-3262d14e700d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0826769 Jan 28 01:04:11.353716 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b1300ec4-2b5f-42dc-a7f5-cd3f8b59f86d req-9d87b0b2-27e3-4928-a40c-97d33ce8e833 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 1097 time: 0.0725479 Jan 28 01:04:11.411782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b1300ec4-2b5f-42dc-a7f5-cd3f8b59f86d req-a6e4262c-63d3-4eaf-bca2-b62503ca0017 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Jan 28 01:04:11.438831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ba667-36dc-4c96-af0d-6134afafa9fa req-487ed1ef-d616-4506-8462-4b5a1b12ba2e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.440359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a0ba667-36dc-4c96-af0d-6134afafa9fa req-487ed1ef-d616-4506-8462-4b5a1b12ba2e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1023 time: 0.1092403 Jan 28 01:04:11.445099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7f830c1-59fc-4624-a099-11a536f0fc95 req-e431dfb4-ed25-48d9-92b6-799972090343 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698931 Jan 28 01:04:11.546107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a0ba667-36dc-4c96-af0d-6134afafa9fa req-30f95ed6-67d0-48a9-aa25-2d3f3f9349a6 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8367e9f-e6a3-4c63-b6dd-9266a5d1a090&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&id=1f21b0f9-d38f-4eda-a85a-bfa0a4cac222 HTTP/1.1" status: 200 len: 6205 time: 0.0932691 Jan 28 01:04:11.690331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cc2fb-3cc0-4ac3-bb2c-51ef1cf3ceeb req-606c4b3c-e7ac-4a7a-bfac-aab1f9f9a59f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.691701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a2cc2fb-3cc0-4ac3-bb2c-51ef1cf3ceeb req-606c4b3c-e7ac-4a7a-bfac-aab1f9f9a59f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 946 time: 0.0848670 Jan 28 01:04:11.697517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588be055-a2d0-42ad-b204-6bb648594c48 req-770a1f14-8ebe-4752-b51d-63bd3e85df67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:11.698900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-588be055-a2d0-42ad-b204-6bb648594c48 req-770a1f14-8ebe-4752-b51d-63bd3e85df67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1400511 Jan 28 01:04:11.725152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-588be055-a2d0-42ad-b204-6bb648594c48 req-b74f9775-8882-4403-b5dd-9d98e27f9242 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0196314 Jan 28 01:04:11.772544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a2cc2fb-3cc0-4ac3-bb2c-51ef1cf3ceeb req-d7aa7c69-1e75-4fee-a4bd-c47081e15fd3 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726976 Jan 28 01:04:11.796496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-588be055-a2d0-42ad-b204-6bb648594c48 req-476e4ed8-7abf-4388-b4a8-6857e3a723ff tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639534 Jan 28 01:04:11.804935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-249e566b-de7a-4415-99e5-cb6bae131ac7 req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1873471303 ', 'description': 'tempest-description-1686146164'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:11.818907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.880329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-249e566b-de7a-4415-99e5-cb6bae131ac7 req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.921380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-588be055-a2d0-42ad-b204-6bb648594c48 req-dd58fa01-f3b2-4402-a8c4-dccc60301770 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119769 Jan 28 01:04:12.036503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-249e566b-de7a-4415-99e5-cb6bae131ac7 req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (7ad46d31-f7e5-49b3-ac4e-d221be64fd7a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.048074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-249e566b-de7a-4415-99e5-cb6bae131ac7 req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7ad46d31-f7e5-49b3-ac4e-d221be64fd7a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.068257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-588be055-a2d0-42ad-b204-6bb648594c48 req-f892c194-6619-47b5-b5df-f131cbd2bfd1 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404395 Jan 28 01:04:12.083640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-249e566b-de7a-4415-99e5-cb6bae131ac7 req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.084829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-249e566b-de7a-4415-99e5-cb6bae131ac7 req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2838163 Jan 28 01:04:12.086624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998993d-2307-4077-952e-0a5b1b1a02c0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad46d31-f7e5-49b3-ac4e-d221be64fd7a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:12.200386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f73e9d-1bed-4ab9-b83a-09677984158a req-011da496-da52-4359-ae60-72cb3ee275a0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:12.202088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f73e9d-1bed-4ab9-b83a-09677984158a req-011da496-da52-4359-ae60-72cb3ee275a0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0570235 Jan 28 01:04:12.203989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:12.206524 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d112b-dbc3-4f08-9667-6db9b935fc72" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:12.283642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f73e9d-1bed-4ab9-b83a-09677984158a req-a23d0df8-de4d-4680-98e1-f1594afbe60e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Jan 28 01:04:12.287268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2b1e4b5-5543-4125-b406-bde8755c6deb req-7a2b6169-898f-417b-a515-eca6fdc07304 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/7ad46d31-f7e5-49b3-ac4e-d221be64fd7a HTTP/1.1" status: 200 len: 1800 time: 0.0682957 Jan 28 01:04:12.397060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f49d73-a488-4661-9631-a039e1b3a04b req-38e4eaca-0ace-4489-9d3b-70203302a7ea tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:12.399066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96f49d73-a488-4661-9631-a039e1b3a04b req-38e4eaca-0ace-4489-9d3b-70203302a7ea tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0597730 Jan 28 01:04:12.473944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96f49d73-a488-4661-9631-a039e1b3a04b req-f2edb607-29ac-473f-b7a6-d38351409fd9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689197 Jan 28 01:04:12.535416 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251c5bfd-f5cd-4a01-9990-bb780d5fe70c x-openstack-request-id: req-251c5bfd-f5cd-4a01-9990-bb780d5fe70c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:12.536014 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:12.536463 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-251c5bfd-f5cd-4a01-9990-bb780d5fe70c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:12.536846 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'status': 'completed', 'code': 200} Jan 28 01:04:12.678509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-00970a65-0637-44a7-96b2-fc627a5c6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:12.680064 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-00970a65-0637-44a7-96b2-fc627a5c6715 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1174 time: 0.0693102 Jan 28 01:04:12.711484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-512dcc58-d913-483e-bb30-7deb2ed1f179 req-efd676d4-06af-4184-960b-fcfa953c9aed tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/7ad46d31-f7e5-49b3-ac4e-d221be64fd7a HTTP/1.1" status: 200 len: 1800 time: 0.0653665 Jan 28 01:04:12.817917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-c9588a49-53cb-4b54-95ab-7b57a4cb70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:12.819823 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-c9588a49-53cb-4b54-95ab-7b57a4cb70b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.1323049 Jan 28 01:04:12.820880 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-512dcc58-d913-483e-bb30-7deb2ed1f179 req-2278a577-f412-4ef5-816d-aa8223f88c7a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (7ad46d31-f7e5-49b3-ac4e-d221be64fd7a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.849971 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-512dcc58-d913-483e-bb30-7deb2ed1f179 req-2278a577-f412-4ef5-816d-aa8223f88c7a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (7ad46d31-f7e5-49b3-ac4e-d221be64fd7a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.864800 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-1c7a1874-0310-48b4-b96c-3d170c581fe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0362577 Jan 28 01:04:12.868364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657ef3-430d-47c5-b1f5-d14b0b261aeb req-8162f7fb-6639-4c3d-8220-79c3cf052ffb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:12.869907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84657ef3-430d-47c5-b1f5-d14b0b261aeb req-8162f7fb-6639-4c3d-8220-79c3cf052ffb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0790250 Jan 28 01:04:12.924155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-4b3c3ae4-3bd3-47f5-b3bb-7d5ce4e503b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:12.925803 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-4b3c3ae4-3bd3-47f5-b3bb-7d5ce4e503b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0550654 Jan 28 01:04:12.932163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-512dcc58-d913-483e-bb30-7deb2ed1f179 req-2278a577-f412-4ef5-816d-aa8223f88c7a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7ad46d31-f7e5-49b3-ac4e-d221be64fd7a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.934781 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-512dcc58-d913-483e-bb30-7deb2ed1f179 req-2278a577-f412-4ef5-816d-aa8223f88c7a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.935914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-512dcc58-d913-483e-bb30-7deb2ed1f179 req-2278a577-f412-4ef5-816d-aa8223f88c7a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ad46d31-f7e5-49b3-ac4e-d221be64fd7a HTTP/1.1" status: 204 len: 173 time: 0.2240000 Jan 28 01:04:12.941941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84657ef3-430d-47c5-b1f5-d14b0b261aeb req-b4f914c7-958f-43dd-acbf-c913a5ce7172 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630040 Jan 28 01:04:12.948700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278a577-f412-4ef5-816d-aa8223f88c7a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad46d31-f7e5-49b3-ac4e-d221be64fd7a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:12.994281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-88ab58fc-8f03-4cad-be00-0ab6022c1552 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617290 Jan 28 01:04:13.036454 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-74674749-4ae2-4fbd-aef1-84b1cf26d346 req-75093e8a-c851-446f-b8e6-5dd4c2642fbe tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:13.037739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74674749-4ae2-4fbd-aef1-84b1cf26d346 req-75093e8a-c851-446f-b8e6-5dd4c2642fbe tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/7ad46d31-f7e5-49b3-ac4e-d221be64fd7a HTTP/1.1" status: 404 len: 352 time: 0.0234616 Jan 28 01:04:13.071315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-59007823-332b-4b7d-86ad-964ccf37011e req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1005343964', 'description': 'tempest-description-1858762015'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:13.106004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-71113535-e32b-4a9e-8d67-d09a1a98c1de service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007621 Jan 28 01:04:13.115737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-59007823-332b-4b7d-86ad-964ccf37011e req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.165760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660a72e-6889-466b-967f-257d624e1cfd req-42631c99-3f58-47ed-bda4-1f4713068a4e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:13.167327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2660a72e-6889-466b-967f-257d624e1cfd req-42631c99-3f58-47ed-bda4-1f4713068a4e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 946 time: 0.1002953 Jan 28 01:04:13.208830 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-530d112b-dbc3-4f08-9667-6db9b935fc72 req-f351f20a-e5a4-4701-8c5c-29b3105b0907 service neutron] 10.222.0.43 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Jan 28 01:04:13.238203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-59007823-332b-4b7d-86ad-964ccf37011e req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (bb64add1-a871-4e95-8952-d2634c67f92c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.245904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2660a72e-6889-466b-967f-257d624e1cfd req-73e4562e-93be-4b6c-b4e9-2c23e3dd015c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670989 Jan 28 01:04:13.247253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-59007823-332b-4b7d-86ad-964ccf37011e req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bb64add1-a871-4e95-8952-d2634c67f92c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.274780 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.283153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb64add1-a871-4e95-8952-d2634c67f92c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:13.289495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-59007823-332b-4b7d-86ad-964ccf37011e req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.294617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59007823-332b-4b7d-86ad-964ccf37011e req-56a5c0e5-37ee-47ad-a718-8debf456f5e0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2287500 Jan 28 01:04:13.318186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-e2bfc310-f97e-4080-a2b9-5bba4b444adc req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-872055561', 'description': 'tempest-description-1036242404'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:13.341219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e2bfc310-f97e-4080-a2b9-5bba4b444adc req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.489014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-071a3b45-fa01-4a89-af17-ec37bf285d90 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:13.490513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-071a3b45-fa01-4a89-af17-ec37bf285d90 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1387665 Jan 28 01:04:13.499948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e2bfc310-f97e-4080-a2b9-5bba4b444adc req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (8302637e-3807-4aa0-8e69-f6e01eda06ad), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.511522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e2bfc310-f97e-4080-a2b9-5bba4b444adc req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8302637e-3807-4aa0-8e69-f6e01eda06ad), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.518675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-ce3fee93-1e70-4267-b5ce-53d0f41cbad6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0175004 Jan 28 01:04:13.551133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e2bfc310-f97e-4080-a2b9-5bba4b444adc req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.552327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2bfc310-f97e-4080-a2b9-5bba4b444adc req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2386994 Jan 28 01:04:13.577107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4ebc8-a2d4-4f20-bd55-bf9ff820ada2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8302637e-3807-4aa0-8e69-f6e01eda06ad,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:13.600264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-79207076-c6a5-4357-b1b1-d4026fa01533 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718842 Jan 28 01:04:13.611862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-72a5f263-c510-4efe-95e1-cd3464becb68 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:04:13.613532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-72a5f263-c510-4efe-95e1-cd3464becb68 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060968 Jan 28 01:04:13.726185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8fa6d-8f9d-4c68-9c20-b7b0cc20c5bc req-6638685c-14a3-48a6-8422-021e36781db5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:13.727608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57b8fa6d-8f9d-4c68-9c20-b7b0cc20c5bc req-6638685c-14a3-48a6-8422-021e36781db5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.1104841 Jan 28 01:04:13.752358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-ab01c854-49d8-4fa3-8b63-8d9cd610c323 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Jan 28 01:04:13.838887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57b8fa6d-8f9d-4c68-9c20-b7b0cc20c5bc req-528f9eec-3fdd-4b76-a88b-c068ba8774c2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029356 Jan 28 01:04:13.884802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-c351af0c-09d8-4b7b-b589-d871549bdf9b service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257904 Jan 28 01:04:13.961806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab38fd-12a8-4e6c-b8fc-22e2c52dc4f8 req-093aa58d-c5da-4550-a272-e6f8877da137 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:13.964021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16ab38fd-12a8-4e6c-b8fc-22e2c52dc4f8 req-093aa58d-c5da-4550-a272-e6f8877da137 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0631139 Jan 28 01:04:14.018789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4b1c85f3-6185-4e10-872a-53208597ae89 req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-304620642', 'description': 'tempest-description-739326352'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:14.031679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16ab38fd-12a8-4e6c-b8fc-22e2c52dc4f8 req-12aac838-e89c-4192-b98d-35bf39674ed5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609164 Jan 28 01:04:14.049225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b1c85f3-6185-4e10-872a-53208597ae89 req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.154853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b1c85f3-6185-4e10-872a-53208597ae89 req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (34da3c29-1248-472f-afae-a85e56636996), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.162019 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b1c85f3-6185-4e10-872a-53208597ae89 req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (34da3c29-1248-472f-afae-a85e56636996), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.198520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34da3c29-1248-472f-afae-a85e56636996,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:14.207313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4b1c85f3-6185-4e10-872a-53208597ae89 req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.226916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b1c85f3-6185-4e10-872a-53208597ae89 req-e8c0d3f5-fbaf-4494-b4ef-2122ef751f1b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2181180 Jan 28 01:04:14.290355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a797329-5fdc-4716-a599-0db5d4a339bf req-7ce2fecc-4cab-4cb0-b1a6-bf43a7570d53 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 210 time: 0.0365407 Jan 28 01:04:14.440494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d88f-9622-4997-8e1c-7e5311e04c9c req-c6484c0e-8d66-4433-8d19-f3f7a98a82b3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:14.442024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d90d88f-9622-4997-8e1c-7e5311e04c9c req-c6484c0e-8d66-4433-8d19-f3f7a98a82b3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0901117 Jan 28 01:04:14.488753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37f61852-313e-409b-afdf-9a0318ff0cb4 req-22384d4e-d0ae-4644-afb1-9411197f2640 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 11009 time: 0.1846273 Jan 28 01:04:14.562348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37f61852-313e-409b-afdf-9a0318ff0cb4 req-01f02673-77f9-4f12-8efd-ce5b43e227a4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/1516c7be-4698-4b70-8f66-4ed864c7bc72 HTTP/1.1" status: 200 len: 3002 time: 0.0724986 Jan 28 01:04:14.570544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d90d88f-9622-4997-8e1c-7e5311e04c9c req-e6841fc1-65e3-4ddb-8903-3231217f1d41 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187730 Jan 28 01:04:14.626424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37f61852-313e-409b-afdf-9a0318ff0cb4 req-3d24a54f-dd65-4370-8eee-ec1d425facec tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/1516c7be-4698-4b70-8f66-4ed864c7bc72 HTTP/1.1" status: 200 len: 3002 time: 0.0546303 Jan 28 01:04:14.728801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be309d-4afe-4030-a021-482f5426c364 req-f88863e3-d3c4-4b36-81ee-0ff999b1bac1 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:14.738453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68be309d-4afe-4030-a021-482f5426c364 req-f88863e3-d3c4-4b36-81ee-0ff999b1bac1 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 946 time: 0.0833704 Jan 28 01:04:14.776384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74b63018-ffdb-449b-ae86-8c9074db8387 req-1b559ece-afd2-430b-9e5a-88f5ec2792cc tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/bb64add1-a871-4e95-8952-d2634c67f92c HTTP/1.1" status: 200 len: 1820 time: 0.1291952 Jan 28 01:04:14.826689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68be309d-4afe-4030-a021-482f5426c364 req-0dd0c3cd-11f3-4b40-8ddb-951aa11e830a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825963 Jan 28 01:04:14.892673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-74b63018-ffdb-449b-ae86-8c9074db8387 req-53999cbd-9874-4481-bc32-ef7ccb9a44da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (bb64add1-a871-4e95-8952-d2634c67f92c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.917117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-74b63018-ffdb-449b-ae86-8c9074db8387 req-53999cbd-9874-4481-bc32-ef7ccb9a44da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (bb64add1-a871-4e95-8952-d2634c67f92c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.976107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-74b63018-ffdb-449b-ae86-8c9074db8387 req-53999cbd-9874-4481-bc32-ef7ccb9a44da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bb64add1-a871-4e95-8952-d2634c67f92c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.978791 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-74b63018-ffdb-449b-ae86-8c9074db8387 req-53999cbd-9874-4481-bc32-ef7ccb9a44da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.980161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74b63018-ffdb-449b-ae86-8c9074db8387 req-53999cbd-9874-4481-bc32-ef7ccb9a44da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb64add1-a871-4e95-8952-d2634c67f92c HTTP/1.1" status: 204 len: 173 time: 0.1942883 Jan 28 01:04:14.997505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53999cbd-9874-4481-bc32-ef7ccb9a44da tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb64add1-a871-4e95-8952-d2634c67f92c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:15.076662 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-ec3461de-d63e-45bb-9238-bb6f9044a50e req-5a17e0de-53a5-4d87-826e-2272337867db tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:15.077792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec3461de-d63e-45bb-9238-bb6f9044a50e req-5a17e0de-53a5-4d87-826e-2272337867db tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/bb64add1-a871-4e95-8952-d2634c67f92c HTTP/1.1" status: 404 len: 352 time: 0.0184195 Jan 28 01:04:15.132124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db1c25-c54e-421a-a34b-260b69e0794c req-091e114e-3f30-4519-bbea-182a7cad0ea9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:15.133753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3db1c25-c54e-421a-a34b-260b69e0794c req-091e114e-3f30-4519-bbea-182a7cad0ea9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0590305 Jan 28 01:04:15.215602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3db1c25-c54e-421a-a34b-260b69e0794c req-01ab98bb-b80c-4f4c-95c2-c17fa92cfae8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Jan 28 01:04:15.229146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e782e-9786-49ef-984a-8928386fbc4e req-aa000383-3530-4ed4-9480-d5285148ef51 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:15.231019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-236e782e-9786-49ef-984a-8928386fbc4e req-aa000383-3530-4ed4-9480-d5285148ef51 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 946 time: 0.0743892 Jan 28 01:04:15.362528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-236e782e-9786-49ef-984a-8928386fbc4e req-2dfeb2e5-00b2-41bb-899e-c293642b4260 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110413 Jan 28 01:04:15.383814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb2ba6-a638-4daa-9099-80fa9dd20edc req-3b45cc5c-8bf1-4f79-888e-f52083df1a8c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:15.385551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24eb2ba6-a638-4daa-9099-80fa9dd20edc req-3b45cc5c-8bf1-4f79-888e-f52083df1a8c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0661001 Jan 28 01:04:15.513836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24eb2ba6-a638-4daa-9099-80fa9dd20edc req-73862187-7a63-45d8-9f50-fc80837b11d0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220014 Jan 28 01:04:15.523446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c6f0f79-67f1-488b-a926-edd95e02fd09 req-35e1705d-014c-46b4-9570-c933d81a3acf tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/8302637e-3807-4aa0-8e69-f6e01eda06ad HTTP/1.1" status: 200 len: 1819 time: 0.0948246 Jan 28 01:04:15.604831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-74bd6135-1362-4f8b-8455-21683e46cb63 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:15.608967 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-74bd6135-1362-4f8b-8455-21683e46cb63 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1865499 Jan 28 01:04:15.619295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6c6f0f79-67f1-488b-a926-edd95e02fd09 req-7f448a3f-5733-4e4b-afbe-2ec02b0948ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (8302637e-3807-4aa0-8e69-f6e01eda06ad), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.629321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:15.657221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6c6f0f79-67f1-488b-a926-edd95e02fd09 req-7f448a3f-5733-4e4b-afbe-2ec02b0948ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (8302637e-3807-4aa0-8e69-f6e01eda06ad), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.743688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6c6f0f79-67f1-488b-a926-edd95e02fd09 req-7f448a3f-5733-4e4b-afbe-2ec02b0948ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8302637e-3807-4aa0-8e69-f6e01eda06ad), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.747418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6c6f0f79-67f1-488b-a926-edd95e02fd09 req-7f448a3f-5733-4e4b-afbe-2ec02b0948ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.748582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c6f0f79-67f1-488b-a926-edd95e02fd09 req-7f448a3f-5733-4e4b-afbe-2ec02b0948ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/8302637e-3807-4aa0-8e69-f6e01eda06ad HTTP/1.1" status: 204 len: 173 time: 0.2243021 Jan 28 01:04:15.765933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f448a3f-5733-4e4b-afbe-2ec02b0948ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302637e-3807-4aa0-8e69-f6e01eda06ad,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:15.832578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:15.836064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.877713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbc2d9ac-54d6-491e-b0f0-d66a5abcdc7f req-9ab61b52-db0a-4858-a3a4-9f6b66c4f83e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 210 time: 0.0387123 Jan 28 01:04:15.939048 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-dab449f7-f9a5-4a52-92bb-a32ae83ff6cb req-0f5df6ea-2796-4519-9899-68b5d6179420 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:15.948905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab449f7-f9a5-4a52-92bb-a32ae83ff6cb req-0f5df6ea-2796-4519-9899-68b5d6179420 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/8302637e-3807-4aa0-8e69-f6e01eda06ad HTTP/1.1" status: 404 len: 352 time: 0.0327299 Jan 28 01:04:16.032300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eb9a8-8a3c-4c84-88d1-77543bce6280 req-40f36551-688d-4a1e-b970-f6ad749dbfb9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.034856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f4eb9a8-8a3c-4c84-88d1-77543bce6280 req-40f36551-688d-4a1e-b970-f6ad749dbfb9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.1555572 Jan 28 01:04:16.048387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2fdb7ce-b03b-4dc4-bc79-4027a556128b req-3e2fa358-ca1d-45b4-9632-e35a7c955ba8 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/34da3c29-1248-472f-afae-a85e56636996 HTTP/1.1" status: 200 len: 1818 time: 0.0820072 Jan 28 01:04:16.083911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.10 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/3d45c800-d152-4ca5-ac69-102792bb3036) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:16.130727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f4eb9a8-8a3c-4c84-88d1-77543bce6280 req-3a48663c-63d4-48aa-8f2c-6b4d7525c400 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795672 Jan 28 01:04:16.157431 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2fdb7ce-b03b-4dc4-bc79-4027a556128b req-5b2255ce-d7ea-40fb-8997-96eac6e47801 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (34da3c29-1248-472f-afae-a85e56636996), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.185203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2fdb7ce-b03b-4dc4-bc79-4027a556128b req-5b2255ce-d7ea-40fb-8997-96eac6e47801 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (34da3c29-1248-472f-afae-a85e56636996), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.240070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2fdb7ce-b03b-4dc4-bc79-4027a556128b req-5b2255ce-d7ea-40fb-8997-96eac6e47801 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (34da3c29-1248-472f-afae-a85e56636996), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.243493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2fdb7ce-b03b-4dc4-bc79-4027a556128b req-5b2255ce-d7ea-40fb-8997-96eac6e47801 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.250746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2fdb7ce-b03b-4dc4-bc79-4027a556128b req-5b2255ce-d7ea-40fb-8997-96eac6e47801 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/34da3c29-1248-472f-afae-a85e56636996 HTTP/1.1" status: 204 len: 173 time: 0.1987777 Jan 28 01:04:16.271063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2255ce-d7ea-40fb-8997-96eac6e47801 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34da3c29-1248-472f-afae-a85e56636996,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:16.312710 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-0086d151-40a6-45ff-aa7a-551c6066f19d req-6b68b6f9-f182-4b94-a702-14717c167f70 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:16.322140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0086d151-40a6-45ff-aa7a-551c6066f19d req-6b68b6f9-f182-4b94-a702-14717c167f70 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/34da3c29-1248-472f-afae-a85e56636996 HTTP/1.1" status: 404 len: 352 time: 0.0408070 Jan 28 01:04:16.358093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (3d45c800-d152-4ca5-ac69-102792bb3036), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.398562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.432644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:16.440737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:16.446318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:16.446744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:16.485768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55577d0d-5152-4b53-85cb-93386045977e req-39594c5f-5431-4da3-b8b2-292b4d2bd480 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.495303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55577d0d-5152-4b53-85cb-93386045977e req-39594c5f-5431-4da3-b8b2-292b4d2bd480 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.1574833 Jan 28 01:04:16.509903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=3d45c800-d152-4ca5-ac69-102792bb3036,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:16.522623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccb7004d-e2c9-431c-a30c-b8f0a66aad85 req-4634191f-a51d-43ff-9f9e-e1d5cf60c453 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 6205 time: 0.1558492 Jan 28 01:04:16.559870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.560642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.579699 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-c2191ac0-589f-4c1d-878a-08a09ef9cdc0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9548218 Jan 28 01:04:16.597689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Request body: {'port': {'device_id': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:16.600854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55577d0d-5152-4b53-85cb-93386045977e req-844cda7d-c675-4ea8-a279-4af47163a72a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040509 Jan 28 01:04:16.641420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccb7004d-e2c9-431c-a30c-b8f0a66aad85 req-88709a00-b73a-41b0-8aef-5887fa24ea3e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/1516c7be-4698-4b70-8f66-4ed864c7bc72 HTTP/1.1" status: 200 len: 3002 time: 0.1175587 Jan 28 01:04:16.691595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccb7004d-e2c9-431c-a30c-b8f0a66aad85 req-52f19528-d906-49bb-8ec6-22876024263b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/1516c7be-4698-4b70-8f66-4ed864c7bc72 HTTP/1.1" status: 200 len: 3002 time: 0.0491850 Jan 28 01:04:16.727684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.853181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb56b1-ba2d-4514-a0bb-e9a49ad816f7 req-4662e88b-e8df-42ea-bbce-2c47528de89a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.855238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43eb56b1-ba2d-4514-a0bb-e9a49ad816f7 req-4662e88b-e8df-42ea-bbce-2c47528de89a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 946 time: 0.1092081 Jan 28 01:04:16.879501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0338406-2506-4bcf-ab8e-acfb81479cc4 req-24e45dac-1b89-4b01-aa48-6b0304785bae tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:16.881167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0338406-2506-4bcf-ab8e-acfb81479cc4 req-24e45dac-1b89-4b01-aa48-6b0304785bae tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0916724 Jan 28 01:04:16.959745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43eb56b1-ba2d-4514-a0bb-e9a49ad816f7 req-ed7fec48-1356-4fe1-83e3-c6637174fb66 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975995 Jan 28 01:04:16.967608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0338406-2506-4bcf-ab8e-acfb81479cc4 req-378d8e8f-a898-480e-8eb5-c60f28b47c68 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779431 Jan 28 01:04:17.011677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-802e1abf-c49c-41fa-8c97-d26d654f1f5e req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-65458094', 'description': 'tempest-description-409196854'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:17.035982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-802e1abf-c49c-41fa-8c97-d26d654f1f5e req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.053824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d45c800-d152-4ca5-ac69-102792bb3036 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:17.063699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Publish callbacks [] for port (3d45c800-d152-4ca5-ac69-102792bb3036), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.077599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Transition to ACTIVE for port object 3d45c800-d152-4ca5-ac69-102792bb3036 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:17.086175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.118190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-802e1abf-c49c-41fa-8c97-d26d654f1f5e req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (dcedc187-db9d-4710-836b-c02d83f0b51b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.123762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-802e1abf-c49c-41fa-8c97-d26d654f1f5e req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dcedc187-db9d-4710-836b-c02d83f0b51b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.153568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Pushing event updated for resources: {'Port': ['ID=3d45c800-d152-4ca5-ac69-102792bb3036,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.176326 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-802e1abf-c49c-41fa-8c97-d26d654f1f5e req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.176326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-802e1abf-c49c-41fa-8c97-d26d654f1f5e req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1693966 Jan 28 01:04:17.177065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb1674-3f02-4f51-b7e3-40626065fcee tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcedc187-db9d-4710-836b-c02d83f0b51b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.271180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Attempting to bind port 3d45c800-d152-4ca5-ac69-102792bb3036 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:17.271581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Attempting to bind port 3d45c800-d152-4ca5-ac69-102792bb3036 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:17.271921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Attempting to bind port 3d45c800-d152-4ca5-ac69-102792bb3036 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:17.277256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Port 3d45c800-d152-4ca5-ac69-102792bb3036 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:17.277536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Attempting to bind port 3d45c800-d152-4ca5-ac69-102792bb3036 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:17.284440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:17.284934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:17.285369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:17.285824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Bound port: 3d45c800-d152-4ca5-ac69-102792bb3036, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:17.286181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.300563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf198f99-30fd-44a2-acdd-84d8a6b9fed5 req-5abb39f4-8010-4cd1-9472-588163468a19 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.303933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf198f99-30fd-44a2-acdd-84d8a6b9fed5 req-5abb39f4-8010-4cd1-9472-588163468a19 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 944 time: 0.0661695 Jan 28 01:04:17.360280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf198f99-30fd-44a2-acdd-84d8a6b9fed5 req-1bda82b1-fda9-455c-ae17-5f161b07b951 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Jan 28 01:04:17.361014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] For port 3d45c800-d152-4ca5-ac69-102792bb3036, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:17.364308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] For port 3d45c800-d152-4ca5-ac69-102792bb3036, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d45c800-d152-4ca5-ac69-102792bb3036,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:17.371321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.420821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.421396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.423359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] 10.222.0.43 "PUT /v2.0/ports/3d45c800-d152-4ca5-ac69-102792bb3036 HTTP/1.1" status: 200 len: 1092 time: 0.8304067 Jan 28 01:04:17.423926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'tag': '3d45c800-d152-4ca5-ac69-102792bb3036'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:17.427830 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430269f4-aabd-4f18-aae2-a061c7fb9d68" -d '{"events": [{"name": "network-changed", "server_uuid": "64ca2121-c51d-4698-b1c0-1bd92045d974", "tag": "3d45c800-d152-4ca5-ac69-102792bb3036"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:17.512726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4974f3f-19ea-4ae2-b5e3-c675506488ab req-d0688ad0-b9bc-4185-bb1b-b7540e1d346f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.520269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4974f3f-19ea-4ae2-b5e3-c675506488ab req-d0688ad0-b9bc-4185-bb1b-b7540e1d346f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0594330 Jan 28 01:04:17.533543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9047d-07fc-43bf-afa4-ad63602753cc service neutron] Pushing event updated for resources: {'Port': ['ID=3d45c800-d152-4ca5-ac69-102792bb3036,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.554438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-c669eef1-fabd-45ad-8d15-4f71d7cf56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.557118 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-c669eef1-fabd-45ad-8d15-4f71d7cf56b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 1095 time: 0.0560231 Jan 28 01:04:17.587251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4974f3f-19ea-4ae2-b5e3-c675506488ab req-16080807-d6c0-4af7-a0c0-0075445b4367 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616422 Jan 28 01:04:17.598204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-088fc33d-c4df-4133-820a-8d92cd843226 req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-647922969', 'description': 'tempest-description-346385103'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:17.625073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-088fc33d-c4df-4133-820a-8d92cd843226 req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.697280 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-5ca55980-b12b-48d0-b5fd-8a7d8ba4aedd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d45c800-d152-4ca5-ac69-102792bb3036 HTTP/1.1" status: 200 len: 217 time: 0.1069221 Jan 28 01:04:17.702065 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2242445-af70-418f-949d-ddd5de5974e5 x-openstack-request-id: req-f2242445-af70-418f-949d-ddd5de5974e5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:17.702478 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ca2121-c51d-4698-b1c0-1bd92045d974", "tag": "3d45c800-d152-4ca5-ac69-102792bb3036", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:17.702822 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2242445-af70-418f-949d-ddd5de5974e5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:17.710114 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'tag': '3d45c800-d152-4ca5-ac69-102792bb3036', 'status': 'completed', 'code': 200} Jan 28 01:04:17.716323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-088fc33d-c4df-4133-820a-8d92cd843226 req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (6d84ae32-12ec-4782-8dda-556696b0bb78), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.721605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-088fc33d-c4df-4133-820a-8d92cd843226 req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6d84ae32-12ec-4782-8dda-556696b0bb78), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.769122 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-088fc33d-c4df-4133-820a-8d92cd843226 req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.770627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-088fc33d-c4df-4133-820a-8d92cd843226 req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1801648 Jan 28 01:04:17.803592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02f0f9-50a5-4d71-b554-c9ad8f7d3023 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d84ae32-12ec-4782-8dda-556696b0bb78,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.834256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6abb3-3057-40d1-a18e-85a29d2e1d93 req-b40d94f2-f2d3-41ae-9ae5-0800e3856830 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.842522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7eb6abb3-3057-40d1-a18e-85a29d2e1d93 req-b40d94f2-f2d3-41ae-9ae5-0800e3856830 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0682449 Jan 28 01:04:17.929880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7eb6abb3-3057-40d1-a18e-85a29d2e1d93 req-25e540e8-d40e-49ff-b649-1dde3eb4a73a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788381 Jan 28 01:04:18.070550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-6f7d02fd-428f-486b-855e-1848f439d8ad tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.072420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-6f7d02fd-428f-486b-855e-1848f439d8ad tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 813 time: 0.1405792 Jan 28 01:04:18.108374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-70d0ec80-a7f6-4fe6-ab86-ab3b84aa9dc2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/quotas/0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 375 time: 0.0209961 Jan 28 01:04:18.129557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f5a6-be75-46a2-9d16-55067408960d req-e288ad94-3878-48a6-a47f-4410c8ac4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.131541 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-e288ad94-3878-48a6-a47f-4410c8ac4f61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.4204519 Jan 28 01:04:18.158149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6f5f1-b059-4373-87b6-417f67ba6a5d req-f88c57ab-a7de-4692-a25e-22cf04ce93ca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.159892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebc6f5f1-b059-4373-87b6-417f67ba6a5d req-f88c57ab-a7de-4692-a25e-22cf04ce93ca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1089876 Jan 28 01:04:18.169831 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-07e658f0-2817-41d9-9d60-c1da417d6060 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313177 Jan 28 01:04:18.197510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-edf2c90f-3d1b-4888-a871-ac1a06781cd0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804703 Jan 28 01:04:18.230897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebc6f5f1-b059-4373-87b6-417f67ba6a5d req-6ab80ace-bfe3-4910-99ce-2e9e65e0580b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613768 Jan 28 01:04:18.291169 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-ef5bdfba-4177-4586-a511-fa5056ea7768 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154304 Jan 28 01:04:18.393144 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f693f5a6-be75-46a2-9d16-55067408960d req-ce9de714-677b-4958-a584-12ebd66e6090 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937591 Jan 28 01:04:18.417091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-0b8b4843-aaa7-47f4-af00-b1e761f403d0 service neutron] 10.222.0.23 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088678 Jan 28 01:04:18.524961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-ef66f417-ac03-4d10-b99a-a3bb7c689b87 service neutron] 10.222.0.23 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000922 Jan 28 01:04:18.558984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-c5c373b7-029e-4b36-96f6-2f99a6f15553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.560494 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-c5c373b7-029e-4b36-96f6-2f99a6f15553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 1095 time: 0.0458598 Jan 28 01:04:18.579027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708fa72-8ec1-4fd6-91ea-3f72db6f596a req-bdf6f6af-c3f2-43f2-a6ca-3e095e98cb89 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.581663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b708fa72-8ec1-4fd6-91ea-3f72db6f596a req-bdf6f6af-c3f2-43f2-a6ca-3e095e98cb89 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 944 time: 0.0746040 Jan 28 01:04:18.642457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b708fa72-8ec1-4fd6-91ea-3f72db6f596a req-f528461e-65c8-4d04-a8c3-a1ff992dee58 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547059 Jan 28 01:04:18.682133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-b0196a60-0cca-4dc5-b461-3ac36c8d2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.683630 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-b0196a60-0cca-4dc5-b461-3ac36c8d2318 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.1164610 Jan 28 01:04:18.725119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ba4fc5b-d96e-4a18-be71-1e3bfc5c8373 req-6a12a975-fd94-479a-b350-0491950c5d88 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 210 time: 0.0302770 Jan 28 01:04:18.727760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-4a4cea72-5fb3-4c30-b3c5-f661da33605f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d45c800-d152-4ca5-ac69-102792bb3036 HTTP/1.1" status: 200 len: 217 time: 0.0370412 Jan 28 01:04:18.793007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e51dd-ee09-46e5-8c60-58f383ea78e5 req-83a8340a-b082-42a8-a058-b6a545af4036 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.800887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c9e51dd-ee09-46e5-8c60-58f383ea78e5 req-83a8340a-b082-42a8-a058-b6a545af4036 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0716836 Jan 28 01:04:18.804196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-5206c86c-2700-4cf8-8705-59df3c8285ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:18.805575 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-5206c86c-2700-4cf8-8705-59df3c8285ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0595834 Jan 28 01:04:18.845419 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-29110134-d840-4e18-a8f7-6d19bf8ed7b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319459 Jan 28 01:04:18.851729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c9e51dd-ee09-46e5-8c60-58f383ea78e5 req-6516ea79-ae43-4693-808f-a74e15475a20 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498426 Jan 28 01:04:18.937348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-4445f26d-97c2-4947-ae0b-b268de117552 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845840 Jan 28 01:04:19.041324 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-430269f4-aabd-4f18-aae2-a061c7fb9d68 req-afd4bc88-49b9-446f-96fa-7162c7b2d915 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923877 Jan 28 01:04:19.044655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259ac05-b6f6-46b6-a281-ba620e6f7dfd req-73b849b5-5662-4eff-86ac-86f4c6d73ff3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:19.046167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6259ac05-b6f6-46b6-a281-ba620e6f7dfd req-73b849b5-5662-4eff-86ac-86f4c6d73ff3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0565124 Jan 28 01:04:19.095021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6259ac05-b6f6-46b6-a281-ba620e6f7dfd req-b2b3bf5a-24a9-4fbb-badf-f86fae0c93a4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Jan 28 01:04:19.359582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab316-e36b-4801-a722-b46ade7866ed req-e908f247-0fba-421b-9279-4486554878bf tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:19.361082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce7ab316-e36b-4801-a722-b46ade7866ed req-e908f247-0fba-421b-9279-4486554878bf tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0494053 Jan 28 01:04:19.407819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce7ab316-e36b-4801-a722-b46ade7866ed req-f022a3bc-61aa-413b-a4c5-59ac21396f32 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Jan 28 01:04:19.762557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d8f8a-a5d4-4551-94f5-71eeb842e9f0 req-9e14f2b8-92a2-4a10-ad1a-6944ecff04a9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:19.763810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a7d8f8a-a5d4-4551-94f5-71eeb842e9f0 req-9e14f2b8-92a2-4a10-ad1a-6944ecff04a9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 944 time: 0.0492609 Jan 28 01:04:19.843283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffbf144b-e061-4296-9c55-f6a63dd00495 req-d2cd91cc-f8cc-4c00-b89e-21cbb05954b1 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 210 time: 0.0413942 Jan 28 01:04:19.846844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a7d8f8a-a5d4-4551-94f5-71eeb842e9f0 req-2054da9a-9b4f-4f14-8708-e5d9c440fd10 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Jan 28 01:04:19.967821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-b0fdf6ea-7f26-41f4-b217-d4d4be01a9f8 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:19.969304 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-b0fdf6ea-7f26-41f4-b217-d4d4be01a9f8 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.45 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 813 time: 0.1283543 Jan 28 01:04:19.986793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20952624-2d94-4b27-b693-fc37b60a618d req-87a539de-4188-4526-8651-d3f399d05965 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:19.989015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20952624-2d94-4b27-b693-fc37b60a618d req-87a539de-4188-4526-8651-d3f399d05965 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0536566 Jan 28 01:04:20.000155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'port': {'device_id': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'network_id': '78128082-1d60-42f3-a706-cbefe6086191', 'admin_state_up': True, 'tenant_id': '0e41a2b657c441eda73c0065324f1e24'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:20.039314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20952624-2d94-4b27-b693-fc37b60a618d req-100b6881-b8d6-4394-9889-f6402a2707be tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Jan 28 01:04:20.108198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Made reservation on behalf of 0e41a2b657c441eda73c0065324f1e24 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:20.111528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.210902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc47be-e4f4-4b1d-929b-9e4cee8357f9 req-0513fdcd-b238-4ce3-abb0-72f28b301349 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:20.212352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dccc47be-e4f4-4b1d-929b-9e4cee8357f9 req-0513fdcd-b238-4ce3-abb0-72f28b301349 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0471177 Jan 28 01:04:20.239100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Allocated IP 172.20.0.3 (78128082-1d60-42f3-a706-cbefe6086191/eb5b735e-5643-4ac1-9d38-1cb548188876/543ced43-67f0-4db8-9066-d5657ad159ba) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:20.264782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dccc47be-e4f4-4b1d-929b-9e4cee8357f9 req-b36bada7-1677-4f0a-a36b-5eb6f1723cf1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Jan 28 01:04:20.395701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for port (543ced43-67f0-4db8-9066-d5657ad159ba), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.433652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.473750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Network 78128082-1d60-42f3-a706-cbefe6086191 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:20.477861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:20.480891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:20.490673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:20.531654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:20.548379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bac27e-34ae-4910-a9d8-e63a4ec62360 req-a4a14ca4-3404-4fdc-a62a-b8d6da3e3061 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:20.549897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1bac27e-34ae-4910-a9d8-e63a4ec62360 req-a4a14ca4-3404-4fdc-a62a-b8d6da3e3061 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0613639 Jan 28 01:04:20.560886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:20.561452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.579673 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-22789e8c-bb5b-4424-a14d-501f7f530805 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838070 Jan 28 01:04:20.608485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1bac27e-34ae-4910-a9d8-e63a4ec62360 req-b77591b6-3728-48a5-8737-f178462384e5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511091 Jan 28 01:04:20.611566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Request body: {'port': {'device_id': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:20.673547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.941332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543ced43-67f0-4db8-9066-d5657ad159ba {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:20.949304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Publish callbacks [] for port (543ced43-67f0-4db8-9066-d5657ad159ba), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:20.962785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Transition to ACTIVE for port object 543ced43-67f0-4db8-9066-d5657ad159ba will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:20.966637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.033185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:21.086889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Attempting to bind port 543ced43-67f0-4db8-9066-d5657ad159ba on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:21.087225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Attempting to bind port 543ced43-67f0-4db8-9066-d5657ad159ba by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:21.087555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Attempting to bind port 543ced43-67f0-4db8-9066-d5657ad159ba on network 78128082-1d60-42f3-a706-cbefe6086191 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:21.092343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Port 543ced43-67f0-4db8-9066-d5657ad159ba on network 78128082-1d60-42f3-a706-cbefe6086191 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:21.092666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Attempting to bind port 543ced43-67f0-4db8-9066-d5657ad159ba on network 78128082-1d60-42f3-a706-cbefe6086191 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:21.097798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:21.098159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Checking segment: {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:21.098549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Bound using segment: {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:21.098976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Bound port: 543ced43-67f0-4db8-9066-d5657ad159ba, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '78128082-1d60-42f3-a706-cbefe6086191'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:21.099333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.169744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:21.172920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:21.178663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.212038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.213021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.214504 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] 10.222.0.45 "PUT /v2.0/ports/543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 1091 time: 0.6114023 Jan 28 01:04:21.214967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:21.217215 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:21.246589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd0760-ca33-4abf-b8e5-9204d3c5390b service neutron] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:21.289232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbf085-b96a-4c0a-a67c-a0dcd470ef56 req-bf34d03b-e382-4ec3-b56e-969a79b97452 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.290763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55fbf085-b96a-4c0a-a67c-a0dcd470ef56 req-bf34d03b-e382-4ec3-b56e-969a79b97452 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 931 time: 0.3647459 Jan 28 01:04:21.301883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366a95c-54aa-498e-a350-997d215d1b6d req-e3d0de5e-a47a-42d4-957f-03157e6c4ba3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.303326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e366a95c-54aa-498e-a350-997d215d1b6d req-e3d0de5e-a47a-42d4-957f-03157e6c4ba3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 944 time: 0.3676014 Jan 28 01:04:21.318456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-035dc9c3-824e-418d-bf1d-3bb88f2d35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.319937 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-035dc9c3-824e-418d-bf1d-3bb88f2d35da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1094 time: 0.0425179 Jan 28 01:04:21.378126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55fbf085-b96a-4c0a-a67c-a0dcd470ef56 req-511d6c5e-f7a3-436e-b674-254d315d486e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738096 Jan 28 01:04:21.378884 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-833de921-e95f-4b14-a7d9-c29709ebea75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 217 time: 0.0395699 Jan 28 01:04:21.381407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e366a95c-54aa-498e-a350-997d215d1b6d req-6cf0a9fb-3f6f-402f-ba17-0026f9e33b4d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713918 Jan 28 01:04:21.440667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-ac8cec0f-1303-4f11-a2f1-ef675a8461b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.442200 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-ac8cec0f-1303-4f11-a2f1-ef675a8461b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0521426 Jan 28 01:04:21.490665 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-50b6f1b4-b497-4e54-b577-d0a6e64a311b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326478 Jan 28 01:04:21.496676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcff6b9-da86-4daf-980f-c56ba8ac57d8 req-7f352ed4-1cfd-4be6-8409-65087a67b01c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.498509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffcff6b9-da86-4daf-980f-c56ba8ac57d8 req-7f352ed4-1cfd-4be6-8409-65087a67b01c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0536907 Jan 28 01:04:21.499975 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74056bfc-79f2-41ce-a888-539208201791 x-openstack-request-id: req-74056bfc-79f2-41ce-a888-539208201791 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:21.500332 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:21.500654 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74056bfc-79f2-41ce-a888-539208201791 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:21.501115 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba', 'status': 'completed', 'code': 200} Jan 28 01:04:21.546043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffcff6b9-da86-4daf-980f-c56ba8ac57d8 req-c7c19e46-8a17-434b-a916-72ab5ee5ae08 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Jan 28 01:04:21.566035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d45c800-d152-4ca5-ac69-102792bb3036 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:21.604826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c89d-8bbb-431d-9e6a-0af9481e90d7 req-bab95f52-8575-4f37-9e88-cc5d22285ca0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.611005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c34c89d-8bbb-431d-9e6a-0af9481e90d7 req-bab95f52-8575-4f37-9e88-cc5d22285ca0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0639079 Jan 28 01:04:21.619375 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-b8be97a8-66f2-49a0-b50d-9996827572a8 service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124187 Jan 28 01:04:21.660255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c34c89d-8bbb-431d-9e6a-0af9481e90d7 req-3346787f-74ed-4b0c-8253-154c1f6d4719 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Jan 28 01:04:21.672405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d48bbcfe-f929-44e0-a136-ae0d335927cc details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:21.676637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3d45c800-d152-4ca5-ac69-102792bb3036, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d45c800-d152-4ca5-ac69-102792bb3036,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:21.710254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3d45c800-d152-4ca5-ac69-102792bb3036', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': '3d45c800-d152-4ca5-ac69-102792bb3036', 'mac_address': 'fa:16:3e:d0:4f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:21.761767 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cea335a6-92fb-47dc-b8ab-85cae7e50a04 req-29315911-536c-4275-9a00-2e26d36877f7 service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994523 Jan 28 01:04:21.766551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0fed8-e558-46fc-87b9-8f70b8aa1b51 req-c4061249-7c72-4b4a-83a4-24ac8b9a88c2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.768027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3b0fed8-e558-46fc-87b9-8f70b8aa1b51 req-c4061249-7c72-4b4a-83a4-24ac8b9a88c2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0509267 Jan 28 01:04:21.804333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3d45c800-d152-4ca5-ac69-102792bb3036 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:21.804754 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.818043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3b0fed8-e558-46fc-87b9-8f70b8aa1b51 req-44455093-ceca-48a3-92ff-476f8fddc37c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Jan 28 01:04:21.833262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d45c800-d152-4ca5-ac69-102792bb3036 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:21.857688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:21.873374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3d45c800-d152-4ca5-ac69-102792bb3036, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d45c800-d152-4ca5-ac69-102792bb3036,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:21.876205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'mac_address': 'fa:16:3e:18:5c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:21.879283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.951275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d48bbcfe-f929-44e0-a136-ae0d335927cc is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:21.951582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:21.952412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-2f85d82c-cf26-456b-8f74-997741a7fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:21.953984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-2f85d82c-cf26-456b-8f74-997741a7fd59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1094 time: 0.0419054 Jan 28 01:04:21.954606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3d45c800-d152-4ca5-ac69-102792bb3036,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:21.968734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d48bbcfe-f929-44e0-a136-ae0d335927cc {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:21.993659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:21.998663 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:22.045580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:22.048167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-011d2565-746b-472f-ab01-ba929db52939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.049643 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-011d2565-746b-472f-ab01-ba929db52939 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.0879807 Jan 28 01:04:22.091571 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-88ffb0ea-6e54-4aec-85d6-b4c5dc9092da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 217 time: 0.0348980 Jan 28 01:04:22.149381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-34af87e5-9a91-4ee7-921b-4b30920db811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.150855 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-34af87e5-9a91-4ee7-921b-4b30920db811 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0527358 Jan 28 01:04:22.181800 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-82164bfe-ac22-44f5-aad7-16ed1578e6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243440 Jan 28 01:04:22.278455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3d45c800-d152-4ca5-ac69-102792bb3036'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:22.279036 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-abe470af-e2c1-4402-ba5e-e295bf6c677e service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849476 Jan 28 01:04:22.365121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-eba8c9cb-7234-4c6b-a1f8-17277c9ccd1f req-37658fb7-e331-4737-b973-4a2774685d04 service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804288 Jan 28 01:04:22.390222 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:04:22.525062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc0f33-7844-4751-80b5-d9500724013a req-4d8d84fe-c4d5-484e-92a8-4d523ac9843e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.526584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0cc0f33-7844-4751-80b5-d9500724013a req-4d8d84fe-c4d5-484e-92a8-4d523ac9843e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 945 time: 0.0770645 Jan 28 01:04:22.535869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8677-8c30-4117-a96e-2c4f26691204 req-16063801-93bc-4b00-8158-3e21651c3a7f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.537158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-333f8677-8c30-4117-a96e-2c4f26691204 req-16063801-93bc-4b00-8158-3e21651c3a7f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 943 time: 0.0787640 Jan 28 01:04:22.608352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0cc0f33-7844-4751-80b5-d9500724013a req-38dc1942-06a3-4ea6-bb52-e7b65f37ac2e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702887 Jan 28 01:04:22.611558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-333f8677-8c30-4117-a96e-2c4f26691204 req-b508607e-343f-488a-a65a-f24cb2fddebc tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678723 Jan 28 01:04:22.725460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05c7e-7252-43d9-8266-28da33b4a2cb req-c4dc3b9b-4520-48ed-8246-f41484654c7a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.726979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56d05c7e-7252-43d9-8266-28da33b4a2cb req-c4dc3b9b-4520-48ed-8246-f41484654c7a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0507910 Jan 28 01:04:22.779407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56d05c7e-7252-43d9-8266-28da33b4a2cb req-bd03aacd-97de-485a-8f74-118cb953b4f8 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466909 Jan 28 01:04:22.848847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2caae-ef6c-41a5-b1a1-723d938adb6e req-6e2d5923-f1ea-49dc-8242-6e6e5295a9d2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.850367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4c2caae-ef6c-41a5-b1a1-723d938adb6e req-6e2d5923-f1ea-49dc-8242-6e6e5295a9d2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0544562 Jan 28 01:04:22.898502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4c2caae-ef6c-41a5-b1a1-723d938adb6e req-4f46c623-6afb-4861-9307-57971abdd763 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Jan 28 01:04:22.967111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5db4-9315-444d-864f-7a7402c072ef req-48516257-87aa-4289-9519-a84b077f2661 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.968584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70bf5db4-9315-444d-864f-7a7402c072ef req-48516257-87aa-4289-9519-a84b077f2661 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0521967 Jan 28 01:04:23.016932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70bf5db4-9315-444d-864f-7a7402c072ef req-a92e1140-be96-464b-8244-5d32ec77d9a0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Jan 28 01:04:23.017751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d48bbcfe-f929-44e0-a136-ae0d335927cc'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:23.588595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d45c800-d152-4ca5-ac69-102792bb3036 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:23.656489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3d45c800-d152-4ca5-ac69-102792bb3036 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:23.660716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3d45c800-d152-4ca5-ac69-102792bb3036 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:23.661098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.706276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d48bbcfe-f929-44e0-a136-ae0d335927cc up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:23.762672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c796c-cb62-47e9-b37c-007eccecaf6b req-6769cb7d-f467-48ce-85bd-21a8632d0b3e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:23.764044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-894c796c-cb62-47e9-b37c-007eccecaf6b req-6769cb7d-f467-48ce-85bd-21a8632d0b3e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 945 time: 0.0796578 Jan 28 01:04:23.772057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3d45c800-d152-4ca5-ac69-102792bb3036 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:23.772422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.775743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36ab6a-21d5-4dc8-a198-a01358512b61 req-68dd1fa3-e1d9-4738-9aac-f003960f5674 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:23.777245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de36ab6a-21d5-4dc8-a198-a01358512b61 req-68dd1fa3-e1d9-4738-9aac-f003960f5674 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 943 time: 0.0825787 Jan 28 01:04:23.800113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45c800-d152-4ca5-ac69-102792bb3036'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:23.802360 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72e2160-bff1-4ce2-a25f-c10878d6002c" -d '{"events": [{"server_uuid": "64ca2121-c51d-4698-b1c0-1bd92045d974", "name": "network-vif-plugged", "status": "completed", "tag": "3d45c800-d152-4ca5-ac69-102792bb3036"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:23.820554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3d45c800-d152-4ca5-ac69-102792bb3036, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d45c800-d152-4ca5-ac69-102792bb3036,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:23.822115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d48bbcfe-f929-44e0-a136-ae0d335927cc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:23.822488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.838409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-894c796c-cb62-47e9-b37c-007eccecaf6b req-f82eb497-905e-40a9-9b25-03a8ad3acafc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601685 Jan 28 01:04:23.842713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.866477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de36ab6a-21d5-4dc8-a198-a01358512b61 req-ca0c5f82-756e-47a4-b1a8-ed176814a54e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677037 Jan 28 01:04:23.917803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3d45c800-d152-4ca5-ac69-102792bb3036,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.964815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d48bbcfe-f929-44e0-a136-ae0d335927cc is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:23.965563 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.022641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:24.029060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.055313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e74fa-c8c6-4fd5-9779-013286e51937 req-233f1fef-0ffe-4d3f-9468-df6e5ab8de94 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.058386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c81e74fa-c8c6-4fd5-9779-013286e51937 req-233f1fef-0ffe-4d3f-9468-df6e5ab8de94 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0596380 Jan 28 01:04:24.092754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:24.115298 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4be41e-59c1-47a4-8505-7aecaced74e7 x-openstack-request-id: req-ef4be41e-59c1-47a4-8505-7aecaced74e7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:24.115828 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ca2121-c51d-4698-b1c0-1bd92045d974", "name": "network-vif-plugged", "status": "completed", "tag": "3d45c800-d152-4ca5-ac69-102792bb3036", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:24.116278 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef4be41e-59c1-47a4-8505-7aecaced74e7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:24.116649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c81e74fa-c8c6-4fd5-9779-013286e51937 req-f1e27967-cb5d-417a-a078-d43f3e64ea89 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517619 Jan 28 01:04:24.117199 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d45c800-d152-4ca5-ac69-102792bb3036', 'code': 200} Jan 28 01:04:24.250152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570abb41-b6a7-4f97-b542-9cf24d2bb0f3 req-86f4cdf9-d2f3-4b29-8da1-60f25bc1fd80 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.251773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-570abb41-b6a7-4f97-b542-9cf24d2bb0f3 req-86f4cdf9-d2f3-4b29-8da1-60f25bc1fd80 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0747354 Jan 28 01:04:24.284177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07d2b7-0d78-4728-9e52-ab32db8f4b5a req-43d1724c-a353-4a63-bff5-47f52d0b4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.285686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b07d2b7-0d78-4728-9e52-ab32db8f4b5a req-43d1724c-a353-4a63-bff5-47f52d0b4529 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 1097 time: 0.0556312 Jan 28 01:04:24.333224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b07d2b7-0d78-4728-9e52-ab32db8f4b5a req-855c670c-d749-4d67-a236-5fe8f53996b5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Jan 28 01:04:24.344326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795feea2-eca9-4aa1-b474-cb790494ec3c req-89b6c713-ffeb-484f-9823-16f91e888556 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.345870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-795feea2-eca9-4aa1-b474-cb790494ec3c req-89b6c713-ffeb-484f-9823-16f91e888556 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0930243 Jan 28 01:04:24.348836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-570abb41-b6a7-4f97-b542-9cf24d2bb0f3 req-9f0ec980-99c2-4aa5-893d-3dd3c88c2e5c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832367 Jan 28 01:04:24.395568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-795feea2-eca9-4aa1-b474-cb790494ec3c req-737c2044-c268-421a-bd8b-b14309947031 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Jan 28 01:04:25.024918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c774a-cddc-4605-9b8a-f9f16d1a1ab8 req-a5b8e442-c96a-4107-8fe1-5ba4fd2bfa32 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.027072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a94c774a-cddc-4605-9b8a-f9f16d1a1ab8 req-a5b8e442-c96a-4107-8fe1-5ba4fd2bfa32 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 946 time: 0.0993173 Jan 28 01:04:25.036738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648ae2-db51-486f-8d3b-692b57bfc724 req-02afb8b5-4089-4185-b528-e9aa499a36e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.038275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90648ae2-db51-486f-8d3b-692b57bfc724 req-02afb8b5-4089-4185-b528-e9aa499a36e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 943 time: 0.0812271 Jan 28 01:04:25.116067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a94c774a-cddc-4605-9b8a-f9f16d1a1ab8 req-88999376-de54-40cf-83e6-41311bbb91e5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767915 Jan 28 01:04:25.141315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90648ae2-db51-486f-8d3b-692b57bfc724 req-0dde4f27-b2ad-4ea7-9799-90bf501a5099 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865583 Jan 28 01:04:25.312524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2cf91-d907-42e6-b715-7bdfd931a907 req-7a86a7b1-9dc1-493a-a1db-1a7c689f871e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.314425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90f2cf91-d907-42e6-b715-7bdfd931a907 req-7a86a7b1-9dc1-493a-a1db-1a7c689f871e tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 946 time: 0.0769303 Jan 28 01:04:25.392816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90f2cf91-d907-42e6-b715-7bdfd931a907 req-b3af8337-62e0-4244-9f62-8e11ab178228 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663393 Jan 28 01:04:25.530579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2838a5-4a3c-46d1-97ed-52694d9a09bb req-f5e778f1-905f-4c89-8f61-62457e151c09 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.532365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb2838a5-4a3c-46d1-97ed-52694d9a09bb req-f5e778f1-905f-4c89-8f61-62457e151c09 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0794733 Jan 28 01:04:25.578460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-0dad640a-629c-422e-9b86-9cafd78cd225 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.580447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-0dad640a-629c-422e-9b86-9cafd78cd225 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1097 time: 0.0493534 Jan 28 01:04:25.595601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:25.603577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318aadb-2ce5-4aef-93f0-e01d506c21b5 req-f0c814bb-76f6-478f-8ed4-783b4b7c8f71 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.610882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1318aadb-2ce5-4aef-93f0-e01d506c21b5 req-f0c814bb-76f6-478f-8ed4-783b4b7c8f71 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0973082 Jan 28 01:04:25.642171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb2838a5-4a3c-46d1-97ed-52694d9a09bb req-b537ed5e-e792-41b3-ae87-2a536e32b619 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887539 Jan 28 01:04:25.661194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.685562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1318aadb-2ce5-4aef-93f0-e01d506c21b5 req-2167b26e-e756-4d8a-a27a-4435d4734f7b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Jan 28 01:04:25.716245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 543ced43-67f0-4db8-9066-d5657ad159ba details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:25.812625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:25.827556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:25.841246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '543ced43-67f0-4db8-9066-d5657ad159ba', 'network_id': '78128082-1d60-42f3-a706-cbefe6086191', 'port_id': '543ced43-67f0-4db8-9066-d5657ad159ba', 'mac_address': 'fa:16:3e:c7:01:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5b735e-5643-4ac1-9d38-1cb548188876', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:25.894430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 543ced43-67f0-4db8-9066-d5657ad159ba is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:25.895036 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.902898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:25.926976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543ced43-67f0-4db8-9066-d5657ad159ba {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:25.950007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:25.958412 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.959291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:25.971557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:25.974066 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ebe6a0-ebc7-40c0-bf20-6927e4c14c24" -d '{"events": [{"server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "name": "network-vif-unplugged", "status": "completed", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:25.978837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Publish callbacks [] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:25.992389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:26.032671 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd8eeb-c37d-49e2-acb9-f83e7d30e4c9 x-openstack-request-id: req-cacd8eeb-c37d-49e2-acb9-f83e7d30e4c9 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:26.032964 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "name": "network-vif-unplugged", "status": "completed", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:26.033216 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cacd8eeb-c37d-49e2-acb9-f83e7d30e4c9 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:26.033599 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'code': 200} Jan 28 01:04:26.073757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:26.101200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:26.101534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:26.101930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:26.105184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:26.110134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:26.110466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Attempting to bind port 705f4949-2cd7-4ea9-b394-9b61c191da8b on network 545f5148-681e-4d62-9829-c5c707709cca {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:26.115740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:26.116003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Checking segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:26.116384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Bound using segment: {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:26.116810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Bound port: 705f4949-2cd7-4ea9-b394-9b61c191da8b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9936f1d9-82ef-4c9e-935d-89c2d3900ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '545f5148-681e-4d62-9829-c5c707709cca'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:26.117161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:26.122464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:26.125054 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42fd7ed-8915-427d-a83e-3dd7347dc357" -d '{"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-plugged", "status": "completed", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:26.198488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:26.206404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:26.210907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:26.216708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:26.220851 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9804a13-ea54-44fc-89c9-5b44e599832c x-openstack-request-id: req-b9804a13-ea54-44fc-89c9-5b44e599832c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:26.221149 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-plugged", "status": "completed", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:26.221412 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9804a13-ea54-44fc-89c9-5b44e599832c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:26.223736 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'code': 200} Jan 28 01:04:26.232287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:04:26.293211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:26.294161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:26.295622 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] 10.222.0.45 "PUT /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 1122 time: 0.7059050 Jan 28 01:04:26.318834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c8098-8a21-43de-a91f-89cedd3e9bfa service neutron] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=8']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:26.319087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625ba79-eade-4463-af61-ee1261573a02 req-80932be2-8335-4a54-992a-bbd21496e7d4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:26.321277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7625ba79-eade-4463-af61-ee1261573a02 req-80932be2-8335-4a54-992a-bbd21496e7d4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 946 time: 0.1035821 Jan 28 01:04:26.357690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8906a-f8bc-4904-b9dd-6d2f1a44dcb8 req-34e035b8-3fdd-4139-84b7-4ba3e7ec53ad tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:26.359468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3d8906a-f8bc-4904-b9dd-6d2f1a44dcb8 req-34e035b8-3fdd-4139-84b7-4ba3e7ec53ad tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 944 time: 0.0825176 Jan 28 01:04:26.420076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7625ba79-eade-4463-af61-ee1261573a02 req-ff5b4af7-fe13-4692-a283-e7319314b1fb tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Jan 28 01:04:26.448534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3d8906a-f8bc-4904-b9dd-6d2f1a44dcb8 req-c461197a-1b0e-438f-8446-3a2bf454360f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800755 Jan 28 01:04:26.522858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['705f4949-2cd7-4ea9-b394-9b61c191da8b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:26.576551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['705f4949-2cd7-4ea9-b394-9b61c191da8b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:26.782201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72748ea4-721a-42e2-bddd-7c1c0d70f70a req-3559ad27-00bf-4595-9fbb-82043fb96b17 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:26.789124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72748ea4-721a-42e2-bddd-7c1c0d70f70a req-3559ad27-00bf-4595-9fbb-82043fb96b17 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1637573 Jan 28 01:04:26.846058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca66da8-b857-4ae4-95a2-23b41fe559d6 req-4d9457e5-e7fa-4515-92f9-5f163bdd1903 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:26.847841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ca66da8-b857-4ae4-95a2-23b41fe559d6 req-4d9457e5-e7fa-4515-92f9-5f163bdd1903 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 946 time: 0.1311672 Jan 28 01:04:26.875491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72748ea4-721a-42e2-bddd-7c1c0d70f70a req-204f0a22-94ce-4b61-870b-c25b419a110b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Jan 28 01:04:26.878360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['543ced43-67f0-4db8-9066-d5657ad159ba'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:26.958140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ca66da8-b857-4ae4-95a2-23b41fe559d6 req-6d412f2b-c12f-4bd7-9eb2-ecada43c04e8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007245 Jan 28 01:04:27.043446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea83d1d-03cb-4474-b887-5dca2997fffd req-61184ceb-30a5-47d6-b3e5-f0f0683d946f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:27.045039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ea83d1d-03cb-4474-b887-5dca2997fffd req-61184ceb-30a5-47d6-b3e5-f0f0683d946f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0690882 Jan 28 01:04:27.146824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ea83d1d-03cb-4474-b887-5dca2997fffd req-731e1114-4e21-466c-80b2-6d9ab24728db tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948322 Jan 28 01:04:27.162911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84fe5a-246b-435d-90c6-5e18dc8171c1 req-29d185f5-1728-4954-8371-c5a4f90d01cd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:27.165452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b84fe5a-246b-435d-90c6-5e18dc8171c1 req-29d185f5-1728-4954-8371-c5a4f90d01cd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1157057 Jan 28 01:04:27.230679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b84fe5a-246b-435d-90c6-5e18dc8171c1 req-687364ab-8c7c-4dfb-9253-bf260096a544 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Jan 28 01:04:27.521860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e930123-4c70-4e96-a3f1-53fe9c7a6998 req-84f43c17-d017-48ab-bd2b-941c3c8b6388 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:27.521860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e930123-4c70-4e96-a3f1-53fe9c7a6998 req-84f43c17-d017-48ab-bd2b-941c3c8b6388 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 946 time: 0.1305072 Jan 28 01:04:27.628380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e930123-4c70-4e96-a3f1-53fe9c7a6998 req-57578f0d-4c08-415c-9eea-b559b0db1ede tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028805 Jan 28 01:04:27.638329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f5a3c-1788-49a0-a2e4-75309e898f41 req-11597f38-ea3a-4138-b2ee-b933e9dc1479 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:27.639858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-039f5a3c-1788-49a0-a2e4-75309e898f41 req-11597f38-ea3a-4138-b2ee-b933e9dc1479 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 944 time: 0.0959258 Jan 28 01:04:27.720628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-039f5a3c-1788-49a0-a2e4-75309e898f41 req-578df8aa-77c0-4f75-83e9-03b6ab8f1dad tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714817 Jan 28 01:04:28.022531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45c1a-898e-48b6-9637-802207a311d2 req-51ec69a7-e29e-4325-801a-49335a6852d1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.024147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30d45c1a-898e-48b6-9637-802207a311d2 req-51ec69a7-e29e-4325-801a-49335a6852d1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0652924 Jan 28 01:04:28.034372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:28.036800 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99050c6-4886-4944-8568-450302aed8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:28.078374 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33853eb-97af-4bd3-88a7-238aed216665 x-openstack-request-id: req-e33853eb-97af-4bd3-88a7-238aed216665 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:28.078717 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:28.079008 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e33853eb-97af-4bd3-88a7-238aed216665 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:28.079404 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'status': 'completed', 'code': 200} Jan 28 01:04:28.085141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30d45c1a-898e-48b6-9637-802207a311d2 req-d301b5ee-5944-4af5-b49b-e15ca7a55610 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Jan 28 01:04:28.197137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99050c6-4886-4944-8568-450302aed8ff req-8d0eef79-0a07-450e-afcb-1ab8a9b03ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.199568 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-8d0eef79-0a07-450e-afcb-1ab8a9b03ff3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1125 time: 0.0519714 Jan 28 01:04:28.298413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd286418-baa1-49db-a181-888013f0cf2c req-351c827b-d3e1-42dc-be22-fee67bc1e09a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.306597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd286418-baa1-49db-a181-888013f0cf2c req-351c827b-d3e1-42dc-be22-fee67bc1e09a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0806556 Jan 28 01:04:28.330456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99050c6-4886-4944-8568-450302aed8ff req-e9d356f4-04f8-47bc-803f-4998197db7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.333357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-e9d356f4-04f8-47bc-803f-4998197db7a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1250868 Jan 28 01:04:28.377276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd286418-baa1-49db-a181-888013f0cf2c req-6b64579a-7e5f-4a7c-a3be-2602947a3546 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Jan 28 01:04:28.384852 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-0dbe4a70-5f9d-4808-bd7c-c171f4d1620a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 217 time: 0.0379696 Jan 28 01:04:28.432068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce51b80-8458-4ada-a6c8-85628eb816c2 req-d02b2c7a-1b0a-44b8-9620-e434c9545763 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.434177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ce51b80-8458-4ada-a6c8-85628eb816c2 req-d02b2c7a-1b0a-44b8-9620-e434c9545763 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0817888 Jan 28 01:04:28.452305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99050c6-4886-4944-8568-450302aed8ff req-b0db0caf-8fe4-4462-b275-2b434104d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.453828 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-b0db0caf-8fe4-4462-b275-2b434104d5e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0598686 Jan 28 01:04:28.503179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-be99b253-b6ec-4bfe-ab57-9de77ae55b8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333464 Jan 28 01:04:28.509211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ce51b80-8458-4ada-a6c8-85628eb816c2 req-a9f22b40-5020-4e57-a165-d0e7ee0a08c2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692554 Jan 28 01:04:28.603044 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-ee48d48b-e98d-4530-bacf-cadce254f76f service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858614 Jan 28 01:04:28.737608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d99050c6-4886-4944-8568-450302aed8ff req-d5af2964-bb46-40a7-9811-b0fb195c3678 service neutron] 10.222.0.43 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244347 Jan 28 01:04:28.814428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a01df-0731-4dac-94a3-a54adcb46669 req-00d8a1c6-92d9-4e3b-b80c-220fbbbc10be tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.818242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-370a01df-0731-4dac-94a3-a54adcb46669 req-00d8a1c6-92d9-4e3b-b80c-220fbbbc10be tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 946 time: 0.1004348 Jan 28 01:04:28.910204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-370a01df-0731-4dac-94a3-a54adcb46669 req-5c7f4a5b-a7b5-4b15-8f1b-1303fab39868 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857010 Jan 28 01:04:28.938589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d8d31-396d-4be8-89c9-f0250d2ed17a req-9b4d9661-18ab-4e65-8f46-358eeac2b924 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.938589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e61d8d31-396d-4be8-89c9-f0250d2ed17a req-9b4d9661-18ab-4e65-8f46-358eeac2b924 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 944 time: 0.0732307 Jan 28 01:04:28.994327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e61d8d31-396d-4be8-89c9-f0250d2ed17a req-c6968d6d-e941-456b-abf2-3790330d78b0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533359 Jan 28 01:04:29.224766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878ba0e-d269-42a8-932a-d922517344fa req-efa3677c-146d-470e-8125-b06251a84837 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:29.227734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2878ba0e-d269-42a8-932a-d922517344fa req-efa3677c-146d-470e-8125-b06251a84837 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0555186 Jan 28 01:04:29.292155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2878ba0e-d269-42a8-932a-d922517344fa req-730c0530-0cef-4be8-87e2-0309d0611e04 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577114 Jan 28 01:04:29.345363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589c604-aeb5-4b35-affa-2124870ac58b req-5a24b7a5-1806-44d2-836f-aa741ca15ff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:29.346982 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a589c604-aeb5-4b35-affa-2124870ac58b req-5a24b7a5-1806-44d2-836f-aa741ca15ff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 946 time: 0.0683341 Jan 28 01:04:29.472610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port 3d45c800-d152-4ca5-ac69-102792bb3036 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:29.473194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:29.534194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79fa4b-c2ef-46f7-aee6-795b21c7953a req-83803ad6-a4a3-4192-ba7e-eb7486b47c0d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:29.546208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d79fa4b-c2ef-46f7-aee6-795b21c7953a req-83803ad6-a4a3-4192-ba7e-eb7486b47c0d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0697541 Jan 28 01:04:29.604968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port 3d45c800-d152-4ca5-ac69-102792bb3036, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d45c800-d152-4ca5-ac69-102792bb3036,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:29.605341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:29.623823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for 3d45c800-d152-4ca5-ac69-102792bb3036 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:29.634597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d79fa4b-c2ef-46f7-aee6-795b21c7953a req-8e6ed0b9-90f8-42ac-81f9-866aa83b4e4c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864780 Jan 28 01:04:29.686063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3112d0-c445-4240-9802-fb73d8153884 req-5775d9e5-7914-406f-ad81-f38189014700 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:29.688065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd3112d0-c445-4240-9802-fb73d8153884 req-5775d9e5-7914-406f-ad81-f38189014700 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0852499 Jan 28 01:04:29.740679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd3112d0-c445-4240-9802-fb73d8153884 req-f8fcfcae-ec40-4c96-983e-0b179d9b4454 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Jan 28 01:04:29.749515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 543ced43-67f0-4db8-9066-d5657ad159ba up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:29.818194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3d45c800-d152-4ca5-ac69-102792bb3036), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:29.861544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 543ced43-67f0-4db8-9066-d5657ad159ba completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:29.869809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:29.893703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=3d45c800-d152-4ca5-ac69-102792bb3036,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:29.913761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port 3d45c800-d152-4ca5-ac69-102792bb3036 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:29.918162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:29.918425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 543ced43-67f0-4db8-9066-d5657ad159ba triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:29.918887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:29.922668 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a589c604-aeb5-4b35-affa-2124870ac58b req-9deba419-2fe9-4911-8024-f08fdc0f9ffe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "DELETE /v2.0/ports/3d45c800-d152-4ca5-ac69-102792bb3036 HTTP/1.1" status: 204 len: 173 time: 0.5683014 Jan 28 01:04:30.082008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'name': 'network-vif-deleted', 'tag': '3d45c800-d152-4ca5-ac69-102792bb3036'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:30.083194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84a6d63c-7b77-4648-951e-c6f2abed91a9 req-8ed661aa-3afb-4e24-9eba-99ceb0485daa tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=64ca2121-c51d-4698-b1c0-1bd92045d974 HTTP/1.1" status: 200 len: 210 time: 0.0537379 Jan 28 01:04:30.085062 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e37b3e-09d7-4ec8-8321-1eb375b145f3" -d '{"events": [{"server_uuid": "64ca2121-c51d-4698-b1c0-1bd92045d974", "name": "network-vif-deleted", "tag": "3d45c800-d152-4ca5-ac69-102792bb3036"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:30.210462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd329ee7-6823-47f8-bf86-b40321fb89a4 req-9a4b1909-b439-4da7-9b89-91a021a35a12 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:30.219732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd329ee7-6823-47f8-bf86-b40321fb89a4 req-9a4b1909-b439-4da7-9b89-91a021a35a12 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 944 time: 0.1019595 Jan 28 01:04:30.230650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 543ced43-67f0-4db8-9066-d5657ad159ba is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:30.231046 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:30.265704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:30.268681 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c53a3b-c93a-4605-8f5c-e2a265b851cf" -d '{"events": [{"server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "name": "network-vif-plugged", "status": "completed", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:30.280159 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e03c41d-dee7-464c-b706-073905972e81 x-openstack-request-id: req-6e03c41d-dee7-464c-b706-073905972e81 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:30.281142 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ca2121-c51d-4698-b1c0-1bd92045d974", "name": "network-vif-deleted", "tag": "3d45c800-d152-4ca5-ac69-102792bb3036", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:30.281491 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e03c41d-dee7-464c-b706-073905972e81 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:30.282909 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ca2121-c51d-4698-b1c0-1bd92045d974', 'name': 'network-vif-deleted', 'tag': '3d45c800-d152-4ca5-ac69-102792bb3036', 'status': 'completed', 'code': 200} Jan 28 01:04:30.284706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:30.294352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:30.321004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd329ee7-6823-47f8-bf86-b40321fb89a4 req-5c7e7bdf-a2e4-4c40-8628-75e3a97a91f2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999680 Jan 28 01:04:30.364977 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d6635-7fc8-4519-a082-6ef9860bf6fb x-openstack-request-id: req-dd2d6635-7fc8-4519-a082-6ef9860bf6fb {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:30.365219 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "name": "network-vif-plugged", "status": "completed", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:30.365708 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd2d6635-7fc8-4519-a082-6ef9860bf6fb {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:30.365859 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba', 'code': 200} Jan 28 01:04:30.366836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:30.537275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255315-1da2-4149-9346-2acbad32bd74 req-39d06d54-9751-4d5c-96c6-edba1627b84c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:30.539504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52255315-1da2-4149-9346-2acbad32bd74 req-39d06d54-9751-4d5c-96c6-edba1627b84c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0917151 Jan 28 01:04:30.563287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244757d-0ac8-4c41-bd17-960cabb9209f req-af42a945-3def-4972-bf47-36a393d27515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:30.565438 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b244757d-0ac8-4c41-bd17-960cabb9209f req-af42a945-3def-4972-bf47-36a393d27515 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1096 time: 0.0702910 Jan 28 01:04:30.624438 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b244757d-0ac8-4c41-bd17-960cabb9209f req-045baed1-2bdc-4e9d-bc70-98d3d3be81eb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Jan 28 01:04:30.625398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52255315-1da2-4149-9346-2acbad32bd74 req-aaa78c33-1f9c-4e7e-b594-5c2449b94e28 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780075 Jan 28 01:04:30.770938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bf557-b8ea-40ce-83c6-89b89479b93f req-3b2aabab-dc28-402d-893c-f15d5a03b95d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:30.772814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af6bf557-b8ea-40ce-83c6-89b89479b93f req-3b2aabab-dc28-402d-893c-f15d5a03b95d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.0620925 Jan 28 01:04:30.855066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af6bf557-b8ea-40ce-83c6-89b89479b93f req-aabf8af9-daa8-4b1a-9d1b-f82b1aca7150 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738199 Jan 28 01:04:30.925500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eec48-21c6-4b1f-9aff-82239bb557b0 req-eabfcd5c-08f6-4ab1-bb8c-9debf1260395 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:30.932806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520eec48-21c6-4b1f-9aff-82239bb557b0 req-eabfcd5c-08f6-4ab1-bb8c-9debf1260395 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0631042 Jan 28 01:04:30.979716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520eec48-21c6-4b1f-9aff-82239bb557b0 req-e42392df-6d6f-4e31-a8a1-9c6446e06e95 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458794 Jan 28 01:04:31.499553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef008e0-1d23-4aea-877a-cb026d2eebc0 req-4dba7883-9622-48cf-aff5-69ab0d418529 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:31.520124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ef008e0-1d23-4aea-877a-cb026d2eebc0 req-4dba7883-9622-48cf-aff5-69ab0d418529 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 945 time: 0.1030118 Jan 28 01:04:31.604016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d45c800-d152-4ca5-ac69-102792bb3036 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:31.606734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ef008e0-1d23-4aea-877a-cb026d2eebc0 req-42261879-531d-4530-9982-eeed4aa9964f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701973 Jan 28 01:04:31.657461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3d45c800-d152-4ca5-ac69-102792bb3036 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:31.660075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d45c800-d152-4ca5-ac69-102792bb3036 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:31.771703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0071d-95eb-433f-93ee-79e13f91fb9b req-79a34c07-10dd-40b3-8291-d85e78cd4e2b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:31.774983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70b0071d-95eb-433f-93ee-79e13f91fb9b req-79a34c07-10dd-40b3-8291-d85e78cd4e2b tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0670798 Jan 28 01:04:31.874571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70b0071d-95eb-433f-93ee-79e13f91fb9b req-4d5f0b99-2c9d-445c-93a7-ace282f480c1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919490 Jan 28 01:04:32.056300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317e357-5e2d-4094-a7d7-6283e4498f6f req-a8bc6081-7e3b-4a47-8094-0eabcf50e854 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:32.057962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f317e357-5e2d-4094-a7d7-6283e4498f6f req-a8bc6081-7e3b-4a47-8094-0eabcf50e854 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.1049008 Jan 28 01:04:32.069921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-4d6310dd-2a64-404f-89f5-6f6fec02287b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:32.079259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-4d6310dd-2a64-404f-89f5-6f6fec02287b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1946175 Jan 28 01:04:32.115672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c8c48fd7-99a9-4e63-b182-bf6ba32947cc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0348384 Jan 28 01:04:32.183844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f317e357-5e2d-4094-a7d7-6283e4498f6f req-5b22cad8-4381-43de-997d-e984fbca92cc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012986 Jan 28 01:04:32.210165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-130b5634-f50b-4103-bc6c-dc5078ac3997 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860860 Jan 28 01:04:32.337179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-64ae1bc7-f104-4cc8-9d10-0e8e516253c9 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258867 Jan 28 01:04:32.516550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813e18b-7107-4538-9e07-e6744a6c6d8a req-e24e7f2b-c3ae-44b5-b8a8-1f57e3ff6c3f tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:32.523520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b813e18b-7107-4538-9e07-e6744a6c6d8a req-e24e7f2b-c3ae-44b5-b8a8-1f57e3ff6c3f tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1011920 Jan 28 01:04:32.564787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-e2c78c0d-78e5-45b7-9177-3fd769412098 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181394 Jan 28 01:04:32.598033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b813e18b-7107-4538-9e07-e6744a6c6d8a req-9d89c455-f522-4012-a918-10ea2b15a7b2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734017 Jan 28 01:04:32.936803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168037-17cf-437a-b3bc-4d7c4c6b652d req-9c91e1c0-376b-4d97-ac32-d32ceefe37f0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:32.938863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48168037-17cf-437a-b3bc-4d7c4c6b652d req-9c91e1c0-376b-4d97-ac32-d32ceefe37f0 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 945 time: 0.0838003 Jan 28 01:04:32.996596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48168037-17cf-437a-b3bc-4d7c4c6b652d req-3614cc73-57a2-479d-8b8e-ade7cb5f39ab tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521457 Jan 28 01:04:33.091569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9f388e9-fc49-4577-92df-13d95bdea898 req-40100b35-bbbd-4877-9248-c3ec9fffbd4a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 210 time: 0.0415475 Jan 28 01:04:33.236639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b5610-1f22-4ef7-b591-3793f26f7f07 req-877f78d1-940a-4448-898e-e687909126a7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:33.245429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b09b5610-1f22-4ef7-b591-3793f26f7f07 req-877f78d1-940a-4448-898e-e687909126a7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1261756 Jan 28 01:04:33.270182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf02e3-662c-4a6b-a322-dc35a3229474 req-0ef5e8db-b9fc-4812-8c1b-e8b6fd603eef tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:33.277374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76bf02e3-662c-4a6b-a322-dc35a3229474 req-0ef5e8db-b9fc-4812-8c1b-e8b6fd603eef tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.0983858 Jan 28 01:04:33.375622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b09b5610-1f22-4ef7-b591-3793f26f7f07 req-5684a224-634a-4c5d-8647-0e4e65c72832 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310053 Jan 28 01:04:33.388009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:33.390030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76bf02e3-662c-4a6b-a322-dc35a3229474 req-9451577c-8660-4f76-b8e5-ce698da48ea1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117883 Jan 28 01:04:33.593867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:33.638564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:33.666156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-9f06cd73-b47a-48ec-9a15-d4224a1a856a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-65458094&fields=id&tenant_id=0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 267 time: 0.1140907 Jan 28 01:04:33.799155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-7ff557a8-a5c2-429b-b54d-bdd932981eb2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:33.800608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-7ff557a8-a5c2-429b-b54d-bdd932981eb2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 945 time: 0.1325464 Jan 28 01:04:33.807482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc6a3-f126-44df-89d3-2b1169b68b82 req-807fa836-de78-4fc0-90a3-3243888c4de9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:33.814766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48afc6a3-f126-44df-89d3-2b1169b68b82 req-807fa836-de78-4fc0-90a3-3243888c4de9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1694894 Jan 28 01:04:33.825804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'port': {'security_groups': ['1516c7be-4698-4b70-8f66-4ed864c7bc72', 'dcedc187-db9d-4710-836b-c02d83f0b51b']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:33.854942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:33.871770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'port_id': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'mac_address': 'fa:16:3e:6c:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:33.938496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48afc6a3-f126-44df-89d3-2b1169b68b82 req-ca2134e2-d19b-4382-a2f4-8510a316b3c6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217456 Jan 28 01:04:33.962701 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:33.972215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8c4a5414-3bf9-410d-846e-1cd7d4529471 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:33.972805 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:33.976573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8c4a5414-3bf9-410d-846e-1cd7d4529471 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:33.977239 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:34.039414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:34.040923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:34.045944 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c30f4-b726-4426-8eb4-fcb3e1de1d05" -d '{"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-unplugged", "status": "completed", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:34.054156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c4a5414-3bf9-410d-846e-1cd7d4529471 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:34.147070 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:04:34.149847 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:04:34.149847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:34.149847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:34.160913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a1b1-415a-4579-86f6-05c48a66ac21 req-98534188-f9d8-47cf-b238-7ced5b181696 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:34.170432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e562a1b1-415a-4579-86f6-05c48a66ac21 req-98534188-f9d8-47cf-b238-7ced5b181696 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 944 time: 0.1079214 Jan 28 01:04:34.283180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e562a1b1-415a-4579-86f6-05c48a66ac21 req-9cf481bc-be9d-4dcb-a117-e90fc464c355 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117461 Jan 28 01:04:34.485277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:34.569708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c9e200e7-e38b-461b-a72e-96ee827a5b67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:34.574509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for port (543ced43-67f0-4db8-9066-d5657ad159ba), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:34.586608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c9e200e7-e38b-461b-a72e-96ee827a5b67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.2845957 Jan 28 01:04:34.590778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:34.603171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': '05e8c381-33b5-476f-a6bb-a397611441e1', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:34.690219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:34.743960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:34.744655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:34.762386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a6f6509-4821-485b-b4a9-e7bd10280477 req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "PUT /v2.0/ports/543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 981 time: 0.9409432 Jan 28 01:04:34.763656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc004b0-345c-44b1-8304-0f4871b62895 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:34.773672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:34.774958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:34.782062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:34.783290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['543ced43-67f0-4db8-9066-d5657ad159ba'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:34.783741 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f784dc-dfbe-4b94-a92e-70012bd98889" -d '{"events": [{"name": "network-changed", "server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:34.842986 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d05e4a-790e-4e99-9961-109b674da855 x-openstack-request-id: req-48d05e4a-790e-4e99-9961-109b674da855 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:34.843324 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-unplugged", "status": "completed", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:34.843558 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48d05e4a-790e-4e99-9961-109b674da855 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:34.844086 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'code': 200} Jan 28 01:04:34.845366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:34.872694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ceedc42e-ab72-4f0b-aab1-91bd05d093cb req-bd1986e4-4595-47bd-b4e5-62170ef5cb53 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 210 time: 0.0798357 Jan 28 01:04:34.979533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.5 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/302ba766-8f43-4675-8ac9-ff56d3f3fe63) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:35.041186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 705f4949-2cd7-4ea9-b394-9b61c191da8b is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:35.057637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-f46595e2-fcd7-496a-99f6-17675b668314 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:35.065532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8c4a5414-3bf9-410d-846e-1cd7d4529471 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:35.065964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:35.068547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-f46595e2-fcd7-496a-99f6-17675b668314 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.1994555 Jan 28 01:04:35.110151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4a5414-3bf9-410d-846e-1cd7d4529471 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:35.147536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['543ced43-67f0-4db8-9066-d5657ad159ba'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:35.229608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-14ac8d4f-9a79-479c-b4bd-3a0e8a7de2d5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/quotas/c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 375 time: 0.1587183 Jan 28 01:04:35.318914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74be7bf-3cd8-476e-b4af-1f2de503ce2e req-fb825776-eb3d-41e5-ba37-0e529128da57 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:35.321106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a74be7bf-3cd8-476e-b4af-1f2de503ce2e req-fb825776-eb3d-41e5-ba37-0e529128da57 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.3094785 Jan 28 01:04:35.366852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:35.367048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-71dc9d85-9495-4c31-a1f9-d997443a60e0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1283939 Jan 28 01:04:35.407732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a74be7bf-3cd8-476e-b4af-1f2de503ce2e req-dbfb229d-ef53-4498-b909-47fead747676 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780091 Jan 28 01:04:35.410665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:35.447624 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:35.529766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:35.593065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:35.621546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:35.631359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:35.633869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=302ba766-8f43-4675-8ac9-ff56d3f3fe63,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:35.637686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:35.694248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:35.694877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:35.701945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-7e383d01-4483-4a18-b8c5-463b964be729 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068368 Jan 28 01:04:35.723137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-c096444f-579d-4b57-8cb3-96a8a2856280 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1251643 Jan 28 01:04:35.727409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:35.742838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Request body: {'port': {'device_id': '05e8c381-33b5-476f-a6bb-a397611441e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:35.804289 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2e4a3d6-42a4-4c19-b0d5-9cf017e44130 req-69f0dcb9-7d46-41f9-93b6-c8025ae98bab tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/dcedc187-db9d-4710-836b-c02d83f0b51b HTTP/1.1" status: 200 len: 1817 time: 0.2092841 Jan 28 01:04:35.805738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:35.845972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8c4a5414-3bf9-410d-846e-1cd7d4529471'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:35.978035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-edcd1fb2-b3f9-48da-bcef-08c0166a1c2b service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748413 Jan 28 01:04:35.985869 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-d2e4a3d6-42a4-4c19-b0d5-9cf017e44130 req-c9b67b03-dc24-4ec3-b974-d821ab7b9f9f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 01:04:35.986898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2e4a3d6-42a4-4c19-b0d5-9cf017e44130 req-c9b67b03-dc24-4ec3-b974-d821ab7b9f9f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcedc187-db9d-4710-836b-c02d83f0b51b HTTP/1.1" status: 409 len: 341 time: 0.1642311 Jan 28 01:04:36.061858 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1fa6b-af89-4b5f-9fee-7ff73364d71d x-openstack-request-id: req-f9f1fa6b-af89-4b5f-9fee-7ff73364d71d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:36.062149 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:36.062428 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9f1fa6b-af89-4b5f-9fee-7ff73364d71d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:36.062823 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba', 'status': 'completed', 'code': 200} Jan 28 01:04:36.114311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302ba766-8f43-4675-8ac9-ff56d3f3fe63 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:36.125591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Publish callbacks [] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:36.139533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Transition to ACTIVE for port object 302ba766-8f43-4675-8ac9-ff56d3f3fe63 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:36.153377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:36.257984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dea49d-c080-405b-a172-7feb7c8c6e4a req-50108952-bc9b-4fa0-ae7e-787a3d4ef2c1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:36.261241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1dea49d-c080-405b-a172-7feb7c8c6e4a req-50108952-bc9b-4fa0-ae7e-787a3d4ef2c1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 945 time: 0.0965533 Jan 28 01:04:36.323812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Attempting to bind port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:36.325017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Attempting to bind port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:36.325546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Attempting to bind port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:36.332048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:36.332716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Attempting to bind port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:36.344109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:36.344764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:36.345460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:36.346182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Bound port: 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:36.346903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:36.353698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1dea49d-c080-405b-a172-7feb7c8c6e4a req-346d6d62-fe05-4c1a-aa36-4c70dcb5984f tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863068 Jan 28 01:04:36.362351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=302ba766-8f43-4675-8ac9-ff56d3f3fe63,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:36.544273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-b84f85c0-fe40-4361-aaaf-853376f46f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:36.549091 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-b84f85c0-fe40-4361-aaaf-853376f46f3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1135 time: 0.4078236 Jan 28 01:04:36.555856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] For port 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:36.561423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] For port 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:36.591373 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:36.720939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916bf77-0bf0-4f7d-b7b9-edb0ef5dc702 req-795b905b-34f7-42aa-9dcc-a4b26a5db24b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:36.729706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a916bf77-0bf0-4f7d-b7b9-edb0ef5dc702 req-795b905b-34f7-42aa-9dcc-a4b26a5db24b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 943 time: 0.0981359 Jan 28 01:04:36.807137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:36.808323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:36.809418 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/302ba766-8f43-4675-8ac9-ff56d3f3fe63 HTTP/1.1" status: 200 len: 1091 time: 1.0712023 Jan 28 01:04:36.815565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8c381-33b5-476f-a6bb-a397611441e1', 'tag': '302ba766-8f43-4675-8ac9-ff56d3f3fe63'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:36.817972 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8c381-33b5-476f-a6bb-a397611441e1", "tag": "302ba766-8f43-4675-8ac9-ff56d3f3fe63"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:36.862358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a916bf77-0bf0-4f7d-b7b9-edb0ef5dc702 req-8a1bd1a0-0037-4e3c-92f6-9983544a7cca tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317124 Jan 28 01:04:36.960957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99203b-8f38-4ce0-9cea-e40abd013cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=302ba766-8f43-4675-8ac9-ff56d3f3fe63,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:37.000432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-9b312fee-2b4f-4bd2-aa88-627ec97ac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.002163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-9b312fee-2b4f-4bd2-aa88-627ec97ac66c service neutron] 10.222.0.45 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.4351833 Jan 28 01:04:37.026192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-e68d087a-7bc1-44b0-9d28-1595f4126d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.026785 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-e68d087a-7bc1-44b0-9d28-1595f4126d6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 1094 time: 0.1154752 Jan 28 01:04:37.041093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4408-3161-42ea-afce-a660dee20a5e req-d886bd8d-d85b-4cec-961d-f78f72ab48a3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.049376 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:37.056319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6ff4408-3161-42ea-afce-a660dee20a5e req-d886bd8d-d85b-4cec-961d-f78f72ab48a3 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.1366601 Jan 28 01:04:37.057493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b7ffce1b-c0c1-4cd0-ba7b-1a03698bdfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:37.077031 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-913020d4-e788-42e3-85f1-984cde20b612 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 217 time: 0.0647855 Jan 28 01:04:37.119084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-76d6a7fc-4107-4100-aa2d-db90861dba2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63 HTTP/1.1" status: 200 len: 217 time: 0.0501118 Jan 28 01:04:37.141045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-862e067c-6454-45d0-9969-a1598a1f8c08 req-804d0437-d74d-4899-97f5-502fdae31b1c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 210 time: 0.0824320 Jan 28 01:04:37.173759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-0e97fe16-a24c-4154-9f54-427610d72a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.176032 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-0e97fe16-a24c-4154-9f54-427610d72a1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0684745 Jan 28 01:04:37.234970 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-e828bfcd-0596-48e0-9dd7-a6a0feb23658 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359786 Jan 28 01:04:37.236808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6ff4408-3161-42ea-afce-a660dee20a5e req-c997542f-8a3e-4189-9b0b-ff952d403e91 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676571 Jan 28 01:04:37.260427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-cbe9e9c1-e2a0-4a0c-ac0e-75d45142c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.262033 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-cbe9e9c1-e2a0-4a0c-ac0e-75d45142c3e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0999017 Jan 28 01:04:37.320806 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b4cb3-7006-4102-9312-4474d81a30ce x-openstack-request-id: req-cb1b4cb3-7006-4102-9312-4474d81a30ce {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:37.321104 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8c381-33b5-476f-a6bb-a397611441e1", "tag": "302ba766-8f43-4675-8ac9-ff56d3f3fe63", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:37.321369 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb1b4cb3-7006-4102-9312-4474d81a30ce {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:37.321800 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8c381-33b5-476f-a6bb-a397611441e1', 'tag': '302ba766-8f43-4675-8ac9-ff56d3f3fe63', 'status': 'completed', 'code': 200} Jan 28 01:04:37.397338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623fa2-c445-4f8b-8f0e-ca789a1cd1a8 req-10c38bd6-f189-4e68-8b1b-a49153db354c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.399317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3623fa2-c445-4f8b-8f0e-ca789a1cd1a8 req-10c38bd6-f189-4e68-8b1b-a49153db354c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 984 time: 0.0781901 Jan 28 01:04:37.482665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3623fa2-c445-4f8b-8f0e-ca789a1cd1a8 req-c127d479-e157-4c82-8fa1-7ca0ad58a6be tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcedc187-db9d-4710-836b-c02d83f0b51b&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0763583 Jan 28 01:04:37.611505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:37.620589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483194-b7d3-472f-b882-2eaaf71228b6 req-b5de4f15-60bd-4b1a-95c2-465c4aaea8ca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:37.622653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90483194-b7d3-472f-b882-2eaaf71228b6 req-b5de4f15-60bd-4b1a-95c2-465c4aaea8ca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 945 time: 0.0593193 Jan 28 01:04:37.679484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90483194-b7d3-472f-b882-2eaaf71228b6 req-a9f2bd95-f268-485b-ad84-a7502544dba6 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Jan 28 01:04:37.685695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8c4a5414-3bf9-410d-846e-1cd7d4529471 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:37.686245 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:37.704417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-34773f23-6a2d-4837-8206-5970b3ae43b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4229920 Jan 28 01:04:37.799420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8c4a5414-3bf9-410d-846e-1cd7d4529471 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:37.799807 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:37.835069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:37.838122 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a5a7c9-d511-4b66-ae22-3eb35ebdb832" -d '{"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:37.855870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:37.866745 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-8c20deb3-ee35-4692-9417-542b35dfafbd service neutron] 10.222.0.43 "GET /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.5912292 Jan 28 01:04:37.873715 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:37.877004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-3516f788-ea64-4247-816c-b338826c89bb service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327600 Jan 28 01:04:37.943926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:37.990598 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ac8f5-6680-48da-9317-7597a4593c3f x-openstack-request-id: req-447ac8f5-6680-48da-9317-7597a4593c3f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:37.991045 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-plugged", "status": "completed", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:37.992003 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-447ac8f5-6680-48da-9317-7597a4593c3f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:37.992484 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'code': 200} Jan 28 01:04:38.035352 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-7139060e-f7d6-4941-9ab7-4e67f8ad18fb service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202751 Jan 28 01:04:38.118456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac381999-2ccc-48e3-a5c7-fe02a4ee01e0 req-4eb9759a-a080-4528-aad7-ff495113aba1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.127010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac381999-2ccc-48e3-a5c7-fe02a4ee01e0 req-4eb9759a-a080-4528-aad7-ff495113aba1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 943 time: 0.0748343 Jan 28 01:04:38.206287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.43', 54294) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:38.249013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac381999-2ccc-48e3-a5c7-fe02a4ee01e0 req-f4341ef0-13cc-4e3b-ab84-818377f4fe0e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061416 Jan 28 01:04:38.260381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:38.294105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:38.305547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8e32d30-924d-49ba-a4af-7058c5385a65 req-9a7441be-b1de-4655-bcc1-82cb3c0a828e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 210 time: 0.0389242 Jan 28 01:04:38.317332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f87c-41c3-4795-b594-54bf7bd30e58 req-4d8f8e3c-8a75-4552-8a8e-365021e64329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.321692 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-39f784dc-dfbe-4b94-a92e-70012bd98889 req-d98f67e9-5f34-4cb1-8599-3baea4878e6c service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337933 Jan 28 01:04:38.325089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f888f87c-41c3-4795-b594-54bf7bd30e58 req-4d8f8e3c-8a75-4552-8a8e-365021e64329 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 1097 time: 0.1172934 Jan 28 01:04:38.444282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705f4949-2cd7-4ea9-b394-9b61c191da8b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:38.488119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:38.542760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:38.580422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3cfc63a4-b20f-48ca-83b2-1a7a4e047ad6 req-a8a22a47-a690-4f55-9207-f0b6705eb851 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170976 Jan 28 01:04:38.593525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-e3a0a224-8f99-4b00-a908-b608dddfcd89 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.595205 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-e3a0a224-8f99-4b00-a908-b608dddfcd89 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.4412661 Jan 28 01:04:38.602112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-57a2f688-b8f8-4ba6-bd52-0d1accdfe0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.603652 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-57a2f688-b8f8-4ba6-bd52-0d1accdfe0d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1135 time: 0.1705275 Jan 28 01:04:38.628424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'port': {'device_id': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'admin_state_up': True, 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:38.767291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f888f87c-41c3-4795-b594-54bf7bd30e58 req-402968ed-85c4-4553-a5d9-ae6a50c342e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365053 Jan 28 01:04:38.797602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-6a7c5726-5fe4-4fe9-ad3b-4cc618d80d31 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.799160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-6a7c5726-5fe4-4fe9-ad3b-4cc618d80d31 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.4660494 Jan 28 01:04:38.806557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a83a2-3c6e-42fd-b70c-2d78a6ed5abd req-d1226c0c-6b7d-4904-a161-e4c60e09c935 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.808469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a6a83a2-3c6e-42fd-b70c-2d78a6ed5abd req-d1226c0c-6b7d-4904-a161-e4c60e09c935 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 944 time: 0.4065566 Jan 28 01:04:38.826286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-5e16d37b-977d-4213-903d-5255f25f51df tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/quotas/b1a34d1509724d81881d2e55ea74e339 HTTP/1.1" status: 200 len: 375 time: 0.0167675 Jan 28 01:04:38.870055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-bfa81614-c83b-48aa-b9e1-f15339123f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.871359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-bfa81614-c83b-48aa-b9e1-f15339123f56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.2479923 Jan 28 01:04:38.876522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-ae676094-343e-49db-803c-5d87a94194d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.877946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-ae676094-343e-49db-803c-5d87a94194d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 1094 time: 0.1515107 Jan 28 01:04:38.880267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] Transition to ACTIVE for port object 705f4949-2cd7-4ea9-b394-9b61c191da8b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:38.892763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a6a83a2-3c6e-42fd-b70c-2d78a6ed5abd req-355bded8-2561-4823-9113-8a143e97a238 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755143 Jan 28 01:04:38.894090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:38.901478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-d20f1696-6ed4-42f1-a151-826b10b5b9eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677073 Jan 28 01:04:38.933007 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-b9154a12-e044-49d3-aa1d-cc6591410728 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 217 time: 0.0486624 Jan 28 01:04:39.010400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:39.013996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:39.058908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975df8e-6f2e-4cd6-ada6-ac5c9e9a5d72 req-a1bb8565-e407-4f36-9ffb-498581f02f67 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.060732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e975df8e-6f2e-4cd6-ada6-ac5c9e9a5d72 req-a1bb8565-e407-4f36-9ffb-498581f02f67 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 984 time: 0.0880272 Jan 28 01:04:39.063272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-23396b2b-6199-4f44-8722-d1e6a708a1f5 service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546824 Jan 28 01:04:39.069966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] No DVR routers for this DVR port 705f4949-2cd7-4ea9-b394-9b61c191da8b on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:39.084249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] Pushing event updated for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=10']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:39.090171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-eee96cc1-203c-4b7a-979c-2168fc49dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.091653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-eee96cc1-203c-4b7a-979c-2168fc49dd77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.1326566 Jan 28 01:04:39.166166 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-53ada8d6-7979-4a87-b283-7e0ba975f442 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394909 Jan 28 01:04:39.188742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e975df8e-6f2e-4cd6-ada6-ac5c9e9a5d72 req-6d8e8923-55d8-4538-b350-ea344b954b47 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcedc187-db9d-4710-836b-c02d83f0b51b&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1208348 Jan 28 01:04:39.209550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-21c3da6f-a1a7-4e73-a786-d54d50079fdc service neutron] 10.222.0.23 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353784 Jan 28 01:04:39.256648 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-02efba56-a1c4-45c3-b2d1-b7215d0edb7d service neutron] 10.222.0.43 "PUT /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b/bindings/n-h2-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3785698 Jan 28 01:04:39.269935 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc548a70-8fc7-42d7-a3c4-4f8c4b51f6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:39.337267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-730b7333-3ea0-4b62-9876-0e07e34cc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.338776 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-730b7333-3ea0-4b62-9876-0e07e34cc1af service neutron] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.2987237 Jan 28 01:04:39.384609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83777d6-e741-415c-90b3-b4f58def105f req-c0140362-8af5-4019-b6f0-30f87b44963e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.388486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b83777d6-e741-415c-90b3-b4f58def105f req-c0140362-8af5-4019-b6f0-30f87b44963e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1122255 Jan 28 01:04:39.427548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-4b7c3c92-3ea1-4be1-9a10-091072ecc187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63 HTTP/1.1" status: 200 len: 217 time: 0.0787556 Jan 28 01:04:39.443833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Allocated IP 172.20.0.9 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/2e2d86b6-93f0-467d-af9d-22b0037d18b6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:39.492476 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-fd1b58c0-c230-48af-aaf3-8c26ba059539 service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786684 Jan 28 01:04:39.505581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b83777d6-e741-415c-90b3-b4f58def105f req-4f3df931-7f32-4ca4-bf98-b59f697977b1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021323 Jan 28 01:04:39.507652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-c7d4ee35-e0b6-4ea7-8955-c633938288a0 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.509128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-c7d4ee35-e0b6-4ea7-8955-c633938288a0 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1145403 Jan 28 01:04:39.529595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-0ff4c50e-df0e-4f88-bf13-063673caf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.529595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-0ff4c50e-df0e-4f88-bf13-063673caf61b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0777471 Jan 28 01:04:39.616882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57491590-f396-4dcb-95a3-8a1d33124d0e req-5833c887-09ec-4802-8c2a-d70d1a99a9bb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 210 time: 0.0353425 Jan 28 01:04:39.617245 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-719e9df4-be02-41c5-ab96-ee3517d24f2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812297 Jan 28 01:04:39.674116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7b04011a-5f3e-4bbd-9bba-eb3716609505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.675599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-7b04011a-5f3e-4bbd-9bba-eb3716609505 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688 HTTP/1.1" status: 200 len: 1096 time: 0.1313572 Jan 28 01:04:39.705717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699e06-4aa6-4f46-8876-38621b661e2a req-38ed7c30-50a2-4ed8-8ff0-101d1ee0ce07 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.707675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1699e06-4aa6-4f46-8876-38621b661e2a req-38ed7c30-50a2-4ed8-8ff0-101d1ee0ce07 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 943 time: 0.0940301 Jan 28 01:04:39.731437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a8d103-f163-42b8-9985-0c5c7610664a req-057678cf-f310-47f6-a22f-288c8b3657ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 210 time: 0.0494616 Jan 28 01:04:39.831760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1699e06-4aa6-4f46-8876-38621b661e2a req-8af56105-bb02-4026-8ed9-163a96dd82e7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030304 Jan 28 01:04:39.834182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-d227734e-85a4-4750-a935-618d4621bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.835575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-d227734e-85a4-4750-a935-618d4621bd70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1096 time: 0.1082292 Jan 28 01:04:39.870338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ed893b4-5809-4e4d-a7e3-abcf84f374e9 req-0877e9be-e1a5-4c41-a5d5-0fb0282f8951 service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102393 Jan 28 01:04:39.898607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:39.902139 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-66ed48ee-ad72-4a6e-9c6b-64c604910b66 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547388 Jan 28 01:04:39.971362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-08ad9bb2-758e-49d5-b36b-3171478c6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.974027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-08ad9bb2-758e-49d5-b36b-3171478c6169 service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1226814 Jan 28 01:04:40.035920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.050326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-ad48adc0-98cf-4f69-ac04-e80108861eb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 200 len: 217 time: 0.0670121 Jan 28 01:04:40.074013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c2d4a49-d0dd-4fe6-9fd7-112a30662347 req-8af85886-31ea-461a-a5ec-b267a1b3ad3e service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619489 Jan 28 01:04:40.076120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:40.099443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:40.103641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:40.105688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=2e2d86b6-93f0-467d-af9d-22b0037d18b6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:40.107915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:40.151293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-30d10b23-47e9-4ce8-9fa1-954b4f69bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.153917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-30d10b23-47e9-4ce8-9fa1-954b4f69bbe0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.0833197 Jan 28 01:04:40.163401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9036-aaad-4e3c-9134-b94d94cb1a4b req-c2561c46-fb78-4099-834e-65f14ae8a7fb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.165619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-107f9036-aaad-4e3c-9134-b94d94cb1a4b req-c2561c46-fb78-4099-834e-65f14ae8a7fb tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 945 time: 0.1183412 Jan 28 01:04:40.191437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.194590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.227456 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-9777cd94-b6dd-4282-af80-8bd38aab0880 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6011822 Jan 28 01:04:40.233001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-960bff97-75ea-41f0-83d7-207872c5902b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662487 Jan 28 01:04:40.243420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Request body: {'port': {'device_id': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:40.335986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.356939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-107f9036-aaad-4e3c-9134-b94d94cb1a4b req-8bf5d681-91c4-4210-813f-8cb2407ea116 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785376 Jan 28 01:04:40.439358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e598-284b-4c11-9d50-a1d1e4347516 req-d8a2ee9c-99ad-4430-94ad-851ef8b91482 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.441064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba40e598-284b-4c11-9d50-a1d1e4347516 req-d8a2ee9c-99ad-4430-94ad-851ef8b91482 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 984 time: 0.1050491 Jan 28 01:04:40.447586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-d46910ec-15aa-4719-8f74-e503a29b9a3f service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005436 Jan 28 01:04:40.525741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e368c112-4da5-420d-832e-61d28473a6f2 None None] Provisioning complete for port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:40.526583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e368c112-4da5-420d-832e-61d28473a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.565760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e368c112-4da5-420d-832e-61d28473a6f2 None None] Port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:40.568175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba40e598-284b-4c11-9d50-a1d1e4347516 req-bb036141-8782-4733-87f1-feb03c75300a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcedc187-db9d-4710-836b-c02d83f0b51b&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1207538 Jan 28 01:04:40.630775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-a828c331-bc1f-423d-9a32-242858565212 service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401227 Jan 28 01:04:40.686657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fcae-3035-488a-b32e-183f1203c3d0 req-ae3f2307-a48e-49a4-964a-72476600281d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.688340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbe1fcae-3035-488a-b32e-183f1203c3d0 req-ae3f2307-a48e-49a4-964a-72476600281d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.0601513 Jan 28 01:04:40.695857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2d86b6-93f0-467d-af9d-22b0037d18b6 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:40.704001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Publish callbacks [] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.718745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Transition to ACTIVE for port object 2e2d86b6-93f0-467d-af9d-22b0037d18b6 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:40.729385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.733399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.786621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbe1fcae-3035-488a-b32e-183f1203c3d0 req-96285aed-342c-4d7d-811e-e3255147e5e0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910010 Jan 28 01:04:40.800900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d86b6-93f0-467d-af9d-22b0037d18b6,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:40.801802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbaa28bb-a462-4248-a533-b4a9e853f428 req-1c164db8-fdb2-4283-acda-c117261fc30c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 210 time: 0.0536819 Jan 28 01:04:40.898959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Attempting to bind port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:40.899504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Attempting to bind port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:40.900097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Attempting to bind port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:40.907569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:40.908245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Attempting to bind port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:40.920309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:40.920687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:40.921201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:40.921696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Bound port: 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:40.922168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.964433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfa73-b01e-427a-861c-cb039180d7f7 req-0dd857d7-942d-4b95-9ae5-523a635e7cea tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.972190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47edfa73-b01e-427a-861c-cb039180d7f7 req-0dd857d7-942d-4b95-9ae5-523a635e7cea tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 943 time: 0.1191430 Jan 28 01:04:40.998830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] For port 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:40.999030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34bbd7-d612-4be1-a507-dc8262674997 req-9dc2556b-a7de-4d90-98ae-0ff8e3ccf8aa tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.004358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] For port 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:41.006665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af34bbd7-d612-4be1-a507-dc8262674997 req-9dc2556b-a7de-4d90-98ae-0ff8e3ccf8aa tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1087313 Jan 28 01:04:41.012439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.091284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.091907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.093754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] 10.222.0.43 "PUT /v2.0/ports/2e2d86b6-93f0-467d-af9d-22b0037d18b6 HTTP/1.1" status: 200 len: 1091 time: 0.8547769 Jan 28 01:04:41.093897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47edfa73-b01e-427a-861c-cb039180d7f7 req-d0d58f6b-1327-41c5-a240-cb8bb1483221 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206975 Jan 28 01:04:41.094526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'tag': '2e2d86b6-93f0-467d-af9d-22b0037d18b6'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:41.099111 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49f872-475b-4cde-be16-8a64c327cc90" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1e2dd6-9e54-44b8-b185-dce6b550e02e", "tag": "2e2d86b6-93f0-467d-af9d-22b0037d18b6"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:41.104552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08d050-cee4-4450-821d-f311ead9a76c service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d86b6-93f0-467d-af9d-22b0037d18b6,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:41.114660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af34bbd7-d612-4be1-a507-dc8262674997 req-9ad34081-2501-43a5-ab55-61ad291afd18 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069515 Jan 28 01:04:41.244619 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f852b0-6a37-4fd9-bbd6-e6ff5e505def x-openstack-request-id: req-b3f852b0-6a37-4fd9-bbd6-e6ff5e505def {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:41.250885 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1e2dd6-9e54-44b8-b185-dce6b550e02e", "tag": "2e2d86b6-93f0-467d-af9d-22b0037d18b6", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:41.251231 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3f852b0-6a37-4fd9-bbd6-e6ff5e505def {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:41.252522 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'tag': '2e2d86b6-93f0-467d-af9d-22b0037d18b6', 'status': 'completed', 'code': 200} Jan 28 01:04:41.311992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-1ebae81b-8c87-4b04-af1d-08dbffdf1dc4 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.313812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-1ebae81b-8c87-4b04-af1d-08dbffdf1dc4 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c&tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1976833 Jan 28 01:04:41.339894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-a0b54256-7f4f-426b-a30e-00522421ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.342134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-a0b54256-7f4f-426b-a30e-00522421ccfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 1094 time: 0.1767216 Jan 28 01:04:41.374375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464cae-17c5-4af6-9d27-9afbb5c2714b req-7984b19a-c00d-4955-b3ed-b6169fd1e3e8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.377256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9464cae-17c5-4af6-9d27-9afbb5c2714b req-7984b19a-c00d-4955-b3ed-b6169fd1e3e8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 943 time: 0.1802812 Jan 28 01:04:41.482856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-856aa349-8d87-4386-b9bd-334303bd3d0a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.486014 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-856aa349-8d87-4386-b9bd-334303bd3d0a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 804 time: 0.3083184 Jan 28 01:04:41.488327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-0a375021-7496-4fdd-bd13-4860f16cc96f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6 HTTP/1.1" status: 200 len: 217 time: 0.1296141 Jan 28 01:04:41.496002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-7356b562-82f4-4fd8-92bf-b6975213bda5 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.498516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-7356b562-82f4-4fd8-92bf-b6975213bda5 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1400ead-3e77-4023-9543-f016b803c09f HTTP/1.1" status: 200 len: 946 time: 0.2060976 Jan 28 01:04:41.516749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9464cae-17c5-4af6-9d27-9afbb5c2714b req-91ba83c0-4dda-4e86-9c48-711d8ebbadf4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033144 Jan 28 01:04:41.558427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-bc36926a-0e0b-4fc8-8073-69e320a61bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.559927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-bc36926a-0e0b-4fc8-8073-69e320a61bfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0655432 Jan 28 01:04:41.568366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Request body: {'port': {'device_id': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'admin_state_up': True, 'tenant_id': 'b1a34d1509724d81881d2e55ea74e339'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:41.647422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 302ba766-8f43-4675-8ac9-ff56d3f3fe63 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:41.684997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-49344711-1d16-4365-b4f5-de9aed4a98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.686541 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-49344711-1d16-4365-b4f5-de9aed4a98ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129608 Jan 28 01:04:41.696662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeca87-663f-4f58-a251-5c4741f65f76 req-aa4ff975-d342-4010-8307-e679755b379c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.704671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57aeca87-663f-4f58-a251-5c4741f65f76 req-aa4ff975-d342-4010-8307-e679755b379c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 945 time: 0.1457415 Jan 28 01:04:41.770618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-3c4c2a00-3e2f-49d5-84f4-2bcda63329b1 service neutron] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:41.785979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:41.789921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d48bbcfe-f929-44e0-a136-ae0d335927cc no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:41.794430 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-3c4c2a00-3e2f-49d5-84f4-2bcda63329b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.794922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Made reservation on behalf of b1a34d1509724d81881d2e55ea74e339 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:41.795514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8bea0c-cb39-4325-8444-e0de5a5da9a6 req-3c4c2a00-3e2f-49d5-84f4-2bcda63329b1 service neutron] 10.222.0.45 "DELETE /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b/bindings/n-h1-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.4518716 Jan 28 01:04:41.799345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.824792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Deleting port d48bbcfe-f929-44e0-a136-ae0d335927cc {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:41.825028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.828445 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-21c3f3cb-6580-40f5-a15c-a6f498d9cf49 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313148 Jan 28 01:04:41.841470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '302ba766-8f43-4675-8ac9-ff56d3f3fe63', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': '302ba766-8f43-4675-8ac9-ff56d3f3fe63', 'mac_address': 'fa:16:3e:e6:4e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:41.861920 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.904631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:41.905114 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.934318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57aeca87-663f-4f58-a251-5c4741f65f76 req-448bc55c-6dc2-4c2b-9bbf-2208ca24f942 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287412 Jan 28 01:04:41.952202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d48bbcfe-f929-44e0-a136-ae0d335927cc is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:41.952607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.954583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c18d00-d95c-4b4b-94f4-ebba83edbf3d req-758cc6d9-fb91-434b-af17-d98f1a5114f6 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.956938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302ba766-8f43-4675-8ac9-ff56d3f3fe63 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:41.964087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01c18d00-d95c-4b4b-94f4-ebba83edbf3d req-758cc6d9-fb91-434b-af17-d98f1a5114f6 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 984 time: 0.2254438 Jan 28 01:04:42.010946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:42.025381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:42.029298 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59882a49-9a94-49a0-a0e3-f1bbba920fef" -d '{"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-unplugged", "status": "completed", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:42.036926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.071255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:42.071641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.073521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d48bbcfe-f929-44e0-a136-ae0d335927cc, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d48bbcfe-f929-44e0-a136-ae0d335927cc,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:42.084175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.108242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=302ba766-8f43-4675-8ac9-ff56d3f3fe63,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:42.147161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01c18d00-d95c-4b4b-94f4-ebba83edbf3d req-5faf2cb1-8080-4cf0-881b-9b1987b851e1 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcedc187-db9d-4710-836b-c02d83f0b51b&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1820798 Jan 28 01:04:42.152872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Calling delete_port for d48bbcfe-f929-44e0-a136-ae0d335927cc owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:42.172445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:42.326213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-c941a1c3-5551-4391-af81-d8b2e3dd7bc5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:42.327821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-c941a1c3-5551-4391-af81-d8b2e3dd7bc5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 815 time: 0.2700353 Jan 28 01:04:42.366105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ff5d531c-f6bb-4ceb-ad26-4d5727065441 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/quotas/4be9eb18404142d884f51faf0fef4e7c HTTP/1.1" status: 200 len: 375 time: 0.0181365 Jan 28 01:04:42.373544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d48bbcfe-f929-44e0-a136-ae0d335927cc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.377561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['302ba766-8f43-4675-8ac9-ff56d3f3fe63'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:42.416147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-94d41e61-ec6d-4718-bacb-d4d2f644aed8 req-d26a57b7-9b44-4195-afd4-478d01dfad15 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757589 Jan 28 01:04:42.421354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Allocated IP 172.20.0.6 (a99c1987-4230-47a7-9f98-9507df1ad80c/35563b2f-e531-4265-8c85-b2bc87b2b39a/e7830757-4f71-4eb5-83ea-7b96e5c396af) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:42.436991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event deleted for resources: {'Port': ['ID=d48bbcfe-f929-44e0-a136-ae0d335927cc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:42.490040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99f066e4-793f-405e-9498-78587858a827 req-b6dc8e2e-c2b6-4c4e-b5ed-ca7cb6162b21 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 210 time: 0.0720413 Jan 28 01:04:42.551167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] No DVR routers for this DVR port d48bbcfe-f929-44e0-a136-ae0d335927cc on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:42.557713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.566861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69dd76ab-9a68-423f-8ae5-39099911fba6 req-468df70d-4d54-470c-ac74-f2de72dd93eb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "DELETE /v2.0/ports/d48bbcfe-f929-44e0-a136-ae0d335927cc HTTP/1.1" status: 204 len: 173 time: 1.0460570 Jan 28 01:04:42.567774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-deleted', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:42.570574 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e17c4-0796-4037-a9de-efc6c9b2beb9" -d '{"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-deleted", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:42.583760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-8bae8750-6651-428a-b8e1-82a8ffbe6e0e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2114880 Jan 28 01:04:42.631011 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5a4a5f-6804-49e6-95d1-ee0d6aa26e64 x-openstack-request-id: req-1c5a4a5f-6804-49e6-95d1-ee0d6aa26e64 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:42.631388 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-unplugged", "status": "completed", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:42.631568 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c5a4a5f-6804-49e6-95d1-ee0d6aa26e64 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:42.632022 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'code': 200} Jan 28 01:04:42.688002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-34b8ba13-c649-4941-9f95-9a534b54351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:42.689562 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-34b8ba13-c649-4941-9f95-9a534b54351a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 1094 time: 0.1341472 Jan 28 01:04:42.753007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77610743-a8c7-4099-9711-a7fcf2e19bb3 req-4e84d85c-9d18-4478-bd1f-441490e8853c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:42.754743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77610743-a8c7-4099-9711-a7fcf2e19bb3 req-4e84d85c-9d18-4478-bd1f-441490e8853c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 943 time: 0.0834002 Jan 28 01:04:42.759398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-79899952-802c-4cb5-a67a-53b346cbc203 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670501 Jan 28 01:04:42.832236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks [] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.869386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77610743-a8c7-4099-9711-a7fcf2e19bb3 req-fce0019c-e9f3-4227-9638-74247f2ebb42 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085715 Jan 28 01:04:42.871439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-b9821370-ba60-4f55-8195-2299b446fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:42.873531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-b9821370-ba60-4f55-8195-2299b446fd2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1749365 Jan 28 01:04:42.905676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-2659d6ef-bedf-4d2c-b5ce-629d071210e1 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302419 Jan 28 01:04:42.924051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:42.972613 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-1dafe238-9903-4732-b2d8-340de518d86c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6 HTTP/1.1" status: 200 len: 217 time: 0.0594938 Jan 28 01:04:43.014211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631657eb-00e3-4b71-bd28-649f94220284 req-eb460534-64a5-4a9b-84c2-33ce88e8a556 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-647922969&fields=id&tenant_id=0e41a2b657c441eda73c0065324f1e24 HTTP/1.1" status: 200 len: 267 time: 0.0726025 Jan 28 01:04:43.072455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Network a99c1987-4230-47a7-9f98-9507df1ad80c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:43.074807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631657eb-00e3-4b71-bd28-649f94220284 req-4d39d9e8-e8d4-4aca-ba19-1e047779c64f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.081524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:43.083630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631657eb-00e3-4b71-bd28-649f94220284 req-4d39d9e8-e8d4-4aca-ba19-1e047779c64f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 984 time: 0.0677426 Jan 28 01:04:43.089618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'port': {'security_groups': ['1516c7be-4698-4b70-8f66-4ed864c7bc72', 'dcedc187-db9d-4710-836b-c02d83f0b51b', '6d84ae32-12ec-4782-8dda-556696b0bb78']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:43.090826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:43.131982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:43.140060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-279534e2-be2a-4259-a457-9209cdfcfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.141543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-279534e2-be2a-4259-a457-9209cdfcfd98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1408119 Jan 28 01:04:43.194175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.199013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.199828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.226377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-661d455c-45dd-464f-a25c-93bd21b8cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.228332 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-661d455c-45dd-464f-a25c-93bd21b8cd7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688617 Jan 28 01:04:43.232139 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-b0011618-92a8-4276-be0a-496d7bde389a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6696918 Jan 28 01:04:43.261953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Request body: {'port': {'device_id': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:43.296607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.331998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec573-204f-4872-90e3-e2c74962e439 req-b7c7a357-bdaf-452c-8afd-253d3b64d8ee tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.333575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67fec573-204f-4872-90e3-e2c74962e439 req-b7c7a357-bdaf-452c-8afd-253d3b64d8ee tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 1096 time: 0.1077063 Jan 28 01:04:43.407097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67fec573-204f-4872-90e3-e2c74962e439 req-7c343145-bd84-49cf-82d3-3b22bb088c66 tempest-LiveMigrationTest-568103353 tempest-LiveMigrationTest-568103353-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641489 Jan 28 01:04:43.422260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-c7a4f67e-8c7d-4260-9228-f1c5702788d6 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.423888 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-c7a4f67e-8c7d-4260-9228-f1c5702788d6 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "GET /v2.0/ports?device_id=57658efc-afc9-4618-bcfa-23da8069c280 HTTP/1.1" status: 200 len: 946 time: 0.1099987 Jan 28 01:04:43.430563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.499902 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-3c68e275-1792-4beb-95f5-60a2cbed9c7b service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638588 Jan 28 01:04:43.563746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:43.638502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for port (543ced43-67f0-4db8-9066-d5657ad159ba), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.648702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc32d1e-41c9-450f-835e-01e4b022ff2c req-0af4c0a8-90cc-4ffa-a254-adc525220faf tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.651266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcc32d1e-41c9-450f-835e-01e4b022ff2c req-0af4c0a8-90cc-4ffa-a254-adc525220faf tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 944 time: 0.0904701 Jan 28 01:04:43.654368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.670478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 302ba766-8f43-4675-8ac9-ff56d3f3fe63 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:43.730633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['543ced43-67f0-4db8-9066-d5657ad159ba'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:43.736295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:43.742074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.742959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.747494 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6f49f872-475b-4cde-be16-8a64c327cc90 req-fb5ea450-3cd1-4d68-b9f2-8339c05addeb service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390141 Jan 28 01:04:43.750728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-631657eb-00e3-4b71-bd28-649f94220284 req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "PUT /v2.0/ports/543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 1020 time: 0.6668200 Jan 28 01:04:43.760202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Deleting port 8c4a5414-3bf9-410d-846e-1cd7d4529471 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:43.760577 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.806302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcc32d1e-41c9-450f-835e-01e4b022ff2c req-31b59fee-4759-4b4f-b112-0850a77fa63a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Jan 28 01:04:43.821657 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db83526-d3a9-4822-9e7f-0b9ff67a0e61 x-openstack-request-id: req-5db83526-d3a9-4822-9e7f-0b9ff67a0e61 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:43.822068 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1400ead-3e77-4023-9543-f016b803c09f", "name": "network-vif-deleted", "tag": "d48bbcfe-f929-44e0-a136-ae0d335927cc", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:43.822500 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5db83526-d3a9-4822-9e7f-0b9ff67a0e61 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:43.823265 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1400ead-3e77-4023-9543-f016b803c09f', 'name': 'network-vif-deleted', 'tag': 'd48bbcfe-f929-44e0-a136-ae0d335927cc', 'status': 'completed', 'code': 200} Jan 28 01:04:43.826553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eceb1-75c4-4760-a644-dd09c7313577 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:43.912513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] For port 8c4a5414-3bf9-410d-846e-1cd7d4529471, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8c4a5414-3bf9-410d-846e-1cd7d4529471,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:43.912896 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.922199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f305521a-1d80-4433-9e53-4e2a8fe82c94 req-85471acd-9b4d-4f48-8743-46e3283b7e1d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 210 time: 0.0421374 Jan 28 01:04:43.936929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Calling delete_port for 8c4a5414-3bf9-410d-846e-1cd7d4529471 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:44.010671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:44.031966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:44.032356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.071546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7830757-4f71-4eb5-83ea-7b96e5c396af {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:44.085703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Publish callbacks [] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.089619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['543ced43-67f0-4db8-9066-d5657ad159ba'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:44.113122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Transition to ACTIVE for port object e7830757-4f71-4eb5-83ea-7b96e5c396af will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:44.126386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.244602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:44.262484 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8c4a5414-3bf9-410d-846e-1cd7d4529471), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.324759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f4c27-c17e-4d96-94c7-61dc07311320 req-75af4fb1-311a-47d3-a4b4-5e6700bc94b9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.325094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Pushing event deleted for resources: {'Port': ['ID=8c4a5414-3bf9-410d-846e-1cd7d4529471,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:44.326323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-097f4c27-c17e-4d96-94c7-61dc07311320 req-75af4fb1-311a-47d3-a4b4-5e6700bc94b9 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.1298263 Jan 28 01:04:44.363257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8eb833a7-d3d5-41e6-a545-4211422b72e7 req-ade68b04-b427-43b2-a588-968e0f491ed5 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/6d84ae32-12ec-4782-8dda-556696b0bb78 HTTP/1.1" status: 200 len: 1818 time: 0.0898359 Jan 28 01:04:44.414886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] No DVR routers for this DVR port 8c4a5414-3bf9-410d-846e-1cd7d4529471 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:44.422538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-097f4c27-c17e-4d96-94c7-61dc07311320 req-25bd47a0-1ca9-4df4-b484-7f0dae4b2d85 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854928 Jan 28 01:04:44.422894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.427192 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df639f40-5fb2-460e-84e1-e37c41d36fc0 req-8adba265-18d7-4a34-9907-cff91888ffb8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "DELETE /v2.0/ports/8c4a5414-3bf9-410d-846e-1cd7d4529471 HTTP/1.1" status: 204 len: 173 time: 0.9942656 Jan 28 01:04:44.427765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-deleted', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:44.430739 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5395b7c-bbea-4ea2-b937-fe3f425928c9" -d '{"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-deleted", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:44.452833 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-8eb833a7-d3d5-41e6-a545-4211422b72e7 req-485b9451-5414-492f-b65c-860397d4d591 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 01:04:44.471517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8eb833a7-d3d5-41e6-a545-4211422b72e7 req-485b9451-5414-492f-b65c-860397d4d591 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d84ae32-12ec-4782-8dda-556696b0bb78 HTTP/1.1" status: 409 len: 341 time: 0.0866866 Jan 28 01:04:44.472380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:44.472890 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.493200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Attempting to bind port e7830757-4f71-4eb5-83ea-7b96e5c396af on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:44.493544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Attempting to bind port e7830757-4f71-4eb5-83ea-7b96e5c396af by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:44.493904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Attempting to bind port e7830757-4f71-4eb5-83ea-7b96e5c396af on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:44.507941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Port e7830757-4f71-4eb5-83ea-7b96e5c396af on network a99c1987-4230-47a7-9f98-9507df1ad80c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:44.508317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Attempting to bind port e7830757-4f71-4eb5-83ea-7b96e5c396af on network a99c1987-4230-47a7-9f98-9507df1ad80c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:44.516864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:44.517196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Checking segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:44.517889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Bound using segment: {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:44.518035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Bound port: e7830757-4f71-4eb5-83ea-7b96e5c396af, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c58d0-cb43-4829-a71e-7beb376eb813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:44.518363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.595020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:44.623362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.634863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8c381-33b5-476f-a6bb-a397611441e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ba766-8f43-4675-8ac9-ff56d3f3fe63'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:44.637332 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67259249-d299-4f81-8fbd-468d90dcd3f9" -d '{"events": [{"server_uuid": "05e8c381-33b5-476f-a6bb-a397611441e1", "name": "network-vif-plugged", "status": "completed", "tag": "302ba766-8f43-4675-8ac9-ff56d3f3fe63"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:44.677359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfd50a-48a6-4f20-995e-7b03250ed48d req-6eb593d6-2fd4-43eb-978b-c7e62b8422f0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.687593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fdfd50a-48a6-4f20-995e-7b03250ed48d req-6eb593d6-2fd4-43eb-978b-c7e62b8422f0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 943 time: 0.1407192 Jan 28 01:04:44.713366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.721263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.727570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.734472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.741693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.748282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.755811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.766778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-497d0f83-1030-4402-8242-e1a1930b36ca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.768377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-af91b58b-e0b6-404e-b3ce-a2fc60370b9e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.1685748 Jan 28 01:04:44.782544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-497d0f83-1030-4402-8242-e1a1930b36ca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 815 time: 0.1803606 Jan 28 01:04:44.788993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:44.789585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=302ba766-8f43-4675-8ac9-ff56d3f3fe63,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:44.797103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:44.808242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Request body: {'port': {'device_id': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'admin_state_up': True, 'tenant_id': '4be9eb18404142d884f51faf0fef4e7c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:44.838194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.876617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5fdfd50a-48a6-4f20-995e-7b03250ed48d req-34de1589-5fa8-42c9-821f-f64f6d9b0f52 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862600 Jan 28 01:04:44.899829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-871612dc-f7ab-4b8e-9394-74ed0a4c1481 req-808c0904-a541-4ef0-a0a1-58a1d5702e4d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1303253 Jan 28 01:04:44.938159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.938917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:44.940569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] 10.222.0.45 "PUT /v2.0/ports/e7830757-4f71-4eb5-83ea-7b96e5c396af HTTP/1.1" status: 200 len: 1091 time: 1.6838856 Jan 28 01:04:44.982803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ed23d-9af3-4a56-8f22-44bf36eb27df service neutron] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:45.008316 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef8653-2af4-4996-a825-5d6c1c660366 x-openstack-request-id: req-b5ef8653-2af4-4996-a825-5d6c1c660366 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:45.008984 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57658efc-afc9-4618-bcfa-23da8069c280", "name": "network-vif-deleted", "tag": "8c4a5414-3bf9-410d-846e-1cd7d4529471", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:45.009249 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5ef8653-2af4-4996-a825-5d6c1c660366 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:45.009859 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57658efc-afc9-4618-bcfa-23da8069c280', 'name': 'network-vif-deleted', 'tag': '8c4a5414-3bf9-410d-846e-1cd7d4529471', 'status': 'completed', 'code': 200} Jan 28 01:04:45.058393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d26091-4fd2-4f40-bef0-42adce0d3e7f req-2b77a77a-5138-4e88-b990-18de87d60731 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.061295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8d26091-4fd2-4f40-bef0-42adce0d3e7f req-2b77a77a-5138-4e88-b990-18de87d60731 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 945 time: 0.0644393 Jan 28 01:04:45.098112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Made reservation on behalf of 4be9eb18404142d884f51faf0fef4e7c for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:45.102465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.110277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-9c29aaf5-9d91-44e7-aac2-75c07296e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.112049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-9c29aaf5-9d91-44e7-aac2-75c07296e0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 1094 time: 0.0709572 Jan 28 01:04:45.149305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8d26091-4fd2-4f40-bef0-42adce0d3e7f req-f8d66853-817b-4595-b2bd-478f59c9f834 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747437 Jan 28 01:04:45.200769 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-518a4cc4-e00a-49e4-bef4-8bac7cbf6bd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af HTTP/1.1" status: 200 len: 217 time: 0.0721772 Jan 28 01:04:45.209286 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335dd1ec-7474-422d-bbb0-7c2105c3cb5f x-openstack-request-id: req-335dd1ec-7474-422d-bbb0-7c2105c3cb5f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:45.209621 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8c381-33b5-476f-a6bb-a397611441e1", "name": "network-vif-plugged", "status": "completed", "tag": "302ba766-8f43-4675-8ac9-ff56d3f3fe63", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:45.209940 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-335dd1ec-7474-422d-bbb0-7c2105c3cb5f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:45.210409 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8c381-33b5-476f-a6bb-a397611441e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ba766-8f43-4675-8ac9-ff56d3f3fe63', 'code': 200} Jan 28 01:04:45.308419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b1e1a5c-5c2a-4dbd-8528-ea7caec5b710 req-51083294-6358-4233-9af3-62f9e48a3a9c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 210 time: 0.0456421 Jan 28 01:04:45.332578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669e05-ec75-4933-a689-87ed0020c7fd req-69d7c82a-53a0-4cb7-ad18-783c5735b456 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.340322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b669e05-ec75-4933-a689-87ed0020c7fd req-69d7c82a-53a0-4cb7-ad18-783c5735b456 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 945 time: 0.1169634 Jan 28 01:04:45.341619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-f8ba8a8d-8465-43cf-a31c-30f7eaf68d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.343074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-f8ba8a8d-8465-43cf-a31c-30f7eaf68d2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.1016870 Jan 28 01:04:45.399739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b669e05-ec75-4933-a689-87ed0020c7fd req-73740a32-4edc-42ed-989f-447b5c63ffcf tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583105 Jan 28 01:04:45.414383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-a13fe0f6-a5a6-4244-bd94-32f51db52f79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382237 Jan 28 01:04:45.424323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Allocated IP 172.20.0.4 (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242/f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc/1c453b73-04e0-45fc-a447-e2c3ce70be22) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:45.486191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee63097-0b5a-4b2e-9c48-726aca0f3d52 req-7b9c952a-6258-4517-afcd-403b724a7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.487742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ee63097-0b5a-4b2e-9c48-726aca0f3d52 req-7b9c952a-6258-4517-afcd-403b724a7a01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 1096 time: 0.1480191 Jan 28 01:04:45.493597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-20fb7fb4-f96e-43c9-83f6-0862fc6a949f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.495223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-20fb7fb4-f96e-43c9-83f6-0862fc6a949f tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 945 time: 0.1079819 Jan 28 01:04:45.520334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.527079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.532793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.538841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.544409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.562453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.574594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.576831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84b57103-787f-4d31-9301-d9bf893e1235 req-e088dd08-2daa-436e-8839-bf293a616186 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.1656997 Jan 28 01:04:45.671826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e2d86b6-93f0-467d-af9d-22b0037d18b6 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:45.695556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:45.696275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-f4f6edbf-ffac-4033-b052-33692559c244 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692440 Jan 28 01:04:45.700929 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ee63097-0b5a-4b2e-9c48-726aca0f3d52 req-b965136f-0563-4493-97f9-95285635633b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533668 Jan 28 01:04:45.721489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 8c4a5414-3bf9-410d-846e-1cd7d4529471 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:45.721864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8c4a5414-3bf9-410d-846e-1cd7d4529471 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:45.736712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3c59c-8dac-4149-83cd-8ed7cabc0533 req-7449cabe-622e-4ab6-8eb1-40367da370af tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.738394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1af3c59c-8dac-4149-83cd-8ed7cabc0533 req-7449cabe-622e-4ab6-8eb1-40367da370af tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1023 time: 0.1534393 Jan 28 01:04:45.749385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6559c4-7332-4f02-91e8-817eba0bf67d req-7658c351-07e5-481e-93e0-8a5af81fbaaf tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.750944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de6559c4-7332-4f02-91e8-817eba0bf67d req-7658c351-07e5-481e-93e0-8a5af81fbaaf tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.1132271 Jan 28 01:04:45.811643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:45.832616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '2e2d86b6-93f0-467d-af9d-22b0037d18b6', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '2e2d86b6-93f0-467d-af9d-22b0037d18b6', 'mac_address': 'fa:16:3e:75:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:45.833027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:45.834869 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:45.839578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Deleting port 705f4949-2cd7-4ea9-b394-9b61c191da8b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:45.839915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.854747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks [] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.859639 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2579ba7c-fd6c-47fd-a4be-967f4e1823c5 req-e0d0784a-223b-44de-99da-6ff43bc896b1 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555936 Jan 28 01:04:45.878201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:45.878645 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.896001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2d86b6-93f0-467d-af9d-22b0037d18b6 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:45.897399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.927029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:45.934349 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.951259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:45.957069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:45.960054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:45.996157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=2e2d86b6-93f0-467d-af9d-22b0037d18b6,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:46.007136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] For port 705f4949-2cd7-4ea9-b394-9b61c191da8b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=705f4949-2cd7-4ea9-b394-9b61c191da8b,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:46.007600 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.008665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:46.018696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de6559c4-7332-4f02-91e8-817eba0bf67d req-680dbb0e-7e6d-4442-96a8-99f1443dcfdb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541912 Jan 28 01:04:46.035518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1af3c59c-8dac-4149-83cd-8ed7cabc0533 req-27c9a9c3-b105-440d-97bf-bb6697502f04 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcedc187-db9d-4710-836b-c02d83f0b51b&id=6d84ae32-12ec-4782-8dda-556696b0bb78&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2824347 Jan 28 01:04:46.040066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Calling delete_port for 705f4949-2cd7-4ea9-b394-9b61c191da8b owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:46.051299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.054170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.081224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-534002eb-9c95-45ff-8b70-f5e2d4d60ee3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2816124 Jan 28 01:04:46.104880 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d180462d-e5ef-414f-8fae-27bfc2670d0a x-openstack-request-id: req-d180462d-e5ef-414f-8fae-27bfc2670d0a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:46.105160 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:46.105407 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d180462d-e5ef-414f-8fae-27bfc2670d0a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:46.105812 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba', 'status': 'completed', 'code': 200} Jan 28 01:04:46.110713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Request body: {'port': {'device_id': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:46.198609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60987842-2f47-4dc7-8923-315d88920016 req-ce041dac-e6a6-4135-97a0-50171888b506 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.200275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60987842-2f47-4dc7-8923-315d88920016 req-ce041dac-e6a6-4135-97a0-50171888b506 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 944 time: 0.0830870 Jan 28 01:04:46.219321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.262827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-a4dd561b-9316-4f57-ab6e-6c273b87b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.264307 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-a4dd561b-9316-4f57-ab6e-6c273b87b8f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e41a2b657c441eda73c0065324f1e24&device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1174 time: 0.1145103 Jan 28 01:04:46.294695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['2e2d86b6-93f0-467d-af9d-22b0037d18b6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:46.312817 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (705f4949-2cd7-4ea9-b394-9b61c191da8b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.362754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6fa04ebd-9949-4ac7-a431-355df6132810'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:46.579307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-6ae49f07-0bec-4c7b-954f-8dbb62338232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.582943 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-6ae49f07-0bec-4c7b-954f-8dbb62338232 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 200 len: 914 time: 0.3097239 Jan 28 01:04:46.639249 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-7d16861b-296a-489b-b1d6-e2ee2a63d090 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 200 len: 217 time: 0.0492992 Jan 28 01:04:46.721058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-274ad590-9bb1-4185-9435-3e10030e2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.722649 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-274ad590-9bb1-4185-9435-3e10030e2e13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 200 len: 853 time: 0.0758188 Jan 28 01:04:46.739047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event deleted for resources: {'Port': ['ID=705f4949-2cd7-4ea9-b394-9b61c191da8b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:46.749073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60987842-2f47-4dc7-8923-315d88920016 req-13008b1c-fc44-4c83-b466-f85bcb393a47 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997380 Jan 28 01:04:46.775102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-8bd7e2aa-6ab7-4b5b-ad6d-865a1684b13a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78128082-1d60-42f3-a706-cbefe6086191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306618 Jan 28 01:04:46.775259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633fffa-216f-4a84-89a9-559d86bf1511 req-e4c1d18d-35bd-4776-902c-a57a602e3872 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.777096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633fffa-216f-4a84-89a9-559d86bf1511 req-e4c1d18d-35bd-4776-902c-a57a602e3872 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 866 time: 0.5290306 Jan 28 01:04:46.796426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c453b73-04e0-45fc-a447-e2c3ce70be22 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:46.809087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Publish callbacks [] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.823704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] No DVR routers for this DVR port 705f4949-2cd7-4ea9-b394-9b61c191da8b on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:46.829091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Transition to ACTIVE for port object 1c453b73-04e0-45fc-a447-e2c3ce70be22 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:46.829302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.833156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ee040c1-476e-412e-8e91-f4a8a581b2ee req-0d7ac31a-c5d4-4a75-8ec6-02788b9b3596 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "DELETE /v2.0/ports/705f4949-2cd7-4ea9-b394-9b61c191da8b HTTP/1.1" status: 204 len: 173 time: 1.2552481 Jan 28 01:04:46.846301 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.851149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-b4d60e59-e165-4e0e-a1e7-9edad86ab425 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883922 Jan 28 01:04:46.964083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6633fffa-216f-4a84-89a9-559d86bf1511 req-9183b82c-29aa-4b2d-bc68-74fb5ec54662 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666524 Jan 28 01:04:46.980597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:46.996125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f723e-5e4c-4894-b35f-146c412ad683 req-cc06f643-e0ca-4ccf-a5d6-815e8959cddc tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.998828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb6f723e-5e4c-4894-b35f-146c412ad683 req-cc06f643-e0ca-4ccf-a5d6-815e8959cddc tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 943 time: 0.1331899 Jan 28 01:04:47.020548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-f8699c33-6ecf-423d-836d-63e74b8e61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.022297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-f8699c33-6ecf-423d-836d-63e74b8e61c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 1096 time: 0.1032503 Jan 28 01:04:47.171643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb6f723e-5e4c-4894-b35f-146c412ad683 req-24c6088c-2fd3-4dee-977d-6dc3e711bd39 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619413 Jan 28 01:04:47.204520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f5d2a-1707-44db-8ef2-a8286d935f56 req-860966c4-7c03-411d-b767-78342c8f739b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.206161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-214f5d2a-1707-44db-8ef2-a8286d935f56 req-860966c4-7c03-411d-b767-78342c8f739b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 945 time: 0.1327066 Jan 28 01:04:47.245133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-8a7b9f68-3641-4b39-94a1-72403dc7fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.246689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-8a7b9f68-3641-4b39-94a1-72403dc7fd74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 200 len: 908 time: 0.1868587 Jan 28 01:04:47.289049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-214f5d2a-1707-44db-8ef2-a8286d935f56 req-b405eb48-2c23-4e1e-a9db-40614edc745e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692177 Jan 28 01:04:47.347196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-88211d99-7432-4dc3-abae-8bae46126b89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 200 len: 217 time: 0.0669999 Jan 28 01:04:47.387386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'tag': 'e7830757-4f71-4eb5-83ea-7b96e5c396af'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:47.389627 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c24e8a-0809-4944-8683-0e1397a9c9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2c03b0ed-316e-46b2-bf7c-15f9dcb813c5", "tag": "e7830757-4f71-4eb5-83ea-7b96e5c396af"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:47.439160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-b2106f8b-788b-46e9-ad5e-6aff09160bcf service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084132 Jan 28 01:04:47.463462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Attempting to bind port 1c453b73-04e0-45fc-a447-e2c3ce70be22 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:47.463754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Attempting to bind port 1c453b73-04e0-45fc-a447-e2c3ce70be22 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:47.464085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Attempting to bind port 1c453b73-04e0-45fc-a447-e2c3ce70be22 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:47.515899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Port 1c453b73-04e0-45fc-a447-e2c3ce70be22 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:47.516242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Attempting to bind port 1c453b73-04e0-45fc-a447-e2c3ce70be22 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:47.527604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:47.527834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482b71-da9a-4e33-897f-11bd29c94f8e req-aefb0b51-b244-4cb8-8345-6068720af754 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.527926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Checking segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:47.528311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Bound using segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:47.528752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Bound port: 1c453b73-04e0-45fc-a447-e2c3ce70be22, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:47.529110 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:47.535459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6482b71-da9a-4e33-897f-11bd29c94f8e req-aefb0b51-b244-4cb8-8345-6068720af754 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.1455057 Jan 28 01:04:47.561258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-580aeec7-189b-4827-a1a9-62aae9210201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.563755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-580aeec7-189b-4827-a1a9-62aae9210201 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 200 len: 847 time: 0.1042554 Jan 28 01:04:47.614346 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5a19714a-dc4a-4f59-9ce6-e85582b87bb3 req-d204abf0-6c61-4a5a-99e5-7c9b634e6a2e service neutron] 10.222.0.45 "GET /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477220 Jan 28 01:04:47.623641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:47.626873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:47.632971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:47.636540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4702b-cf7b-47ca-ad8b-2da62af45a14 req-c9ff2d48-2635-4fbb-bb44-6b50f13ae8af tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.639130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88c4702b-cf7b-47ca-ad8b-2da62af45a14 req-c9ff2d48-2635-4fbb-bb44-6b50f13ae8af tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1023 time: 0.1944213 Jan 28 01:04:47.646809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-0669e157-2465-45a8-a9c2-0a1b5540d803 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=545f5148-681e-4d62-9829-c5c707709cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590856 Jan 28 01:04:47.685160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.685883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:47.687298 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c453b73-04e0-45fc-a447-e2c3ce70be22 HTTP/1.1" status: 200 len: 1091 time: 1.5820556 Jan 28 01:04:47.699159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6482b71-da9a-4e33-897f-11bd29c94f8e req-313b438b-2e18-423f-971b-9208f03795dd tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627688 Jan 28 01:04:47.704569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e2d86b6-93f0-467d-af9d-22b0037d18b6 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:47.706382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07fa9a-c813-4c69-9718-b58ba3af5817 service neutron] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:47.797400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:47.832902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-75095ad7-fb90-4a1a-87c8-a25cab76ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:47.834995 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-75095ad7-fb90-4a1a-87c8-a25cab76ad18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 1094 time: 0.0740924 Jan 28 01:04:47.838342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 705f4949-2cd7-4ea9-b394-9b61c191da8b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:47.838786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 705f4949-2cd7-4ea9-b394-9b61c191da8b not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:47.877256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88c4702b-cf7b-47ca-ad8b-2da62af45a14 req-cec69e1b-dd57-43e6-ae0b-409493c0b03a tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcedc187-db9d-4710-836b-c02d83f0b51b&id=6d84ae32-12ec-4782-8dda-556696b0bb78&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2202768 Jan 28 01:04:47.932243 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-892cf170-ee2c-4c34-8a2d-b63aeb778dad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22 HTTP/1.1" status: 200 len: 217 time: 0.0638347 Jan 28 01:04:47.964731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-8be06bb5-116a-4109-8745-b5ccedbc210b service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078587 Jan 28 01:04:47.983689 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7760bd58-7b5f-4305-b2ec-a461188573b1 x-openstack-request-id: req-7760bd58-7b5f-4305-b2ec-a461188573b1 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:47.984000 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c03b0ed-316e-46b2-bf7c-15f9dcb813c5", "tag": "e7830757-4f71-4eb5-83ea-7b96e5c396af", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:47.984257 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7760bd58-7b5f-4305-b2ec-a461188573b1 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:47.984709 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'tag': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'status': 'completed', 'code': 200} Jan 28 01:04:48.003515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-fdd7f1ec-0465-4dd4-9280-13a9185b8e7e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.005253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-fdd7f1ec-0465-4dd4-9280-13a9185b8e7e tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.45 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 1023 time: 0.1605244 Jan 28 01:04:48.018298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:48.033201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:48.043845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.045561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5a060-f61c-403b-80b6-0c73585516d9 req-61c6e70b-d4de-47e4-adb8-bec85525d957 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.052700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56a5a060-f61c-403b-80b6-0c73585516d9 req-61c6e70b-d4de-47e4-adb8-bec85525d957 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 945 time: 0.2077150 Jan 28 01:04:48.079717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b6358-2459-476b-8e91-a0194f004f5b req-5dd50df2-7e7a-4553-b911-fec1dcf40f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.082416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-5dd50df2-7e7a-4553-b911-fec1dcf40f70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 200 len: 855 time: 0.1417668 Jan 28 01:04:48.135693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'name': 'network-vif-deleted', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:48.136482 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0228f475-0f1f-442e-ba61-356ef33b461b" -d '{"events": [{"server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "name": "network-vif-deleted", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:48.137503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-f1caa861-ff7f-4472-84ac-9437289b93a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467868 Jan 28 01:04:48.316751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:48.317510 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.330657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56a5a060-f61c-403b-80b6-0c73585516d9 req-c9c1a479-27fd-4bcf-af3d-bfec72846b2e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398133 Jan 28 01:04:48.335468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86656023-21b5-46ea-83f4-59d9e01301b7 req-9b2c3c3a-f119-4d6d-8309-d96948c98b7f service neutron] 10.222.0.45 "GET /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612175 Jan 28 01:04:48.371930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-e17c53ec-b452-45c1-983f-8a533c9f04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.375262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-e17c53ec-b452-45c1-983f-8a533c9f04f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a34d1509724d81881d2e55ea74e339&device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 1094 time: 0.3004680 Jan 28 01:04:48.383938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Deleting port 543ced43-67f0-4db8-9066-d5657ad159ba {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:48.384295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.394360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-cc0c9a05-823d-4bed-82c7-0ed516c0551d service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133627 Jan 28 01:04:48.398309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30468c-63ac-4444-a3e4-1bdbab00cfd3 req-c3926582-c4d9-4060-bc3a-414fa1a65c91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.400182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce30468c-63ac-4444-a3e4-1bdbab00cfd3 req-c3926582-c4d9-4060-bc3a-414fa1a65c91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 944 time: 0.2570879 Jan 28 01:04:48.515328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce30468c-63ac-4444-a3e4-1bdbab00cfd3 req-a3372527-3027-48f0-9072-d77390fdb4bb tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897152 Jan 28 01:04:48.599091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] For port 543ced43-67f0-4db8-9066-d5657ad159ba, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=543ced43-67f0-4db8-9066-d5657ad159ba,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:48.599466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.603598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a60b6358-2459-476b-8e91-a0194f004f5b req-100e25f4-760d-475b-b5cf-6cf2c1ded23a service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886516 Jan 28 01:04:48.615810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Calling delete_port for 543ced43-67f0-4db8-9066-d5657ad159ba owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:48.632670 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d68eff-e5ad-4a44-acd5-bec0dc71d00d x-openstack-request-id: req-77d68eff-e5ad-4a44-acd5-bec0dc71d00d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:48.633240 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe818d7-8b3e-439c-b18d-f7687779ba8c", "name": "network-vif-deleted", "tag": "705f4949-2cd7-4ea9-b394-9b61c191da8b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:48.633679 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77d68eff-e5ad-4a44-acd5-bec0dc71d00d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:48.635291 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe818d7-8b3e-439c-b18d-f7687779ba8c', 'name': 'network-vif-deleted', 'tag': '705f4949-2cd7-4ea9-b394-9b61c191da8b', 'status': 'completed', 'code': 200} Jan 28 01:04:48.673968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53238356-5bb6-4345-8c9c-149ac594e104 req-81dab076-0ec5-4668-a095-a5f6ad97b9bf tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.1971910 Jan 28 01:04:48.705996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54110) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:48.728073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d86b6-93f0-467d-af9d-22b0037d18b6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:48.731968 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09167d7-ed96-4cf3-aa3b-02703dc533d3" -d '{"events": [{"server_uuid": "5f1e2dd6-9e54-44b8-b185-dce6b550e02e", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d86b6-93f0-467d-af9d-22b0037d18b6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:48.760024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:48.774519 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.809571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-9e32c686-3884-4120-bda9-fe37a4607889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.811639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-9e32c686-3884-4120-bda9-fe37a4607889 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 200 len: 905 time: 0.4031584 Jan 28 01:04:48.865414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-a4c68eb0-8f01-49b1-98d3-401e6b558761 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af HTTP/1.1" status: 200 len: 217 time: 0.0462773 Jan 28 01:04:48.874214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=2e2d86b6-93f0-467d-af9d-22b0037d18b6,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:48.876279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571acad-4b1a-4986-84ef-4903f76e1d3d req-b943fa64-7e4c-4878-8251-c7f8cbaccb1a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.884875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2571acad-4b1a-4986-84ef-4903f76e1d3d req-b943fa64-7e4c-4878-8251-c7f8cbaccb1a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 943 time: 0.1516883 Jan 28 01:04:48.983342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (543ced43-67f0-4db8-9066-d5657ad159ba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.020455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['543ced43-67f0-4db8-9066-d5657ad159ba'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:49.024266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:49.028039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2571acad-4b1a-4986-84ef-4903f76e1d3d req-edbc5284-0259-4a02-b2bd-8a80b86860a1 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412306 Jan 28 01:04:49.035283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'Port': ['ID=543ced43-67f0-4db8-9066-d5657ad159ba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:49.046808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-ae95d55b-710f-4760-b05c-27f4ceed38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.049269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-ae95d55b-710f-4760-b05c-27f4ceed38d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 200 len: 844 time: 0.1526961 Jan 28 01:04:49.138100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-7d1f5107-09f6-4796-b6f9-b515709d2f61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a99c1987-4230-47a7-9f98-9507df1ad80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613959 Jan 28 01:04:49.141266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.141861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.142345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.142833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.143290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.144394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.144394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.146848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-382e81f2-0bee-476e-8cc5-4c3bb2adf037 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6489 time: 0.4397428 Jan 28 01:04:49.161746 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-4ca6cb0f-6db5-48ce-8115-11bbd7d7c94a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917031 Jan 28 01:04:49.175523 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc09b277-b5f3-4ee7-af4c-cf0e2da847b9 x-openstack-request-id: req-fc09b277-b5f3-4ee7-af4c-cf0e2da847b9 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:49.175827 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1e2dd6-9e54-44b8-b185-dce6b550e02e", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d86b6-93f0-467d-af9d-22b0037d18b6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:49.176252 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc09b277-b5f3-4ee7-af4c-cf0e2da847b9 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:49.176805 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d86b6-93f0-467d-af9d-22b0037d18b6', 'code': 200} Jan 28 01:04:49.184357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] No DVR routers for this DVR port 543ced43-67f0-4db8-9066-d5657ad159ba on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:49.188579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.192694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ddc6c839-1317-4f58-9f4e-cd284430bf1b req-3c95bd0f-90f2-4ee6-97f8-c1219a45d3d9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.45 "DELETE /v2.0/ports/543ced43-67f0-4db8-9066-d5657ad159ba HTTP/1.1" status: 204 len: 173 time: 1.1683195 Jan 28 01:04:49.239672 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-7df95334-0ab8-4bc0-aac5-d750993f1c09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3dd6cb8f-4350-4e03-93c3-515429514887&id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0861042 Jan 28 01:04:49.346548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d186ed2-348d-4216-9613-76c61e9605b8 req-a6fc18ca-75b6-404c-92a6-a47e5234ef09 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=8295b1ae-016b-48d7-ab72-c14f5487a344 HTTP/1.1" status: 200 len: 210 time: 0.0624616 Jan 28 01:04:49.387845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089638-6102-48fe-a354-cb2ccddba1bf req-e4736ccb-0f3c-47b2-9c9d-7f987c18fe2d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.396281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6089638-6102-48fe-a354-cb2ccddba1bf req-e4736ccb-0f3c-47b2-9c9d-7f987c18fe2d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.2531741 Jan 28 01:04:49.441239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-a479358a-0b37-4625-8cc3-636907dfddbc service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759740 Jan 28 01:04:49.449223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-03a20083-86dd-4b48-8967-b5c221826c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.450742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-03a20083-86dd-4b48-8967-b5c221826c9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 1096 time: 0.1228936 Jan 28 01:04:49.483298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e54b9-b905-4ba0-a2fc-809fe3d93631 req-6ea1713a-f2d2-459d-a8c0-5928fb926b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.484874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-637e54b9-b905-4ba0-a2fc-809fe3d93631 req-6ea1713a-f2d2-459d-a8c0-5928fb926b4c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 1096 time: 0.1153090 Jan 28 01:04:49.530038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6089638-6102-48fe-a354-cb2ccddba1bf req-bab6eaa7-5b9d-4536-840b-a68570a4111c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324244 Jan 28 01:04:49.615563 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-637e54b9-b905-4ba0-a2fc-809fe3d93631 req-59dfec14-1d26-41e1-86c6-7ed4cbdea171 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114287 Jan 28 01:04:49.637082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd401c1-29a1-4a44-a837-d85be9c7bb85 req-0c0ea2c8-0091-4de0-947c-f297ba906e67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.638668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bd401c1-29a1-4a44-a837-d85be9c7bb85 req-0c0ea2c8-0091-4de0-947c-f297ba906e67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 945 time: 0.1486831 Jan 28 01:04:49.664123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-ca686f47-2114-427d-aa1b-06112e62252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.665585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-ca686f47-2114-427d-aa1b-06112e62252f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1798670 Jan 28 01:04:49.688818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2c24e8a-0809-4944-8683-0e1397a9c9bc req-0aef1705-0755-4f3e-a676-23bd21385854 service neutron] 10.222.0.45 "GET /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247555 Jan 28 01:04:49.717060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7a47-cf7f-4e57-83fd-92a1f250396d req-c58267eb-8030-4de1-ad73-8be41bb33c22 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:49.718569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6db7a47-cf7f-4e57-83fd-92a1f250396d req-c58267eb-8030-4de1-ad73-8be41bb33c22 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 945 time: 0.1138022 Jan 28 01:04:49.737344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bd401c1-29a1-4a44-a837-d85be9c7bb85 req-cc1d4719-03b4-4ee3-a388-46e110074b92 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831859 Jan 28 01:04:49.772459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6db7a47-cf7f-4e57-83fd-92a1f250396d req-a3e3eb71-5bc2-41c6-a925-2aaee0bb5a06 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462101 Jan 28 01:04:49.788596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7830757-4f71-4eb5-83ea-7b96e5c396af details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:49.882426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-024ce2ab-bdb3-466a-948e-6afddb0671a3 req-2ecc9f63-425e-43cc-b0d4-a3a889af3a2a tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0651815 Jan 28 01:04:49.906955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:49.919214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'mac_address': 'fa:16:3e:56:72:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:49.961031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7830757-4f71-4eb5-83ea-7b96e5c396af is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:49.961424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.969882 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-dc33de76-c484-4d59-a790-4d2b4e126c8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 200 len: 217 time: 0.0440323 Jan 28 01:04:49.978237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7830757-4f71-4eb5-83ea-7b96e5c396af {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:49.985913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22'}, {'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'name': 'network-vif-deleted', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:49.989697 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22"}, {"server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "name": "network-vif-deleted", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:50.002510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:50.013285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.078397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:50.094626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-e1647bd0-b676-47f5-8fcf-8e028c0f3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.096164 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-e1647bd0-b676-47f5-8fcf-8e028c0f3507 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0851812 Jan 28 01:04:50.097643 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916b4a6c-86df-4dcf-9e44-f8cabbd807fe x-openstack-request-id: req-916b4a6c-86df-4dcf-9e44-f8cabbd807fe {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:50.097977 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22", "status": "completed", "code": 200}, {"server_uuid": "8295b1ae-016b-48d7-ab72-c14f5487a344", "name": "network-vif-deleted", "tag": "543ced43-67f0-4db8-9066-d5657ad159ba", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:50.098234 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-916b4a6c-86df-4dcf-9e44-f8cabbd807fe {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:50.098620 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'status': 'completed', 'code': 200} Jan 28 01:04:50.098925 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295b1ae-016b-48d7-ab72-c14f5487a344', 'name': 'network-vif-deleted', 'tag': '543ced43-67f0-4db8-9066-d5657ad159ba', 'status': 'completed', 'code': 200} Jan 28 01:04:50.161271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed93af8-9570-40a4-a4a7-0e16d70f35a1 req-3dc1cad1-1d27-480c-a01a-912981d969e4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.164724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fed93af8-9570-40a4-a4a7-0e16d70f35a1 req-3dc1cad1-1d27-480c-a01a-912981d969e4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 943 time: 0.0583026 Jan 28 01:04:50.173716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-e8149369-f6d4-452f-adae-5d8792d065bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.175329 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-e8149369-f6d4-452f-adae-5d8792d065bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 1094 time: 0.0688305 Jan 28 01:04:50.179599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-4afba22d-b44e-46fa-9a3a-67e4f076e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.180978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-4afba22d-b44e-46fa-9a3a-67e4f076e2a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733254 Jan 28 01:04:50.218163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fed93af8-9570-40a4-a4a7-0e16d70f35a1 req-a25b1838-a195-4a39-ba3d-f5d2f7b519ac tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467036 Jan 28 01:04:50.339261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-43474b65-217f-4f01-94de-161e75650c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.340763 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-43474b65-217f-4f01-94de-161e75650c7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 916 time: 0.1584368 Jan 28 01:04:50.344289 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-7f4c5cb4-f47c-4518-bb52-426b7129979f service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544433 Jan 28 01:04:50.404364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-578fc9e5-3356-4f44-9bde-aa708e0016b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22 HTTP/1.1" status: 200 len: 217 time: 0.0506158 Jan 28 01:04:50.478299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb65e99e-d8d4-48b2-863e-40c5fc71d6d9 req-a8864250-eadd-4922-88bc-fda215557c84 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/dcedc187-db9d-4710-836b-c02d83f0b51b HTTP/1.1" status: 200 len: 1817 time: 0.0445118 Jan 28 01:04:50.497162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-4781af0b-d372-4f69-817a-8507db2ed059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.499315 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-4781af0b-d372-4f69-817a-8507db2ed059 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 200 len: 855 time: 0.0687394 Jan 28 01:04:50.539161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-e7f5007a-bf7f-4c61-aef4-ab6242650d60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288329 Jan 28 01:04:50.541468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6bca2d0d-5e1f-4931-a292-065c3902bc55 req-f9c578e4-30fc-4082-ab15-65ea0a8d7c0c service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822832 Jan 28 01:04:50.554524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e7830757-4f71-4eb5-83ea-7b96e5c396af'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:50.564244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fb65e99e-d8d4-48b2-863e-40c5fc71d6d9 req-5cca50e0-35d6-41ef-92c3-11140a9db33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (dcedc187-db9d-4710-836b-c02d83f0b51b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.626032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fb65e99e-d8d4-48b2-863e-40c5fc71d6d9 req-5cca50e0-35d6-41ef-92c3-11140a9db33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (dcedc187-db9d-4710-836b-c02d83f0b51b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.687261 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-701737c6-c032-4e61-be7c-bdf80e3c8b90 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201475 Jan 28 01:04:50.701783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88937-8278-4b42-9bff-cec9e814a895 req-0bf3a929-e248-4c90-9d78-58920c46547d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.704556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13e88937-8278-4b42-9bff-cec9e814a895 req-0bf3a929-e248-4c90-9d78-58920c46547d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 944 time: 0.0958209 Jan 28 01:04:50.719903 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fb65e99e-d8d4-48b2-863e-40c5fc71d6d9 req-5cca50e0-35d6-41ef-92c3-11140a9db33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dcedc187-db9d-4710-836b-c02d83f0b51b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.723044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fb65e99e-d8d4-48b2-863e-40c5fc71d6d9 req-5cca50e0-35d6-41ef-92c3-11140a9db33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.728158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb65e99e-d8d4-48b2-863e-40c5fc71d6d9 req-5cca50e0-35d6-41ef-92c3-11140a9db33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcedc187-db9d-4710-836b-c02d83f0b51b HTTP/1.1" status: 204 len: 173 time: 0.2346666 Jan 28 01:04:50.745349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca50e0-35d6-41ef-92c3-11140a9db33b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcedc187-db9d-4710-836b-c02d83f0b51b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:50.809577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13e88937-8278-4b42-9bff-cec9e814a895 req-dc1fa5ab-097c-4f0f-902f-72abd22ce6b6 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991292 Jan 28 01:04:50.813314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-924a2b5c-3a71-47aa-a942-2c9a54ec509a req-12ba7a0e-f012-4c47-81af-4a772911ce51 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/6d84ae32-12ec-4782-8dda-556696b0bb78 HTTP/1.1" status: 200 len: 1818 time: 0.0639415 Jan 28 01:04:50.876539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-66a0ce7d-a1f9-4081-898b-f8c55cb773c5 req-1ddfb871-f7e2-4fc3-b713-4eeb603f133e service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976887 Jan 28 01:04:50.939141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-924a2b5c-3a71-47aa-a942-2c9a54ec509a req-2511244b-d874-483c-a1c6-2a4eb5c03ae4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (6d84ae32-12ec-4782-8dda-556696b0bb78), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.990680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-924a2b5c-3a71-47aa-a942-2c9a54ec509a req-2511244b-d874-483c-a1c6-2a4eb5c03ae4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (6d84ae32-12ec-4782-8dda-556696b0bb78), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.016086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60215a-8f3b-45f4-a9d7-a7e2b1b5a754 req-841fe22b-ab54-4e3a-850c-32be5e75b576 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:51.017559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc60215a-8f3b-45f4-a9d7-a7e2b1b5a754 req-841fe22b-ab54-4e3a-850c-32be5e75b576 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 945 time: 0.0962007 Jan 28 01:04:51.073654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-924a2b5c-3a71-47aa-a942-2c9a54ec509a req-2511244b-d874-483c-a1c6-2a4eb5c03ae4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6d84ae32-12ec-4782-8dda-556696b0bb78), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.076178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-924a2b5c-3a71-47aa-a942-2c9a54ec509a req-2511244b-d874-483c-a1c6-2a4eb5c03ae4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.077300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-924a2b5c-3a71-47aa-a942-2c9a54ec509a req-2511244b-d874-483c-a1c6-2a4eb5c03ae4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d84ae32-12ec-4782-8dda-556696b0bb78 HTTP/1.1" status: 204 len: 173 time: 0.2518048 Jan 28 01:04:51.092062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc60215a-8f3b-45f4-a9d7-a7e2b1b5a754 req-882d453d-9a4e-4015-b7e2-1584b2414318 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Jan 28 01:04:51.093855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511244b-d874-483c-a1c6-2a4eb5c03ae4 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d84ae32-12ec-4782-8dda-556696b0bb78,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:51.209666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d323c74c-5fd8-49ac-9cb9-7b5675906185 req-56558085-b3ac-42d5-a70e-f7926a3ae111 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0362139 Jan 28 01:04:51.225284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813a950-49e3-44f3-b0ce-c2b57c853288 req-11fd2048-2e91-4db2-b87d-ad189186c044 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:51.226836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f813a950-49e3-44f3-b0ce-c2b57c853288 req-11fd2048-2e91-4db2-b87d-ad189186c044 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 945 time: 0.0822806 Jan 28 01:04:51.286052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f813a950-49e3-44f3-b0ce-c2b57c853288 req-e2e9e1a8-9d93-43e9-9813-b330b2878141 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Jan 28 01:04:51.314064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-393406df-1442-444b-aff2-ae503b040934 req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-89243819', 'description': 'tempest-description-2012689301'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:51.337832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-393406df-1442-444b-aff2-ae503b040934 req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.428167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a42f8-c50d-474d-a2da-e120c146d052 req-f3f5e3b6-98e5-48f4-8518-c55ab0c51695 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:51.429605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e5a42f8-c50d-474d-a2da-e120c146d052 req-f3f5e3b6-98e5-48f4-8518-c55ab0c51695 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 943 time: 0.0710635 Jan 28 01:04:51.453876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-c169b65d-e542-419f-bd37-d38caa920e9a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:51.455259 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-c169b65d-e542-419f-bd37-d38caa920e9a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 945 time: 0.0509436 Jan 28 01:04:51.463174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-393406df-1442-444b-aff2-ae503b040934 req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.471111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-393406df-1442-444b-aff2-ae503b040934 req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.511902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e5a42f8-c50d-474d-a2da-e120c146d052 req-2a2cc677-0e7d-4ef1-88a1-8aeeb48ce69e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709336 Jan 28 01:04:51.518287 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-393406df-1442-444b-aff2-ae503b040934 req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.519583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393406df-1442-444b-aff2-ae503b040934 req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2096074 Jan 28 01:04:51.523649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb2ef3-9486-48fe-8100-f393810f804c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9cd4a-6991-4372-a045-4f8a9c86d103,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:51.589412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:51.589784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.603049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418c113c-d195-4005-8dc6-2864f39766c4 req-e6117258-c0e3-4e62-9432-aad36fa52756 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/65f9cd4a-6991-4372-a045-4f8a9c86d103 HTTP/1.1" status: 200 len: 1818 time: 0.0499005 Jan 28 01:04:51.611759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-418c113c-d195-4005-8dc6-2864f39766c4 req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1729684567', 'description': 'tempest-description-hth-1831644617'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:51.649302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-418c113c-d195-4005-8dc6-2864f39766c4 req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.682959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port 302ba766-8f43-4675-8ac9-ff56d3f3fe63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=302ba766-8f43-4675-8ac9-ff56d3f3fe63,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:51.683888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.695699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for 302ba766-8f43-4675-8ac9-ff56d3f3fe63 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:51.701482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-418c113c-d195-4005-8dc6-2864f39766c4 req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.705300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-418c113c-d195-4005-8dc6-2864f39766c4 req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.709676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-418c113c-d195-4005-8dc6-2864f39766c4 req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.710967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418c113c-d195-4005-8dc6-2864f39766c4 req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "PUT /v2.0/security-groups/65f9cd4a-6991-4372-a045-4f8a9c86d103 HTTP/1.1" status: 200 len: 1794 time: 0.1034873 Jan 28 01:04:51.719167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1c453b73-04e0-45fc-a447-e2c3ce70be22 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:51.759986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b657ac9-18d1-4fe4-b1aa-32f89b77fe62 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9cd4a-6991-4372-a045-4f8a9c86d103,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:51.803306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f37a1660-1ca5-43f8-9a76-af244e8e5f7c req-7e0ac57a-89da-44ba-a402-7de8abd831ea tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/65f9cd4a-6991-4372-a045-4f8a9c86d103 HTTP/1.1" status: 200 len: 1794 time: 0.0637014 Jan 28 01:04:51.808949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 543ced43-67f0-4db8-9066-d5657ad159ba no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:51.832109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 543ced43-67f0-4db8-9066-d5657ad159ba {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:51.832455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 543ced43-67f0-4db8-9066-d5657ad159ba not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:51.861883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:51.867650 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (302ba766-8f43-4675-8ac9-ff56d3f3fe63), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.880177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'port_id': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'mac_address': 'fa:16:3e:50:93:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:51.910188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffe2364c-8f62-4d41-88fa-37c033323119 req-293121fc-27b4-48e2-9791-44c8ef70d215 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/65f9cd4a-6991-4372-a045-4f8a9c86d103 HTTP/1.1" status: 200 len: 1794 time: 0.0825219 Jan 28 01:04:51.921107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:51.923314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['302ba766-8f43-4675-8ac9-ff56d3f3fe63'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:51.929485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=302ba766-8f43-4675-8ac9-ff56d3f3fe63,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:51.986298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1c453b73-04e0-45fc-a447-e2c3ce70be22 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:51.987197 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.009334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c453b73-04e0-45fc-a447-e2c3ce70be22 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:52.013472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port 302ba766-8f43-4675-8ac9-ff56d3f3fe63 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:52.017616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.023898 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-933a6767-9e5e-4450-84b4-bae5367f4c12 req-2d7ace6f-b1a5-4e89-ad26-36d0f33a0340 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "DELETE /v2.0/ports/302ba766-8f43-4675-8ac9-ff56d3f3fe63 HTTP/1.1" status: 204 len: 173 time: 0.5615275 Jan 28 01:04:52.044006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:52.053595 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.054007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5507f0-f391-4bf2-9b00-bc424fe50128 req-f54c708f-67b8-41dc-8650-fd974a7a3db4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:52.056169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e5507f0-f391-4bf2-9b00-bc424fe50128 req-f54c708f-67b8-41dc-8650-fd974a7a3db4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 944 time: 0.1297684 Jan 28 01:04:52.088086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ffe2364c-8f62-4d41-88fa-37c033323119 req-1f30e643-e23c-474e-ab97-1532292ded2b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.101132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8c381-33b5-476f-a6bb-a397611441e1', 'name': 'network-vif-deleted', 'tag': '302ba766-8f43-4675-8ac9-ff56d3f3fe63'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:52.106065 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ffd54-ded5-473b-8fd6-beec336ebd61" -d '{"events": [{"server_uuid": "05e8c381-33b5-476f-a6bb-a397611441e1", "name": "network-vif-deleted", "tag": "302ba766-8f43-4675-8ac9-ff56d3f3fe63"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:52.134866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:52.140610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ffe2364c-8f62-4d41-88fa-37c033323119 req-1f30e643-e23c-474e-ab97-1532292ded2b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.174466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e5507f0-f391-4bf2-9b00-bc424fe50128 req-c85d0160-e9f3-453a-8a66-7e5d38f2af5d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014056 Jan 28 01:04:52.208122 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ffe2364c-8f62-4d41-88fa-37c033323119 req-1f30e643-e23c-474e-ab97-1532292ded2b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65f9cd4a-6991-4372-a045-4f8a9c86d103), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.210811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ffe2364c-8f62-4d41-88fa-37c033323119 req-1f30e643-e23c-474e-ab97-1532292ded2b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:52.212144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ffe2364c-8f62-4d41-88fa-37c033323119 req-1f30e643-e23c-474e-ab97-1532292ded2b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/65f9cd4a-6991-4372-a045-4f8a9c86d103 HTTP/1.1" status: 204 len: 173 time: 0.2945335 Jan 28 01:04:52.229987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30e643-e23c-474e-ab97-1532292ded2b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f9cd4a-6991-4372-a045-4f8a9c86d103,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:52.267583 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c70ebd5-32a9-483c-8ca0-14c36f3ba5d7 x-openstack-request-id: req-8c70ebd5-32a9-483c-8ca0-14c36f3ba5d7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:52.267881 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8c381-33b5-476f-a6bb-a397611441e1", "name": "network-vif-deleted", "tag": "302ba766-8f43-4675-8ac9-ff56d3f3fe63", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:52.268135 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c70ebd5-32a9-483c-8ca0-14c36f3ba5d7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:52.268539 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8c381-33b5-476f-a6bb-a397611441e1', 'name': 'network-vif-deleted', 'tag': '302ba766-8f43-4675-8ac9-ff56d3f3fe63', 'status': 'completed', 'code': 200} Jan 28 01:04:52.341522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d83dfec-4f6e-4f8f-981b-8369cc1f7b95 req-9ce6cc07-80fd-4432-848e-c08e83db0fea tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=05e8c381-33b5-476f-a6bb-a397611441e1 HTTP/1.1" status: 200 len: 210 time: 0.0300515 Jan 28 01:04:52.410905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1c453b73-04e0-45fc-a447-e2c3ce70be22'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:52.416860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43e2e5cc-75aa-4906-b855-890cdc099371 req-4d091809-cbd1-45ac-9793-d17231700a2c tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0350113 Jan 28 01:04:52.472022 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-a65062ad-905f-4703-9901-57bdb4f4088e req-6c774044-1a8a-43dc-aa6a-0bd0a205c624 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:52.473386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a65062ad-905f-4703-9901-57bdb4f4088e req-6c774044-1a8a-43dc-aa6a-0bd0a205c624 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/6d84ae32-12ec-4782-8dda-556696b0bb78 HTTP/1.1" status: 404 len: 352 time: 0.0251794 Jan 28 01:04:52.512059 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-d4af1892-5961-4faa-8770-3b4dfc70b974 req-560300e0-3995-4ea8-a71b-997c0b322316 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:52.513929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4af1892-5961-4faa-8770-3b4dfc70b974 req-560300e0-3995-4ea8-a71b-997c0b322316 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/dcedc187-db9d-4710-836b-c02d83f0b51b HTTP/1.1" status: 404 len: 352 time: 0.0162656 Jan 28 01:04:52.552684 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-6192c86c-dc76-411b-9bca-ea48350da9b9 req-c3ce4575-4509-4c4a-8b32-4ed3fe8ce458 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:52.555596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6192c86c-dc76-411b-9bca-ea48350da9b9 req-c3ce4575-4509-4c4a-8b32-4ed3fe8ce458 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/34da3c29-1248-472f-afae-a85e56636996 HTTP/1.1" status: 404 len: 352 time: 0.0200772 Jan 28 01:04:52.597576 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-d469c9f7-6a7a-42e8-84cc-4f67a6891a7a req-281bef15-fd18-4ba6-9602-988d701de993 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:52.598891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d469c9f7-6a7a-42e8-84cc-4f67a6891a7a req-281bef15-fd18-4ba6-9602-988d701de993 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/8302637e-3807-4aa0-8e69-f6e01eda06ad HTTP/1.1" status: 404 len: 352 time: 0.0182750 Jan 28 01:04:52.649096 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-cf9f28b6-3679-4328-b885-17ae573caccb req-b90760b9-1f65-4cff-8561-3119a4e6211b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:52.650545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf9f28b6-3679-4328-b885-17ae573caccb req-b90760b9-1f65-4cff-8561-3119a4e6211b tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/bb64add1-a871-4e95-8952-d2634c67f92c HTTP/1.1" status: 404 len: 352 time: 0.0237291 Jan 28 01:04:52.695523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce586ae-82e9-4587-ba29-fa29db05e6ce req-f5e8ae02-0051-4a2e-b77d-a5edd45fd441 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:52.702975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ce586ae-82e9-4587-ba29-fa29db05e6ce req-f5e8ae02-0051-4a2e-b77d-a5edd45fd441 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 944 time: 0.0875838 Jan 28 01:04:52.750323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ce586ae-82e9-4587-ba29-fa29db05e6ce req-b0901388-9a4b-4e8f-8f26-d6b0e4694872 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458179 Jan 28 01:04:52.783226 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-ba9d1894-36d1-4ec4-b3ef-1057857d3a48 req-13d0ee7d-f687-4062-8a8b-cc877c7d855f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] show failed (client error): The resource could not be found. Jan 28 01:04:52.784264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba9d1894-36d1-4ec4-b3ef-1057857d3a48 req-13d0ee7d-f687-4062-8a8b-cc877c7d855f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/7ad46d31-f7e5-49b3-ac4e-d221be64fd7a HTTP/1.1" status: 404 len: 352 time: 0.0158436 Jan 28 01:04:53.031519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ea034-5fa8-476a-9b08-c90dd1a306c2 req-8773a863-967c-4a69-9fdd-ba560e3c64d8 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.032944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe3ea034-5fa8-476a-9b08-c90dd1a306c2 req-8773a863-967c-4a69-9fdd-ba560e3c64d8 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1023 time: 0.0568542 Jan 28 01:04:53.106099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe3ea034-5fa8-476a-9b08-c90dd1a306c2 req-dee40435-e536-43a4-b76c-61bf9db8f6d6 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8367e9f-e6a3-4c63-b6dd-9266a5d1a090&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&id=1f21b0f9-d38f-4eda-a85a-bfa0a4cac222&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0664744 Jan 28 01:04:53.302717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47593-55f8-466f-8605-49ce8fe27672 req-3facb4cd-15e9-4732-9d2f-0b6a7b3292fb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.304536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14b47593-55f8-466f-8605-49ce8fe27672 req-3facb4cd-15e9-4732-9d2f-0b6a7b3292fb tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 944 time: 0.0509908 Jan 28 01:04:53.352135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14b47593-55f8-466f-8605-49ce8fe27672 req-205a2a35-0501-4d6e-b680-f91a466b8e07 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Jan 28 01:04:53.533396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0a62cdb-b88c-4c02-8f98-f4e19fd394b2 req-638da1c1-969b-4317-86d0-31038d7d45fd tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0255547 Jan 28 01:04:53.707089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-2677d345-2e40-42d0-868f-e34f5a2535b4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.708535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-2677d345-2e40-42d0-868f-e34f5a2535b4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1033783 Jan 28 01:04:53.723562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-cd27dd9c-8a7a-4205-99bd-a98a38494a25 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0093186 Jan 28 01:04:53.730920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1c453b73-04e0-45fc-a447-e2c3ce70be22 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:53.776519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-7e8d0baa-d4e1-4e7e-b71b-156558df89ea tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474603 Jan 28 01:04:53.806947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7830757-4f71-4eb5-83ea-7b96e5c396af up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:53.847026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 1c453b73-04e0-45fc-a447-e2c3ce70be22 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:53.852079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 1c453b73-04e0-45fc-a447-e2c3ce70be22 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:53.852507 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:53.893877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-b907906a-9289-432c-8b2d-d38ddbaa961f service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089997 Jan 28 01:04:53.938209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1c453b73-04e0-45fc-a447-e2c3ce70be22 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:53.938604 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:53.940382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port e7830757-4f71-4eb5-83ea-7b96e5c396af completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:53.950515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e7830757-4f71-4eb5-83ea-7b96e5c396af triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:53.950875 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:53.986098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:53.988391 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb815af4-b197-45c8-9c97-7296f264cf04" -d '{"events": [{"server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:54.010370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e1d9-4ba0-4551-98b6-7c676e176022 req-8578e0c9-201d-4d48-aeb8-5d39dc50a6a0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.014213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c27e1d9-4ba0-4551-98b6-7c676e176022 req-8578e0c9-201d-4d48-aeb8-5d39dc50a6a0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 944 time: 0.1099842 Jan 28 01:04:54.019464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:54.034682 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.035826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 302ba766-8f43-4675-8ac9-ff56d3f3fe63 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:54.040598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-599d8cc8-9920-46ef-8191-73a2d3094001 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455169 Jan 28 01:04:54.071329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c27e1d9-4ba0-4551-98b6-7c676e176022 req-ca23a1ef-a260-4cad-ad50-3bc7e1f1dd69 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Jan 28 01:04:54.101479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 302ba766-8f43-4675-8ac9-ff56d3f3fe63 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:54.101866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 302ba766-8f43-4675-8ac9-ff56d3f3fe63 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:54.124494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7830757-4f71-4eb5-83ea-7b96e5c396af is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:54.124887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.136320 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abf1eb8-fb91-4dd4-8c16-fd32e0065ec2 x-openstack-request-id: req-1abf1eb8-fb91-4dd4-8c16-fd32e0065ec2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:54.136584 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:54.137019 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1abf1eb8-fb91-4dd4-8c16-fd32e0065ec2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:54.137370 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'code': 200} Jan 28 01:04:54.151306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:54.178514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:54.184399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:54.260134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:54.283682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45439e55-4f41-42d4-be91-1c140f344701 req-04c96144-2d81-4ef2-90b8-c79f56a6fb06 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 210 time: 0.0330698 Jan 28 01:04:54.303387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a711b-8b83-4749-a232-eee0c5d7ba88 req-8364d93c-1d1e-4fd1-b61f-6995aa1b2998 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.310330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a58a711b-8b83-4749-a232-eee0c5d7ba88 req-8364d93c-1d1e-4fd1-b61f-6995aa1b2998 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1023 time: 0.1111348 Jan 28 01:04:54.339355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394dc5d-69de-492b-a8a7-7c02c208aee2 req-bdcb5d2c-d198-4de7-a35f-6e1b8e791ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.340881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9394dc5d-69de-492b-a8a7-7c02c208aee2 req-bdcb5d2c-d198-4de7-a35f-6e1b8e791ded service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 1096 time: 0.0618422 Jan 28 01:04:54.391151 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9394dc5d-69de-492b-a8a7-7c02c208aee2 req-81bcc5ed-a59c-4f81-b365-fcc6401d1e3e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Jan 28 01:04:54.395425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a58a711b-8b83-4749-a232-eee0c5d7ba88 req-d04663e3-515a-457e-b6f3-74f24d40238c tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups?id=b8367e9f-e6a3-4c63-b6dd-9266a5d1a090&id=1516c7be-4698-4b70-8f66-4ed864c7bc72&id=1f21b0f9-d38f-4eda-a85a-bfa0a4cac222&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0839751 Jan 28 01:04:54.501629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab1e5-5906-48e7-bb8a-6c820e86d925 req-14e60090-eaf1-427c-9ee2-ffedeea36b17 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.508716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fddab1e5-5906-48e7-bb8a-6c820e86d925 req-14e60090-eaf1-427c-9ee2-ffedeea36b17 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.0649526 Jan 28 01:04:54.553840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fddab1e5-5906-48e7-bb8a-6c820e86d925 req-23074e73-0331-4333-b73d-f149e07b9f4c tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Jan 28 01:04:54.644542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9457f39e-3951-4f4e-a086-9fcab42a1627 req-9cd503db-19cc-48cc-b841-baa126c6c1b2 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0312421 Jan 28 01:04:54.802460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-c587ee41-ea40-4293-9809-f0bae35682b5 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:54.803991 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-c587ee41-ea40-4293-9809-f0bae35682b5 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 1023 time: 0.0567644 Jan 28 01:04:54.924861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Deleting port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:54.925256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.024042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] For port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,segment=NetworkSegment(437cf257-dcc6-4c8a-9ed9-7fd47e5daa44),segment_id=437cf257-dcc6-4c8a-9ed9-7fd47e5daa44)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:55.024408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.036182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Calling delete_port for f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:55.170466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.198854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5382f-d5d5-4560-942a-2ab7256b259e req-810b25dc-79a0-4bf4-ad00-9823444e3ba0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.200533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14d5382f-d5d5-4560-942a-2ab7256b259e req-810b25dc-79a0-4bf4-ad00-9823444e3ba0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0537746 Jan 28 01:04:55.203526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'Port': ['ID=f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:55.206072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:55.247741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] No DVR routers for this DVR port f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:55.250316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.253737 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e3461cb-fe25-4fb3-a5db-b5f0dc9f058f req-fddedfe7-d9c8-47ee-83c5-192e01e99389 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.43 "DELETE /v2.0/ports/f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 HTTP/1.1" status: 204 len: 173 time: 0.4440696 Jan 28 01:04:55.254232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'name': 'network-vif-deleted', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:55.256453 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff1f39-bfa3-47ac-97ba-cbafff84dea5" -d '{"events": [{"server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "name": "network-vif-deleted", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:55.293320 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99ce68-a316-418c-87d8-cde92dae7caf x-openstack-request-id: req-7b99ce68-a316-418c-87d8-cde92dae7caf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:55.293618 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fd5a12-273d-44c8-bce7-fe5ae03b8adc", "name": "network-vif-deleted", "tag": "f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:55.293900 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b99ce68-a316-418c-87d8-cde92dae7caf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:55.294482 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fd5a12-273d-44c8-bce7-fe5ae03b8adc', 'name': 'network-vif-deleted', 'tag': 'f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4', 'status': 'completed', 'code': 200} Jan 28 01:04:55.323675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14d5382f-d5d5-4560-942a-2ab7256b259e req-eec46b75-9d91-4250-ae7e-ff300a7540be tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728896 Jan 28 01:04:55.394396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0b238b6-9337-4ac1-a695-390e4e1745ae req-5ec39e15-b161-45cd-acdd-0da869fb744f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 210 time: 0.0346937 Jan 28 01:04:55.564651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-0ca1ee84-5ade-4da2-a980-25bb03f9d840 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.566291 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-0ca1ee84-5ade-4da2-a980-25bb03f9d840 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1426659 Jan 28 01:04:55.571645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c5ce56a-875e-4496-87c9-56ce97005003 req-664b76b6-f7fd-4235-96dc-30c1cf572f10 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fd5a12-273d-44c8-bce7-fe5ae03b8adc HTTP/1.1" status: 200 len: 210 time: 0.0358334 Jan 28 01:04:55.595464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:55.726107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a82c1e-1781-4786-89b8-c689a7c51cdd req-b372da41-5e29-43e5-86e1-37fcb1b1c122 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:55.727765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41a82c1e-1781-4786-89b8-c689a7c51cdd req-b372da41-5e29-43e5-86e1-37fcb1b1c122 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.0606120 Jan 28 01:04:55.732248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:55.736315 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:55.764374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-919c5602-fbb6-4df9-b8e9-c86e9afb4d03 req-7b3b9107-2c77-4ec9-88f0-bc16ce6c1ac7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0355334 Jan 28 01:04:55.818183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41a82c1e-1781-4786-89b8-c689a7c51cdd req-49f3d8cb-e527-499f-a947-e402803eb831 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568388 Jan 28 01:04:55.891749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.3 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/903d5e4a-c7bd-4159-82a8-f0e1ff530d86) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:56.064848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:56.115850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:56.138996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7830757-4f71-4eb5-83ea-7b96e5c396af'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:56.143479 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618beb2-e719-4035-ab87-b617e4b3151a" -d '{"events": [{"server_uuid": "2c03b0ed-316e-46b2-bf7c-15f9dcb813c5", "name": "network-vif-plugged", "status": "completed", "tag": "e7830757-4f71-4eb5-83ea-7b96e5c396af"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:56.165295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:56.169077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:56.173437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:56.176883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:56.220381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:56.240810 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ce2391-2876-4b64-8a57-6578dc3a71f7 x-openstack-request-id: req-61ce2391-2876-4b64-8a57-6578dc3a71f7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:56.241729 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c03b0ed-316e-46b2-bf7c-15f9dcb813c5", "name": "network-vif-plugged", "status": "completed", "tag": "e7830757-4f71-4eb5-83ea-7b96e5c396af", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:56.242142 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61ce2391-2876-4b64-8a57-6578dc3a71f7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:56.242746 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'code': 200} Jan 28 01:04:56.248789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.255355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:56.282562 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-a67f2f72-1718-404e-82d7-52dc54acbff9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6996944 Jan 28 01:04:56.301008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Request body: {'port': {'device_id': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:56.397333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:56.418904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594d4a-750d-440b-8c5c-baf4b2889b2a req-77cb021f-4a12-4d4d-a2c2-2b799ca2a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.421810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62594d4a-750d-440b-8c5c-baf4b2889b2a req-77cb021f-4a12-4d4d-a2c2-2b799ca2a8ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 1096 time: 0.0871222 Jan 28 01:04:56.566257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62594d4a-750d-440b-8c5c-baf4b2889b2a req-29b593a2-1873-4829-a1db-52b9176b36d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357489 Jan 28 01:04:56.579010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ba90a-8819-468f-b21f-4b39a7b21446 req-b2746878-cfb3-4181-a9a1-94a9b75062b7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.581534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe2ba90a-8819-468f-b21f-4b39a7b21446 req-b2746878-cfb3-4181-a9a1-94a9b75062b7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1262572 Jan 28 01:04:56.606786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e036d1d-3063-46dc-afdb-d224e8198082 req-0b878535-7a66-4734-8f88-393c61d78522 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.610813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e036d1d-3063-46dc-afdb-d224e8198082 req-0b878535-7a66-4734-8f88-393c61d78522 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 931 time: 0.1018138 Jan 28 01:04:56.674262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe2ba90a-8819-468f-b21f-4b39a7b21446 req-6a140a71-a014-4dcd-b3f0-1cae9388d6ad tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851533 Jan 28 01:04:56.760208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e036d1d-3063-46dc-afdb-d224e8198082 req-dc9171ac-2353-4965-a993-838838e114c7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012814 Jan 28 01:04:56.813122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:56.821721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Publish callbacks [] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:56.837850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Transition to ACTIVE for port object 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:56.842945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:56.856625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e95cd3b9-9453-468d-8c0a-efd9678be61b req-1bcb29a1-b8b3-42f3-a8ce-4c0efe7f0613 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/b8367e9f-e6a3-4c63-b6dd-9266a5d1a090 HTTP/1.1" status: 200 len: 1817 time: 0.0582247 Jan 28 01:04:56.868710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b400624-8c95-478e-8fc1-6b9e8369aca5 req-a8da3f5c-cd15-4056-885b-13ae0b30449d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:56.870936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b400624-8c95-478e-8fc1-6b9e8369aca5 req-a8da3f5c-cd15-4056-885b-13ae0b30449d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0820920 Jan 28 01:04:56.963757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b400624-8c95-478e-8fc1-6b9e8369aca5 req-c252204d-7006-48b5-b561-af25c7785008 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845854 Jan 28 01:04:56.975094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e95cd3b9-9453-468d-8c0a-efd9678be61b req-a74edaa8-219e-4ba4-8c66-b37cfcfa42e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (b8367e9f-e6a3-4c63-b6dd-9266a5d1a090), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.028446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e95cd3b9-9453-468d-8c0a-efd9678be61b req-a74edaa8-219e-4ba4-8c66-b37cfcfa42e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (b8367e9f-e6a3-4c63-b6dd-9266a5d1a090), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.117907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83d71d6c-2198-4958-8251-527157e4b8cd req-86810f49-4c7e-4ff9-bfa7-a333ec74f4b9 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=efe818d7-8b3e-439c-b18d-f7687779ba8c HTTP/1.1" status: 200 len: 210 time: 0.0533481 Jan 28 01:04:57.141545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e95cd3b9-9453-468d-8c0a-efd9678be61b req-a74edaa8-219e-4ba4-8c66-b37cfcfa42e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b8367e9f-e6a3-4c63-b6dd-9266a5d1a090), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.144578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e95cd3b9-9453-468d-8c0a-efd9678be61b req-a74edaa8-219e-4ba4-8c66-b37cfcfa42e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.154354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e95cd3b9-9453-468d-8c0a-efd9678be61b req-a74edaa8-219e-4ba4-8c66-b37cfcfa42e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/b8367e9f-e6a3-4c63-b6dd-9266a5d1a090 HTTP/1.1" status: 204 len: 173 time: 0.2822404 Jan 28 01:04:57.177496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74edaa8-219e-4ba4-8c66-b37cfcfa42e9 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8367e9f-e6a3-4c63-b6dd-9266a5d1a090,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:57.281166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Pushing event updated for resources: {'Port': ['ID=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:57.299409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde6263-3096-4322-aab9-3b62b656ec88 req-0d5d8957-7d55-4698-9b38-f77ccc55c0ab tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:57.306512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bde6263-3096-4322-aab9-3b62b656ec88 req-0d5d8957-7d55-4698-9b38-f77ccc55c0ab tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.0900886 Jan 28 01:04:57.362259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Attempting to bind port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:57.362600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Attempting to bind port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:57.362930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Attempting to bind port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:57.367500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:57.367829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Attempting to bind port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:57.372295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bde6263-3096-4322-aab9-3b62b656ec88 req-f8c56ff0-9894-48e3-a862-8fe97b08b7ea tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633497 Jan 28 01:04:57.373669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:57.374803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:57.375223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:57.375721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Bound port: 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:57.376145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.450428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6e3e8f5-5e66-40f7-ba75-d13f38743f7d req-348fe904-f7f0-47cc-8e87-08a37d5dd2e2 tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "GET /v2.0/security-groups/1f21b0f9-d38f-4eda-a85a-bfa0a4cac222 HTTP/1.1" status: 200 len: 1819 time: 0.0506976 Jan 28 01:04:57.506788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] For port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:57.511707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] For port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:57.533034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.573366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:57.574178 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.575702 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] 10.222.0.43 "PUT /v2.0/ports/903d5e4a-c7bd-4159-82a8-f0e1ff530d86 HTTP/1.1" status: 200 len: 1091 time: 1.2806385 Jan 28 01:04:57.576999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'tag': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:57.580052 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d3fbc7-d408-49b4-a748-20f3b5808f58", "tag": "903d5e4a-c7bd-4159-82a8-f0e1ff530d86"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:57.586935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e6e3e8f5-5e66-40f7-ba75-d13f38743f7d req-790c4aa0-9263-4d0a-840b-ba313065936f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (1f21b0f9-d38f-4eda-a85a-bfa0a4cac222), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.609914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c3274-8955-4a95-b896-62829acaeea8 service neutron] Pushing event updated for resources: {'Port': ['ID=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:57.624570 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e6e3e8f5-5e66-40f7-ba75-d13f38743f7d req-790c4aa0-9263-4d0a-840b-ba313065936f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (1f21b0f9-d38f-4eda-a85a-bfa0a4cac222), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.643803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34ff6f-d8ea-4112-bcb1-575ea6178c05 req-68604d6f-53ae-4833-88cd-e6f79a6e0aea tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:57.645434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd34ff6f-d8ea-4112-bcb1-575ea6178c05 req-68604d6f-53ae-4833-88cd-e6f79a6e0aea tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1204636 Jan 28 01:04:57.708740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd34ff6f-d8ea-4112-bcb1-575ea6178c05 req-261d3972-68cf-4d82-bed2-8296b89a95e4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558243 Jan 28 01:04:57.717374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e6e3e8f5-5e66-40f7-ba75-d13f38743f7d req-790c4aa0-9263-4d0a-840b-ba313065936f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1f21b0f9-d38f-4eda-a85a-bfa0a4cac222), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.722187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e6e3e8f5-5e66-40f7-ba75-d13f38743f7d req-790c4aa0-9263-4d0a-840b-ba313065936f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.730245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6e3e8f5-5e66-40f7-ba75-d13f38743f7d req-790c4aa0-9263-4d0a-840b-ba313065936f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f21b0f9-d38f-4eda-a85a-bfa0a4cac222 HTTP/1.1" status: 204 len: 173 time: 0.2788827 Jan 28 01:04:57.730762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54300) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:57.742238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:57.784125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ba0c7ae4-e012-4790-ba8e-621094881708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:57.790509 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ba0c7ae4-e012-4790-ba8e-621094881708 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 1094 time: 0.1470246 Jan 28 01:04:57.791490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:57.791991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f8f78ef3-a425-4f75-9c3e-6e1be09d5dc4 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:57.842161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Deleting subnet eb5b735e-5643-4ac1-9d38-1cb548188876 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:04:57.847685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c4aa0-9263-4d0a-840b-ba313065936f tempest-SecurityGroupsTestJSON-1135265245 tempest-SecurityGroupsTestJSON-1135265245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21b0f9-d38f-4eda-a85a-bfa0a4cac222,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:57.849425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Publish callbacks [] for subnet (eb5b735e-5643-4ac1-9d38-1cb548188876), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:57.887582 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa720d-957a-4b2f-8853-68d1af4a9c32 x-openstack-request-id: req-66fa720d-957a-4b2f-8853-68d1af4a9c32 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:57.888143 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d3fbc7-d408-49b4-a748-20f3b5808f58", "tag": "903d5e4a-c7bd-4159-82a8-f0e1ff530d86", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:57.888143 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66fa720d-957a-4b2f-8853-68d1af4a9c32 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:57.888494 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'tag': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86', 'status': 'completed', 'code': 200} Jan 28 01:04:57.890030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ac5ca2fd-526c-49b0-8fef-d012cd831282 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86 HTTP/1.1" status: 200 len: 217 time: 0.0846100 Jan 28 01:04:57.963271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-35555adf-4221-420f-bed0-19528eb03bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:57.965179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-35555adf-4221-420f-bed0-19528eb03bcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0670068 Jan 28 01:04:57.977288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (eb5b735e-5643-4ac1-9d38-1cb548188876), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:58.001798 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-4a154930-0cc3-4a43-adf4-1baf275cfbd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298798 Jan 28 01:04:58.121183 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-ea81dff0-0e41-4784-88e9-eaeac9a49d82 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129999 Jan 28 01:04:58.243667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1f65d950-3353-45ff-b5a7-2e9d40fc2153 req-4d745aab-5596-4120-ab37-916f03e07c4c service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164908 Jan 28 01:04:58.383247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8377-6cca-49d6-9899-c6037929e04f req-dc4e9579-a225-4b19-81e6-eed0c268fabb tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.390592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa6a8377-6cca-49d6-9899-c6037929e04f req-dc4e9579-a225-4b19-81e6-eed0c268fabb tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 943 time: 0.4736187 Jan 28 01:04:58.424375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-31a5b23d-7446-442d-930c-605389eab17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.431021 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-31a5b23d-7446-442d-930c-605389eab17c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 1094 time: 0.0632854 Jan 28 01:04:58.431190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1d6d3-6445-40aa-8e7c-6aadee5a61c7 req-1585a6ea-e1ae-4d2a-82ed-44ced9bc41f3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.436012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2c1d6d3-6445-40aa-8e7c-6aadee5a61c7 req-1585a6ea-e1ae-4d2a-82ed-44ced9bc41f3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.5911930 Jan 28 01:04:58.447521 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (eb5b735e-5643-4ac1-9d38-1cb548188876), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:58.559773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-597f38fc-f2c7-4b05-858c-86b434c6fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.561461 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-597f38fc-f2c7-4b05-858c-86b434c6fc1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.1236901 Jan 28 01:04:58.564405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa6a8377-6cca-49d6-9899-c6037929e04f req-0fd22bc4-a29e-449a-838e-62a8628d7d17 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727414 Jan 28 01:04:58.592857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (eb5b735e-5643-4ac1-9d38-1cb548188876), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:58.644895 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-4b6eb88c-14e6-4f0b-8b10-d87780dfb296 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86 HTTP/1.1" status: 200 len: 217 time: 0.0755389 Jan 28 01:04:58.676190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2c1d6d3-6445-40aa-8e7c-6aadee5a61c7 req-477663cb-9772-406f-bbd6-1957c4138f98 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663346 Jan 28 01:04:58.677392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5b735e-5643-4ac1-9d38-1cb548188876,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:58.686747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:58.692150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-484386a2-5025-4fbe-bcab-8a2a451a3813 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb5b735e-5643-4ac1-9d38-1cb548188876 HTTP/1.1" status: 204 len: 168 time: 0.9552667 Jan 28 01:04:58.694809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54318) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:58.736463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-004c4d37-648f-424f-baf2-11dac77dfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.745171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-004c4d37-648f-424f-baf2-11dac77dfa4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0940552 Jan 28 01:04:58.801227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-7217d646-ab7f-4bb1-8843-63659b288740 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478714 Jan 28 01:04:58.813278 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (78128082-1d60-42f3-a706-cbefe6086191), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:58.832088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c335-77d1-4938-bd3d-b215d79c7f2d req-11ea338e-824c-48b0-873f-104640596772 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.833597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8690c335-77d1-4938-bd3d-b215d79c7f2d req-11ea338e-824c-48b0-873f-104640596772 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.1123536 Jan 28 01:04:58.935827 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-ea270b50-2816-4621-bb43-de5ce85daafd service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056988 Jan 28 01:04:58.958116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (78128082-1d60-42f3-a706-cbefe6086191), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:58.973234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8690c335-77d1-4938-bd3d-b215d79c7f2d req-6bb3f12c-2439-455b-8f69-016676c01ab4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332974 Jan 28 01:04:58.998238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78128082-1d60-42f3-a706-cbefe6086191']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:59.011927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:59.012409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437cf257-dcc6-4c8a-9ed9-7fd47e5daa44') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:59.027390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (437cf257-dcc6-4c8a-9ed9-7fd47e5daa44), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.056088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (437cf257-dcc6-4c8a-9ed9-7fd47e5daa44), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.070752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:04:59.071400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (437cf257-dcc6-4c8a-9ed9-7fd47e5daa44), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:04:59.075501 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:04:59.094185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6e8d47d9-9b3b-47a4-bed9-4cab029afd5d req-0645baf2-764a-44a6-bfcb-fa8561b983ab service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524780 Jan 28 01:04:59.153742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (78128082-1d60-42f3-a706-cbefe6086191), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.166543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.177362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/78128082-1d60-42f3-a706-cbefe6086191 HTTP/1.1" status: 204 len: 168 time: 0.4814525 Jan 28 01:04:59.247210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415611c-1fb1-4161-aac4-18b19d86ffe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=78128082-1d60-42f3-a706-cbefe6086191,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:59.330716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5ab5-1e61-4226-ad1c-60c726f11abd req-cc4fffc7-7c92-469a-a3b4-07bd5188476e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:59.337684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5cd5ab5-1e61-4226-ad1c-60c726f11abd req-cc4fffc7-7c92-469a-a3b4-07bd5188476e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0971651 Jan 28 01:04:59.393056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5cd5ab5-1e61-4226-ad1c-60c726f11abd req-bacb22b6-fe35-4148-bf60-5364ea97494a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Jan 28 01:04:59.397122 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:04:59.432115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54352) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:59.507852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e0c0faf-7f39-4e9e-ab32-cc941022e39b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e41a2b657c441eda73c0065324f1e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740311 Jan 28 01:04:59.510812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54362) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:59.616079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-529f904e-b69a-4b1e-942d-8d22f6868f73 admin admin] Publish callbacks [] for security_group (1516c7be-4698-4b70-8f66-4ed864c7bc72), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.639941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-529f904e-b69a-4b1e-942d-8d22f6868f73 admin admin] Publish callbacks [] for security_group (1516c7be-4698-4b70-8f66-4ed864c7bc72), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.713898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-529f904e-b69a-4b1e-942d-8d22f6868f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1516c7be-4698-4b70-8f66-4ed864c7bc72), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.717046 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-529f904e-b69a-4b1e-942d-8d22f6868f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:59.718675 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-529f904e-b69a-4b1e-942d-8d22f6868f73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1516c7be-4698-4b70-8f66-4ed864c7bc72 HTTP/1.1" status: 204 len: 168 time: 0.2065783 Jan 28 01:04:59.742033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f904e-b69a-4b1e-942d-8d22f6868f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516c7be-4698-4b70-8f66-4ed864c7bc72,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:59.756724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:59.844513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202a5f5-b65b-47b7-ac21-4d133695542d req-bd928164-3211-4f4d-bca2-b0e330c10b4a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:59.852499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e202a5f5-b65b-47b7-ac21-4d133695542d req-bd928164-3211-4f4d-bca2-b0e330c10b4a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 943 time: 0.1255667 Jan 28 01:04:59.945365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:59.957260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e202a5f5-b65b-47b7-ac21-4d133695542d req-0d6f24c9-07f8-4f30-9e7a-c9d2564a0a14 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020634 Jan 28 01:04:59.969698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86', 'mac_address': 'fa:16:3e:c9:43:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:00.022815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:00.023420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.047227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:00.079517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:00.083830 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.141839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:00.150760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.151442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.152132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.152721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.153283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.153759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.154423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.155043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.155623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.156200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.156666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.157183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.157723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:00.394392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['903d5e4a-c7bd-4159-82a8-f0e1ff530d86'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:00.426860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7facfed-b821-4c58-b148-596df6f8c419 req-293097f9-325d-4229-bc1e-c37391f37d1b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:00.430527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7facfed-b821-4c58-b148-596df6f8c419 req-293097f9-325d-4229-bc1e-c37391f37d1b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1091797 Jan 28 01:05:00.579124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7facfed-b821-4c58-b148-596df6f8c419 req-0029cd5b-0d26-488d-90a3-fa7fb2a18735 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411653 Jan 28 01:05:00.599514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc158-7320-4cb9-8c8c-8466db687408 req-c9582a83-56de-4d05-842d-63b3da0b970e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:00.607164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-674fc158-7320-4cb9-8c8c-8466db687408 req-c9582a83-56de-4d05-842d-63b3da0b970e tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.0736744 Jan 28 01:05:00.662189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-674fc158-7320-4cb9-8c8c-8466db687408 req-b6742249-43dd-41ba-85b9-c8dd5fdf034d tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539336 Jan 28 01:05:00.726133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf636c-b6cb-44df-a93e-fe31e7bf8e21 req-50ba1e1e-262d-4bbd-bd65-197169c8549c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:00.728404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edaf636c-b6cb-44df-a93e-fe31e7bf8e21 req-50ba1e1e-262d-4bbd-bd65-197169c8549c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0651953 Jan 28 01:05:00.782498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edaf636c-b6cb-44df-a93e-fe31e7bf8e21 req-60a5f901-3a86-446e-8a95-79b786513c56 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 Jan 28 01:05:00.949721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:01.066072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2124129787-network', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:01.088968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Made reservation on behalf of 58d60bad4de844e5934ecc35e6c8aefb for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:01.091931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.101436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.115325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a909a9-5c9b-4fab-9a25-73a47e636836 req-d2eac732-9cd5-4e5a-a97e-9d5950842fbd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.118168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63a909a9-5c9b-4fab-9a25-73a47e636836 req-d2eac732-9cd5-4e5a-a97e-9d5950842fbd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 944 time: 0.0679433 Jan 28 01:05:01.172634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63a909a9-5c9b-4fab-9a25-73a47e636836 req-9c3b1931-d601-4ce4-9af5-9580d527f5e5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483127 Jan 28 01:05:01.193611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks [] for security_group (8889ed82-4684-46d6-a328-32a4f9ebd53f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.199195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8889ed82-4684-46d6-a328-32a4f9ebd53f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.221185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:05:01.235208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889ed82-4684-46d6-a328-32a4f9ebd53f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:01.240343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4080c5ac-8e6b-405e-b432-4b2a9ccea74c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.240694 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Added segment 4080c5ac-8e6b-405e-b432-4b2a9ccea74c of type vlan for network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 Jan 28 01:05:01.251596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.251947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.252289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.252630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.252962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.253292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.253620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.253963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.254293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.254616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.254938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.255261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.255581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:01.305370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.332362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.333424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.334212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.388851 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4370592 Jan 28 01:05:01.391702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54440) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:01.396643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Request body: {'subnet': {'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-subnet', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:01.400609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512415a2-0036-476e-819f-d7680b29f8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:01.412068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:05:01.441690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Made reservation on behalf of 58d60bad4de844e5934ecc35e6c8aefb for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:01.445827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.640819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3260361d-4569-452d-98a7-7aee2c3e514a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.749504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3260361d-4569-452d-98a7-7aee2c3e514a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:01.759870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Checking segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:01.760229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Network hostable DHCP agents. Network: 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:05:01.766151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:01.802457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a62cb-c623-4218-990e-2375b50203e4 req-2492c6c7-f0a5-4d32-baa6-78e20b8b864d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.809585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd4a62cb-c623-4218-990e-2375b50203e4 req-2492c6c7-f0a5-4d32-baa6-78e20b8b864d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1223783 Jan 28 01:05:01.839639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:01.853684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:05:01.854724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:01.856523 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.871499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df7a8-2774-4e8b-b682-60a5d931fb6f req-ea125b52-ffb3-44a1-99a0-301a4c9c05df tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.873344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d28df7a8-2774-4e8b-b682-60a5d931fb6f req-ea125b52-ffb3-44a1-99a0-301a4c9c05df tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.1090341 Jan 28 01:05:01.892270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:01.910502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd4a62cb-c623-4218-990e-2375b50203e4 req-65f15dcb-7a95-49fd-8d4b-ca304553938b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999131 Jan 28 01:05:01.916000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782dc8b4-2c72-4b6d-b265-5f9c316dba15 None None] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:01.929824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.933380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.996220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8a7bee39-f3d9-4a8b-85fb-e10a534c69a7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6006882 Jan 28 01:05:01.997021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:02.002952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:02.027127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d28df7a8-2774-4e8b-b682-60a5d931fb6f req-e17eaec7-4eee-45dd-b1ad-db827300bc52 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473613 Jan 28 01:05:02.048186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (a1e13423-f6d5-41a1-91a0-e5159117f2f9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.050120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (a1e13423-f6d5-41a1-91a0-e5159117f2f9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.084313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97472537-92bb-4372-a188-13fd05901449 req-48d58602-caa9-450b-af43-0a1c90f80419 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.086372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97472537-92bb-4372-a188-13fd05901449 req-48d58602-caa9-450b-af43-0a1c90f80419 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0769148 Jan 28 01:05:02.133210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks [] for router_controller (a1e13423-f6d5-41a1-91a0-e5159117f2f9), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.151139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97472537-92bb-4372-a188-13fd05901449 req-54eb54aa-8f64-448c-b68e-afb9bc86187a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589571 Jan 28 01:05:02.210733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:05:02.212093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.240720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:02.241250 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.320006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks [] for router_gateway (a1e13423-f6d5-41a1-91a0-e5159117f2f9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.331792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:02.333373 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6d44a-9ebd-4f24-af1f-5a896f7dcc28" -d '{"events": [{"server_uuid": "a8d3fbc7-d408-49b4-a748-20f3b5808f58", "name": "network-vif-plugged", "status": "completed", "tag": "903d5e4a-c7bd-4159-82a8-f0e1ff530d86"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:02.352439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:02.361769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231313c6-658e-44a7-9fc5-57d6c823d6ef req-96505b45-c136-411b-b280-cb2cf96cfb83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.364452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231313c6-658e-44a7-9fc5-57d6c823d6ef req-96505b45-c136-411b-b280-cb2cf96cfb83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 944 time: 0.0944691 Jan 28 01:05:02.365144 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.422582 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6708956a-b736-47e0-9b6e-3a0fecd848fa x-openstack-request-id: req-6708956a-b736-47e0-9b6e-3a0fecd848fa {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:02.423557 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d3fbc7-d408-49b4-a748-20f3b5808f58", "name": "network-vif-plugged", "status": "completed", "tag": "903d5e4a-c7bd-4159-82a8-f0e1ff530d86", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:02.424466 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6708956a-b736-47e0-9b6e-3a0fecd848fa {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:02.425003 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86', 'code': 200} Jan 28 01:05:02.492529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231313c6-658e-44a7-9fc5-57d6c823d6ef req-586efd2b-ff29-4de0-aaf5-79755d311fa2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229932 Jan 28 01:05:02.502912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Allocated IP 172.20.0.2 (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3/3260361d-4569-452d-98a7-7aee2c3e514a/e78845ad-6520-4df9-8c2f-21a7a3f6cbdc) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:02.542001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:02.597347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336cf2d-6308-4ae8-a200-a8827bd49282 req-f39d85d5-a0e5-49c0-9601-aa3818b2738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.597682 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8336cf2d-6308-4ae8-a200-a8827bd49282 req-f39d85d5-a0e5-49c0-9601-aa3818b2738b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 1096 time: 0.0605896 Jan 28 01:05:02.706536 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Publish callbacks [] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.718838 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.765832 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8336cf2d-6308-4ae8-a200-a8827bd49282 req-d9b8466f-0d46-4632-8b02-fc87647fcb79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191490 Jan 28 01:05:02.771543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:02.771782 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks [] for router_gateway (a1e13423-f6d5-41a1-91a0-e5159117f2f9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.775398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:02.782882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:02.793974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:02.937662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Allocated IP 172.25.1.110 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/635bb0b5-acdd-4b59-8985-ac169a113ed8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:02.986396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Pushing event updated for resources: {'Port': ['ID=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:03.065491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Attempting to bind port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:03.066227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Attempting to bind port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:03.067970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Attempting to bind port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc on network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:03.075129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:03.075664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Checking segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:03.076602 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.076602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Bound using segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:03.077206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Bound port: e78845ad-6520-4df9-8c2f-21a7a3f6cbdc, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:03.078930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.087253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ae050-10ba-4930-815c-01329d1cbe47 req-cfd594e3-c12b-4ddb-aa79-9deb7ac03733 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.088912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-343ae050-10ba-4930-815c-01329d1cbe47 req-cfd594e3-c12b-4ddb-aa79-9deb7ac03733 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1010165 Jan 28 01:05:03.160956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks [] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.178747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] For port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:03.182697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] For port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:03.189565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.211320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.254781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:03.258937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33236f0-19aa-40e2-a9d5-b69e55b998ee None None] Pushing event updated for resources: {'Port': ['ID=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:03.259305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:03.274404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:03.278254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-343ae050-10ba-4930-815c-01329d1cbe47 req-aa3ca229-a55b-46fb-81f9-3991de726bd3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686013 Jan 28 01:05:03.320211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740e41-6f54-4869-98ff-8e215c4494b1 req-a8ebf873-83fc-4dbb-953a-c8cefae41988 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.330410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd740e41-6f54-4869-98ff-8e215c4494b1 req-a8ebf873-83fc-4dbb-953a-c8cefae41988 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 945 time: 0.1317611 Jan 28 01:05:03.349107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Pushing event updated for resources: {'Port': ['ID=635bb0b5-acdd-4b59-8985-ac169a113ed8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:03.403888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.443849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd740e41-6f54-4869-98ff-8e215c4494b1 req-5b0f7b67-03f6-4fef-98a7-9670e0279d78 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122289 Jan 28 01:05:03.550570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5c65a-0e76-47e4-a5d4-db648007d1c9 req-d922d60b-3bd4-481d-a9fc-02dd598e9548 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.552972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e5c65a-0e76-47e4-a5d4-db648007d1c9 req-d922d60b-3bd4-481d-a9fc-02dd598e9548 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0978703 Jan 28 01:05:03.673034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e5c65a-0e76-47e4-a5d4-db648007d1c9 req-fafe1372-1587-4983-9bde-1193e2e40154 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096139 Jan 28 01:05:03.738105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbf196-388c-4b34-bbc8-d10e71d806d0 req-1e81078a-813c-4a66-8105-fe5c9fa16e95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.746896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01cbf196-388c-4b34-bbc8-d10e71d806d0 req-1e81078a-813c-4a66-8105-fe5c9fa16e95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 945 time: 0.1444561 Jan 28 01:05:03.761588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks [] for router_gateway (a1e13423-f6d5-41a1-91a0-e5159117f2f9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:03.828513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01cbf196-388c-4b34-bbc8-d10e71d806d0 req-1a8ced11-934b-4459-9daf-50b2be4e1caa tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797460 Jan 28 01:05:03.869552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7830757-4f71-4eb5-83ea-7b96e5c396af details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:04.118469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:04.143765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (a1e13423-f6d5-41a1-91a0-e5159117f2f9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.147004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'network_id': 'a99c1987-4230-47a7-9f98-9507df1ad80c', 'port_id': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'mac_address': 'fa:16:3e:56:72:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35563b2f-e531-4265-8c85-b2bc87b2b39a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:04.227577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7830757-4f71-4eb5-83ea-7b96e5c396af is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:04.228052 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.243676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e78845ad-6520-4df9-8c2f-21a7a3f6cbdc up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:04.276571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7830757-4f71-4eb5-83ea-7b96e5c396af {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:04.311421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:04.335585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.420393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:04.423415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:04.424120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.440206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Router a1e13423-f6d5-41a1-91a0-e5159117f2f9 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:05:04.531145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89b821-0d80-4f81-b2bc-59d6dab1e7ce req-1d84a6d9-653a-46bd-81cb-6450bc4d5185 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.541464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc89b821-0d80-4f81-b2bc-59d6dab1e7ce req-1d84a6d9-653a-46bd-81cb-6450bc4d5185 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1253746 Jan 28 01:05:04.604001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e7830757-4f71-4eb5-83ea-7b96e5c396af'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:04.656809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:04.677744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Sync routers for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:04.685274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:04.685744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.688992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.690283 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cafc2b9d-b3fb-48f5-b1d1-37b3dd1d52a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6914008 Jan 28 01:05:04.697418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54480) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:04.705713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc89b821-0d80-4f81-b2bc-59d6dab1e7ce req-4ff9e47b-6e47-4292-acd9-a5f91ef3ffb3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610260 Jan 28 01:05:04.724766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb46af1-7066-4138-ac07-b0ea790d1c1e req-78198dc2-bd0e-47d8-a417-5f4c8d69e387 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.738978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beb46af1-7066-4138-ac07-b0ea790d1c1e req-78198dc2-bd0e-47d8-a417-5f4c8d69e387 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 944 time: 0.1557789 Jan 28 01:05:04.748828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:04.749651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:04:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:04.882006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:04.887973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beb46af1-7066-4138-ac07-b0ea790d1c1e req-0d0c99b1-f34f-4a9b-98a8-11d89250bc84 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478941 Jan 28 01:05:04.909003 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.976206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22602ce-80af-47de-8ebb-042020de2f1c req-b665f346-0ef1-4f0c-a007-f7798e7aa56e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.980580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d22602ce-80af-47de-8ebb-042020de2f1c req-b665f346-0ef1-4f0c-a007-f7798e7aa56e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1450183 Jan 28 01:05:05.063400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d22602ce-80af-47de-8ebb-042020de2f1c req-eabfbfb4-6a1b-4471-b19e-8e317a98741b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761225 Jan 28 01:05:05.100853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3931f74-7205-4332-ad3f-63020b4d1898 None None] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:05.228940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c102b44-dd0a-402e-b8de-5ce89be5824a req-348b64e1-d26e-49df-89de-f88642575dab tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.237236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c102b44-dd0a-402e-b8de-5ce89be5824a req-348b64e1-d26e-49df-89de-f88642575dab tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1118612 Jan 28 01:05:05.266443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:05.273644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:05.280511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fa992-eaa7-4db2-9667-42f1c8f6efc7 req-54e45772-5b55-4a4d-9505-a8a06357e709 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.288589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60fa992-eaa7-4db2-9667-42f1c8f6efc7 req-54e45772-5b55-4a4d-9505-a8a06357e709 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 945 time: 0.1264851 Jan 28 01:05:05.357704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-37f21738-a027-43d3-8ad9-c6f5cff81f8d None None] Provisioning complete for port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:05.358113 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37f21738-a027-43d3-8ad9-c6f5cff81f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:05.363671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c102b44-dd0a-402e-b8de-5ce89be5824a req-abb93545-b774-4282-b447-65f9cfed38e7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226726 Jan 28 01:05:05.410899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a60fa992-eaa7-4db2-9667-42f1c8f6efc7 req-fb44d18b-cc22-4629-880f-896bd7b18f6a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211841 Jan 28 01:05:05.525355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:05.551930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0cea7-62c8-45c9-affd-936facbce67f req-534ce0b5-d570-406d-b13c-c0e3ab02b669 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.553769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1d0cea7-62c8-45c9-affd-936facbce67f req-534ce0b5-d570-406d-b13c-c0e3ab02b669 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0940115 Jan 28 01:05:05.688223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1d0cea7-62c8-45c9-affd-936facbce67f req-cf53e6c3-6979-4187-ac61-f52f8c68f64c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234658 Jan 28 01:05:05.886476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-37f21738-a027-43d3-8ad9-c6f5cff81f8d None None] Current status of the port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:05.946195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Allocated IP 172.20.0.1 (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3/3260361d-4569-452d-98a7-7aee2c3e514a/42fe5b34-e30e-4067-a620-99441edc947c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:05.992285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:03Z', 'revision_number': 3, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:05.993175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-affd8833-212c-4d46-87ba-105f7a78b458 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:06.003364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-affd8833-212c-4d46-87ba-105f7a78b458 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.2668810 Jan 28 01:05:06.057209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-6d7b07f3-b555-4ab9-816b-49f328e9a827 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0525668 Jan 28 01:05:06.059163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Checking router: a1e13423-f6d5-41a1-91a0-e5159117f2f9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:06.059533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Updating router a1e13423-f6d5-41a1-91a0-e5159117f2f9 port 635bb0b5-acdd-4b59-8985-ac169a113ed8 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:05:06.105577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.173942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e78845ad-6520-4df9-8c2f-21a7a3f6cbdc up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:06.176886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks [] for port (42fe5b34-e30e-4067-a620-99441edc947c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.200511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-424efa3b-9fc4-4b5b-9bf7-c557fea03aa8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401768 Jan 28 01:05:06.240566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10a77-ea4f-4304-8389-fe9fbdb9d675 req-c2ef46ce-e7ef-4e3a-ad5a-528a18e27b9d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:06.246768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ed10a77-ea4f-4304-8389-fe9fbdb9d675 req-c2ef46ce-e7ef-4e3a-ad5a-528a18e27b9d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1586375 Jan 28 01:05:06.255464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (42fe5b34-e30e-4067-a620-99441edc947c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.313238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:06.316334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:06.333274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:06.420839 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (a1e13423-f6d5-41a1-91a0-e5159117f2f9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.449310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ed10a77-ea4f-4304-8389-fe9fbdb9d675 req-6764582e-b0ee-48ec-ba60-4dc64d4d5c7c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988459 Jan 28 01:05:06.567723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1d70b1d0-02b5-471d-af9e-030df19197ba None None] Provisioning complete for port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:06.568087 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1d70b1d0-02b5-471d-af9e-030df19197ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.576594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-9ad2cf13-fe85-4b2c-9788-c8dbc8673125 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748655 Jan 28 01:05:06.578105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=42fe5b34-e30e-4067-a620-99441edc947c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:06.633756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (42fe5b34-e30e-4067-a620-99441edc947c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.695965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:06.696342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.804236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1d70b1d0-02b5-471d-af9e-030df19197ba None None] Current status of the port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:06.897042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-bdc60110-c5e4-4f25-aff4-a15d178cd664 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102560 Jan 28 01:05:06.916944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:06.947724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Publish callbacks [] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.948168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e867df-d850-4c78-849d-fa1981c32632 req-30c6a98b-bab1-470f-8594-8e9c943ddff0 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:06.954973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-af4804d7-9872-4a96-8a0b-b17e5f27679d None None] Provisioning complete for port 42fe5b34-e30e-4067-a620-99441edc947c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:06.955342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af4804d7-9872-4a96-8a0b-b17e5f27679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (42fe5b34-e30e-4067-a620-99441edc947c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.958179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94e867df-d850-4c78-849d-fa1981c32632 req-30c6a98b-bab1-470f-8594-8e9c943ddff0 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 944 time: 0.3165939 Jan 28 01:05:06.972721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks [] for port (42fe5b34-e30e-4067-a620-99441edc947c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.980825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (42fe5b34-e30e-4067-a620-99441edc947c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.003397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.079183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (a1e13423-f6d5-41a1-91a0-e5159117f2f9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.081977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=42fe5b34-e30e-4067-a620-99441edc947c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:07.082201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94e867df-d850-4c78-849d-fa1981c32632 req-117ce5fd-17ce-4ae5-a4ce-ed7a5c59685a tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203394 Jan 28 01:05:07.108276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be0761-d8eb-421d-8570-cc285d84b573 None None] Pushing event updated for resources: {'Port': ['ID=635bb0b5-acdd-4b59-8985-ac169a113ed8,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:07.146705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-af4804d7-9872-4a96-8a0b-b17e5f27679d None None] Port 42fe5b34-e30e-4067-a620-99441edc947c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:07.157677 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-efe5d822-781d-4248-b4ea-ee53f1340434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.177850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.187584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Attempting to bind port 635bb0b5-acdd-4b59-8985-ac169a113ed8 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:07.193900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Attempting to bind port 635bb0b5-acdd-4b59-8985-ac169a113ed8 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:07.194404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Attempting to bind port 635bb0b5-acdd-4b59-8985-ac169a113ed8 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:07.222122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:07.223642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:07.224752 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.226592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:07.227212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Bound port: 635bb0b5-acdd-4b59-8985-ac169a113ed8, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:07.227604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:07.227803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.230056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:07.389021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] For port 635bb0b5-acdd-4b59-8985-ac169a113ed8, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:07.393954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] For port 635bb0b5-acdd-4b59-8985-ac169a113ed8, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=635bb0b5-acdd-4b59-8985-ac169a113ed8,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:07.406356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.449336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da3fc7-a197-4c12-ac65-5552f74bbd62 req-67424216-9815-4c13-9419-b9050ef3bd95 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.450985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-66da3fc7-a197-4c12-ac65-5552f74bbd62 req-67424216-9815-4c13-9419-b9050ef3bd95 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2251027 Jan 28 01:05:07.496323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ad7a-29b3-4aab-8fb4-bee242f634d0 req-7c5436ca-031d-4fb6-b11b-d057d7ff9879 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.504705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce53ad7a-29b3-4aab-8fb4-bee242f634d0 req-7c5436ca-031d-4fb6-b11b-d057d7ff9879 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1555920 Jan 28 01:05:07.532704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be0761-d8eb-421d-8570-cc285d84b573 None None] Pushing event updated for resources: {'Port': ['ID=635bb0b5-acdd-4b59-8985-ac169a113ed8,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:07.580209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:07.580930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:04:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:07.594906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-66da3fc7-a197-4c12-ac65-5552f74bbd62 req-bc3466a9-cc36-4429-8af4-02e9f7f406a9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371064 Jan 28 01:05:07.631096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce53ad7a-29b3-4aab-8fb4-bee242f634d0 req-4bfe4f7e-d5d0-438c-9761-0735203b4dc8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253278 Jan 28 01:05:07.689470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-92374038-b84b-4efa-bf9c-a0266846182b None None] Provisioning complete for port 42fe5b34-e30e-4067-a620-99441edc947c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:07.689881 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92374038-b84b-4efa-bf9c-a0266846182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (42fe5b34-e30e-4067-a620-99441edc947c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:07.770737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-92374038-b84b-4efa-bf9c-a0266846182b None None] Port 42fe5b34-e30e-4067-a620-99441edc947c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:07.789178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c38f148-76c4-4212-941d-fece65547d3c req-66199e59-53f2-4951-a911-0c9857fad02a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 210 time: 0.0623682 Jan 28 01:05:07.828022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:07.875516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29c76-4f19-4ecd-bc24-20ca936fd14f req-8cc674ed-3bcb-438e-a7d7-d3e86116e140 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.877641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14b29c76-4f19-4ecd-bc24-20ca936fd14f req-8cc674ed-3bcb-438e-a7d7-d3e86116e140 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.0909736 Jan 28 01:05:07.894538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7830757-4f71-4eb5-83ea-7b96e5c396af no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:07.939908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Router a1e13423-f6d5-41a1-91a0-e5159117f2f9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:07.942657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14b29c76-4f19-4ecd-bc24-20ca936fd14f req-1cc4aee2-3590-40eb-8b30-6c5647692062 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585871 Jan 28 01:05:08.219327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:08.226469 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-100b2b57-dd22-436a-b327-4d5634c62fe2 admin admin] 10.222.0.23 "PUT /v2.0/routers/a1e13423-f6d5-41a1-91a0-e5159117f2f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5276260 Jan 28 01:05:08.259269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495cc1a-fa6a-45f3-8856-bfaae63c2572 req-07531360-a08c-4878-ad72-ea26abcd8f54 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:08.262232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a495cc1a-fa6a-45f3-8856-bfaae63c2572 req-07531360-a08c-4878-ad72-ea26abcd8f54 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.1106520 Jan 28 01:05:08.262478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7830757-4f71-4eb5-83ea-7b96e5c396af is: BUILD; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:08.262961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:08.278425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e7830757-4f71-4eb5-83ea-7b96e5c396af {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:08.352851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:08.362192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a495cc1a-fa6a-45f3-8856-bfaae63c2572 req-7fd752c6-ec3f-4374-8742-776851130e42 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867410 Jan 28 01:05:08.363930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:08.414614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c825a2-3049-4870-9570-8be794d4df75 req-5b270a05-ad46-46e2-8bda-0a6a00d5ec32 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:08.416211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1c825a2-3049-4870-9570-8be794d4df75 req-5b270a05-ad46-46e2-8bda-0a6a00d5ec32 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 944 time: 0.1522343 Jan 28 01:05:08.424629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 2, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:08.467436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a6287-0630-4b46-9bd3-48fb24c31589 None None] The sync data for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 is: [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 2, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:08.480414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:08.501552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1c825a2-3049-4870-9570-8be794d4df75 req-18121c49-653e-4bf3-8de6-cdeb509f30d1 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787351 Jan 28 01:05:08.632067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1348c-a0ee-4076-9701-99792690ff72 req-be0b0b7c-32d1-4d29-af35-17d0cfe59d54 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:08.634112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83e1348c-a0ee-4076-9701-99792690ff72 req-be0b0b7c-32d1-4d29-af35-17d0cfe59d54 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0569723 Jan 28 01:05:08.695991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83e1348c-a0ee-4076-9701-99792690ff72 req-c49fabbf-915c-4f4f-8314-b574d7d5570d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561965 Jan 28 01:05:09.010129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710906-bc8f-486e-b237-83629c1de111 req-13c95865-f50d-4f54-84f2-60c4c007f4b2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.018874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7710906-bc8f-486e-b237-83629c1de111 req-13c95865-f50d-4f54-84f2-60c4c007f4b2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0744939 Jan 28 01:05:09.080868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7710906-bc8f-486e-b237-83629c1de111 req-b0077060-0b32-4b9b-b067-29eaa1935a74 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607605 Jan 28 01:05:09.210339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3fa656d-89a5-4e69-a901-a781def29146 req-214bb9e5-626c-42f2-ab93-a7eec2b42b8c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 210 time: 0.0360024 Jan 28 01:05:09.239251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-0e6b6bef-2d23-43e7-afdc-e3a9efafeaac tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.242419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-0e6b6bef-2d23-43e7-afdc-e3a9efafeaac tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.1336730 Jan 28 01:05:09.277273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2cee-c02b-4c8b-99f7-94f08acb41b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.329057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54568) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:09.340641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335627525', 'description': 'tempest-description--1711621991'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:09.461127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.509942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-182d456f-c3ac-4852-aacb-a1e9f4702452 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.512008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-182d456f-c3ac-4852-aacb-a1e9f4702452 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.2684133 Jan 28 01:05:09.568298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:09.642217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191cb0-cc99-4f1c-ae00-1172e6c0ef95 req-06bd3e2c-b038-4b66-9eb3-9997e8904148 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.643731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45191cb0-cc99-4f1c-ae00-1172e6c0ef95 req-06bd3e2c-b038-4b66-9eb3-9997e8904148 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.2687230 Jan 28 01:05:09.675485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group (d7f3d79c-bf55-400e-be3a-16e58c8cbed4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.691813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d7f3d79c-bf55-400e-be3a-16e58c8cbed4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.696059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Deleting port 6fa04ebd-9949-4ac7-a431-355df6132810 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:09.696400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.723452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.727669 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3953714 Jan 28 01:05:09.732920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:09.737547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Request body: {'security_group_rule': {'security_group_id': 'd7f3d79c-bf55-400e-be3a-16e58c8cbed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:09.764524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e197bc0-46e1-468a-9aea-8ab2a38b7650 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f3d79c-bf55-400e-be3a-16e58c8cbed4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:09.766847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:09.770920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.810050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group_rule (c4f05e23-cd05-4ace-b04b-038380edbff0), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.814244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] For port 6fa04ebd-9949-4ac7-a431-355df6132810, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6fa04ebd-9949-4ac7-a431-355df6132810,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:09.814627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.834160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Calling delete_port for 6fa04ebd-9949-4ac7-a431-355df6132810 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:09.883021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e41d8-96ba-4b12-9dd1-b802bd7bfd0f req-b32fe7e6-1f10-439c-8d21-1c75b6f9b9f7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:09.884559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-198e41d8-96ba-4b12-9dd1-b802bd7bfd0f req-b32fe7e6-1f10-439c-8d21-1c75b6f9b9f7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 944 time: 0.2741032 Jan 28 01:05:09.894589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45191cb0-cc99-4f1c-ae00-1172e6c0ef95 req-e366977a-92c4-4b8c-807f-4564c5733d65 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287853 Jan 28 01:05:09.934537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group_rule (c4f05e23-cd05-4ace-b04b-038380edbff0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.948963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c4f05e23-cd05-4ace-b04b-038380edbff0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.981015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.14 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/10a89bc1-528e-45d3-a682-74d3f85ff95e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:09.983002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f05e23-cd05-4ace-b04b-038380edbff0,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:09.990707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.994878 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e96fb3ac-f426-47cf-b627-e14ce20cd1a4 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2608209 Jan 28 01:05:09.995520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54580) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:10.004542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Request body: {'security_group_rule': {'security_group_id': 'd7f3d79c-bf55-400e-be3a-16e58c8cbed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:10.052798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-198e41d8-96ba-4b12-9dd1-b802bd7bfd0f req-9187e5d8-87b9-4499-8c42-f383d62ec49d tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570203 Jan 28 01:05:10.075440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group_rule (2a8c3586-84c9-40b7-84f0-90a7d5c8ed71), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.100727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760558cc-3a18-476a-b107-3d3a29dcc724 req-2ca582a5-3faf-472e-98ab-8f2306898637 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.102372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-760558cc-3a18-476a-b107-3d3a29dcc724 req-2ca582a5-3faf-472e-98ab-8f2306898637 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.1317852 Jan 28 01:05:10.213900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 635bb0b5-acdd-4b59-8985-ac169a113ed8 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:10.226234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group_rule (2a8c3586-84c9-40b7-84f0-90a7d5c8ed71), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.234896 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2a8c3586-84c9-40b7-84f0-90a7d5c8ed71), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.272725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8c3586-84c9-40b7-84f0-90a7d5c8ed71,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:10.280195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-760558cc-3a18-476a-b107-3d3a29dcc724 req-a66c962c-85b1-431e-b709-eb2b2e501ce4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578588 Jan 28 01:05:10.291246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.292202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6fa04ebd-9949-4ac7-a431-355df6132810), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.292947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-415b01a8-472c-41f9-ba0b-a6632665fc2e tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926304 Jan 28 01:05:10.296016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54586) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:10.303470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:10.304355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 635bb0b5-acdd-4b59-8985-ac169a113ed8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:10.304911 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.331580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.336958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.341349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924f25c-7194-4813-8d11-401c6f925e58 req-9124c58b-c225-415e-a838-5337ff500c18 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.342038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6fa04ebd-9949-4ac7-a431-355df6132810'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:10.348644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2924f25c-7194-4813-8d11-401c6f925e58 req-9124c58b-c225-415e-a838-5337ff500c18 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2046976 Jan 28 01:05:10.432638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event deleted for resources: {'Port': ['ID=6fa04ebd-9949-4ac7-a431-355df6132810,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:10.468909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 635bb0b5-acdd-4b59-8985-ac169a113ed8 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:10.469922 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.472676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.494993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 635bb0b5-acdd-4b59-8985-ac169a113ed8, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=635bb0b5-acdd-4b59-8985-ac169a113ed8,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:10.501293 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.535278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:10.535946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] No DVR routers for this DVR port 6fa04ebd-9949-4ac7-a431-355df6132810 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:10.538698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.539157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.539624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.540065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.540474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.540588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.541005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.541433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.542232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.542690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.543222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.543564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.543920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.544230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:10.548143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.552012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a113e3f-01f2-4dff-b33a-9876fa72e43f req-e7e568bd-da01-46f0-bc85-c22f414c92e5 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "DELETE /v2.0/ports/6fa04ebd-9949-4ac7-a431-355df6132810 HTTP/1.1" status: 204 len: 173 time: 1.2889614 Jan 28 01:05:10.553173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'name': 'network-vif-deleted', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:10.555937 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77753386-b41d-4dc1-ae95-cd250985d573" -d '{"events": [{"server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "name": "network-vif-deleted", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:10.559190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:10.564021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:10.565285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=635bb0b5-acdd-4b59-8985-ac169a113ed8,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:10.568689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:10.583746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['903d5e4a-c7bd-4159-82a8-f0e1ff530d86'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:10.639866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa990e-1f0e-4554-8c1d-dcf667f89a8a req-7a2b2ad8-4922-42e3-9b84-7d9b6f4b02cd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.641425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98aa990e-1f0e-4554-8c1d-dcf667f89a8a req-7a2b2ad8-4922-42e3-9b84-7d9b6f4b02cd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.2574632 Jan 28 01:05:10.652625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2924f25c-7194-4813-8d11-401c6f925e58 req-88e45f47-fbd9-4f4d-82f8-c656d7f22f4b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027992 Jan 28 01:05:10.661710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=10a89bc1-528e-45d3-a682-74d3f85ff95e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:10.716413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.717107 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.745917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98aa990e-1f0e-4554-8c1d-dcf667f89a8a req-da976e62-3727-4548-9109-44b4155f495d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824103 Jan 28 01:05:10.782253 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:10.809114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7c37a-f047-4793-ad34-2eea8ab2ae0e req-6a4692bf-2887-4cdf-94d0-fa979499630b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:10.818030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4c7c37a-f047-4793-ad34-2eea8ab2ae0e req-6a4692bf-2887-4cdf-94d0-fa979499630b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 932 time: 0.0605626 Jan 28 01:05:10.823053 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5c6e6c-6fc0-4587-ac32-c5fd5f7bc013 x-openstack-request-id: req-db5c6e6c-6fc0-4587-ac32-c5fd5f7bc013 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:10.823739 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a49e763-0e1f-4437-a6a7-9c78c96f9436", "name": "network-vif-deleted", "tag": "6fa04ebd-9949-4ac7-a431-355df6132810", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:10.824150 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db5c6e6c-6fc0-4587-ac32-c5fd5f7bc013 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:10.824777 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a49e763-0e1f-4437-a6a7-9c78c96f9436', 'name': 'network-vif-deleted', 'tag': '6fa04ebd-9949-4ac7-a431-355df6132810', 'status': 'completed', 'code': 200} Jan 28 01:05:10.843350 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-2e2068c3-2ab5-4cea-8944-aa9f06428b8b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2883980 Jan 28 01:05:10.868333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Request body: {'port': {'device_id': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:10.890304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4c7c37a-f047-4793-ad34-2eea8ab2ae0e req-bdcacd72-583f-4655-8cd1-e402cd36b44e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710011 Jan 28 01:05:10.897355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Allocated IP 172.25.1.193 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/efdf6f78-3714-4097-aa94-a014831da259) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:10.978031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.017817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a3d6-a44e-4f4f-ba4f-a097c6a9a9f8 req-8b92dd83-3a51-419c-a630-b038041716f0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.019328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b4a3d6-a44e-4f4f-ba4f-a097c6a9a9f8 req-8b92dd83-3a51-419c-a630-b038041716f0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.0538402 Jan 28 01:05:11.072506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b4a3d6-a44e-4f4f-ba4f-a097c6a9a9f8 req-51da2347-a1a5-4711-956a-cd38bfbf7eb7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Jan 28 01:05:11.119808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for port (efdf6f78-3714-4097-aa94-a014831da259), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.183510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8a6b180-c01d-42cb-827b-06a274e96623 req-712e4feb-12c8-45fe-9b3e-2d90b289a0b7 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a49e763-0e1f-4437-a6a7-9c78c96f9436 HTTP/1.1" status: 200 len: 210 time: 0.0298271 Jan 28 01:05:11.223160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (efdf6f78-3714-4097-aa94-a014831da259), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.279376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:11.286556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:11.292423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:11.330324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event updated for resources: {'Port': ['ID=efdf6f78-3714-4097-aa94-a014831da259,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:11.387994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a89bc1-528e-45d3-a682-74d3f85ff95e {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:11.399220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Publish callbacks [] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.405982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85a9fb-d35f-464e-9538-430cfbad98cb req-025541ed-11c3-49e9-964a-4c33020387e1 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.407576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f85a9fb-d35f-464e-9538-430cfbad98cb req-025541ed-11c3-49e9-964a-4c33020387e1 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.0539534 Jan 28 01:05:11.434802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Transition to ACTIVE for port object 10a89bc1-528e-45d3-a682-74d3f85ff95e will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:11.443698 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.465134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Sync routers for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:11.470473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f85a9fb-d35f-464e-9538-430cfbad98cb req-52632929-4301-4904-ac61-08475c135a7f tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Jan 28 01:05:11.473419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (10f4d7fd-710a-4435-a9f0-0e7d820e18c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.478217 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:11.479473 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:05:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:11.522744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Pushing event updated for resources: {'Port': ['ID=10a89bc1-528e-45d3-a682-74d3f85ff95e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:11.530668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (efdf6f78-3714-4097-aa94-a014831da259), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.596020 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:11.673407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Attempting to bind port 10a89bc1-528e-45d3-a682-74d3f85ff95e on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:11.673709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Attempting to bind port 10a89bc1-528e-45d3-a682-74d3f85ff95e by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:11.674065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Attempting to bind port 10a89bc1-528e-45d3-a682-74d3f85ff95e on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:11.680762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Port 10a89bc1-528e-45d3-a682-74d3f85ff95e on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:11.681072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Attempting to bind port 10a89bc1-528e-45d3-a682-74d3f85ff95e on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:11.691436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:11.691778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:11.692163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:11.692614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Bound port: 10a89bc1-528e-45d3-a682-74d3f85ff95e, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:11.692989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.787796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684f920-345d-4b2a-92e1-b214d67168ac req-91c01654-c609-4250-8869-89edc3180330 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.790103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1684f920-345d-4b2a-92e1-b214d67168ac req-91c01654-c609-4250-8869-89edc3180330 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0585270 Jan 28 01:05:11.797888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for port (efdf6f78-3714-4097-aa94-a014831da259), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.800021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] For port 10a89bc1-528e-45d3-a682-74d3f85ff95e, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:11.803143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] For port 10a89bc1-528e-45d3-a682-74d3f85ff95e, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:11.818737 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (efdf6f78-3714-4097-aa94-a014831da259), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.824131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.829207 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.832986 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 2, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:11.864915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.865566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.867083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] 10.222.0.45 "PUT /v2.0/ports/10a89bc1-528e-45d3-a682-74d3f85ff95e HTTP/1.1" status: 200 len: 1092 time: 1.0036845 Jan 28 01:05:11.867194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Checking router: a1e13423-f6d5-41a1-91a0-e5159117f2f9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:11.867450 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Updating router a1e13423-f6d5-41a1-91a0-e5159117f2f9 port 42fe5b34-e30e-4067-a620-99441edc947c binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:05:11.869386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:11.890570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'tag': '10a89bc1-528e-45d3-a682-74d3f85ff95e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:11.894229 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03980ea4-4f08-4f55-999d-b6bdf1d30f94" -d '{"events": [{"name": "network-changed", "server_uuid": "a5aa6c04-f07e-467f-a813-bc42566b1141", "tag": "10a89bc1-528e-45d3-a682-74d3f85ff95e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:11.897127 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (42fe5b34-e30e-4067-a620-99441edc947c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.931884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1684f920-345d-4b2a-92e1-b214d67168ac req-4f585772-7827-492a-95f0-de9f1d72d667 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350036 Jan 28 01:05:11.987424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3a21d-b8b3-4ca6-87b2-eb19a9bad683 req-d7d76536-36cb-4346-b0c8-09ea8df03067 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:11.995053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event updated for resources: {'Port': ['ID=efdf6f78-3714-4097-aa94-a014831da259,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:12.000868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2a3a21d-b8b3-4ca6-87b2-eb19a9bad683 req-d7d76536-36cb-4346-b0c8-09ea8df03067 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1732647 Jan 28 01:05:12.008635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:12.023139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '28528c85-88e7-44ee-9a7d-469b1611b971', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971', 'mac_address': 'fa:16:3e:7f:11:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:12.025729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-b53a42a3-deed-4097-9942-05840144aee4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.027894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-b53a42a3-deed-4097-9942-05840144aee4 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.1947885 Jan 28 01:05:12.035520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (10f4d7fd-710a-4435-a9f0-0e7d820e18c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.073494 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ed96d-4836-482b-9ca4-d67dd77ff9e1 x-openstack-request-id: req-d33ed96d-4836-482b-9ca4-d67dd77ff9e1 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:12.073862 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5aa6c04-f07e-467f-a813-bc42566b1141", "tag": "10a89bc1-528e-45d3-a682-74d3f85ff95e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:12.074348 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d33ed96d-4836-482b-9ca4-d67dd77ff9e1 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:12.074763 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'tag': '10a89bc1-528e-45d3-a682-74d3f85ff95e', 'status': 'completed', 'code': 200} Jan 28 01:05:12.084132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:12.084625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.087775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.097927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bb1d91fd-7a26-4f36-9c90-3ad86f4c9261 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7922106 Jan 28 01:05:12.099503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-e06ec712-345c-496c-9e78-77c4938a6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.101377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-e06ec712-345c-496c-9e78-77c4938a6ab1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 1095 time: 0.1456258 Jan 28 01:05:12.102426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ee157-1495-4d0c-9061-e022e1e8c064 service neutron] Pushing event updated for resources: {'Port': ['ID=10a89bc1-528e-45d3-a682-74d3f85ff95e,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:12.123436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28528c85-88e7-44ee-9a7d-469b1611b971 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:12.144721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:12.152069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.158342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 635bb0b5-acdd-4b59-8985-ac169a113ed8 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:12.197614 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-96f86a2e-95d3-45f0-9a87-261d510b392d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e HTTP/1.1" status: 200 len: 217 time: 0.0807621 Jan 28 01:05:12.246450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:12.259873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621d919-239b-4d8e-a091-746833bd1829 req-ec585db7-8f6c-4b04-b047-bb2212f08e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.260507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 635bb0b5-acdd-4b59-8985-ac169a113ed8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:12.260908 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.261889 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-ec585db7-8f6c-4b04-b047-bb2212f08e76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0557654 Jan 28 01:05:12.278395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2a3a21d-b8b3-4ca6-87b2-eb19a9bad683 req-92955f18-5ca8-426d-9af2-1a33a166534b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739429 Jan 28 01:05:12.306048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-76f676eb-7fdf-438d-a504-49a5dd4ed70a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354712 Jan 28 01:05:12.310604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf9a4-fe2e-46a8-b20b-9de5d4593085 req-e92bf873-f3dd-4568-a769-65094c0f7b79 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.320574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ffcf9a4-fe2e-46a8-b20b-9de5d4593085 req-e92bf873-f3dd-4568-a769-65094c0f7b79 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 944 time: 0.1308167 Jan 28 01:05:12.376782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 635bb0b5-acdd-4b59-8985-ac169a113ed8 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:12.392103 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Publish callbacks [] for port (42fe5b34-e30e-4067-a620-99441edc947c), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.398877 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (42fe5b34-e30e-4067-a620-99441edc947c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.411292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ffcf9a4-fe2e-46a8-b20b-9de5d4593085 req-53e66424-edcd-411f-97d8-8aa530d7a1e4 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897963 Jan 28 01:05:12.433869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Deleting port e7830757-4f71-4eb5-83ea-7b96e5c396af {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:12.434189 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-95af7858-3ad1-4bcc-ad5c-26ca9a14cb3c service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211169 Jan 28 01:05:12.434657 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.443873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['28528c85-88e7-44ee-9a7d-469b1611b971'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:12.511069 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Pushing event updated for resources: {'Port': ['ID=42fe5b34-e30e-4067-a620-99441edc947c,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:12.536438 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.536793 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.537224 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.537568 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.537963 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.538281 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.538609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06813-0862-4dc3-b165-a8806e165769 req-3f596469-8896-4037-a030-612a8bfd625f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.538944 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.539413 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.540283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.540782 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.541261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.542565 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.543175 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:12.546737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aaf06813-0862-4dc3-b165-a8806e165769 req-3f596469-8896-4037-a030-612a8bfd625f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.1612613 Jan 28 01:05:12.560401 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Attempting to bind port 42fe5b34-e30e-4067-a620-99441edc947c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:12.561397 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Attempting to bind port 42fe5b34-e30e-4067-a620-99441edc947c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:12.562051 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Attempting to bind port 42fe5b34-e30e-4067-a620-99441edc947c on network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:12.568455 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:12.569182 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Checking segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:12.569852 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.570557 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Bound using segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:12.571339 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Bound port: 42fe5b34-e30e-4067-a620-99441edc947c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:12.572020 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (42fe5b34-e30e-4067-a620-99441edc947c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.651561 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] For port 42fe5b34-e30e-4067-a620-99441edc947c, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:12.655432 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] For port 42fe5b34-e30e-4067-a620-99441edc947c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=42fe5b34-e30e-4067-a620-99441edc947c,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:12.661211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] For port e7830757-4f71-4eb5-83ea-7b96e5c396af, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7830757-4f71-4eb5-83ea-7b96e5c396af,segment=NetworkSegment(831c58d0-cb43-4829-a71e-7beb376eb813),segment_id=831c58d0-cb43-4829-a71e-7beb376eb813)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:12.661587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.670179 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (42fe5b34-e30e-4067-a620-99441edc947c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.680891 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1621d919-239b-4d8e-a091-746833bd1829 req-9c70aedd-7de1-4f25-bf40-5320a4bc4aef service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329056 Jan 28 01:05:12.701061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Calling delete_port for e7830757-4f71-4eb5-83ea-7b96e5c396af owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:12.710359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aaf06813-0862-4dc3-b165-a8806e165769 req-538f2bda-1e11-4571-b509-6c98d58d0fff tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623554 Jan 28 01:05:12.719230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-bbd12b32-bdeb-46ad-855a-ec8964a73d50 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1335627525&fields=id&tenant_id=58d60bad4de844e5934ecc35e6c8aefb HTTP/1.1" status: 200 len: 267 time: 0.1482339 Jan 28 01:05:12.742320 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:12.743201 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:05:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:12.752535 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf2250-a41e-4953-91d8-8c01c13d585f None None] Pushing event updated for resources: {'Port': ['ID=42fe5b34-e30e-4067-a620-99441edc947c,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:12.851801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] Provisioning complete for port 42fe5b34-e30e-4067-a620-99441edc947c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:12.852423 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (42fe5b34-e30e-4067-a620-99441edc947c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.860930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-b2f638b0-a5f0-4842-b446-e2226923af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:12.862522 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-b2f638b0-a5f0-4842-b446-e2226923af65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 1095 time: 0.0786068 Jan 28 01:05:12.912545 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:13.009415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-d3dadf3b-bc3c-4517-9282-e7d9abbd3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.011264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-d3dadf3b-bc3c-4517-9282-e7d9abbd3aef service neutron] 10.222.0.45 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.1375439 Jan 28 01:05:13.017712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] Current status of the port 42fe5b34-e30e-4067-a620-99441edc947c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:13.018138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (42fe5b34-e30e-4067-a620-99441edc947c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.031709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5f112-a971-4549-83f8-56c1890dcd61 req-d8c0df4b-06f2-46ee-b1ac-34a7ce20c141 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.039120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13b5f112-a971-4549-83f8-56c1890dcd61 req-d8c0df4b-06f2-46ee-b1ac-34a7ce20c141 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c03b0ed-316e-46b2-bf7c-15f9dcb813c5 HTTP/1.1" status: 200 len: 943 time: 0.1539059 Jan 28 01:05:13.058281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-f969cc80-a1a3-4950-9e67-1924e42c00ae tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.069248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-f969cc80-a1a3-4950-9e67-1924e42c00ae tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/networks?id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 HTTP/1.1" status: 200 len: 815 time: 0.3073547 Jan 28 01:05:13.070788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-eb6db1b4-7fe3-4d32-9697-b2a71ff65d78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e HTTP/1.1" status: 200 len: 217 time: 0.0505693 Jan 28 01:05:13.087855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] For port 42fe5b34-e30e-4067-a620-99441edc947c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=42fe5b34-e30e-4067-a620-99441edc947c,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:13.095521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (42fe5b34-e30e-4067-a620-99441edc947c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.122693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-9d6f594c-2f38-4014-932d-049fde5168bc tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/quotas/58d60bad4de844e5934ecc35e6c8aefb HTTP/1.1" status: 200 len: 375 time: 0.0523670 Jan 28 01:05:13.141521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-6d254281-4e14-4313-b62f-8f1c00fcecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.147864 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-6d254281-4e14-4313-b62f-8f1c00fcecb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0682333 Jan 28 01:05:13.158917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000199d-cb4e-4459-9a57-15084e2f3ff2 None None] Pushing event updated for resources: {'Port': ['ID=42fe5b34-e30e-4067-a620-99441edc947c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:13.191301 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-479b2aa8-b96c-4fff-8a2c-09b7c0eb6cb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359437 Jan 28 01:05:13.216837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-33e01ccc-9390-4cc0-9e4a-08b216f39063 None None] Provisioning complete for port 42fe5b34-e30e-4067-a620-99441edc947c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:13.217209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33e01ccc-9390-4cc0-9e4a-08b216f39063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (42fe5b34-e30e-4067-a620-99441edc947c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.272575 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:12Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:13.299479 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-331cf9da-cf2a-47a4-9d98-6f613e440685 service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020811 Jan 28 01:05:13.309767 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e33720-3a1e-44d2-8f95-bcd39e382a81 None None] The sync data for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 is: [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:12Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:13.318071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.341414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33e01ccc-9390-4cc0-9e4a-08b216f39063 None None] Current status of the port 42fe5b34-e30e-4067-a620-99441edc947c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:13.423116 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03980ea4-4f08-4f55-999d-b6bdf1d30f94 req-bd4df135-116e-477b-b697-c5260b6d553d service neutron] 10.222.0.45 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163490 Jan 28 01:05:13.532164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13b5f112-a971-4549-83f8-56c1890dcd61 req-9a1863b8-8788-48c9-b8e5-cc160e1361aa tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f4494d2-e9ef-4d73-9955-45a4bd261051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921491 Jan 28 01:05:13.548032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e7830757-4f71-4eb5-83ea-7b96e5c396af), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.596346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-de41b708-5d44-4345-b1df-45de1bdbe30d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d60bad4de844e5934ecc35e6c8aefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4713616 Jan 28 01:05:13.617395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Pushing event deleted for resources: {'Port': ['ID=e7830757-4f71-4eb5-83ea-7b96e5c396af,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:13.654641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] No DVR routers for this DVR port e7830757-4f71-4eb5-83ea-7b96e5c396af on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:13.657713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.661817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ea1fc81-e9ea-4b89-8e74-cac028c3fd01 req-43859f72-9feb-41ff-89c5-1227f6e1c189 tempest-ImagesTestJSON-1580255789 tempest-ImagesTestJSON-1580255789-project] 10.222.0.45 "DELETE /v2.0/ports/e7830757-4f71-4eb5-83ea-7b96e5c396af HTTP/1.1" status: 204 len: 173 time: 1.6187191 Jan 28 01:05:13.698107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'name': 'network-vif-deleted', 'tag': 'e7830757-4f71-4eb5-83ea-7b96e5c396af'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:13.700601 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4d741-2e73-412f-82ca-cceb1ddaff0d" -d '{"events": [{"server_uuid": "2c03b0ed-316e-46b2-bf7c-15f9dcb813c5", "name": "network-vif-deleted", "tag": "e7830757-4f71-4eb5-83ea-7b96e5c396af"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:13.753073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-f1a561d6-2d93-459b-abe8-63a691e7046f service neutron] 10.222.0.23 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367891 Jan 28 01:05:13.871862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5c871-1415-413f-a577-31236a37dede req-6263ff82-f902-4a76-9804-af9697ecd318 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:13.873682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dd5c871-1415-413f-a577-31236a37dede req-6263ff82-f902-4a76-9804-af9697ecd318 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1197610 Jan 28 01:05:13.878032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:13.904794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-f2b00231-aec9-4bd2-827e-1813dd60a096 service neutron] 10.222.0.23 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407976 Jan 28 01:05:13.932906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 28528c85-88e7-44ee-9a7d-469b1611b971 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:13.933290 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.938943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dd5c871-1415-413f-a577-31236a37dede req-985d0ee4-40c6-4174-8f56-e8befc2af51b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558848 Jan 28 01:05:14.150973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4837f-f6a0-4ed8-9d3f-7b09e685ff60 req-d743b442-e6ee-43a3-9126-1e267dd1957a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.160833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbf4837f-f6a0-4ed8-9d3f-7b09e685ff60 req-d743b442-e6ee-43a3-9126-1e267dd1957a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0949171 Jan 28 01:05:14.237277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbf4837f-f6a0-4ed8-9d3f-7b09e685ff60 req-217bb110-6209-4b1a-9042-94d3e465c3e2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753815 Jan 28 01:05:14.260621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2b9-8fe0-4baf-9b74-0c65c1b745b8 req-3d32c2ce-860c-4bab-9544-845a8c075116 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.268546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f783a2b9-8fe0-4baf-9b74-0c65c1b745b8 req-3d32c2ce-860c-4bab-9544-845a8c075116 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 944 time: 0.1346476 Jan 28 01:05:14.302069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 42fe5b34-e30e-4067-a620-99441edc947c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:14.337330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:14.337724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.349488 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d96ca-accb-48e7-9162-d06e3e3b3e31 x-openstack-request-id: req-321d96ca-accb-48e7-9162-d06e3e3b3e31 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:14.350002 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c03b0ed-316e-46b2-bf7c-15f9dcb813c5", "name": "network-vif-deleted", "tag": "e7830757-4f71-4eb5-83ea-7b96e5c396af", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:14.350377 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-321d96ca-accb-48e7-9162-d06e3e3b3e31 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:14.350784 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c03b0ed-316e-46b2-bf7c-15f9dcb813c5', 'name': 'network-vif-deleted', 'tag': 'e7830757-4f71-4eb5-83ea-7b96e5c396af', 'status': 'completed', 'code': 200} Jan 28 01:05:14.370424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:14.373151 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7985dfb8-2a28-4170-aa10-0512f6f621cc" -d '{"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-plugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:14.399355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:14.413642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f783a2b9-8fe0-4baf-9b74-0c65c1b745b8 req-b9f4226e-173f-4297-a028-07dda79156b3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310811 Jan 28 01:05:14.414161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.414992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7830757-4f71-4eb5-83ea-7b96e5c396af no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:14.504796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: e7830757-4f71-4eb5-83ea-7b96e5c396af {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:14.505139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7830757-4f71-4eb5-83ea-7b96e5c396af not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:14.505704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:14.548199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 6fa04ebd-9949-4ac7-a431-355df6132810 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:14.549093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6fa04ebd-9949-4ac7-a431-355df6132810 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:14.564785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 42fe5b34-e30e-4067-a620-99441edc947c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:14.565402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (42fe5b34-e30e-4067-a620-99441edc947c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.600073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58defb6c-80dc-4b02-885d-60ff6116f01a req-d24cad9c-2e83-4375-b878-c8b031be2335 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.608026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58defb6c-80dc-4b02-885d-60ff6116f01a req-d24cad9c-2e83-4375-b878-c8b031be2335 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 944 time: 0.1281288 Jan 28 01:05:14.623520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9ef03-3880-488e-82d4-bc8926864a53 req-50a443c1-c6b0-42fd-9670-89b29d6bf02f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.631729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfb9ef03-3880-488e-82d4-bc8926864a53 req-50a443c1-c6b0-42fd-9670-89b29d6bf02f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.0918407 Jan 28 01:05:14.661089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:14.710051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 42fe5b34-e30e-4067-a620-99441edc947c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:14.730442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfb9ef03-3880-488e-82d4-bc8926864a53 req-8df68f2b-fe6e-462b-8726-e9edbfd66661 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975175 Jan 28 01:05:14.771984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58defb6c-80dc-4b02-885d-60ff6116f01a req-007a682f-ed78-4b79-81ac-46184ce801d6 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627274 Jan 28 01:05:14.814000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4696b33d-cad2-4ee5-885e-57b3b5ff9fa7 req-16cb2946-953d-4313-a03f-4748a93d3647 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 210 time: 0.0346274 Jan 28 01:05:14.824546 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d621d6-62c9-41f5-b842-357569b44e31 x-openstack-request-id: req-73d621d6-62c9-41f5-b842-357569b44e31 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:14.824916 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-plugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:14.825168 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73d621d6-62c9-41f5-b842-357569b44e31 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:14.825606 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'code': 200} Jan 28 01:05:14.970252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-7a3f3493-2b81-4277-8d65-9a70f89e8bff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:14.972561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-7a3f3493-2b81-4277-8d65-9a70f89e8bff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 944 time: 0.0601587 Jan 28 01:05:15.110834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a174e-1bd8-4da7-b8b2-90abf9c8e168 req-fe373c8f-b5ed-482e-9be6-1682429f39da tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.117746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e33a174e-1bd8-4da7-b8b2-90abf9c8e168 req-fe373c8f-b5ed-482e-9be6-1682429f39da tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0926006 Jan 28 01:05:15.164816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Deleting port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:15.166138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.224092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e33a174e-1bd8-4da7-b8b2-90abf9c8e168 req-10af4769-b0e7-4d5b-ac94-213708cb0a8b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053650 Jan 28 01:05:15.281311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] For port 5b67abcc-d5dd-4107-85be-c6da8a3ca075, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5b67abcc-d5dd-4107-85be-c6da8a3ca075,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:15.281691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.290970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:15.299196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Calling delete_port for 5b67abcc-d5dd-4107-85be-c6da8a3ca075 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:15.349678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Deleting subnet 35563b2f-e531-4265-8c85-b2bc87b2b39a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:05:15.352952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Publish callbacks [] for subnet (35563b2f-e531-4265-8c85-b2bc87b2b39a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.388163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (35563b2f-e531-4265-8c85-b2bc87b2b39a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.434269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (35563b2f-e531-4265-8c85-b2bc87b2b39a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.440869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae770-0584-42be-87ba-939aca34a45e req-a961345a-ca56-408c-9d75-bd9de8502324 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.442582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb7ae770-0584-42be-87ba-939aca34a45e req-a961345a-ca56-408c-9d75-bd9de8502324 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0760853 Jan 28 01:05:15.537373 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (35563b2f-e531-4265-8c85-b2bc87b2b39a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.566177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.571826 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/35563b2f-e531-4265-8c85-b2bc87b2b39a HTTP/1.1" status: 204 len: 168 time: 0.2766800 Jan 28 01:05:15.571826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c8751-6dde-4fc8-b727-cab8f61dc393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35563b2f-e531-4265-8c85-b2bc87b2b39a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:15.572867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54688) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:15.587114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb7ae770-0584-42be-87ba-939aca34a45e req-4b394f93-9184-4384-ba5f-6358ba2829b7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135702 Jan 28 01:05:15.589109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5b67abcc-d5dd-4107-85be-c6da8a3ca075), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.633718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event deleted for resources: {'Port': ['ID=5b67abcc-d5dd-4107-85be-c6da8a3ca075,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:15.664775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a99c1987-4230-47a7-9f98-9507df1ad80c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.670019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55ac4-80a4-40e3-bca2-105e1bce593c req-95b92194-3eab-4fe1-9801-a20c95ba582e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.671550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6d55ac4-80a4-40e3-bca2-105e1bce593c req-95b92194-3eab-4fe1-9801-a20c95ba582e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 944 time: 0.1557579 Jan 28 01:05:15.687208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] No DVR routers for this DVR port 5b67abcc-d5dd-4107-85be-c6da8a3ca075 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:15.694014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.697134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-731d6214-e1ca-4f38-9393-6d83bbacdc9a req-02e5b360-b29a-4885-bff4-7570eb824dc1 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "DELETE /v2.0/ports/5b67abcc-d5dd-4107-85be-c6da8a3ca075 HTTP/1.1" status: 204 len: 173 time: 0.7179704 Jan 28 01:05:15.736394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6d55ac4-80a4-40e3-bca2-105e1bce593c req-6fabaea3-95b3-4881-a055-1c7c183538c1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504322 Jan 28 01:05:15.757685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a99c1987-4230-47a7-9f98-9507df1ad80c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.781300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99c1987-4230-47a7-9f98-9507df1ad80c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:15.791033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c58d0-cb43-4829-a71e-7beb376eb813') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:15.791325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c58d0-cb43-4829-a71e-7beb376eb813') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:15.811282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (831c58d0-cb43-4829-a71e-7beb376eb813), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.839154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (831c58d0-cb43-4829-a71e-7beb376eb813), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.850520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:05:15.851229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (831c58d0-cb43-4829-a71e-7beb376eb813), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:05:15.853268 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:05:15.921851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3aae92eb-92ac-42b6-8038-10a590d188fd req-edcf928f-1d3e-4ffb-84e7-331505cd7294 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc98b76-b7d5-465a-a692-0c4d640dd05e HTTP/1.1" status: 200 len: 210 time: 0.0453079 Jan 28 01:05:15.936068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a99c1987-4230-47a7-9f98-9507df1ad80c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.942571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:15.945993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] 10.222.0.23 "DELETE /v2.0/networks/a99c1987-4230-47a7-9f98-9507df1ad80c HTTP/1.1" status: 204 len: 168 time: 0.3721051 Jan 28 01:05:15.951036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5381bc3-9a25-4c96-8a3c-a9f0c4ea0457 req-d2981ac8-0313-46f9-b082-73451e347bc5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:15.959998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5381bc3-9a25-4c96-8a3c-a9f0c4ea0457 req-d2981ac8-0313-46f9-b082-73451e347bc5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1290145 Jan 28 01:05:15.997656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554345f-9970-4403-b61d-57fc760e3d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=a99c1987-4230-47a7-9f98-9507df1ad80c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:16.098470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c87212d-c8f7-4242-95f8-e4afbba38c06 req-4501b589-29d8-40f1-a343-ea457f20d60a tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 210 time: 0.0492287 Jan 28 01:05:16.140920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:16.146727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5381bc3-9a25-4c96-8a3c-a9f0c4ea0457 req-db9c087d-780f-4634-a8b5-603f9392f4e3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806591 Jan 28 01:05:16.180513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-3c3b82dc-a710-4f50-a7c4-e0b4de8b58d2 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:16.182754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-3c3b82dc-a710-4f50-a7c4-e0b4de8b58d2 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.45 "GET /v2.0/networks?id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 HTTP/1.1" status: 200 len: 815 time: 0.2020466 Jan 28 01:05:16.191755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47b7bee0-f6ae-43ca-a035-c37974b8430d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1a34d1509724d81881d2e55ea74e339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496700 Jan 28 01:05:16.194324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54700) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:16.248566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-583b5892-4ae9-4f2c-b9d8-78ec1f5e5e0a admin admin] Publish callbacks [] for security_group (9f4494d2-e9ef-4d73-9955-45a4bd261051), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:16.255320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-09172939-3af5-49b9-b7d0-7ec1b47eaa4d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d60bad4de844e5934ecc35e6c8aefb HTTP/1.1" status: 200 len: 380 time: 0.0565681 Jan 28 01:05:16.268037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Request body: {'port': {'device_id': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'admin_state_up': True, 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'security_groups': ['d7f3d79c-bf55-400e-be3a-16e58c8cbed4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:16.282168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-583b5892-4ae9-4f2c-b9d8-78ec1f5e5e0a admin admin] Publish callbacks [] for security_group (9f4494d2-e9ef-4d73-9955-45a4bd261051), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:16.335827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-583b5892-4ae9-4f2c-b9d8-78ec1f5e5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9f4494d2-e9ef-4d73-9955-45a4bd261051), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:16.338793 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-583b5892-4ae9-4f2c-b9d8-78ec1f5e5e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:16.340137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-583b5892-4ae9-4f2c-b9d8-78ec1f5e5e0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f4494d2-e9ef-4d73-9955-45a4bd261051 HTTP/1.1" status: 204 len: 168 time: 0.1448982 Jan 28 01:05:16.348704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b5892-4ae9-4f2c-b9d8-78ec1f5e5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4494d2-e9ef-4d73-9955-45a4bd261051,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:16.351868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'name': 'network-vif-deleted', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:16.354246 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a254f-e390-42fd-ba7b-c7d82cadf6bd" -d '{"events": [{"server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "name": "network-vif-deleted", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:16.404934 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f8a810-8535-4d5a-bfe8-b6be468aedff x-openstack-request-id: req-76f8a810-8535-4d5a-bfe8-b6be468aedff {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:16.405236 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc98b76-b7d5-465a-a692-0c4d640dd05e", "name": "network-vif-deleted", "tag": "5b67abcc-d5dd-4107-85be-c6da8a3ca075", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:16.405525 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76f8a810-8535-4d5a-bfe8-b6be468aedff {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:16.406306 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc98b76-b7d5-465a-a692-0c4d640dd05e', 'name': 'network-vif-deleted', 'tag': '5b67abcc-d5dd-4107-85be-c6da8a3ca075', 'status': 'completed', 'code': 200} Jan 28 01:05:16.457109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e600-07a1-4f6d-a6f2-7c4e72ee42a0 req-8af275c0-f956-4e1d-80e7-a4d92ef1226e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:16.464226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bd1e600-07a1-4f6d-a6f2-7c4e72ee42a0 req-8af275c0-f956-4e1d-80e7-a4d92ef1226e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1209004 Jan 28 01:05:16.528095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Made reservation on behalf of 58d60bad4de844e5934ecc35e6c8aefb for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:16.531667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:16.543033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bd1e600-07a1-4f6d-a6f2-7c4e72ee42a0 req-f3479370-2050-4c3e-a299-da6cd43bbeb2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709648 Jan 28 01:05:16.737048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Allocated IP 172.20.0.7 (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3/3260361d-4569-452d-98a7-7aee2c3e514a/d8b3beb6-7c02-4ced-b76a-0dfe316c3df8) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:16.752035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c293c2-4b16-432d-9f51-b5a9c7a0b6e7 req-39593ab8-9f5f-49e1-bf00-92b7fd9ccc0d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:16.754095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48c293c2-4b16-432d-9f51-b5a9c7a0b6e7 req-39593ab8-9f5f-49e1-bf00-92b7fd9ccc0d tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0833752 Jan 28 01:05:16.892423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48c293c2-4b16-432d-9f51-b5a9c7a0b6e7 req-85050535-fd7d-44e3-9880-b07caf62df57 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273661 Jan 28 01:05:16.954877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f64020-1adc-485b-9763-33a31b5f8ca4 req-4bcadcb1-49fa-448e-90c3-4c71cf7eba88 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:16.956162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f64020-1adc-485b-9763-33a31b5f8ca4 req-4bcadcb1-49fa-448e-90c3-4c71cf7eba88 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 944 time: 0.1351979 Jan 28 01:05:16.978877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.030796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f64020-1adc-485b-9763-33a31b5f8ca4 req-1c39f254-a51a-4842-acc7-a674b7e0430c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680892 Jan 28 01:05:17.052605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.102145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:17.112754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:17.117351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:17.121517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event updated for resources: {'Port': ['ID=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:17.183230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:17.183926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.231630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-dff7a50f-85ec-4657-acd6-e604a5d7320d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706807 Jan 28 01:05:17.263046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Request body: {'port': {'device_id': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:17.308987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616a8d2-4e43-42c8-b128-c9d1fea19ecd req-a7c09618-f27b-4d8f-9b69-07760780eecf tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:17.310592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a616a8d2-4e43-42c8-b128-c9d1fea19ecd req-a7c09618-f27b-4d8f-9b69-07760780eecf tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.1340797 Jan 28 01:05:17.366207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcc2a5-135e-4c31-89ed-32d9e65bc311 req-50f103bb-2341-4b2e-a243-8b74f6ae27e9 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:17.367706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5dcc2a5-135e-4c31-89ed-32d9e65bc311 req-50f103bb-2341-4b2e-a243-8b74f6ae27e9 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 931 time: 0.1428649 Jan 28 01:05:17.373419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.394884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-48605692-385a-4f53-af25-582ac96d92c3 None None] Provisioning complete for port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:17.395462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-48605692-385a-4f53-af25-582ac96d92c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.435221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-48605692-385a-4f53-af25-582ac96d92c3 None None] Port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:17.444199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a616a8d2-4e43-42c8-b128-c9d1fea19ecd req-978c8c27-7cc6-41ee-b502-3728757509af tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227560 Jan 28 01:05:17.480255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5dcc2a5-135e-4c31-89ed-32d9e65bc311 req-ab5ef4c5-cbee-407d-948f-a17522d6cb59 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046176 Jan 28 01:05:17.633809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28681dbc-494b-4f77-8a78-5b7966735b3e req-c942bef3-9b97-4fd2-8736-459d18ad07ae tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:17.635587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28681dbc-494b-4f77-8a78-5b7966735b3e req-c942bef3-9b97-4fd2-8736-459d18ad07ae tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1047118 Jan 28 01:05:17.724885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-11cd6846-28c5-4385-a9e3-6ab8bf55cad1 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bd31fc7948bb4a478de1d5f738f314e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429392 Jan 28 01:05:17.735256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28681dbc-494b-4f77-8a78-5b7966735b3e req-d88b1a84-5315-44c4-8245-15916a256255 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929127 Jan 28 01:05:17.886648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:17.902204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Publish callbacks [] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.922766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-d533446c-3457-4b0d-ad5f-ed958faf9c9b tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:17.923189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 10a89bc1-528e-45d3-a682-74d3f85ff95e details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:17.924256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-d533446c-3457-4b0d-ad5f-ed958faf9c9b tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925826 Jan 28 01:05:17.928614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Transition to ACTIVE for port object d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:17.935823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7c7f-cb5b-4c8e-bda7-b25353e71186 req-bf488530-4140-4229-ae8b-71d0f1279273 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:17.937329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44cd7c7f-cb5b-4c8e-bda7-b25353e71186 req-bf488530-4140-4229-ae8b-71d0f1279273 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1323724 Jan 28 01:05:17.940222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:17.989656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-6b09f4e4-4395-4acc-b8b6-0647d9820ae0 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/quotas/bd31fc7948bb4a478de1d5f738f314e1 HTTP/1.1" status: 200 len: 375 time: 0.0510268 Jan 28 01:05:18.034908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 10a89bc1-528e-45d3-a682-74d3f85ff95e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:18.049434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '10a89bc1-528e-45d3-a682-74d3f85ff95e', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': '10a89bc1-528e-45d3-a682-74d3f85ff95e', 'mac_address': 'fa:16:3e:99:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:18.051252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:18.055336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-86e4ab17-9a35-48d5-84b5-3ad93b002924 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd31fc7948bb4a478de1d5f738f314e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574477 Jan 28 01:05:18.106870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44cd7c7f-cb5b-4c8e-bda7-b25353e71186 req-90dd995a-77f8-4888-a738-c8bf3c16acfc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509557 Jan 28 01:05:18.116725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 10a89bc1-528e-45d3-a682-74d3f85ff95e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:18.118828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.136250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a89bc1-528e-45d3-a682-74d3f85ff95e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:18.159321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 10a89bc1-528e-45d3-a682-74d3f85ff95e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:18.169147 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.172206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-da3418bb-9490-4a9c-b9f8-b32deb463379 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.174405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-da3418bb-9490-4a9c-b9f8-b32deb463379 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 945 time: 0.1376526 Jan 28 01:05:18.207935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Attempting to bind port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:18.209018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Attempting to bind port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:18.209364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Attempting to bind port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 on network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:18.215186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 on network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:18.215522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Attempting to bind port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 on network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:18.241918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:18.242233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Checking segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:18.242621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Bound using segment: {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:18.243077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Bound port: d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4080c5ac-8e6b-405e-b432-4b2a9ccea74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:18.243463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.253450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=10a89bc1-528e-45d3-a682-74d3f85ff95e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:18.306116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Deleting port 6aa2f259-d793-4544-86a7-b7ea2d50054e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:18.306452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.361466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4371-af14-4dbe-98f2-e8d0bb8759ad req-a122ee20-9387-460a-b5a5-20d0e2b14739 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.368824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e7d4371-af14-4dbe-98f2-e8d0bb8759ad req-a122ee20-9387-460a-b5a5-20d0e2b14739 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1802607 Jan 28 01:05:18.405067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] For port 6aa2f259-d793-4544-86a7-b7ea2d50054e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6aa2f259-d793-4544-86a7-b7ea2d50054e,segment=NetworkSegment(9936f1d9-82ef-4c9e-935d-89c2d3900ac3),segment_id=9936f1d9-82ef-4c9e-935d-89c2d3900ac3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:18.405466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.418667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Calling delete_port for 6aa2f259-d793-4544-86a7-b7ea2d50054e owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:18.425484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] For port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:18.451961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0cdbd-956e-4145-9bd0-fa58f4d815fd req-6432d008-e800-44ba-96f9-1b46cfc6d931 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.454839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd0cdbd-956e-4145-9bd0-fa58f4d815fd req-6432d008-e800-44ba-96f9-1b46cfc6d931 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 945 time: 0.1339331 Jan 28 01:05:18.461420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] For port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:18.482707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.487688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e7d4371-af14-4dbe-98f2-e8d0bb8759ad req-febd45fe-3f78-4e8a-b6f8-23ec5b117555 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180270 Jan 28 01:05:18.554977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.555640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.557061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] 10.222.0.45 "PUT /v2.0/ports/d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 HTTP/1.1" status: 200 len: 1091 time: 1.2996533 Jan 28 01:05:18.558857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:18.561819 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96ac856-8170-4420-87ba-062a0b3eebff" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:18.590952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd0cdbd-956e-4145-9bd0-fa58f4d815fd req-583e32c7-c029-41f1-ab15-245634167ff5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281204 Jan 28 01:05:18.594291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6aa2f259-d793-4544-86a7-b7ea2d50054e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.629092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0d21e2b-e4a8-4011-a8bf-08a9236c51dc req-4acad3b3-ab24-4435-9a47-30520c9a346a tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 210 time: 0.0942383 Jan 28 01:05:18.643725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Pushing event deleted for resources: {'Port': ['ID=6aa2f259-d793-4544-86a7-b7ea2d50054e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:18.702685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] No DVR routers for this DVR port 6aa2f259-d793-4544-86a7-b7ea2d50054e on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:18.706298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.711679 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3e6f60ce-8ce7-4424-a9cf-5b2154d77f33 req-40defc64-ee49-47d8-b096-8b7d24cfd1ff tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.45 "DELETE /v2.0/ports/6aa2f259-d793-4544-86a7-b7ea2d50054e HTTP/1.1" status: 204 len: 173 time: 0.5315039 Jan 28 01:05:18.712582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'name': 'network-vif-deleted', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:18.715285 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db3b019-abb8-4532-a114-858674575541" -d '{"events": [{"server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "name": "network-vif-deleted", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:18.742703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a10b9b-0508-4ce9-a2c2-c832e44cb2fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:18.776292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a56aa30d-6373-4cab-9858-88f0ad3983a1 req-5ab1909d-498f-49e4-8ee2-837a1d4ee720 tempest-LiveMigrationTest-2062609086 tempest-LiveMigrationTest-2062609086-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6727a0c-5f66-4128-8643-c1a13d98c187 HTTP/1.1" status: 200 len: 210 time: 0.0475123 Jan 28 01:05:18.778422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['10a89bc1-528e-45d3-a682-74d3f85ff95e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:18.824414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-0ab88f2a-6342-43fe-b509-c41d545c79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.826084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-0ab88f2a-6342-43fe-b509-c41d545c79c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58d60bad4de844e5934ecc35e6c8aefb&device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 1094 time: 0.1700187 Jan 28 01:05:18.849688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb5d45-6c59-4827-bb79-8f92d8d2742f req-c54d0285-07b5-4b0f-a56e-f8b456ca9862 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.858513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3bb5d45-6c59-4827-bb79-8f92d8d2742f req-c54d0285-07b5-4b0f-a56e-f8b456ca9862 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 943 time: 0.1112556 Jan 28 01:05:18.863157 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a538e24-2c0a-4b4c-95bc-aa09aaf88e1d x-openstack-request-id: req-8a538e24-2c0a-4b4c-95bc-aa09aaf88e1d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:18.863632 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:18.864534 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a538e24-2c0a-4b4c-95bc-aa09aaf88e1d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:18.865257 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'status': 'completed', 'code': 200} Jan 28 01:05:18.891159 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c07be82-fd2e-479a-933c-8b41c6ec49e5 x-openstack-request-id: req-6c07be82-fd2e-479a-933c-8b41c6ec49e5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:18.891457 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6727a0c-5f66-4128-8643-c1a13d98c187", "name": "network-vif-deleted", "tag": "6aa2f259-d793-4544-86a7-b7ea2d50054e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:18.891767 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c07be82-fd2e-479a-933c-8b41c6ec49e5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:18.892113 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6727a0c-5f66-4128-8643-c1a13d98c187', 'name': 'network-vif-deleted', 'tag': '6aa2f259-d793-4544-86a7-b7ea2d50054e', 'status': 'completed', 'code': 200} Jan 28 01:05:18.938599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-579f943c-0718-4b1d-ad07-7b7e6fc143a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 HTTP/1.1" status: 200 len: 217 time: 0.0720284 Jan 28 01:05:19.331812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3bb5d45-6c59-4827-bb79-8f92d8d2742f req-4cdd23b9-7b3f-4363-ae79-28d8e27e302b tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722152 Jan 28 01:05:19.354493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb3e2f-cadd-415c-9113-6f1136e5e1c8 req-3163b3aa-fb73-4d82-a5e4-18471527bbc5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.361340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5eb3e2f-cadd-415c-9113-6f1136e5e1c8 req-3163b3aa-fb73-4d82-a5e4-18471527bbc5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.4135890 Jan 28 01:05:19.372525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-71745a00-a1d8-41d4-bb38-2377538babb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.374226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-71745a00-a1d8-41d4-bb38-2377538babb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3260361d-4569-452d-98a7-7aee2c3e514a HTTP/1.1" status: 200 len: 854 time: 0.4227817 Jan 28 01:05:19.474392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5eb3e2f-cadd-415c-9113-6f1136e5e1c8 req-7588d9a7-0203-45fe-9d16-b683c7427b50 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120629 Jan 28 01:05:19.483298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-2b3d5a29-6920-4301-b4a9-be0d1ad01bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.484772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-2b3d5a29-6920-4301-b4a9-be0d1ad01bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042824 Jan 28 01:05:19.491775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad2057-741a-415c-b7ac-3c429639316e req-5a206f51-c8ac-4f03-8c54-aedd38c07a02 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.493228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01ad2057-741a-415c-b7ac-3c429639316e req-5a206f51-c8ac-4f03-8c54-aedd38c07a02 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1026044 Jan 28 01:05:19.715929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01ad2057-741a-415c-b7ac-3c429639316e req-fd0fe3eb-dfbf-4e6c-b0b5-cfe5ed1c6dd3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129545 Jan 28 01:05:19.766269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815e294-ca8a-4726-ba0c-ad510c619054 req-4d19ea22-2eda-4371-b91e-463a0790e3df tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.770175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a815e294-ca8a-4726-ba0c-ad510c619054 req-4d19ea22-2eda-4371-b91e-463a0790e3df tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1795917 Jan 28 01:05:19.777672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-8ba49e91-1437-4970-9681-4960547b005c service neutron] 10.222.0.45 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828004 Jan 28 01:05:19.942043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:19.959656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a815e294-ca8a-4726-ba0c-ad510c619054 req-eabecb2f-c443-4a77-ae73-efbd26133e6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807451 Jan 28 01:05:19.986476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179f53b-2cae-482a-8a5b-f026af0b041f req-27803583-cbb4-48bd-b4e5-2ee48559ff33 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:19.988176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c179f53b-2cae-482a-8a5b-f026af0b041f req-27803583-cbb4-48bd-b4e5-2ee48559ff33 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 945 time: 0.1419661 Jan 28 01:05:20.051565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 6aa2f259-d793-4544-86a7-b7ea2d50054e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:20.052069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6aa2f259-d793-4544-86a7-b7ea2d50054e not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:20.053121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:20.084842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 5b67abcc-d5dd-4107-85be-c6da8a3ca075 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:20.085726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5b67abcc-d5dd-4107-85be-c6da8a3ca075 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:20.098161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-c02872bb-b546-447a-b9ce-77c3da517893 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=bd31fc7948bb4a478de1d5f738f314e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4153302 Jan 28 01:05:20.102698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba09ee21-9b3c-4f9d-9ec0-8c27755e8f1c req-8d38c0c2-7bc2-4b1d-832f-f5d8b7793105 service neutron] 10.222.0.45 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094757 Jan 28 01:05:20.115268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-261da572-e5e8-407a-b2b6-079af75f2db8 req-1dca87ed-8d32-4b59-b486-cae3ed4b226c tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 210 time: 0.0489500 Jan 28 01:05:20.139159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c179f53b-2cae-482a-8a5b-f026af0b041f req-a1c24cbb-88e0-4714-9c08-4b0b6fdd0269 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453216 Jan 28 01:05:20.208365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54812) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:20.246340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-c40e2b52-cc12-4c52-93ef-809811677a28 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.249655 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-c40e2b52-cc12-4c52-93ef-809811677a28 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460600 Jan 28 01:05:20.252580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac856-8170-4420-87ba-062a0b3eebff req-49af7387-94ff-4c40-b84c-a09bb453a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.254206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-49af7387-94ff-4c40-b84c-a09bb453a20f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58d60bad4de844e5934ecc35e6c8aefb&device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 1094 time: 0.0495360 Jan 28 01:05:20.277183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Request body: {'port': {'device_id': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'bd31fc7948bb4a478de1d5f738f314e1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:20.407934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Made reservation on behalf of bd31fc7948bb4a478de1d5f738f314e1 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:20.411758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.427724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.429562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac856-8170-4420-87ba-062a0b3eebff req-7caad72f-5d64-472b-9ac6-45ccd4210822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.434428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-7caad72f-5d64-472b-9ac6-45ccd4210822 service neutron] 10.222.0.45 "GET /v2.0/networks?id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 HTTP/1.1" status: 200 len: 916 time: 0.1740558 Jan 28 01:05:20.565817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Deleting subnet f6700348-b602-49c3-a943-48fc9059124b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:05:20.577722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Publish callbacks [] for subnet (f6700348-b602-49c3-a943-48fc9059124b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.611781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-96566c87-e261-4a62-b8e3-02b47a304ed4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 HTTP/1.1" status: 200 len: 217 time: 0.1612175 Jan 28 01:05:20.653968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f6700348-b602-49c3-a943-48fc9059124b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.660668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks [] for security_group (0e171a7e-f5fd-483c-8771-7028975ed6d7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.685820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0e171a7e-f5fd-483c-8771-7028975ed6d7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.695765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235406f-10da-4a4a-bbf1-bc84f53b3db3 req-6218abd6-a856-4bdb-a7b3-79732cb669e0 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.697564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f235406f-10da-4a4a-bbf1-bc84f53b3db3 req-6218abd6-a856-4bdb-a7b3-79732cb669e0 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 943 time: 0.2567010 Jan 28 01:05:20.707103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda4ecf-bf3a-43c1-9eb5-e3b0e2f47f0a req-fd05d999-e2f0-4168-8c38-ed8b1e597184 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.714693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eda4ecf-bf3a-43c1-9eb5-e3b0e2f47f0a req-fd05d999-e2f0-4168-8c38-ed8b1e597184 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1162810 Jan 28 01:05:20.750787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac856-8170-4420-87ba-062a0b3eebff req-ce8aebbc-8098-4ead-b27d-e646e074e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.752401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-ce8aebbc-8098-4ead-b27d-e646e074e8c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3260361d-4569-452d-98a7-7aee2c3e514a HTTP/1.1" status: 200 len: 854 time: 0.1199338 Jan 28 01:05:20.799619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e171a7e-f5fd-483c-8771-7028975ed6d7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:20.803901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f6700348-b602-49c3-a943-48fc9059124b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.834798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eda4ecf-bf3a-43c1-9eb5-e3b0e2f47f0a req-7131f405-125a-4bdd-9b5e-a644d3b5ede5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188819 Jan 28 01:05:20.839628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f235406f-10da-4a4a-bbf1-bc84f53b3db3 req-bc9c4fa9-b0b6-416c-8e08-0b32026ec2fd tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226392 Jan 28 01:05:20.878911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac856-8170-4420-87ba-062a0b3eebff req-cf14fdc8-b0e5-4c67-838c-b60627e06ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:20.881025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-cf14fdc8-b0e5-4c67-838c-b60627e06ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209550 Jan 28 01:05:20.932842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Allocated IP 192.168.233.153 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/ad5b521d-446a-4372-aa18-8b9c0a5bfec3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:20.944288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f6700348-b602-49c3-a943-48fc9059124b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.977582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:20.983273 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f6700348-b602-49c3-a943-48fc9059124b HTTP/1.1" status: 204 len: 168 time: 0.7716522 Jan 28 01:05:20.984389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff018a8-3532-4ce7-ab8b-0151b173b87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6700348-b602-49c3-a943-48fc9059124b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:20.986797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54822) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:21.071795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fa323-d470-42a2-9ac3-caf6712b8c09 req-36d2501b-0900-4d01-b6a5-c9003013b30a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.073363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c9fa323-d470-42a2-9ac3-caf6712b8c09 req-36d2501b-0900-4d01-b6a5-c9003013b30a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1318691 Jan 28 01:05:21.129646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-d2b37221-2e74-44d0-a08f-ed0663df1685 service neutron] 10.222.0.45 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405245 Jan 28 01:05:21.150828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (545f5148-681e-4d62-9829-c5c707709cca), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.169078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks [] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.213567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.270406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:21.272568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055ac2-9b83-4c88-beeb-c201d61f5add req-c591953b-7c05-4502-9cb1-491216388486 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.273904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:21.274527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74055ac2-9b83-4c88-beeb-c201d61f5add req-c591953b-7c05-4502-9cb1-491216388486 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1742234 Jan 28 01:05:21.284760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c9fa323-d470-42a2-9ac3-caf6712b8c09 req-962bffa4-7b4b-4757-a39e-a0bd7d9da7e5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033272 Jan 28 01:05:21.286139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:21.346444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Pushing event updated for resources: {'Port': ['ID=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:21.383652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.384550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.409909 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-703ffc5b-085b-4059-bf87-fc44a41da7c6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1438065 Jan 28 01:05:21.434452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Request body: {'port': {'device_id': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:21.473497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96ac856-8170-4420-87ba-062a0b3eebff req-9f009d48-a831-4115-a0c4-5550a5c866f5 service neutron] 10.222.0.45 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265197 Jan 28 01:05:21.525630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (545f5148-681e-4d62-9829-c5c707709cca), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.534774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.579284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545f5148-681e-4d62-9829-c5c707709cca']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:21.590938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74055ac2-9b83-4c88-beeb-c201d61f5add req-87dfe808-ef55-4c51-a794-aaee8491b9be tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531297 Jan 28 01:05:21.599815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a440-cb24-4edc-b79a-23bddb5f181f req-d3ebd635-c546-4fa0-8a16-80184f71ce70 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.607631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1767a440-cb24-4edc-b79a-23bddb5f181f req-d3ebd635-c546-4fa0-8a16-80184f71ce70 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 936 time: 0.1390002 Jan 28 01:05:21.611394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9936f1d9-82ef-4c9e-935d-89c2d3900ac3') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:21.611691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9936f1d9-82ef-4c9e-935d-89c2d3900ac3') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:21.656001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9936f1d9-82ef-4c9e-935d-89c2d3900ac3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.700305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9936f1d9-82ef-4c9e-935d-89c2d3900ac3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.708428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3d31a7e9-c383-4027-a305-64f7a4f3e5b4 None None] Provisioning complete for port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:21.709814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d31a7e9-c383-4027-a305-64f7a4f3e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.732820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1767a440-cb24-4edc-b79a-23bddb5f181f req-3e90cfc5-a0fd-469c-a144-7a697b98445d tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242955 Jan 28 01:05:21.733881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:05:21.734292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9936f1d9-82ef-4c9e-935d-89c2d3900ac3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:05:21.736256 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:05:21.781716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3d31a7e9-c383-4027-a305-64f7a4f3e5b4 None None] Port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:21.824041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02cd5-45a2-4040-a968-4820879fdba9 req-5c36bb43-39f3-43ae-b482-725f7ba243fe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:21.830950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec02cd5-45a2-4040-a968-4820879fdba9 req-5c36bb43-39f3-43ae-b482-725f7ba243fe tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 945 time: 0.1525104 Jan 28 01:05:21.840462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (545f5148-681e-4d62-9829-c5c707709cca), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.849909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.856116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] 10.222.0.23 "DELETE /v2.0/networks/545f5148-681e-4d62-9829-c5c707709cca HTTP/1.1" status: 204 len: 168 time: 0.8669224 Jan 28 01:05:21.861032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54830) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:21.882222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27fd67-d39c-43a1-a866-c0b41d6ba316 admin admin] Pushing event deleted for resources: {'Network': ['ID=545f5148-681e-4d62-9829-c5c707709cca,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:21.924011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec02cd5-45a2-4040-a968-4820879fdba9 req-dc4bd76a-57c5-457a-a8f8-aed4aed04dd5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Jan 28 01:05:21.940323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5b521d-446a-4372-aa18-8b9c0a5bfec3 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:21.949426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 10a89bc1-528e-45d3-a682-74d3f85ff95e up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:21.949728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Publish callbacks [] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:21.969536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Transition to ACTIVE for port object ad5b521d-446a-4372-aa18-8b9c0a5bfec3 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:21.979621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.057303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:22.088477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Deleting subnet c749a6f5-ce22-42f8-870c-2d0aff774dbf {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:05:22.096816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Publish callbacks [] for subnet (c749a6f5-ce22-42f8-870c-2d0aff774dbf), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.110962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea0c8a-6bc1-4984-a2ee-d306d5a30743 req-2b401109-c219-4ca6-8f02-8f2e31717ce4 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.113505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4ea0c8a-6bc1-4984-a2ee-d306d5a30743 req-2b401109-c219-4ca6-8f02-8f2e31717ce4 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1532109 Jan 28 01:05:22.124405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 10a89bc1-528e-45d3-a682-74d3f85ff95e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:22.130977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 10a89bc1-528e-45d3-a682-74d3f85ff95e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:22.131328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ab01-8fd4-4b46-9f88-279e84946bcf req-26280455-061a-48f7-b95a-cb4154eb9125 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.131456 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.139711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb80ab01-8fd4-4b46-9f88-279e84946bcf req-26280455-061a-48f7-b95a-cb4154eb9125 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 943 time: 0.1173894 Jan 28 01:05:22.232875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Attempting to bind port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:22.233446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Attempting to bind port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:22.233579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Attempting to bind port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:22.238870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (c749a6f5-ce22-42f8-870c-2d0aff774dbf), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.267453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:22.267774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Attempting to bind port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:22.274618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 10a89bc1-528e-45d3-a682-74d3f85ff95e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:22.275014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.277794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:22.278397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:22.278803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:22.279383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Bound port: ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:22.279751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.313113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb80ab01-8fd4-4b46-9f88-279e84946bcf req-6bf491ab-c2b5-43ec-87a7-5923424d10de tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691742 Jan 28 01:05:22.328069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 10a89bc1-528e-45d3-a682-74d3f85ff95e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:22.331314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a89bc1-528e-45d3-a682-74d3f85ff95e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:22.336807 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4653698-e8b0-4aa6-ba50-573b94126aa4" -d '{"events": [{"server_uuid": "a5aa6c04-f07e-467f-a813-bc42566b1141", "name": "network-vif-plugged", "status": "completed", "tag": "10a89bc1-528e-45d3-a682-74d3f85ff95e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:22.337193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4ea0c8a-6bc1-4984-a2ee-d306d5a30743 req-54de1619-dd3c-489f-9e14-1aaa59d595f7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892252 Jan 28 01:05:22.362482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.417962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] For port ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:22.422002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] For port ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:22.425700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c749a6f5-ce22-42f8-870c-2d0aff774dbf), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.438664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=10a89bc1-528e-45d3-a682-74d3f85ff95e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:22.460369 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce4c09-f2c2-48b9-a863-588b5ad5f72c x-openstack-request-id: req-0cce4c09-f2c2-48b9-a863-588b5ad5f72c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:22.460754 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5aa6c04-f07e-467f-a813-bc42566b1141", "name": "network-vif-plugged", "status": "completed", "tag": "10a89bc1-528e-45d3-a682-74d3f85ff95e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:22.461500 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cce4c09-f2c2-48b9-a863-588b5ad5f72c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:22.461984 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a89bc1-528e-45d3-a682-74d3f85ff95e', 'code': 200} Jan 28 01:05:22.465269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.527382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:22.528998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2881c-b3cd-46d9-b8b5-daa0503ee362 req-c544a74d-6d5b-446f-81ed-551a9544da66 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.537377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5a2881c-b3cd-46d9-b8b5-daa0503ee362 req-c544a74d-6d5b-446f-81ed-551a9544da66 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0967648 Jan 28 01:05:22.551613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.552557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.554293 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-7c99be98-8910-4aa4-8d4d-b5b8a96813ce service neutron] 10.222.0.43 "PUT /v2.0/ports/ad5b521d-446a-4372-aa18-8b9c0a5bfec3 HTTP/1.1" status: 200 len: 1096 time: 1.1291647 Jan 28 01:05:22.554679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'tag': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:22.556993 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1383af7-8292-47b4-ae1b-b41146a3b59c" -d '{"events": [{"name": "network-changed", "server_uuid": "832c94a0-b2e5-4c31-bb11-97c006b285b8", "tag": "ad5b521d-446a-4372-aa18-8b9c0a5bfec3"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:22.593224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (c749a6f5-ce22-42f8-870c-2d0aff774dbf), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.638802 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d5f45-4a97-42d6-aa00-e7904059a070 x-openstack-request-id: req-139d5f45-4a97-42d6-aa00-e7904059a070 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:22.639154 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832c94a0-b2e5-4c31-bb11-97c006b285b8", "tag": "ad5b521d-446a-4372-aa18-8b9c0a5bfec3", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:22.639355 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-139d5f45-4a97-42d6-aa00-e7904059a070 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:22.641520 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'tag': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3', 'status': 'completed', 'code': 200} Jan 28 01:05:22.656490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c749a6f5-ce22-42f8-870c-2d0aff774dbf,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:22.688405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.691662 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cba93f71-7eb8-41da-b970-ad21acb0f8be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c749a6f5-ce22-42f8-870c-2d0aff774dbf HTTP/1.1" status: 204 len: 168 time: 0.8287888 Jan 28 01:05:22.695128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54844) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:22.695262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5a2881c-b3cd-46d9-b8b5-daa0503ee362 req-8ba01842-50e2-40b0-9794-a75cb43916b4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565952 Jan 28 01:05:22.713736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6cc8f-d502-417f-8f09-84aff437416e req-d8dfabb0-5fd3-4736-af11-511c6a1345da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.715303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39c6cc8f-d502-417f-8f09-84aff437416e req-d8dfabb0-5fd3-4736-af11-511c6a1345da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 1097 time: 0.1758738 Jan 28 01:05:22.817993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-388db6fb-d101-44d8-b840-bbd0a909ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.819434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-388db6fb-d101-44d8-b840-bbd0a909ba8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd31fc7948bb4a478de1d5f738f314e1&device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 1099 time: 0.1764505 Jan 28 01:05:22.826320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9895f91a-e050-4507-a6f5-23ac7ef494f2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:22.827062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807521d-6e6c-497b-ab5c-3c7d9b53ea66 req-ecb85e6c-29fc-42d3-b48d-075aa40aa5e6 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.828815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d807521d-6e6c-497b-ab5c-3c7d9b53ea66 req-ecb85e6c-29fc-42d3-b48d-075aa40aa5e6 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1312685 Jan 28 01:05:22.847898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39c6cc8f-d502-417f-8f09-84aff437416e req-09c7d6ea-8259-4e36-bc0b-5ee682dcc91e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143038 Jan 28 01:05:22.915389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-8eb667fe-a0e6-4993-b5c9-17336c6cc92a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3 HTTP/1.1" status: 200 len: 217 time: 0.0782280 Jan 28 01:05:22.957030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d807521d-6e6c-497b-ab5c-3c7d9b53ea66 req-f0ba2ae3-89f9-4ac6-8982-3013995fcaca tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138840 Jan 28 01:05:22.983327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3697429-7946-44b4-a706-792b4300929d req-2dd0a347-4091-45cf-a746-d52f634e4c0e tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:22.984921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3697429-7946-44b4-a706-792b4300929d req-2dd0a347-4091-45cf-a746-d52f634e4c0e tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 948 time: 0.1550193 Jan 28 01:05:23.044505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9895f91a-e050-4507-a6f5-23ac7ef494f2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.075147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9895f91a-e050-4507-a6f5-23ac7ef494f2']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:23.078342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-7a63d5ae-a7aa-4f8d-a19d-1728599c63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.079959 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-7a63d5ae-a7aa-4f8d-a19d-1728599c63df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1283379 Jan 28 01:05:23.089279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6348b16-2053-4577-854b-4c925ecd76f4') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:23.089704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6348b16-2053-4577-854b-4c925ecd76f4') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:23.106078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3697429-7946-44b4-a706-792b4300929d req-79b0776d-654f-4a9b-b62b-f98207081835 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081870 Jan 28 01:05:23.130525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d6348b16-2053-4577-854b-4c925ecd76f4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.146082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880f334-6ac9-417b-a996-f2b56d5ccbaa req-61711654-dcb8-4162-aa24-3fcff94d7074 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.148932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5880f334-6ac9-417b-a996-f2b56d5ccbaa req-61711654-dcb8-4162-aa24-3fcff94d7074 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.0947735 Jan 28 01:05:23.151885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d6348b16-2053-4577-854b-4c925ecd76f4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.158976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:05:23.159375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d6348b16-2053-4577-854b-4c925ecd76f4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:05:23.161560 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:05:23.198591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888e89d-3dd5-405a-8649-118defaed00e req-fa098392-5156-4d49-a8b0-dbc6d671bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.200127 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-fa098392-5156-4d49-a8b0-dbc6d671bddc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128864 Jan 28 01:05:23.221269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5880f334-6ac9-417b-a996-f2b56d5ccbaa req-3683e619-6551-4545-af7e-6dcc423f8fb3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639834 Jan 28 01:05:23.278528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9895f91a-e050-4507-a6f5-23ac7ef494f2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.284997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.288265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9895f91a-e050-4507-a6f5-23ac7ef494f2 HTTP/1.1" status: 204 len: 168 time: 0.5922585 Jan 28 01:05:23.309006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933539e-a3b4-472c-8ba8-7b91354ad785 admin admin] Pushing event deleted for resources: {'Network': ['ID=9895f91a-e050-4507-a6f5-23ac7ef494f2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:23.364818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-d38f43c2-27f3-4924-a40c-548ca25ac04f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513715 Jan 28 01:05:23.463735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54856) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:23.524252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4458a9-9452-4d02-a6fe-cbd43d6e4bf3 req-04b07b28-3c46-4ba1-bf6a-20377e430b23 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.526308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4458a9-9452-4d02-a6fe-cbd43d6e4bf3 req-04b07b28-3c46-4ba1-bf6a-20377e430b23 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 943 time: 0.1117170 Jan 28 01:05:23.531001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1888e89d-3dd5-405a-8649-118defaed00e req-47dc8ae4-a98d-49c0-838b-8336c37f379b service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556449 Jan 28 01:05:23.536211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c1e0db21-1bbf-4d8d-9479-114e93e6a6f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dc49157e1a54724b3a7ac9ddcf8e688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689700 Jan 28 01:05:23.536861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:23.540272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba93c-6599-4f3f-b46b-d9af57acb6ba req-59562705-8bfa-4b9c-a089-3b1c954e9118 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.542724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04aba93c-6599-4f3f-b46b-d9af57acb6ba req-59562705-8bfa-4b9c-a089-3b1c954e9118 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.0926995 Jan 28 01:05:23.601330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23c9e286-2dfa-492e-a372-1d1f1a19819f admin admin] Publish callbacks [] for security_group (3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.624568 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23c9e286-2dfa-492e-a372-1d1f1a19819f admin admin] Publish callbacks [] for security_group (3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.629299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4458a9-9452-4d02-a6fe-cbd43d6e4bf3 req-25f39e5a-d8bc-436a-acf4-67c85f11e5ad tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852411 Jan 28 01:05:23.660663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04aba93c-6599-4f3f-b46b-d9af57acb6ba req-2f07af08-b883-434b-a493-1c5dc3a4db70 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954704 Jan 28 01:05:23.707859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-01487e21-3bd3-47e3-8793-c72eef52b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.709642 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-01487e21-3bd3-47e3-8793-c72eef52b916 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd31fc7948bb4a478de1d5f738f314e1&device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 1099 time: 0.0539403 Jan 28 01:05:23.777377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23c9e286-2dfa-492e-a372-1d1f1a19819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.777377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23c9e286-2dfa-492e-a372-1d1f1a19819f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:23.777377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-23c9e286-2dfa-492e-a372-1d1f1a19819f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9 HTTP/1.1" status: 204 len: 168 time: 0.2118871 Jan 28 01:05:23.797032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9e286-2dfa-492e-a372-1d1f1a19819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9c47cf-114c-4e68-8e3f-d0ad21d04ce9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:23.930653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-4016b9be-ec41-4f95-8d3a-84b71c727170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.932177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-4016b9be-ec41-4f95-8d3a-84b71c727170 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2145181 Jan 28 01:05:23.938997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc2a57-19f6-44df-a66b-eee9ca0da8a1 req-6af8ce63-4abb-4586-bcf1-f9a6729b19e3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:23.946641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:23.947259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16bc2a57-19f6-44df-a66b-eee9ca0da8a1 req-6af8ce63-4abb-4586-bcf1-f9a6729b19e3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0671110 Jan 28 01:05:24.005924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-c7f50e81-1792-4efa-bce0-8d57db797d05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3 HTTP/1.1" status: 200 len: 217 time: 0.0599282 Jan 28 01:05:24.013196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16bc2a57-19f6-44df-a66b-eee9ca0da8a1 req-bdfdd4c1-7c2f-40f1-9dc8-01dddc8770fe tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655932 Jan 28 01:05:24.074484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-160ca794-df47-4ced-b034-7b6bfcce2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.076163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-160ca794-df47-4ced-b034-7b6bfcce2f10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0636916 Jan 28 01:05:24.139707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f70aa-e4e4-420d-83da-01961210153a req-84e1c536-bc51-4586-a7c0-4ed3392e9533 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.139855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:24.148007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-0366912e-66d0-493f-a663-d9348c77e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.149663 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-0366912e-66d0-493f-a663-d9348c77e782 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655448 Jan 28 01:05:24.151447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f1f70aa-e4e4-420d-83da-01961210153a req-84e1c536-bc51-4586-a7c0-4ed3392e9533 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0851676 Jan 28 01:05:24.168931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'port_id': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'mac_address': 'fa:16:3e:55:44:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:24.222786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f1f70aa-e4e4-420d-83da-01961210153a req-198bed00-c285-406a-afcb-499b126d802b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661130 Jan 28 01:05:24.296522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:24.296522 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.314283 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-d77b3d37-cccc-4db2-bf69-f5081d72a5d9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476934 Jan 28 01:05:24.327157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:24.356782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc477c-cd9e-4f68-9f43-c75643774c03 req-a1f2fdf5-f3ed-4353-bed7-f4605eec9f96 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.366297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82cc477c-cd9e-4f68-9f43-c75643774c03 req-a1f2fdf5-f3ed-4353-bed7-f4605eec9f96 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 948 time: 0.1372397 Jan 28 01:05:24.376460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:24.380883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.456375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:24.478275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82cc477c-cd9e-4f68-9f43-c75643774c03 req-ee96bd1b-5ac2-4b9f-b95b-2176ccab1ba4 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108701 Jan 28 01:05:24.489891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e712f-5c36-4ecd-93c5-42f3d5b8da0d req-8abc917c-f0cf-4517-96fc-a52003a73e84 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.497368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-522e712f-5c36-4ecd-93c5-42f3d5b8da0d req-8abc917c-f0cf-4517-96fc-a52003a73e84 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.1094751 Jan 28 01:05:24.551075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:24.580026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-522e712f-5c36-4ecd-93c5-42f3d5b8da0d req-3988fb87-b69f-4011-8faf-e72aa5eed561 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813491 Jan 28 01:05:24.583743 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1383af7-8292-47b4-ae1b-b41146a3b59c req-d546c2ff-55f1-4ee3-9ed8-afce85342174 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232602 Jan 28 01:05:24.613510 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0bd332b6-cff5-4976-806a-970e1ac11a71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a092272605e452b8995f657013ee880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613103 Jan 28 01:05:24.616122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54880) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:24.696092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6ed3-ecbe-41b5-a6a5-1f547f00f1f4 admin admin] Publish callbacks [] for security_group (02359927-e30e-42e4-8e3b-a4c626589bfc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.722654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6ed3-ecbe-41b5-a6a5-1f547f00f1f4 admin admin] Publish callbacks [] for security_group (02359927-e30e-42e4-8e3b-a4c626589bfc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.841496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6ed3-ecbe-41b5-a6a5-1f547f00f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (02359927-e30e-42e4-8e3b-a4c626589bfc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.843299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6ed3-ecbe-41b5-a6a5-1f547f00f1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:24.846225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a5a6ed3-ecbe-41b5-a6a5-1f547f00f1f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02359927-e30e-42e4-8e3b-a4c626589bfc HTTP/1.1" status: 204 len: 168 time: 0.2287135 Jan 28 01:05:24.866034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396990e1-6a80-47b1-8807-99205fd77939 req-106f978e-92fe-4c85-aae4-6931cd83b2d1 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.867594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-396990e1-6a80-47b1-8807-99205fd77939 req-106f978e-92fe-4c85-aae4-6931cd83b2d1 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 944 time: 0.1076558 Jan 28 01:05:24.878059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a6ed3-ecbe-41b5-a6a5-1f547f00f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02359927-e30e-42e4-8e3b-a4c626589bfc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:24.914032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a749-b0f8-4bf0-8d3c-bfd38e7ced18 req-73617eb6-0d72-4825-aec4-c6b9574aaa1c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:24.918335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7f1a749-b0f8-4bf0-8d3c-bfd38e7ced18 req-73617eb6-0d72-4825-aec4-c6b9574aaa1c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1265156 Jan 28 01:05:24.993552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d8b3beb6-7c02-4ced-b76a-0dfe316c3df8'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:25.017934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7f1a749-b0f8-4bf0-8d3c-bfd38e7ced18 req-e3858096-61a2-43ca-a210-b69d1ab76fb7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834150 Jan 28 01:05:25.054617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-396990e1-6a80-47b1-8807-99205fd77939 req-6d367fc5-4665-4375-a786-63a31d8bed02 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773210 Jan 28 01:05:25.207390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b09b0-33d8-4ffd-89c3-66893103e730 req-b57c4299-5d66-49d4-9df0-1f81a90fe084 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.208922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de0b09b0-33d8-4ffd-89c3-66893103e730 req-b57c4299-5d66-49d4-9df0-1f81a90fe084 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0699186 Jan 28 01:05:25.283992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de0b09b0-33d8-4ffd-89c3-66893103e730 req-89c7d37e-99f0-488c-9708-83a7bd2d1ef7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669250 Jan 28 01:05:25.386797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b3a90-4b2c-4a05-82fa-4b20d4fd87eb req-55e74002-5542-496b-94ab-9bc23a801933 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.388510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d8b3a90-4b2c-4a05-82fa-4b20d4fd87eb req-55e74002-5542-496b-94ab-9bc23a801933 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0678492 Jan 28 01:05:25.483845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d8b3a90-4b2c-4a05-82fa-4b20d4fd87eb req-37dff6dc-2d69-471a-aee4-4419d0c85b29 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857644 Jan 28 01:05:25.608787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103ec58-8ac5-46a3-93da-4f6d70ae6145 req-d1cf0353-05c6-4a95-89b2-0215b3f7ecee tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.611764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3103ec58-8ac5-46a3-93da-4f6d70ae6145 req-d1cf0353-05c6-4a95-89b2-0215b3f7ecee tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0857227 Jan 28 01:05:25.754815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3103ec58-8ac5-46a3-93da-4f6d70ae6145 req-d5e8ac88-e9a4-4ccf-8f41-0a59819c3e58 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282623 Jan 28 01:05:25.757656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea153-41da-44b4-bee1-397fef2601f1 req-10ca7f8b-7cdb-46aa-a12a-51936a6fc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.759355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-10ca7f8b-7cdb-46aa-a12a-51936a6fc860 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.0921149 Jan 28 01:05:25.766724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8819195-2c64-4610-b18b-1c63ae88571e req-9a2ef697-57e1-4da0-a85b-3be49ee991a0 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.776162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8819195-2c64-4610-b18b-1c63ae88571e req-9a2ef697-57e1-4da0-a85b-3be49ee991a0 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 948 time: 0.1553578 Jan 28 01:05:25.874396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ad5b521d-446a-4372-aa18-8b9c0a5bfec3 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:25.947608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8819195-2c64-4610-b18b-1c63ae88571e req-c91e0a87-cbe2-420b-9266-883cf35eba05 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652164 Jan 28 01:05:25.959256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664619f-d370-41f1-ac8f-3b42ce30d8d1 req-0791c595-4c4f-453a-8260-5b5862659b33 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.960811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b664619f-d370-41f1-ac8f-3b42ce30d8d1 req-0791c595-4c4f-453a-8260-5b5862659b33 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.1305156 Jan 28 01:05:25.964029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea153-41da-44b4-bee1-397fef2601f1 req-8fa02da7-0bd4-48a1-90b8-2ffdc559f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:25.965529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-8fa02da7-0bd4-48a1-90b8-2ffdc559f65f service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1963837 Jan 28 01:05:26.030598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:26.057826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3', 'mac_address': 'fa:16:3e:f0:e8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:26.066271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-d0b72557-6404-4d56-a3d8-564faab8e1a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.0929112 Jan 28 01:05:26.097576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b664619f-d370-41f1-ac8f-3b42ce30d8d1 req-8fc5c050-9086-4364-a667-705e4c7025a8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299868 Jan 28 01:05:26.135480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:26.136121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.167385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5b521d-446a-4372-aa18-8b9c0a5bfec3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:26.202450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:26.212518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.261173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea153-41da-44b4-bee1-397fef2601f1 req-ce27cede-e978-414f-96ee-ae7ec6f4189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.263977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-ce27cede-e978-414f-96ee-ae7ec6f4189f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1651194 Jan 28 01:05:26.275208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:26.310176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418bd16-6098-4af0-99a2-4db5af1ffd45 req-a7441ea2-01e8-44cc-90bd-aa19e3c500e9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.320014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a418bd16-6098-4af0-99a2-4db5af1ffd45 req-a7441ea2-01e8-44cc-90bd-aa19e3c500e9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1471031 Jan 28 01:05:26.370779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf775e-fedd-410e-9af1-fecd7637edc5 req-b110035d-6ee7-44b0-bb34-4eebd19909fb tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.380329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0caf775e-fedd-410e-9af1-fecd7637edc5 req-b110035d-6ee7-44b0-bb34-4eebd19909fb tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 944 time: 0.1656427 Jan 28 01:05:26.451216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea153-41da-44b4-bee1-397fef2601f1 req-efbdcd6e-c2b3-40e9-93d2-c1ee25af6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.452730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-efbdcd6e-c2b3-40e9-93d2-c1ee25af6b5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766775 Jan 28 01:05:26.489062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a418bd16-6098-4af0-99a2-4db5af1ffd45 req-8d46510f-74f4-455b-97c4-7b0a7e51281b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677251 Jan 28 01:05:26.507101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0caf775e-fedd-410e-9af1-fecd7637edc5 req-75d57a23-17de-4754-8863-53f35138d3c5 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253598 Jan 28 01:05:26.567470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ad5b521d-446a-4372-aa18-8b9c0a5bfec3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:26.676187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-7f5bf812-ebcf-4942-8c46-5fe64b160545 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118497 Jan 28 01:05:26.816725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870b11a-89ad-449c-8e44-0464fa537a16 req-1e69ae80-34e0-4d8d-87f1-a23c4712941b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.823869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2870b11a-89ad-449c-8e44-0464fa537a16 req-1e69ae80-34e0-4d8d-87f1-a23c4712941b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 945 time: 0.2185547 Jan 28 01:05:26.849186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d7f2-225e-42ad-ad20-b88669641958 req-55aff7e2-f9a3-468b-a42a-58402827f167 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.856166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b865d7f2-225e-42ad-ad20-b88669641958 req-55aff7e2-f9a3-468b-a42a-58402827f167 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.2496817 Jan 28 01:05:27.255413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013ea153-41da-44b4-bee1-397fef2601f1 req-9be7a1e8-4034-4030-aeb9-2e2d6a052d74 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425675 Jan 28 01:05:27.270188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b865d7f2-225e-42ad-ad20-b88669641958 req-6ff74def-75aa-4b30-8619-c2a343105ae8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131463 Jan 28 01:05:27.275547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2870b11a-89ad-449c-8e44-0464fa537a16 req-a319b651-11d1-4e8d-9845-878820b15ad5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508574 Jan 28 01:05:27.428920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45715c0e-545d-456f-9740-e395d5f4e486 req-585b5682-042e-425c-a116-799927cb2d39 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:27.431064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45715c0e-545d-456f-9740-e395d5f4e486 req-585b5682-042e-425c-a116-799927cb2d39 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0837996 Jan 28 01:05:27.455641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276339b-7ef4-4ab8-ad86-4e8a7419ca48 req-82eba500-6f2b-477d-b8a6-a08fa48af94e tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:27.457118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0276339b-7ef4-4ab8-ad86-4e8a7419ca48 req-82eba500-6f2b-477d-b8a6-a08fa48af94e tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 949 time: 0.0961909 Jan 28 01:05:27.530681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45715c0e-545d-456f-9740-e395d5f4e486 req-47a9a664-aa70-40e6-926c-833fbf3195a9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925200 Jan 28 01:05:27.544230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0276339b-7ef4-4ab8-ad86-4e8a7419ca48 req-fb97d6c1-7c98-4cab-b57e-51fad3d6da48 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797532 Jan 28 01:05:27.677038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d084e48-1b63-42c1-a24e-2c95c24b7396 req-24276899-f2bf-4248-ae94-51d64082b391 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:27.684353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d084e48-1b63-42c1-a24e-2c95c24b7396 req-24276899-f2bf-4248-ae94-51d64082b391 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.0664992 Jan 28 01:05:27.736982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d084e48-1b63-42c1-a24e-2c95c24b7396 req-1c5ea832-eb37-4212-8c29-38879db9a2d9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516698 Jan 28 01:05:27.815479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-af5bb630-cbe3-4053-a245-4f3b046d3239 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e6330463072549b395c69ef05180385a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373816 Jan 28 01:05:27.875496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ad5b521d-446a-4372-aa18-8b9c0a5bfec3 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:27.952447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009a01-7c88-4014-9b4c-2eaa8e2ac354 req-12d044e7-6a3f-44af-932e-a89641bb95a9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:27.954041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c009a01-7c88-4014-9b4c-2eaa8e2ac354 req-12d044e7-6a3f-44af-932e-a89641bb95a9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1076589 Jan 28 01:05:27.965994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:27.973903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:28.021184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:28.021563 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.076946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-371426fb-827f-4eff-b976-d2caab6ead1a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.085001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-371426fb-827f-4eff-b976-d2caab6ead1a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629955 Jan 28 01:05:28.113369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-d5445f3c-089e-40fd-96d3-c52c7fbb06cd tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/quotas/e6330463072549b395c69ef05180385a HTTP/1.1" status: 200 len: 375 time: 0.0279937 Jan 28 01:05:28.119041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c009a01-7c88-4014-9b4c-2eaa8e2ac354 req-07c73005-fc33-474e-95a1-7bde8a13940d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482091 Jan 28 01:05:28.165798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:28.166324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.186112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-8c467b0f-ad76-485f-845f-215ee9bae2db tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6330463072549b395c69ef05180385a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680768 Jan 28 01:05:28.217988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:28.224443 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f3194-79ef-419b-8960-2c6d00c3dcf8" -d '{"events": [{"server_uuid": "832c94a0-b2e5-4c31-bb11-97c006b285b8", "name": "network-vif-plugged", "status": "completed", "tag": "ad5b521d-446a-4372-aa18-8b9c0a5bfec3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:28.237992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:28.244182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:28.244429 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.270439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:28.290887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.327069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a14f2-8a5d-4722-bd28-5a8fc4f473e4 req-acae36e7-f594-41f4-a134-004f409ab08c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.336884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-335a14f2-8a5d-4722-bd28-5a8fc4f473e4 req-acae36e7-f594-41f4-a134-004f409ab08c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 944 time: 0.0707991 Jan 28 01:05:28.397620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-335a14f2-8a5d-4722-bd28-5a8fc4f473e4 req-d739d60f-173c-43a0-8231-73a27c479953 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591295 Jan 28 01:05:28.439993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:28.440387 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.472938 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09f9bad-814c-42a7-998a-245a96d310a1 x-openstack-request-id: req-b09f9bad-814c-42a7-998a-245a96d310a1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:28.473079 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832c94a0-b2e5-4c31-bb11-97c006b285b8", "name": "network-vif-plugged", "status": "completed", "tag": "ad5b521d-446a-4372-aa18-8b9c0a5bfec3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:28.473340 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b09f9bad-814c-42a7-998a-245a96d310a1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:28.473736 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3', 'code': 200} Jan 28 01:05:28.476987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:28.538260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:28.549568 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.652966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa2ea7-c3ca-4f4d-9d62-9ab2fb092eda req-c8ef7aef-402c-405c-a485-4939ae131fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.655348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92aa2ea7-c3ca-4f4d-9d62-9ab2fb092eda req-c8ef7aef-402c-405c-a485-4939ae131fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 1101 time: 0.0825868 Jan 28 01:05:28.685740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:28.724302 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92aa2ea7-c3ca-4f4d-9d62-9ab2fb092eda req-bad89c11-ce46-4626-a31b-7c9edce45cee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Jan 28 01:05:28.735524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfd59968-8efb-41b0-97b3-84a06167f798 req-ec592567-ceab-4dfd-96ff-96e50e354c64 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 210 time: 0.0536678 Jan 28 01:05:28.753304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fb1c7-60ce-4b74-9991-c506f986ab16 req-152fd58b-3a7c-4f1c-a07e-7323b5fa6597 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.772224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea6fb1c7-60ce-4b74-9991-c506f986ab16 req-152fd58b-3a7c-4f1c-a07e-7323b5fa6597 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1439116 Jan 28 01:05:28.831871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea6fb1c7-60ce-4b74-9991-c506f986ab16 req-4ebfbfb6-be3c-4e15-bf8a-a4ae6cf1569a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Jan 28 01:05:28.975581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c93f-cf7c-40b7-8171-d7b01bc822d5 req-152509bb-0718-4f45-ac27-aeef17187cd4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.977415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1d4c93f-cf7c-40b7-8171-d7b01bc822d5 req-152509bb-0718-4f45-ac27-aeef17187cd4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1426399 Jan 28 01:05:29.013344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54abc4-626c-4879-8a13-03ff04dc8d5c req-fe5457f8-7f75-4ceb-b26f-bfc6f3b004b2 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.020183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e54abc4-626c-4879-8a13-03ff04dc8d5c req-fe5457f8-7f75-4ceb-b26f-bfc6f3b004b2 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 950 time: 0.1012814 Jan 28 01:05:29.085482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1d4c93f-cf7c-40b7-8171-d7b01bc822d5 req-348e3902-96e3-41c7-8626-55f610de8dcc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966568 Jan 28 01:05:29.108813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e54abc4-626c-4879-8a13-03ff04dc8d5c req-a678f313-9ff5-4b11-bf0d-b808724c22a0 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812583 Jan 28 01:05:29.264771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98326e-d847-49e6-9faf-08c304a5dec6 req-6c057103-e368-43f4-a467-76597310a77a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.266537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed98326e-d847-49e6-9faf-08c304a5dec6 req-6c057103-e368-43f4-a467-76597310a77a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.1138670 Jan 28 01:05:29.275051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff082d-80b8-43de-aa8d-12a6eb298ebd req-f7727068-34cd-4d60-858c-6ee525f146a8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.276620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02ff082d-80b8-43de-aa8d-12a6eb298ebd req-f7727068-34cd-4d60-858c-6ee525f146a8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0733945 Jan 28 01:05:29.353217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02ff082d-80b8-43de-aa8d-12a6eb298ebd req-dc885366-a5fb-4360-b98a-0777075a222c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617759 Jan 28 01:05:29.358269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed98326e-d847-49e6-9faf-08c304a5dec6 req-c29f8fb4-3e69-48dc-b3d6-d057ba4b4131 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806723 Jan 28 01:05:29.525604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c87154-c345-448b-a96f-7ef631428425 req-65c2c939-2505-45f2-88db-4746d4864970 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.527602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0c87154-c345-448b-a96f-7ef631428425 req-65c2c939-2505-45f2-88db-4746d4864970 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.0708179 Jan 28 01:05:29.583752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0c87154-c345-448b-a96f-7ef631428425 req-9eb77eef-814c-43a8-84da-892b6152a05b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481405 Jan 28 01:05:29.707722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c13c7b-d739-408f-90fa-d5eff8669544 req-6c0e5d70-b260-4fb7-b97d-10f75b2a499c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.709341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6c13c7b-d739-408f-90fa-d5eff8669544 req-6c0e5d70-b260-4fb7-b97d-10f75b2a499c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.0852356 Jan 28 01:05:29.746823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab36231-9b3c-476c-8bbe-5f847d7adef9 req-6c7e46fc-770f-4cc8-b25d-4eaed5c4c929 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:29.748615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ab36231-9b3c-476c-8bbe-5f847d7adef9 req-6c7e46fc-770f-4cc8-b25d-4eaed5c4c929 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0764327 Jan 28 01:05:29.802636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6c13c7b-d739-408f-90fa-d5eff8669544 req-8ce27eeb-567a-448f-9d09-f153720c1dab tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836194 Jan 28 01:05:29.860377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ab36231-9b3c-476c-8bbe-5f847d7adef9 req-017034fc-0c94-4093-87e0-8cb28fa479a5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953171 Jan 28 01:05:29.930147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c85b0120-b749-46bd-9b0f-79d60a36c6dd req-a39ee2cf-e74b-4dcb-9321-3cf741990a6d tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 210 time: 0.0336068 Jan 28 01:05:30.018927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-acc91e24-a6cc-493b-8b43-544a43ea1cc4 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6330463072549b395c69ef05180385a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241022 Jan 28 01:05:30.061664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651576b6-880b-4e0e-93d0-1c9db02e05d5 req-d9d225df-96fa-409b-9b9b-4cb1b5b8c3d7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.068920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651576b6-880b-4e0e-93d0-1c9db02e05d5 req-d9d225df-96fa-409b-9b9b-4cb1b5b8c3d7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1342311 Jan 28 01:05:30.216570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651576b6-880b-4e0e-93d0-1c9db02e05d5 req-4e9fa37f-1aa8-449b-9347-5939e898b744 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410899 Jan 28 01:05:30.285444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-c60df3cc-48a3-4c25-bd2c-e74bd04c0357 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.287002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-c60df3cc-48a3-4c25-bd2c-e74bd04c0357 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571800 Jan 28 01:05:30.339384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2205-31f9-40e0-8a58-e1f9903cf66f req-e2482055-c3ec-4ed5-a292-2ba3a6598ff3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.342397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b24d2205-31f9-40e0-8a58-e1f9903cf66f req-e2482055-c3ec-4ed5-a292-2ba3a6598ff3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1643798 Jan 28 01:05:30.377810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Request body: {'port': {'device_id': '287df486-ae44-4904-bdd6-6a44423f6044', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'e6330463072549b395c69ef05180385a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:30.392033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10201a8-7964-42b7-a790-6b186011aeba req-74a5ee0e-a72a-4632-8188-d5d3ca37da1e tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.393633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10201a8-7964-42b7-a790-6b186011aeba req-74a5ee0e-a72a-4632-8188-d5d3ca37da1e tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 950 time: 0.1043472 Jan 28 01:05:30.475181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:30.478845 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2188f-fc6a-4e85-b3b8-b8830bba2e92" -d '{"events": [{"server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "name": "network-vif-plugged", "status": "completed", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:30.501717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b24d2205-31f9-40e0-8a58-e1f9903cf66f req-12d93871-2481-4405-a742-7783dd609ac2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520343 Jan 28 01:05:30.600499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d10201a8-7964-42b7-a790-6b186011aeba req-3927bd50-a381-4938-8066-11657af077a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890154 Jan 28 01:05:30.679044 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1921d43-4f86-4a16-89fe-354a4006c9a2 x-openstack-request-id: req-c1921d43-4f86-4a16-89fe-354a4006c9a2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:30.679337 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "name": "network-vif-plugged", "status": "completed", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:30.679638 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1921d43-4f86-4a16-89fe-354a4006c9a2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:30.680038 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'code': 200} Jan 28 01:05:30.712033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Made reservation on behalf of e6330463072549b395c69ef05180385a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:30.715491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.740476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.750595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-135dfe61-7b6e-4dd1-b1ef-364429c5d9a6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.751607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5681a4-ce21-4f34-9393-ac05139c4c6e req-0079a2b0-7c5a-4eb6-b75c-2b68d4eadbbd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.755168 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-135dfe61-7b6e-4dd1-b1ef-364429c5d9a6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.1013026 Jan 28 01:05:30.759744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd5681a4-ce21-4f34-9393-ac05139c4c6e req-0079a2b0-7c5a-4eb6-b75c-2b68d4eadbbd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 946 time: 0.1405547 Jan 28 01:05:30.904563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port 10a89bc1-528e-45d3-a682-74d3f85ff95e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:30.905418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:30.976283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd42728-ab52-48bf-bd2b-e36b01647586 req-2dd1081c-b429-4acb-a56b-9cd92078a03a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:30.983222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efd42728-ab52-48bf-bd2b-e36b01647586 req-2dd1081c-b429-4acb-a56b-9cd92078a03a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1922910 Jan 28 01:05:31.020975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port 10a89bc1-528e-45d3-a682-74d3f85ff95e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=10a89bc1-528e-45d3-a682-74d3f85ff95e,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:31.021353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:31.022375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd5681a4-ce21-4f34-9393-ac05139c4c6e req-c3080243-8792-4b21-aa72-f591ed700c1c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612550 Jan 28 01:05:31.037031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for 10a89bc1-528e-45d3-a682-74d3f85ff95e owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:31.093435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks [] for security_group (b302c054-78c6-4568-9cfd-51ab9598622b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:31.109017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efd42728-ab52-48bf-bd2b-e36b01647586 req-42543ef4-9e18-410b-9a4e-f465d6b3eab5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209507 Jan 28 01:05:31.117899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848273ab-9cdd-4ef3-9e25-935ff7a2d414 req-335116b3-d36c-4665-9720-1e94b7827d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.122376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-848273ab-9cdd-4ef3-9e25-935ff7a2d414 req-335116b3-d36c-4665-9720-1e94b7827d81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 1096 time: 0.3300202 Jan 28 01:05:31.125674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b302c054-78c6-4568-9cfd-51ab9598622b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:31.186723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (10a89bc1-528e-45d3-a682-74d3f85ff95e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:31.223856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd', '10a89bc1-528e-45d3-a682-74d3f85ff95e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:31.254993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=10a89bc1-528e-45d3-a682-74d3f85ff95e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:31.296323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port 10a89bc1-528e-45d3-a682-74d3f85ff95e on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:31.300089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:31.302015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['903d5e4a-c7bd-4159-82a8-f0e1ff530d86'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:31.304455 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8b0e1c0b-c3bc-40f2-a415-c14d5ebcbc08 req-24bc874b-ddae-40fc-8a12-7f3baac98a09 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "DELETE /v2.0/ports/10a89bc1-528e-45d3-a682-74d3f85ff95e HTTP/1.1" status: 204 len: 173 time: 0.5353284 Jan 28 01:05:31.304941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'name': 'network-vif-deleted', 'tag': '10a89bc1-528e-45d3-a682-74d3f85ff95e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:31.307332 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4626b620-a77f-4772-b44c-6132e3464e95" -d '{"events": [{"server_uuid": "a5aa6c04-f07e-467f-a813-bc42566b1141", "name": "network-vif-deleted", "tag": "10a89bc1-528e-45d3-a682-74d3f85ff95e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:31.512218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b302c054-78c6-4568-9cfd-51ab9598622b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:31.528419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-007fed76-676e-400a-ac79-442963184c7d req-12e9a4c3-f6ea-41dd-ac5a-321a890893fd tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 210 time: 0.1540654 Jan 28 01:05:31.641344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505f9ad-6cc7-4af1-9118-ade68e7a2987 req-ca36adc8-e168-4ca0-b572-9889cad499dc tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.642662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6505f9ad-6cc7-4af1-9118-ade68e7a2987 req-ca36adc8-e168-4ca0-b572-9889cad499dc tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.2720428 Jan 28 01:05:31.644249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Allocated IP 192.168.233.125 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/7c2f51f0-dd2b-4680-96d8-d68b815e4fb4) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:31.659627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-848273ab-9cdd-4ef3-9e25-935ff7a2d414 req-12fec60f-ecc4-4c61-a517-64973848eb3b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602146 Jan 28 01:05:31.782355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6505f9ad-6cc7-4af1-9118-ade68e7a2987 req-dfc04447-1d28-4dfc-ba3a-6091468bb558 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264789 Jan 28 01:05:31.790156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea23a0-07f0-475f-8587-1c96d343e09f req-ee8d8ae7-2ef2-4722-85c7-414dded5c7e8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:31.797327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55ea23a0-07f0-475f-8587-1c96d343e09f req-ee8d8ae7-2ef2-4722-85c7-414dded5c7e8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1710725 Jan 28 01:05:31.960954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55ea23a0-07f0-475f-8587-1c96d343e09f req-00ee25ff-1dff-4bfe-9e1c-751f8ff632f2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627378 Jan 28 01:05:32.009688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531443c8-6b9d-484d-98e1-4010e90acbf6 req-bb9e3b17-fc3f-4b5f-96f5-bae73554264a tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.011388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-531443c8-6b9d-484d-98e1-4010e90acbf6 req-bb9e3b17-fc3f-4b5f-96f5-bae73554264a tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 950 time: 0.1457717 Jan 28 01:05:32.021519 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e1b39d-c6bc-46bc-aaa1-5aeb45607715 x-openstack-request-id: req-50e1b39d-c6bc-46bc-aaa1-5aeb45607715 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:32.022472 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5aa6c04-f07e-467f-a813-bc42566b1141", "name": "network-vif-deleted", "tag": "10a89bc1-528e-45d3-a682-74d3f85ff95e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:32.023039 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50e1b39d-c6bc-46bc-aaa1-5aeb45607715 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:32.023598 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aa6c04-f07e-467f-a813-bc42566b1141', 'name': 'network-vif-deleted', 'tag': '10a89bc1-528e-45d3-a682-74d3f85ff95e', 'status': 'completed', 'code': 200} Jan 28 01:05:32.041564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks [] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:32.129917 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:32.138258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-531443c8-6b9d-484d-98e1-4010e90acbf6 req-2272562f-521c-43f1-9467-413d1e7ae550 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173382 Jan 28 01:05:32.187320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:32.199168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6cc8-0184-4e31-9a19-17329ad8fba5 req-b150c7ad-bf45-48d4-b924-71fdd8795003 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.200682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-301b6cc8-0184-4e31-9a19-17329ad8fba5 req-b150c7ad-bf45-48d4-b924-71fdd8795003 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1243513 Jan 28 01:05:32.203795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:32.211063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:32.218017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Pushing event updated for resources: {'Port': ['ID=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:32.302845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-936676f6-539d-43c8-b9d9-fc8ccf1dd5d0 req-11fc4388-526f-4528-97c2-cfbcb9d7e931 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5aa6c04-f07e-467f-a813-bc42566b1141 HTTP/1.1" status: 200 len: 210 time: 0.0611188 Jan 28 01:05:32.345345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.346177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:32.385742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-301b6cc8-0184-4e31-9a19-17329ad8fba5 req-a4e995f6-3b86-4eb7-8dc6-7c0f0fcafd20 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585972 Jan 28 01:05:32.453813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-b0be532b-7701-4ab9-a99f-65cdb6272a89 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0817451 Jan 28 01:05:32.488594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Request body: {'port': {'device_id': '287df486-ae44-4904-bdd6-6a44423f6044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:32.539179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d64ae-eb67-4b5c-93e8-dd87fdfa6da7 req-c1275688-a012-4212-a6a3-a2d5537c9dd9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.546764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-300d64ae-eb67-4b5c-93e8-dd87fdfa6da7 req-c1275688-a012-4212-a6a3-a2d5537c9dd9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1394656 Jan 28 01:05:32.592574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0973098c-2f9c-4f96-9fde-a41ca756f47c None None] Provisioning complete for port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:32.594071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0973098c-2f9c-4f96-9fde-a41ca756f47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:32.639741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:32.661705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0973098c-2f9c-4f96-9fde-a41ca756f47c None None] Port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:32.705089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-300d64ae-eb67-4b5c-93e8-dd87fdfa6da7 req-f021a009-e97e-4a50-bc28-3cf56f6d004e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569755 Jan 28 01:05:32.883311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfec238-43fc-4bb2-bc81-5dc8054cc3bd req-811992ec-507e-4374-8c46-b6698c453ce6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.884748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cfec238-43fc-4bb2-bc81-5dc8054cc3bd req-811992ec-507e-4374-8c46-b6698c453ce6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 936 time: 0.2142494 Jan 28 01:05:32.984401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eae9b-7778-478b-887b-e033c3e2ba61 req-12d0e2a9-a1b6-4a48-bdc6-3ce179b06bf1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:32.985967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd6eae9b-7778-478b-887b-e033c3e2ba61 req-12d0e2a9-a1b6-4a48-bdc6-3ce179b06bf1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1667318 Jan 28 01:05:33.021075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cfec238-43fc-4bb2-bc81-5dc8054cc3bd req-37c6a067-7c7e-4c05-a9a5-1226fea33fd5 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281266 Jan 28 01:05:33.140027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd6eae9b-7778-478b-887b-e033c3e2ba61 req-6b5d5753-b3f0-42b9-bfb7-d25f2a8f07cd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426492 Jan 28 01:05:33.153392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-6fd3ef0d-0136-4caa-aaf4-d8532b5b1d8a tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.155912 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-6fd3ef0d-0136-4caa-aaf4-d8532b5b1d8a tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.43 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 950 time: 0.0509379 Jan 28 01:05:33.193067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbef95b-fc82-49b3-a528-329904cd4998 req-87f8fbdc-e147-431a-83ec-a2b33027f03b tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.195341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbbef95b-fc82-49b3-a528-329904cd4998 req-87f8fbdc-e147-431a-83ec-a2b33027f03b tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.1120577 Jan 28 01:05:33.210621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:33.238089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Publish callbacks [] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.269705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Deleting port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:33.270287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.284533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Transition to ACTIVE for port object 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:33.303706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.317595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbbef95b-fc82-49b3-a528-329904cd4998 req-b96b2587-1f73-453e-892e-ce9ba8543ceb tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140563 Jan 28 01:05:33.351419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d62cc-5406-484f-8836-050392989cf4 req-5bb7a844-c40b-4ea8-a143-fa4282857b2b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.353278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b81d62cc-5406-484f-8836-050392989cf4 req-5bb7a844-c40b-4ea8-a143-fa4282857b2b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1336594 Jan 28 01:05:33.391251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] For port ad5b521d-446a-4372-aa18-8b9c0a5bfec3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:33.391597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.399759 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.405873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Pushing event updated for resources: {'Port': ['ID=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:33.419281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Calling delete_port for ad5b521d-446a-4372-aa18-8b9c0a5bfec3 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:33.537302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b81d62cc-5406-484f-8836-050392989cf4 req-fe529494-6851-4ce2-a7b3-b7f4d2ee25b3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705041 Jan 28 01:05:33.557179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58598d7b-fbb2-48af-a686-baaa3d0f9410 req-e7f74e95-28b4-49e6-adb1-e3e35224dde7 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.564281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58598d7b-fbb2-48af-a686-baaa3d0f9410 req-e7f74e95-28b4-49e6-adb1-e3e35224dde7 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/ports?device_id=832c94a0-b2e5-4c31-bb11-97c006b285b8 HTTP/1.1" status: 200 len: 950 time: 0.1825876 Jan 28 01:05:33.587417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Attempting to bind port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:33.587735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Attempting to bind port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:33.588066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Attempting to bind port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:33.600117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:33.600567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Attempting to bind port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:33.606396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ad5b521d-446a-4372-aa18-8b9c0a5bfec3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.619678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:33.620024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:33.620417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:33.620863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Bound port: 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:33.621219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.639591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58598d7b-fbb2-48af-a686-baaa3d0f9410 req-b2075739-bcfb-4918-ae3e-fa55f8d838ec tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e171a7e-f5fd-483c-8771-7028975ed6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Jan 28 01:05:33.647102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ad5b521d-446a-4372-aa18-8b9c0a5bfec3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:33.674423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Pushing event deleted for resources: {'Port': ['ID=ad5b521d-446a-4372-aa18-8b9c0a5bfec3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:33.712579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] No DVR routers for this DVR port ad5b521d-446a-4372-aa18-8b9c0a5bfec3 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:33.716472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.720723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e7aea29f-2c0b-4e4b-b491-7a86574723bc req-1ae179c5-8162-4ed8-bd6a-051465a012a6 tempest-ImagesNegativeTestJSON-290948781 tempest-ImagesNegativeTestJSON-290948781-project] 10.222.0.43 "DELETE /v2.0/ports/ad5b521d-446a-4372-aa18-8b9c0a5bfec3 HTTP/1.1" status: 204 len: 173 time: 0.5513213 Jan 28 01:05:33.731950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] For port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:33.745806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] For port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:33.754172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.841218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Pushing event updated for resources: {'Port': ['ID=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:33.877302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1c453b73-04e0-45fc-a447-e2c3ce70be22 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:33.892351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.893159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:33.894563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-37b8dadc-a1c6-4143-93cc-4953be50a0df service neutron] 10.222.0.45 "PUT /v2.0/ports/7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 HTTP/1.1" status: 200 len: 1096 time: 1.4185877 Jan 28 01:05:33.895079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287df486-ae44-4904-bdd6-6a44423f6044', 'tag': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:33.897398 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c892e-5c69-4aec-ae66-efd63cbc63a7" -d '{"events": [{"name": "network-changed", "server_uuid": "287df486-ae44-4904-bdd6-6a44423f6044", "tag": "7c2f51f0-dd2b-4680-96d8-d68b815e4fb4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:33.945300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961dd6b-a2ee-4055-af45-7b2618e68380 req-63abf24c-f97b-4661-b84c-818be61d3b12 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.947174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2961dd6b-a2ee-4055-af45-7b2618e68380 req-63abf24c-f97b-4661-b84c-818be61d3b12 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1027265 Jan 28 01:05:33.959565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79616fa-3f8e-463e-91e3-bd7261f983d6 req-8367118a-ccdf-43f2-93b1-4e9fbd42e29d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:33.961099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d79616fa-3f8e-463e-91e3-bd7261f983d6 req-8367118a-ccdf-43f2-93b1-4e9fbd42e29d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 945 time: 0.0814841 Jan 28 01:05:34.026738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'name': 'network-vif-deleted', 'tag': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:34.029363 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0ce8c7-22b1-481e-9046-904cabc50316" -d '{"events": [{"server_uuid": "832c94a0-b2e5-4c31-bb11-97c006b285b8", "name": "network-vif-deleted", "tag": "ad5b521d-446a-4372-aa18-8b9c0a5bfec3"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:34.089871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2961dd6b-a2ee-4055-af45-7b2618e68380 req-51871a98-ee58-4a72-a59b-0608be50f31e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239648 Jan 28 01:05:34.098016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d79616fa-3f8e-463e-91e3-bd7261f983d6 req-268db962-6ba7-48ef-97d1-ee5973a95146 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293845 Jan 28 01:05:34.101073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-c34fc574-5ff2-460b-9b75-d98d13951a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.102560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-c34fc574-5ff2-460b-9b75-d98d13951a81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6330463072549b395c69ef05180385a&device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 1099 time: 0.1122000 Jan 28 01:05:34.161532 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7739c960-cae1-41d3-9746-26a08a2586eb x-openstack-request-id: req-7739c960-cae1-41d3-9746-26a08a2586eb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:34.162405 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832c94a0-b2e5-4c31-bb11-97c006b285b8", "name": "network-vif-deleted", "tag": "ad5b521d-446a-4372-aa18-8b9c0a5bfec3", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:34.162837 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7739c960-cae1-41d3-9746-26a08a2586eb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:34.163408 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832c94a0-b2e5-4c31-bb11-97c006b285b8', 'name': 'network-vif-deleted', 'tag': 'ad5b521d-446a-4372-aa18-8b9c0a5bfec3', 'status': 'completed', 'code': 200} Jan 28 01:05:34.196965 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ec9351-78f4-4bf0-8bcf-db3ab426a31a x-openstack-request-id: req-47ec9351-78f4-4bf0-8bcf-db3ab426a31a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:34.198267 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287df486-ae44-4904-bdd6-6a44423f6044", "tag": "7c2f51f0-dd2b-4680-96d8-d68b815e4fb4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:34.198267 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47ec9351-78f4-4bf0-8bcf-db3ab426a31a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:34.198267 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287df486-ae44-4904-bdd6-6a44423f6044', 'tag': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4', 'status': 'completed', 'code': 200} Jan 28 01:05:34.199853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-2cfe076f-1841-4a0e-bf31-862793a2f2dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0577512 Jan 28 01:05:34.214277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:34.242289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'port_id': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'mac_address': 'fa:16:3e:50:93:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:34.288958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1c453b73-04e0-45fc-a447-e2c3ce70be22 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:34.289413 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:34.302625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c453b73-04e0-45fc-a447-e2c3ce70be22 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:34.325192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:34.330480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:34.367301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-6d52f8e4-08eb-4d87-910c-b23fb13ec112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.368973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-6d52f8e4-08eb-4d87-910c-b23fb13ec112 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1464069 Jan 28 01:05:34.379048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f04622-5433-46da-8c62-619804411a3c req-78f9ce98-ba10-44f5-bba7-e50418326fb3 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.380884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36f04622-5433-46da-8c62-619804411a3c req-78f9ce98-ba10-44f5-bba7-e50418326fb3 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 948 time: 0.1631393 Jan 28 01:05:34.386110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:34.705047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-01545a15-f6e5-43bd-8595-303de4a89e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.706518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-01545a15-f6e5-43bd-8595-303de4a89e80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1096 time: 0.4606872 Jan 28 01:05:34.710038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1c453b73-04e0-45fc-a447-e2c3ce70be22'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:34.712909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e95fe3-a02e-45cb-b477-0a2a8e660628 req-27cc62fa-ed8c-4189-b881-69a20f016aba tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.714345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2e95fe3-a02e-45cb-b477-0a2a8e660628 req-27cc62fa-ed8c-4189-b881-69a20f016aba tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.4663277 Jan 28 01:05:34.837827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-72bcc17f-6a3d-4f8b-b4bc-6d4fe8e26d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.839323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-72bcc17f-6a3d-4f8b-b4bc-6d4fe8e26d80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4558785 Jan 28 01:05:34.842507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36f04622-5433-46da-8c62-619804411a3c req-66f230db-67ef-4efb-b895-62cbf56f7356 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474857 Jan 28 01:05:34.872037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2e95fe3-a02e-45cb-b477-0a2a8e660628 req-ff6cd588-f4a6-4bff-aa7a-a018984aaea7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487660 Jan 28 01:05:34.954403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-29891e1c-cea0-486a-9394-d653b94bdcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:34.955801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-29891e1c-cea0-486a-9394-d653b94bdcc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.2406354 Jan 28 01:05:35.077336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-8a2c43ae-f378-44ed-afe1-4e0cc22fad10 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284656 Jan 28 01:05:35.092638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24f229-2096-46ec-a126-2cb3bddf2d67 req-1ee457a8-0428-4fc4-9fe5-698cd1fe7d57 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.093979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c24f229-2096-46ec-a126-2cb3bddf2d67 req-1ee457a8-0428-4fc4-9fe5-698cd1fe7d57 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.1769254 Jan 28 01:05:35.095673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-3a18f790-6a22-472f-8685-47e61c0128d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 200 len: 1000 time: 0.1239135 Jan 28 01:05:35.122671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cda717-dddc-4ee8-9f84-58b98f80ce10 req-2125e61f-36b4-4396-88ea-ff7413c08182 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.124413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0cda717-dddc-4ee8-9f84-58b98f80ce10 req-2125e61f-36b4-4396-88ea-ff7413c08182 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 944 time: 0.1856308 Jan 28 01:05:35.268304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-5076aecc-72ff-43a5-9a5b-020bdbcb56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.269788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-5076aecc-72ff-43a5-9a5b-020bdbcb56f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.1627686 Jan 28 01:05:35.301082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c24f229-2096-46ec-a126-2cb3bddf2d67 req-853d5302-e08f-4210-a009-747a35ec60d1 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951630 Jan 28 01:05:35.342786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3922691-2b9b-4c1f-8d5d-2c4784f38dbb req-51c7a2df-09b8-43fe-9cf2-970deca3882e service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574282 Jan 28 01:05:35.347785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0cda717-dddc-4ee8-9f84-58b98f80ce10 req-ceb4d1a6-8291-4909-b0f9-05e3787014e3 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092853 Jan 28 01:05:35.357920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-a4b7a3d4-9ea8-470d-9344-6c84809a1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.359411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-a4b7a3d4-9ea8-470d-9344-6c84809a1a6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770097 Jan 28 01:05:35.555298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-6d1bf7d0-8a55-41e8-9442-64ec682d6068 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851218 Jan 28 01:05:35.566683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42e505-f925-462e-9af7-fae90ce1ce14 req-f1945dcf-b889-4663-b524-c8a4d518d527 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.568132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa42e505-f925-462e-9af7-fae90ce1ce14 req-f1945dcf-b889-4663-b524-c8a4d518d527 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1483612 Jan 28 01:05:35.573328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-35ba7d74-a93d-425c-b855-7f9b7bf3544a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.574837 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-35ba7d74-a93d-425c-b855-7f9b7bf3544a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 945 time: 0.0687582 Jan 28 01:05:35.583766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff844e-d1d9-4217-af4f-58e2ea551e18 req-33cb943e-7427-4724-b929-bbe3b6cba99c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.585193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ff844e-d1d9-4217-af4f-58e2ea551e18 req-33cb943e-7427-4724-b929-bbe3b6cba99c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 945 time: 0.1665242 Jan 28 01:05:35.636058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-5db87fa4-ea19-4e21-b797-a6531d05c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.637529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-5db87fa4-ea19-4e21-b797-a6531d05c2b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6330463072549b395c69ef05180385a&device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 1099 time: 0.1610091 Jan 28 01:05:35.665416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:35.665902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.756166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:35.756527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.768532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:35.785439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa42e505-f925-462e-9af7-fae90ce1ce14 req-608d85ff-432c-4124-ae3a-fc46889943fa tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993058 Jan 28 01:05:35.810406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ff844e-d1d9-4217-af4f-58e2ea551e18 req-58c396e5-d211-4d3a-a550-63124b8bbd27 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948059 Jan 28 01:05:35.810406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69e517da-f0d0-4310-8a67-1c04ce01a1e7 req-2b3f1a38-551f-4de6-9049-f55632915d52 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381067 Jan 28 01:05:35.825283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-d72447d6-79ac-440d-93d6-b6268ec32998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.826861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-d72447d6-79ac-440d-93d6-b6268ec32998 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1732600 Jan 28 01:05:35.889310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1c453b73-04e0-45fc-a447-e2c3ce70be22 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:35.890038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-0aafd21d-5e46-4c2a-ba00-c4a02911cf7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0432150 Jan 28 01:05:35.922101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (903d5e4a-c7bd-4159-82a8-f0e1ff530d86), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.939839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 1c453b73-04e0-45fc-a447-e2c3ce70be22 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:35.940216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:35.950691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=903d5e4a-c7bd-4159-82a8-f0e1ff530d86,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:35.969685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['903d5e4a-c7bd-4159-82a8-f0e1ff530d86'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:35.995073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:35.996945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-6063b314-6902-4a2b-be0b-74dd08084ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:35.998814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-6063b314-6902-4a2b-be0b-74dd08084ade service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0935929 Jan 28 01:05:36.000192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:36.002876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.006322 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-89b16a21-9a71-4adb-80a7-9b5aa746d955 req-9865d281-904f-4d78-847c-460b66a19db8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "DELETE /v2.0/ports/903d5e4a-c7bd-4159-82a8-f0e1ff530d86 HTTP/1.1" status: 204 len: 173 time: 0.4269814 Jan 28 01:05:36.010504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e433d5a-1eb1-46be-aa99-e3b68cd9d0ff req-0f07b4b0-0208-4c73-9bf9-ac1d141d0ac6 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.012005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e433d5a-1eb1-46be-aa99-e3b68cd9d0ff req-0f07b4b0-0208-4c73-9bf9-ac1d141d0ac6 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.1249444 Jan 28 01:05:36.021636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:36.026726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Request body: {'floatingip': {'port_id': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:36.027868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7c57a-f82d-429b-a2e7-b37f3a277479 req-91e21d70-b3c9-4d63-b585-2423c6b03884 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.029639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cf7c57a-f82d-429b-a2e7-b37f3a277479 req-91e21d70-b3c9-4d63-b585-2423c6b03884 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d3fbc7-d408-49b4-a748-20f3b5808f58 HTTP/1.1" status: 200 len: 867 time: 0.1439602 Jan 28 01:05:36.078425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 10a89bc1-528e-45d3-a682-74d3f85ff95e no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:36.097940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-00c2e9b8-cd5c-48ea-ae90-0832f74cfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.099397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-00c2e9b8-cd5c-48ea-ae90-0832f74cfd59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865216 Jan 28 01:05:36.105699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 10a89bc1-528e-45d3-a682-74d3f85ff95e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:36.106100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 10a89bc1-528e-45d3-a682-74d3f85ff95e not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:36.106524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:36.125548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (10f4d7fd-710a-4435-a9f0-0e7d820e18c2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.130285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cf7c57a-f82d-429b-a2e7-b37f3a277479 req-9261bacf-c0dd-4a39-83a6-6b3e2914ee54 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795188 Jan 28 01:05:36.204640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'name': 'network-vif-deleted', 'tag': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:36.207054 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec695533-8cdc-4e2f-94f5-5a2643320cd8" -d '{"events": [{"server_uuid": "a8d3fbc7-d408-49b4-a748-20f3b5808f58", "name": "network-vif-deleted", "tag": "903d5e4a-c7bd-4159-82a8-f0e1ff530d86"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:36.271188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:36.271923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.308268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03524eed-c0d0-4255-b511-09f5dbc4c456 req-e30663be-0131-4064-9173-c1a4ca8291c0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.309545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03524eed-c0d0-4255-b511-09f5dbc4c456 req-e30663be-0131-4064-9173-c1a4ca8291c0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1608291 Jan 28 01:05:36.318753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:36.325675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70aa23-2d66-4b0d-a959-d791754f7d97 req-36410fa9-4816-404b-b73f-c35e4b156580 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.326812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:36.329374 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac446f5c-7cb2-4ce3-82e8-c2130f76d26a" -d '{"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-unplugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:36.330298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d70aa23-2d66-4b0d-a959-d791754f7d97 req-36410fa9-4816-404b-b73f-c35e4b156580 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 948 time: 0.1061704 Jan 28 01:05:36.334788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1c453b73-04e0-45fc-a447-e2c3ce70be22 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:36.335399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.337288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.359451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-7fb3c1d8-5c58-4b98-9f6e-016a3c397482 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280838 Jan 28 01:05:36.397395 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:36.440048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:36.447348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:36.454939 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.455729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ad5b521d-446a-4372-aa18-8b9c0a5bfec3 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:36.482782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d70aa23-2d66-4b0d-a959-d791754f7d97 req-1f5f42b2-f49b-44d2-a626-4b90f7ace564 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256804 Jan 28 01:05:36.491200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03524eed-c0d0-4255-b511-09f5dbc4c456 req-db80299e-930b-4dd2-9669-3de11ed4e645 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736472 Jan 28 01:05:36.531666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: ad5b521d-446a-4372-aa18-8b9c0a5bfec3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:36.532438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ad5b521d-446a-4372-aa18-8b9c0a5bfec3 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:36.558005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4c892e-5c69-4aec-ae66-efd63cbc63a7 req-c115058b-e5ec-406e-ac5f-c86ac358952e service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805100 Jan 28 01:05:36.571777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:36.609898 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f1c877-7d09-4155-8e80-0a27567e6edc x-openstack-request-id: req-c1f1c877-7d09-4155-8e80-0a27567e6edc {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:36.610417 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-unplugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:36.610848 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1f1c877-7d09-4155-8e80-0a27567e6edc {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:36.611587 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'code': 200} Jan 28 01:05:36.615576 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95dbc77-6364-47d6-8641-b6885f355734 x-openstack-request-id: req-b95dbc77-6364-47d6-8641-b6885f355734 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:36.616060 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d3fbc7-d408-49b4-a748-20f3b5808f58", "name": "network-vif-deleted", "tag": "903d5e4a-c7bd-4159-82a8-f0e1ff530d86", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:36.616139 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b95dbc77-6364-47d6-8641-b6885f355734 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:36.616622 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d3fbc7-d408-49b4-a748-20f3b5808f58', 'name': 'network-vif-deleted', 'tag': '903d5e4a-c7bd-4159-82a8-f0e1ff530d86', 'status': 'completed', 'code': 200} Jan 28 01:05:36.719591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.724003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (10f4d7fd-710a-4435-a9f0-0e7d820e18c2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.736815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20b69-9691-4c14-ab8d-e9dd97d5a8e9 req-3add9c91-38f2-4a03-8b72-5ecebe7201c5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.738340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-05c20b69-9691-4c14-ab8d-e9dd97d5a8e9 req-3add9c91-38f2-4a03-8b72-5ecebe7201c5 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0846174 Jan 28 01:05:36.744876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc017-e617-479c-89cf-5f3579e978dc req-34f3ca35-167f-4b42-9920-1a56bc804fff tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.746286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a0cc017-e617-479c-89cf-5f3579e978dc req-34f3ca35-167f-4b42-9920-1a56bc804fff tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0820432 Jan 28 01:05:36.820968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-05c20b69-9691-4c14-ab8d-e9dd97d5a8e9 req-26a4ab1b-0300-49c6-8f77-b529be3f637a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737002 Jan 28 01:05:36.824091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a0cc017-e617-479c-89cf-5f3579e978dc req-ceb9f901-b2b5-4ee9-937a-ca9c458a8494 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707695 Jan 28 01:05:36.825363 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Floating IP 10f4d7fd-710a-4435-a9f0-0e7d820e18c2 associated. External IP: 172.25.1.193, port: d8b3beb6-7c02-4ced-b76a-0dfe316c3df8. Jan 28 01:05:36.959574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a44c5-9d4b-406c-b995-23d84dddd409 req-6b72b7a1-a312-4a4c-b7fe-ff1aac67d351 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:36.961263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f4a44c5-9d4b-406c-b995-23d84dddd409 req-6b72b7a1-a312-4a4c-b7fe-ff1aac67d351 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0551198 Jan 28 01:05:37.012786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f4a44c5-9d4b-406c-b995-23d84dddd409 req-ffc220d8-212f-4ff0-b991-e726a8504d24 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Jan 28 01:05:37.040629 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33e4b1bb-1232-4801-b493-91fc29718b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.054692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Router a1e13423-f6d5-41a1-91a0-e5159117f2f9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:37.060609 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.235710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55132) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:37.444473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-08d8030b-1dbf-4873-8f9c-660bbeb56425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd31fc7948bb4a478de1d5f738f314e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074986 Jan 28 01:05:37.447080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:37.452358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:37.457561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.464785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] Sync routers for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:37.476342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:37.477078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:05:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:37.495254 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fcfad0c3-5f46-45c5-871c-291b10ca1fea tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "PUT /v2.0/floatingips/10f4d7fd-710a-4435-a9f0-0e7d820e18c2 HTTP/1.1" status: 200 len: 991 time: 1.4724662 Jan 28 01:05:37.527148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-00e7ec1d-d5b2-43f8-8b44-696ec6c0da0d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:37.528724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-00e7ec1d-d5b2-43f8-8b44-696ec6c0da0d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1616466 Jan 28 01:05:37.550664 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56804118-0f7d-49a5-985b-08f0c7fb6261 admin admin] Publish callbacks [] for security_group (0e171a7e-f5fd-483c-8771-7028975ed6d7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.555517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-f666a7c2-1439-4630-bf07-55311b5117e6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0170836 Jan 28 01:05:37.600592 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56804118-0f7d-49a5-985b-08f0c7fb6261 admin admin] Publish callbacks [] for security_group (0e171a7e-f5fd-483c-8771-7028975ed6d7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.608909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:37.652607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-d41c91aa-2cd8-4f32-a177-aec85ecd82ca tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899985 Jan 28 01:05:37.731722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56804118-0f7d-49a5-985b-08f0c7fb6261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0e171a7e-f5fd-483c-8771-7028975ed6d7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.734245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56804118-0f7d-49a5-985b-08f0c7fb6261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:37.735398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-56804118-0f7d-49a5-985b-08f0c7fb6261 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e171a7e-f5fd-483c-8771-7028975ed6d7 HTTP/1.1" status: 204 len: 168 time: 0.2874248 Jan 28 01:05:37.762022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b3afa-2702-4914-b3f5-a4b8fa6fd8da req-c93e3674-463a-43e7-8af4-4008d96646d5 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:37.763517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-479b3afa-2702-4914-b3f5-a4b8fa6fd8da req-c93e3674-463a-43e7-8af4-4008d96646d5 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 948 time: 0.1241145 Jan 28 01:05:37.764265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56804118-0f7d-49a5-985b-08f0c7fb6261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e171a7e-f5fd-483c-8771-7028975ed6d7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:37.822335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-9bb1bf3c-2b17-4d8b-ac4d-595296c963b2 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506913 Jan 28 01:05:37.847699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-479b3afa-2702-4914-b3f5-a4b8fa6fd8da req-48dd7f33-0b18-4d98-8247-f9504f904499 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728676 Jan 28 01:05:37.860828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '10f4d7fd-710a-4435-a9f0-0e7d820e18c2', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'port_id': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'mac_address': 'fa:16:3e:55:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:11Z', 'updated_at': '2022-01-28T01:05:36Z', 'revision_number': 1, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:13Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:37.900127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] Checking router: a1e13423-f6d5-41a1-91a0-e5159117f2f9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:37.909885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:37.910526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:05:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:37.996837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc163-e58d-462a-812e-177ff330639f req-6ac93101-ce47-41fb-b0bb-7614f4ba1c6a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:37.998686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1bbc163-e58d-462a-812e-177ff330639f req-6ac93101-ce47-41fb-b0bb-7614f4ba1c6a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0724556 Jan 28 01:05:38.036867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-1b7fdff5-7e59-4479-8713-edd248b93e33 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060966 Jan 28 01:05:38.041633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:38.073521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1bbc163-e58d-462a-812e-177ff330639f req-47325f85-7ba2-409b-98cf-ef625ec16677 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Jan 28 01:05:38.226162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c83055-bab8-4f45-9476-8b078dd66041 req-d70ab9f1-1b1e-4886-befb-96f96902d235 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:38.227703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08c83055-bab8-4f45-9476-8b078dd66041 req-d70ab9f1-1b1e-4886-befb-96f96902d235 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0787075 Jan 28 01:05:38.303679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef777b16-7ed6-46ae-86b6-a2d45fbd8d32 req-0e832fed-6b2a-46ee-b935-5827c03935ac tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 210 time: 0.0425134 Jan 28 01:05:38.355581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '10f4d7fd-710a-4435-a9f0-0e7d820e18c2', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'port_id': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'mac_address': 'fa:16:3e:55:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:11Z', 'updated_at': '2022-01-28T01:05:36Z', 'revision_number': 1, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:13Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:38.359217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08c83055-bab8-4f45-9476-8b078dd66041 req-64bb77c2-198d-4f99-b4a2-6effc08cfb35 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240821 Jan 28 01:05:38.394471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706db4c-5e6c-4c35-a5ce-f7050807149b None None] The sync data for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 is: [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '10f4d7fd-710a-4435-a9f0-0e7d820e18c2', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'port_id': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'mac_address': 'fa:16:3e:55:44:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:05:11Z', 'updated_at': '2022-01-28T01:05:36Z', 'revision_number': 1, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:13Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:38.613063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:38.615556 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53506780-7e67-496c-8313-b1e084ba52fe" -d '{"events": [{"server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:38.617985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:38.620304 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:38.759792 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294e7d6-5b52-434c-bf1b-78e08d435f9d x-openstack-request-id: req-8294e7d6-5b52-434c-bf1b-78e08d435f9d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:38.760376 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:38.760777 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8294e7d6-5b52-434c-bf1b-78e08d435f9d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:38.761387 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'status': 'completed', 'code': 200} Jan 28 01:05:38.764999 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f97d-d459-48ad-ab4c-9c7acccf86a3 None None] New status for floating IP 10f4d7fd-710a-4435-a9f0-0e7d820e18c2: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:05:38.824462 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262a4d4-16b7-438f-badc-072ef9d606c9 x-openstack-request-id: req-9262a4d4-16b7-438f-badc-072ef9d606c9 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:38.824818 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:38.825137 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9262a4d4-16b7-438f-badc-072ef9d606c9 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:38.825742 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'code': 200} Jan 28 01:05:38.862872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-1a1f9aef-b485-4a4b-b41d-9eb52d53a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:38.867656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-1a1f9aef-b485-4a4b-b41d-9eb52d53a5b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58d60bad4de844e5934ecc35e6c8aefb&device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 1096 time: 0.0581830 Jan 28 01:05:39.074345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea420807-78a4-484b-b8e1-97d35829fe4c req-07bdea52-ce60-4674-a598-8473abd9f728 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.081923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea420807-78a4-484b-b8e1-97d35829fe4c req-07bdea52-ce60-4674-a598-8473abd9f728 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 948 time: 0.0961261 Jan 28 01:05:39.094534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-c3394173-d9a9-420f-b8ce-b3324040c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.096210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-c3394173-d9a9-420f-b8ce-b3324040c8d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 HTTP/1.1" status: 200 len: 916 time: 0.2208447 Jan 28 01:05:39.148390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d7f26-41c8-4cca-ad93-85c2446cc3bb req-0282b182-8271-45bc-926f-9698409c68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.149933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fa8d7f26-41c8-4cca-ad93-85c2446cc3bb req-0282b182-8271-45bc-926f-9698409c68ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 1096 time: 0.0697217 Jan 28 01:05:39.194209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-228d8489-206e-4968-985b-3d453404cd91 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d2318cad4eb54581baaa712b8c5a4fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462422 Jan 28 01:05:39.203241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea420807-78a4-484b-b8e1-97d35829fe4c req-3eb89b1f-83b5-4f70-be0e-31cbce90d0cd tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203899 Jan 28 01:05:39.203436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fa8d7f26-41c8-4cca-ad93-85c2446cc3bb req-70082bb4-65aa-43c2-a4af-ca77cfb35a84 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473800 Jan 28 01:05:39.228748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-82c09f8d-ed6e-4bff-882c-2ae20f9cd412 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 HTTP/1.1" status: 200 len: 1001 time: 0.1255913 Jan 28 01:05:39.261140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88cfd54e-126b-487b-a18b-2c57c45c1fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:39.654885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-d93cc676-358d-48db-ae0c-7c1c439421fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.656356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-d93cc676-358d-48db-ae0c-7c1c439421fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3260361d-4569-452d-98a7-7aee2c3e514a HTTP/1.1" status: 200 len: 854 time: 0.4179285 Jan 28 01:05:39.688632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b00da-9f39-450d-8c2b-23e252c5cc78 req-7eb9a881-6d28-4074-9606-93eb6bd5dbdb tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.690107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-406b00da-9f39-450d-8c2b-23e252c5cc78 req-7eb9a881-6d28-4074-9606-93eb6bd5dbdb tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.4169114 Jan 28 01:05:39.717117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-8bfea5b4-8404-41c4-a721-36277a4c712a tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.718496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-8bfea5b4-8404-41c4-a721-36277a4c712a tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5099995 Jan 28 01:05:39.745594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-8ff3366f-61eb-41e3-9adf-b19131e2a222 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/quotas/d2318cad4eb54581baaa712b8c5a4fbb HTTP/1.1" status: 200 len: 375 time: 0.0159607 Jan 28 01:05:39.795060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-eb4c48fc-0c2f-4744-b893-9c48dc509443 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2318cad4eb54581baaa712b8c5a4fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385880 Jan 28 01:05:39.797255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-b5f565ae-a4f4-4116-a984-f2ddae13ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:39.798656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-b5f565ae-a4f4-4116-a984-f2ddae13ea35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328673 Jan 28 01:05:39.802006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-406b00da-9f39-450d-8c2b-23e252c5cc78 req-f5e2c392-a6f1-4209-b7c7-9ea8ce5710d7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972843 Jan 28 01:05:39.904536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:39.924375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-3751c64b-aa4b-4dbf-b37b-b3ff10a38c2c service neutron] 10.222.0.45 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169994 Jan 28 01:05:39.930022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-594e58cd-f0b2-4ad8-a0d7-786f6c6e4bfd req-40d82688-2642-48a3-bc25-6f3c7b5d733b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:05:39.931157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-594e58cd-f0b2-4ad8-a0d7-786f6c6e4bfd req-40d82688-2642-48a3-bc25-6f3c7b5d733b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056393 Jan 28 01:05:39.947941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:39.950759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 903d5e4a-c7bd-4159-82a8-f0e1ff530d86 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:40.005624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-6ad93fb6-9ed2-4c48-930c-ae7b6fab87ec tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:40.007921 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-6ad93fb6-9ed2-4c48-930c-ae7b6fab87ec tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1571722 Jan 28 01:05:40.036144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:40.048944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:40.092443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc06d328-c960-448b-9c3c-6b0f2f660691 req-c6eb141a-6b67-4195-9bfd-46c0419d2022 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 210 time: 0.0680587 Jan 28 01:05:40.192753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e46d653-e6ea-4a58-b3f9-e396e1ba4498 req-870a002f-99ff-4285-8ca7-afba4f9463c6 service neutron] 10.222.0.45 "GET /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601171 Jan 28 01:05:40.235214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:40.240717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.277673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afaccfcd-1157-4341-b875-686a72663632 req-cfe6c5e8-1da6-4056-9c6f-7e570eb10931 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 210 time: 0.0838194 Jan 28 01:05:40.306717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:40.346244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4', 'mac_address': 'fa:16:3e:01:48:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:40.447254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:40.447847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.453239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a418e4-c667-4329-9bf1-5bf3e71fdf72 req-99612050-e884-4ae2-9e98-7b443ace1d17 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:40.467321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2a418e4-c667-4329-9bf1-5bf3e71fdf72 req-99612050-e884-4ae2-9e98-7b443ace1d17 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1691880 Jan 28 01:05:40.469647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:40.481452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.3 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/254b2bac-af2b-4efd-82a3-c5df0f9bbcb3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:40.516915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:40.524565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.573866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fa27a-90bd-4035-ae81-2fdbe8f98c71 req-4d9d7546-183a-4d65-b5f0-2d2830176ed9 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:40.576578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-537fa27a-90bd-4035-ae81-2fdbe8f98c71 req-4d9d7546-183a-4d65-b5f0-2d2830176ed9 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 948 time: 0.2075083 Jan 28 01:05:40.583830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-6a240b09-82be-4084-9764-2b6bb843fba1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3723638 Jan 28 01:05:40.605517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-c200114b-8ff3-4a0e-be84-09d6b5b47c91 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:05:40.606717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-c200114b-8ff3-4a0e-be84-09d6b5b47c91 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075586 Jan 28 01:05:40.626939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2a418e4-c667-4329-9bf1-5bf3e71fdf72 req-d4ab5073-3426-4036-99e9-bc785494e970 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585281 Jan 28 01:05:40.661068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:40.693276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-537fa27a-90bd-4035-ae81-2fdbe8f98c71 req-7f9b4a68-c354-4793-869e-edf358fa0cea tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040146 Jan 28 01:05:40.742958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.755451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.798841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.833407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:40.841840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:40.844855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:40.848616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:40.909825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:40.910537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:40.929168 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9019070 Jan 28 01:05:40.933701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ad0dc-3f11-467a-9471-e62d273901f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:40.946931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Request body: {'port': {'device_id': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:41.001473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a189ae-41f6-48c6-b0a8-b6e7e224d794 req-b1b59826-4da3-44fb-8ce6-0bcfde295c3b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.009345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9a189ae-41f6-48c6-b0a8-b6e7e224d794 req-b1b59826-4da3-44fb-8ce6-0bcfde295c3b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.0682464 Jan 28 01:05:41.029170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.069412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9a189ae-41f6-48c6-b0a8-b6e7e224d794 req-640c8387-7969-4ef8-85ce-970fa8c3cb35 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579715 Jan 28 01:05:41.076243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['7c2f51f0-dd2b-4680-96d8-d68b815e4fb4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:41.272976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04d583-f2ee-47d8-8d31-3686ecf87fdd req-ea4b7647-d9fa-40e1-8037-aeebb452d80b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.274605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c04d583-f2ee-47d8-8d31-3686ecf87fdd req-ea4b7647-d9fa-40e1-8037-aeebb452d80b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 931 time: 0.0816796 Jan 28 01:05:41.282385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92849f1f-27ad-4d89-8045-5a114179bf17 req-fed93839-f210-4325-8a13-878cf6609135 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.289876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92849f1f-27ad-4d89-8045-5a114179bf17 req-fed93839-f210-4325-8a13-878cf6609135 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1111124 Jan 28 01:05:41.362073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:41.364975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92849f1f-27ad-4d89-8045-5a114179bf17 req-bbbf2b32-bbf5-435e-995d-d6d3b25f9b21 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742469 Jan 28 01:05:41.371887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c04d583-f2ee-47d8-8d31-3686ecf87fdd req-b1a087f0-4281-4ad6-be64-181db02b44f6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799196 Jan 28 01:05:41.377425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Publish callbacks [] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.392067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Transition to ACTIVE for port object 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:41.416506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.511491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Pushing event updated for resources: {'Port': ['ID=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:41.532369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-bd85567c-a355-4b2b-b973-dfe94057cab6 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d2318cad4eb54581baaa712b8c5a4fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572560 Jan 28 01:05:41.554633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f0dfc02-b773-4e21-b8a9-e5497801b61b req-fa55f9d3-5ceb-4983-95f3-a552de5d2fbf tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 210 time: 0.0449276 Jan 28 01:05:41.573630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Attempting to bind port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:41.574335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Attempting to bind port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:41.575089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Attempting to bind port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:41.581114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:41.581858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Attempting to bind port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:41.590243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:41.590830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:41.593167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:41.593720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Bound port: 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:41.594429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.667714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-51c415da-6fac-4750-bff4-891e9521372d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.671591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-51c415da-6fac-4750-bff4-891e9521372d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196823 Jan 28 01:05:41.690721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Request body: {'port': {'device_id': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'd2318cad4eb54581baaa712b8c5a4fbb'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:41.758423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] For port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:41.763431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] For port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:41.770665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.829734 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.841512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.842162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:41.842747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2acf29-d453-41c8-b632-eca9e75fe034 req-39eeaa4e-29e0-4d28-9d1d-edf975b97eba tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.843542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] 10.222.0.43 "PUT /v2.0/ports/254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 HTTP/1.1" status: 200 len: 1091 time: 0.9008174 Jan 28 01:05:41.843995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'tag': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:41.844754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d2acf29-d453-41c8-b632-eca9e75fe034 req-39eeaa4e-29e0-4d28-9d1d-edf975b97eba tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1135540 Jan 28 01:05:41.846558 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d72d6f-b0e5-4f86-9121-c674a509edca" -d '{"events": [{"name": "network-changed", "server_uuid": "9587c6d1-39b1-4760-a403-1c9be4933f7f", "tag": "254b2bac-af2b-4efd-82a3-c5df0f9bbcb3"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:41.888597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004bf7-3aff-4c84-80a4-422d6670ab81 service neutron] Pushing event updated for resources: {'Port': ['ID=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:41.961990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d2acf29-d453-41c8-b632-eca9e75fe034 req-f0ad93f1-2da0-4fd0-8f4c-e93e7f638832 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025960 Jan 28 01:05:41.963940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-5e5ae0a3-2339-4be1-aacd-6ef931b3dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.966018 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-5e5ae0a3-2339-4be1-aacd-6ef931b3dcc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 1094 time: 0.0567803 Jan 28 01:05:41.976747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d04ea-198b-45ff-9cb4-0695761534a7 req-e20cd68c-a2e8-4aff-9797-5f2c3f5d759b tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:41.984019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be5d04ea-198b-45ff-9cb4-0695761534a7 req-e20cd68c-a2e8-4aff-9797-5f2c3f5d759b tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 949 time: 0.0987647 Jan 28 01:05:41.992600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Made reservation on behalf of d2318cad4eb54581baaa712b8c5a4fbb for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:41.996256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.012784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.031787 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110f077-6800-4e55-a567-77ef00710ba2 x-openstack-request-id: req-6110f077-6800-4e55-a567-77ef00710ba2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:42.032320 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9587c6d1-39b1-4760-a403-1c9be4933f7f", "tag": "254b2bac-af2b-4efd-82a3-c5df0f9bbcb3", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:42.032402 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6110f077-6800-4e55-a567-77ef00710ba2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:42.033667 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'tag': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3', 'status': 'completed', 'code': 200} Jan 28 01:05:42.036229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-4d0d9448-1260-434c-a7d0-9cf770273972 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 HTTP/1.1" status: 200 len: 217 time: 0.0516796 Jan 28 01:05:42.051350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:42.132662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-a3866112-ce0f-4d6f-b2cc-005c0a8425a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.134841 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-a3866112-ce0f-4d6f-b2cc-005c0a8425a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0665660 Jan 28 01:05:42.136219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks [] for security_group (c598dafd-e3bf-45ac-a878-7494d590fea5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.151920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be5d04ea-198b-45ff-9cb4-0695761534a7 req-33a60084-6469-484e-846b-5ad7d3e7f9d6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670437 Jan 28 01:05:42.154732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c598dafd-e3bf-45ac-a878-7494d590fea5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.172694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:42.180371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-20bc1d36-b698-4e4c-b5de-27c3910588cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380089 Jan 28 01:05:42.274592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-131e3601-1c3f-4577-8b45-aa3f020c0325 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887401 Jan 28 01:05:42.298502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c598dafd-e3bf-45ac-a878-7494d590fea5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:42.365031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-034f140f-5f7d-4a34-b8be-69e8bdce7787 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.366541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-034f140f-5f7d-4a34-b8be-69e8bdce7787 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 815 time: 0.2288787 Jan 28 01:05:42.381617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Allocated IP 192.168.233.106 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/e7258e62-4d2a-437f-a25c-c59e671cbce6) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:42.388213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f1539c57-958b-4d4e-82de-05a5c341be86 req-77fcf4d5-fcd3-4423-a2e3-690d6b5f8924 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064370 Jan 28 01:05:42.397456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-b23ed845-4aa4-43bc-a09b-c1751df2d7ba tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/quotas/4be9eb18404142d884f51faf0fef4e7c HTTP/1.1" status: 200 len: 375 time: 0.0177739 Jan 28 01:05:42.528870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-f02b78a7-5374-407d-a54b-ea97ee530880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.530436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-f02b78a7-5374-407d-a54b-ea97ee530880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 1094 time: 0.0478787 Jan 28 01:05:42.572349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-85b46a79-4d0f-4785-ad8d-86457bd2aa5a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659498 Jan 28 01:05:42.583878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba4ae2-c5b1-44d7-9a06-78c925b13980 req-81ac7750-8dcb-4dd3-8a8b-d0f7a5c18d67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.585377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43ba4ae2-c5b1-44d7-9a06-78c925b13980 req-81ac7750-8dcb-4dd3-8a8b-d0f7a5c18d67 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 943 time: 0.1334150 Jan 28 01:05:42.592653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-3eeb254b-182f-445b-98d6-986d87b1f98e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:05:42.593663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-3eeb254b-182f-445b-98d6-986d87b1f98e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073900 Jan 28 01:05:42.628941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-2df7f243-27e1-457d-9d11-5a395e35efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.630493 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-2df7f243-27e1-457d-9d11-5a395e35efc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.0927331 Jan 28 01:05:42.675978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-395a0877-533d-48f4-b265-cde373cf669a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 HTTP/1.1" status: 200 len: 217 time: 0.0386591 Jan 28 01:05:42.727302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43ba4ae2-c5b1-44d7-9a06-78c925b13980 req-9a122ec7-b9ff-4da2-aa4e-a114f1783a13 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326370 Jan 28 01:05:42.728302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-6e6238d5-a920-4b88-8d19-f7b1e14377a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:42.730066 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-6e6238d5-a920-4b88-8d19-f7b1e14377a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0471447 Jan 28 01:05:42.746104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks [] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.775156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-f8dac9c4-79ec-41d0-ad95-66962e4f6d63 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702592 Jan 28 01:05:42.799349 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-a17d21e8-136a-4af5-87ac-aa8d77a31d6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608885 Jan 28 01:05:42.858149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.921057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-900acac8-bf9c-457d-ae7f-645f05f6752c service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145554 Jan 28 01:05:42.933094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:42.957258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:42.960531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:42.970474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:43.017367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-b1350c0f-0712-41b2-9ff7-6ffe465848b6 service neutron] 10.222.0.23 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298398 Jan 28 01:05:43.035142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91d72d6f-b0e5-4f86-9121-c674a509edca req-a142066c-6d36-43ef-9fe9-904610db1500 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077061 Jan 28 01:05:43.052762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:43.053277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.075278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e8541-b5cd-4740-b4a5-fd40f9ed355b req-6c4920b0-c21d-4b0a-bef7-06b8a3c77139 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:43.082490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-108e8541-b5cd-4740-b4a5-fd40f9ed355b req-6c4920b0-c21d-4b0a-bef7-06b8a3c77139 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 936 time: 0.1767697 Jan 28 01:05:43.152293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-108e8541-b5cd-4740-b4a5-fd40f9ed355b req-c9d473ec-426e-4c6e-8d74-2dc6859de451 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 Jan 28 01:05:43.158116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-a984a651-a166-4496-a92b-f877670ccf59 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4720631 Jan 28 01:05:43.179153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Request body: {'port': {'device_id': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:43.279748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.303098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c3f2e56-c3a1-4b92-8430-55507b26c2e0 req-d474c0b8-03c3-4f22-a529-0adeefc22ad2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 210 time: 0.0847149 Jan 28 01:05:43.346546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-716c6dfd-bcd7-4995-9cee-252898b433e3 None None] Provisioning complete for port e7258e62-4d2a-437f-a25c-c59e671cbce6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:43.347298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-716c6dfd-bcd7-4995-9cee-252898b433e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.356980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.394438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5d9f-6f4c-41cc-91b3-00c212c13688 req-e1e3187b-8894-4073-827f-41619b1b3b39 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:43.396253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-314b5d9f-6f4c-41cc-91b3-00c212c13688 req-e1e3187b-8894-4073-827f-41619b1b3b39 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1516230 Jan 28 01:05:43.410744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-716c6dfd-bcd7-4995-9cee-252898b433e3 None None] Port e7258e62-4d2a-437f-a25c-c59e671cbce6 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:43.452274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-1351d667-f26c-488c-aaaf-1ecb05b461c4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:43.456951 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-1351d667-f26c-488c-aaaf-1ecb05b461c4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fe90670-3a05-49ad-9e79-8ecded231d1b HTTP/1.1" status: 200 len: 945 time: 0.1172981 Jan 28 01:05:43.577100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Deleting port 1c453b73-04e0-45fc-a447-e2c3ce70be22 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:43.577478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.612053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac1cd6-312a-4c27-8ec1-360f8d1d655a req-f5658c5a-4d6f-4975-84eb-0fcbc79d7e01 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:43.613579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cac1cd6-312a-4c27-8ec1-360f8d1d655a req-f5658c5a-4d6f-4975-84eb-0fcbc79d7e01 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 949 time: 0.1755741 Jan 28 01:05:43.619306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-314b5d9f-6f4c-41cc-91b3-00c212c13688 req-fd60b4db-ee24-4615-8b78-93121c011a60 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824036 Jan 28 01:05:43.727519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cac1cd6-312a-4c27-8ec1-360f8d1d655a req-2f481347-62a6-4f9c-b0e2-f45e2c512fcc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000872 Jan 28 01:05:43.738983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] For port 1c453b73-04e0-45fc-a447-e2c3ce70be22, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1c453b73-04e0-45fc-a447-e2c3ce70be22,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:43.739613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.773038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Calling delete_port for 1c453b73-04e0-45fc-a447-e2c3ce70be22 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:43.859453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7258e62-4d2a-437f-a25c-c59e671cbce6 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:43.880319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Publish callbacks [] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.920608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:43.924847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Transition to ACTIVE for port object e7258e62-4d2a-437f-a25c-c59e671cbce6 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:43.937235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fa15-0f74-4870-80b3-015fb4e3b692 req-2cae6fb6-0959-434f-90e2-d0cf310851cc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:43.946138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c67fa15-0f74-4870-80b3-015fb4e3b692 req-2cae6fb6-0959-434f-90e2-d0cf310851cc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 943 time: 0.1082625 Jan 28 01:05:43.953046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.961688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1c453b73-04e0-45fc-a447-e2c3ce70be22), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.001252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Pushing event deleted for resources: {'Port': ['ID=1c453b73-04e0-45fc-a447-e2c3ce70be22,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:44.027724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:44.076040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] No DVR routers for this DVR port 1c453b73-04e0-45fc-a447-e2c3ce70be22 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:44.080424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.088072 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2b31fef5-4b62-461c-9e0c-8b0da4f53bee req-c8ea5dc5-24b6-4709-8567-4859b47b0c6e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "DELETE /v2.0/ports/1c453b73-04e0-45fc-a447-e2c3ce70be22 HTTP/1.1" status: 204 len: 173 time: 0.6255836 Jan 28 01:05:44.088790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'name': 'network-vif-deleted', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:44.102733 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb5febc-2f7d-4f28-99f3-087958808b8f" -d '{"events": [{"server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "name": "network-vif-deleted", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:44.125800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c67fa15-0f74-4870-80b3-015fb4e3b692 req-9f2c0e6a-12a9-4f86-bdea-f095dd5e2167 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791661 Jan 28 01:05:44.213406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1c453b73-04e0-45fc-a447-e2c3ce70be22'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:44.217329 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0979e3-dd6c-4743-86fa-be194fca719c x-openstack-request-id: req-da0979e3-dd6c-4743-86fa-be194fca719c {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:44.218102 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe90670-3a05-49ad-9e79-8ecded231d1b", "name": "network-vif-deleted", "tag": "1c453b73-04e0-45fc-a447-e2c3ce70be22", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:44.218694 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da0979e3-dd6c-4743-86fa-be194fca719c {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:44.219421 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe90670-3a05-49ad-9e79-8ecded231d1b', 'name': 'network-vif-deleted', 'tag': '1c453b73-04e0-45fc-a447-e2c3ce70be22', 'status': 'completed', 'code': 200} Jan 28 01:05:44.225717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Attempting to bind port e7258e62-4d2a-437f-a25c-c59e671cbce6 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:44.226330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Attempting to bind port e7258e62-4d2a-437f-a25c-c59e671cbce6 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:44.227011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Attempting to bind port e7258e62-4d2a-437f-a25c-c59e671cbce6 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:44.233737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Port e7258e62-4d2a-437f-a25c-c59e671cbce6 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:44.234561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Attempting to bind port e7258e62-4d2a-437f-a25c-c59e671cbce6 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:44.240969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:44.241313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:44.241694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:44.242161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Bound port: e7258e62-4d2a-437f-a25c-c59e671cbce6, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:44.242520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.271546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:44.351197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:44.368830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3', 'mac_address': 'fa:16:3e:53:4e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:44.374880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:44.375811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:44.379231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:44.382692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:44.383129 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.395253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.417056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc29716-b514-4c89-9495-563d4b274583 req-f17dd886-6987-4d32-88f4-88b71f27f760 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:44.422025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fc29716-b514-4c89-9495-563d4b274583 req-f17dd886-6987-4d32-88f4-88b71f27f760 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.1388364 Jan 28 01:05:44.471722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:44.490934 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.522627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:44.531812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c102ecfb-9b60-4394-8468-91994b077256 req-9ee00cc3-a34f-4c11-819d-aa26efbb06f0 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 210 time: 0.1220207 Jan 28 01:05:44.558970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:44.559592 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.569684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] 10.222.0.45 "PUT /v2.0/ports/e7258e62-4d2a-437f-a25c-c59e671cbce6 HTTP/1.1" status: 200 len: 1096 time: 1.3886688 Jan 28 01:05:44.573363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:44.575565 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b05a51b-c401-41ab-9fda-2af33c2a3c94" -d '{"events": [{"name": "network-changed", "server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:44.589647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cb1cd-7399-4206-9813-566f7c05d89f service neutron] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:44.604814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fc29716-b514-4c89-9495-563d4b274583 req-9fee6215-e101-4038-b8e5-add965af1ee0 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974329 Jan 28 01:05:44.614734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:44.615811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:44.616221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.680956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.704858 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f31de79-90c9-45b2-8e45-21bdf5e076ef x-openstack-request-id: req-5f31de79-90c9-45b2-8e45-21bdf5e076ef {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:44.705163 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:44.705423 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f31de79-90c9-45b2-8e45-21bdf5e076ef {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:44.719823 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'status': 'completed', 'code': 200} Jan 28 01:05:44.799122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-e2e47357-c444-4671-b2b0-181d240b0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:44.822849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-e2e47357-c444-4671-b2b0-181d240b0b4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2318cad4eb54581baaa712b8c5a4fbb&device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 1099 time: 0.1793733 Jan 28 01:05:44.964757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-f2b1ddff-6e16-44cf-8b7f-35c946e8c6e2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:44.966343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-f2b1ddff-6e16-44cf-8b7f-35c946e8c6e2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 815 time: 0.3391743 Jan 28 01:05:44.986000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Request body: {'port': {'device_id': '3380269d-484b-49de-8787-ee807cec1ecc', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'admin_state_up': True, 'tenant_id': '4be9eb18404142d884f51faf0fef4e7c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:44.992722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-8be99238-81c0-4c5c-bb86-7a7a5c28147e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6 HTTP/1.1" status: 200 len: 217 time: 0.0981984 Jan 28 01:05:45.026831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:45.032112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287df486-ae44-4904-bdd6-6a44423f6044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:45.034673 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f21faf-0eeb-41d2-9565-3e071905bd86" -d '{"events": [{"server_uuid": "287df486-ae44-4904-bdd6-6a44423f6044", "name": "network-vif-plugged", "status": "completed", "tag": "7c2f51f0-dd2b-4680-96d8-d68b815e4fb4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:45.043926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.054144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971447b0-49ef-47ca-9a78-745683403e52 req-c5051ad0-7677-411d-a9a6-7805cbaed54e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.061601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-971447b0-49ef-47ca-9a78-745683403e52 req-c5051ad0-7677-411d-a9a6-7805cbaed54e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.2823956 Jan 28 01:05:45.086495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:45.120465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab626-bdda-49bc-b9c2-f48afcdce8f9 req-ff5a5d61-1c4e-43d9-98be-dbc00c6c52d2 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.121932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39bab626-bdda-49bc-b9c2-f48afcdce8f9 req-ff5a5d61-1c4e-43d9-98be-dbc00c6c52d2 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 949 time: 0.2635436 Jan 28 01:05:45.143145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['254b2bac-af2b-4efd-82a3-c5df0f9bbcb3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:45.143833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Made reservation on behalf of 4be9eb18404142d884f51faf0fef4e7c for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:45.144692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-949f0c6e-2528-41d8-9974-b16c287ada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.146402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-949f0c6e-2528-41d8-9974-b16c287ada77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1446142 Jan 28 01:05:45.156403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.182703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:45.182978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-971447b0-49ef-47ca-9a78-745683403e52 req-ff0f1f98-e610-4c34-9807-c724f13a6e0f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202946 Jan 28 01:05:45.286399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39bab626-bdda-49bc-b9c2-f48afcdce8f9 req-315d1a48-aeb0-4a75-9503-290f0a54dd19 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568716 Jan 28 01:05:45.313460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-40cd5a22-f620-466c-a171-d96387f80241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.316562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-40cd5a22-f620-466c-a171-d96387f80241 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571748 Jan 28 01:05:45.384939 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1317fe-88f6-4ea9-9697-7696d787c603 x-openstack-request-id: req-1d1317fe-88f6-4ea9-9697-7696d787c603 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:45.385572 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287df486-ae44-4904-bdd6-6a44423f6044", "name": "network-vif-plugged", "status": "completed", "tag": "7c2f51f0-dd2b-4680-96d8-d68b815e4fb4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:45.385572 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d1317fe-88f6-4ea9-9697-7696d787c603 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:45.386711 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287df486-ae44-4904-bdd6-6a44423f6044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4', 'code': 200} Jan 28 01:05:45.447935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Allocated IP 172.20.0.8 (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242/f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc/11063035-b9c3-4cdc-a4f0-cde98e4af281) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:45.550431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd899a-bcd7-483c-8f90-8de635ba92b5 req-55d5c07e-8449-4b78-a1c1-1ad6aa991aba tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.557365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3fdd899a-bcd7-483c-8f90-8de635ba92b5 req-55d5c07e-8449-4b78-a1c1-1ad6aa991aba tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 944 time: 0.1169677 Jan 28 01:05:45.571591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-76f5799f-4555-434e-b921-69e640ec73c9 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424212 Jan 28 01:05:45.606933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f2348-c927-4db4-aadf-5a417a61d9c6 req-67f2c925-01d0-4c83-a57d-3a8380eb7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.608430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c9f2348-c927-4db4-aadf-5a417a61d9c6 req-67f2c925-01d0-4c83-a57d-3a8380eb7afb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 1101 time: 0.1155438 Jan 28 01:05:45.630321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks [] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.685240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.719855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3fdd899a-bcd7-483c-8f90-8de635ba92b5 req-2469112e-cb8e-449f-ba49-18439075890b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615219 Jan 28 01:05:45.745634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c9f2348-c927-4db4-aadf-5a417a61d9c6 req-29aff3d7-3934-4327-8867-5818fbe71033 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007156 Jan 28 01:05:45.769604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Pushing event updated for resources: {'Port': ['ID=11063035-b9c3-4cdc-a4f0-cde98e4af281,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:45.770815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb4c3ee5-1789-479e-8df2-487feed0db22 req-642ac72c-2ad7-4d76-9dc9-3b609dfbcafe service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915364 Jan 28 01:05:45.782090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e7945-a795-4535-a289-8d5fb3f0a4f1 req-49093ced-2890-4977-bc97-ecd85426c2de tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.784110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c1e7945-a795-4535-a289-8d5fb3f0a4f1 req-49093ced-2890-4977-bc97-ecd85426c2de tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 931 time: 0.1161938 Jan 28 01:05:45.790340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:45.793038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:45.796051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:45.846213 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.846840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.863641 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-5df10782-b60a-4373-88f3-fec67de50617 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8827720 Jan 28 01:05:45.873857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c1e7945-a795-4535-a289-8d5fb3f0a4f1 req-65b45223-4778-4444-8d57-35e39df7f66b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Jan 28 01:05:45.881058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Request body: {'port': {'device_id': '3380269d-484b-49de-8787-ee807cec1ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:45.888478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee142075-f71f-4481-935b-4ecaae50e3fc req-32ef912c-91e4-4c27-a475-fb40b3138f97 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:45.890183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee142075-f71f-4481-935b-4ecaae50e3fc req-32ef912c-91e4-4c27-a475-fb40b3138f97 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.0965819 Jan 28 01:05:45.919523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:45.938305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:45.978446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:45.984729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:45.985237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.099121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:46.099558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.143913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:46.149707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.150674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1c453b73-04e0-45fc-a447-e2c3ce70be22 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:46.185940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 1c453b73-04e0-45fc-a447-e2c3ce70be22 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:46.186328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1c453b73-04e0-45fc-a447-e2c3ce70be22 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:46.290861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11063035-b9c3-4cdc-a4f0-cde98e4af281 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:46.300353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Publish callbacks [] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.304543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:46.317585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Transition to ACTIVE for port object 11063035-b9c3-4cdc-a4f0-cde98e4af281 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:46.317730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee142075-f71f-4481-935b-4ecaae50e3fc req-da39bac2-d42e-4a26-9249-961d3bb73d03 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215405 Jan 28 01:05:46.321100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-668f8cc5-3fa5-4791-9f5c-48d64d4fdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.322378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-668f8cc5-3fa5-4791-9f5c-48d64d4fdf84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2318cad4eb54581baaa712b8c5a4fbb&device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 1099 time: 0.0850146 Jan 28 01:05:46.322781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.400033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Pushing event updated for resources: {'Port': ['ID=11063035-b9c3-4cdc-a4f0-cde98e4af281,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:46.447181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff08ddd-05f5-4a39-8004-a97fa31991d3 req-83f88475-f8d4-4f66-9a91-a76066970a4b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.448715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ff08ddd-05f5-4a39-8004-a97fa31991d3 req-83f88475-f8d4-4f66-9a91-a76066970a4b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1140306 Jan 28 01:05:46.475530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Attempting to bind port 11063035-b9c3-4cdc-a4f0-cde98e4af281 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:46.475866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Attempting to bind port 11063035-b9c3-4cdc-a4f0-cde98e4af281 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:46.476193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Attempting to bind port 11063035-b9c3-4cdc-a4f0-cde98e4af281 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:46.480993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Port 11063035-b9c3-4cdc-a4f0-cde98e4af281 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:46.481276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Attempting to bind port 11063035-b9c3-4cdc-a4f0-cde98e4af281 on network 36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:46.492138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:46.493231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Checking segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:46.493231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Bound using segment: {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:46.493231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Bound port: 11063035-b9c3-4cdc-a4f0-cde98e4af281, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f05b2cb-2c30-494a-abac-045f4ed1b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:46.493652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.508478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-647a5388-4b55-46e3-9678-ca8aebdb99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.510497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-647a5388-4b55-46e3-9678-ca8aebdb99b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1738970 Jan 28 01:05:46.576531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] For port 11063035-b9c3-4cdc-a4f0-cde98e4af281, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:46.576791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-e5ba7939-7b31-4053-b0ff-666ce86dc457 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6 HTTP/1.1" status: 200 len: 217 time: 0.0589437 Jan 28 01:05:46.582035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] For port 11063035-b9c3-4cdc-a4f0-cde98e4af281, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:46.584018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b3494-b440-42df-94bb-59c94c97e2c7 req-ae061d42-040d-4e45-84ff-5c7f50060198 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.585587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e32b3494-b440-42df-94bb-59c94c97e2c7 req-ae061d42-040d-4e45-84ff-5c7f50060198 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 950 time: 0.1468766 Jan 28 01:05:46.598463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.622046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ff08ddd-05f5-4a39-8004-a97fa31991d3 req-9dd8e782-6ea7-4aac-9c80-5ad46f97b081 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633575 Jan 28 01:05:46.645943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.646814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:46.648771 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] 10.222.0.43 "PUT /v2.0/ports/11063035-b9c3-4cdc-a4f0-cde98e4af281 HTTP/1.1" status: 200 len: 1091 time: 0.7727673 Jan 28 01:05:46.649622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3380269d-484b-49de-8787-ee807cec1ecc', 'tag': '11063035-b9c3-4cdc-a4f0-cde98e4af281'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:46.652911 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e3a7e5-2f92-420a-80fe-f0804ac024f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3380269d-484b-49de-8787-ee807cec1ecc", "tag": "11063035-b9c3-4cdc-a4f0-cde98e4af281"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:46.663796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-b43106e9-35fd-46a5-8f6c-45b472381cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.665418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-b43106e9-35fd-46a5-8f6c-45b472381cd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0757329 Jan 28 01:05:46.683180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a8d1-4f87-4e55-827a-3e4c61095538 service neutron] Pushing event updated for resources: {'Port': ['ID=11063035-b9c3-4cdc-a4f0-cde98e4af281,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:46.698514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e32b3494-b440-42df-94bb-59c94c97e2c7 req-a3ce1239-c62a-49be-ad16-51cc93118495 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985310 Jan 28 01:05:46.748181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-3a71adb2-7764-4b43-92e0-6f495ecfd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.750065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-3a71adb2-7764-4b43-92e0-6f495ecfd7fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712109 Jan 28 01:05:46.762649 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7ec06d-3fe5-460a-8190-10f35edf2af3 x-openstack-request-id: req-0a7ec06d-3fe5-460a-8190-10f35edf2af3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:46.763157 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3380269d-484b-49de-8787-ee807cec1ecc", "tag": "11063035-b9c3-4cdc-a4f0-cde98e4af281", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:46.763404 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a7ec06d-3fe5-460a-8190-10f35edf2af3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:46.763796 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3380269d-484b-49de-8787-ee807cec1ecc', 'tag': '11063035-b9c3-4cdc-a4f0-cde98e4af281', 'status': 'completed', 'code': 200} Jan 28 01:05:46.774097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-5e93e9f6-2fd4-4b4e-a65c-55e2334a7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.775617 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-5e93e9f6-2fd4-4b4e-a65c-55e2334a7ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 1094 time: 0.0683715 Jan 28 01:05:46.828865 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-01ce74c7-81d9-4f14-89d3-20efa771fcdf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281 HTTP/1.1" status: 200 len: 217 time: 0.0411777 Jan 28 01:05:46.877076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd58c6-420c-4776-bc85-6370be331eba req-4f47c555-f4b4-4960-beba-f01d5255c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.878918 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-4f47c555-f4b4-4960-beba-f01d5255c57b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 200 len: 855 time: 0.0449343 Jan 28 01:05:46.910913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-ccc5529c-3e38-49c2-b9b1-d45bc1adea7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251322 Jan 28 01:05:46.912132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6af5-dc96-464f-b52a-fe081d4f4995 req-8ba6b39e-f1d5-430d-a169-dc64511cac8c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:46.914054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4f6af5-dc96-464f-b52a-fe081d4f4995 req-8ba6b39e-f1d5-430d-a169-dc64511cac8c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.0849104 Jan 28 01:05:46.920993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-cbf48048-fed2-4f91-acad-dfc7ff089dc4 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411076 Jan 28 01:05:47.016461 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-c22f7df1-a96c-4ecc-9dcd-ef1fe6fc6088 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961373 Jan 28 01:05:47.054076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a4f6af5-dc96-464f-b52a-fe081d4f4995 req-671734d7-8770-4804-b144-fe46a5e421cb tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320882 Jan 28 01:05:47.081296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0014d3-b488-4d85-821b-758cc0de18fd req-b6fbe46b-607e-4a16-a19d-8c28d65daacf tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.083552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab0014d3-b488-4d85-821b-758cc0de18fd req-b6fbe46b-607e-4a16-a19d-8c28d65daacf tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 943 time: 0.1224966 Jan 28 01:05:47.106605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7efd58c6-420c-4776-bc85-6370be331eba req-c188560d-ce10-4821-8008-173e670fb3ae service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844908 Jan 28 01:05:47.120602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b05a51b-c401-41ab-9fda-2af33c2a3c94 req-a945ac8a-61ed-47d2-b002-2199c6d374fc service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913846 Jan 28 01:05:47.150810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab0014d3-b488-4d85-821b-758cc0de18fd req-89e50952-3406-496d-88e5-00aadb9485d2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598083 Jan 28 01:05:47.230785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-d3fc2960-33d3-4486-bb0c-9bf2501e5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.232313 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-d3fc2960-33d3-4486-bb0c-9bf2501e5d64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4be9eb18404142d884f51faf0fef4e7c&device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 1094 time: 0.0412750 Jan 28 01:05:47.324388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-9d576314-edb4-447c-8a78-bd17136eb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.325801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-9d576314-edb4-447c-8a78-bd17136eb82d service neutron] 10.222.0.43 "GET /v2.0/networks?id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 200 len: 916 time: 0.0881736 Jan 28 01:05:47.366452 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-b53f81ac-17ea-4478-b326-4c7d25641b86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281 HTTP/1.1" status: 200 len: 217 time: 0.0347095 Jan 28 01:05:47.387772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:47.390541 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfe2247-b6c0-48b6-b4d3-94f0640164a7" -d '{"events": [{"server_uuid": "9587c6d1-39b1-4760-a403-1c9be4933f7f", "name": "network-vif-plugged", "status": "completed", "tag": "254b2bac-af2b-4efd-82a3-c5df0f9bbcb3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:47.431899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-1b9c5856-927c-4890-a573-c6aba943e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.434398 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-1b9c5856-927c-4890-a573-c6aba943e840 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 200 len: 855 time: 0.0612485 Jan 28 01:05:47.440704 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5635cea-5732-4263-b1e0-8d7b920c33a1 x-openstack-request-id: req-b5635cea-5732-4263-b1e0-8d7b920c33a1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:47.441002 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9587c6d1-39b1-4760-a403-1c9be4933f7f", "name": "network-vif-plugged", "status": "completed", "tag": "254b2bac-af2b-4efd-82a3-c5df0f9bbcb3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:47.441257 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5635cea-5732-4263-b1e0-8d7b920c33a1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:47.442336 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3', 'code': 200} Jan 28 01:05:47.466925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213367a-80dc-44ea-bec8-950db4801d34 req-c833e089-3446-4014-ac68-053570d62584 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.468532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f213367a-80dc-44ea-bec8-950db4801d34 req-c833e089-3446-4014-ac68-053570d62584 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.0889647 Jan 28 01:05:47.470988 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-19f9b142-b71d-4e51-8896-cef6f8635e78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280879 Jan 28 01:05:47.551533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f213367a-80dc-44ea-bec8-950db4801d34 req-8579fd53-7749-48c7-99cc-ce291232f34e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Jan 28 01:05:47.579249 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-97d251d2-ebc7-4877-9828-0e071dadf7c7 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943851 Jan 28 01:05:47.681856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ddb44-ab94-4099-b7d7-37ed476aa7f1 req-8a962ea3-83fc-44e8-9086-6b4d9f07c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.683440 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-915ddb44-ab94-4099-b7d7-37ed476aa7f1 req-8a962ea3-83fc-44e8-9086-6b4d9f07c7ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 1096 time: 0.0933640 Jan 28 01:05:47.738577 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24e3a7e5-2f92-420a-80fe-f0804ac024f0 req-c683c302-2767-4ea0-b600-8250a4246b91 service neutron] 10.222.0.43 "GET /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472337 Jan 28 01:05:47.759877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba694d-6eef-4e57-96a5-c78bc1172aea req-4c33f27e-b5cd-411d-8e85-e715431f1141 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.761483 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-915ddb44-ab94-4099-b7d7-37ed476aa7f1 req-41b0ffde-a459-4afe-955a-d2389926dedf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Jan 28 01:05:47.766401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bba694d-6eef-4e57-96a5-c78bc1172aea req-4c33f27e-b5cd-411d-8e85-e715431f1141 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0548818 Jan 28 01:05:47.835418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bba694d-6eef-4e57-96a5-c78bc1172aea req-2c29587e-4247-4753-99d0-5055c23db06b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678267 Jan 28 01:05:47.857305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705c3b-6345-4862-9807-3b3b4c763fd1 req-ea2f54aa-ce4b-4cf4-b536-1b24c08da9ec tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:47.859412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0705c3b-6345-4862-9807-3b3b4c763fd1 req-ea2f54aa-ce4b-4cf4-b536-1b24c08da9ec tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 950 time: 0.0705013 Jan 28 01:05:47.915268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0705c3b-6345-4862-9807-3b3b4c763fd1 req-e1aecacc-7653-4044-be81-e4b61d12c553 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Jan 28 01:05:48.096964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-1bd25542-fb90-40a5-acb4-d771662c63c4 req-c9b6344a-25c5-4dd9-bb37-4b54185ece5c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:05:48.098137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bd25542-fb90-40a5-acb4-d771662c63c4 req-c9b6344a-25c5-4dd9-bb37-4b54185ece5c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061121 Jan 28 01:05:48.182063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece84f-4bb3-4799-8f15-e57bb8ed243f req-be44ca22-5fe5-4121-ad1d-4aff9e5b3406 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.183758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7eece84f-4bb3-4799-8f15-e57bb8ed243f req-be44ca22-5fe5-4121-ad1d-4aff9e5b3406 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.0523784 Jan 28 01:05:48.259291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a71c7-687e-42d5-9429-7510df179514 req-35d1e010-2901-4c91-8524-0c98b5785f64 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.260799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-649a71c7-687e-42d5-9429-7510df179514 req-35d1e010-2901-4c91-8524-0c98b5785f64 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 950 time: 0.0761428 Jan 28 01:05:48.265114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7eece84f-4bb3-4799-8f15-e57bb8ed243f req-55fe42c8-991b-4d6f-9b0c-16a8533a54a5 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Jan 28 01:05:48.317838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-649a71c7-687e-42d5-9429-7510df179514 req-3c883888-3aff-47c8-b23e-c942a224a001 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Jan 28 01:05:48.389633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f0b1-a991-432f-9ca1-c18657b95f5e req-7009d4d9-4919-45ef-86d1-b5c59e0c91ec tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.391346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb09f0b1-a991-432f-9ca1-c18657b95f5e req-7009d4d9-4919-45ef-86d1-b5c59e0c91ec tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 943 time: 0.0642052 Jan 28 01:05:48.466242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb09f0b1-a991-432f-9ca1-c18657b95f5e req-283a2446-fb6a-488b-939d-853034dc5a00 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639474 Jan 28 01:05:48.622657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-6adb0d46-da5d-4421-96e1-e1bf4559429e tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e6330463072549b395c69ef05180385a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280967 Jan 28 01:05:48.736910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84e233-534e-4f52-a92c-b4ccd34be57c req-582ecfd5-fd5f-409e-9528-057c8a91a2ef tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.738341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd84e233-534e-4f52-a92c-b4ccd34be57c req-582ecfd5-fd5f-409e-9528-057c8a91a2ef tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.1005974 Jan 28 01:05:48.793827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-217612d4-e01e-4f74-bd74-286129ab2475 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.795577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-217612d4-e01e-4f74-bd74-286129ab2475 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671839 Jan 28 01:05:48.812777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd84e233-534e-4f52-a92c-b4ccd34be57c req-e51eea9f-7152-46cd-88d1-a3bf4c4c6324 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668383 Jan 28 01:05:48.823978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-54e380ec-5fe9-4daf-bb4f-e2fec001a041 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/quotas/e6330463072549b395c69ef05180385a HTTP/1.1" status: 200 len: 375 time: 0.0102739 Jan 28 01:05:48.879598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-dd589fcd-5848-40ef-8e02-a77e73cedb91 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6330463072549b395c69ef05180385a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488484 Jan 28 01:05:48.978987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7553284-2c95-4f6b-a613-44ac6420ef0f req-7c39695b-a07c-4793-9b6a-29fcd6f864f9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:48.980472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7553284-2c95-4f6b-a613-44ac6420ef0f req-7c39695b-a07c-4793-9b6a-29fcd6f864f9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0573063 Jan 28 01:05:49.054359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7553284-2c95-4f6b-a613-44ac6420ef0f req-e6768a26-8ea2-43a4-b316-bd892b28cdc1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668943 Jan 28 01:05:49.139966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12342ddf-1fba-40b6-9d43-fc98eff171fa req-149e6330-8dfe-48c1-ac1e-d97be83af51a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 210 time: 0.0280917 Jan 28 01:05:49.398149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeaa3b-2016-478a-9298-48aa47fbad3b req-b92e6ca3-7b92-4928-916a-803e9ff692d3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:49.400774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21eeaa3b-2016-478a-9298-48aa47fbad3b req-b92e6ca3-7b92-4928-916a-803e9ff692d3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.0569448 Jan 28 01:05:49.471985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21eeaa3b-2016-478a-9298-48aa47fbad3b req-8f6b6285-a884-4e18-9d32-11564d340ee1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649114 Jan 28 01:05:49.597825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eec9d-48e8-4852-a77d-2f5c4544e785 req-8faa62c3-9568-443e-9d47-aded848f2f63 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:49.606433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e48eec9d-48e8-4852-a77d-2f5c4544e785 req-8faa62c3-9568-443e-9d47-aded848f2f63 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 943 time: 0.0716305 Jan 28 01:05:49.664703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e48eec9d-48e8-4852-a77d-2f5c4544e785 req-92087478-6880-445c-9c7b-cbfb3af174ce tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570829 Jan 28 01:05:49.731811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ea525-1a78-4f63-acaf-10b65b1a11e5 req-d7855cb4-f657-4464-8202-5c244fab3a87 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:49.733404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf3ea525-1a78-4f63-acaf-10b65b1a11e5 req-d7855cb4-f657-4464-8202-5c244fab3a87 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.0582461 Jan 28 01:05:49.784440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf3ea525-1a78-4f63-acaf-10b65b1a11e5 req-51de0949-9622-42ce-b896-7bca6ed34b3a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Jan 28 01:05:49.902681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2b50-c9de-4841-896b-f0c9867bc048 req-7b27306e-18ba-4c9e-ae2b-780e05ae7b18 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:49.904349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9beb2b50-c9de-4841-896b-f0c9867bc048 req-7b27306e-18ba-4c9e-ae2b-780e05ae7b18 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.0533085 Jan 28 01:05:49.958373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 11063035-b9c3-4cdc-a4f0-cde98e4af281 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:49.986241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd153b1-f160-4d3c-939b-1f513d0fb843 req-a103b2ec-0b6d-4ba0-9b7a-6f3d0030dbc5 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:49.987781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdd153b1-f160-4d3c-939b-1f513d0fb843 req-a103b2ec-0b6d-4ba0-9b7a-6f3d0030dbc5 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.0824187 Jan 28 01:05:49.990913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9beb2b50-c9de-4841-896b-f0c9867bc048 req-1c8ed721-ed65-414f-a8cd-4a41d3cb6890 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Jan 28 01:05:50.073455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdd153b1-f160-4d3c-939b-1f513d0fb843 req-ac4417ba-32ac-4527-a492-d89c61175682 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664005 Jan 28 01:05:50.099911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 11063035-b9c3-4cdc-a4f0-cde98e4af281, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:50.139916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '11063035-b9c3-4cdc-a4f0-cde98e4af281', 'network_id': '36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242', 'port_id': '11063035-b9c3-4cdc-a4f0-cde98e4af281', 'mac_address': 'fa:16:3e:67:b1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:50.232558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 11063035-b9c3-4cdc-a4f0-cde98e4af281 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:50.232952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.241866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12652532-6b88-4e9a-a39b-01637a46059d req-0d100ccc-231f-489f-bbcf-125b21f2a6e2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:50.248159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11063035-b9c3-4cdc-a4f0-cde98e4af281 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:50.253363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12652532-6b88-4e9a-a39b-01637a46059d req-0d100ccc-231f-489f-bbcf-125b21f2a6e2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0957389 Jan 28 01:05:50.270386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 11063035-b9c3-4cdc-a4f0-cde98e4af281, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:50.275001 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.330391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12652532-6b88-4e9a-a39b-01637a46059d req-7bd0e9b3-cf0f-40ea-a4cf-505405804435 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552616 Jan 28 01:05:50.363716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=11063035-b9c3-4cdc-a4f0-cde98e4af281,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:50.375357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-08dc85f8-408d-4eff-a9cc-32b5c5f49a1c tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6330463072549b395c69ef05180385a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438771 Jan 28 01:05:50.487502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd25255c-8ef7-44e2-8444-dd0c4e54f756 req-0b67bc8c-6f5d-4eb6-85bb-66bea4dbfbc9 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 210 time: 0.0980353 Jan 28 01:05:50.567419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80178c13-8ce5-44fd-921a-1198ea6f92e4 req-c94bbdf5-f0a0-4466-bb3d-8e836a05ede2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:50.568771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80178c13-8ce5-44fd-921a-1198ea6f92e4 req-c94bbdf5-f0a0-4466-bb3d-8e836a05ede2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.1425419 Jan 28 01:05:50.574662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-6ec73c79-d143-4cf2-9901-6a9c37098dd6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:50.575980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-6ec73c79-d143-4cf2-9901-6a9c37098dd6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852043 Jan 28 01:05:50.582370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['11063035-b9c3-4cdc-a4f0-cde98e4af281'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:50.602940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Request body: {'port': {'device_id': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'e6330463072549b395c69ef05180385a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:50.678057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80178c13-8ce5-44fd-921a-1198ea6f92e4 req-e19ecfd9-efc1-4558-9f06-bdd91ff2d98e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999880 Jan 28 01:05:50.756397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Made reservation on behalf of e6330463072549b395c69ef05180385a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:50.759872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.873992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697e5c-065b-4187-8945-8fd11b5582db req-7a6d752d-dfd9-43e1-bbb7-7e3e6d4e66f4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:50.875452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e697e5c-065b-4187-8945-8fd11b5582db req-7a6d752d-dfd9-43e1-bbb7-7e3e6d4e66f4 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 944 time: 0.1121175 Jan 28 01:05:50.960133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Allocated IP 192.168.233.23 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/c0319d4c-a318-4031-bab8-f97d458ae498) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:50.974251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e697e5c-065b-4187-8945-8fd11b5582db req-3447e88b-2c36-4f72-a9dd-7b699195059b tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854073 Jan 28 01:05:51.119133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks [] for port (c0319d4c-a318-4031-bab8-f97d458ae498), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.194792 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.205852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdf2c-5fa5-44a0-ae9a-b27bcabeabb9 req-96cf0144-fee7-48eb-ab53-4b3144b36d8f tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:51.207368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d73cdf2c-5fa5-44a0-ae9a-b27bcabeabb9 req-96cf0144-fee7-48eb-ab53-4b3144b36d8f tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.0746527 Jan 28 01:05:51.241225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['7c2f51f0-dd2b-4680-96d8-d68b815e4fb4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:51.271685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:51.279660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Pushing event updated for resources: {'Port': ['ID=c0319d4c-a318-4031-bab8-f97d458ae498,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:51.282200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:51.289094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:51.344534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d73cdf2c-5fa5-44a0-ae9a-b27bcabeabb9 req-964181ad-eff2-4821-aebb-7751716fd442 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089251 Jan 28 01:05:51.394482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:51.395175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.428649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-ebcaee35-6df4-4cb4-8cab-a0e8fba71b85 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8295429 Jan 28 01:05:51.447972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Request body: {'port': {'device_id': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:51.551846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.567773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bbe31-c9ad-424e-b8fb-56c4f8a7d826 req-a80fc9ae-dfcd-429f-a610-9b6ede0084f9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:51.569196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c51bbe31-c9ad-424e-b8fb-56c4f8a7d826 req-a80fc9ae-dfcd-429f-a610-9b6ede0084f9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1265476 Jan 28 01:05:51.628655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fffca345-9c34-4a6f-b87a-9cea3618d200 None None] Provisioning complete for port c0319d4c-a318-4031-bab8-f97d458ae498 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:51.629447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fffca345-9c34-4a6f-b87a-9cea3618d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.665936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fffca345-9c34-4a6f-b87a-9cea3618d200 None None] Port c0319d4c-a318-4031-bab8-f97d458ae498 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:05:51.736497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-acdc5219-587c-4a11-b066-7d8c2babbbbc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:51.738899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-acdc5219-587c-4a11-b066-7d8c2babbbbc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.0558577 Jan 28 01:05:51.742751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c51bbe31-c9ad-424e-b8fb-56c4f8a7d826 req-614b06b7-9813-4631-b672-e3f24c47143e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657257 Jan 28 01:05:51.752505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0caaf-0c92-4d5e-ae44-e43a92d91d56 req-49cd6466-a988-4ea9-bd64-62a08e4b7fc4 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:51.754054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fd0caaf-0c92-4d5e-ae44-e43a92d91d56 req-49cd6466-a988-4ea9-bd64-62a08e4b7fc4 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 935 time: 0.1751759 Jan 28 01:05:51.848070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:51.848429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.924251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fd0caaf-0c92-4d5e-ae44-e43a92d91d56 req-980fe4bb-f88c-4604-800e-ccda33a974b3 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477630 Jan 28 01:05:51.951893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:51.952449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.953684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 11063035-b9c3-4cdc-a4f0-cde98e4af281 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:51.954616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6b3a9-291a-4452-8d0c-0add6901b2e4 req-c4ab74c8-8bbe-43e4-a550-bf0351785439 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:51.962297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73f6b3a9-291a-4452-8d0c-0add6901b2e4 req-c4ab74c8-8bbe-43e4-a550-bf0351785439 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 945 time: 0.1368008 Jan 28 01:05:51.967588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:52.041939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 11063035-b9c3-4cdc-a4f0-cde98e4af281 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:52.046951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 11063035-b9c3-4cdc-a4f0-cde98e4af281 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:52.047521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.071174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73f6b3a9-291a-4452-8d0c-0add6901b2e4 req-bdd09a7d-7bb0-45d5-8561-95b26b127ef1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077209 Jan 28 01:05:52.094726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0319d4c-a318-4031-bab8-f97d458ae498 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:52.116371 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Publish callbacks [] for port (c0319d4c-a318-4031-bab8-f97d458ae498), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.126581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:52.144040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (254b2bac-af2b-4efd-82a3-c5df0f9bbcb3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.160848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Transition to ACTIVE for port object c0319d4c-a318-4031-bab8-f97d458ae498 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:52.169162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.181124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['254b2bac-af2b-4efd-82a3-c5df0f9bbcb3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:52.189826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a818680-e098-4a1f-96ee-7476f3925098 req-71580561-ead4-4340-a542-92c6ff70b06c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:52.190061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:52.191660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a818680-e098-4a1f-96ee-7476f3925098 req-71580561-ead4-4340-a542-92c6ff70b06c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 944 time: 0.0910935 Jan 28 01:05:52.203092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=254b2bac-af2b-4efd-82a3-c5df0f9bbcb3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:52.253963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:52.256727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.261012 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1d23c32a-e05a-484d-9708-727d3c69a94f req-7410ce50-3a39-40f0-bbcf-32cba35c4ca0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "DELETE /v2.0/ports/254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 HTTP/1.1" status: 204 len: 173 time: 0.5161769 Jan 28 01:05:52.261503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'name': 'network-vif-deleted', 'tag': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:52.264279 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40a184-634b-4580-9461-1fca024d44b1" -d '{"events": [{"server_uuid": "9587c6d1-39b1-4760-a403-1c9be4933f7f", "name": "network-vif-deleted", "tag": "254b2bac-af2b-4efd-82a3-c5df0f9bbcb3"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:52.311186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 11063035-b9c3-4cdc-a4f0-cde98e4af281 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:52.311746 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.320510 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aba2f7-1917-4373-9d45-026e913263a3 x-openstack-request-id: req-73aba2f7-1917-4373-9d45-026e913263a3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:52.321058 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9587c6d1-39b1-4760-a403-1c9be4933f7f", "name": "network-vif-deleted", "tag": "254b2bac-af2b-4efd-82a3-c5df0f9bbcb3", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:52.321468 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73aba2f7-1917-4373-9d45-026e913263a3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:52.322066 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9587c6d1-39b1-4760-a403-1c9be4933f7f', 'name': 'network-vif-deleted', 'tag': '254b2bac-af2b-4efd-82a3-c5df0f9bbcb3', 'status': 'completed', 'code': 200} Jan 28 01:05:52.338076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0319d4c-a318-4031-bab8-f97d458ae498,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:52.359666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 11063035-b9c3-4cdc-a4f0-cde98e4af281, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:52.362239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3380269d-484b-49de-8787-ee807cec1ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11063035-b9c3-4cdc-a4f0-cde98e4af281'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:52.364509 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d028473-6baa-487a-884e-f4bd994a13d6" -d '{"events": [{"server_uuid": "3380269d-484b-49de-8787-ee807cec1ecc", "name": "network-vif-plugged", "status": "completed", "tag": "11063035-b9c3-4cdc-a4f0-cde98e4af281"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:52.407888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.491344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a818680-e098-4a1f-96ee-7476f3925098 req-ff361791-a4dc-45bb-916f-d17802f0509c tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672880 Jan 28 01:05:52.491486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:52.513371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'mac_address': 'fa:16:3e:d1:15:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:52.590564 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c5fbe-858d-4b1e-98ce-d5c89a4e196f x-openstack-request-id: req-118c5fbe-858d-4b1e-98ce-d5c89a4e196f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:52.590821 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3380269d-484b-49de-8787-ee807cec1ecc", "name": "network-vif-plugged", "status": "completed", "tag": "11063035-b9c3-4cdc-a4f0-cde98e4af281", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:52.591082 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-118c5fbe-858d-4b1e-98ce-d5c89a4e196f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:52.591645 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3380269d-484b-49de-8787-ee807cec1ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11063035-b9c3-4cdc-a4f0-cde98e4af281', 'code': 200} Jan 28 01:05:52.595947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e5aa-8f9f-40c0-9812-a7d4e4acfd74 req-e87ea0da-cb07-4c36-a4bb-6ee46cc02418 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:52.597972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62c8e5aa-8f9f-40c0-9812-a7d4e4acfd74 req-e87ea0da-cb07-4c36-a4bb-6ee46cc02418 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 948 time: 0.1053133 Jan 28 01:05:52.648702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Attempting to bind port c0319d4c-a318-4031-bab8-f97d458ae498 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:52.649045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Attempting to bind port c0319d4c-a318-4031-bab8-f97d458ae498 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:52.649370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Attempting to bind port c0319d4c-a318-4031-bab8-f97d458ae498 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:52.661158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Port c0319d4c-a318-4031-bab8-f97d458ae498 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:52.661489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Attempting to bind port c0319d4c-a318-4031-bab8-f97d458ae498 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:52.662944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=11063035-b9c3-4cdc-a4f0-cde98e4af281,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:52.679370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:52.679557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:52.679994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:52.680455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Bound port: c0319d4c-a318-4031-bab8-f97d458ae498, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:52.681053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.722520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:52.723030 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.730462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62c8e5aa-8f9f-40c0-9812-a7d4e4acfd74 req-0f630c3f-9c32-4a83-98e9-6728b3a98ad8 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246800 Jan 28 01:05:52.740586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bcbf9-bce7-45b1-bf89-3186f5926a97 req-17313ef2-61ce-4817-893e-8058e938f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:52.742823 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4f6bcbf9-bce7-45b1-bf89-3186f5926a97 req-17313ef2-61ce-4817-893e-8058e938f3f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 1096 time: 0.0596809 Jan 28 01:05:52.755258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7258e62-4d2a-437f-a25c-c59e671cbce6 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:52.784884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:52.794944 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.796862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4f6bcbf9-bce7-45b1-bf89-3186f5926a97 req-db0d565e-a9e0-429f-9fb6-31638dea5777 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Jan 28 01:05:52.802033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] For port c0319d4c-a318-4031-bab8-f97d458ae498, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:52.806796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] For port c0319d4c-a318-4031-bab8-f97d458ae498, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c0319d4c-a318-4031-bab8-f97d458ae498,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:52.816424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.851546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:52.880812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:52.881452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.883013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/c0319d4c-a318-4031-bab8-f97d458ae498 HTTP/1.1" status: 200 len: 1095 time: 1.4416425 Jan 28 01:05:52.883479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'tag': 'c0319d4c-a318-4031-bab8-f97d458ae498'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:52.885858 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2316a8-17db-412b-8194-2a698fa67ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65c47b-0ac0-42ef-84b5-5a8fc96066c1", "tag": "c0319d4c-a318-4031-bab8-f97d458ae498"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:52.918906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bfbd1-89eb-4ae8-8630-f356fdd3d8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0319d4c-a318-4031-bab8-f97d458ae498,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:52.933289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304fa5d-b153-4e7d-9193-a5f11067aa72 req-be4b3d14-2c9f-4257-b90d-f5570cac9074 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:52.944171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6304fa5d-b153-4e7d-9193-a5f11067aa72 req-be4b3d14-2c9f-4257-b90d-f5570cac9074 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0926108 Jan 28 01:05:52.952351 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac26020b-a5ee-45b0-9675-bd58c3d73cd0 x-openstack-request-id: req-ac26020b-a5ee-45b0-9675-bd58c3d73cd0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:52.952648 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65c47b-0ac0-42ef-84b5-5a8fc96066c1", "tag": "c0319d4c-a318-4031-bab8-f97d458ae498", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:52.952909 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac26020b-a5ee-45b0-9675-bd58c3d73cd0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:52.953321 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'tag': 'c0319d4c-a318-4031-bab8-f97d458ae498', 'status': 'completed', 'code': 200} Jan 28 01:05:53.029561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6304fa5d-b153-4e7d-9193-a5f11067aa72 req-e7421948-0011-4c5e-8e5b-ff5e1b518552 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844717 Jan 28 01:05:53.068583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-643b3856-9748-4930-ba34-193af3a64b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.070137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-643b3856-9748-4930-ba34-193af3a64b28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6330463072549b395c69ef05180385a&device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 1098 time: 0.1003160 Jan 28 01:05:53.082054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa602d31-6f90-47da-9205-28f8992ceadc req-dc74379b-a81d-4784-9667-faab7a3f34db tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.083359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa602d31-6f90-47da-9205-28f8992ceadc req-dc74379b-a81d-4784-9667-faab7a3f34db tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0690043 Jan 28 01:05:53.133302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-7825cd83-01e8-4156-a143-dbf44af2098d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c0319d4c-a318-4031-bab8-f97d458ae498 HTTP/1.1" status: 200 len: 217 time: 0.0468717 Jan 28 01:05:53.162660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa602d31-6f90-47da-9205-28f8992ceadc req-55b068d3-bc8d-44f2-9b62-1ef181803bc9 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704098 Jan 28 01:05:53.277320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad415d16-71bc-4ef0-8254-e726b4a30a55 req-7c16430c-608e-4f35-9816-fe8627764f6c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=9587c6d1-39b1-4760-a403-1c9be4933f7f HTTP/1.1" status: 200 len: 210 time: 0.0689414 Jan 28 01:05:53.294293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-c21d3e13-d791-4716-a395-fe7df5a98a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.296731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-c21d3e13-d791-4716-a395-fe7df5a98a75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1262543 Jan 28 01:05:53.304527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-c2b34df0-4642-4d70-a04d-3640fc6aa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.307150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-c2b34df0-4642-4d70-a04d-3640fc6aa352 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f&tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 1094 time: 0.1266906 Jan 28 01:05:53.350288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd49c-597f-4377-b7ba-0570b213f257 req-39ae344c-2f33-421b-8ed3-e564734a94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.353312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-39ae344c-2f33-421b-8ed3-e564734a94f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456092 Jan 28 01:05:53.467438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-19e261e8-6621-4e5f-9f65-08443357263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.468983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-19e261e8-6621-4e5f-9f65-08443357263f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1094 time: 0.0973396 Jan 28 01:05:53.494621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-58d6b7ef-b2e2-4e99-9686-b7a4588e590d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305251 Jan 28 01:05:53.504316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e7258e62-4d2a-437f-a25c-c59e671cbce6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:53.987310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-d2fe3af6-c459-4453-8dba-203d8fc2212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:53.988687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-d2fe3af6-c459-4453-8dba-203d8fc2212f service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.5056026 Jan 28 01:05:54.011897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f9819-f221-42a4-97e9-7cf3d1ca9684 req-8a70694f-d6d1-4a2d-bc11-a46e6230a3b9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.013335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-119f9819-f221-42a4-97e9-7cf3d1ca9684 req-8a70694f-d6d1-4a2d-bc11-a46e6230a3b9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.4310646 Jan 28 01:05:54.015156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-859dd49c-597f-4377-b7ba-0570b213f257 req-96e80b50-5c5a-4cb1-9fa2-0c6e08f42f6d service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094969 Jan 28 01:05:54.081600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02037ec-4891-4f71-8983-b31f03fbdd32 req-7e8498ad-1ee3-4330-bd16-2d90b15dcdfe tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.083102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02037ec-4891-4f71-8983-b31f03fbdd32 req-7e8498ad-1ee3-4330-bd16-2d90b15dcdfe tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 949 time: 0.1645410 Jan 28 01:05:54.101570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-a5f2aada-af14-43d5-90eb-c6a4f49cc839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 200 len: 998 time: 0.1050646 Jan 28 01:05:54.206234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-119f9819-f221-42a4-97e9-7cf3d1ca9684 req-e42c8d85-f0ef-47aa-9d7f-167ccdf7f642 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584606 Jan 28 01:05:54.225202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-2247049a-fbab-44d1-b787-1ac19e6a60db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.225202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-2247049a-fbab-44d1-b787-1ac19e6a60db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.1004918 Jan 28 01:05:54.225202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02037ec-4891-4f71-8983-b31f03fbdd32 req-8a98487b-e465-4c55-b8e8-38a67a455681 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328731 Jan 28 01:05:54.262130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-2adb3b95-683f-4835-bb7d-6eddfb22adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.263647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-2adb3b95-683f-4835-bb7d-6eddfb22adc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6330463072549b395c69ef05180385a&device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 1098 time: 0.1301856 Jan 28 01:05:54.379004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-d9b639f1-b49e-49eb-8ebb-45e59e6940a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.380545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-d9b639f1-b49e-49eb-8ebb-45e59e6940a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523008 Jan 28 01:05:54.487759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-65d3847d-9da1-4910-be94-f755cf91ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.489157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-65d3847d-9da1-4910-be94-f755cf91ee4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.2193539 Jan 28 01:05:54.498069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c8768-455c-4202-ab3b-de15fe0a0853 req-2e341d87-dccf-435d-9265-71c931841461 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.499785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef7c8768-455c-4202-ab3b-de15fe0a0853 req-2e341d87-dccf-435d-9265-71c931841461 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.2281349 Jan 28 01:05:54.509464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa405dc-5821-4673-bc0c-9625b435b970 req-3705da76-61b4-4aa4-a332-748e589455b0 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.510975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9aa405dc-5821-4673-bc0c-9625b435b970 req-3705da76-61b4-4aa4-a332-748e589455b0 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.2107856 Jan 28 01:05:54.579860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-370b47dd-9bcd-407b-b7c6-049ec6fb7463 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c0319d4c-a318-4031-bab8-f97d458ae498 HTTP/1.1" status: 200 len: 217 time: 0.0791376 Jan 28 01:05:54.610588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-4d1abe0f-ae51-4cb5-80cc-ee02bb3007a4 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108915 Jan 28 01:05:54.724708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef7c8768-455c-4202-ab3b-de15fe0a0853 req-6d560075-2815-40de-b60e-27cf6a091dc1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128105 Jan 28 01:05:54.740444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9aa405dc-5821-4673-bc0c-9625b435b970 req-7d4a4e0e-40ca-4e4d-8bc1-fe4854458cbe tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131233 Jan 28 01:05:54.743497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-808552d8-867a-4f4d-9917-08b218783df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.744938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-808552d8-867a-4f4d-9917-08b218783df1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1514764 Jan 28 01:05:54.802580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c97b2743-e9d7-45f6-bbb8-b71455addfb1 req-022d1c14-ec4c-4372-a250-7d10a46908d6 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655710 Jan 28 01:05:54.811964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-27b4b5d5-b76e-4f23-a334-0acd1b1b252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:54.813533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-27b4b5d5-b76e-4f23-a334-0acd1b1b252a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571339 Jan 28 01:05:54.914568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-181abd00-6221-400e-a331-c3a548ce845f service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909677 Jan 28 01:05:55.104304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-f4fa1bb8-721f-4782-8123-ed02c0e0b264 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:55.105752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-f4fa1bb8-721f-4782-8123-ed02c0e0b264 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1686618 Jan 28 01:05:55.107713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a2316a8-17db-412b-8194-2a698fa67ec0 req-4b0752b2-1c50-4732-bf7f-bdf735601b53 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612234 Jan 28 01:05:55.121180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-6c2b3784-2b8c-44be-9800-1c71838d143d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/quotas/759ff06070244d3091b75b09537e94ed HTTP/1.1" status: 200 len: 375 time: 0.0089061 Jan 28 01:05:55.171569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-34dc25d6-6bb2-41f4-a0d5-221cbb74ff10 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450163 Jan 28 01:05:55.278337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-22f26500-0c07-414e-b33c-4c60d5c95c4d service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000342 Jan 28 01:05:55.438985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5d331-4b82-4ccf-aff8-d7aea7879f73 req-a1ba013b-0c24-44e9-b288-f488841bd241 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:55.440732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2a5d331-4b82-4ccf-aff8-d7aea7879f73 req-a1ba013b-0c24-44e9-b288-f488841bd241 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.1591008 Jan 28 01:05:55.522320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2a5d331-4b82-4ccf-aff8-d7aea7879f73 req-b753522a-0399-4892-aa6c-6bac56813cac tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742006 Jan 28 01:05:55.537429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3889a0a1-b6fa-4262-8a87-67847c79cea5 service neutron] 10.222.0.23 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569466 Jan 28 01:05:55.702566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29398ce-f91a-46d1-8c92-410fe726fccb req-ddea6949-e65e-4b36-8fdf-def894ccd23b tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:55.714280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c29398ce-f91a-46d1-8c92-410fe726fccb req-ddea6949-e65e-4b36-8fdf-def894ccd23b tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 949 time: 0.0770438 Jan 28 01:05:55.837218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c29398ce-f91a-46d1-8c92-410fe726fccb req-e18d9233-4b2d-4f92-9a8d-469175e9c159 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154141 Jan 28 01:05:55.846276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c5771-57f1-49d6-9ff2-bb3b084b673e req-f48cfb54-efc2-4fd8-8a29-30f3a51af4f7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:55.847850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a5c5771-57f1-49d6-9ff2-bb3b084b673e req-f48cfb54-efc2-4fd8-8a29-30f3a51af4f7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.1018534 Jan 28 01:05:55.942914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a5c5771-57f1-49d6-9ff2-bb3b084b673e req-106f2e8c-47e2-4d87-9290-f7e67cd511a7 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878811 Jan 28 01:05:55.993397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-873a52f6-7cc7-47c9-a03b-dc870e5fce5b req-611445a0-3808-46a2-b76b-d144514c34d8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 210 time: 0.0695667 Jan 28 01:05:56.008100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:56.040856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:56.041324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 254b2bac-af2b-4efd-82a3-c5df0f9bbcb3 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:56.144828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e730fcf-e4d6-4090-b3b6-641e72cc5408 req-e0510174-5300-4e9a-9cf6-1e8c3e14aef2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:56.146434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e730fcf-e4d6-4090-b3b6-641e72cc5408 req-e0510174-5300-4e9a-9cf6-1e8c3e14aef2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1282992 Jan 28 01:05:56.158558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:56.163056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375212e-e3d6-4f22-a3e2-4c588ed87bc1 req-4b765f4e-c3cb-48e0-9ac8-a760f0cdba15 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:56.164637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1375212e-e3d6-4f22-a3e2-4c588ed87bc1 req-4b765f4e-c3cb-48e0-9ac8-a760f0cdba15 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.1017900 Jan 28 01:05:56.244370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port e7258e62-4d2a-437f-a25c-c59e671cbce6 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:56.249720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e7258e62-4d2a-437f-a25c-c59e671cbce6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:56.250285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.294646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e730fcf-e4d6-4090-b3b6-641e72cc5408 req-12cd265f-fc76-443c-9e9e-c02df53e334e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284809 Jan 28 01:05:56.299637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1375212e-e3d6-4f22-a3e2-4c588ed87bc1 req-3213b617-22c7-4a6d-af5c-9d513aa04b43 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213467 Jan 28 01:05:56.425485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:56.426194 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.454236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:56.456927 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf7577a-0960-4e48-bc54-ceaf8efa4b5f" -d '{"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:56.482010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:56.496814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.589035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646abf9c-2c80-4321-aa5c-eada185ff818 req-60c7356b-e4af-4080-940c-c0f165d2e477 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:56.591234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-646abf9c-2c80-4321-aa5c-eada185ff818 req-60c7356b-e4af-4080-940c-c0f165d2e477 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0617316 Jan 28 01:05:56.597615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:56.654796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-646abf9c-2c80-4321-aa5c-eada185ff818 req-bb621feb-00c6-42b0-b4b5-5a5bd480765a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577469 Jan 28 01:05:56.703178 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20868636-0a0e-426b-9e92-aae79e484596 x-openstack-request-id: req-20868636-0a0e-426b-9e92-aae79e484596 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:56.703781 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:56.704123 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20868636-0a0e-426b-9e92-aae79e484596 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:56.704618 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'code': 200} Jan 28 01:05:56.799984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a151-1e49-4224-878d-2aee12aeacbf req-0fd9f04c-99f3-4763-8c14-14dc351c6423 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:56.801652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8192a151-1e49-4224-878d-2aee12aeacbf req-0fd9f04c-99f3-4763-8c14-14dc351c6423 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0521581 Jan 28 01:05:56.852865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8192a151-1e49-4224-878d-2aee12aeacbf req-2f461457-3c80-4c69-a46e-c6498643477e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Jan 28 01:05:56.971000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42e6e3-d9aa-42ea-8edf-13808a00efb9 req-3d5d31ef-01cc-497e-9ec0-23d8ce24a13c tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:56.972692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec42e6e3-d9aa-42ea-8edf-13808a00efb9 req-3d5d31ef-01cc-497e-9ec0-23d8ce24a13c tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0580959 Jan 28 01:05:57.040893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec42e6e3-d9aa-42ea-8edf-13808a00efb9 req-0ae85e4c-237c-4aa3-819e-f33fd6a0fd85 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628986 Jan 28 01:05:57.191008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-83dd1062-c13f-4493-9d25-da24658cfb5c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:57.193147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-83dd1062-c13f-4493-9d25-da24658cfb5c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 806 time: 0.1698964 Jan 28 01:05:57.210548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Request body: {'port': {'device_id': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'admin_state_up': True, 'tenant_id': '759ff06070244d3091b75b09537e94ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:57.270196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36f830a9-decf-4a94-ad90-7870de80a5bd req-3a7d314c-0bf7-4ca4-9ddf-0de665aadbc9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Jan 28 01:05:57.375012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Made reservation on behalf of 759ff06070244d3091b75b09537e94ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:57.379197 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.411423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022b994-a669-4861-8214-64a55185b6fa req-0b0d44fd-6f6a-434a-9907-208fde98135a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:57.413016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5022b994-a669-4861-8214-64a55185b6fa req-0b0d44fd-6f6a-434a-9907-208fde98135a tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0636058 Jan 28 01:05:57.485370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5022b994-a669-4861-8214-64a55185b6fa req-692b2309-42bf-4175-90da-5ec1d30ce581 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Jan 28 01:05:57.556252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Allocated IP 172.20.0.10 (e95e99a4-41eb-43e4-b75c-c907efa481a3/f668df9a-49da-4996-bd06-37853d3d91c9/a1720d24-64f1-43d8-85a8-7f9739e3168a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:57.638699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4707-2f69-4a94-b9e0-9e9eed21cfde req-fe601e5f-59dc-4f9f-a877-be4ea76ab4ea tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:57.641113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bab4707-2f69-4a94-b9e0-9e9eed21cfde req-fe601e5f-59dc-4f9f-a877-be4ea76ab4ea tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0574846 Jan 28 01:05:57.696693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bab4707-2f69-4a94-b9e0-9e9eed21cfde req-f0eb9a9e-23ac-424c-ab21-db23eb233349 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498266 Jan 28 01:05:57.737192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks [] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.780729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.828709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Network e95e99a4-41eb-43e4-b75c-c907efa481a3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:57.830492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:57.834483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:57.838765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:57.859095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee713-ca12-430b-9ed1-8cbcf95cfcaf req-f39fec05-ed27-4071-b720-d55e691d22cb tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:57.860146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86bee713-ca12-430b-9ed1-8cbcf95cfcaf req-f39fec05-ed27-4071-b720-d55e691d22cb tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0767226 Jan 28 01:05:57.885589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:57.885589 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.912469 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7059224 Jan 28 01:05:57.913205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ab315-c38f-4c3d-bace-752c57684c95 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event updated for resources: {'Port': ['ID=a1720d24-64f1-43d8-85a8-7f9739e3168a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:57.929571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Request body: {'port': {'device_id': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:57.946496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86bee713-ca12-430b-9ed1-8cbcf95cfcaf req-b46db17b-5f8b-4200-b55f-1657b35aa55d tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793545 Jan 28 01:05:57.996975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.151865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2148e7-ae43-4370-ba9c-e5b7f20f2a05 req-f31ecbb9-0cb5-4756-aee2-b8eac5e1561e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:58.161805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b2148e7-ae43-4370-ba9c-e5b7f20f2a05 req-f31ecbb9-0cb5-4756-aee2-b8eac5e1561e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0951891 Jan 28 01:05:58.222238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b2148e7-ae43-4370-ba9c-e5b7f20f2a05 req-d966a00c-da45-4991-b363-21cd357dd160 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590656 Jan 28 01:05:58.338152 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1720d24-64f1-43d8-85a8-7f9739e3168a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:58.347222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Publish callbacks [] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.359983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d0918-a131-4964-839e-77ee2bb4ed8b req-e6afaedd-0a0f-494a-b180-d33806a732b5 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:58.362126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-852d0918-a131-4964-839e-77ee2bb4ed8b req-e6afaedd-0a0f-494a-b180-d33806a732b5 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0533257 Jan 28 01:05:58.362736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Transition to ACTIVE for port object a1720d24-64f1-43d8-85a8-7f9739e3168a will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:58.370777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.416229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-852d0918-a131-4964-839e-77ee2bb4ed8b req-638c94dc-e0f4-47bb-9f47-af6d14cbee2b tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Jan 28 01:05:58.427541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Pushing event updated for resources: {'Port': ['ID=a1720d24-64f1-43d8-85a8-7f9739e3168a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:58.533008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Attempting to bind port a1720d24-64f1-43d8-85a8-7f9739e3168a on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:58.533335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Attempting to bind port a1720d24-64f1-43d8-85a8-7f9739e3168a by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:58.533874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Attempting to bind port a1720d24-64f1-43d8-85a8-7f9739e3168a on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:58.539674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Port a1720d24-64f1-43d8-85a8-7f9739e3168a on network e95e99a4-41eb-43e4-b75c-c907efa481a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:58.539996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Attempting to bind port a1720d24-64f1-43d8-85a8-7f9739e3168a on network e95e99a4-41eb-43e4-b75c-c907efa481a3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:58.546570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:58.546941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Checking segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:58.547286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Bound using segment: {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:58.550139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Bound port: a1720d24-64f1-43d8-85a8-7f9739e3168a, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129a47f-71bf-40ec-a088-c41f1d47cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:58.550738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.642497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] For port a1720d24-64f1-43d8-85a8-7f9739e3168a, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:58.646214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] For port a1720d24-64f1-43d8-85a8-7f9739e3168a, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:58.652019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.697353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:58.710373 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.711883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] 10.222.0.43 "PUT /v2.0/ports/a1720d24-64f1-43d8-85a8-7f9739e3168a HTTP/1.1" status: 200 len: 1092 time: 0.7869270 Jan 28 01:05:58.712373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'tag': 'a1720d24-64f1-43d8-85a8-7f9739e3168a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:58.715601 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffae807-3063-4aef-88f5-ff9d6e47b184" -d '{"events": [{"name": "network-changed", "server_uuid": "8778c5fc-afdf-4654-98c4-f6f954c2c8e8", "tag": "a1720d24-64f1-43d8-85a8-7f9739e3168a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:58.751321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc720-346d-4148-9d82-e82296237886 service neutron] Pushing event updated for resources: {'Port': ['ID=a1720d24-64f1-43d8-85a8-7f9739e3168a,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:58.756038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06504a80-da23-42ea-a0cc-718616812f60 req-86d1648a-a5c0-4ec9-90bf-f91760a64b73 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:58.757821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06504a80-da23-42ea-a0cc-718616812f60 req-86d1648a-a5c0-4ec9-90bf-f91760a64b73 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 944 time: 0.0814211 Jan 28 01:05:58.819817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d381938e-cf4f-42d1-9028-b3a0cf7b752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:58.821594 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-d381938e-cf4f-42d1-9028-b3a0cf7b752a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 1095 time: 0.0529318 Jan 28 01:05:58.822159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06504a80-da23-42ea-a0cc-718616812f60 req-1a7de866-322e-4343-bf96-931945fc06d3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576568 Jan 28 01:05:58.878629 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-a9df9849-a766-416e-9465-419338a50fc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a HTTP/1.1" status: 200 len: 217 time: 0.0425477 Jan 28 01:05:58.932150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-c9d242ce-5882-4c51-aee8-1a12594dd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:58.933839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-c9d242ce-5882-4c51-aee8-1a12594dd6ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.0488348 Jan 28 01:05:58.969627 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-7d9583f6-ef63-4de6-a219-70c4c5583c9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288534 Jan 28 01:05:59.026278 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b5204b-ad65-47c3-856b-f6d1dfda518b x-openstack-request-id: req-98b5204b-ad65-47c3-856b-f6d1dfda518b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:59.026680 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8778c5fc-afdf-4654-98c4-f6f954c2c8e8", "tag": "a1720d24-64f1-43d8-85a8-7f9739e3168a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:59.026849 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98b5204b-ad65-47c3-856b-f6d1dfda518b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:59.027225 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'tag': 'a1720d24-64f1-43d8-85a8-7f9739e3168a', 'status': 'completed', 'code': 200} Jan 28 01:05:59.081089 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-b5593780-7193-40e2-a55c-45c32e883201 service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059949 Jan 28 01:05:59.120663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0c08-af2e-4b7a-936c-359c6ab2e5d4 req-4ddad646-3af1-403e-93fe-f29a6d02d6b8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.122199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317c0c08-af2e-4b7a-936c-359c6ab2e5d4 req-4ddad646-3af1-403e-93fe-f29a6d02d6b8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0589242 Jan 28 01:05:59.179595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317c0c08-af2e-4b7a-936c-359c6ab2e5d4 req-04c512a1-ee16-4ef6-81d9-a958fbb53b4e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513132 Jan 28 01:05:59.185245 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4571db22-54ef-4fd7-989d-25a117b79fbb req-be8edba8-89c1-4ce3-88e1-02cde30447bc service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977268 Jan 28 01:05:59.312229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bff2aa-0ab4-4eb7-a764-af1fc8bcdd43 req-cb5f48f4-79a5-4568-aede-2d3d27862bbd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.314048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9bff2aa-0ab4-4eb7-a764-af1fc8bcdd43 req-cb5f48f4-79a5-4568-aede-2d3d27862bbd tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0638936 Jan 28 01:05:59.321696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-3dbb5cf6-183a-4880-b7a1-184c7d25288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.323212 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-3dbb5cf6-183a-4880-b7a1-184c7d25288e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=759ff06070244d3091b75b09537e94ed&device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 1095 time: 0.0444784 Jan 28 01:05:59.383972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9bff2aa-0ab4-4eb7-a764-af1fc8bcdd43 req-eb8d16ea-a5e1-4284-a0a4-c06bd8fb9e36 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575926 Jan 28 01:05:59.444852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-c60298b3-8ced-4505-96f1-005cdc234bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.446528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-c60298b3-8ced-4505-96f1-005cdc234bdd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 200 len: 907 time: 0.1173272 Jan 28 01:05:59.493729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-d4a9085b-ced7-4726-bccb-acd4bad59333 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a HTTP/1.1" status: 200 len: 217 time: 0.0406382 Jan 28 01:05:59.541101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b0b60-d941-4f01-9918-f2e459c83d68 req-14260f62-71d4-4c4e-988b-3b8346727930 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.543267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b04b0b60-d941-4f01-9918-f2e459c83d68 req-14260f62-71d4-4c4e-988b-3b8346727930 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0625746 Jan 28 01:05:59.605503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b04b0b60-d941-4f01-9918-f2e459c83d68 req-cb67b735-bee5-49d2-8342-4db091ee7fd6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503738 Jan 28 01:05:59.736850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7132bb-52a6-4146-bb2b-5bc24ed76bab req-35b7cf9c-a35d-4564-9d81-aa475ab772f9 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.745278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e7132bb-52a6-4146-bb2b-5bc24ed76bab req-35b7cf9c-a35d-4564-9d81-aa475ab772f9 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0744877 Jan 28 01:05:59.805816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e7132bb-52a6-4146-bb2b-5bc24ed76bab req-0411d129-d53c-43ba-8297-0e380a1cc858 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593059 Jan 28 01:05:59.901913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-ebd40914-8106-4399-a947-bf71f8c5bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.901913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-ebd40914-8106-4399-a947-bf71f8c5bfda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 200 len: 846 time: 0.3983719 Jan 28 01:05:59.945641 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-029c44cd-426c-41d7-ae25-9056f4bcd1dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e95e99a4-41eb-43e4-b75c-c907efa481a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400262 Jan 28 01:05:59.953679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb54fe-3bab-47a4-9c23-617bf3b66daf req-5e1e24c4-f7b7-4773-9986-623f351e8c5c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:59.955202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3bb54fe-3bab-47a4-9c23-617bf3b66daf req-5e1e24c4-f7b7-4773-9986-623f351e8c5c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 944 time: 0.0644863 Jan 28 01:06:00.011928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3bb54fe-3bab-47a4-9c23-617bf3b66daf req-b8050345-c9ea-42dd-a4b3-c4ecdc15e850 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Jan 28 01:06:00.072108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-2091d492-f1ca-4c0e-82ec-5046853cd7ec service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908303 Jan 28 01:06:00.181615 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bffae807-3063-4aef-88f5-ff9d6e47b184 req-a1040b04-8506-4603-992d-a42e864002cb service neutron] 10.222.0.43 "GET /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893595 Jan 28 01:06:00.308423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579bffd-59cc-459f-ac3a-cef17ea15903 req-46f64042-0f4b-4936-acc7-be85f3c5be0b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.310194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d579bffd-59cc-459f-ac3a-cef17ea15903 req-46f64042-0f4b-4936-acc7-be85f3c5be0b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0552382 Jan 28 01:06:00.326641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-c54e0359-9652-44b5-a042-15bd2f0ff6d9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.328371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-c54e0359-9652-44b5-a042-15bd2f0ff6d9 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0530126 Jan 28 01:06:00.395609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d579bffd-59cc-459f-ac3a-cef17ea15903 req-41fb4fd5-642f-4e48-b87f-f333a33ba183 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703568 Jan 28 01:06:00.482562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Deleting port 11063035-b9c3-4cdc-a4f0-cde98e4af281 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:00.483149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.539707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802bf08-b68b-4007-aee0-8fb46b3ea152 req-d1484ee3-3bee-4eb5-8a12-296494a704c2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.547400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b802bf08-b68b-4007-aee0-8fb46b3ea152 req-d1484ee3-3bee-4eb5-8a12-296494a704c2 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/ports?device_id=3380269d-484b-49de-8787-ee807cec1ecc HTTP/1.1" status: 200 len: 945 time: 0.0682664 Jan 28 01:06:00.609868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] For port 11063035-b9c3-4cdc-a4f0-cde98e4af281, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=11063035-b9c3-4cdc-a4f0-cde98e4af281,segment=NetworkSegment(0f05b2cb-2c30-494a-abac-045f4ed1b539),segment_id=0f05b2cb-2c30-494a-abac-045f4ed1b539)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:00.609868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.625832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Calling delete_port for 11063035-b9c3-4cdc-a4f0-cde98e4af281 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:00.631296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b802bf08-b68b-4007-aee0-8fb46b3ea152 req-521bd8f2-9554-4ba4-b0c2-27a5ee78b65e tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.23 "GET /v2.0/security-groups?id=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716958 Jan 28 01:06:00.757075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166617a-beb8-44d4-96d3-c3343c48f844 req-c1f4b8e1-1f7c-4821-abcb-2ebee144cff2 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.758532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6166617a-beb8-44d4-96d3-c3343c48f844 req-c1f4b8e1-1f7c-4821-abcb-2ebee144cff2 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0676942 Jan 28 01:06:00.793592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (11063035-b9c3-4cdc-a4f0-cde98e4af281), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.822443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6166617a-beb8-44d4-96d3-c3343c48f844 req-0f596760-0c3f-4d32-a726-f969a7628c94 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572402 Jan 28 01:06:00.830271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['11063035-b9c3-4cdc-a4f0-cde98e4af281'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:00.856997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Pushing event deleted for resources: {'Port': ['ID=11063035-b9c3-4cdc-a4f0-cde98e4af281,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:00.922661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] No DVR routers for this DVR port 11063035-b9c3-4cdc-a4f0-cde98e4af281 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:00.925935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.930330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cd6e4ab7-c728-4148-9836-2a43f8588c8e req-b2a3368d-298d-4205-b2c6-e889acfa00a8 tempest-ServerDiskConfigTestJSON-840425529 tempest-ServerDiskConfigTestJSON-840425529-project] 10.222.0.43 "DELETE /v2.0/ports/11063035-b9c3-4cdc-a4f0-cde98e4af281 HTTP/1.1" status: 204 len: 173 time: 0.5967147 Jan 28 01:06:00.974489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fd37a-de90-47b6-b014-f2e9af0b6ae0 req-200adf63-27d5-409b-9d36-4020ef375157 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.976246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055fd37a-de90-47b6-b014-f2e9af0b6ae0 req-200adf63-27d5-409b-9d36-4020ef375157 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0770402 Jan 28 01:06:01.028283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3380269d-484b-49de-8787-ee807cec1ecc', 'name': 'network-vif-deleted', 'tag': '11063035-b9c3-4cdc-a4f0-cde98e4af281'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:01.031060 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325ba73c-28c3-47fa-b4ab-2a31f7dd9e24" -d '{"events": [{"server_uuid": "3380269d-484b-49de-8787-ee807cec1ecc", "name": "network-vif-deleted", "tag": "11063035-b9c3-4cdc-a4f0-cde98e4af281"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:01.037980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055fd37a-de90-47b6-b014-f2e9af0b6ae0 req-207927e4-1d07-4c32-9830-09ed22170778 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Jan 28 01:06:01.083378 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefedef2-b162-494d-8071-16d15ef939e6 x-openstack-request-id: req-fefedef2-b162-494d-8071-16d15ef939e6 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:01.084017 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3380269d-484b-49de-8787-ee807cec1ecc", "name": "network-vif-deleted", "tag": "11063035-b9c3-4cdc-a4f0-cde98e4af281", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:01.085303 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fefedef2-b162-494d-8071-16d15ef939e6 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:01.085908 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3380269d-484b-49de-8787-ee807cec1ecc', 'name': 'network-vif-deleted', 'tag': '11063035-b9c3-4cdc-a4f0-cde98e4af281', 'status': 'completed', 'code': 200} Jan 28 01:06:01.185593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553832d-7f85-425b-9c28-8e7261e8e709 req-06fb3fb1-8382-4676-bf3f-a8867409f97d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:01.187257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4553832d-7f85-425b-9c28-8e7261e8e709 req-06fb3fb1-8382-4676-bf3f-a8867409f97d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 944 time: 0.0512147 Jan 28 01:06:01.242190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4553832d-7f85-425b-9c28-8e7261e8e709 req-53451054-33a3-45d2-9704-c94031b52849 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490563 Jan 28 01:06:01.539912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe67b-06f2-49b3-b9e5-ee0901335e75 req-ff46a3d1-51f0-4bf6-8c84-21738d41cde6 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:01.544369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f8fe67b-06f2-49b3-b9e5-ee0901335e75 req-ff46a3d1-51f0-4bf6-8c84-21738d41cde6 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0735438 Jan 28 01:06:01.595378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f8fe67b-06f2-49b3-b9e5-ee0901335e75 req-f4101635-40d6-4b0d-8815-9aa18efc9da0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Jan 28 01:06:01.811588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55588) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:01.866026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Deleting subnet f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:06:01.869648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Publish callbacks [] for subnet (f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.921517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.943314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9eeee-539e-46a7-9d8c-3bb555f6db84 req-12b0e672-0c76-49d6-a427-3cba266efde4 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:01.945066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fae9eeee-539e-46a7-9d8c-3bb555f6db84 req-12b0e672-0c76-49d6-a427-3cba266efde4 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0514388 Jan 28 01:06:01.968192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.995596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fae9eeee-539e-46a7-9d8c-3bb555f6db84 req-430486c7-d055-42fc-b3ed-f4aa301c00c3 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Jan 28 01:06:02.031044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a1720d24-64f1-43d8-85a8-7f9739e3168a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:02.039579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.098140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:02.100757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.106848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55594) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:02.126352 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f31ae8bb-f114-4eb3-bdc0-3c2f6980abdc HTTP/1.1" status: 204 len: 168 time: 0.2960479 Jan 28 01:06:02.155691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.156044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.156662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.156839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.157545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.157887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.158226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.165713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.166039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.166526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.166866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.167263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.167610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe9e80-439f-4bf2-bf6a-112008b44548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.189383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a1720d24-64f1-43d8-85a8-7f9739e3168a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:02.205021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a1720d24-64f1-43d8-85a8-7f9739e3168a', 'network_id': 'e95e99a4-41eb-43e4-b75c-c907efa481a3', 'port_id': 'a1720d24-64f1-43d8-85a8-7f9739e3168a', 'mac_address': 'fa:16:3e:06:f2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f668df9a-49da-4996-bd06-37853d3d91c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:02.251388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a1720d24-64f1-43d8-85a8-7f9739e3168a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:02.251924 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.267743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1720d24-64f1-43d8-85a8-7f9739e3168a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:02.290846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a1720d24-64f1-43d8-85a8-7f9739e3168a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:02.303414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.305934 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.322486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e8775-8448-4667-be2f-c5dc437413d3 req-70cefa51-0361-460a-822e-4b78a4d7a148 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:02.324509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-081e8775-8448-4667-be2f-c5dc437413d3 req-70cefa51-0361-460a-822e-4b78a4d7a148 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.2031322 Jan 28 01:06:02.360638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a1720d24-64f1-43d8-85a8-7f9739e3168a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:02.368337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.368694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.369040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.369439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.369798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.370134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.370568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.370908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.371301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.371635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.372062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.372393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.372872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:02.452183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.478066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-081e8775-8448-4667-be2f-c5dc437413d3 req-af477ab6-93c3-4304-9063-cf57d427f531 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187773 Jan 28 01:06:02.491980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:02.505057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f05b2cb-2c30-494a-abac-045f4ed1b539') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:02.505309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f05b2cb-2c30-494a-abac-045f4ed1b539') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:02.517480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (0f05b2cb-2c30-494a-abac-045f4ed1b539), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.544005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0f05b2cb-2c30-494a-abac-045f4ed1b539), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.566699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:06:02.567104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (0f05b2cb-2c30-494a-abac-045f4ed1b539), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:06:02.568883 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:06:02.635152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a1720d24-64f1-43d8-85a8-7f9739e3168a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:02.638981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2587-cd44-4d68-9efd-81f8d29794dd req-04cba6e7-a6ea-432d-bd0b-7d35621e1ad2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:02.640779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f5e2587-cd44-4d68-9efd-81f8d29794dd req-04cba6e7-a6ea-432d-bd0b-7d35621e1ad2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 945 time: 0.1072512 Jan 28 01:06:02.642401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.648096 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.653734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] 10.222.0.23 "DELETE /v2.0/networks/36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242 HTTP/1.1" status: 204 len: 168 time: 0.5436056 Jan 28 01:06:02.680662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970a657-15e0-4a3a-8914-1defd015cc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=36eb0e4d-5b8e-4649-bcd2-c42ca1d6b242,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:02.721171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f5e2587-cd44-4d68-9efd-81f8d29794dd req-faeb2d7c-c4e8-47d0-8100-fdd5f2f0a3b6 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Jan 28 01:06:02.857289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b753d-87a4-487a-9432-4ba8b7d09913 req-5a3cdb7f-14f0-401c-9577-6d167d05cdee tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:02.859026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc8b753d-87a4-487a-9432-4ba8b7d09913 req-5a3cdb7f-14f0-401c-9577-6d167d05cdee tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0719962 Jan 28 01:06:02.905375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55602) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:02.965318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc8b753d-87a4-487a-9432-4ba8b7d09913 req-44a3bb57-bb6e-4c19-bab2-03a765be4788 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980718 Jan 28 01:06:02.976085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4daab7f5-b58d-41c2-b9a0-5b555d0f3854 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4be9eb18404142d884f51faf0fef4e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695362 Jan 28 01:06:02.979235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:03.033426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc3c332a-a79a-48de-8eb6-bd8672eb63e1 admin admin] Publish callbacks [] for security_group (3a123c30-ffc2-4b54-aeaa-97bce9c9dd44), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.055845 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc3c332a-a79a-48de-8eb6-bd8672eb63e1 admin admin] Publish callbacks [] for security_group (3a123c30-ffc2-4b54-aeaa-97bce9c9dd44), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.131122 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc3c332a-a79a-48de-8eb6-bd8672eb63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3a123c30-ffc2-4b54-aeaa-97bce9c9dd44), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.133646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc3c332a-a79a-48de-8eb6-bd8672eb63e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.134840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cc3c332a-a79a-48de-8eb6-bd8672eb63e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a123c30-ffc2-4b54-aeaa-97bce9c9dd44 HTTP/1.1" status: 204 len: 168 time: 0.1545765 Jan 28 01:06:03.145621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc4e5-4031-48b1-979b-d3949dfeb3e1 req-55b92dd9-6316-468a-bcf8-f9f97bc089cd tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:03.147219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8afcc4e5-4031-48b1-979b-d3949dfeb3e1 req-55b92dd9-6316-468a-bcf8-f9f97bc089cd tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0670981 Jan 28 01:06:03.153837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c332a-a79a-48de-8eb6-bd8672eb63e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a123c30-ffc2-4b54-aeaa-97bce9c9dd44,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:03.223722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8afcc4e5-4031-48b1-979b-d3949dfeb3e1 req-4c6fb32e-75a9-410f-b53d-e0f2c915dc9b tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677810 Jan 28 01:06:03.379837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.597573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159860b-d050-4166-9895-d98a69d17cb3 req-671c6046-7d1d-4e68-b87d-7d6b7972c243 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:03.599230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3159860b-d050-4166-9895-d98a69d17cb3 req-671c6046-7d1d-4e68-b87d-7d6b7972c243 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0578694 Jan 28 01:06:03.670193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3159860b-d050-4166-9895-d98a69d17cb3 req-0ad221c3-9a98-4ef8-91ea-50f14775ed2b tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624049 Jan 28 01:06:03.860485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c2095-71aa-44c4-a807-968fc4c0aefe req-0de8575e-fc20-42ac-baaf-1e3a7f6577d8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:03.862047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-604c2095-71aa-44c4-a807-968fc4c0aefe req-0de8575e-fc20-42ac-baaf-1e3a7f6577d8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 945 time: 0.0537984 Jan 28 01:06:03.911395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-604c2095-71aa-44c4-a807-968fc4c0aefe req-fda45e78-3ead-408d-8273-ada50b8cb70a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434163 Jan 28 01:06:03.925017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:04.025379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1845546195-network', 'tenant_id': '1808daa7c6fa46ad920900c7a0b77515'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:04.029985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a1720d24-64f1-43d8-85a8-7f9739e3168a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:04.055034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Made reservation on behalf of 1808daa7c6fa46ad920900c7a0b77515 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:04.057391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.084372 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.086441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port a1720d24-64f1-43d8-85a8-7f9739e3168a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:06:04.091061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a1720d24-64f1-43d8-85a8-7f9739e3168a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:04.091508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.120551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168be56-dfa1-4649-839e-cc6c1278b026 req-20313114-8714-4145-a5e3-7260d7529e9c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:04.122166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4168be56-dfa1-4649-839e-cc6c1278b026 req-20313114-8714-4145-a5e3-7260d7529e9c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0816092 Jan 28 01:06:04.173921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a1720d24-64f1-43d8-85a8-7f9739e3168a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:04.174410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.193315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4168be56-dfa1-4649-839e-cc6c1278b026 req-a5e2e1c2-7109-4a9e-8152-fc28d7881946 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613821 Jan 28 01:06:04.196926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1720d24-64f1-43d8-85a8-7f9739e3168a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:04.199860 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736b61b-f47d-41ba-8eab-8a7e11e39b6e" -d '{"events": [{"server_uuid": "8778c5fc-afdf-4654-98c4-f6f954c2c8e8", "name": "network-vif-plugged", "status": "completed", "tag": "a1720d24-64f1-43d8-85a8-7f9739e3168a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:04.219196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a1720d24-64f1-43d8-85a8-7f9739e3168a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:04.220642 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks [] for security_group (74b8015f-846e-4484-955d-0dead94906e6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.226232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.226963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 11063035-b9c3-4cdc-a4f0-cde98e4af281 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:04.228526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (74b8015f-846e-4484-955d-0dead94906e6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.248419 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfab5da-b960-422b-b113-d762a3b278a5 x-openstack-request-id: req-ecfab5da-b960-422b-b113-d762a3b278a5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:04.249018 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8778c5fc-afdf-4654-98c4-f6f954c2c8e8", "name": "network-vif-plugged", "status": "completed", "tag": "a1720d24-64f1-43d8-85a8-7f9739e3168a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:04.249268 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecfab5da-b960-422b-b113-d762a3b278a5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:04.249657 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1720d24-64f1-43d8-85a8-7f9739e3168a', 'code': 200} Jan 28 01:06:04.252916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:04.270188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b8015f-846e-4484-955d-0dead94906e6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:04.273369 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fb32e1f6-0499-4d86-a708-a309a708cdf7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.273718 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Added segment fb32e1f6-0499-4d86-a708-a309a708cdf7 of type vlan for network e24d51b3-561a-479b-bfff-24982e355a3b Jan 28 01:06:04.275658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 11063035-b9c3-4cdc-a4f0-cde98e4af281 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:04.276083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 11063035-b9c3-4cdc-a4f0-cde98e4af281 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:04.317127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a1720d24-64f1-43d8-85a8-7f9739e3168a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:04.317378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e24d51b3-561a-479b-bfff-24982e355a3b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.376373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e24d51b3-561a-479b-bfff-24982e355a3b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.377346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:04.378022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.384618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c76335-bdd3-4de0-be88-9e64d7dd4bdb req-0ed94128-02da-4d8a-aeae-74e903e37fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:04.386371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b2c76335-bdd3-4de0-be88-9e64d7dd4bdb req-0ed94128-02da-4d8a-aeae-74e903e37fb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 1097 time: 0.0460358 Jan 28 01:06:04.409262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782de9-9f1e-4380-8784-b8242ecd4cc5 req-b48c4998-8dad-4f67-a6a4-8281d5062aad tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:04.410788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1782de9-9f1e-4380-8784-b8242ecd4cc5 req-b48c4998-8dad-4f67-a6a4-8281d5062aad tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0892465 Jan 28 01:06:04.430414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b2c76335-bdd3-4de0-be88-9e64d7dd4bdb req-7ef2c855-959d-48be-aac1-15f178726e91 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Jan 28 01:06:04.451668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5255289 Jan 28 01:06:04.454849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:04.460869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Request body: {'subnet': {'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1845546195-subnet', 'tenant_id': '1808daa7c6fa46ad920900c7a0b77515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:04.466949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa9738-3322-4f34-b2bb-fdcf2ed94f15 admin admin] Pushing event updated for resources: {'Network': ['ID=e24d51b3-561a-479b-bfff-24982e355a3b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:04.478569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e24d51b3-561a-479b-bfff-24982e355a3b details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:04.487971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Made reservation on behalf of 1808daa7c6fa46ad920900c7a0b77515 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:04.490738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.502702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1782de9-9f1e-4380-8784-b8242ecd4cc5 req-87a2d2d5-d455-4b14-ab0b-831f8f5b8889 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668552 Jan 28 01:06:04.667168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (14836671-1c79-44ab-90ca-8b5c6a17bab9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.719462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14836671-1c79-44ab-90ca-8b5c6a17bab9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:04.738191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Checking segment: {'id': 'fb32e1f6-0499-4d86-a708-a309a708cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:04.738558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Network hostable DHCP agents. Network: e24d51b3-561a-479b-bfff-24982e355a3b, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:04.757611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Network e24d51b3-561a-479b-bfff-24982e355a3b is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:04.766449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e24d51b3-561a-479b-bfff-24982e355a3b) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:04.771653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:04.772405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.779850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ecfa6-f8ea-48f9-aaaf-6a631dccf46d None None] Network e24d51b3-561a-479b-bfff-24982e355a3b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:04.788884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39912-8670-48a1-8bc7-8cf32ccdd898 req-be7b9228-0e7a-46b7-a34d-8bd0f67caf0c tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:04.791594 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b9bf164-e6cc-4ace-869b-c125fee2cfc0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3355474 Jan 28 01:06:04.794305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03b39912-8670-48a1-8bc7-8cf32ccdd898 req-be7b9228-0e7a-46b7-a34d-8bd0f67caf0c tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0568788 Jan 28 01:06:04.861552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03b39912-8670-48a1-8bc7-8cf32ccdd898 req-fc68a6a1-abdd-4a4e-b5f9-c9806858074d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573442 Jan 28 01:06:04.884831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0a392-263c-4c8d-b29a-ba640c243938 None None] Network e24d51b3-561a-479b-bfff-24982e355a3b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:05.201340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5807de-7b48-4055-9bc2-5b7c6a1cb13f req-9e123840-351f-413c-a14e-f6da1eb9e958 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:05.202840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb5807de-7b48-4055-9bc2-5b7c6a1cb13f req-9e123840-351f-413c-a14e-f6da1eb9e958 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0587182 Jan 28 01:06:05.249436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb5807de-7b48-4055-9bc2-5b7c6a1cb13f req-bc7c7219-86b3-4d42-866e-c231bb259d01 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Jan 28 01:06:05.441429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b8b93-83da-424e-85f6-3ba554892d28 req-54399bea-f47c-4491-b5b1-93900387fe6c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:05.443062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f8b8b93-83da-424e-85f6-3ba554892d28 req-54399bea-f47c-4491-b5b1-93900387fe6c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0549786 Jan 28 01:06:05.492598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f8b8b93-83da-424e-85f6-3ba554892d28 req-ca88cee8-51c3-4e11-976d-4827b648605c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438013 Jan 28 01:06:05.701303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70844-9287-459b-8126-6b55bcdc9219 req-979cfe2e-12d0-45a2-86ce-ed03bf592ed1 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:05.702802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbe70844-9287-459b-8126-6b55bcdc9219 req-979cfe2e-12d0-45a2-86ce-ed03bf592ed1 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0561206 Jan 28 01:06:05.752042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbe70844-9287-459b-8126-6b55bcdc9219 req-c9cc1227-e0ba-43bd-a467-d9bc08cbbf33 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Jan 28 01:06:06.059355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684327a-24de-40b5-adfd-6a431f0de820 req-e0676c40-89a5-4ef6-b177-4d42a8a17a47 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:06.060744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4684327a-24de-40b5-adfd-6a431f0de820 req-e0676c40-89a5-4ef6-b177-4d42a8a17a47 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0512598 Jan 28 01:06:06.117874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4684327a-24de-40b5-adfd-6a431f0de820 req-8a0d9887-b813-4c7d-b47a-5ee434c254ca tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492876 Jan 28 01:06:06.365883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c9f6e-ee18-4d07-ac6d-204832cbf323 req-7d87fb6e-1c1f-4834-b259-5feff8e4dce1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:06.367259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be5c9f6e-ee18-4d07-ac6d-204832cbf323 req-7d87fb6e-1c1f-4834-b259-5feff8e4dce1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0526588 Jan 28 01:06:06.696097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be5c9f6e-ee18-4d07-ac6d-204832cbf323 req-04eaaa9c-9854-46b9-ac38-341fb136aa29 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230207 Jan 28 01:06:06.845901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45b3c2-9c28-4e13-aa2f-ced1c735d508 req-fffc094b-2622-4a9c-bc29-b16d246ce3f9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:06.847427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad45b3c2-9c28-4e13-aa2f-ced1c735d508 req-fffc094b-2622-4a9c-bc29-b16d246ce3f9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0535722 Jan 28 01:06:06.896023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad45b3c2-9c28-4e13-aa2f-ced1c735d508 req-aa18ccc6-a6f2-44a6-8a83-6f299886692f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Jan 28 01:06:07.031748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-39dd841a-c2fe-4729-acc6-c9b219e06bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.072719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.102066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aada1b-bece-449a-ab91-1c97fcf6636a req-b16e106e-6a60-4c09-9d19-04184fd9ffe3 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:07.103531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77aada1b-bece-449a-ab91-1c97fcf6636a req-b16e106e-6a60-4c09-9d19-04184fd9ffe3 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0487795 Jan 28 01:06:07.158587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77aada1b-bece-449a-ab91-1c97fcf6636a req-1a7394f7-f1c3-4880-b007-6f60d6e8b155 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Jan 28 01:06:07.264699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a681cf-fb66-4e67-b786-c8f3018b4b04 req-e2828544-b8ee-4b02-892e-108b96a16619 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:07.266168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a681cf-fb66-4e67-b786-c8f3018b4b04 req-e2828544-b8ee-4b02-892e-108b96a16619 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0514443 Jan 28 01:06:07.316856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a681cf-fb66-4e67-b786-c8f3018b4b04 req-bb1adc58-283a-4344-9c0e-09b0d860d5a3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Jan 28 01:06:07.505630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-ebfa828a-175b-417a-9aa6-ac82285c1eb3 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:07.507146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-ebfa828a-175b-417a-9aa6-ac82285c1eb3 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/networks?id=e24d51b3-561a-479b-bfff-24982e355a3b HTTP/1.1" status: 200 len: 810 time: 0.1163726 Jan 28 01:06:07.521685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-8652737f-7f88-4ffe-95e9-1970ae9a3093 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/quotas/1808daa7c6fa46ad920900c7a0b77515 HTTP/1.1" status: 200 len: 375 time: 0.0090525 Jan 28 01:06:07.554875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-3b454a91-3290-4a0d-a230-f488acb5ad16 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1808daa7c6fa46ad920900c7a0b77515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285039 Jan 28 01:06:07.647562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-5f51a59f-0ea4-4d7c-a1d3-d9a5c1dd5c1e service neutron] 10.222.0.23 "GET /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846360 Jan 28 01:06:07.738049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-b2f41b93-c7fd-4573-8e42-c56d9d240822 service neutron] 10.222.0.23 "GET /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845163 Jan 28 01:06:08.050292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1216-27c5-4a68-8ea6-02b68ecda9e8 req-8582ced8-b10a-498d-8b9d-549384e8b942 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:08.051837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84dd1216-27c5-4a68-8ea6-02b68ecda9e8 req-8582ced8-b10a-498d-8b9d-549384e8b942 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0508878 Jan 28 01:06:08.157306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84dd1216-27c5-4a68-8ea6-02b68ecda9e8 req-4f098efc-5bef-4037-8472-90b77e934088 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967600 Jan 28 01:06:08.165405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d71c03-7749-4336-99be-6444820c8780 req-0f34191d-a4e4-40da-8957-0f24ee07de1a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:08.167035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80d71c03-7749-4336-99be-6444820c8780 req-0f34191d-a4e4-40da-8957-0f24ee07de1a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.1241653 Jan 28 01:06:08.177116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807988-fbf2-4224-a955-8d920e1e3eb6 req-b83c0aa9-a11b-4664-bc77-710207062b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:08.178580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff807988-fbf2-4224-a955-8d920e1e3eb6 req-b83c0aa9-a11b-4664-bc77-710207062b70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 1101 time: 0.1153774 Jan 28 01:06:08.286111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80d71c03-7749-4336-99be-6444820c8780 req-a9b73c0e-b37d-473b-8c62-d59ff5bfcd3c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104674 Jan 28 01:06:08.290114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff807988-fbf2-4224-a955-8d920e1e3eb6 req-e31032ab-c0b6-4bb5-a9e1-3b45a5446f6a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962989 Jan 28 01:06:08.326183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185a759-d1d9-4f8d-a756-b990762b338e req-75027364-640e-4d7e-b583-39669f2619e5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:08.333489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4185a759-d1d9-4f8d-a756-b990762b338e req-75027364-640e-4d7e-b583-39669f2619e5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.1111624 Jan 28 01:06:08.384901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e226b22f-629d-4048-ad85-82127c68ecf6 req-6dd3b55d-dbc8-4c71-9b85-cf99ac13a912 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0293994 Jan 28 01:06:08.412108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4185a759-d1d9-4f8d-a756-b990762b338e req-4d8ebc1b-00a6-4d0d-a15e-9df90a1e7705 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777225 Jan 28 01:06:08.511005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c93d7-7007-457d-bb9f-13c47c639b95 req-ac5f7c0a-9a33-4196-b56d-1ff9095f8285 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:08.513694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b0c93d7-7007-457d-bb9f-13c47c639b95 req-ac5f7c0a-9a33-4196-b56d-1ff9095f8285 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0587404 Jan 28 01:06:08.574670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b0c93d7-7007-457d-bb9f-13c47c639b95 req-7630171f-88bc-477c-be9c-c8b2d905e73e tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516031 Jan 28 01:06:08.637608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d4bb1-0834-4527-9bce-bf5494f7f770 req-e89a4b58-3bc3-4177-8d4e-f014290dbeb8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:08.639157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121d4bb1-0834-4527-9bce-bf5494f7f770 req-e89a4b58-3bc3-4177-8d4e-f014290dbeb8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0489647 Jan 28 01:06:08.691442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-121d4bb1-0834-4527-9bce-bf5494f7f770 req-8533485c-1e6f-43ee-ac06-4a3f93bcdd88 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Jan 28 01:06:09.257183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-99d465d1-c2db-4b0b-91e2-710d01e46d16 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:09.258499 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-99d465d1-c2db-4b0b-91e2-710d01e46d16 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.43 "GET /v2.0/networks?id=e24d51b3-561a-479b-bfff-24982e355a3b HTTP/1.1" status: 200 len: 810 time: 0.1113458 Jan 28 01:06:09.266113 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-775de9aa-0eef-4df5-b6a1-00b97cf76481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.277903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Request body: {'port': {'device_id': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b', 'admin_state_up': True, 'tenant_id': '1808daa7c6fa46ad920900c7a0b77515'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:09.284760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4b503-4b8b-4c1b-866d-bb6e98e05b1c req-038fdaaa-e056-44b7-aa5f-d9cfedc28e27 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:09.286383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ed4b503-4b8b-4c1b-866d-bb6e98e05b1c req-038fdaaa-e056-44b7-aa5f-d9cfedc28e27 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0591831 Jan 28 01:06:09.335601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ed4b503-4b8b-4c1b-866d-bb6e98e05b1c req-1f7306cc-b79b-4086-870d-3a0fa7e46156 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Jan 28 01:06:09.384306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Made reservation on behalf of 1808daa7c6fa46ad920900c7a0b77515 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:09.387648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.491240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8bb6ae76-61cf-4dd5-8de9-56fd45c31f5b req-a1621633-2df8-4907-830f-6cde16339ac2 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0296752 Jan 28 01:06:09.526779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Allocated IP 172.20.0.9 (e24d51b3-561a-479b-bfff-24982e355a3b/14836671-1c79-44ab-90ca-8b5c6a17bab9/0bfc33c9-33ac-46f0-846e-02df5b8862ac) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:09.542085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9072b9-9838-4896-82f1-c4eba61e903b req-55e4a332-d469-4262-898d-d0ee9c3f4690 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:09.543673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d9072b9-9838-4896-82f1-c4eba61e903b req-55e4a332-d469-4262-898d-d0ee9c3f4690 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0488956 Jan 28 01:06:09.596880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d9072b9-9838-4896-82f1-c4eba61e903b req-8327cd45-223b-4f53-a6d1-1c355c11d951 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465956 Jan 28 01:06:09.680928 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks [] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.687891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8d2e-15d9-44c1-99d4-6e2bc74ade86 req-5bc5c08b-851e-4d30-8d48-a07c9aa67e25 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:09.689408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32df8d2e-15d9-44c1-99d4-6e2bc74ade86 req-5bc5c08b-851e-4d30-8d48-a07c9aa67e25 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0485692 Jan 28 01:06:09.717677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.741859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32df8d2e-15d9-44c1-99d4-6e2bc74ade86 req-0c413bcb-21e7-4663-b799-ac122ba7ae0e tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467348 Jan 28 01:06:09.759861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Network e24d51b3-561a-479b-bfff-24982e355a3b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:09.764648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:09.770727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:09.777181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Pushing event updated for resources: {'Port': ['ID=0bfc33c9-33ac-46f0-846e-02df5b8862ac,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:09.815173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232ac17-c8c0-4794-8fc3-c3e7541903c2 req-b652a2fc-48ca-4032-a214-dc2ab6adde0b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:09.816670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1232ac17-c8c0-4794-8fc3-c3e7541903c2 req-b652a2fc-48ca-4032-a214-dc2ab6adde0b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0513875 Jan 28 01:06:09.823392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:09.823993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.840496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-0720942f-96b4-43bc-a49a-76fa4f365a91 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683105 Jan 28 01:06:09.857159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Request body: {'port': {'device_id': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:09.868558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1232ac17-c8c0-4794-8fc3-c3e7541903c2 req-57496861-1201-4568-9133-1880b70ca0c1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Jan 28 01:06:09.917153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.207088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfc33c9-33ac-46f0-846e-02df5b8862ac {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:10.215184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Publish callbacks [] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.229910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Transition to ACTIVE for port object 0bfc33c9-33ac-46f0-846e-02df5b8862ac will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:10.235874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.288443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Pushing event updated for resources: {'Port': ['ID=0bfc33c9-33ac-46f0-846e-02df5b8862ac,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:10.363127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Attempting to bind port 0bfc33c9-33ac-46f0-846e-02df5b8862ac on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:10.363336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Attempting to bind port 0bfc33c9-33ac-46f0-846e-02df5b8862ac by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'fb32e1f6-0499-4d86-a708-a309a708cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:10.363684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Attempting to bind port 0bfc33c9-33ac-46f0-846e-02df5b8862ac on network e24d51b3-561a-479b-bfff-24982e355a3b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:10.368789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Port 0bfc33c9-33ac-46f0-846e-02df5b8862ac on network e24d51b3-561a-479b-bfff-24982e355a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:10.369163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Attempting to bind port 0bfc33c9-33ac-46f0-846e-02df5b8862ac on network e24d51b3-561a-479b-bfff-24982e355a3b {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:10.374454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:10.374790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Checking segment: {'id': 'fb32e1f6-0499-4d86-a708-a309a708cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:10.375171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Bound using segment: {'id': 'fb32e1f6-0499-4d86-a708-a309a708cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:10.376145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Bound port: 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb32e1f6-0499-4d86-a708-a309a708cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:10.376508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.441578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] For port 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:10.445093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] For port 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac,segment=NetworkSegment(fb32e1f6-0499-4d86-a708-a309a708cdf7),segment_id=fb32e1f6-0499-4d86-a708-a309a708cdf7)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:10.449541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.462919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd182-2b42-403e-a71a-844ce6bd5cf5 req-6056b1b3-1716-4e61-87b7-3a211f09a5fe tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:10.464496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-596bd182-2b42-403e-a71a-844ce6bd5cf5 req-6056b1b3-1716-4e61-87b7-3a211f09a5fe tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0561130 Jan 28 01:06:10.484866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:10.485573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.487113 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] 10.222.0.43 "PUT /v2.0/ports/0bfc33c9-33ac-46f0-846e-02df5b8862ac HTTP/1.1" status: 200 len: 1091 time: 0.6343703 Jan 28 01:06:10.489507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'tag': '0bfc33c9-33ac-46f0-846e-02df5b8862ac'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:10.491902 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d" -d '{"events": [{"name": "network-changed", "server_uuid": "d14da5b0-df95-4836-923e-bfda1f06c0a0", "tag": "0bfc33c9-33ac-46f0-846e-02df5b8862ac"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:10.523462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfd0a9-3475-4048-b8a1-88f87ec112cd service neutron] Pushing event updated for resources: {'Port': ['ID=0bfc33c9-33ac-46f0-846e-02df5b8862ac,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:10.524697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-596bd182-2b42-403e-a71a-844ce6bd5cf5 req-10dfc75b-6b59-4208-a986-be30d9c4d033 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Jan 28 01:06:10.533137 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624d06ac-5cce-45d6-8312-982cfa53975b x-openstack-request-id: req-624d06ac-5cce-45d6-8312-982cfa53975b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:10.533486 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14da5b0-df95-4836-923e-bfda1f06c0a0", "tag": "0bfc33c9-33ac-46f0-846e-02df5b8862ac", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:10.533683 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-624d06ac-5cce-45d6-8312-982cfa53975b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:10.534298 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'tag': '0bfc33c9-33ac-46f0-846e-02df5b8862ac', 'status': 'completed', 'code': 200} Jan 28 01:06:10.611375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-4deda5c9-ef37-4661-b1f3-8a78b0d43d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:10.613079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-4deda5c9-ef37-4661-b1f3-8a78b0d43d37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1808daa7c6fa46ad920900c7a0b77515&device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 1094 time: 0.0615776 Jan 28 01:06:10.632418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8fbb4-8bbb-4edc-9c83-c06752e7e59c req-9e5d59d8-31a4-439b-b9cf-4272c3a9b411 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:10.634198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe8fbb4-8bbb-4edc-9c83-c06752e7e59c req-9e5d59d8-31a4-439b-b9cf-4272c3a9b411 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 943 time: 0.0528984 Jan 28 01:06:10.665679 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-d47c67ae-3388-49c4-adb4-2bdcbb39c309 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac HTTP/1.1" status: 200 len: 217 time: 0.0395174 Jan 28 01:06:10.687763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe8fbb4-8bbb-4edc-9c83-c06752e7e59c req-ccd3c773-2bd5-4b15-9254-0ab2aaca4222 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476620 Jan 28 01:06:10.729700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-ae31d04e-7d02-4678-a36e-4cd576986571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:10.731222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-ae31d04e-7d02-4678-a36e-4cd576986571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14836671-1c79-44ab-90ca-8b5c6a17bab9 HTTP/1.1" status: 200 len: 850 time: 0.0606427 Jan 28 01:06:10.738454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.762669 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-779ec203-1113-4552-9775-fa8350fa397a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e24d51b3-561a-479b-bfff-24982e355a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259781 Jan 28 01:06:10.810947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdb1b8-b441-45a1-9a7b-7b3e4b0bc369 req-6ce3a87c-a723-4037-ba6a-8df3f64a2489 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:10.812473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfbdb1b8-b441-45a1-9a7b-7b3e4b0bc369 req-6ce3a87c-a723-4037-ba6a-8df3f64a2489 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0576117 Jan 28 01:06:10.862562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfbdb1b8-b441-45a1-9a7b-7b3e4b0bc369 req-a0ca836d-9137-4ea1-a0f9-e4b7dfef9ae9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Jan 28 01:06:10.864377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-bc3e0de3-05af-4a46-b6fa-0fc6e70eaa5c service neutron] 10.222.0.43 "GET /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946970 Jan 28 01:06:10.974586 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-857f2b1f-484c-4e2b-9eea-1e23f323a31b req-f766a8a6-b4c2-4503-9a99-fc14944fa892 service neutron] 10.222.0.43 "GET /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045938 Jan 28 01:06:11.009962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0966c3-e54e-4658-8855-552c097de935 req-7c676e0f-9f3b-4957-a44e-80fb4de60992 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.011449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a0966c3-e54e-4658-8855-552c097de935 req-7c676e0f-9f3b-4957-a44e-80fb4de60992 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0737257 Jan 28 01:06:11.050245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e8633-2007-4000-b00c-fa7147ff506c req-980442e9-4785-4b34-a6ed-a09885d54251 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.051692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad0e8633-2007-4000-b00c-fa7147ff506c req-980442e9-4785-4b34-a6ed-a09885d54251 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0772803 Jan 28 01:06:11.085372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a0966c3-e54e-4658-8855-552c097de935 req-7dee89a6-d283-4175-b987-5b2691fcad92 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677719 Jan 28 01:06:11.113598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-8729f808-b5e1-4754-9a60-8373346738d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.115166 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-8729f808-b5e1-4754-9a60-8373346738d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1808daa7c6fa46ad920900c7a0b77515&device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 1094 time: 0.0553057 Jan 28 01:06:11.117854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad0e8633-2007-4000-b00c-fa7147ff506c req-cec5724e-2ed7-46af-8b77-fab22edba53c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Jan 28 01:06:11.205206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-4e0361f7-9341-41aa-903d-98d072506ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.206727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-4e0361f7-9341-41aa-903d-98d072506ffb service neutron] 10.222.0.43 "GET /v2.0/networks?id=e24d51b3-561a-479b-bfff-24982e355a3b HTTP/1.1" status: 200 len: 911 time: 0.0857685 Jan 28 01:06:11.249169 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-a0af9abd-fde6-4933-b5fa-cd6155d4af28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac HTTP/1.1" status: 200 len: 217 time: 0.0354438 Jan 28 01:06:11.303361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-94697be9-39ba-4ae8-ad19-221f94ceea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.305270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-94697be9-39ba-4ae8-ad19-221f94ceea47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14836671-1c79-44ab-90ca-8b5c6a17bab9 HTTP/1.1" status: 200 len: 850 time: 0.0495551 Jan 28 01:06:11.335531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-cc5ae31a-521b-4497-b4ee-fafe382534ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e24d51b3-561a-479b-bfff-24982e355a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240357 Jan 28 01:06:11.422491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-ed300fb8-a089-4f72-84ae-fe8c3da3635c service neutron] 10.222.0.43 "GET /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808840 Jan 28 01:06:11.521126 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-216ec6ed-6610-4ec3-b090-c4e0bf31d37d req-300a68ec-2526-43f5-bcd5-49c38596e8c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Jan 28 01:06:11.826474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89496-9c2a-45c8-9564-e1f3cd09b578 req-7c047e66-8cae-4de0-8c1f-93c681901f15 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.827949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bad89496-9c2a-45c8-9564-e1f3cd09b578 req-7c047e66-8cae-4de0-8c1f-93c681901f15 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 943 time: 0.0631931 Jan 28 01:06:11.828587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.880123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bad89496-9c2a-45c8-9564-e1f3cd09b578 req-4687f691-6490-4701-af06-ef17544a217d tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458341 Jan 28 01:06:11.990830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dddcd9-9eda-4351-a958-f611b3b39c83 req-5fb6e045-64f7-4952-aad7-e35e61491b98 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:11.992198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53dddcd9-9eda-4351-a958-f611b3b39c83 req-5fb6e045-64f7-4952-aad7-e35e61491b98 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0524724 Jan 28 01:06:12.038220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53dddcd9-9eda-4351-a958-f611b3b39c83 req-a6e5d57d-0a96-4bbc-a700-a8a3b396e2b8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Jan 28 01:06:12.064503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bfc33c9-33ac-46f0-846e-02df5b8862ac details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:12.238173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9ed6b-1719-4efd-b945-abd460e61fc8 req-8a7faec2-cae9-4b67-b3ec-0aa7d0bbea70 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:12.240031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93f9ed6b-1719-4efd-b945-abd460e61fc8 req-8a7faec2-cae9-4b67-b3ec-0aa7d0bbea70 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 947 time: 0.0773270 Jan 28 01:06:12.246630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c0319d4c-a318-4031-bab8-f97d458ae498 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:12.271193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52558f7d-ed44-4bc5-9f91-fa4739090188 req-38cb858a-a586-4713-a99d-1912b4665365 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:12.272658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52558f7d-ed44-4bc5-9f91-fa4739090188 req-38cb858a-a586-4713-a99d-1912b4665365 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0761116 Jan 28 01:06:12.317990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93f9ed6b-1719-4efd-b945-abd460e61fc8 req-d408ca04-34ef-4dfe-9e46-528cc359819f tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 Jan 28 01:06:12.339595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52558f7d-ed44-4bc5-9f91-fa4739090188 req-cb68c187-dcf2-481d-8f36-13d379048da3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602701 Jan 28 01:06:12.365808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac,segment=NetworkSegment(fb32e1f6-0499-4d86-a708-a309a708cdf7),segment_id=fb32e1f6-0499-4d86-a708-a309a708cdf7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:12.388637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0bfc33c9-33ac-46f0-846e-02df5b8862ac', 'network_id': 'e24d51b3-561a-479b-bfff-24982e355a3b', 'port_id': '0bfc33c9-33ac-46f0-846e-02df5b8862ac', 'mac_address': 'fa:16:3e:8a:03:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14836671-1c79-44ab-90ca-8b5c6a17bab9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:12.432448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c0319d4c-a318-4031-bab8-f97d458ae498, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c0319d4c-a318-4031-bab8-f97d458ae498,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:12.451344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'c0319d4c-a318-4031-bab8-f97d458ae498', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'c0319d4c-a318-4031-bab8-f97d458ae498', 'mac_address': 'fa:16:3e:f0:7b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:12.453014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bfc33c9-33ac-46f0-846e-02df5b8862ac is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:12.453399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.468949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfc33c9-33ac-46f0-846e-02df5b8862ac {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:12.516862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac,segment=NetworkSegment(fb32e1f6-0499-4d86-a708-a309a708cdf7),segment_id=fb32e1f6-0499-4d86-a708-a309a708cdf7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:12.519625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c0319d4c-a318-4031-bab8-f97d458ae498 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:12.520043 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.523268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.552197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0319d4c-a318-4031-bab8-f97d458ae498 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:12.583998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c0319d4c-a318-4031-bab8-f97d458ae498, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c0319d4c-a318-4031-bab8-f97d458ae498,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:12.591430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.595605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bfc33c9-33ac-46f0-846e-02df5b8862ac,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:12.644158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c0319d4c-a318-4031-bab8-f97d458ae498,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:12.816957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0bfc33c9-33ac-46f0-846e-02df5b8862ac'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:12.997723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f533d-2ffb-428e-a154-3e15ad9b354b req-47bbfab4-5279-46bc-ab60-b566134c7008 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:12.999579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b1f533d-2ffb-428e-a154-3e15ad9b354b req-47bbfab4-5279-46bc-ab60-b566134c7008 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0506504 Jan 28 01:06:13.047940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b1f533d-2ffb-428e-a154-3e15ad9b354b req-e115083c-7c00-4076-a8ff-c2010cbae08d tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jan 28 01:06:13.169515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c421-7964-48c5-bcf8-1bb7f701959f req-3aea28db-f4f2-4894-ab28-6442461212f1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:13.171064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31d0c421-7964-48c5-bcf8-1bb7f701959f req-3aea28db-f4f2-4894-ab28-6442461212f1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0582509 Jan 28 01:06:13.220047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31d0c421-7964-48c5-bcf8-1bb7f701959f req-182e9ba8-cf7c-4ad4-bfb0-5a73295b09ef tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Jan 28 01:06:13.274154 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:13.398178 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:13.466786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233caf-f692-406b-88d5-971c853297c8 req-8535ac22-2e19-46fe-be48-dfe8d353d640 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:13.468319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f233caf-f692-406b-88d5-971c853297c8 req-8535ac22-2e19-46fe-be48-dfe8d353d640 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 948 time: 0.0786111 Jan 28 01:06:13.488847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacca1f-66eb-414e-b6d7-42b4d4e3f3f5 req-ea73bc6f-1292-440a-bd28-14791f59298f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:13.490338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dacca1f-66eb-414e-b6d7-42b4d4e3f3f5 req-ea73bc6f-1292-440a-bd28-14791f59298f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0724657 Jan 28 01:06:13.532197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['c0319d4c-a318-4031-bab8-f97d458ae498'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:13.561668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f233caf-f692-406b-88d5-971c853297c8 req-b064d338-e60f-4916-a239-f20aaf8c0b17 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869443 Jan 28 01:06:13.568276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dacca1f-66eb-414e-b6d7-42b4d4e3f3f5 req-f9c26295-c8f5-4787-9792-74ed03881062 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Jan 28 01:06:14.098003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bfc33c9-33ac-46f0-846e-02df5b8862ac up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:14.149815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 0bfc33c9-33ac-46f0-846e-02df5b8862ac completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:06:14.153957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 0bfc33c9-33ac-46f0-846e-02df5b8862ac triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:14.154339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:14.173205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf4dfb-1917-4c9a-b2dc-96ea7fe531f6 req-cc539b0e-b276-488c-b422-6c7cb520da52 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:14.174719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73bf4dfb-1917-4c9a-b2dc-96ea7fe531f6 req-cc539b0e-b276-488c-b422-6c7cb520da52 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0497313 Jan 28 01:06:14.225586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73bf4dfb-1917-4c9a-b2dc-96ea7fe531f6 req-16d22c9c-998b-4ac9-9870-1e53cc609158 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Jan 28 01:06:14.240453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bfc33c9-33ac-46f0-846e-02df5b8862ac is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:14.240846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:14.266068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc33c9-33ac-46f0-846e-02df5b8862ac'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:14.268374 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac21cf-51ff-461a-98fa-1961516c2362" -d '{"events": [{"server_uuid": "d14da5b0-df95-4836-923e-bfda1f06c0a0", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc33c9-33ac-46f0-846e-02df5b8862ac"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:14.283986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac,segment=NetworkSegment(fb32e1f6-0499-4d86-a708-a309a708cdf7),segment_id=fb32e1f6-0499-4d86-a708-a309a708cdf7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:14.291508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:14.320400 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e03c8-d62c-46ea-82b7-14d5ccae3fc0 x-openstack-request-id: req-0b0e03c8-d62c-46ea-82b7-14d5ccae3fc0 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:14.320712 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14da5b0-df95-4836-923e-bfda1f06c0a0", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc33c9-33ac-46f0-846e-02df5b8862ac", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:14.321151 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b0e03c8-d62c-46ea-82b7-14d5ccae3fc0 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:14.321543 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc33c9-33ac-46f0-846e-02df5b8862ac', 'code': 200} Jan 28 01:06:14.351731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bfc33c9-33ac-46f0-846e-02df5b8862ac,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:14.385400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b386cd3-302b-4400-983b-8b5dcdbd7ac9 req-e21a0a28-0a0a-4b13-b816-0ce02a64ab26 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:14.386911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b386cd3-302b-4400-983b-8b5dcdbd7ac9 req-e21a0a28-0a0a-4b13-b816-0ce02a64ab26 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0666144 Jan 28 01:06:14.440014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b386cd3-302b-4400-983b-8b5dcdbd7ac9 req-be352661-f289-4047-8e94-76c23cac527d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471311 Jan 28 01:06:14.449898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2927e-66e2-4ca9-ba7a-658d28f03b18 req-fb919a61-f67a-4578-bae0-d84a8e7461f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:14.452073 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ddd2927e-66e2-4ca9-ba7a-658d28f03b18 req-fb919a61-f67a-4578-bae0-d84a8e7461f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0428729 Jan 28 01:06:14.498363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ddd2927e-66e2-4ca9-ba7a-658d28f03b18 req-274abb60-237f-41c6-aded-bbb96fffd20c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Jan 28 01:06:14.705916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d152-485e-4e7a-a5ff-a39f138a9135 req-cfd1cd93-4ea5-493b-902d-a58674ad8298 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:14.707424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d10d152-485e-4e7a-a5ff-a39f138a9135 req-cfd1cd93-4ea5-493b-902d-a58674ad8298 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0668888 Jan 28 01:06:14.717019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5bb7-ce83-4817-9553-f35da11689fb req-43dd7cf9-317d-463a-a1ee-5bccab679bbe tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:14.718480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcda5bb7-ce83-4817-9553-f35da11689fb req-43dd7cf9-317d-463a-a1ee-5bccab679bbe tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 948 time: 0.0881646 Jan 28 01:06:14.790210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d10d152-485e-4e7a-a5ff-a39f138a9135 req-15567438-668d-46b7-ba06-0fd72f223b6d tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707521 Jan 28 01:06:14.793646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcda5bb7-ce83-4817-9553-f35da11689fb req-bc1837c9-37bf-420f-9354-0775ca0ba6a1 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Jan 28 01:06:15.348685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c6cc-0b58-4c26-a23b-476135a60898 req-3ac22de1-b29d-42bd-bf8f-9adf33e58c17 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:15.350192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6360c6cc-0b58-4c26-a23b-476135a60898 req-3ac22de1-b29d-42bd-bf8f-9adf33e58c17 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0547509 Jan 28 01:06:15.399529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6360c6cc-0b58-4c26-a23b-476135a60898 req-b0a6c8a3-6e60-44da-960f-b1f97113b2a8 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Jan 28 01:06:15.579532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe25f-fbe9-466b-b7ca-fdfdcc036a0e req-2555e828-10a8-41ae-b709-9b5efe60ceab tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:15.581153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb1fe25f-fbe9-466b-b7ca-fdfdcc036a0e req-2555e828-10a8-41ae-b709-9b5efe60ceab tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0559199 Jan 28 01:06:15.628484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb1fe25f-fbe9-466b-b7ca-fdfdcc036a0e req-4d7c928f-6b34-4904-9798-87857c3c5e97 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Jan 28 01:06:15.942083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a038f3e-011e-4cb3-9cf9-370cb0afce49 req-9c47745b-55a9-46f1-b91b-94cb8344bca1 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:15.943607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a038f3e-011e-4cb3-9cf9-370cb0afce49 req-9c47745b-55a9-46f1-b91b-94cb8344bca1 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 948 time: 0.0730026 Jan 28 01:06:15.950552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c712c-c509-4577-bc61-9662fdf31de1 req-eebeeefd-eb89-43d0-9b4f-62d46949079a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:15.951927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e3c712c-c509-4577-bc61-9662fdf31de1 req-eebeeefd-eb89-43d0-9b4f-62d46949079a tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0907595 Jan 28 01:06:16.023293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a038f3e-011e-4cb3-9cf9-370cb0afce49 req-3405a015-764a-4210-845e-a0027d59f5bd tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703869 Jan 28 01:06:16.026694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e3c712c-c509-4577-bc61-9662fdf31de1 req-762aebe0-ca85-4c50-8a20-c8d6cbc22d68 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680466 Jan 28 01:06:16.242905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:16.248397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c0319d4c-a318-4031-bab8-f97d458ae498 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:16.361525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port c0319d4c-a318-4031-bab8-f97d458ae498 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:06:16.373477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port c0319d4c-a318-4031-bab8-f97d458ae498 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:16.374185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.379963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:16.410655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'mac_address': 'fa:16:3e:d1:15:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:16.463741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:16.464148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.499287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7258e62-4d2a-437f-a25c-c59e671cbce6 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:16.510388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c0319d4c-a318-4031-bab8-f97d458ae498 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:16.510796 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.518858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e80624-09c5-42dd-b72c-9236b197b116 req-9f355a15-0810-485e-8e24-2bcb85f75bd0 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:16.520371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2e80624-09c5-42dd-b72c-9236b197b116 req-9f355a15-0810-485e-8e24-2bcb85f75bd0 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Jan 28 01:06:16.533325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:16.540567 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.548235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0319d4c-a318-4031-bab8-f97d458ae498'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:16.550532 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7558628b-4539-43d0-ad6d-36a14088463c" -d '{"events": [{"server_uuid": "1d65c47b-0ac0-42ef-84b5-5a8fc96066c1", "name": "network-vif-plugged", "status": "completed", "tag": "c0319d4c-a318-4031-bab8-f97d458ae498"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:16.581126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c0319d4c-a318-4031-bab8-f97d458ae498, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c0319d4c-a318-4031-bab8-f97d458ae498,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:16.581328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2e80624-09c5-42dd-b72c-9236b197b116 req-ae9d1347-990c-4ca6-99a8-06863e544e07 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542283 Jan 28 01:06:16.588257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.592775 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1fbdfe-8bc6-4b8e-9757-11f539285eca x-openstack-request-id: req-8c1fbdfe-8bc6-4b8e-9757-11f539285eca {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:16.593061 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65c47b-0ac0-42ef-84b5-5a8fc96066c1", "name": "network-vif-plugged", "status": "completed", "tag": "c0319d4c-a318-4031-bab8-f97d458ae498", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:16.593314 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c1fbdfe-8bc6-4b8e-9757-11f539285eca {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:16.593704 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0319d4c-a318-4031-bab8-f97d458ae498', 'code': 200} Jan 28 01:06:16.610015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:16.670152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c0319d4c-a318-4031-bab8-f97d458ae498,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:16.759048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c67501-b8e3-43ec-9324-40cf0a3567ba req-ee09ebcb-7708-4c08-abd7-ab2a693868ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:16.760814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71c67501-b8e3-43ec-9324-40cf0a3567ba req-ee09ebcb-7708-4c08-abd7-ab2a693868ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 1100 time: 0.0501974 Jan 28 01:06:16.814382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71c67501-b8e3-43ec-9324-40cf0a3567ba req-d4bc6475-41e4-48e7-ad1f-51acc2339657 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Jan 28 01:06:16.893242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e10b66-0c87-43a0-abf8-7a29f2745335 req-648c5633-47eb-4a44-90d2-28441fc2b6a4 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:16.894863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74e10b66-0c87-43a0-abf8-7a29f2745335 req-648c5633-47eb-4a44-90d2-28441fc2b6a4 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Jan 28 01:06:16.944535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74e10b66-0c87-43a0-abf8-7a29f2745335 req-b3ef6637-2ec4-4151-8ab1-8483e5b23b3f tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Jan 28 01:06:16.996397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e7258e62-4d2a-437f-a25c-c59e671cbce6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:17.015378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f77cf-6b27-4ead-bb0f-b6b0798482e0 req-af0a02df-547e-43cd-b70b-2199261cf5d8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:17.016891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d11f77cf-6b27-4ead-bb0f-b6b0798482e0 req-af0a02df-547e-43cd-b70b-2199261cf5d8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0536838 Jan 28 01:06:17.067719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d11f77cf-6b27-4ead-bb0f-b6b0798482e0 req-a71dedbb-8809-4d57-b789-e4589fed6d34 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449893 Jan 28 01:06:17.169845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fff7be-6d69-40d3-b44a-31b4f6846150 req-5ba67d7d-f16b-4d01-b952-29e75690c1bf tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:17.171272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0fff7be-6d69-40d3-b44a-31b4f6846150 req-5ba67d7d-f16b-4d01-b952-29e75690c1bf tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.0723436 Jan 28 01:06:17.207808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532801-bf1b-4aa5-9877-e31c7ddd4a07 req-828964d5-ec7b-4b3e-9732-50e6680f7d04 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:17.209279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec532801-bf1b-4aa5-9877-e31c7ddd4a07 req-828964d5-ec7b-4b3e-9732-50e6680f7d04 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0753031 Jan 28 01:06:17.245505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0fff7be-6d69-40d3-b44a-31b4f6846150 req-a603aba4-eaca-4bde-9075-9ca74b53d20d tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675027 Jan 28 01:06:17.273345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec532801-bf1b-4aa5-9877-e31c7ddd4a07 req-f082bfb2-78e7-4d82-b583-381469ec69fa tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569038 Jan 28 01:06:18.070659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b2ac8-63d9-467e-ab54-aed150a8b883 req-a3929606-58c0-4f33-ae98-f0ba36ad2f34 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:18.072116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4b2ac8-63d9-467e-ab54-aed150a8b883 req-a3929606-58c0-4f33-ae98-f0ba36ad2f34 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0540986 Jan 28 01:06:18.120658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de4b2ac8-63d9-467e-ab54-aed150a8b883 req-19c8c706-1e6d-4a48-88ec-2454baa1f4e9 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/security-groups?id=74b8015f-846e-4484-955d-0dead94906e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jan 28 01:06:18.194164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b48a2-202f-4d3a-afc5-dccd9bd99b06 req-e632f393-9d70-4746-bb94-4c1a424188af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:18.195679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e92b48a2-202f-4d3a-afc5-dccd9bd99b06 req-e632f393-9d70-4746-bb94-4c1a424188af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0519645 Jan 28 01:06:18.242226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e92b48a2-202f-4d3a-afc5-dccd9bd99b06 req-6d8c9550-0bce-4000-bbb6-01fdd10e605c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Jan 28 01:06:18.253678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:18.310327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e7258e62-4d2a-437f-a25c-c59e671cbce6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:18.310770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.403086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:18.403486 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.409251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269be4dc-ee70-4d4b-9850-7a400cb0bae7 req-497e48a0-a386-4e98-9153-d162b285f4e6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:18.416390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-269be4dc-ee70-4d4b-9850-7a400cb0bae7 req-497e48a0-a386-4e98-9153-d162b285f4e6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.0948997 Jan 28 01:06:18.424512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-ceeda15e-fac6-44f1-9312-b09876ea7a7c tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:18.427051 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-ceeda15e-fac6-44f1-9312-b09876ea7a7c tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.43 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0592406 Jan 28 01:06:18.441820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:18.443849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c20b5-7199-4527-b663-ceab71009b08 req-2e01b5bf-d524-40f1-8164-17783087edce tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:18.445658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c2c20b5-7199-4527-b663-ceab71009b08 req-2e01b5bf-d524-40f1-8164-17783087edce tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0957806 Jan 28 01:06:18.453445 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.496663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-269be4dc-ee70-4d4b-9850-7a400cb0bae7 req-08a90a61-be93-4b69-8872-a2c47dcc36f8 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791354 Jan 28 01:06:18.521543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:18.534331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c2c20b5-7199-4527-b663-ceab71009b08 req-dac7923e-e253-4e29-a712-3de9dd61f9d8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755424 Jan 28 01:06:18.569411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Deleting port 0bfc33c9-33ac-46f0-846e-02df5b8862ac {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:18.569760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.594599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:18.598420 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b113675-79d3-43cd-869e-f1213c14d2c2" -d '{"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:18.642320 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbece34-09bf-4e5a-9303-e16b8390d606 x-openstack-request-id: req-3cbece34-09bf-4e5a-9303-e16b8390d606 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:18.645125 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:18.645346 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cbece34-09bf-4e5a-9303-e16b8390d606 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:18.645702 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'code': 200} Jan 28 01:06:18.682891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] For port 0bfc33c9-33ac-46f0-846e-02df5b8862ac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bfc33c9-33ac-46f0-846e-02df5b8862ac,segment=NetworkSegment(fb32e1f6-0499-4d86-a708-a309a708cdf7),segment_id=fb32e1f6-0499-4d86-a708-a309a708cdf7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:18.683313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.698178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Calling delete_port for 0bfc33c9-33ac-46f0-846e-02df5b8862ac owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:18.830056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bfc33c9-33ac-46f0-846e-02df5b8862ac), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.862899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Pushing event deleted for resources: {'Port': ['ID=0bfc33c9-33ac-46f0-846e-02df5b8862ac,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:18.869638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0bfc33c9-33ac-46f0-846e-02df5b8862ac'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:18.911059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] No DVR routers for this DVR port 0bfc33c9-33ac-46f0-846e-02df5b8862ac on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:18.914186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:18.927160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-114ef9ba-ea6d-46d8-b01c-011691fdec39 req-19d1f0b7-ff43-4f9a-93f4-f071b0818703 tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.43 "DELETE /v2.0/ports/0bfc33c9-33ac-46f0-846e-02df5b8862ac HTTP/1.1" status: 204 len: 173 time: 0.4944537 Jan 28 01:06:18.927661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'name': 'network-vif-deleted', 'tag': '0bfc33c9-33ac-46f0-846e-02df5b8862ac'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:18.930104 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da58b6a7-eea9-4836-b321-e6d8d9e83969" -d '{"events": [{"server_uuid": "d14da5b0-df95-4836-923e-bfda1f06c0a0", "name": "network-vif-deleted", "tag": "0bfc33c9-33ac-46f0-846e-02df5b8862ac"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:19.003734 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb67389b-0daf-4c7a-9e7c-29d7051618a6 x-openstack-request-id: req-eb67389b-0daf-4c7a-9e7c-29d7051618a6 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:19.003915 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14da5b0-df95-4836-923e-bfda1f06c0a0", "name": "network-vif-deleted", "tag": "0bfc33c9-33ac-46f0-846e-02df5b8862ac", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:19.004171 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb67389b-0daf-4c7a-9e7c-29d7051618a6 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:19.004571 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14da5b0-df95-4836-923e-bfda1f06c0a0', 'name': 'network-vif-deleted', 'tag': '0bfc33c9-33ac-46f0-846e-02df5b8862ac', 'status': 'completed', 'code': 200} Jan 28 01:06:19.250369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9bf5bd2-77cf-41c2-8d81-111abf3b090b req-830f06b0-8322-49a8-87b0-c6e4b180421a tempest-ServerGroupTestJSON-1872759344 tempest-ServerGroupTestJSON-1872759344-project] 10.222.0.23 "GET /v2.0/ports?device_id=d14da5b0-df95-4836-923e-bfda1f06c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0348132 Jan 28 01:06:19.377503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2f37e-f3a9-41f1-bd37-cc60b41c238d req-62479ec5-99a9-4358-bc40-a3b13d764645 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:19.379921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72b2f37e-f3a9-41f1-bd37-cc60b41c238d req-62479ec5-99a9-4358-bc40-a3b13d764645 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 943 time: 0.0630441 Jan 28 01:06:19.446098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72b2f37e-f3a9-41f1-bd37-cc60b41c238d req-0aa72d13-8dda-44cf-95ea-23644b571c8f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599999 Jan 28 01:06:19.721179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b027354-ff43-4a64-a8e5-3f3f169e3d0c req-769ae863-8e42-4b9a-a3a0-d82dc2521283 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:19.722608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b027354-ff43-4a64-a8e5-3f3f169e3d0c req-769ae863-8e42-4b9a-a3a0-d82dc2521283 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.1044242 Jan 28 01:06:19.733101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395605b-44b1-4ebc-b497-b99c79df2361 req-0168f54a-9bdc-4edd-aa24-e226685c9650 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:19.734823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6395605b-44b1-4ebc-b497-b99c79df2361 req-0168f54a-9bdc-4edd-aa24-e226685c9650 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.1020045 Jan 28 01:06:19.816995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b027354-ff43-4a64-a8e5-3f3f169e3d0c req-dfec2c52-ba2d-4af7-81c5-59d7ba0becc6 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Jan 28 01:06:19.831905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6395605b-44b1-4ebc-b497-b99c79df2361 req-700db674-23e9-4639-9afc-976ac75815d7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901783 Jan 28 01:06:20.148762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dc930-1bfa-4b59-9338-828388af7382 req-41767c89-bde7-46e0-8f78-41b74ff965df tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:20.150525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d76dc930-1bfa-4b59-9338-828388af7382 req-41767c89-bde7-46e0-8f78-41b74ff965df tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.0555816 Jan 28 01:06:20.206849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d76dc930-1bfa-4b59-9338-828388af7382 req-8e86d479-388d-4f60-85c6-1568ce30b716 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Jan 28 01:06:20.263582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:20.368991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:20.390319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '28528c85-88e7-44ee-9a7d-469b1611b971', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'port_id': '28528c85-88e7-44ee-9a7d-469b1611b971', 'mac_address': 'fa:16:3e:7f:11:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:20.437227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:20.438308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.452625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28528c85-88e7-44ee-9a7d-469b1611b971 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:20.488306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:20.505377 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.612704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:20.659230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e88f23-7c18-419e-bf37-70ad80488359 req-3baba7c7-4d06-4130-9321-8322f4ab49bc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:20.667271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06e88f23-7c18-419e-bf37-70ad80488359 req-3baba7c7-4d06-4130-9321-8322f4ab49bc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.0803795 Jan 28 01:06:20.691632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:20.743951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06e88f23-7c18-419e-bf37-70ad80488359 req-5ada06d9-c14b-40de-a6bb-8e09baf22e09 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751269 Jan 28 01:06:20.759450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Deleting subnet 14836671-1c79-44ab-90ca-8b5c6a17bab9 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:06:20.766123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Publish callbacks [] for subnet (14836671-1c79-44ab-90ca-8b5c6a17bab9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.805149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (14836671-1c79-44ab-90ca-8b5c6a17bab9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.849540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (14836671-1c79-44ab-90ca-8b5c6a17bab9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.942841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (14836671-1c79-44ab-90ca-8b5c6a17bab9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.963313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.969412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14836671-1c79-44ab-90ca-8b5c6a17bab9 HTTP/1.1" status: 204 len: 168 time: 0.2762985 Jan 28 01:06:20.969950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:20.996005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96f23e-e458-44c8-b098-9b241b899d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14836671-1c79-44ab-90ca-8b5c6a17bab9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.062738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10eb38-7854-4516-b4a1-7056b74f901b req-3393efe0-07de-4071-82ab-5a56742ed0fc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.064463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae10eb38-7854-4516-b4a1-7056b74f901b req-3393efe0-07de-4071-82ab-5a56742ed0fc tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.1472957 Jan 28 01:06:21.103124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e24d51b3-561a-479b-bfff-24982e355a3b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.175503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae10eb38-7854-4516-b4a1-7056b74f901b req-ac326d01-ee84-4f90-b3e9-f49de3c43888 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014106 Jan 28 01:06:21.216392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e24d51b3-561a-479b-bfff-24982e355a3b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.219152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['28528c85-88e7-44ee-9a7d-469b1611b971'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:21.238826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24d51b3-561a-479b-bfff-24982e355a3b']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:21.249418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb32e1f6-0499-4d86-a708-a309a708cdf7') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:21.249714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb32e1f6-0499-4d86-a708-a309a708cdf7') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:21.260767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (fb32e1f6-0499-4d86-a708-a309a708cdf7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.278534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fb32e1f6-0499-4d86-a708-a309a708cdf7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.286730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:06:21.287519 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (fb32e1f6-0499-4d86-a708-a309a708cdf7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:06:21.290819 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:06:21.395124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e24d51b3-561a-479b-bfff-24982e355a3b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.412594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.417211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e24d51b3-561a-479b-bfff-24982e355a3b HTTP/1.1" status: 204 len: 168 time: 0.4456787 Jan 28 01:06:21.418329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24d51b3-561a-479b-bfff-24982e355a3b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.440567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.440977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.441317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.441657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.442033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.442340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.442684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.442986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.443327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.443626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.443937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.444254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.444567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35112a12-ebb0-40b5-a925-e6bb46e263b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.455448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda406c8-745d-40a2-81cc-1e5f875a7194 req-73ee5cc4-21fc-467b-8d67-11b05c50c3b0 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.457004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fda406c8-745d-40a2-81cc-1e5f875a7194 req-73ee5cc4-21fc-467b-8d67-11b05c50c3b0 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.1180868 Jan 28 01:06:21.510061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fda406c8-745d-40a2-81cc-1e5f875a7194 req-5110d88d-7e7c-4f61-b13c-4e860e4df462 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466182 Jan 28 01:06:21.603161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56010) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:21.631207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacffe9d-a2da-4746-b055-eee8c41bd381 req-2d5093d4-4373-4422-8c70-cf99297f017d tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.638713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dacffe9d-a2da-4746-b055-eee8c41bd381 req-2d5093d4-4373-4422-8c70-cf99297f017d tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 1100 time: 0.0551872 Jan 28 01:06:21.653418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dacffe9d-a2da-4746-b055-eee8c41bd381 req-ca0c2121-16f8-4da8-8d7f-4d21c681bf23 tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.655249 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20212b69-bfac-48c8-ab79-156c539c0e7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1808daa7c6fa46ad920900c7a0b77515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502501 Jan 28 01:06:21.657685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56012) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:21.722193 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22cd9f56-71c3-4784-9e49-7fbf1c3f039b admin admin] Publish callbacks [] for security_group (74b8015f-846e-4484-955d-0dead94906e6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.747787 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22cd9f56-71c3-4784-9e49-7fbf1c3f039b admin admin] Publish callbacks [] for security_group (74b8015f-846e-4484-955d-0dead94906e6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.765610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dacffe9d-a2da-4746-b055-eee8c41bd381 req-ca0c2121-16f8-4da8-8d7f-4d21c681bf23 tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] Publish callbacks [] for security_group (89064b71-29f0-43a6-b305-8070ad86e4eb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.775248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dacffe9d-a2da-4746-b055-eee8c41bd381 req-ca0c2121-16f8-4da8-8d7f-4d21c681bf23 tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (89064b71-29f0-43a6-b305-8070ad86e4eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.805972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22cd9f56-71c3-4784-9e49-7fbf1c3f039b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (74b8015f-846e-4484-955d-0dead94906e6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.812915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22cd9f56-71c3-4784-9e49-7fbf1c3f039b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.815328 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-22cd9f56-71c3-4784-9e49-7fbf1c3f039b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74b8015f-846e-4484-955d-0dead94906e6 HTTP/1.1" status: 204 len: 168 time: 0.1554291 Jan 28 01:06:21.821846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dacffe9d-a2da-4746-b055-eee8c41bd381 req-ca0c2121-16f8-4da8-8d7f-4d21c681bf23 tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822209 Jan 28 01:06:21.822681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c2121-16f8-4da8-8d7f-4d21c681bf23 tempest-LiveMigrationNegativeTest-1733962504 tempest-LiveMigrationNegativeTest-1733962504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89064b71-29f0-43a6-b305-8070ad86e4eb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.873024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd9f56-71c3-4784-9e49-7fbf1c3f039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b8015f-846e-4484-955d-0dead94906e6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:22.132639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bfc33c9-33ac-46f0-846e-02df5b8862ac no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:22.156802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94703d7c-3a1e-4f5e-8968-1d4ebc8b429f req-71182def-5302-4682-ae44-5567da5abf43 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.170862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94703d7c-3a1e-4f5e-8968-1d4ebc8b429f req-71182def-5302-4682-ae44-5567da5abf43 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.0704811 Jan 28 01:06:22.202975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 0bfc33c9-33ac-46f0-846e-02df5b8862ac {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:22.205034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bfc33c9-33ac-46f0-846e-02df5b8862ac not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:22.246359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94703d7c-3a1e-4f5e-8968-1d4ebc8b429f req-6a4507f7-6eee-4c13-bf5c-d23640403a2e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746014 Jan 28 01:06:22.383781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c93092-c242-4c0d-8aad-8f4896226e41 req-c20b59f1-003b-4e4f-ace4-8219341ff189 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.388081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03c93092-c242-4c0d-8aad-8f4896226e41 req-c20b59f1-003b-4e4f-ace4-8219341ff189 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0669191 Jan 28 01:06:22.484190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03c93092-c242-4c0d-8aad-8f4896226e41 req-7af9a5d7-e72f-48a1-9546-ca73f37535bb tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865674 Jan 28 01:06:22.505931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc50e6-702f-4663-ae1d-e8d2fcac6b01 req-db873d4e-5bb7-4769-98f1-58bcb9c0b263 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.507428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bebc50e6-702f-4663-ae1d-e8d2fcac6b01 req-db873d4e-5bb7-4769-98f1-58bcb9c0b263 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.0852458 Jan 28 01:06:22.573980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bebc50e6-702f-4663-ae1d-e8d2fcac6b01 req-6c1801e5-2e31-40f3-b5cc-516dc1ecdfa2 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539515 Jan 28 01:06:23.417879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be2481-0769-4d6a-86b1-255907239ebe req-cb8d3929-9391-4b1c-8989-632ec30102bb tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:23.426862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5be2481-0769-4d6a-86b1-255907239ebe req-cb8d3929-9391-4b1c-8989-632ec30102bb tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 944 time: 0.0707729 Jan 28 01:06:23.491458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5be2481-0769-4d6a-86b1-255907239ebe req-c19cdfe3-5f51-4d5b-99d5-4254c750562d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615778 Jan 28 01:06:23.642808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306fd51-ff57-4858-a4eb-e94fcbf8bdb2 req-e2275154-0ddf-41f5-9e5a-fa29b4f68434 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:23.644483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0306fd51-ff57-4858-a4eb-e94fcbf8bdb2 req-e2275154-0ddf-41f5-9e5a-fa29b4f68434 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0842843 Jan 28 01:06:23.737631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f4618-b917-4a91-85be-c561ca06ec21 req-d1058d35-8074-4701-93f3-a8ccd92dbb9a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:23.739060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec3f4618-b917-4a91-85be-c561ca06ec21 req-d1058d35-8074-4701-93f3-a8ccd92dbb9a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.0736639 Jan 28 01:06:23.742012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0306fd51-ff57-4858-a4eb-e94fcbf8bdb2 req-b02c1703-4703-4342-8dfd-5fe007fd18a0 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909073 Jan 28 01:06:23.813930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec3f4618-b917-4a91-85be-c561ca06ec21 req-a9370028-2eaa-4b3c-9755-f7d4d47bb9a8 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589790 Jan 28 01:06:24.167004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56128) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:24.287994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:24.313949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a618698-e31a-4ae5-9cb1-9fea355cbc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.347376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 28528c85-88e7-44ee-9a7d-469b1611b971 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:24.347750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.430513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 28528c85-88e7-44ee-9a7d-469b1611b971 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:24.431166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.446975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a618698-e31a-4ae5-9cb1-9fea355cbc08 admin admin] Publish callbacks [] for security_group (e89e2775-db92-426e-b1d3-ca6ece6905bc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.454162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a618698-e31a-4ae5-9cb1-9fea355cbc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e89e2775-db92-426e-b1d3-ca6ece6905bc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.466938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:24.469371 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f419612-7d13-43d0-b527-bfc83acc9909" -d '{"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-plugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:24.492065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:24.493176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a618698-e31a-4ae5-9cb1-9fea355cbc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e2775-db92-426e-b1d3-ca6ece6905bc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.503224 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.535314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a618698-e31a-4ae5-9cb1-9fea355cbc08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eccaae4a8fb74da4abc5d8122437765b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653615 Jan 28 01:06:24.549222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56142) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:24.567922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.571805 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3368230f-18c3-4ae2-8918-e508aeb9b699 x-openstack-request-id: req-3368230f-18c3-4ae2-8918-e508aeb9b699 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:24.572104 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-plugged", "status": "completed", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:24.572453 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3368230f-18c3-4ae2-8918-e508aeb9b699 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:24.573038 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'code': 200} Jan 28 01:06:24.613424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-9ba188f3-c981-4f1a-b02b-024549efbe44 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:24.616697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-9ba188f3-c981-4f1a-b02b-024549efbe44 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.0966473 Jan 28 01:06:24.628652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a525df45-668c-4fbb-b79a-e3fa2af06cf6 admin admin] Publish callbacks [] for security_group (e89e2775-db92-426e-b1d3-ca6ece6905bc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.657023 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a525df45-668c-4fbb-b79a-e3fa2af06cf6 admin admin] Publish callbacks [] for security_group (e89e2775-db92-426e-b1d3-ca6ece6905bc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.722286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a525df45-668c-4fbb-b79a-e3fa2af06cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e89e2775-db92-426e-b1d3-ca6ece6905bc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.725309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a525df45-668c-4fbb-b79a-e3fa2af06cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:24.729628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a525df45-668c-4fbb-b79a-e3fa2af06cf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e89e2775-db92-426e-b1d3-ca6ece6905bc HTTP/1.1" status: 204 len: 168 time: 0.1795294 Jan 28 01:06:24.751137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525df45-668c-4fbb-b79a-e3fa2af06cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e2775-db92-426e-b1d3-ca6ece6905bc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.777664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313131f0-23ad-4c6f-88c8-777ecbdb7328 req-eada317f-7e44-4479-9d82-9474aebd88db tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:24.779378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-313131f0-23ad-4c6f-88c8-777ecbdb7328 req-eada317f-7e44-4479-9d82-9474aebd88db tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.1594961 Jan 28 01:06:24.918193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Deleting port c0319d4c-a318-4031-bab8-f97d458ae498 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:24.918544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:25.005797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-313131f0-23ad-4c6f-88c8-777ecbdb7328 req-b19d1e02-0c14-4fdf-b66b-1b76718d3dae tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114692 Jan 28 01:06:25.071186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c345eed-51ce-417f-aa6e-8fbb0830d93f req-a4141be6-2c50-449b-a03c-dc93c0af22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:25.072878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c345eed-51ce-417f-aa6e-8fbb0830d93f req-a4141be6-2c50-449b-a03c-dc93c0af22aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 1097 time: 0.2614608 Jan 28 01:06:25.137731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02214316-884c-4dcb-8453-7d2f2f9884af req-1885240b-81eb-47a0-af20-1f47c96685d3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:25.139405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02214316-884c-4dcb-8453-7d2f2f9884af req-1885240b-81eb-47a0-af20-1f47c96685d3 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.2699308 Jan 28 01:06:25.225162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] For port c0319d4c-a318-4031-bab8-f97d458ae498, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c0319d4c-a318-4031-bab8-f97d458ae498,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:25.225522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:25.257989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Calling delete_port for c0319d4c-a318-4031-bab8-f97d458ae498 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:25.267098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c345eed-51ce-417f-aa6e-8fbb0830d93f req-c6a3129e-7d64-43f3-8cf9-3d4790edcff8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792245 Jan 28 01:06:25.291859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02214316-884c-4dcb-8453-7d2f2f9884af req-a03ba4ce-78f6-45ff-bb96-db6e9d0e1e63 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370854 Jan 28 01:06:25.347655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8035-a9ca-408c-8d13-56096d11880c req-578355fe-06de-4076-9498-28a1edc91a9f tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:25.349174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3bd8035-a9ca-408c-8d13-56096d11880c req-578355fe-06de-4076-9498-28a1edc91a9f tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 949 time: 0.2009871 Jan 28 01:06:25.421517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3bd8035-a9ca-408c-8d13-56096d11880c req-4b0cc997-bdd9-4a45-834d-4776a5c20306 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Jan 28 01:06:25.515877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c0319d4c-a318-4031-bab8-f97d458ae498), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:25.551246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['7c2f51f0-dd2b-4680-96d8-d68b815e4fb4', 'c0319d4c-a318-4031-bab8-f97d458ae498'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:25.556519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Pushing event deleted for resources: {'Port': ['ID=c0319d4c-a318-4031-bab8-f97d458ae498,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:25.607691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] No DVR routers for this DVR port c0319d4c-a318-4031-bab8-f97d458ae498 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:25.611389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:25.615610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9364aef-be3a-4a92-a97d-a331703c5e6d req-07044824-bbd1-409a-8935-1c63c84af755 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "DELETE /v2.0/ports/c0319d4c-a318-4031-bab8-f97d458ae498 HTTP/1.1" status: 204 len: 173 time: 0.9831250 Jan 28 01:06:25.616558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'name': 'network-vif-deleted', 'tag': 'c0319d4c-a318-4031-bab8-f97d458ae498'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:25.619251 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a267db4-b7f7-4c22-8026-3d5461e3307d" -d '{"events": [{"server_uuid": "1d65c47b-0ac0-42ef-84b5-5a8fc96066c1", "name": "network-vif-deleted", "tag": "c0319d4c-a318-4031-bab8-f97d458ae498"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:25.699644 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c6f50d-1395-46ea-8d25-5b7a6cbfe830 x-openstack-request-id: req-35c6f50d-1395-46ea-8d25-5b7a6cbfe830 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:25.700279 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65c47b-0ac0-42ef-84b5-5a8fc96066c1", "name": "network-vif-deleted", "tag": "c0319d4c-a318-4031-bab8-f97d458ae498", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:25.700279 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35c6f50d-1395-46ea-8d25-5b7a6cbfe830 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:25.700601 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65c47b-0ac0-42ef-84b5-5a8fc96066c1', 'name': 'network-vif-deleted', 'tag': 'c0319d4c-a318-4031-bab8-f97d458ae498', 'status': 'completed', 'code': 200} Jan 28 01:06:26.168589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335c81-1591-4245-b927-a8d44ad1ec69 req-1eb2e86c-d971-4e2c-81a7-298d0ce9e8ee tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:26.175581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e335c81-1591-4245-b927-a8d44ad1ec69 req-1eb2e86c-d971-4e2c-81a7-298d0ce9e8ee tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.0636246 Jan 28 01:06:26.228801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e335c81-1591-4245-b927-a8d44ad1ec69 req-26324963-b3f0-4672-a5be-c9feee85854e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522318 Jan 28 01:06:26.434921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9d3b4-88b4-40e2-a1ff-81e4b5c6f64d req-340c3d14-aa14-4c1a-9ff9-a59c9610bf0f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:26.463371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1dc9d3b4-88b4-40e2-a1ff-81e4b5c6f64d req-340c3d14-aa14-4c1a-9ff9-a59c9610bf0f tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0856967 Jan 28 01:06:26.564041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1dc9d3b4-88b4-40e2-a1ff-81e4b5c6f64d req-d90c849d-d59e-4323-9318-a04108dc6a9c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031542 Jan 28 01:06:26.622230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99ce0a6a-74cc-45b9-bdb8-d35c1dc7b7ab req-2df4e05d-cb4b-4ca8-bf30-0bf64a0a3650 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d65c47b-0ac0-42ef-84b5-5a8fc96066c1 HTTP/1.1" status: 200 len: 210 time: 0.0640044 Jan 28 01:06:27.396931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6add7-1f32-43a1-a349-76af033af6a1 req-ef0397d4-39a0-4d3e-acb2-fc7d2e8777ef tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:27.404071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7c6add7-1f32-43a1-a349-76af033af6a1 req-ef0397d4-39a0-4d3e-acb2-fc7d2e8777ef tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.0794053 Jan 28 01:06:27.461932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7c6add7-1f32-43a1-a349-76af033af6a1 req-dff50548-a836-4440-8bc5-2616891432d3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569434 Jan 28 01:06:27.744110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd11e-68e7-47a0-bfb8-424d57a401f1 req-9d8d038c-9164-46f8-8ff3-fba8f6deae72 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:27.751803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-372fd11e-68e7-47a0-bfb8-424d57a401f1 req-9d8d038c-9164-46f8-8ff3-fba8f6deae72 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0690136 Jan 28 01:06:27.827090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-372fd11e-68e7-47a0-bfb8-424d57a401f1 req-8559067b-7f56-46de-acf0-170c165194c8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739198 Jan 28 01:06:28.313344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515deb32-a85c-497f-9c1b-443d54d01716 req-61919241-5da0-4fa6-8139-d345563b1c4a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:28.315253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-515deb32-a85c-497f-9c1b-443d54d01716 req-61919241-5da0-4fa6-8139-d345563b1c4a tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 950 time: 0.0723298 Jan 28 01:06:28.323777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c0319d4c-a318-4031-bab8-f97d458ae498 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:28.362410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: c0319d4c-a318-4031-bab8-f97d458ae498 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:28.363068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c0319d4c-a318-4031-bab8-f97d458ae498 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:28.382290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56320) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:28.550557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-359bd433-e23d-4140-bb28-c9f2d3f9eae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:28.670333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-359bd433-e23d-4140-bb28-c9f2d3f9eae2 admin admin] Publish callbacks [] for security_group (14bd57a0-5536-4487-89d6-04836c88479d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:28.681277 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-359bd433-e23d-4140-bb28-c9f2d3f9eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (14bd57a0-5536-4487-89d6-04836c88479d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:28.727736 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-359bd433-e23d-4140-bb28-c9f2d3f9eae2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d57ada7de7f4cabaa669350657563fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436282 Jan 28 01:06:28.728830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bd433-e23d-4140-bb28-c9f2d3f9eae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd57a0-5536-4487-89d6-04836c88479d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:28.730014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:28.794370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-515deb32-a85c-497f-9c1b-443d54d01716 req-c2d5405a-b9a0-4f95-960e-45a6146cb3f4 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642477 Jan 28 01:06:28.818878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87de04-36c6-45b8-89c0-702081ae2ad7 req-c00ea1fb-87df-4dcf-8ced-37c5200673af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:28.822202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da87de04-36c6-45b8-89c0-702081ae2ad7 req-c00ea1fb-87df-4dcf-8ced-37c5200673af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.1021919 Jan 28 01:06:28.860879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7af98c36-525f-4f64-b870-1a3472970483 admin admin] Publish callbacks [] for security_group (14bd57a0-5536-4487-89d6-04836c88479d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:28.909365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7af98c36-525f-4f64-b870-1a3472970483 admin admin] Publish callbacks [] for security_group (14bd57a0-5536-4487-89d6-04836c88479d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:28.957440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da87de04-36c6-45b8-89c0-702081ae2ad7 req-8cdca284-3faf-42f9-9723-b8f86f202319 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200466 Jan 28 01:06:29.004411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22bb06-ce6f-47ad-878d-c74aa9e86c48 req-8d097b9e-226d-4c3b-86c3-7eee497bf735 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:29.005991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e22bb06-ce6f-47ad-878d-c74aa9e86c48 req-8d097b9e-226d-4c3b-86c3-7eee497bf735 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.1035345 Jan 28 01:06:29.057025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e22bb06-ce6f-47ad-878d-c74aa9e86c48 req-1b9fa711-ebd7-4052-bd26-16c3d7c11dc8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Jan 28 01:06:29.057788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7af98c36-525f-4f64-b870-1a3472970483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (14bd57a0-5536-4487-89d6-04836c88479d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.060231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7af98c36-525f-4f64-b870-1a3472970483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.061226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7af98c36-525f-4f64-b870-1a3472970483 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14bd57a0-5536-4487-89d6-04836c88479d HTTP/1.1" status: 204 len: 168 time: 0.3283567 Jan 28 01:06:29.071166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af98c36-525f-4f64-b870-1a3472970483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd57a0-5536-4487-89d6-04836c88479d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:29.412311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56352) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:29.428439 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5974-615e-40cd-ac73-077bab87c7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.518179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5974-615e-40cd-ac73-077bab87c7cf admin admin] Publish callbacks [] for security_group (7c2039dd-69bf-49c1-9541-faf48131ecef), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.524263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5974-615e-40cd-ac73-077bab87c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7c2039dd-69bf-49c1-9541-faf48131ecef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.566071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e3b5974-615e-40cd-ac73-077bab87c7cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bddac5b67d5c4e0fb9f556c53d085c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523366 Jan 28 01:06:29.567061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b5974-615e-40cd-ac73-077bab87c7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2039dd-69bf-49c1-9541-faf48131ecef,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:29.568858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56354) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:29.621249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d01b6c-5224-4352-a0cc-f9b94f780171 admin admin] Publish callbacks [] for security_group (7c2039dd-69bf-49c1-9541-faf48131ecef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.642648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d01b6c-5224-4352-a0cc-f9b94f780171 admin admin] Publish callbacks [] for security_group (7c2039dd-69bf-49c1-9541-faf48131ecef), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.695724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d01b6c-5224-4352-a0cc-f9b94f780171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7c2039dd-69bf-49c1-9541-faf48131ecef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.699151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d01b6c-5224-4352-a0cc-f9b94f780171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:29.700453 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-77d01b6c-5224-4352-a0cc-f9b94f780171 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c2039dd-69bf-49c1-9541-faf48131ecef HTTP/1.1" status: 204 len: 168 time: 0.1304252 Jan 28 01:06:29.709427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d01b6c-5224-4352-a0cc-f9b94f780171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2039dd-69bf-49c1-9541-faf48131ecef,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:29.916988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2cfd9-9382-4c01-afbb-3dd8f4674e58 req-ff748ecc-0c64-4096-a1c5-72cf91a57176 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:29.918513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abe2cfd9-9382-4c01-afbb-3dd8f4674e58 req-ff748ecc-0c64-4096-a1c5-72cf91a57176 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 950 time: 0.0518320 Jan 28 01:06:29.967736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abe2cfd9-9382-4c01-afbb-3dd8f4674e58 req-3986f340-c0c8-4b58-9588-255a93a6be5d tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/security-groups?id=b302c054-78c6-4568-9cfd-51ab9598622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Jan 28 01:06:30.103498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-03956bfd-7c69-4c23-af4a-a6a4b5029967 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:30.104982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-03956bfd-7c69-4c23-af4a-a6a4b5029967 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 950 time: 0.0548940 Jan 28 01:06:30.227681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550683f8-0188-4fa1-be4c-e9233c4d8da4 req-110a7932-6582-48eb-a6f9-8d54155ffa78 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:30.229341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-550683f8-0188-4fa1-be4c-e9233c4d8da4 req-110a7932-6582-48eb-a6f9-8d54155ffa78 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0876291 Jan 28 01:06:30.259033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Deleting port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:30.259372 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:30.335522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-550683f8-0188-4fa1-be4c-e9233c4d8da4 req-5aca5d2e-cec1-4d17-8a8f-ea91f8e2a137 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999970 Jan 28 01:06:30.376457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] For port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:30.376969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:30.405260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Calling delete_port for 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:30.520535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454e54-bda7-43db-9fdb-8fa8cd27254b req-061b18e8-c4d5-4bc9-9a6d-69d8b5da5cd6 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:30.521834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c454e54-bda7-43db-9fdb-8fa8cd27254b req-061b18e8-c4d5-4bc9-9a6d-69d8b5da5cd6 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0714173 Jan 28 01:06:30.626330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c454e54-bda7-43db-9fdb-8fa8cd27254b req-8c24800d-068d-46fa-9738-0c8b41b2b2c4 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923102 Jan 28 01:06:30.627565 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7c2f51f0-dd2b-4680-96d8-d68b815e4fb4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:30.656808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Pushing event deleted for resources: {'Port': ['ID=7c2f51f0-dd2b-4680-96d8-d68b815e4fb4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:30.663343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['7c2f51f0-dd2b-4680-96d8-d68b815e4fb4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:30.706931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] No DVR routers for this DVR port 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:30.709617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:30.713373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c66e8f55-7bf5-4048-8e33-6f986b570e20 req-4c560ee0-18f8-426c-8566-c6a495443ccc tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.45 "DELETE /v2.0/ports/7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 HTTP/1.1" status: 204 len: 173 time: 0.6014249 Jan 28 01:06:30.714117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287df486-ae44-4904-bdd6-6a44423f6044', 'name': 'network-vif-deleted', 'tag': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:30.716536 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb99a8-731c-458e-9892-c9abc8762611" -d '{"events": [{"server_uuid": "287df486-ae44-4904-bdd6-6a44423f6044", "name": "network-vif-deleted", "tag": "7c2f51f0-dd2b-4680-96d8-d68b815e4fb4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:30.764936 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b387e-ab0b-4c47-bf15-18702713f8cd x-openstack-request-id: req-1d7b387e-ab0b-4c47-bf15-18702713f8cd {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:30.765283 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287df486-ae44-4904-bdd6-6a44423f6044", "name": "network-vif-deleted", "tag": "7c2f51f0-dd2b-4680-96d8-d68b815e4fb4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:30.765544 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d7b387e-ab0b-4c47-bf15-18702713f8cd {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:30.766053 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287df486-ae44-4904-bdd6-6a44423f6044', 'name': 'network-vif-deleted', 'tag': '7c2f51f0-dd2b-4680-96d8-d68b815e4fb4', 'status': 'completed', 'code': 200} Jan 28 01:06:31.071782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80ba97f2-17c6-4f87-891e-6941cd5601bc req-1dd6cebc-a48c-44c8-93ec-61953393bb29 tempest-LiveMigrationNegativeTest-1174216321 tempest-LiveMigrationNegativeTest-1174216321-project] 10.222.0.23 "GET /v2.0/ports?device_id=287df486-ae44-4904-bdd6-6a44423f6044 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Jan 28 01:06:31.467666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db2141-0792-40ee-8e99-21611132c35b req-f229b5b0-b9c2-45f7-adc5-d5cff37bc8c7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:31.469159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5db2141-0792-40ee-8e99-21611132c35b req-f229b5b0-b9c2-45f7-adc5-d5cff37bc8c7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0522115 Jan 28 01:06:31.517363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5db2141-0792-40ee-8e99-21611132c35b req-483bdaea-1fd0-4caa-8d48-0c32ce1f6ca2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Jan 28 01:06:31.738326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35375d79-b7a6-49f9-a247-dc895007f8ca req-5cdd1bbd-227f-4b50-8352-2bc437fa799d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:31.739892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35375d79-b7a6-49f9-a247-dc895007f8ca req-5cdd1bbd-227f-4b50-8352-2bc437fa799d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 950 time: 0.0487685 Jan 28 01:06:31.789225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35375d79-b7a6-49f9-a247-dc895007f8ca req-eb6df968-a553-4b5e-9100-a2b0b8c64dc3 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Jan 28 01:06:32.247446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56500) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:32.373233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-274502ee-0039-423a-93fe-1aa2cdb2e98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.419096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56522) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:32.461785 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-274502ee-0039-423a-93fe-1aa2cdb2e98b admin admin] Publish callbacks [] for security_group (d805e367-808f-4950-bdf2-b52916d93aff), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.469417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-274502ee-0039-423a-93fe-1aa2cdb2e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d805e367-808f-4950-bdf2-b52916d93aff), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.513253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274502ee-0039-423a-93fe-1aa2cdb2e98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805e367-808f-4950-bdf2-b52916d93aff,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:32.521447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-274502ee-0039-423a-93fe-1aa2cdb2e98b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc50965ee7094cb58feeb4deea4e60d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710264 Jan 28 01:06:32.522093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:32.609038 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-37b3ead9-2172-42f2-8281-8850c075e5f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6330463072549b395c69ef05180385a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876388 Jan 28 01:06:32.612162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56542) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:32.623164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc850-b2b3-4876-8144-e722da772e72 admin admin] Publish callbacks [] for security_group (d805e367-808f-4950-bdf2-b52916d93aff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.644378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb455d-cd0f-4a08-ae9e-3a5aab3f20a8 req-3506d8db-10c5-4f86-88b6-99504cff2c27 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:32.645887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cfb455d-cd0f-4a08-ae9e-3a5aab3f20a8 req-3506d8db-10c5-4f86-88b6-99504cff2c27 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0566249 Jan 28 01:06:32.668180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc850-b2b3-4876-8144-e722da772e72 admin admin] Publish callbacks [] for security_group (d805e367-808f-4950-bdf2-b52916d93aff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.700575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cfb455d-cd0f-4a08-ae9e-3a5aab3f20a8 req-dc5730ae-e1ce-4bfb-8b4f-741abf751bb9 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Jan 28 01:06:32.709643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d315b-455f-4107-bedf-08fe96932ce1 admin admin] Publish callbacks [] for security_group (b302c054-78c6-4568-9cfd-51ab9598622b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.738632 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d315b-455f-4107-bedf-08fe96932ce1 admin admin] Publish callbacks [] for security_group (b302c054-78c6-4568-9cfd-51ab9598622b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.757592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc850-b2b3-4876-8144-e722da772e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d805e367-808f-4950-bdf2-b52916d93aff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.760930 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc850-b2b3-4876-8144-e722da772e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.762108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8f6bc850-b2b3-4876-8144-e722da772e72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d805e367-808f-4950-bdf2-b52916d93aff HTTP/1.1" status: 204 len: 168 time: 0.2393000 Jan 28 01:06:32.782271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc850-b2b3-4876-8144-e722da772e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805e367-808f-4950-bdf2-b52916d93aff,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:32.807977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d315b-455f-4107-bedf-08fe96932ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b302c054-78c6-4568-9cfd-51ab9598622b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.811121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d315b-455f-4107-bedf-08fe96932ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:32.815275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f95d315b-455f-4107-bedf-08fe96932ce1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b302c054-78c6-4568-9cfd-51ab9598622b HTTP/1.1" status: 204 len: 168 time: 0.1992674 Jan 28 01:06:32.832922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d315b-455f-4107-bedf-08fe96932ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302c054-78c6-4568-9cfd-51ab9598622b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:33.120866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56568) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:33.157007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56570) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:33.162430 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d3f31c35-3ec3-479c-826d-1842476301a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eca63fd2069a45549d41868e507ba676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402040 Jan 28 01:06:33.164751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56572) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:33.171599 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60f0c64b-9620-4530-b2ae-dd082f11ba3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.213303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf54413b-0c4c-4f8f-969c-1192a4a5d7a8 admin admin] Publish callbacks [] for security_group (89064b71-29f0-43a6-b305-8070ad86e4eb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.234476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf54413b-0c4c-4f8f-969c-1192a4a5d7a8 admin admin] Publish callbacks [] for security_group (89064b71-29f0-43a6-b305-8070ad86e4eb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.246515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60f0c64b-9620-4530-b2ae-dd082f11ba3d admin admin] Publish callbacks [] for security_group (c7f8002e-15d4-45b6-898c-b14b7a69619a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.251751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60f0c64b-9620-4530-b2ae-dd082f11ba3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c7f8002e-15d4-45b6-898c-b14b7a69619a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.284473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf54413b-0c4c-4f8f-969c-1192a4a5d7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (89064b71-29f0-43a6-b305-8070ad86e4eb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.287183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf54413b-0c4c-4f8f-969c-1192a4a5d7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.288435 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf54413b-0c4c-4f8f-969c-1192a4a5d7a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89064b71-29f0-43a6-b305-8070ad86e4eb HTTP/1.1" status: 204 len: 168 time: 0.1222742 Jan 28 01:06:33.292277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0c64b-9620-4530-b2ae-dd082f11ba3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f8002e-15d4-45b6-898c-b14b7a69619a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:33.297913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54413b-0c4c-4f8f-969c-1192a4a5d7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89064b71-29f0-43a6-b305-8070ad86e4eb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:33.302487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-60f0c64b-9620-4530-b2ae-dd082f11ba3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43ac9a3d46c34ffb9ac0ee0758987d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439900 Jan 28 01:06:33.302720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:33.356635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb542dc-227a-44c4-8a81-2c516516e1d7 admin admin] Publish callbacks [] for security_group (c7f8002e-15d4-45b6-898c-b14b7a69619a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.377761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb542dc-227a-44c4-8a81-2c516516e1d7 admin admin] Publish callbacks [] for security_group (c7f8002e-15d4-45b6-898c-b14b7a69619a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.401319 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.430744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb542dc-227a-44c4-8a81-2c516516e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c7f8002e-15d4-45b6-898c-b14b7a69619a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.434218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb542dc-227a-44c4-8a81-2c516516e1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:33.435489 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7fb542dc-227a-44c4-8a81-2c516516e1d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7f8002e-15d4-45b6-898c-b14b7a69619a HTTP/1.1" status: 204 len: 168 time: 0.1318448 Jan 28 01:06:33.443450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb542dc-227a-44c4-8a81-2c516516e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f8002e-15d4-45b6-898c-b14b7a69619a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:33.828724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03b88e-d4b2-4e79-b1af-396f5a779587 req-344a8843-5344-4cb7-9dbb-ae3c46609631 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:33.830298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba03b88e-d4b2-4e79-b1af-396f5a779587 req-344a8843-5344-4cb7-9dbb-ae3c46609631 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0545545 Jan 28 01:06:33.898166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba03b88e-d4b2-4e79-b1af-396f5a779587 req-b15f2f72-c9bf-4a19-ad4e-3b5928261e6e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Jan 28 01:06:34.338894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:34.427821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:34.428462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:34.454194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:34.457184 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fad788-8f31-4d22-ab33-517ed3d2a3dc" -d '{"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:34.483570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:34.490680 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:34.492468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:34.524469 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd5ab65-e74b-4967-a6e0-3e3312fe3119 x-openstack-request-id: req-dbd5ab65-e74b-4967-a6e0-3e3312fe3119 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:34.524765 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:34.525023 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbd5ab65-e74b-4967-a6e0-3e3312fe3119 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:34.525630 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'code': 200} Jan 28 01:06:34.542832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:34.543183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 7c2f51f0-dd2b-4680-96d8-d68b815e4fb4 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:34.569508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.009365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c40c60-56ed-421d-a123-c071ec4bc554 req-803a6ab8-b31a-4aff-b1c2-7157f2f37af1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.011344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32c40c60-56ed-421d-a123-c071ec4bc554 req-803a6ab8-b31a-4aff-b1c2-7157f2f37af1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0535016 Jan 28 01:06:35.059642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32c40c60-56ed-421d-a123-c071ec4bc554 req-a3cfb95c-3e53-4bac-9294-7fd423f33e25 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Jan 28 01:06:35.214552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-21d9a179-9aae-4db9-98c2-ceb5f76c458e tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323279 Jan 28 01:06:35.320746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-86b05324-e1a4-4ed7-9e80-97f084f72798 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.322417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-86b05324-e1a4-4ed7-9e80-97f084f72798 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083450 Jan 28 01:06:35.339119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-c02b709c-72cb-4789-b936-7f62e07b700f tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/quotas/b75b9ae1de3b494bb7d7c52044882f98 HTTP/1.1" status: 200 len: 375 time: 0.0095806 Jan 28 01:06:35.373589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5f634968-9e8d-40cb-acff-96c0ac458333 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282042 Jan 28 01:06:35.426540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0a7-dae4-407e-b401-8b2817e9b230 req-81ad6aea-16ba-4b2a-9036-92b9cf6703b7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.428044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f20e0a7-dae4-407e-b401-8b2817e9b230 req-81ad6aea-16ba-4b2a-9036-92b9cf6703b7 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0570257 Jan 28 01:06:35.486007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f20e0a7-dae4-407e-b401-8b2817e9b230 req-1e0f9cb9-0fc8-46a7-9135-d07774d208c1 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Jan 28 01:06:35.507517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56704) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:35.578840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-779be366-04c6-4f41-b9d7-7a4316c910e0 req-2bab076d-7b58-44f6-a6f3-1d07e679d801 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 210 time: 0.0304074 Jan 28 01:06:35.634737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa14f-99f7-434b-a413-cb90be68d636 req-b897f2b6-e39c-4c55-b158-7e03b3e5ee73 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.636235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a79aa14f-99f7-434b-a413-cb90be68d636 req-b897f2b6-e39c-4c55-b158-7e03b3e5ee73 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0559981 Jan 28 01:06:35.639446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e9c07de-f9e7-4655-a6a2-ce48be95bdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.687515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a79aa14f-99f7-434b-a413-cb90be68d636 req-a3f00caa-5b97-44bf-b38d-cab935df0743 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Jan 28 01:06:35.725910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e9c07de-f9e7-4655-a6a2-ce48be95bdd2 admin admin] Publish callbacks [] for security_group (c77b43e7-82b9-4e33-9228-a0c5b0faef47), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.730390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e9c07de-f9e7-4655-a6a2-ce48be95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c77b43e7-82b9-4e33-9228-a0c5b0faef47), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.775518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c07de-f9e7-4655-a6a2-ce48be95bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b43e7-82b9-4e33-9228-a0c5b0faef47,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.780825 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e9c07de-f9e7-4655-a6a2-ce48be95bdd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c6dd4fd1d514f8e80d28d1407326ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715485 Jan 28 01:06:35.782947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56718) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:35.834862 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca5eacd-80a6-421f-866e-8657336e2ef7 admin admin] Publish callbacks [] for security_group (c77b43e7-82b9-4e33-9228-a0c5b0faef47), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.864924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca5eacd-80a6-421f-866e-8657336e2ef7 admin admin] Publish callbacks [] for security_group (c77b43e7-82b9-4e33-9228-a0c5b0faef47), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.942117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca5eacd-80a6-421f-866e-8657336e2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c77b43e7-82b9-4e33-9228-a0c5b0faef47), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.944662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca5eacd-80a6-421f-866e-8657336e2ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:35.945849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9ca5eacd-80a6-421f-866e-8657336e2ef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c77b43e7-82b9-4e33-9228-a0c5b0faef47 HTTP/1.1" status: 204 len: 168 time: 0.1619127 Jan 28 01:06:35.957118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5eacd-80a6-421f-866e-8657336e2ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b43e7-82b9-4e33-9228-a0c5b0faef47,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.973724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941a98-518b-4a4b-851f-0f6e4ea4c2da req-f184d57a-3203-4eb6-b4bb-a37c554d772e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.975398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb941a98-518b-4a4b-851f-0f6e4ea4c2da req-f184d57a-3203-4eb6-b4bb-a37c554d772e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0666695 Jan 28 01:06:36.036129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb941a98-518b-4a4b-851f-0f6e4ea4c2da req-75f9806a-327a-4b45-973d-e0c51812ed4e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540535 Jan 28 01:06:36.258080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56736) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:36.272832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e097bc1-1b24-4cc5-bb9f-bc07e3fd5baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.354291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e097bc1-1b24-4cc5-bb9f-bc07e3fd5baf admin admin] Publish callbacks [] for security_group (a5c52248-be33-46aa-9cfd-7aa508146066), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.359866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e097bc1-1b24-4cc5-bb9f-bc07e3fd5baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a5c52248-be33-46aa-9cfd-7aa508146066), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.397395 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e097bc1-1b24-4cc5-bb9f-bc07e3fd5baf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbdfcfa726f64a7ab72d0cd9bf6dbbd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381259 Jan 28 01:06:36.398600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e097bc1-1b24-4cc5-bb9f-bc07e3fd5baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c52248-be33-46aa-9cfd-7aa508146066,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:36.400312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56742) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:36.450955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-151b8653-7231-4916-9112-05c1c8e391dd admin admin] Publish callbacks [] for security_group (a5c52248-be33-46aa-9cfd-7aa508146066), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.473115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-151b8653-7231-4916-9112-05c1c8e391dd admin admin] Publish callbacks [] for security_group (a5c52248-be33-46aa-9cfd-7aa508146066), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.526212 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-151b8653-7231-4916-9112-05c1c8e391dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a5c52248-be33-46aa-9cfd-7aa508146066), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.528822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-151b8653-7231-4916-9112-05c1c8e391dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.529981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-151b8653-7231-4916-9112-05c1c8e391dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5c52248-be33-46aa-9cfd-7aa508146066 HTTP/1.1" status: 204 len: 168 time: 0.1277509 Jan 28 01:06:36.537528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b8653-7231-4916-9112-05c1c8e391dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c52248-be33-46aa-9cfd-7aa508146066,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:36.686043 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-55f9c1b4-bb30-4fd8-ac97-d25f2f31ff39 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272999 Jan 28 01:06:36.686688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75405f17-44a1-46d8-a74b-5a243d48f9d1 req-ad92ce2c-e6fe-49fa-8fb7-f6c79611712a tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 210 time: 0.0375459 Jan 28 01:06:36.800626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-56c859b4-aa63-4f09-8da6-ae7117e0b35f tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:36.802101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-56c859b4-aa63-4f09-8da6-ae7117e0b35f tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086791 Jan 28 01:06:36.862991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Request body: {'port': {'device_id': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b75b9ae1de3b494bb7d7c52044882f98'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:36.974631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Made reservation on behalf of b75b9ae1de3b494bb7d7c52044882f98 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:36.978163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.987242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.038434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926eb25-e982-4418-8bee-dc646dfb31d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.070367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks [] for security_group (bfa01ae6-d00f-464c-9757-1f41a64b5041), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.077990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bfa01ae6-d00f-464c-9757-1f41a64b5041), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.095658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.158048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa01ae6-d00f-464c-9757-1f41a64b5041,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:37.177272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dacc5-afd3-418a-8ade-7b2925e653d9 req-fe763d36-eb9a-4898-b7bb-48b7da2a37ba tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.178835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-770dacc5-afd3-418a-8ade-7b2925e653d9 req-fe763d36-eb9a-4898-b7bb-48b7da2a37ba tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0577223 Jan 28 01:06:37.233676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Allocated IP 192.168.233.201 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/ee9ab1e9-7438-4909-b978-ac9aa2a5b775) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:37.239073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-770dacc5-afd3-418a-8ade-7b2925e653d9 req-8c108200-6e1d-4506-9ca0-088ae2ba3146 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Jan 28 01:06:37.386126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks [] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.424960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.464841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:37.477862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:37.487654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:37.505230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Pushing event updated for resources: {'Port': ['ID=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:37.560462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-f059c49e-c171-4a4d-a460-63d8c8833173 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.561985 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-f059c49e-c171-4a4d-a460-63d8c8833173 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 946 time: 0.0961175 Jan 28 01:06:37.567406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.568030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.617806 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5c5e3eb8-2e47-4279-9c0e-1d09bead3fca tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7588089 Jan 28 01:06:37.649222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Request body: {'port': {'device_id': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:37.720136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.726200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port a1720d24-64f1-43d8-85a8-7f9739e3168a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:37.726552 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.738980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-516d5751-b920-4060-820c-658a41231ab4 None None] Provisioning complete for port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:37.739361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-516d5751-b920-4060-820c-658a41231ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.783841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-516d5751-b920-4060-820c-658a41231ab4 None None] Port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:37.823715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aacb0-19de-4aed-b1a1-3efd8523c20a req-05bee400-325a-4df5-80f4-158a6ca0cc5e tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.825640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f89aacb0-19de-4aed-b1a1-3efd8523c20a req-05bee400-325a-4df5-80f4-158a6ca0cc5e tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 936 time: 0.0631499 Jan 28 01:06:37.890337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f89aacb0-19de-4aed-b1a1-3efd8523c20a req-e98adbb2-35f7-48d2-b655-89b99a52d24a tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584705 Jan 28 01:06:37.917205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port a1720d24-64f1-43d8-85a8-7f9739e3168a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a1720d24-64f1-43d8-85a8-7f9739e3168a,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:37.917624 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:37.939279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for a1720d24-64f1-43d8-85a8-7f9739e3168a owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:38.182892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9ab1e9-7438-4909-b978-ac9aa2a5b775 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:38.192850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Publish callbacks [] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.196721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a1720d24-64f1-43d8-85a8-7f9739e3168a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.230108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a1720d24-64f1-43d8-85a8-7f9739e3168a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:38.235551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=a1720d24-64f1-43d8-85a8-7f9739e3168a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:38.245631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Transition to ACTIVE for port object ee9ab1e9-7438-4909-b978-ac9aa2a5b775 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:38.262570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:38.272870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.299785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port a1720d24-64f1-43d8-85a8-7f9739e3168a on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:38.303897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.308633 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-37a8bf93-5d56-4da3-86a6-549ea166f256 req-723f1414-6270-49a3-8056-f50d2f92313c tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.43 "DELETE /v2.0/ports/a1720d24-64f1-43d8-85a8-7f9739e3168a HTTP/1.1" status: 204 len: 173 time: 0.7369115 Jan 28 01:06:38.331753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'name': 'network-vif-deleted', 'tag': 'a1720d24-64f1-43d8-85a8-7f9739e3168a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:38.336323 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29340662-a38d-4c14-9100-0e8bb2c5ca3e" -d '{"events": [{"server_uuid": "8778c5fc-afdf-4654-98c4-f6f954c2c8e8", "name": "network-vif-deleted", "tag": "a1720d24-64f1-43d8-85a8-7f9739e3168a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:38.373311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:38.391637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:38.417988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ff5420f-6c06-42a3-b178-364d9261009a req-ddc609f8-8255-4922-877a-f45a9bec21f8 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=8778c5fc-afdf-4654-98c4-f6f954c2c8e8 HTTP/1.1" status: 200 len: 210 time: 0.0759830 Jan 28 01:06:38.428303 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74e1434-2087-4d3c-804c-d00c2e7506eb x-openstack-request-id: req-b74e1434-2087-4d3c-804c-d00c2e7506eb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:38.428596 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8778c5fc-afdf-4654-98c4-f6f954c2c8e8", "name": "network-vif-deleted", "tag": "a1720d24-64f1-43d8-85a8-7f9739e3168a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:38.428846 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b74e1434-2087-4d3c-804c-d00c2e7506eb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:38.429228 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8778c5fc-afdf-4654-98c4-f6f954c2c8e8', 'name': 'network-vif-deleted', 'tag': 'a1720d24-64f1-43d8-85a8-7f9739e3168a', 'status': 'completed', 'code': 200} Jan 28 01:06:38.468712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Attempting to bind port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:38.469310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Attempting to bind port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:38.470117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Attempting to bind port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:38.476376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:38.476885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Attempting to bind port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:38.496251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:38.497349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:38.498328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:38.502585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Bound port: ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:38.504634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.636130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] For port ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:38.639947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] For port ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:38.645150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.664807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:38.679914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'mac_address': 'fa:16:3e:d1:15:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:38.681257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:38.683378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.684780 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] 10.222.0.43 "PUT /v2.0/ports/ee9ab1e9-7438-4909-b978-ac9aa2a5b775 HTTP/1.1" status: 200 len: 1096 time: 1.0413780 Jan 28 01:06:38.725056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf20186-d78b-4ca9-b98b-d16ae431ba6f service neutron] Pushing event updated for resources: {'Port': ['ID=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:38.786382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:38.786834 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.806149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7258e62-4d2a-437f-a25c-c59e671cbce6 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:38.808747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-736eaace-df4f-40aa-90e4-725ca17f0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:38.810302 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-736eaace-df4f-40aa-90e4-725ca17f0f90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 1099 time: 0.0571902 Jan 28 01:06:38.832412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:38.842619 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.877830 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-026ed8b6-2953-4d71-809f-67cc8d90df4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775 HTTP/1.1" status: 200 len: 217 time: 0.0500453 Jan 28 01:06:38.938879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5839d9e1-2ff1-42a3-bc63-e750057f25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:38.940703 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-5839d9e1-2ff1-42a3-bc63-e750057f25fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0546768 Jan 28 01:06:39.022060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-aaeac6fa-0372-4a68-9a73-7b3ed6e05ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:39.024535 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-aaeac6fa-0372-4a68-9a73-7b3ed6e05ace service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672185 Jan 28 01:06:39.056006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ef0ea-b557-472e-8f3d-f223143b3bc5 req-31ca7533-7a7d-41e1-9123-0b299d776257 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:39.063821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-970ef0ea-b557-472e-8f3d-f223143b3bc5 req-31ca7533-7a7d-41e1-9123-0b299d776257 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 948 time: 0.0585461 Jan 28 01:06:39.084166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:39.135193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-970ef0ea-b557-472e-8f3d-f223143b3bc5 req-7caff35c-f154-4c5e-a3c1-16190cc1866e tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Jan 28 01:06:39.216586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e7258e62-4d2a-437f-a25c-c59e671cbce6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:39.276951 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ba36e67c-852e-4850-849b-22fa70d4acd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.323757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56850) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:39.427423 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-6a2b3247-7f26-42c9-b47e-9b990ca6663f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966296 Jan 28 01:06:39.445914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a786-79fb-4fbc-afb1-938a626249c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.532605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ecef4dd6-07f7-4b41-96c4-243c8db6f5bf req-3d133363-8dd5-4721-a7d7-05c4d52a4e70 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980518 Jan 28 01:06:39.587533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a786-79fb-4fbc-afb1-938a626249c3 admin admin] Publish callbacks [] for security_group (961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.595008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a786-79fb-4fbc-afb1-938a626249c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.641346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a786-79fb-4fbc-afb1-938a626249c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:39.648775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56876) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:39.648934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7ee5a786-79fb-4fbc-afb1-938a626249c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=528d8fd6e57b489cb284d741f6218606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239975 Jan 28 01:06:39.706361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a90d852-a673-455c-9309-62e36a1d72e5 admin admin] Publish callbacks [] for security_group (961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.733319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a90d852-a673-455c-9309-62e36a1d72e5 admin admin] Publish callbacks [] for security_group (961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.786905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a90d852-a673-455c-9309-62e36a1d72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.789664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a90d852-a673-455c-9309-62e36a1d72e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.793468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0a90d852-a673-455c-9309-62e36a1d72e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7 HTTP/1.1" status: 204 len: 168 time: 0.1410325 Jan 28 01:06:39.800482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d852-a673-455c-9309-62e36a1d72e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961db9aa-8bbc-4526-a9ff-aebd6d8ac2d7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.107780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56904) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:40.121357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89f200db-c2fb-45a5-80ec-1d7fbee9978e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.207980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89f200db-c2fb-45a5-80ec-1d7fbee9978e admin admin] Publish callbacks [] for security_group (12704f97-6e62-4309-ab1e-c828d8f53222), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.212887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89f200db-c2fb-45a5-80ec-1d7fbee9978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (12704f97-6e62-4309-ab1e-c828d8f53222), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.255095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-89f200db-c2fb-45a5-80ec-1d7fbee9978e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=672cd5b7ecd1446d94707f37169bb0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450405 Jan 28 01:06:40.255095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f200db-c2fb-45a5-80ec-1d7fbee9978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12704f97-6e62-4309-ab1e-c828d8f53222,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.259904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:40.304102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e54bbe-391a-4045-8d04-f3614c31d691 req-dfe249bd-c329-4db9-8ba8-53be5e140e9e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.305593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36e54bbe-391a-4045-8d04-f3614c31d691 req-dfe249bd-c329-4db9-8ba8-53be5e140e9e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.0794859 Jan 28 01:06:40.310981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7527a4e-218b-4ed8-bc01-ca19508e79af admin admin] Publish callbacks [] for security_group (12704f97-6e62-4309-ab1e-c828d8f53222), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.317044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84718706-46c8-453c-93f0-32ea4b7f10f5 req-4f496789-680d-44d2-9528-3d89bff00333 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.318630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84718706-46c8-453c-93f0-32ea4b7f10f5 req-4f496789-680d-44d2-9528-3d89bff00333 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 948 time: 0.0809405 Jan 28 01:06:40.337750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7527a4e-218b-4ed8-bc01-ca19508e79af admin admin] Publish callbacks [] for security_group (12704f97-6e62-4309-ab1e-c828d8f53222), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.392018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7527a4e-218b-4ed8-bc01-ca19508e79af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (12704f97-6e62-4309-ab1e-c828d8f53222), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.392467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36e54bbe-391a-4045-8d04-f3614c31d691 req-276b3b37-f97e-402e-85bf-1db6e53bcafd tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728490 Jan 28 01:06:40.395334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7527a4e-218b-4ed8-bc01-ca19508e79af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.396515 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7527a4e-218b-4ed8-bc01-ca19508e79af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12704f97-6e62-4309-ab1e-c828d8f53222 HTTP/1.1" status: 204 len: 168 time: 0.1356699 Jan 28 01:06:40.402896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84718706-46c8-453c-93f0-32ea4b7f10f5 req-b718b7f8-eb1a-4a39-b3be-a14238d61238 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700068 Jan 28 01:06:40.405831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7527a4e-218b-4ed8-bc01-ca19508e79af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12704f97-6e62-4309-ab1e-c828d8f53222,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.407050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:40.430258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'tag': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:40.432791 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7417c3b3-2a78-4b21-8e80-21147a9429f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9dd9ac5-d881-4b25-b390-5793322b0a56", "tag": "ee9ab1e9-7438-4909-b978-ac9aa2a5b775"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:40.473012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e7258e62-4d2a-437f-a25c-c59e671cbce6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:40.473389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.496970 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0602dc-2b0d-463c-b832-04252819198e x-openstack-request-id: req-fa0602dc-2b0d-463c-b832-04252819198e {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:40.497414 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9dd9ac5-d881-4b25-b390-5793322b0a56", "tag": "ee9ab1e9-7438-4909-b978-ac9aa2a5b775", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:40.497668 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa0602dc-2b0d-463c-b832-04252819198e {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:40.498110 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'tag': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775', 'status': 'completed', 'code': 200} Jan 28 01:06:40.564923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:40.565310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.578986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-41cbaf1f-8581-4f05-a94b-9070e0d2e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.580482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-41cbaf1f-8581-4f05-a94b-9070e0d2e3f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 1099 time: 0.0400951 Jan 28 01:06:40.595361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:40.599379 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43df461f-8838-491b-bc97-4401e244039c" -d '{"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:40.624972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:40.637203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.645339 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a4517d-6123-421e-855b-fee7840e6717 x-openstack-request-id: req-60a4517d-6123-421e-855b-fee7840e6717 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:40.645627 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:40.645896 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60a4517d-6123-421e-855b-fee7840e6717 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:40.647389 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'code': 200} Jan 28 01:06:40.698394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.707129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-28760da2-6e96-43e9-8779-89fda71fcafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.708723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-28760da2-6e96-43e9-8779-89fda71fcafa service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1132712 Jan 28 01:06:40.738556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.757344 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-5f351ded-48b1-4fac-a406-b99c8b8ebae3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775 HTTP/1.1" status: 200 len: 217 time: 0.0418847 Jan 28 01:06:40.810547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-29a42ba7-0ed5-43ae-8dc0-90def347913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.812030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-29a42ba7-0ed5-43ae-8dc0-90def347913d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0477915 Jan 28 01:06:40.859508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-96777b58-9f31-4947-81a0-f51ec2fc5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.861002 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-96777b58-9f31-4947-81a0-f51ec2fc5ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434823 Jan 28 01:06:40.955564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-6b244508-7933-4bb6-b742-3c973b713c7d service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883751 Jan 28 01:06:41.046369 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7417c3b3-2a78-4b21-8e80-21147a9429f1 req-724f9785-8548-4b72-8c5d-fa43b31b2dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Jan 28 01:06:41.568657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939429-0576-4547-b426-65ef667b68a2 req-273ed88b-c173-4e5b-9d1f-9327f1f7f5ab tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:41.570193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47939429-0576-4547-b426-65ef667b68a2 req-273ed88b-c173-4e5b-9d1f-9327f1f7f5ab tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.0825064 Jan 28 01:06:41.585709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b73a-e0c4-4588-9128-4e311cb7cd18 req-2055c816-31ec-4c8b-ac1b-f2164d650e8b tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:41.586762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa80b73a-e0c4-4588-9128-4e311cb7cd18 req-2055c816-31ec-4c8b-ac1b-f2164d650e8b tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 948 time: 0.0678449 Jan 28 01:06:41.656529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47939429-0576-4547-b426-65ef667b68a2 req-7aa0150a-5078-4fca-980b-b6e734698c9b tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798779 Jan 28 01:06:41.660816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa80b73a-e0c4-4588-9128-4e311cb7cd18 req-cecd1699-2c02-4ebb-adc4-6dafbc4ef4b9 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677767 Jan 28 01:06:41.831497 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.039997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:42.158505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699ca3a2-d930-41d2-a4ec-644a54118592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.240380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699ca3a2-d930-41d2-a4ec-644a54118592 admin admin] Publish callbacks [] for security_group (2b043747-80e5-4b24-a312-8f0753170ee4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.245313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699ca3a2-d930-41d2-a4ec-644a54118592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b043747-80e5-4b24-a312-8f0753170ee4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.262351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ee9ab1e9-7438-4909-b978-ac9aa2a5b775 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:42.273301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a1720d24-64f1-43d8-85a8-7f9739e3168a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:42.289222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-699ca3a2-d930-41d2-a4ec-644a54118592 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57605a1e4358485cbd696e5fb8df4046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476900 Jan 28 01:06:42.291301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ca3a2-d930-41d2-a4ec-644a54118592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b043747-80e5-4b24-a312-8f0753170ee4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:42.292562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57000) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:42.297501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: a1720d24-64f1-43d8-85a8-7f9739e3168a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:42.297875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a1720d24-64f1-43d8-85a8-7f9739e3168a not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:42.346984 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d88f47d-50c4-4a1b-9390-abe32849a9e6 admin admin] Publish callbacks [] for security_group (2b043747-80e5-4b24-a312-8f0753170ee4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.368570 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d88f47d-50c4-4a1b-9390-abe32849a9e6 admin admin] Publish callbacks [] for security_group (2b043747-80e5-4b24-a312-8f0753170ee4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.385941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:42.397855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775', 'mac_address': 'fa:16:3e:b3:cd:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:42.420827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d88f47d-50c4-4a1b-9390-abe32849a9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b043747-80e5-4b24-a312-8f0753170ee4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.423612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d88f47d-50c4-4a1b-9390-abe32849a9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.427216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6d88f47d-50c4-4a1b-9390-abe32849a9e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b043747-80e5-4b24-a312-8f0753170ee4 HTTP/1.1" status: 204 len: 168 time: 0.1303260 Jan 28 01:06:42.433234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88f47d-50c4-4a1b-9390-abe32849a9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b043747-80e5-4b24-a312-8f0753170ee4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:42.436396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:42.436793 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.456454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9ab1e9-7438-4909-b978-ac9aa2a5b775 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:42.478372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:42.483464 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.536416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:42.571523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-58d4be86-9518-4673-8935-e4f6d64c2a46 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:42.573123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-58d4be86-9518-4673-8935-e4f6d64c2a46 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.0501559 Jan 28 01:06:42.671139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Deleting port 428bafda-603a-44af-9926-984129e006fd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:42.671493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (428bafda-603a-44af-9926-984129e006fd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.782224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ee9ab1e9-7438-4909-b978-ac9aa2a5b775'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:42.846833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] For port 428bafda-603a-44af-9926-984129e006fd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=428bafda-603a-44af-9926-984129e006fd,segment=NetworkSegment(1129a47f-71bf-40ec-a088-c41f1d47cc0b),segment_id=1129a47f-71bf-40ec-a088-c41f1d47cc0b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:42.847198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (428bafda-603a-44af-9926-984129e006fd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.868385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Calling delete_port for 428bafda-603a-44af-9926-984129e006fd owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:42.878383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545f5be-ae72-46c3-b2f6-98249dbf936b req-a2d8909c-1646-443f-b194-5e649c2948d2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:42.880173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2545f5be-ae72-46c3-b2f6-98249dbf936b req-a2d8909c-1646-443f-b194-5e649c2948d2 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/ports?device_id=017393f1-397c-4acc-bf43-68e7f2fd756d HTTP/1.1" status: 200 len: 946 time: 0.1295841 Jan 28 01:06:42.889064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3542e-5507-4b81-a815-d58c9071ad78 req-f086a84c-6880-4df8-b88d-543007f8a586 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:42.890548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f3542e-5507-4b81-a815-d58c9071ad78 req-f086a84c-6880-4df8-b88d-543007f8a586 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 949 time: 0.1362970 Jan 28 01:06:43.012781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2545f5be-ae72-46c3-b2f6-98249dbf936b req-2e47f355-09f6-401c-88e3-0739e8705b8e tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd123ca-3e25-487c-92f8-7b6094abafc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212399 Jan 28 01:06:43.020615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f3542e-5507-4b81-a815-d58c9071ad78 req-833e60db-6e6c-4e33-bbe6-114f0ff9730f tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176753 Jan 28 01:06:43.120817 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (428bafda-603a-44af-9926-984129e006fd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:43.148236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Pushing event deleted for resources: {'Port': ['ID=428bafda-603a-44af-9926-984129e006fd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:43.154222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['428bafda-603a-44af-9926-984129e006fd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:43.212332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] No DVR routers for this DVR port 428bafda-603a-44af-9926-984129e006fd on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:43.215924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:43.219734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fb83340-619c-4e9f-8f67-ae18c3828644 req-c96ac6a7-658a-4c43-8cbc-08b6b14a3f83 tempest-ServersTestJSON-1093120709 tempest-ServersTestJSON-1093120709-project] 10.222.0.45 "DELETE /v2.0/ports/428bafda-603a-44af-9926-984129e006fd HTTP/1.1" status: 204 len: 173 time: 0.6403928 Jan 28 01:06:43.220208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'name': 'network-vif-deleted', 'tag': '428bafda-603a-44af-9926-984129e006fd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:43.222497 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b7c2c-28cf-4ee4-9c43-c269353501f9" -d '{"events": [{"server_uuid": "017393f1-397c-4acc-bf43-68e7f2fd756d", "name": "network-vif-deleted", "tag": "428bafda-603a-44af-9926-984129e006fd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:43.283377 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7edd72d-7ca7-461b-9a16-68fdfb679703 x-openstack-request-id: req-e7edd72d-7ca7-461b-9a16-68fdfb679703 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:43.285097 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017393f1-397c-4acc-bf43-68e7f2fd756d", "name": "network-vif-deleted", "tag": "428bafda-603a-44af-9926-984129e006fd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:43.286039 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7edd72d-7ca7-461b-9a16-68fdfb679703 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:43.287099 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017393f1-397c-4acc-bf43-68e7f2fd756d', 'name': 'network-vif-deleted', 'tag': '428bafda-603a-44af-9926-984129e006fd', 'status': 'completed', 'code': 200} Jan 28 01:06:43.290405 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:43.720007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:43.851314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a86240a-11f0-4733-b801-8b9d5493aaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:43.995203 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a86240a-11f0-4733-b801-8b9d5493aaa3 admin admin] Publish callbacks [] for security_group (c5fbf63e-00f7-4b97-b5d8-3628f6f550d2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.002388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a86240a-11f0-4733-b801-8b9d5493aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c5fbf63e-00f7-4b97-b5d8-3628f6f550d2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.053545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86240a-11f0-4733-b801-8b9d5493aaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fbf63e-00f7-4b97-b5d8-3628f6f550d2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:44.078354 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a86240a-11f0-4733-b801-8b9d5493aaa3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=940f02490aae4c968cffdb4049ebc73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571863 Jan 28 01:06:44.080356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57100) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:44.090501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57102) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:44.166960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Deleting subnet f668df9a-49da-4996-bd06-37853d3d91c9 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:06:44.172699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Publish callbacks [] for subnet (f668df9a-49da-4996-bd06-37853d3d91c9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.233959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a17f089-fa3e-4cd5-a5ee-65490de9d3e4 admin admin] Publish callbacks [] for security_group (c5fbf63e-00f7-4b97-b5d8-3628f6f550d2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.235606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f668df9a-49da-4996-bd06-37853d3d91c9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.258331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a17f089-fa3e-4cd5-a5ee-65490de9d3e4 admin admin] Publish callbacks [] for security_group (c5fbf63e-00f7-4b97-b5d8-3628f6f550d2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.263056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ee9ab1e9-7438-4909-b978-ac9aa2a5b775 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:44.292536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75c43-ce48-45f1-a8ee-d59fbf1a1714 req-46e88b49-5877-46bb-addb-358155392969 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:44.294343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4a75c43-ce48-45f1-a8ee-d59fbf1a1714 req-46e88b49-5877-46bb-addb-358155392969 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 949 time: 0.1200364 Jan 28 01:06:44.309367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f668df9a-49da-4996-bd06-37853d3d91c9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.347398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:06:44.359916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a17f089-fa3e-4cd5-a5ee-65490de9d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c5fbf63e-00f7-4b97-b5d8-3628f6f550d2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.363485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a17f089-fa3e-4cd5-a5ee-65490de9d3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.363642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:44.364260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.364835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5a17f089-fa3e-4cd5-a5ee-65490de9d3e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5fbf63e-00f7-4b97-b5d8-3628f6f550d2 HTTP/1.1" status: 204 len: 168 time: 0.2827902 Jan 28 01:06:44.383067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17f089-fa3e-4cd5-a5ee-65490de9d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fbf63e-00f7-4b97-b5d8-3628f6f550d2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:44.421408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f668df9a-49da-4996-bd06-37853d3d91c9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.434237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4a75c43-ce48-45f1-a8ee-d59fbf1a1714 req-c97bcdf7-5bfc-43e7-ac16-29da08a081aa tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272466 Jan 28 01:06:44.486973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.496319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f668df9a-49da-4996-bd06-37853d3d91c9 HTTP/1.1" status: 204 len: 168 time: 0.4042139 Jan 28 01:06:44.497848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521de7f-3b0d-46f2-8841-954fef9b60eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f668df9a-49da-4996-bd06-37853d3d91c9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:44.500850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57118) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:44.572389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:44.574744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.597804 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e95e99a4-41eb-43e4-b75c-c907efa481a3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.607236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:44.609600 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bfc92e-6dea-412a-8f5d-413a7cac6042" -d '{"events": [{"server_uuid": "c9dd9ac5-d881-4b25-b390-5793322b0a56", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ab1e9-7438-4909-b978-ac9aa2a5b775"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:44.632680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:44.639508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.713956 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a6502-90fb-4195-8546-1be8404ed88a x-openstack-request-id: req-652a6502-90fb-4195-8546-1be8404ed88a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:44.714434 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9dd9ac5-d881-4b25-b390-5793322b0a56", "name": "network-vif-plugged", "status": "completed", "tag": "ee9ab1e9-7438-4909-b978-ac9aa2a5b775", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:44.714960 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-652a6502-90fb-4195-8546-1be8404ed88a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:44.715285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e95e99a4-41eb-43e4-b75c-c907efa481a3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.716017 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775', 'code': 200} Jan 28 01:06:44.717138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:44.751515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95e99a4-41eb-43e4-b75c-c907efa481a3']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:44.775834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1129a47f-71bf-40ec-a088-c41f1d47cc0b') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:44.777862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1129a47f-71bf-40ec-a088-c41f1d47cc0b') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:44.804491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (1129a47f-71bf-40ec-a088-c41f1d47cc0b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.819756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1129a47f-71bf-40ec-a088-c41f1d47cc0b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.828469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:06:44.828876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (1129a47f-71bf-40ec-a088-c41f1d47cc0b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:06:44.831436 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:06:44.892245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95420b7f-e8c1-4b1b-ba13-e92d3976ec2a req-d069207b-a5de-451b-9dfa-29953cbd5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:44.895422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95420b7f-e8c1-4b1b-ba13-e92d3976ec2a req-d069207b-a5de-451b-9dfa-29953cbd5f1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 1101 time: 0.0723405 Jan 28 01:06:44.919255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e95e99a4-41eb-43e4-b75c-c907efa481a3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.926039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:44.929187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] 10.222.0.23 "DELETE /v2.0/networks/e95e99a4-41eb-43e4-b75c-c907efa481a3 HTTP/1.1" status: 204 len: 168 time: 0.4272618 Jan 28 01:06:44.955099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afee6f3-35e7-42ff-a361-d14a87bcd32b admin admin] Pushing event deleted for resources: {'Network': ['ID=e95e99a4-41eb-43e4-b75c-c907efa481a3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:44.968247 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95420b7f-e8c1-4b1b-ba13-e92d3976ec2a req-02ac64a8-1195-4074-9853-ae5ace6fe492 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652108 Jan 28 01:06:45.199564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57142) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:45.279586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-31d0da48-1536-460b-bfb4-1c530f1f5c85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=759ff06070244d3091b75b09537e94ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785851 Jan 28 01:06:45.282110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:45.348290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec879-b5f6-488a-a842-f4cce78dbd91 admin admin] Publish callbacks [] for security_group (9cd123ca-3e25-487c-92f8-7b6094abafc2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:45.387593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec879-b5f6-488a-a842-f4cce78dbd91 admin admin] Publish callbacks [] for security_group (9cd123ca-3e25-487c-92f8-7b6094abafc2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:45.477501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec879-b5f6-488a-a842-f4cce78dbd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9cd123ca-3e25-487c-92f8-7b6094abafc2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:45.481101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec879-b5f6-488a-a842-f4cce78dbd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:45.485253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa8ec879-b5f6-488a-a842-f4cce78dbd91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cd123ca-3e25-487c-92f8-7b6094abafc2 HTTP/1.1" status: 204 len: 168 time: 0.1990700 Jan 28 01:06:45.529963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ec879-b5f6-488a-a842-f4cce78dbd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd123ca-3e25-487c-92f8-7b6094abafc2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:45.619581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3f645-0d8b-4cde-b52a-39e66e9fd3ad req-5737d9d9-259f-4847-a5e4-2c69693b3296 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:45.623606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9b3f645-0d8b-4cde-b52a-39e66e9fd3ad req-5737d9d9-259f-4847-a5e4-2c69693b3296 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 950 time: 0.0976584 Jan 28 01:06:45.721700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9b3f645-0d8b-4cde-b52a-39e66e9fd3ad req-1ce47881-2dd2-48bb-bd64-b0416bdb74d1 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923300 Jan 28 01:06:46.269419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:46.426937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 428bafda-603a-44af-9926-984129e006fd no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:46.453643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 428bafda-603a-44af-9926-984129e006fd {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:46.454321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 428bafda-603a-44af-9926-984129e006fd not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:46.503065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-467584817'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:46.536073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Made reservation on behalf of 95ec83f8145c4fa1b949cb73b06ee60d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:46.538767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.552385 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.641170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks [] for security_group (42fcd224-4bea-4438-a619-27608fd82503), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.647847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (42fcd224-4bea-4438-a619-27608fd82503), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.677271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:46.701465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a592537d-c6ea-4a14-9cc8-0f9f619ece74), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.701835 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Added segment a592537d-c6ea-4a14-9cc8-0f9f619ece74 of type vlan for network 9a2a42ca-a59c-4de2-ba92-234d110270aa Jan 28 01:06:46.703198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fcd224-4bea-4438-a619-27608fd82503,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:46.757230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9a2a42ca-a59c-4de2-ba92-234d110270aa), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.788363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9a2a42ca-a59c-4de2-ba92-234d110270aa), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.796120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:46.797172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.952179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6782732 Jan 28 01:06:46.970220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1977765-b033-4847-989e-fd78f90947f0 tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Pushing event updated for resources: {'Network': ['ID=9a2a42ca-a59c-4de2-ba92-234d110270aa,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:46.983192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a920-5a53-46cf-8976-a8981919e221 req-c60c8e6d-bfc8-4e7e-aaea-0e6c90909748 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:46.988931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9a2a42ca-a59c-4de2-ba92-234d110270aa details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:46.990229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb3a920-5a53-46cf-8976-a8981919e221 req-c60c8e6d-bfc8-4e7e-aaea-0e6c90909748 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 950 time: 0.1485898 Jan 28 01:06:47.060500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb3a920-5a53-46cf-8976-a8981919e221 req-26754c40-62a1-45b5-90ba-3d5c78767085 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664337 Jan 28 01:06:47.335782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57230) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:47.342222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Request body: {'port': {'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa', 'binding:host_id': 'n-h1-826756-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1609410179'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:47.370677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Made reservation on behalf of e38868b2e0624da49eea5c93d75fb65d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:47.374486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:47.392050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:47.593465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for security_group (792fd675-9df3-4289-9752-184ece941ed6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:47.601085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (792fd675-9df3-4289-9752-184ece941ed6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:47.615548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port 81ef3d26-4796-4acc-86f7-e23adc78e329 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:47.639503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-15b49e7c-2f0b-4dfa-a058-c5a7f98ce7ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1050289 Jan 28 01:06:47.708017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792fd675-9df3-4289-9752-184ece941ed6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:47.800460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-07df7f2e-39f5-4acf-b7e7-c512ace9d295 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653574 Jan 28 01:06:47.998838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:47.999676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.000147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.000611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.001059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.001514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.002066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.003939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-39019658-9d63-46c3-a859-d5af7ff172b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 6489 time: 0.1838133 Jan 28 01:06:48.098392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-bd60968c-0e9e-4398-b411-8d117297c985 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.105165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-bd60968c-0e9e-4398-b411-8d117297c985 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990983 Jan 28 01:06:48.124477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port 81ef3d26-4796-4acc-86f7-e23adc78e329 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:48.143236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-f1a7e517-4e4b-4b89-a299-925aa07cbd3e tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/quotas/b75b9ae1de3b494bb7d7c52044882f98 HTTP/1.1" status: 200 len: 375 time: 0.0371280 Jan 28 01:06:48.147210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:48.162495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:48.275438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-1a65590c-c66f-4095-b140-6333320304cd tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312060 Jan 28 01:06:48.302470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-2c3e09ba-1550-453d-91be-37c3ae063eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.302806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-2c3e09ba-1550-453d-91be-37c3ae063eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.303270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-2c3e09ba-1550-453d-91be-37c3ae063eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.304873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-2c3e09ba-1550-453d-91be-37c3ae063eb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e34977c-6afd-444a-bc63-046383ca9556&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=aee934d6-10b5-41ed-a0ab-b24106935ed0&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 200 len: 2293 time: 0.2674274 Jan 28 01:06:48.308970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=81ef3d26-4796-4acc-86f7-e23adc78e329,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:48.311566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Checking segment: {'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:48.311931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Network hostable DHCP agents. Network: 9a2a42ca-a59c-4de2-ba92-234d110270aa, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:48.401550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Network 9a2a42ca-a59c-4de2-ba92-234d110270aa is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:48.418743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-cdda47fe-ad08-4fa6-9f82-e13cc4ccf131 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 200 len: 1001 time: 0.1041341 Jan 28 01:06:48.420681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9a2a42ca-a59c-4de2-ba92-234d110270aa) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:48.432520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476bdba4-f0b3-49a0-8cb5-9c45cd843224 None None] Network 9a2a42ca-a59c-4de2-ba92-234d110270aa requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:48.506401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:48.540106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-6af53ba7-3de3-4f14-ae78-6530c1654378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.541671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-6af53ba7-3de3-4f14-ae78-6530c1654378 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3c1ba2b-5c3b-480a-9479-70fd020d10e1 HTTP/1.1" status: 200 len: 851 time: 0.1154568 Jan 28 01:06:48.554843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:48.555192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:48.555596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:48.621625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:48.622209 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:48.631320 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 2 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:48.694011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23a562ff-cfc0-40f0-a80b-e91fb88fda6d req-f6eb4593-7b51-462f-a2a2-07e748da736b tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 210 time: 0.0654032 Jan 28 01:06:48.702560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:48.702949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:48.703399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:48.710835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:48.711214 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:48.711810 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 3 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:48.726423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-93d991c3-bafa-4049-9c72-1bbe2c5d239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.727959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-93d991c3-bafa-4049-9c72-1bbe2c5d239c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e34977c-6afd-444a-bc63-046383ca9556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756930 Jan 28 01:06:48.728818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:48.729055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:48.729400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:48.734652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:48.735108 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:48.737036 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 4 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:48.801474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:48.802082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:48.802635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:48.814765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:48.815159 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:48.816963 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 5 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:48.846187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:48.846495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:48.846810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:48.853907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:48.854243 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:48.856154 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 6 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:48.882390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-72bb1d48-7b4f-4ec1-909f-7962ff1dc4ea service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462393 Jan 28 01:06:48.883602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:48.883886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:48.884221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:48.900374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:48.900805 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:48.902782 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 7 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:49.308643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:49.308987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:49.309309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:49.335583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:49.335961 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:49.338940 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 8 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:49.381738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:49.382447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:49.383008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:49.400130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:49.400934 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:49.403464 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 9 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:49.418215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-fdf852bf-1456-4b53-987f-0d076d8b5039 service neutron] 10.222.0.45 "GET /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277297 Jan 28 01:06:49.422708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57302) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:49.443329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:49.443851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:49.444247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:49.477539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:49.478020 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:49.478885 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 10 to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 Jan 28 01:06:49.495363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-b8027bac-2ae3-4f7c-b1fc-6a590f470075 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 217 time: 0.0595822 Jan 28 01:06:49.496363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:49.496800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:49.497254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:49.514127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 81ef3d26-4796-4acc-86f7-e23adc78e329 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:49.514506 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 81ef3d26-4796-4acc-86f7-e23adc78e329 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:49.514971 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.549298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f5f2-88ad-4311-bf97-f25b7f988e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.587874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-8141758d-2bd2-40bd-ae58-4a9ca5c3a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.589506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-8141758d-2bd2-40bd-ae58-4a9ca5c3a6f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0865803 Jan 28 01:06:49.650518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] For port 81ef3d26-4796-4acc-86f7-e23adc78e329, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:49.651048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempted to set empty binding levels {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 01:06:49.659876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.684263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f5f2-88ad-4311-bf97-f25b7f988e8d admin admin] Publish callbacks [] for security_group (f1cf4d40-87fc-4650-b247-c23c9060f49c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.689272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f5f2-88ad-4311-bf97-f25b7f988e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1cf4d40-87fc-4650-b247-c23c9060f49c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.702811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-82a82b44-cd84-4495-8aa1-14d5b71e5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.704299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-82a82b44-cd84-4495-8aa1-14d5b71e5d17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1078682 Jan 28 01:06:49.706144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.706317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.750761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2f5f2-88ad-4311-bf97-f25b7f988e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf4d40-87fc-4650-b247-c23c9060f49c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:49.778817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=81ef3d26-4796-4acc-86f7-e23adc78e329,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:49.792418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6ddd2f9a-6692-467b-ab48-4980ed0592d5 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4548240 Jan 28 01:06:49.793688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57320) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:49.833636 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e5e2f5f2-88ad-4311-bf97-f25b7f988e8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5e1884db33d4481b3a176da54c519a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4081371 Jan 28 01:06:49.836155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57322) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:49.878584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f29e839-952a-407f-87c6-ec81146811aa req-f4491427-0472-4df6-86b5-d19a956d66b1 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 210 time: 0.0455096 Jan 28 01:06:49.880424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-41420f69-6c0a-4023-8ebc-fc6f86b53609 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673038 Jan 28 01:06:49.941658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26594ebc-3772-4b12-b5fe-8fc5f22f9ce5 admin admin] Publish callbacks [] for security_group (f1cf4d40-87fc-4650-b247-c23c9060f49c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:49.952295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Deleting port 81ef3d26-4796-4acc-86f7-e23adc78e329 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:49.952662 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.018064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26594ebc-3772-4b12-b5fe-8fc5f22f9ce5 admin admin] Publish callbacks [] for security_group (f1cf4d40-87fc-4650-b247-c23c9060f49c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.045216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-b74d8b53-434c-4315-a665-b141f07d5b82 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561985 Jan 28 01:06:50.061620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] For port 81ef3d26-4796-4acc-86f7-e23adc78e329, host n-h1-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:50.062016 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.084112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Calling delete_port for 81ef3d26-4796-4acc-86f7-e23adc78e329 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:50.128097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-0bd5a8d2-b2a9-46ac-b64c-ad69e5e17a88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 217 time: 0.0567009 Jan 28 01:06:50.189435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26594ebc-3772-4b12-b5fe-8fc5f22f9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1cf4d40-87fc-4650-b247-c23c9060f49c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.192058 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26594ebc-3772-4b12-b5fe-8fc5f22f9ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.197434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-26594ebc-3772-4b12-b5fe-8fc5f22f9ce5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1cf4d40-87fc-4650-b247-c23c9060f49c HTTP/1.1" status: 204 len: 168 time: 0.3596191 Jan 28 01:06:50.217157 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26594ebc-3772-4b12-b5fe-8fc5f22f9ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf4d40-87fc-4650-b247-c23c9060f49c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:50.219554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-7161a566-3176-46bc-b588-5ee197f367d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.223307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-7161a566-3176-46bc-b588-5ee197f367d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.0781720 Jan 28 01:06:50.266556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (81ef3d26-4796-4acc-86f7-e23adc78e329), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.337178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ef3d26-4796-4acc-86f7-e23adc78e329,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:50.371129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-2ad4a20b-3eca-42f7-b023-b97b845b6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.374804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-2ad4a20b-3eca-42f7-b023-b97b845b6832 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439540 Jan 28 01:06:50.378779 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-c95e051e-b0c8-4e20-8e90-887966adc253 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440521 Jan 28 01:06:50.383076 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.392892 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b59705c9-89ed-4a40-93f0-febfd4b15e8b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "DELETE /v2.0/ports/81ef3d26-4796-4acc-86f7-e23adc78e329 HTTP/1.1" status: 204 len: 168 time: 0.5977938 Jan 28 01:06:50.395661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57330) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:50.399083 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:50.461217 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-36969157-2168-47ce-ad6f-64d4effdb4cd tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:06:50.467356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36969157-2168-47ce-ad6f-64d4effdb4cd tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "GET /v2.0/ports/81ef3d26-4796-4acc-86f7-e23adc78e329 HTTP/1.1" status: 404 len: 333 time: 0.0705922 Jan 28 01:06:50.468553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57336) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:50.473704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Request body: {'port': {'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-907733618'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:50.528383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Made reservation on behalf of e38868b2e0624da49eea5c93d75fb65d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:50.532748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.555143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-1ccd707a-26a2-405f-baef-f28149c019cb service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701884 Jan 28 01:06:50.559234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:50.616010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-42c41405-82cc-4d36-a11b-8b0d25fd81b3 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.620615 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-42c41405-82cc-4d36-a11b-8b0d25fd81b3 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254729 Jan 28 01:06:50.640199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Request body: {'port': {'device_id': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'b75b9ae1de3b494bb7d7c52044882f98'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:50.721828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-29de5faf-f303-4da2-ae47-a8816b610079 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575811 Jan 28 01:06:50.785142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57344) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:50.803752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-4a5eeba6-9711-4c6f-94b4-8f074c0e1c83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=f3e4b93f-c9be-4d55-b963-c278808b544b HTTP/1.1" status: 200 len: 217 time: 0.0711601 Jan 28 01:06:50.855701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-478b6bd0-f025-4820-96ad-47b1949c2eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.898135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Made reservation on behalf of b75b9ae1de3b494bb7d7c52044882f98 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:50.902234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.928265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-693ab2f9-9b03-468f-aa11-4edbb5423013 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166229 Jan 28 01:06:50.957983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:50.960545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-5555d9f6-5cf6-4bc7-8ef1-f352ddb1363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.962003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-5555d9f6-5cf6-4bc7-8ef1-f352ddb1363c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.1084960 Jan 28 01:06:51.048690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f1e3440-562b-4d53-9f56-7689b6fb9d8a req-f0ed8d8c-b145-4c46-8912-033d91232fce tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 210 time: 0.0352561 Jan 28 01:06:51.089672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-62bb99f6-f47d-443e-8110-bba6d5ca63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.091159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-62bb99f6-f47d-443e-8110-bba6d5ca63dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178913 Jan 28 01:06:51.143336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-478b6bd0-f025-4820-96ad-47b1949c2eb2 admin admin] Publish callbacks [] for security_group (b60009a2-f35a-4819-bdca-fe58cdc427c9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.146054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-334e7b72-6e69-4342-b950-55ff2266ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.148090 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-334e7b72-6e69-4342-b950-55ff2266ffa1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 1096 time: 0.1471438 Jan 28 01:06:51.151736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-478b6bd0-f025-4820-96ad-47b1949c2eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b60009a2-f35a-4819-bdca-fe58cdc427c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.225469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-6bf31534-a61b-4996-8fad-bc343a893b12 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222184 Jan 28 01:06:51.227094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.237626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Allocated IP 192.168.233.38 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/351e071d-061d-4d11-baef-ad38c6a02503) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:51.271251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-478b6bd0-f025-4820-96ad-47b1949c2eb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bf854bfffc44ceaae6420ddcb16645d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800923 Jan 28 01:06:51.273901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57360) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:51.286598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b6bd0-f025-4820-96ad-47b1949c2eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60009a2-f35a-4819-bdca-fe58cdc427c9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:51.287345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Network 9a2a42ca-a59c-4de2-ba92-234d110270aa is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:51.382072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=02a96d5d-4f22-4745-83eb-bedb16eaa2ed,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:51.384719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:51.388733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-77b017ca-c2ea-4650-b852-4d80b55d0e53 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998068 Jan 28 01:06:51.389547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:51.390461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.391071 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.416939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b4771bb-5ed7-49f9-8baf-9d3f28e866a5 admin admin] Publish callbacks [] for security_group (b60009a2-f35a-4819-bdca-fe58cdc427c9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.422417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-7eff8fec-4ec1-4ff4-943f-4dc0cc3250aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.424057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-7eff8fec-4ec1-4ff4-943f-4dc0cc3250aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.2358682 Jan 28 01:06:51.445986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-6dbd6584-bec1-43fe-9dcc-22db9ff8ee19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e HTTP/1.1" status: 200 len: 217 time: 0.0422764 Jan 28 01:06:51.449599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3950a1ba-6988-4d4d-bbc4-61a0a09c20bb tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9802136 Jan 28 01:06:51.464076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57362) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:51.466318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:51.526792 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-3647f0bb-a2f6-4453-8240-d3191327b15d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 200 len: 217 time: 0.0745225 Jan 28 01:06:51.529014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b4771bb-5ed7-49f9-8baf-9d3f28e866a5 admin admin] Publish callbacks [] for security_group (b60009a2-f35a-4819-bdca-fe58cdc427c9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.547023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.584640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-07d1fac4-3947-46b5-8bb0-49b077419665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.586240 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-07d1fac4-3947-46b5-8bb0-49b077419665 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0530396 Jan 28 01:06:51.651882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-f9ce092a-2994-43d0-a650-00311188f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.653402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-f9ce092a-2994-43d0-a650-00311188f093 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 200 len: 797 time: 0.2007997 Jan 28 01:06:51.703505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks [] for port (351e071d-061d-4d11-baef-ad38c6a02503), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.722375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-0b9821c8-9b89-40cd-bf03-765266834b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.723922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-0b9821c8-9b89-40cd-bf03-765266834b8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee934d6-10b5-41ed-a0ab-b24106935ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636752 Jan 28 01:06:51.766714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-1cc605f5-5c13-4d73-9019-39a83d43cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.768548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-1cc605f5-5c13-4d73-9019-39a83d43cf33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673768 Jan 28 01:06:51.802683 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b4771bb-5ed7-49f9-8baf-9d3f28e866a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b60009a2-f35a-4819-bdca-fe58cdc427c9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.805501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b4771bb-5ed7-49f9-8baf-9d3f28e866a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.807337 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b4771bb-5ed7-49f9-8baf-9d3f28e866a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b60009a2-f35a-4819-bdca-fe58cdc427c9 HTTP/1.1" status: 204 len: 168 time: 0.5289583 Jan 28 01:06:51.843402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (351e071d-061d-4d11-baef-ad38c6a02503), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:51.869272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4771bb-5ed7-49f9-8baf-9d3f28e866a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60009a2-f35a-4819-bdca-fe58cdc427c9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:51.886219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ee9ab1e9-7438-4909-b978-ac9aa2a5b775'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:51.975850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:51.985751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:51.993476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:52.025988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-8d963fd3-ee16-460e-a293-4aae5a44b6fe service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882106 Jan 28 01:06:52.247808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.249800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:52.269386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Pushing event updated for resources: {'Port': ['ID=351e071d-061d-4d11-baef-ad38c6a02503,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:52.281523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:52.310723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.326050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-18c57b27-9209-4f28-8e47-603def40248d service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483065 Jan 28 01:06:52.331828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.337285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.346943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.352378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.369093 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-00c4561b-f2bc-41c7-b994-5990ad8863fc tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7335310 Jan 28 01:06:52.375179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.381895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.392109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-d826f37d-0cbb-4d6e-a773-7df8ca4ad362 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.5134599 Jan 28 01:06:52.420726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:52.450178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Request body: {'port': {'device_id': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:52.461187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-04d68e71-0cdc-4ff2-bbd4-5fad7080f457 None None] Provisioning complete for port 351e071d-061d-4d11-baef-ad38c6a02503 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:52.461933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-04d68e71-0cdc-4ff2-bbd4-5fad7080f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (351e071d-061d-4d11-baef-ad38c6a02503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:52.469646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:52.559898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-04d68e71-0cdc-4ff2-bbd4-5fad7080f457 None None] Port 351e071d-061d-4d11-baef-ad38c6a02503 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:52.564204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e00ea8-2b28-4768-9757-c19e9ca4d152 req-04cc1b8f-be4a-4cc5-a4ef-488967cbc036 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.566469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e00ea8-2b28-4768-9757-c19e9ca4d152 req-04cc1b8f-be4a-4cc5-a4ef-488967cbc036 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 935 time: 0.3329012 Jan 28 01:06:52.576760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-7bdf8a2a-0836-4a8d-a182-48cbb470b892 service neutron] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312908 Jan 28 01:06:52.584897 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-da201e12-5bdc-4946-bf8d-e17be26c32d5 req-cfa33afd-5cc0-4bf7-906a-e6e0eff30cf7 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456205 Jan 28 01:06:52.591826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0deaf7fa-a8c2-4b30-8e88-7426475a1818 req-24b105cb-4ece-4e89-aba1-bcb9728bd4f8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1972337 Jan 28 01:06:52.673370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (351e071d-061d-4d11-baef-ad38c6a02503), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:52.737567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=02a96d5d-4f22-4745-83eb-bedb16eaa2ed,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:52.811065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-aa8f108b-7fbe-4c37-a25c-68d3d4a56c1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4 HTTP/1.1" status: 200 len: 217 time: 0.2119827 Jan 28 01:06:52.860514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:52.860764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:52.861140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:52.878110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e00ea8-2b28-4768-9757-c19e9ca4d152 req-fa0b5840-d7e4-4e05-9926-2ef2ea5e87e0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670970 Jan 28 01:06:52.880665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:52.881002 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:52.881393 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 2 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:52.969788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-b7b5bad3-7965-47e8-b5e8-e17c6e7737f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.971824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-b7b5bad3-7965-47e8-b5e8-e17c6e7737f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.0755551 Jan 28 01:06:53.012186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.012665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.012986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.051475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.051839 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.079870 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 3 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.094292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.094646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.094978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.108555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.108893 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.113426 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 4 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.128709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.129003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.129346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.137509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-e8ba8f2b-6ce5-40d6-8848-3d43d156bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.139988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-e8ba8f2b-6ce5-40d6-8848-3d43d156bb0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.1675427 Jan 28 01:06:53.148374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.148692 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.152552 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 5 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.171494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351e071d-061d-4d11-baef-ad38c6a02503 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:53.188580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Publish callbacks [] for port (351e071d-061d-4d11-baef-ad38c6a02503), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:53.198178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-d983ab9d-40d9-4930-8638-7bb386febc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.199863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-d983ab9d-40d9-4930-8638-7bb386febc23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905844 Jan 28 01:06:53.203029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.203428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.204122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.213372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Transition to ACTIVE for port object 351e071d-061d-4d11-baef-ad38c6a02503 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:53.215938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c33ba-86ac-4b26-aff2-5263b8966e78 req-759945f3-174d-4494-aa3f-67c9bdd49597 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.224582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-856c33ba-86ac-4b26-aff2-5263b8966e78 req-759945f3-174d-4494-aa3f-67c9bdd49597 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2168148 Jan 28 01:06:53.237200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (351e071d-061d-4d11-baef-ad38c6a02503), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:53.293837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.293837 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.305688 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 6 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.349375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Pushing event updated for resources: {'Port': ['ID=351e071d-061d-4d11-baef-ad38c6a02503,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:53.381660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.382001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.382449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.506821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Attempting to bind port 351e071d-061d-4d11-baef-ad38c6a02503 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.507366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Attempting to bind port 351e071d-061d-4d11-baef-ad38c6a02503 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.508257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Attempting to bind port 351e071d-061d-4d11-baef-ad38c6a02503 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.514632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.515012 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.515555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Port 351e071d-061d-4d11-baef-ad38c6a02503 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.515877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Attempting to bind port 351e071d-061d-4d11-baef-ad38c6a02503 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.522008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:53.522359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:53.522748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:53.523179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Bound port: 351e071d-061d-4d11-baef-ad38c6a02503, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:53.523535 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (351e071d-061d-4d11-baef-ad38c6a02503), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:53.540791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-856c33ba-86ac-4b26-aff2-5263b8966e78 req-91bc6a55-0030-4d92-b9e0-2dfd833f8930 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051133 Jan 28 01:06:53.546142 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 7 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.567348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-9d53fb58-366b-430f-8a73-37b2841b8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.568851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-9d53fb58-366b-430f-8a73-37b2841b8d90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.4114244 Jan 28 01:06:53.576348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.576682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.577035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.593869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-00181769-889f-408e-9510-d945372d9e6f service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672791 Jan 28 01:06:53.632916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.633180 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.639783 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 8 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.662092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.667943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.678164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.686355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.692745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.700654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.707796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.710025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-e11e68cb-7202-45d1-9c08-7b3cf57c5091 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.1447713 Jan 28 01:06:53.785833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] For port 351e071d-061d-4d11-baef-ad38c6a02503, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:53.791697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-227eaff0-256f-4224-8353-d494f5c7c230 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.793586 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-227eaff0-256f-4224-8353-d494f5c7c230 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "GET /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0768173 Jan 28 01:06:53.800178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.800538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.800985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.834674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] For port 351e071d-061d-4d11-baef-ad38c6a02503, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=351e071d-061d-4d11-baef-ad38c6a02503,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:53.845181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.845552 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:53.848846 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 9 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:53.856903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-86fad5dd-0bfd-47cc-bd54-e9e7de847f8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.2757623 Jan 28 01:06:53.873539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (351e071d-061d-4d11-baef-ad38c6a02503), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:53.978278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:53.984489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:53.984923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:54.012747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.013495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:54.016085 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] 10.222.0.43 "PUT /v2.0/ports/351e071d-061d-4d11-baef-ad38c6a02503 HTTP/1.1" status: 200 len: 1095 time: 1.6220384 Jan 28 01:06:54.034775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'tag': '351e071d-061d-4d11-baef-ad38c6a02503'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:54.040816 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ebc8f-760f-48be-ab00-f83f723d2c12" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe54be8-2ea2-44a3-b0f8-ba23f003def3", "tag": "351e071d-061d-4d11-baef-ad38c6a02503"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:54.077708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:54.078521 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:54.090583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c0d3b-a2d0-43b6-a27b-f60c18a20d24 service neutron] Pushing event updated for resources: {'Port': ['ID=351e071d-061d-4d11-baef-ad38c6a02503,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:54.095403 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 10 to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed Jan 28 01:06:54.129492 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-6ae81304-2a4b-423f-8ab5-a1d287151ad7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "GET /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3264678 Jan 28 01:06:54.162855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.172331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:54.176172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.202127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.208098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.216241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.225496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.228146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-6bf56638-b4c0-4558-9b32-c6251af2b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.230472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-6bf56638-b4c0-4558-9b32-c6251af2b4a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 1098 time: 0.1410892 Jan 28 01:06:54.232352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.236833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1311c33-03ed-4752-82ed-dca675b08876 req-cb759f37-6dc0-4f8b-a009-4138c73f4776 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 5432 time: 0.4685829 Jan 28 01:06:54.250639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-fc3e716d-bb6c-4e6c-bb5b-1bb23d7a7cf7 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107316 Jan 28 01:06:54.304115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-854343f0-aa58-4ab2-9a7b-8319a6c789ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.306625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-854343f0-aa58-4ab2-9a7b-8319a6c789ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.4378300 Jan 28 01:06:54.307833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:54.350146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:54.350742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:54.351280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:54.363465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-f8891c95-f529-485d-abbf-6ef41e0c7b5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=351e071d-061d-4d11-baef-ad38c6a02503 HTTP/1.1" status: 200 len: 217 time: 0.1002743 Jan 28 01:06:54.377025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-7f6115a3-b6ee-47e0-a10f-58ca04657356 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 200 len: 217 time: 0.1048284 Jan 28 01:06:54.380937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:54.381472 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:06:54.382050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:54.467206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-1fe5a04a-84e6-430a-b591-c9a6df8b29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.469442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-1fe5a04a-84e6-430a-b591-c9a6df8b29a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0998187 Jan 28 01:06:54.502899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e41d0-9e74-4307-be4b-c78f4ae2da04 req-213458cc-9e18-406c-bce6-175858f692d6 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.511997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d2e41d0-9e74-4307-be4b-c78f4ae2da04 req-213458cc-9e18-406c-bce6-175858f692d6 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 947 time: 0.5111003 Jan 28 01:06:54.623039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1311c33-03ed-4752-82ed-dca675b08876 req-04f892a2-ef1b-4d56-a248-1e0f73c4db82 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3532364 Jan 28 01:06:54.640363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-bd2d0598-8960-4535-8ca1-c3b4b0ae5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.642966 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-bd2d0598-8960-4535-8ca1-c3b4b0ae5a0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653600 Jan 28 01:06:54.688374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d2e41d0-9e74-4307-be4b-c78f4ae2da04 req-24941911-d889-4e5a-b2bf-e3d9cd8ba98c tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751587 Jan 28 01:06:54.690798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-d6c4393f-c407-446e-8017-8d5f5d47b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.692157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-d6c4393f-c407-446e-8017-8d5f5d47b215 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 200 len: 797 time: 0.2838356 Jan 28 01:06:54.697828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-0a89ab32-61a2-4951-aa0d-23285c20136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.700741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-0a89ab32-61a2-4951-aa0d-23285c20136e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3438172 Jan 28 01:06:54.844903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=58bc7526-6044-4e3b-9847-c1ab0c9cb123,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:54.912320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-1899e5a6-328a-4f8d-ab02-0d6ea4b34d1a service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847315 Jan 28 01:06:54.938479 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1384532-8d94-4dea-b913-3abcaf86de1d x-openstack-request-id: req-e1384532-8d94-4dea-b913-3abcaf86de1d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:54.938843 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe54be8-2ea2-44a3-b0f8-ba23f003def3", "tag": "351e071d-061d-4d11-baef-ad38c6a02503", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:54.939081 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1384532-8d94-4dea-b913-3abcaf86de1d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:54.939494 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'tag': '351e071d-061d-4d11-baef-ad38c6a02503', 'status': 'completed', 'code': 200} Jan 28 01:06:54.981520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] For port 58bc7526-6044-4e3b-9847-c1ab0c9cb123, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:55.016054 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-9b606fd6-27f3-4ab5-8a4f-0f651f81c0e9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646560 Jan 28 01:06:55.040768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] device_id is not set on port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:55.062618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Publish callbacks [] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.109730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.309468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] No DVR routers for this DVR port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:55.373458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Pushing event updated for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:55.403715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c2704312-1546-4da2-bc0a-50d5f985cf9a req-e8b45baa-4a10-4c7d-b13f-18782a56867e service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804657 Jan 28 01:06:55.434783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] In _notify_port_updated(), no bound segment for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:06:55.435808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.436441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.437745 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-647e58b0-b550-49b7-8532-4a3ffdd3af37 service neutron] 10.222.0.45 "PUT /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 200 len: 1026 time: 1.2731326 Jan 28 01:06:55.533499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-62232c58-7743-48e7-ab1d-dc06d1e38991 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.535257 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-62232c58-7743-48e7-ab1d-dc06d1e38991 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "GET /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0900877 Jan 28 01:06:55.549965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:55.633756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.685861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] For port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:55.686329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempted to set empty binding levels {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 01:06:55.716443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.723080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8e59ad65-451a-4413-8e91-88373e9758e0 None None] Provisioning complete for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:55.727336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8e59ad65-451a-4413-8e91-88373e9758e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.768866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fce67-18c3-4957-b141-b88abb8249dc req-7a4909c2-583d-4af0-97d8-693b805db203 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.770443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e59fce67-18c3-4957-b141-b88abb8249dc req-7a4909c2-583d-4af0-97d8-693b805db203 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.8005834 Jan 28 01:06:55.845589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d355be0-597a-42aa-ade9-7766da29a001 req-5727aed5-f239-4d9c-a8b5-5bdcf5f66ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.847190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-5727aed5-f239-4d9c-a8b5-5bdcf5f66ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b42164ef-af1b-45e2-b63c-b7e44e52b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1298966 Jan 28 01:06:55.851861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-2aa0f33a-adf7-4460-aea7-4de38158f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.855447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8e59ad65-451a-4413-8e91-88373e9758e0 None None] Port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:55.856475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-2aa0f33a-adf7-4460-aea7-4de38158f75a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 1098 time: 0.3173840 Jan 28 01:06:55.970930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] In _notify_port_updated(), no bound segment for port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:06:55.972008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.972618 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:55.974095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "PUT /v2.0/ports/02a96d5d-4f22-4745-83eb-bedb16eaa2ed HTTP/1.1" status: 200 len: 974 time: 4.5119314 Jan 28 01:06:56.034513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57482) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:56.188490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-bf97c00c-4b19-4a2b-87f3-a73cdfeca910 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034558 Jan 28 01:06:56.299494 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e801bcf-0f46-4528-8bdc-f720458d242f req-eafac41a-2edd-464f-8e91-58cc69930ca5 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3676627 Jan 28 01:06:56.300303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919803ff-f939-42d6-a68e-45e65e1af21a tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=02a96d5d-4f22-4745-83eb-bedb16eaa2ed,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:56.304999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 351e071d-061d-4d11-baef-ad38c6a02503 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:56.363910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:56.418909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.425090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.431162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.435765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] For port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:56.437431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.446123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.450462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.470189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-e3bdacdd-e44b-4fae-9e89-d617bc2d68e6 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 4659 time: 0.6073389 Jan 28 01:06:56.478323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e59fce67-18c3-4957-b141-b88abb8249dc req-086a6a78-5024-4948-9d15-31a694f2316e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6480079 Jan 28 01:06:56.478531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] device_id is not set on port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:56.487668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Publish callbacks [] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:56.492036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-bd4dc5d5-30b4-4972-a24e-5f5a91bc12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.494042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-bd4dc5d5-30b4-4972-a24e-5f5a91bc12f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.6302669 Jan 28 01:06:56.506859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:56.533570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f3e4b93f-c9be-4d55-b963-c278808b544b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:56.605672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 351e071d-061d-4d11-baef-ad38c6a02503, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=351e071d-061d-4d11-baef-ad38c6a02503,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:56.622918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '351e071d-061d-4d11-baef-ad38c6a02503', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '351e071d-061d-4d11-baef-ad38c6a02503', 'mac_address': 'fa:16:3e:75:e5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:56.670797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d355be0-597a-42aa-ade9-7766da29a001 req-81b598fd-912d-4a4c-af61-697faa317345 service neutron] 10.222.0.45 "GET /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750951 Jan 28 01:06:56.725386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.726802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.727443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.727916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.737168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.737885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.738956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.739499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.739967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.741616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.742110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.742571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.743033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.747412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.747412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.747646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.747972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.748431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.748887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.749671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.753481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.753986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.754456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.754917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.761854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.762813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.762962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.766419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.766960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.767439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.767910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.775073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.775574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.776051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.776518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.776978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.777503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.777910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.778366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.778823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.779278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.794875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c5b4421b-133c-40f5-82d1-f0d9d97c303e tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36471 time: 0.6590221 Jan 28 01:06:56.797226 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-ca2b1928-5f5a-4c48-b322-814160952102 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=351e071d-061d-4d11-baef-ad38c6a02503 HTTP/1.1" status: 200 len: 217 time: 0.2873533 Jan 28 01:06:56.799885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:56.811722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edc953b2-f44b-4633-b0f0-70742a8f8817 req-3a20bf40-2eeb-467f-9716-fb9988077496 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&id=3dd6cb8f-4350-4e03-93c3-515429514887&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3412507 Jan 28 01:06:56.827039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] No DVR routers for this DVR port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:56.852587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 351e071d-061d-4d11-baef-ad38c6a02503 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:56.853267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (351e071d-061d-4d11-baef-ad38c6a02503), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:56.922397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351e071d-061d-4d11-baef-ad38c6a02503 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:57.005095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f3e4b93f-c9be-4d55-b963-c278808b544b is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:57.005697 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.029202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:57.057848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] In _notify_port_updated(), no bound segment for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 on network aee934d6-10b5-41ed-a0ab-b24106935ed0 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:06:57.059015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.059697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.061122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-576c91f0-8496-456e-bfd9-b2d4fbfb4281 service neutron] 10.222.0.45 "PUT /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 200 len: 1027 time: 1.5164192 Jan 28 01:06:57.063924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-14644c33-1b92-4231-b7c7-347669cc354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.066753 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-14644c33-1b92-4231-b7c7-347669cc354c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.2683606 Jan 28 01:06:57.068633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf293b1-da8d-40be-9b7d-6aa9ad84c7d2 req-00c9a06e-9379-480f-9c64-542288a2dfd3 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.072596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdf293b1-da8d-40be-9b7d-6aa9ad84c7d2 req-00c9a06e-9379-480f-9c64-542288a2dfd3 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 947 time: 0.2734849 Jan 28 01:06:57.115754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f3e4b93f-c9be-4d55-b963-c278808b544b,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:57.126383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 351e071d-061d-4d11-baef-ad38c6a02503, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=351e071d-061d-4d11-baef-ad38c6a02503,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:57.128135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:57.130833 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f8f6e-6776-44c1-a07c-51fccbebaad2" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:57.135993 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (351e071d-061d-4d11-baef-ad38c6a02503), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.138734 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.139849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 58bc7526-6044-4e3b-9847-c1ab0c9cb123 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:57.157900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Deleting port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:57.158280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.228381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdf293b1-da8d-40be-9b7d-6aa9ad84c7d2 req-5686f598-5691-4988-9d4f-7d1998bc84f3 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348217 Jan 28 01:06:57.265346 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63860260-ba8d-425c-a98d-3aac42c51776 x-openstack-request-id: req-63860260-ba8d-425c-a98d-3aac42c51776 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:57.265976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-f2c591b4-b467-4f46-9b5a-6d06b82f0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.266250 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:57.266714 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63860260-ba8d-425c-a98d-3aac42c51776 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:57.267456 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b', 'code': 200} Jan 28 01:06:57.267573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-f2c591b4-b467-4f46-9b5a-6d06b82f0381 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938465 Jan 28 01:06:57.268883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=351e071d-061d-4d11-baef-ad38c6a02503,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:57.272908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 host ! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:06:57.273605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 58bc7526-6044-4e3b-9847-c1ab0c9cb123 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:57.274554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:57.333356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:57.380906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] For port 02a96d5d-4f22-4745-83eb-bedb16eaa2ed, host n-h1-826756-1, got binding levels [] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:57.381878 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.411879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Calling delete_port for 02a96d5d-4f22-4745-83eb-bedb16eaa2ed owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:57.438182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-204b42e6-0932-4b15-bbf9-1102452e18d0 None None] Provisioning complete for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:57.440216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-204b42e6-0932-4b15-bbf9-1102452e18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.477393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:57.477738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.526796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-86ceee73-02e5-433d-b73b-590fe14cc77a service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500820 Jan 28 01:06:57.603723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:57.604116 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.633510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['351e071d-061d-4d11-baef-ad38c6a02503'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:57.683924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:57.709099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (02a96d5d-4f22-4745-83eb-bedb16eaa2ed), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.714796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bf3ebc8f-760f-48be-ab00-f83f723d2c12 req-d3fb30e2-56d4-43d0-9983-4520e98f5a01 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390591 Jan 28 01:06:57.733509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ba71e-5527-49a1-87c5-b3daa72d5de4 req-46d69a7e-93dd-4310-b764-f566b72a1299 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.735257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab7ba71e-5527-49a1-87c5-b3daa72d5de4 req-46d69a7e-93dd-4310-b764-f566b72a1299 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1626732 Jan 28 01:06:57.784548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-204b42e6-0932-4b15-bbf9-1102452e18d0 None None] Port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:57.788965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:57.789504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.817734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:57.834497 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.835207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:57.838012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event deleted for resources: {'Port': ['ID=02a96d5d-4f22-4745-83eb-bedb16eaa2ed,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:57.902832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.912175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3e8c37b2-54c2-4fb5-bdbf-19d8c22d00a6 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "DELETE /v2.0/ports/02a96d5d-4f22-4745-83eb-bedb16eaa2ed HTTP/1.1" status: 204 len: 168 time: 1.0988436 Jan 28 01:06:57.919906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57516) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:57.974474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74bd09f1-0574-4a10-9b08-8d3337550d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:57.981650 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7379e06-deb9-49e8-b9c2-070e216be8be tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:06:57.987169 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7379e06-deb9-49e8-b9c2-070e216be8be tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "GET /v2.0/ports/02a96d5d-4f22-4745-83eb-bedb16eaa2ed HTTP/1.1" status: 404 len: 333 time: 0.0662076 Jan 28 01:06:57.987987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57518) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:58.028677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960558910', 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:58.035639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 host ! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:06:58.037540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:58.038000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device f58cecd0-132d-476e-a4b3-4d69da404390 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:58.118540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:58.122414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab7ba71e-5527-49a1-87c5-b3daa72d5de4 req-843f168d-caf2-40b1-b3d4-2635b6a9b6c1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702707 Jan 28 01:06:58.167500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.167987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (bbdfafec-165b-495d-b669-c86bc7d132f2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.168276 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Floating IP bbdfafec-165b-495d-b669-c86bc7d132f2 disassociated. External IP: 172.25.1.136, port: 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce. Jan 28 01:06:58.168531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:58.186392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Made reservation on behalf of e38868b2e0624da49eea5c93d75fb65d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:58.188741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.257129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port f58cecd0-132d-476e-a4b3-4d69da404390 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:58.257517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.272216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05d68-c596-46ef-9bd7-da752481a236 req-a34698ea-26a4-49bc-bd5d-28a2ce1581e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.283487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05d68-c596-46ef-9bd7-da752481a236 req-a34698ea-26a4-49bc-bd5d-28a2ce1581e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.299259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f58cecd0-132d-476e-a4b3-4d69da404390,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:58.308007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05d68-c596-46ef-9bd7-da752481a236 req-a34698ea-26a4-49bc-bd5d-28a2ce1581e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.308220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.308738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:58.334006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05d68-c596-46ef-9bd7-da752481a236 req-a34698ea-26a4-49bc-bd5d-28a2ce1581e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.352465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05d68-c596-46ef-9bd7-da752481a236 req-a34698ea-26a4-49bc-bd5d-28a2ce1581e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.369629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43e05d68-c596-46ef-9bd7-da752481a236 req-a34698ea-26a4-49bc-bd5d-28a2ce1581e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 3881 time: 0.3687766 Jan 28 01:06:58.402990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:58.412826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.450394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:58.450777 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.471506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74bd09f1-0574-4a10-9b08-8d3337550d40 admin admin] Publish callbacks [] for security_group (4b68455b-202a-4de0-a741-d13739969dd2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.487452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74bd09f1-0574-4a10-9b08-8d3337550d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4b68455b-202a-4de0-a741-d13739969dd2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.498712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:58.506213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.507104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c9948f50-950d-4307-b9b5-3badae6cb3c4 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:58.510107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:58.556726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port dd427346-aced-4f71-b18a-e5ca02fd8f41 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:06:58.569043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd09f1-0574-4a10-9b08-8d3337550d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68455b-202a-4de0-a741-d13739969dd2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:58.635479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:58.686526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c9948f50-950d-4307-b9b5-3badae6cb3c4 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:58.686936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.722169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43e05d68-c596-46ef-9bd7-da752481a236 req-35e5da17-6fc0-4631-848e-54c97fc30e28 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3488548 Jan 28 01:06:58.728561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:58.734858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-74bd09f1-0574-4a10-9b08-8d3337550d40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e95f52f539b14dc291e06d2af7e44307&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0452068 Jan 28 01:06:58.740172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57536) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:58.742471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.746220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Router cf9fd252-5308-408b-9b66-f1147469029a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:06:58.764733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831de1-dd9d-4b89-88b4-7f595a8374c7 req-78f55e8a-655e-4a40-a757-b48e6adf00a0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.775510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27831de1-dd9d-4b89-88b4-7f595a8374c7 req-78f55e8a-655e-4a40-a757-b48e6adf00a0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 948 time: 0.2067640 Jan 28 01:06:58.816702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:58.883843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:58.898109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] Sync routers for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:58.928660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:58.931386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:58.965017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port 0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:58.967472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27831de1-dd9d-4b89-88b4-7f595a8374c7 req-a3125fa2-1cff-4cea-8107-3212b4c15cc2 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909590 Jan 28 01:06:58.982379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:58.985861 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-fccaa312-83fb-4f39-ba55-835afb47a650 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "DELETE /v2.0/ports/0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce HTTP/1.1" status: 204 len: 173 time: 1.8969352 Jan 28 01:06:58.987134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:58.989589 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de528e51-c41b-47ea-a1d1-ccc4203b8cbd" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:59.004863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1191ff9-c07b-4526-ac73-3b551100094d admin admin] Publish callbacks [] for security_group (4b68455b-202a-4de0-a741-d13739969dd2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.064916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1191ff9-c07b-4526-ac73-3b551100094d admin admin] Publish callbacks [] for security_group (4b68455b-202a-4de0-a741-d13739969dd2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.069717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for port (dd427346-aced-4f71-b18a-e5ca02fd8f41), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.127893 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6c66d2-5fb8-452e-ae11-4f7f8a033bce x-openstack-request-id: req-1f6c66d2-5fb8-452e-ae11-4f7f8a033bce {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:59.128308 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:59.128656 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f6c66d2-5fb8-452e-ae11-4f7f8a033bce {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:59.129153 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'status': 'completed', 'code': 200} Jan 28 01:06:59.161730 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dd427346-aced-4f71-b18a-e5ca02fd8f41), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.173798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port f58cecd0-132d-476e-a4b3-4d69da404390 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:59.174803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.218854 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1191ff9-c07b-4526-ac73-3b551100094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4b68455b-202a-4de0-a741-d13739969dd2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.222015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1191ff9-c07b-4526-ac73-3b551100094d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.223659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c1191ff9-c07b-4526-ac73-3b551100094d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b68455b-202a-4de0-a741-d13739969dd2 HTTP/1.1" status: 204 len: 168 time: 0.4808953 Jan 28 01:06:59.244062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1191ff9-c07b-4526-ac73-3b551100094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68455b-202a-4de0-a741-d13739969dd2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:59.257429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Network 9a2a42ca-a59c-4de2-ba92-234d110270aa is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:59.264992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:59.271314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:59.272440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:59.273207 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.276996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=dd427346-aced-4f71-b18a-e5ca02fd8f41,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:59.284550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:59.286843 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edeba95-c14d-4a42-9419-7b8f35b6868c" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:59.295986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port f58cecd0-132d-476e-a4b3-4d69da404390, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f58cecd0-132d-476e-a4b3-4d69da404390,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:59.296484 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.326272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1833de9d-e41c-4381-870a-145531d61222 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3135774 Jan 28 01:06:59.327767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:59.346626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for f58cecd0-132d-476e-a4b3-4d69da404390 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:59.393684 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5c662-2b1d-4444-8800-6acfc44f0dcd x-openstack-request-id: req-1eb5c662-2b1d-4444-8800-6acfc44f0dcd {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:59.394397 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:59.394657 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1eb5c662-2b1d-4444-8800-6acfc44f0dcd {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:59.395068 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0704a4c4-0ff0-4b4b-9e2d-3c4afa3cc5ce', 'code': 200} Jan 28 01:06:59.395328 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390', 'code': 200} Jan 28 01:06:59.395588 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e', 'code': 200} Jan 28 01:06:59.395853 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4', 'code': 200} Jan 28 01:06:59.454624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2c14d-d1cd-4a69-957b-91b92208dfef tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:59.462437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4de2c14d-d1cd-4a69-957b-91b92208dfef tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "GET /v2.0/ports/dd427346-aced-4f71-b18a-e5ca02fd8f41 HTTP/1.1" status: 200 len: 955 time: 0.1334810 Jan 28 01:06:59.463215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57556) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:59.489791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:59.585620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f58cecd0-132d-476e-a4b3-4d69da404390), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.627365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=f58cecd0-132d-476e-a4b3-4d69da404390,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:59.687160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Deleting port dd427346-aced-4f71-b18a-e5ca02fd8f41 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:59.687463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dd427346-aced-4f71-b18a-e5ca02fd8f41), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.690346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port f58cecd0-132d-476e-a4b3-4d69da404390 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:59.695149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.701180 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-96c82fae-9bdb-4058-8625-efd351a4e06a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "DELETE /v2.0/ports/f58cecd0-132d-476e-a4b3-4d69da404390 HTTP/1.1" status: 204 len: 173 time: 0.7085643 Jan 28 01:06:59.764442 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dd427346-aced-4f71-b18a-e5ca02fd8f41), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.782707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Calling delete_port for dd427346-aced-4f71-b18a-e5ca02fd8f41 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:59.831344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:59.856373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6663f5ff-d04a-4866-ae4c-60a175212a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.896187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:59.928176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] Checking router: cf9fd252-5308-408b-9b66-f1147469029a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:59.940522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dd427346-aced-4f71-b18a-e5ca02fd8f41), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:59.951282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:59.952292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:59.974785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:59.975449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.020340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd427346-aced-4f71-b18a-e5ca02fd8f41,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:00.072815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.078312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0a487646-2c39-4656-b0df-4fe8a49fa10b tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dd427346-aced-4f71-b18a-e5ca02fd8f41 HTTP/1.1" status: 204 len: 168 time: 0.6119063 Jan 28 01:07:00.079483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:00.131944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:00.135196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2caed-1f08-466f-ae9c-7803918eafbb req-729b4354-b9dc-4d21-a438-4b7667f52a24 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:00.141736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2caed-1f08-466f-ae9c-7803918eafbb req-729b4354-b9dc-4d21-a438-4b7667f52a24 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:00.151848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2caed-1f08-466f-ae9c-7803918eafbb req-729b4354-b9dc-4d21-a438-4b7667f52a24 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:00.164578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3f2caed-1f08-466f-ae9c-7803918eafbb req-729b4354-b9dc-4d21-a438-4b7667f52a24 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 2409 time: 0.2370069 Jan 28 01:07:00.171829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:00.172571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.186175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6663f5ff-d04a-4866-ae4c-60a175212a81 admin admin] Publish callbacks [] for security_group (581b9e35-bdd2-423d-9a28-ee66a55dfa28), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.189440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:00.206230 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4929a079-9ec8-45cc-b63a-8885aacfbe71 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:07:00.207674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4929a079-9ec8-45cc-b63a-8885aacfbe71 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "GET /v2.0/ports/dd427346-aced-4f71-b18a-e5ca02fd8f41 HTTP/1.1" status: 404 len: 333 time: 0.1259120 Jan 28 01:07:00.212111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57570) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:00.235410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6663f5ff-d04a-4866-ae4c-60a175212a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (581b9e35-bdd2-423d-9a28-ee66a55dfa28), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.258492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Request body: {'port': {'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1024949502'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:00.297420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Made reservation on behalf of e38868b2e0624da49eea5c93d75fb65d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:00.300615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.326032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 351e071d-061d-4d11-baef-ad38c6a02503 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:00.337421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:00.373737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663f5ff-d04a-4866-ae4c-60a175212a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b9e35-bdd2-423d-9a28-ee66a55dfa28,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:00.400301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6663f5ff-d04a-4866-ae4c-60a175212a81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5851017bbf08476598845199d9937e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5655885 Jan 28 01:07:00.400563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57572) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:00.428121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3f2caed-1f08-466f-ae9c-7803918eafbb req-25364a67-d1bf-4e71-96c1-7038e6802413 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2587490 Jan 28 01:07:00.452563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba81e0e-7b49-4bd7-9775-41d6ce643eb3 req-a7dc91a1-2b35-47a5-8413-a62dabddcbdf tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:00.461681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ba81e0e-7b49-4bd7-9775-41d6ce643eb3 req-a7dc91a1-2b35-47a5-8413-a62dabddcbdf tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 948 time: 0.2802062 Jan 28 01:07:00.515482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9a4a5762-c2e1-4ed3-b4a6-73d51156e25e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.554781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 351e071d-061d-4d11-baef-ad38c6a02503 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:00.556059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ba81e0e-7b49-4bd7-9775-41d6ce643eb3 req-e3759422-e058-45a9-aa67-de5a30e2911b tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Jan 28 01:07:00.571790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 351e071d-061d-4d11-baef-ad38c6a02503 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:00.571790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (351e071d-061d-4d11-baef-ad38c6a02503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.636287 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d40ac74-3247-4474-bbc6-62ef30e2ea77 admin admin] Publish callbacks [] for security_group (581b9e35-bdd2-423d-9a28-ee66a55dfa28), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.639902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=9a4a5762-c2e1-4ed3-b4a6-73d51156e25e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:00.675719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d40ac74-3247-4474-bbc6-62ef30e2ea77 admin admin] Publish callbacks [] for security_group (581b9e35-bdd2-423d-9a28-ee66a55dfa28), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.675987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:00.724503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52808-0f9c-4012-b6d5-8d83fff464db None None] The sync data for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 is: [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T00:55:19Z', 'revision_number': 4, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c1bc00a5-0779-4717-ab2d-a11267b48c25', 'name': '', 'network_id': '9e34977c-6afd-444a-bc63-046383ca9556', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'mac_address': 'fa:16:3e:bd:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:16Z', 'updated_at': '2022-01-28T00:55:29Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'subnets': [{'id': 'd3c1ba2b-5c3b-480a-9479-70fd020d10e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:00.752946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d40ac74-3247-4474-bbc6-62ef30e2ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (581b9e35-bdd2-423d-9a28-ee66a55dfa28), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.756044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d40ac74-3247-4474-bbc6-62ef30e2ea77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.757345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4d40ac74-3247-4474-bbc6-62ef30e2ea77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/581b9e35-bdd2-423d-9a28-ee66a55dfa28 HTTP/1.1" status: 204 len: 168 time: 0.3559523 Jan 28 01:07:00.766561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40ac74-3247-4474-bbc6-62ef30e2ea77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b9e35-bdd2-423d-9a28-ee66a55dfa28,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:00.772688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port 9a4a5762-c2e1-4ed3-b4a6-73d51156e25e on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:00.776976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.781817 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-f3e75060-3f3c-4fc3-95fd-e37a2a47ad1b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "DELETE /v2.0/ports/9a4a5762-c2e1-4ed3-b4a6-73d51156e25e HTTP/1.1" status: 204 len: 173 time: 1.0754421 Jan 28 01:07:00.842879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 351e071d-061d-4d11-baef-ad38c6a02503 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:00.844370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (351e071d-061d-4d11-baef-ad38c6a02503), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.888875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 351e071d-061d-4d11-baef-ad38c6a02503, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=351e071d-061d-4d11-baef-ad38c6a02503,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:00.895770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:00.901248 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (351e071d-061d-4d11-baef-ad38c6a02503), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.004360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=351e071d-061d-4d11-baef-ad38c6a02503,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:01.008121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.074138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port c9948f50-950d-4307-b9b5-3badae6cb3c4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:01.074485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.095330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Network 9a2a42ca-a59c-4de2-ba92-234d110270aa is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:01.105936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:01.144645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:01.144645 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244434f-82d5-4e39-84a9-864649bac4d3" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:01.155713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:01.156665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:01.157266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.213075 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388dcc13-0c5f-495e-a54f-ee7fef6b5477 None None] New status for floating IP bbdfafec-165b-495d-b669-c86bc7d132f2: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:07:01.247732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:01.276715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ac454617-3033-4dc8-9700-8eeb731f8c9d tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0225480 Jan 28 01:07:01.279503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57600) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:01.285308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:01.288342 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb58b10e-4790-4021-9e7b-af02f9b7cdde x-openstack-request-id: req-eb58b10e-4790-4021-9e7b-af02f9b7cdde {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:01.289526 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "f58cecd0-132d-476e-a4b3-4d69da404390", "status": "completed", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "9a4a5762-c2e1-4ed3-b4a6-73d51156e25e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:01.289996 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb58b10e-4790-4021-9e7b-af02f9b7cdde {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:01.290749 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': 'f58cecd0-132d-476e-a4b3-4d69da404390', 'status': 'completed', 'code': 200} Jan 28 01:07:01.290914 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': '9a4a5762-c2e1-4ed3-b4a6-73d51156e25e', 'status': 'completed', 'code': 200} Jan 28 01:07:01.343940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port c9948f50-950d-4307-b9b5-3badae6cb3c4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c9948f50-950d-4307-b9b5-3badae6cb3c4,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:01.344626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.360709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for c9948f50-950d-4307-b9b5-3badae6cb3c4 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:01.396493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351e071d-061d-4d11-baef-ad38c6a02503'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:01.399413 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aa2895-0dbe-472b-9245-ad193e38df65" -d '{"events": [{"server_uuid": "8fe54be8-2ea2-44a3-b0f8-ba23f003def3", "name": "network-vif-plugged", "status": "completed", "tag": "351e071d-061d-4d11-baef-ad38c6a02503"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:01.413523 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.502275 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e93cf0-89b0-4f00-815d-4531cecae0c2 x-openstack-request-id: req-70e93cf0-89b0-4f00-815d-4531cecae0c2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:01.502589 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe54be8-2ea2-44a3-b0f8-ba23f003def3", "name": "network-vif-plugged", "status": "completed", "tag": "351e071d-061d-4d11-baef-ad38c6a02503", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:01.502851 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70e93cf0-89b0-4f00-815d-4531cecae0c2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:01.503248 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351e071d-061d-4d11-baef-ad38c6a02503', 'code': 200} Jan 28 01:07:01.658900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c9948f50-950d-4307-b9b5-3badae6cb3c4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.705874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=c9948f50-950d-4307-b9b5-3badae6cb3c4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:01.720220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0196587-5a64-425e-9f38-68b1161cb0e0 req-4159eefb-b677-4465-9f9c-a7e09008f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:01.721762 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0196587-5a64-425e-9f38-68b1161cb0e0 req-4159eefb-b677-4465-9f9c-a7e09008f753 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 1100 time: 0.1097903 Jan 28 01:07:01.726187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] device_id is not set on port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:01.777480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port c9948f50-950d-4307-b9b5-3badae6cb3c4 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:01.780543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.792607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-5acf83ca-dd6e-4b0a-89c9-d85009d7dc00 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "DELETE /v2.0/ports/c9948f50-950d-4307-b9b5-3badae6cb3c4 HTTP/1.1" status: 204 len: 173 time: 1.0038249 Jan 28 01:07:01.824260 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks [] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.841412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.856497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c0196587-5a64-425e-9f38-68b1161cb0e0 req-087c92ca-b346-49e3-b01a-04e9e0146950 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258886 Jan 28 01:07:01.918601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1a780-e6e4-4882-8179-284601fec2a4 req-c2d7168f-897e-41c8-9760-c1628a5f4db0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:01.921118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6b1a780-e6e4-4882-8179-284601fec2a4 req-c2d7168f-897e-41c8-9760-c1628a5f4db0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 949 time: 0.2144618 Jan 28 01:07:01.938901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52be9ca-9766-4058-a868-c151799f47cf req-75320d2c-d94d-438f-af69-ec4a6b2651a8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:01.940428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e52be9ca-9766-4058-a868-c151799f47cf req-75320d2c-d94d-438f-af69-ec4a6b2651a8 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 942 time: 0.2355072 Jan 28 01:07:01.944715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:01.949161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port f3e4b93f-c9be-4d55-b963-c278808b544b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:01.949613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:01.990033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:01.990532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:01.990743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.014468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.014805 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.019568 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 2 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.051906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e52be9ca-9766-4058-a868-c151799f47cf req-fc9f5716-47f9-4a73-9036-64e62e260700 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups?id=636559de-2f58-4e19-8426-e883fcf2cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0955846 Jan 28 01:07:02.054848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6b1a780-e6e4-4882-8179-284601fec2a4 req-d81afb79-84b6-46a6-9068-c0b4ef856b21 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132474 Jan 28 01:07:02.055751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.056115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.056454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.062563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.062891 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.063288 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 3 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.067998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port f3e4b93f-c9be-4d55-b963-c278808b544b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=f3e4b93f-c9be-4d55-b963-c278808b544b,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:02.068398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.085989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.085989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.085989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.091250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.091250 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.091250 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 4 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.105783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for f3e4b93f-c9be-4d55-b963-c278808b544b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:02.119025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.119448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.119798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.135959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.136310 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.136717 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 5 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.151067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.151408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.151668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.157133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.157477 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.157916 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 6 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.185830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.186231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.186504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.200304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.202565 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.203124 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 7 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.223716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.224155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.224679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.244003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.244454 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.245123 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 8 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.268255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.268597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.268939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.282102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.282448 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.282855 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 9 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.314401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f3e4b93f-c9be-4d55-b963-c278808b544b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.315044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.315148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.316277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.321101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.321529 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.322452 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempt 10 to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 Jan 28 01:07:02.347576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:02.348002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:02.348510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempting to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:02.358813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=f3e4b93f-c9be-4d55-b963-c278808b544b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:02.366913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:02.367040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.367137 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Failed to bind port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on host n-h1-826756-1 for vnic_type normal using segments [{'id': 'a592537d-c6ea-4a14-9cc8-0f9f619ece74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9a2a42ca-a59c-4de2-ba92-234d110270aa'}] Jan 28 01:07:02.367218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.367300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.367377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.367630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.367941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.368275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.368615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.369211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.369306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.369690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.369962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.370277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.370596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:02.418315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port f3e4b93f-c9be-4d55-b963-c278808b544b on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:02.420966 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.424274 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-19230e21-4f7e-4844-a6cb-f19d2be9bd90 req-a5554a8e-6199-482a-8b01-29c926131add tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.45 "DELETE /v2.0/ports/f3e4b93f-c9be-4d55-b963-c278808b544b HTTP/1.1" status: 204 len: 173 time: 0.6147265 Jan 28 01:07:02.441318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a921c4-823a-496c-9310-08c3711d89b1 req-c7af7165-be58-4d19-ab35-66a680e5b9e6 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:02.442865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a921c4-823a-496c-9310-08c3711d89b1 req-c7af7165-be58-4d19-ab35-66a680e5b9e6 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 951 time: 0.1091051 Jan 28 01:07:02.494457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] For port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:02.494811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attempted to set empty binding levels {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 01:07:02.507113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.541916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a921c4-823a-496c-9310-08c3711d89b1 req-bc3dd8dd-b84b-47d4-87cd-7ae06c1ed06a tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933013 Jan 28 01:07:02.551645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] In _notify_port_updated(), no bound segment for port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 on network 9a2a42ca-a59c-4de2-ba92-234d110270aa {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:07:02.552274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:02.552889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.557274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57666) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:02.557553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "PUT /v2.0/ports/e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 HTTP/1.1" status: 200 len: 975 time: 1.2766957 Jan 28 01:07:02.571215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08437-6d08-4160-8823-33697a02efda tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event updated for resources: {'Port': ['ID=e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:02.649076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Deleting port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:02.649554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.720534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] For port e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84, host n-h1-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:02.721580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.737056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Calling delete_port for e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:02.840564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.890981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:02.894370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 HTTP/1.1" status: 204 len: 168 time: 0.3358591 Jan 28 01:07:02.896099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58fe4f-e8a2-4c2d-8f80-c4c89b296721 tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:02.897181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57674) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:02.932654 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdfb25a-fb74-4943-96e6-33778966071c tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:07:02.934844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1fdfb25a-fb74-4943-96e6-33778966071c tempest-PortsAdminExtendedAttrsTestJSON-766374250 tempest-PortsAdminExtendedAttrsTestJSON-766374250-project-admin] 10.222.0.23 "GET /v2.0/ports/e4691f8f-1b5b-4815-8f4b-b6ddb5e13f84 HTTP/1.1" status: 404 len: 333 time: 0.0339322 Jan 28 01:07:02.938799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:03.077928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9a2a42ca-a59c-4de2-ba92-234d110270aa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.243888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a321434e-3705-44c9-8cc7-46d01d756b38 req-e2dac9c7-6e1c-475f-8f4e-5ed13b127a29 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0539713 Jan 28 01:07:03.250493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9a2a42ca-a59c-4de2-ba92-234d110270aa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.283331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d8cc-1deb-4418-b0c2-b9a9afb3543b req-8721f06b-13b0-4add-ac2d-738a94501f74 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:03.290766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d242d8cc-1deb-4418-b0c2-b9a9afb3543b req-8721f06b-13b0-4add-ac2d-738a94501f74 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 949 time: 0.1410749 Jan 28 01:07:03.292852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4'}, {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:03.295225 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977d10e-afab-4fa3-8829-733607c343d1" -d '{"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4"}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:03.318698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a42ca-a59c-4de2-ba92-234d110270aa']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:03.335910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a592537d-c6ea-4a14-9cc8-0f9f619ece74') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:03.336209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a592537d-c6ea-4a14-9cc8-0f9f619ece74') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:03.354068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a592537d-c6ea-4a14-9cc8-0f9f619ece74), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.375031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d242d8cc-1deb-4418-b0c2-b9a9afb3543b req-3b347cb9-baf3-4915-91b6-a0ceeb121a65 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799670 Jan 28 01:07:03.397249 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a592537d-c6ea-4a14-9cc8-0f9f619ece74), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.410283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:03.411055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a592537d-c6ea-4a14-9cc8-0f9f619ece74), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:03.419581 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:03.422095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.426040 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee77369-dae0-49bb-9d53-9510c702a486 x-openstack-request-id: req-bee77369-dae0-49bb-9d53-9510c702a486 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:03.426591 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "c9948f50-950d-4307-b9b5-3badae6cb3c4", "status": "completed", "code": 200}, {"server_uuid": "604dcb58-25bf-47aa-bb9f-16edf08062a2", "name": "network-vif-deleted", "tag": "f3e4b93f-c9be-4d55-b963-c278808b544b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:03.426882 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee77369-dae0-49bb-9d53-9510c702a486 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:03.427292 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': 'c9948f50-950d-4307-b9b5-3badae6cb3c4', 'status': 'completed', 'code': 200} Jan 28 01:07:03.427558 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604dcb58-25bf-47aa-bb9f-16edf08062a2', 'name': 'network-vif-deleted', 'tag': 'f3e4b93f-c9be-4d55-b963-c278808b544b', 'status': 'completed', 'code': 200} Jan 28 01:07:03.500450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9a2a42ca-a59c-4de2-ba92-234d110270aa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.509088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.513858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] 10.222.0.23 "DELETE /v2.0/networks/9a2a42ca-a59c-4de2-ba92-234d110270aa HTTP/1.1" status: 204 len: 168 time: 0.5738130 Jan 28 01:07:03.530251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1f7ea-49b3-4b10-9dac-8126e472865b tempest-PortsAdminExtendedAttrsTestJSON-1485185787 tempest-PortsAdminExtendedAttrsTestJSON-1485185787-project] Pushing event deleted for resources: {'Network': ['ID=9a2a42ca-a59c-4de2-ba92-234d110270aa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:03.758501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abbb15-077a-4a22-b089-53698816b654 req-c503465b-ca16-4800-b4b0-226fd5ccb3ff tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:03.766201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2abbb15-077a-4a22-b089-53698816b654 req-c503465b-ca16-4800-b4b0-226fd5ccb3ff tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 1100 time: 0.1014268 Jan 28 01:07:03.785759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c2abbb15-077a-4a22-b089-53698816b654 req-12304496-c19d-468e-a7f6-c38a0be13ed2 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.795091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531735-00b2-497f-84a0-9ea4915f155b req-afe12ba1-a691-4048-9b6d-fd3c4d2428c2 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:03.802254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd531735-00b2-497f-84a0-9ea4915f155b req-afe12ba1-a691-4048-9b6d-fd3c4d2428c2 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 951 time: 0.1082106 Jan 28 01:07:03.879426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd531735-00b2-497f-84a0-9ea4915f155b req-6cd3d745-068c-4f48-afda-7cef9449a193 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712473 Jan 28 01:07:03.899534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57716) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:03.988580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c2abbb15-077a-4a22-b089-53698816b654 req-12304496-c19d-468e-a7f6-c38a0be13ed2 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] Publish callbacks [] for security_group (836e4e66-fec0-4583-b122-987c0e054755), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:03.997827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c2abbb15-077a-4a22-b089-53698816b654 req-12304496-c19d-468e-a7f6-c38a0be13ed2 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (836e4e66-fec0-4583-b122-987c0e054755), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.050586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2abbb15-077a-4a22-b089-53698816b654 req-12304496-c19d-468e-a7f6-c38a0be13ed2 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832572 Jan 28 01:07:04.051071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12304496-c19d-468e-a7f6-c38a0be13ed2 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836e4e66-fec0-4583-b122-987c0e054755,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:04.134638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:04.135374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5e5c852e-91ee-49f5-80b2-430535be973e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95ec83f8145c4fa1b949cb73b06ee60d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350302 Jan 28 01:07:04.214641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-528fb0dc-4ca1-4c1a-90e4-69a5e65921ad admin admin] Publish callbacks [] for security_group (42fcd224-4bea-4438-a619-27608fd82503), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.242502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-528fb0dc-4ca1-4c1a-90e4-69a5e65921ad admin admin] Publish callbacks [] for security_group (42fcd224-4bea-4438-a619-27608fd82503), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.306212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-528fb0dc-4ca1-4c1a-90e4-69a5e65921ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (42fcd224-4bea-4438-a619-27608fd82503), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.309488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-528fb0dc-4ca1-4c1a-90e4-69a5e65921ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.310767 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-528fb0dc-4ca1-4c1a-90e4-69a5e65921ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42fcd224-4bea-4438-a619-27608fd82503 HTTP/1.1" status: 204 len: 168 time: 0.1745608 Jan 28 01:07:04.326594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fb0dc-4ca1-4c1a-90e4-69a5e65921ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fcd224-4bea-4438-a619-27608fd82503,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:04.396775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57744) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:04.406422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aee178de-b7ae-483e-9f2d-b0c87b49910e req-dc3060d3-8c97-4184-9d52-de889fd999bb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0436983 Jan 28 01:07:04.682876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39e34a4b-53ae-4aae-a12d-f5b485183ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.779561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39e34a4b-53ae-4aae-a12d-f5b485183ed5 admin admin] Publish callbacks [] for security_group (bed32516-f082-4e48-af3e-cb33f7775c8d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.784963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39e34a4b-53ae-4aae-a12d-f5b485183ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bed32516-f082-4e48-af3e-cb33f7775c8d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.796241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57776) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:04.828876 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39e34a4b-53ae-4aae-a12d-f5b485183ed5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4248ade3d01d47c8a847e519d6be3c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4309816 Jan 28 01:07:04.830294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e34a4b-53ae-4aae-a12d-f5b485183ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed32516-f082-4e48-af3e-cb33f7775c8d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:04.831848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:04.889728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f3b59481-0573-4633-b3df-efd23f216e14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e38868b2e0624da49eea5c93d75fb65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919158 Jan 28 01:07:04.892220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57780) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:04.909012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac2ee1e-a604-447c-94a8-76c51634f935 admin admin] Publish callbacks [] for security_group (bed32516-f082-4e48-af3e-cb33f7775c8d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.933230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac2ee1e-a604-447c-94a8-76c51634f935 admin admin] Publish callbacks [] for security_group (bed32516-f082-4e48-af3e-cb33f7775c8d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.959939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4b64-b49e-45c2-b1c5-41a69f78a110 admin admin] Publish callbacks [] for security_group (792fd675-9df3-4289-9752-184ece941ed6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:04.997368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac2ee1e-a604-447c-94a8-76c51634f935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bed32516-f082-4e48-af3e-cb33f7775c8d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.001365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aac2ee1e-a604-447c-94a8-76c51634f935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.003380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aac2ee1e-a604-447c-94a8-76c51634f935 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bed32516-f082-4e48-af3e-cb33f7775c8d HTTP/1.1" status: 204 len: 168 time: 0.1697516 Jan 28 01:07:05.004788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4b64-b49e-45c2-b1c5-41a69f78a110 admin admin] Publish callbacks [] for security_group (792fd675-9df3-4289-9752-184ece941ed6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.035449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2ee1e-a604-447c-94a8-76c51634f935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed32516-f082-4e48-af3e-cb33f7775c8d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:05.072109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4b64-b49e-45c2-b1c5-41a69f78a110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (792fd675-9df3-4289-9752-184ece941ed6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.075282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4b64-b49e-45c2-b1c5-41a69f78a110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.103648 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4aa4b64-b49e-45c2-b1c5-41a69f78a110 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/792fd675-9df3-4289-9752-184ece941ed6 HTTP/1.1" status: 204 len: 168 time: 0.1998496 Jan 28 01:07:05.121972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa4b64-b49e-45c2-b1c5-41a69f78a110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792fd675-9df3-4289-9752-184ece941ed6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:05.278443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bbdd0-570f-41a7-b86e-7dec4ec549da req-6880b92a-f001-4dd8-bf61-6ce0d4223796 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:05.285941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef4bbdd0-570f-41a7-b86e-7dec4ec549da req-6880b92a-f001-4dd8-bf61-6ce0d4223796 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 1100 time: 0.0807176 Jan 28 01:07:05.320846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756f4d1-c431-49b6-8660-7c991e239e68 req-5892b287-b55f-4f58-b32e-bc07f659212d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:05.322696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e756f4d1-c431-49b6-8660-7c991e239e68 req-5892b287-b55f-4f58-b32e-bc07f659212d tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 951 time: 0.1069500 Jan 28 01:07:05.388004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef4bbdd0-570f-41a7-b86e-7dec4ec549da req-2881a42c-043b-42cb-8957-65437daa71a6 tempest-ServersAdminNegativeTestJSON-1517751195 tempest-ServersAdminNegativeTestJSON-1517751195-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845895 Jan 28 01:07:05.433171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e756f4d1-c431-49b6-8660-7c991e239e68 req-d760ac6b-78fc-4785-8837-99260994a9d6 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015601 Jan 28 01:07:05.612986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52fa711e-7158-4096-9672-f50d95389037 req-5bd7c8cf-9ce3-41fd-82e8-a06d1e0ff000 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0597906 Jan 28 01:07:05.620034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57822) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:05.657344 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-285f6f88-fef3-4777-9929-3443e9c3968f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.772078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-285f6f88-fef3-4777-9929-3443e9c3968f admin admin] Publish callbacks [] for security_group (ea913f65-b46a-40ea-bd39-7fd97177b175), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.779620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-285f6f88-fef3-4777-9929-3443e9c3968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ea913f65-b46a-40ea-bd39-7fd97177b175), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.824607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-285f6f88-fef3-4777-9929-3443e9c3968f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f08d48759df4a9db1b752aa13ac3447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2017705 Jan 28 01:07:05.824607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f6f88-fef3-4777-9929-3443e9c3968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea913f65-b46a-40ea-bd39-7fd97177b175,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:05.825451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:05.920458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d78f5-db09-42a7-bf0d-a1eaaecf3b7d req-c5d731b1-fba5-4cb2-baa6-cf6bf89782b6 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:05.921992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce5d78f5-db09-42a7-bf0d-a1eaaecf3b7d req-c5d731b1-fba5-4cb2-baa6-cf6bf89782b6 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 949 time: 0.0891979 Jan 28 01:07:05.922789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-832503aa-2ef7-4dd4-ab17-01240586949e admin admin] Publish callbacks [] for security_group (ea913f65-b46a-40ea-bd39-7fd97177b175), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:05.959210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-832503aa-2ef7-4dd4-ab17-01240586949e admin admin] Publish callbacks [] for security_group (ea913f65-b46a-40ea-bd39-7fd97177b175), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.011472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce5d78f5-db09-42a7-bf0d-a1eaaecf3b7d req-76fea09f-e6da-475e-b7ac-5fd342f086e0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793831 Jan 28 01:07:06.034142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-832503aa-2ef7-4dd4-ab17-01240586949e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ea913f65-b46a-40ea-bd39-7fd97177b175), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.037406 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-832503aa-2ef7-4dd4-ab17-01240586949e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.051094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-832503aa-2ef7-4dd4-ab17-01240586949e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea913f65-b46a-40ea-bd39-7fd97177b175 HTTP/1.1" status: 204 len: 168 time: 0.2240999 Jan 28 01:07:06.060829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832503aa-2ef7-4dd4-ab17-01240586949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea913f65-b46a-40ea-bd39-7fd97177b175,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:06.126494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57840) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:06.335654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1282268745'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:06.360505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Made reservation on behalf of d1425c9f9a944eb19c7bb254e78a0107 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:06.364004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.373743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.474842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for security_group (ca0b52ec-ddf4-4af2-873e-5c1e60d4987f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.481629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ca0b52ec-ddf4-4af2-873e-5c1e60d4987f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.514498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:06.547900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:06.576397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (081a7c1b-1a7e-4c2a-80af-2020b2787b73), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.576745 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Added segment 081a7c1b-1a7e-4c2a-80af-2020b2787b73 of type vlan for network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 Jan 28 01:07:06.645282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e7258e62-4d2a-437f-a25c-c59e671cbce6 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:06.646016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.691315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:06.695618 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99d7bc-a4ea-417b-8163-d1ac90aaf7bb" -d '{"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:06.720172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:06.728074 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.790420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=11']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:06.799747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.800178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.800603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.801140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.801424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.801851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.802265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.802774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.803260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.803928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.804409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.804885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.805361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:06.902246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b52ec-ddf4-4af2-873e-5c1e60d4987f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:06.963940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a605995-bfc7-47ba-a8bd-541d430a44aa req-0ca012af-a7d2-489f-a686-b59b8e97f240 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0576019 Jan 28 01:07:06.969616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:06.984958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ed55f-354b-4118-a024-463bfd9225a6 req-1cbb9414-bb44-4761-865c-2bdb9c57fa42 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:06.997045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a56ed55f-354b-4118-a024-463bfd9225a6 req-1cbb9414-bb44-4761-865c-2bdb9c57fa42 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 951 time: 0.4791720 Jan 28 01:07:07.034895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.039836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:07.040531 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.059765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c685-bc5c-4b02-8bc8-c39aa408c491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.092560 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5a390-6b08-49e5-ab51-051a6b4ec759 x-openstack-request-id: req-e2a5a390-6b08-49e5-ab51-051a6b4ec759 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:07.093241 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:07.093941 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2a5a390-6b08-49e5-ab51-051a6b4ec759 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:07.094483 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'code': 200} Jan 28 01:07:07.120767 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a56ed55f-354b-4118-a024-463bfd9225a6 req-26653251-ba9e-4b8f-a143-2721756c0a26 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128442 Jan 28 01:07:07.128721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0010798 Jan 28 01:07:07.132432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57876) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:07.133055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.136935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acac8e-56f8-4660-9fda-17560e6c15ba tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event updated for resources: {'Network': ['ID=e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:07.147818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Request body: {'subnet': {'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:07.155993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:07.300880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a74945-57c3-4ffb-9db9-da7578ef3d52 req-990f2456-7d22-475b-8daa-0b173756ac58 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:07.309146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a74945-57c3-4ffb-9db9-da7578ef3d52 req-990f2456-7d22-475b-8daa-0b173756ac58 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 949 time: 0.0669932 Jan 28 01:07:07.319145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Made reservation on behalf of d1425c9f9a944eb19c7bb254e78a0107 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:07.325215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.372121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a74945-57c3-4ffb-9db9-da7578ef3d52 req-812b0c39-5953-4f36-8150-e8174f549033 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575945 Jan 28 01:07:07.469982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-50433a23-8381-46da-84a1-991ae8237ba7 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:07.471122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-50433a23-8381-46da-84a1-991ae8237ba7 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 949 time: 0.0791104 Jan 28 01:07:07.680410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9d8f3f4f-5db2-46a7-9c6d-8b1dbac9d5b2 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:07.682010 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9d8f3f4f-5db2-46a7-9c6d-8b1dbac9d5b2 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.45 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 949 time: 0.1111209 Jan 28 01:07:07.682918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (fa5db327-ac48-45e4-b662-ea00790dac4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.749576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Deleting port 351e071d-061d-4d11-baef-ad38c6a02503 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:07.749947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (351e071d-061d-4d11-baef-ad38c6a02503), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.855361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event updated for resources: {'Subnet': ['ID=fa5db327-ac48-45e4-b662-ea00790dac4a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:07.899186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Checking segment: {'id': '081a7c1b-1a7e-4c2a-80af-2020b2787b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:07.899351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Network hostable DHCP agents. Network: e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:07.935065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] For port 351e071d-061d-4d11-baef-ad38c6a02503, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=351e071d-061d-4d11-baef-ad38c6a02503,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:07.935956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (351e071d-061d-4d11-baef-ad38c6a02503), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.958273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Calling delete_port for 351e071d-061d-4d11-baef-ad38c6a02503 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:07.960346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:07.964004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Deleting port e7258e62-4d2a-437f-a25c-c59e671cbce6 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:07.964425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:07.994360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:08.011985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec1bbf-b484-485b-bb8f-29b6513f36c9 None None] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:08.012463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.012812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.104058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-154a6c1c-cac3-4422-9f27-52f1273a4804 req-e9f9be41-ed24-42cb-9210-350643d7f546 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0305860 Jan 28 01:07:08.200061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58', 'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58', 'project_id': 'd1425c9f9a944eb19c7bb254e78a0107', 'fixed_ips': [{'subnet_id': 'fa5db327-ac48-45e4-b662-ea00790dac4a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:07:08.200976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.284027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e2923-8759-4127-8089-d2fa42edfcc1 req-82c3370d-801e-497b-8fd4-b27218098d0e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.286058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-502e2923-8759-4127-8089-d2fa42edfcc1 req-82c3370d-801e-497b-8fd4-b27218098d0e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 949 time: 0.0698650 Jan 28 01:07:08.367748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-502e2923-8759-4127-8089-d2fa42edfcc1 req-d770cdca-0ca6-4b24-90e8-f5cdf5314bb2 tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/security-groups?id=c598dafd-e3bf-45ac-a878-7494d590fea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740297 Jan 28 01:07:08.447271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Allocated IP 2001:db8::2 (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58/fa5db327-ac48-45e4-b662-ea00790dac4a/a07fde53-2e6a-4da7-a059-7f2944a07643) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:08.491298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] For port e7258e62-4d2a-437f-a25c-c59e671cbce6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e7258e62-4d2a-437f-a25c-c59e671cbce6,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:08.492218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.500614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f7e37-b4ff-4644-9dd2-879e7490063d req-f770ccb4-f7a2-4918-ae88-4d72221c3ee5 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.505690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Calling delete_port for e7258e62-4d2a-437f-a25c-c59e671cbce6 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:08.508576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-381f7e37-b4ff-4644-9dd2-879e7490063d req-f770ccb4-f7a2-4918-ae88-4d72221c3ee5 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 949 time: 0.0674617 Jan 28 01:07:08.563411 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fdd82eef-d17f-4992-a2d4-afaa86b21640 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4287443 Jan 28 01:07:08.565874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57912) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:08.573181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Request body: {'port': {'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2096774880'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:08.596687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-381f7e37-b4ff-4644-9dd2-879e7490063d req-633e511e-71f5-4a3c-9b73-320823af293a tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863831 Jan 28 01:07:08.630899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Publish callbacks [] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.646936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.714461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Pushing event updated for resources: {'Port': ['ID=a07fde53-2e6a-4da7-a059-7f2944a07643,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:08.721637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:08.724286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:08.727405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:08.764182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e7258e62-4d2a-437f-a25c-c59e671cbce6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.773946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Made reservation on behalf of d1425c9f9a944eb19c7bb254e78a0107 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:08.783027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.795249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (351e071d-061d-4d11-baef-ad38c6a02503), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.818407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Attempting to bind port a07fde53-2e6a-4da7-a059-7f2944a07643 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:08.819078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] device_id is not set on port 508a4653-f83e-441a-b70d-9bb70c8dcaba yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:08.819299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Attempting to bind port a07fde53-2e6a-4da7-a059-7f2944a07643 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '081a7c1b-1a7e-4c2a-80af-2020b2787b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:08.819879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Attempting to bind port a07fde53-2e6a-4da7-a059-7f2944a07643 on network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:08.844474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ee9ab1e9-7438-4909-b978-ac9aa2a5b775', '351e071d-061d-4d11-baef-ad38c6a02503'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:08.846073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Pushing event deleted for resources: {'Port': ['ID=e7258e62-4d2a-437f-a25c-c59e671cbce6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:08.866846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:08.867230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Checking segment: {'id': '081a7c1b-1a7e-4c2a-80af-2020b2787b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:08.871211 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.871833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Bound using segment: {'id': '081a7c1b-1a7e-4c2a-80af-2020b2787b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:08.872500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Bound port: a07fde53-2e6a-4da7-a059-7f2944a07643, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081a7c1b-1a7e-4c2a-80af-2020b2787b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:08.873102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.928654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Pushing event deleted for resources: {'Port': ['ID=351e071d-061d-4d11-baef-ad38c6a02503,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:08.930806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] No DVR routers for this DVR port 351e071d-061d-4d11-baef-ad38c6a02503 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:08.967943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.971497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9dd0ec45-77f3-4b34-b2ed-3245ecc79b29 req-82633b84-bef2-4c50-897c-44ba0f811927 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "DELETE /v2.0/ports/351e071d-061d-4d11-baef-ad38c6a02503 HTTP/1.1" status: 204 len: 173 time: 1.4937506 Jan 28 01:07:08.972572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] No DVR routers for this DVR port e7258e62-4d2a-437f-a25c-c59e671cbce6 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:08.974164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'name': 'network-vif-deleted', 'tag': '351e071d-061d-4d11-baef-ad38c6a02503'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:08.976539 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330573e5-d5a2-462b-b1ee-6be6183829b6" -d '{"events": [{"server_uuid": "8fe54be8-2ea2-44a3-b0f8-ba23f003def3", "name": "network-vif-deleted", "tag": "351e071d-061d-4d11-baef-ad38c6a02503"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:08.994882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.999466 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b52ac09a-13bf-46a2-bc1e-2066eb9a49b8 req-9391ce86-28c2-453a-8dbc-f0afa0f72d1e tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.45 "DELETE /v2.0/ports/e7258e62-4d2a-437f-a25c-c59e671cbce6 HTTP/1.1" status: 204 len: 173 time: 1.3036418 Jan 28 01:07:09.028278 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdb161c-0d40-4470-a718-681affb670b2 x-openstack-request-id: req-6bdb161c-0d40-4470-a718-681affb670b2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:09.028940 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe54be8-2ea2-44a3-b0f8-ba23f003def3", "name": "network-vif-deleted", "tag": "351e071d-061d-4d11-baef-ad38c6a02503", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:09.029339 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bdb161c-0d40-4470-a718-681affb670b2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:09.030094 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe54be8-2ea2-44a3-b0f8-ba23f003def3', 'name': 'network-vif-deleted', 'tag': '351e071d-061d-4d11-baef-ad38c6a02503', 'status': 'completed', 'code': 200} Jan 28 01:07:09.110738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] For port a07fde53-2e6a-4da7-a059-7f2944a07643, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:09.115056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] For port a07fde53-2e6a-4da7-a059-7f2944a07643, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a07fde53-2e6a-4da7-a059-7f2944a07643,segment=NetworkSegment(081a7c1b-1a7e-4c2a-80af-2020b2787b73),segment_id=081a7c1b-1a7e-4c2a-80af-2020b2787b73)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:09.135043 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:09.136623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Allocated IP 2001:db8::2b4 (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58/fa5db327-ac48-45e4-b662-ea00790dac4a/508a4653-f83e-441a-b70d-9bb70c8dcaba) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:09.342676 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e53d7c36-5de7-4af4-ba9f-c71937f32f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:09.344439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4ee71-bd94-4912-941f-c8fbe6bcb847 None None] Pushing event updated for resources: {'Port': ['ID=a07fde53-2e6a-4da7-a059-7f2944a07643,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:09.405488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5de838c1-dd60-4d59-b68a-b096318cdeea req-46cacc4b-46e7-41ee-9072-d3a3942c70c7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.1376200 Jan 28 01:07:09.620774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:09.664470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba488b18-0083-495b-9e94-cd5736a63939 req-05c3933f-684b-46dd-bc8b-ed4eebcc30ef tempest-ImagesOneServerTestJSON-2080220249 tempest-ImagesOneServerTestJSON-2080220249-project] 10.222.0.23 "GET /v2.0/ports?device_id=889578fe-70ac-4c6b-b958-08be3a4d81aa HTTP/1.1" status: 200 len: 210 time: 0.0725203 Jan 28 01:07:09.883169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8ad632f-7952-4796-9d9f-6bc3bc2152a4 req-603b8973-3b8f-447f-85a6-7fa199827628 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe54be8-2ea2-44a3-b0f8-ba23f003def3 HTTP/1.1" status: 200 len: 210 time: 0.1020539 Jan 28 01:07:09.884428 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:09.998009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event updated for resources: {'Port': ['ID=508a4653-f83e-441a-b70d-9bb70c8dcaba,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:10.007068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:10.009376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:10.011829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:10.028216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:10.030273 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.050552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-81b8ed23-c69f-4920-93ad-ca74f9643186 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4830899 Jan 28 01:07:10.052632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57942) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:10.059157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Request body: {'port': {'network_id': 'e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1050409407', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:10.059717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.api.validators [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] bootfile-name is not in valid_values {{(pid=109594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:07:10.060103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.api.validators [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] tftp-server is not in valid_values {{(pid=109594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:07:10.060719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.api.validators [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] server-ip-address is not in valid_values {{(pid=109594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:07:10.183466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Made reservation on behalf of d1425c9f9a944eb19c7bb254e78a0107 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:10.190236 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.212375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] device_id is not set on port e9c64edd-da8b-4f9a-8a51-0cc366e2f994 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:10.317817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a07fde53-2e6a-4da7-a059-7f2944a07643 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:10.353011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Allocated IP 2001:db8::126 (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58/fa5db327-ac48-45e4-b662-ea00790dac4a/e9c64edd-da8b-4f9a-8a51-0cc366e2f994) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:10.376808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a07fde53-2e6a-4da7-a059-7f2944a07643 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:10.377628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.530009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a07fde53-2e6a-4da7-a059-7f2944a07643 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:10.533629 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.598831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for port (e9c64edd-da8b-4f9a-8a51-0cc366e2f994), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.617607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port a07fde53-2e6a-4da7-a059-7f2944a07643, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a07fde53-2e6a-4da7-a059-7f2944a07643,segment=NetworkSegment(081a7c1b-1a7e-4c2a-80af-2020b2787b73),segment_id=081a7c1b-1a7e-4c2a-80af-2020b2787b73)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:10.640863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:10.645384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.693448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: e7258e62-4d2a-437f-a25c-c59e671cbce6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:10.694096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e7258e62-4d2a-437f-a25c-c59e671cbce6 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:10.701576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ad5caa8-aafa-4205-bf6f-ff94357e5789 req-a9adade6-71f5-4f03-a659-c6615f4aaeaa tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0459771 Jan 28 01:07:10.703269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e9c64edd-da8b-4f9a-8a51-0cc366e2f994), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.763773 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.773093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:10.775732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=a07fde53-2e6a-4da7-a059-7f2944a07643,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:10.777261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:10.791445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:10.797768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:10.799184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:10.821373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event updated for resources: {'Port': ['ID=e9c64edd-da8b-4f9a-8a51-0cc366e2f994,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:10.860717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2a9b70d9-490f-4623-b8be-4965cb1c1dff tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8046927 Jan 28 01:07:10.861245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:11.031733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-deleted', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:11.034277 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6abc0a-172b-42b1-b744-4650e0f4e483" -d '{"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-deleted", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:11.061246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ad6ce-e802-42c5-b42f-3d0203463bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.071473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ad6ce-e802-42c5-b42f-3d0203463bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.086988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ad6ce-e802-42c5-b42f-3d0203463bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.096471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:11.106630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-634ad6ce-e802-42c5-b42f-3d0203463bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2436724 Jan 28 01:07:11.108633 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e864451a-2db4-4dab-97cb-020d72cbb46f x-openstack-request-id: req-e864451a-2db4-4dab-97cb-020d72cbb46f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:11.108933 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889578fe-70ac-4c6b-b958-08be3a4d81aa", "name": "network-vif-deleted", "tag": "e7258e62-4d2a-437f-a25c-c59e671cbce6", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:11.109347 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e864451a-2db4-4dab-97cb-020d72cbb46f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:11.109749 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889578fe-70ac-4c6b-b958-08be3a4d81aa', 'name': 'network-vif-deleted', 'tag': 'e7258e62-4d2a-437f-a25c-c59e671cbce6', 'status': 'completed', 'code': 200} Jan 28 01:07:11.128522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2390ab9-fd93-4bad-b05c-aa8e8ac33a92 None None] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:11.258521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Deleting port e9c64edd-da8b-4f9a-8a51-0cc366e2f994 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:11.259407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e9c64edd-da8b-4f9a-8a51-0cc366e2f994), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.363613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fcd3b-3647-44ed-b963-983f188f450a req-e06dcc0f-c564-4975-885c-b14cf94261f9 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.365209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1fcd3b-3647-44ed-b963-983f188f450a req-e06dcc0f-c564-4975-885c-b14cf94261f9 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 950 time: 0.0894227 Jan 28 01:07:11.365715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:11.430201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e9c64edd-da8b-4f9a-8a51-0cc366e2f994), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.443685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Calling delete_port for e9c64edd-da8b-4f9a-8a51-0cc366e2f994 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:11.490412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1fcd3b-3647-44ed-b963-983f188f450a req-0de6d65f-4c66-46e7-a964-c787ceb79ebb tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063812 Jan 28 01:07:11.586595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dd93ab1c-934d-46bc-80c4-5f70e350f994 None None] Provisioning complete for port a07fde53-2e6a-4da7-a059-7f2944a07643 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:11.587200 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dd93ab1c-934d-46bc-80c4-5f70e350f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.623529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c8f17f30-6816-4c65-9c7f-b676a8f75e42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2318cad4eb54581baaa712b8c5a4fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566984 Jan 28 01:07:11.626671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:11.663020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e9c64edd-da8b-4f9a-8a51-0cc366e2f994), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.713296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event deleted for resources: {'Port': ['ID=e9c64edd-da8b-4f9a-8a51-0cc366e2f994,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:11.715354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dd93ab1c-934d-46bc-80c4-5f70e350f994 None None] Current status of the port a07fde53-2e6a-4da7-a059-7f2944a07643 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:11.769675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.774465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d5530cc-4bcf-439e-913a-cb4605ec33ad tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "DELETE /v2.0/ports/e9c64edd-da8b-4f9a-8a51-0cc366e2f994 HTTP/1.1" status: 204 len: 168 time: 0.6770225 Jan 28 01:07:11.779243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:11.780219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a86f2fff-c1f3-46c0-b03a-caa7c41b6c59 admin admin] Publish callbacks [] for security_group (c598dafd-e3bf-45ac-a878-7494d590fea5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.789489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Request body: {'port': {'name': 'tempest-new-port-name-1127174627', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:11.790392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] bootfile-name is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:07:11.791779 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] tftp-server is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:07:11.793357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] server-ip-address is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:07:11.834342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a86f2fff-c1f3-46c0-b03a-caa7c41b6c59 admin admin] Publish callbacks [] for security_group (c598dafd-e3bf-45ac-a878-7494d590fea5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.839985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.908314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8c531ef-1c0b-4586-a501-3b9bf97b24a5 req-219b7140-2aac-4278-be1d-7844f0a9541b tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0335636 Jan 28 01:07:11.923955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a86f2fff-c1f3-46c0-b03a-caa7c41b6c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c598dafd-e3bf-45ac-a878-7494d590fea5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.927778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a86f2fff-c1f3-46c0-b03a-caa7c41b6c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.929013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a86f2fff-c1f3-46c0-b03a-caa7c41b6c59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c598dafd-e3bf-45ac-a878-7494d590fea5 HTTP/1.1" status: 204 len: 168 time: 0.2973771 Jan 28 01:07:11.956749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f2fff-c1f3-46c0-b03a-caa7c41b6c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c598dafd-e3bf-45ac-a878-7494d590fea5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:11.991815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.075491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Provisioning complete for port a07fde53-2e6a-4da7-a059-7f2944a07643 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:12.080133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.219845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Current status of the port a07fde53-2e6a-4da7-a059-7f2944a07643 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:12.228933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Could not find standard attr ID for object e9c64edd-da8b-4f9a-8a51-0cc366e2f994. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:12.284314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Provisioning complete for port 508a4653-f83e-441a-b70d-9bb70c8dcaba triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:12.284857 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.317101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a07fde53-2e6a-4da7-a059-7f2944a07643 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:12.359749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 351e071d-061d-4d11-baef-ad38c6a02503 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:12.375821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.384081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 351e071d-061d-4d11-baef-ad38c6a02503 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:12.384784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 351e071d-061d-4d11-baef-ad38c6a02503 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:12.388796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.406209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5551d2d6-0bb7-4f84-bfb8-c8e41f7e2a29 None None] Port 508a4653-f83e-441a-b70d-9bb70c8dcaba cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:12.422455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a07fde53-2e6a-4da7-a059-7f2944a07643 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:12.423060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.427651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] In _notify_port_updated(), no bound segment for port 508a4653-f83e-441a-b70d-9bb70c8dcaba on network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:07:12.435629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.435629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.436472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "PUT /v2.0/ports/508a4653-f83e-441a-b70d-9bb70c8dcaba HTTP/1.1" status: 200 len: 1130 time: 0.6554756 Jan 28 01:07:12.439497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:12.465496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ba9dd-a1a8-40e0-967d-4fb6a6f99d66 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event updated for resources: {'Port': ['ID=508a4653-f83e-441a-b70d-9bb70c8dcaba,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:12.568728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b254abef-cc84-4938-9113-b30c772324a1 None None] Provisioning complete for port 508a4653-f83e-441a-b70d-9bb70c8dcaba triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:12.569273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b254abef-cc84-4938-9113-b30c772324a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.583018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c1b4f-0f4e-41a1-81cf-a7a466d8f926 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.588346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58008) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:12.588862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f64c1b4f-0f4e-41a1-81cf-a7a466d8f926 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "GET /v2.0/ports/508a4653-f83e-441a-b70d-9bb70c8dcaba HTTP/1.1" status: 200 len: 1130 time: 0.1430078 Jan 28 01:07:12.620532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a07fde53-2e6a-4da7-a059-7f2944a07643 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:12.673818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b254abef-cc84-4938-9113-b30c772324a1 None None] Port 508a4653-f83e-441a-b70d-9bb70c8dcaba cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:12.701152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce73ab-2e13-4f00-99c2-6c545852591e req-9a239fbc-c749-41a1-854b-4ac18f77f024 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.710889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1ce73ab-2e13-4f00-99c2-6c545852591e req-9a239fbc-c749-41a1-854b-4ac18f77f024 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 950 time: 0.1110642 Jan 28 01:07:12.775507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1ce73ab-2e13-4f00-99c2-6c545852591e req-123a5827-3ea1-411e-a43d-d8be600945e0 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfa01ae6-d00f-464c-9757-1f41a64b5041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631917 Jan 28 01:07:12.798769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-a892ea57-7d1b-4456-804e-9e4615d69b8d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.800518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-a892ea57-7d1b-4456-804e-9e4615d69b8d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 950 time: 0.1490970 Jan 28 01:07:12.854564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Deleting port 508a4653-f83e-441a-b70d-9bb70c8dcaba {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:12.855065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.992632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2384ae3c-94b1-43eb-a9ed-bfa93d66e2f9 None None] Could not find standard attr ID for object e9c64edd-da8b-4f9a-8a51-0cc366e2f994. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:13.027592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.049063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Calling delete_port for 508a4653-f83e-441a-b70d-9bb70c8dcaba owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:13.065739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Deleting port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:13.066134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.136931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-541512d2-c889-458f-879f-676e0a365b2d req-9e093a30-9b21-4661-a6cf-c565f77a8a79 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0712783 Jan 28 01:07:13.248342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] For port ee9ab1e9-7438-4909-b978-ac9aa2a5b775, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:13.248910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.270277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Calling delete_port for ee9ab1e9-7438-4909-b978-ac9aa2a5b775 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:13.306088 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.394142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (508a4653-f83e-441a-b70d-9bb70c8dcaba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.444537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event deleted for resources: {'Port': ['ID=508a4653-f83e-441a-b70d-9bb70c8dcaba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:13.480719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.484218 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6460aaeb-76d3-4d09-91a1-ed66971a38f3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "DELETE /v2.0/ports/508a4653-f83e-441a-b70d-9bb70c8dcaba HTTP/1.1" status: 204 len: 168 time: 0.8944311 Jan 28 01:07:13.487099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58034) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:13.559184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ee9ab1e9-7438-4909-b978-ac9aa2a5b775), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.591194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ee9ab1e9-7438-4909-b978-ac9aa2a5b775'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:13.638787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Pushing event deleted for resources: {'Port': ['ID=ee9ab1e9-7438-4909-b978-ac9aa2a5b775,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:13.663222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Deleting subnet fa5db327-ac48-45e4-b662-ea00790dac4a {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:13.682780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for subnet (fa5db327-ac48-45e4-b662-ea00790dac4a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.710475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-04934cdf-a949-4eed-836f-6b0e2b31039a None None] Could not find standard attr ID for object 508a4653-f83e-441a-b70d-9bb70c8dcaba. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:13.725500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] No DVR routers for this DVR port ee9ab1e9-7438-4909-b978-ac9aa2a5b775 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:13.734216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.742657 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6fd350ee-ddab-4090-996b-c8bfc2bf887e req-1a1739ec-abe0-4cc6-bacd-a4f2a88f673d tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.43 "DELETE /v2.0/ports/ee9ab1e9-7438-4909-b978-ac9aa2a5b775 HTTP/1.1" status: 204 len: 173 time: 0.9357526 Jan 28 01:07:13.743209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'name': 'network-vif-deleted', 'tag': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:13.746589 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf6ee92-5dc4-4d41-b394-234cdc33da7c" -d '{"events": [{"server_uuid": "c9dd9ac5-d881-4b25-b390-5793322b0a56", "name": "network-vif-deleted", "tag": "ee9ab1e9-7438-4909-b978-ac9aa2a5b775"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:13.749416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58042) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:13.794638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (fa5db327-ac48-45e4-b662-ea00790dac4a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.831720 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c83058-2393-4a9c-a134-db1e60e7c39f x-openstack-request-id: req-c0c83058-2393-4a9c-a134-db1e60e7c39f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:13.832019 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9dd9ac5-d881-4b25-b390-5793322b0a56", "name": "network-vif-deleted", "tag": "ee9ab1e9-7438-4909-b978-ac9aa2a5b775", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:13.832274 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0c83058-2393-4a9c-a134-db1e60e7c39f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:13.832937 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dd9ac5-d881-4b25-b390-5793322b0a56', 'name': 'network-vif-deleted', 'tag': 'ee9ab1e9-7438-4909-b978-ac9aa2a5b775', 'status': 'completed', 'code': 200} Jan 28 01:07:13.987837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80969fea-15cc-4f16-a21f-656f361422a7 req-8954ce00-85ea-4790-aacf-82026d450aa1 tempest-ServersAdminNegativeTestJSON-816089519 tempest-ServersAdminNegativeTestJSON-816089519-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dd9ac5-d881-4b25-b390-5793322b0a56 HTTP/1.1" status: 200 len: 210 time: 0.0433655 Jan 28 01:07:14.030016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (fa5db327-ac48-45e4-b662-ea00790dac4a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.157150 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (fa5db327-ac48-45e4-b662-ea00790dac4a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.187403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.193027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253d218-afe2-4246-a5b4-0c2cacaaf5bd None None] Network e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:14.193323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58056) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:14.204292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "DELETE /v2.0/subnets/fa5db327-ac48-45e4-b662-ea00790dac4a HTTP/1.1" status: 204 len: 168 time: 0.7131636 Jan 28 01:07:14.251240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-959065129-network', 'tenant_id': '7620d9d6d38847f19411a7d16eac52ea'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:14.366540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f48253-64e5-4d61-8dac-ec21f96ac8b3 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5db327-ac48-45e4-b662-ea00790dac4a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:14.383791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0537c5db-10bc-4d5e-bbfd-d3fc31dd367a req-677982b9-2b35-4d6f-b9f4-a375e34d940d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0800200 Jan 28 01:07:14.396409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Made reservation on behalf of 7620d9d6d38847f19411a7d16eac52ea for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:14.403064 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.418913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.436728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.598737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Deleting port a07fde53-2e6a-4da7-a059-7f2944a07643 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:14.600246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.605322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] DHCP port deletion for e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:14.677869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks [] for security_group (6bcaf581-d038-44d0-b559-45b9f5e7d98d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.691900 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6bcaf581-d038-44d0-b559-45b9f5e7d98d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.725359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:14.749861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (cd3ab206-4936-46a8-a0d0-7e795e0618f4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.750895 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Added segment cd3ab206-4936-46a8-a0d0-7e795e0618f4 of type vlan for network 290953da-678d-4c30-b675-e6dbaa6428cd Jan 28 01:07:14.787587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] Deleting port a07fde53-2e6a-4da7-a059-7f2944a07643 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:14.788082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.798933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] For port a07fde53-2e6a-4da7-a059-7f2944a07643, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a07fde53-2e6a-4da7-a059-7f2944a07643,segment=NetworkSegment(081a7c1b-1a7e-4c2a-80af-2020b2787b73),segment_id=081a7c1b-1a7e-4c2a-80af-2020b2787b73)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:14.799545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.828420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Calling delete_port for a07fde53-2e6a-4da7-a059-7f2944a07643 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:14.852647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (290953da-678d-4c30-b675-e6dbaa6428cd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.919320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (290953da-678d-4c30-b675-e6dbaa6428cd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.922613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:14.924340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.951520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] For port a07fde53-2e6a-4da7-a059-7f2944a07643, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a07fde53-2e6a-4da7-a059-7f2944a07643,segment=NetworkSegment(081a7c1b-1a7e-4c2a-80af-2020b2787b73),segment_id=081a7c1b-1a7e-4c2a-80af-2020b2787b73)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:14.952082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.980427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] Calling delete_port for a07fde53-2e6a-4da7-a059-7f2944a07643 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:15.006455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcaf581-d038-44d0-b559-45b9f5e7d98d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.023502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2681217 Jan 28 01:07:15.027615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:15.034930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73a00-5543-4b19-9938-7490bc803fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=290953da-678d-4c30-b675-e6dbaa6428cd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.053228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Request body: {'subnet': {'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-959065129-subnet', 'tenant_id': '7620d9d6d38847f19411a7d16eac52ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:15.062789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.085357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 290953da-678d-4c30-b675-e6dbaa6428cd details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:15.101386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Made reservation on behalf of 7620d9d6d38847f19411a7d16eac52ea for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:15.105217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.149177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] No DVR routers for this DVR port a07fde53-2e6a-4da7-a059-7f2944a07643 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:15.168689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event deleted for resources: {'Port': ['ID=a07fde53-2e6a-4da7-a059-7f2944a07643,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.346918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.402329 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a07fde53-2e6a-4da7-a059-7f2944a07643), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.408439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.443640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081a7c1b-1a7e-4c2a-80af-2020b2787b73') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.445939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081a7c1b-1a7e-4c2a-80af-2020b2787b73') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:15.455794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] Pushing event deleted for resources: {'Port': ['ID=a07fde53-2e6a-4da7-a059-7f2944a07643,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.477429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13925c8e-11b1-471b-8227-46c589cb8bf8 None None] No DVR routers for this DVR port a07fde53-2e6a-4da7-a059-7f2944a07643 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:15.492600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (081a7c1b-1a7e-4c2a-80af-2020b2787b73), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.499928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.529861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (081a7c1b-1a7e-4c2a-80af-2020b2787b73), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.547005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:15.547765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (081a7c1b-1a7e-4c2a-80af-2020b2787b73), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:15.619382 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:15.625488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.678795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ca9ba9-5fe9-4124-866c-f3c494f559e8 req-ce0b4294-57d0-4a51-893f-abc042dc1f4d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0771303 Jan 28 01:07:15.679468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58084) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:15.699246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.701845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Checking segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:15.702248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Network hostable DHCP agents. Network: 290953da-678d-4c30-b675-e6dbaa6428cd, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:15.704414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.723867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Network 290953da-678d-4c30-b675-e6dbaa6428cd is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:15.724322 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] 10.222.0.23 "DELETE /v2.0/networks/e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58 HTTP/1.1" status: 204 len: 168 time: 1.5282807 Jan 28 01:07:15.727153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed85ca3-96a2-4e6c-b276-d1c6979ce4fd tempest-ExtraDHCPOptionsIpV6TestJSON-810971753 tempest-ExtraDHCPOptionsIpV6TestJSON-810971753-project] Pushing event deleted for resources: {'Network': ['ID=e4b41e0d-1f8f-41f5-9d4d-67b6cf26da58,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:15.740881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 290953da-678d-4c30-b675-e6dbaa6428cd) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:15.747106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:15.748020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:15.762944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301495c-9569-4d67-b696-0b9fe8b90fda None None] Network 290953da-678d-4c30-b675-e6dbaa6428cd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:15.769465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e7ef02bb-15b3-4ca4-b5f7-76ce3ac18053 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7378144 Jan 28 01:07:15.955456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152f927-19cd-4fc6-96ac-e6b8d79be93d None None] Network 290953da-678d-4c30-b675-e6dbaa6428cd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:15.956452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f5cad18c-1217-4d2d-b73e-4627a374aa3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b75b9ae1de3b494bb7d7c52044882f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727075 Jan 28 01:07:15.959074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58092) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:16.030351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f8ced71-f9ea-45a8-90b0-eb685c0189c1 admin admin] Publish callbacks [] for security_group (bfa01ae6-d00f-464c-9757-1f41a64b5041), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.062703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f8ced71-f9ea-45a8-90b0-eb685c0189c1 admin admin] Publish callbacks [] for security_group (bfa01ae6-d00f-464c-9757-1f41a64b5041), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.134121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f8ced71-f9ea-45a8-90b0-eb685c0189c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bfa01ae6-d00f-464c-9757-1f41a64b5041), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.138070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f8ced71-f9ea-45a8-90b0-eb685c0189c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.139333 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5f8ced71-f9ea-45a8-90b0-eb685c0189c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfa01ae6-d00f-464c-9757-1f41a64b5041 HTTP/1.1" status: 204 len: 168 time: 0.1791043 Jan 28 01:07:16.155819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ced71-f9ea-45a8-90b0-eb685c0189c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa01ae6-d00f-464c-9757-1f41a64b5041,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:16.257639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a07fde53-2e6a-4da7-a059-7f2944a07643 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:16.298017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a07fde53-2e6a-4da7-a059-7f2944a07643 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:16.298368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a07fde53-2e6a-4da7-a059-7f2944a07643 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:16.387830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ee9ab1e9-7438-4909-b978-ac9aa2a5b775 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:16.427145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: ee9ab1e9-7438-4909-b978-ac9aa2a5b775 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:16.428144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ee9ab1e9-7438-4909-b978-ac9aa2a5b775 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:16.579674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58112) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:16.717097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58116) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:16.773593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d5dce699-53a2-4863-aae6-2dfbd6dcaf8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=244ecc4a5df7468281adfc74f678fd9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551734 Jan 28 01:07:16.776205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58122) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:16.849550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1955cb94-810f-40f0-89b1-6170a56a1d57 req-db65f303-5339-4b85-9622-3f86ee29ee71 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0352855 Jan 28 01:07:16.867389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9206-8a64-413c-b765-2ec02be769ef admin admin] Publish callbacks [] for security_group (836e4e66-fec0-4583-b122-987c0e054755), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:16.899641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9206-8a64-413c-b765-2ec02be769ef admin admin] Publish callbacks [] for security_group (836e4e66-fec0-4583-b122-987c0e054755), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.017993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9206-8a64-413c-b765-2ec02be769ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (836e4e66-fec0-4583-b122-987c0e054755), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.023452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9206-8a64-413c-b765-2ec02be769ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.027492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4b0a9206-8a64-413c-b765-2ec02be769ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/836e4e66-fec0-4583-b122-987c0e054755 HTTP/1.1" status: 204 len: 168 time: 0.2477391 Jan 28 01:07:17.052787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a9206-8a64-413c-b765-2ec02be769ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e4e66-fec0-4583-b122-987c0e054755,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:17.116905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:17.118799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-12756337-4d98-4f53-baff-3646c141db90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1425c9f9a944eb19c7bb254e78a0107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361671 Jan 28 01:07:17.261063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f66831b3-93bb-4ddf-a541-3e58b163c25a admin admin] Publish callbacks [] for security_group (ca0b52ec-ddf4-4af2-873e-5c1e60d4987f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.282215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f66831b3-93bb-4ddf-a541-3e58b163c25a admin admin] Publish callbacks [] for security_group (ca0b52ec-ddf4-4af2-873e-5c1e60d4987f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.357065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f66831b3-93bb-4ddf-a541-3e58b163c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ca0b52ec-ddf4-4af2-873e-5c1e60d4987f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.364193 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f66831b3-93bb-4ddf-a541-3e58b163c25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:17.366359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f66831b3-93bb-4ddf-a541-3e58b163c25a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca0b52ec-ddf4-4af2-873e-5c1e60d4987f HTTP/1.1" status: 204 len: 168 time: 0.2477503 Jan 28 01:07:17.384592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66831b3-93bb-4ddf-a541-3e58b163c25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b52ec-ddf4-4af2-873e-5c1e60d4987f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:17.412081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-446c2452-49e9-4056-b97d-d5e19a5bc8a1 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:17.414380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-446c2452-49e9-4056-b97d-d5e19a5bc8a1 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 821 time: 0.1980174 Jan 28 01:07:17.445387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-715210e1-90ab-43b9-a213-0a9da390ead1 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/quotas/7620d9d6d38847f19411a7d16eac52ea HTTP/1.1" status: 200 len: 375 time: 0.0222881 Jan 28 01:07:17.523161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-44328791-6918-4dc3-99cc-1b3af82ebe96 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711939 Jan 28 01:07:17.642904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-be5746c0-53c0-48a0-a8c5-6482ced66431 service neutron] 10.222.0.23 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117218 Jan 28 01:07:17.736341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-c98190f2-f99e-449a-8e37-1871c5fb1fee service neutron] 10.222.0.23 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927935 Jan 28 01:07:17.949210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70262995-5fc7-4eb8-ae4d-0ebcdac64388 req-fc2f3c2a-d402-4340-8281-c5fd4cc0b6aa tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 210 time: 0.0393355 Jan 28 01:07:18.047144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-464252ec-ab01-42c6-ac31-f0a09322c81c req-dc55a25d-39d2-4d71-a8bb-f0878b9e6a0a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0606623 Jan 28 01:07:19.083160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5ec34a0-3133-4451-aa82-24dd167897b3 req-b6eccc7f-ab13-4c6e-989a-94c19aca5ac6 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 210 time: 0.0574949 Jan 28 01:07:19.144003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58218) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:19.195656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97dadd99-aafc-4ab0-a5b9-b20e25f9c0dd req-991bf485-052a-419b-a02b-193eeabb6c99 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0388570 Jan 28 01:07:19.339515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-336dfdaa-07c9-43e9-9329-44799c62b74f tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:19.342521 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-336dfdaa-07c9-43e9-9329-44799c62b74f tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 821 time: 0.1841407 Jan 28 01:07:19.370679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'port': {'device_id': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'admin_state_up': True, 'tenant_id': '7620d9d6d38847f19411a7d16eac52ea'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:19.435575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1247475632'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:19.468386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:19.473037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.495893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.580572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Made reservation on behalf of 7620d9d6d38847f19411a7d16eac52ea for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:19.584439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.726158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for security_group (dbc5bc5a-0845-4c15-8b61-3713a5aa566b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.732801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dbc5bc5a-0845-4c15-8b61-3713a5aa566b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.759729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:19.785884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (699a172c-2aa9-4501-9500-d5c5c1da37d8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.786227 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Added segment 699a172c-2aa9-4501-9500-d5c5c1da37d8 of type vlan for network b9abef59-6ea6-4570-b883-b250cecf886c Jan 28 01:07:19.788023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Allocated IP 172.20.0.6 (290953da-678d-4c30-b675-e6dbaa6428cd/1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd/7818056d-a069-4805-98f7-5095e3b9565b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:19.837113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5bc5a-0845-4c15-8b61-3713a5aa566b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:19.879080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b9abef59-6ea6-4570-b883-b250cecf886c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.949988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b9abef59-6ea6-4570-b883-b250cecf886c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.955850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:19.956549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.080706 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9348876 Jan 28 01:07:20.084331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58250) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.090347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'subnet': {'network_id': 'b9abef59-6ea6-4570-b883-b250cecf886c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:20.119750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2915-21da-45b8-9e6f-163567b813a6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Network': ['ID=b9abef59-6ea6-4570-b883-b250cecf886c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.131119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b9abef59-6ea6-4570-b883-b250cecf886c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:20.206444 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for port (7818056d-a069-4805-98f7-5095e3b9565b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.281556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.339608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Network 290953da-678d-4c30-b675-e6dbaa6428cd is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:20.358494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:20.361185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:20.371707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764005-44e1-48e6-8324-a5767692045c req-693e96fb-e53e-47b0-a2ba-2d3bcc07c878 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:20.380233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee764005-44e1-48e6-8324-a5767692045c req-693e96fb-e53e-47b0-a2ba-2d3bcc07c878 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 931 time: 0.1031344 Jan 28 01:07:20.390201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.429617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:20.430264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.454210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2a355530-c85c-4bff-b253-7a4bc295d4b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884275 Jan 28 01:07:20.464225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee764005-44e1-48e6-8324-a5767692045c req-b1182b0d-d3a9-4ce4-8b44-772cbe4324e0 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Jan 28 01:07:20.473656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Request body: {'port': {'device_id': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:20.489382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:20.490426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.495927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93fbb7ae-834e-40ff-b341-0c6f84d9607c req-2d212c48-474d-48ed-b1a1-065c2cfb6069 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0899832 Jan 28 01:07:20.573888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.818642 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.940022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Subnet': ['ID=2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.000772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Checking segment: {'id': '699a172c-2aa9-4501-9500-d5c5c1da37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9abef59-6ea6-4570-b883-b250cecf886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:21.001473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network hostable DHCP agents. Network: b9abef59-6ea6-4570-b883-b250cecf886c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:21.024056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:21.037503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b9abef59-6ea6-4570-b883-b250cecf886c) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:21.043826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.044821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.049090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193c58e-e665-4f9b-9e86-cdd164c5ba13 None None] Network b9abef59-6ea6-4570-b883-b250cecf886c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:21.066008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e550d1bc-7b05-45c4-8e8c-c04b02830355 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9802971 Jan 28 01:07:21.067967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58296) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:21.074450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1333676791', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:21.088547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7818056d-a069-4805-98f7-5095e3b9565b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:21.105366 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (69c2296d-20e0-4517-8052-f985b8504661), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.105971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Publish callbacks [] for port (7818056d-a069-4805-98f7-5095e3b9565b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.107742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (69c2296d-20e0-4517-8052-f985b8504661), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.131971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Transition to ACTIVE for port object 7818056d-a069-4805-98f7-5095e3b9565b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:07:21.141172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.202671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_controller (69c2296d-20e0-4517-8052-f985b8504661), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.259684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.276680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7468f13c-5c6e-4e71-ad10-e16ccf399ab4 None None] Network b9abef59-6ea6-4570-b883-b250cecf886c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:21.359447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Attempting to bind port 7818056d-a069-4805-98f7-5095e3b9565b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:21.367600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Attempting to bind port 7818056d-a069-4805-98f7-5095e3b9565b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:21.367600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Attempting to bind port 7818056d-a069-4805-98f7-5095e3b9565b on network 290953da-678d-4c30-b675-e6dbaa6428cd {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:21.372026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Port 7818056d-a069-4805-98f7-5095e3b9565b on network 290953da-678d-4c30-b675-e6dbaa6428cd not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:21.372352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Attempting to bind port 7818056d-a069-4805-98f7-5095e3b9565b on network 290953da-678d-4c30-b675-e6dbaa6428cd {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:21.384900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:21.385252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Checking segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:21.388365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Bound using segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:21.389000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Bound port: 7818056d-a069-4805-98f7-5095e3b9565b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:21.389376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.539366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:21.545209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:21.555258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.698138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.704870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.705742 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.708023 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-f17a0a8e-08bc-4f96-976d-56b0db12bb23 service neutron] 10.222.0.43 "PUT /v2.0/ports/7818056d-a069-4805-98f7-5095e3b9565b HTTP/1.1" status: 200 len: 1091 time: 1.2399182 Jan 28 01:07:21.708579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:21.713724 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "tag": "7818056d-a069-4805-98f7-5095e3b9565b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:21.769990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53220df3-6639-4a7c-afda-235b8c2c2e88 req-0025e0de-7482-4bbb-9b3d-8e2145930619 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.1203387 Jan 28 01:07:21.786350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58314) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:21.786855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (69c2296d-20e0-4517-8052-f985b8504661), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.848419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-02288987-c692-4edf-9bd1-6d3a9883cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.853386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-02288987-c692-4edf-9bd1-6d3a9883cc5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 1094 time: 0.0801799 Jan 28 01:07:21.863050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a7131-f83e-4dfa-bffc-9188d85969f1 req-9c2bfc70-3fdb-49ba-8f3f-35b17247fa2c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.870315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-893a7131-f83e-4dfa-bffc-9188d85969f1 req-9c2bfc70-3fdb-49ba-8f3f-35b17247fa2c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 943 time: 0.2221162 Jan 28 01:07:21.922513 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f695f5c-2976-4dad-ad7a-327a0a3e3890 x-openstack-request-id: req-1f695f5c-2976-4dad-ad7a-327a0a3e3890 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:21.922821 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "tag": "7818056d-a069-4805-98f7-5095e3b9565b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:21.923194 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f695f5c-2976-4dad-ad7a-327a0a3e3890 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:21.923602 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b', 'status': 'completed', 'code': 200} Jan 28 01:07:21.927191 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-13569829-32bd-487e-aea6-d88e6c7bdaeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7818056d-a069-4805-98f7-5095e3b9565b HTTP/1.1" status: 200 len: 217 time: 0.0616949 Jan 28 01:07:21.973905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-893a7131-f83e-4dfa-bffc-9188d85969f1 req-0a9a0f29-dcc6-4099-a9ce-a3c56c22a975 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986967 Jan 28 01:07:22.001401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-9f07c6eb-9b89-4d3c-943c-e2ed0193ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:22.002991 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-9f07c6eb-9b89-4d3c-943c-e2ed0193ac91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 200 len: 861 time: 0.0698447 Jan 28 01:07:22.045454 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-875a27f0-f316-4d35-99b9-d202ac72c12a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=290953da-678d-4c30-b675-e6dbaa6428cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338387 Jan 28 01:07:22.046289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee5ef-f17c-44c5-a587-54ade71bfda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.134198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (69c2296d-20e0-4517-8052-f985b8504661), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.163675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.194812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-65f40cd1-f19c-44ed-a76f-680fc4996a99 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410649 Jan 28 01:07:22.272962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee5ef-f17c-44c5-a587-54ade71bfda1 admin admin] Publish callbacks [] for security_group (826c0359-76b9-484f-9fe0-ee0ae2469b32), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.279873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee5ef-f17c-44c5-a587-54ade71bfda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (826c0359-76b9-484f-9fe0-ee0ae2469b32), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.291542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58330) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:22.302784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.142 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/51818740-427a-4351-87ce-a263f537aa30) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:22.341326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4d2ee5ef-f17c-44c5-a587-54ade71bfda1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc2dfb071d334ff595c995e07c9b1860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5545650 Jan 28 01:07:22.343824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ee5ef-f17c-44c5-a587-54ade71bfda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c0359-76b9-484f-9fe0-ee0ae2469b32,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.349681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58334) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:22.372952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec454aed-232a-4398-9d2b-b277c49731e5 req-2554fe6f-d438-4649-ab44-dbd617978279 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711030 Jan 28 01:07:22.424389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a421480-847c-467d-8b6d-e712fa612cd0 admin admin] Publish callbacks [] for security_group (826c0359-76b9-484f-9fe0-ee0ae2469b32), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.440914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (51818740-427a-4351-87ce-a263f537aa30), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.451224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a421480-847c-467d-8b6d-e712fa612cd0 admin admin] Publish callbacks [] for security_group (826c0359-76b9-484f-9fe0-ee0ae2469b32), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.481021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (51818740-427a-4351-87ce-a263f537aa30), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.527286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:22.534392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:22.539040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:22.544990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51fbcc78-07f2-4c74-a571-efa896bb2a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.560761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=51818740-427a-4351-87ce-a263f537aa30,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.572978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.573345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.573695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.574169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.574465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.574803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.575314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.575653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.576058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.576474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.576832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.577566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.578048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-58a8c28b-0f3e-49af-9431-1ce46d95518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:22.578198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.579782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-58a8c28b-0f3e-49af-9431-1ce46d95518f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 1094 time: 0.0778165 Jan 28 01:07:22.589525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a421480-847c-467d-8b6d-e712fa612cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (826c0359-76b9-484f-9fe0-ee0ae2469b32), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.592094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0a421480-847c-467d-8b6d-e712fa612cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.593277 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0a421480-847c-467d-8b6d-e712fa612cd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/826c0359-76b9-484f-9fe0-ee0ae2469b32 HTTP/1.1" status: 204 len: 168 time: 0.2426860 Jan 28 01:07:22.655867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a421480-847c-467d-8b6d-e712fa612cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c0359-76b9-484f-9fe0-ee0ae2469b32,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.773593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51fbcc78-07f2-4c74-a571-efa896bb2a3a admin admin] Publish callbacks [] for security_group (7e9c4109-1559-468a-aebd-b1341c422c46), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.787155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-51fbcc78-07f2-4c74-a571-efa896bb2a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7e9c4109-1559-468a-aebd-b1341c422c46), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.819514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-9ea0e9c0-734a-4186-8e72-d974a8db3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:22.821363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-9ea0e9c0-734a-4186-8e72-d974a8db3e24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 922 time: 0.2347076 Jan 28 01:07:22.886575 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-6987c029-8c72-43e6-871e-86cd233aeb21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7818056d-a069-4805-98f7-5095e3b9565b HTTP/1.1" status: 200 len: 217 time: 0.0568686 Jan 28 01:07:22.890292 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-51fbcc78-07f2-4c74-a571-efa896bb2a3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2a2cbdc956b49b2b1d0c83c7a811850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955021 Jan 28 01:07:22.891488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbcc78-07f2-4c74-a571-efa896bb2a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c4109-1559-468a-aebd-b1341c422c46,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.894143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:22.953463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58344) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:22.987357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cfb444b-9f0e-47ea-ad15-01c1152a6efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.998887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-8dacd93d-200f-445e-b445-cf367ebc033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:23.000998 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-8dacd93d-200f-445e-b445-cf367ebc033b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 200 len: 861 time: 0.1056294 Jan 28 01:07:23.080536 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-dcbcb92e-0d97-4e00-8822-d55b6dcfe5e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=290953da-678d-4c30-b675-e6dbaa6428cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520401 Jan 28 01:07:23.081202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ce56ff3-25ac-4a31-ad0f-b52b3980c332 admin admin] Publish callbacks [] for security_group (7e9c4109-1559-468a-aebd-b1341c422c46), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.084519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de259918-519c-4066-829e-953ada301563 req-6658d82c-158d-44ea-92c9-8cca2b6100f7 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0657120 Jan 28 01:07:23.191309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ce56ff3-25ac-4a31-ad0f-b52b3980c332 admin admin] Publish callbacks [] for security_group (7e9c4109-1559-468a-aebd-b1341c422c46), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.277494 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-63d954aa-b5c5-4a89-a284-3d3589ee00f1 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892192 Jan 28 01:07:23.310646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af471a9d-4915-4410-ba13-d083d9dd9532 req-33dae453-142b-44a4-b5fa-fe1d59a56c8b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:23.313260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af471a9d-4915-4410-ba13-d083d9dd9532 req-33dae453-142b-44a4-b5fa-fe1d59a56c8b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 943 time: 0.2537210 Jan 28 01:07:23.349230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cfb444b-9f0e-47ea-ad15-01c1152a6efc admin admin] Publish callbacks [] for security_group (0b9d803f-e21c-4401-b2ee-7f118b67b5d5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.354179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ce56ff3-25ac-4a31-ad0f-b52b3980c332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7e9c4109-1559-468a-aebd-b1341c422c46), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.357125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ce56ff3-25ac-4a31-ad0f-b52b3980c332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.360935 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9ce56ff3-25ac-4a31-ad0f-b52b3980c332 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e9c4109-1559-468a-aebd-b1341c422c46 HTTP/1.1" status: 204 len: 168 time: 0.4619517 Jan 28 01:07:23.364657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cfb444b-9f0e-47ea-ad15-01c1152a6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0b9d803f-e21c-4401-b2ee-7f118b67b5d5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.388056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (69c2296d-20e0-4517-8052-f985b8504661), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.389188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce56ff3-25ac-4a31-ad0f-b52b3980c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c4109-1559-468a-aebd-b1341c422c46,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.420923 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1cfb444b-9f0e-47ea-ad15-01c1152a6efc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86c6a04469384c9d9e81d2ccaf735168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646683 Jan 28 01:07:23.430030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58352) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:23.456275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3b6ee3a2-4af4-457b-b8c3-af9e74c12b71 req-d4855bed-b704-4d54-bfd6-24920e8f6294 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704276 Jan 28 01:07:23.486414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb444b-9f0e-47ea-ad15-01c1152a6efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9d803f-e21c-4401-b2ee-7f118b67b5d5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.525938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa35b1c9-5266-4bfa-8257-84fdad47fc27 admin admin] Publish callbacks [] for security_group (0b9d803f-e21c-4401-b2ee-7f118b67b5d5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.528968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af471a9d-4915-4410-ba13-d083d9dd9532 req-d66fdcc1-f5be-40ae-b7aa-cb342f084569 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068017 Jan 28 01:07:23.548418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa35b1c9-5266-4bfa-8257-84fdad47fc27 admin admin] Publish callbacks [] for security_group (0b9d803f-e21c-4401-b2ee-7f118b67b5d5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.611821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa35b1c9-5266-4bfa-8257-84fdad47fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0b9d803f-e21c-4401-b2ee-7f118b67b5d5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.616312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa35b1c9-5266-4bfa-8257-84fdad47fc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.620920 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aa35b1c9-5266-4bfa-8257-84fdad47fc27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b9d803f-e21c-4401-b2ee-7f118b67b5d5 HTTP/1.1" status: 204 len: 168 time: 0.1881652 Jan 28 01:07:23.629447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35b1c9-5266-4bfa-8257-84fdad47fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9d803f-e21c-4401-b2ee-7f118b67b5d5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.683942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (69c2296d-20e0-4517-8052-f985b8504661), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.827734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:07:23.961826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:23.977006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:23.994222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:23.994971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:24.000756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.004612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-98adb964-6890-445e-870a-8cd60a599849 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9328146 Jan 28 01:07:24.004972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58366) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:24.034110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:24.038812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:24.045990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:24.046819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:24.057760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e2-f350-4c94-897f-89af32283adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.089981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:24.090898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251be18-7b0d-48cb-b6dc-e74c99629c04 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:24.155397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e2-f350-4c94-897f-89af32283adc admin admin] Publish callbacks [] for security_group (77cb8fe0-e117-49e7-a0e4-c6f08f308c04), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.162846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e2-f350-4c94-897f-89af32283adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (77cb8fe0-e117-49e7-a0e4-c6f08f308c04), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.218342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b70e8e2-f350-4c94-897f-89af32283adc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daf1f45ea002474680ded39e8c819036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775348 Jan 28 01:07:24.247988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e8e2-f350-4c94-897f-89af32283adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb8fe0-e117-49e7-a0e4-c6f08f308c04,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:24.267658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25ae4bc5-1731-47ea-a117-683ae697ccfe req-63915c5c-0e45-42dd-9b5a-8ccdc36ec053 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0478373 Jan 28 01:07:24.271306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58376) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:24.361242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92612699-c636-4cd2-bcea-4935498f54a4 admin admin] Publish callbacks [] for security_group (77cb8fe0-e117-49e7-a0e4-c6f08f308c04), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.395349 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92612699-c636-4cd2-bcea-4935498f54a4 admin admin] Publish callbacks [] for security_group (77cb8fe0-e117-49e7-a0e4-c6f08f308c04), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.459716 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92612699-c636-4cd2-bcea-4935498f54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (77cb8fe0-e117-49e7-a0e4-c6f08f308c04), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.462522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92612699-c636-4cd2-bcea-4935498f54a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.466028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-92612699-c636-4cd2-bcea-4935498f54a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77cb8fe0-e117-49e7-a0e4-c6f08f308c04 HTTP/1.1" status: 204 len: 168 time: 0.1898446 Jan 28 01:07:24.479088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92612699-c636-4cd2-bcea-4935498f54a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb8fe0-e117-49e7-a0e4-c6f08f308c04,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:24.680324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58392) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:24.700923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b877c9d-33dd-4efa-bc88-7e1d2836fa51 req-f5082d3a-b234-4d77-877f-91d6988fd822 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:24.709824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b877c9d-33dd-4efa-bc88-7e1d2836fa51 req-f5082d3a-b234-4d77-877f-91d6988fd822 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 943 time: 0.0877476 Jan 28 01:07:24.775415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b877c9d-33dd-4efa-bc88-7e1d2836fa51 req-f619bcc3-5055-42b0-a5a9-8d9bf4e7f42a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643134 Jan 28 01:07:24.847039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-network', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:24.871989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Made reservation on behalf of d0069125b9634349a9c6ba469f7239ed for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:24.875100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.886870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.941076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:24.960976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55404a7f-285e-46ba-9c52-7f5a37062c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.016356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks [] for security_group (c4507bb9-7ad6-439d-9048-3dfbda505af8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.026428 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c4507bb9-7ad6-439d-9048-3dfbda505af8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.052334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:25.078395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.085272 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d9451e54-fa90-4b98-90cf-226ead571437), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.085718 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Added segment d9451e54-fa90-4b98-90cf-226ead571437 of type vlan for network b38187d8-7d63-4cea-ad0b-be7eff5808e9 Jan 28 01:07:25.087369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4507bb9-7ad6-439d-9048-3dfbda505af8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.149368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b38187d8-7d63-4cea-ad0b-be7eff5808e9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.152901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55404a7f-285e-46ba-9c52-7f5a37062c5f admin admin] Publish callbacks [] for security_group (ec3e4a0b-c153-402e-8ccf-232e6c9d4933), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.161410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55404a7f-285e-46ba-9c52-7f5a37062c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ec3e4a0b-c153-402e-8ccf-232e6c9d4933), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.200615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-55404a7f-285e-46ba-9c52-7f5a37062c5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8249b7f7a22f45ec96d7cd23322c8f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578740 Jan 28 01:07:25.203420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:25.219214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b38187d8-7d63-4cea-ad0b-be7eff5808e9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.220161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:25.220767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.276503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=b38187d8-7d63-4cea-ad0b-be7eff5808e9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.283106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55404a7f-285e-46ba-9c52-7f5a37062c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e4a0b-c153-402e-8ccf-232e6c9d4933,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.294404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:25.303157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-49bc7b76-73ae-44f6-802c-f0c385346cb7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6202617 Jan 28 01:07:25.306355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58402) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:25.311264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Request body: {'subnet': {'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-subnet', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:25.333329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Made reservation on behalf of d0069125b9634349a9c6ba469f7239ed for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:25.336586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.428066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f28dda09-1015-4318-9469-9cd3228a93b7 admin admin] Publish callbacks [] for security_group (ec3e4a0b-c153-402e-8ccf-232e6c9d4933), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.438212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.1 (b9abef59-6ea6-4570-b883-b250cecf886c/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9/c46933c9-4644-47c0-bceb-ce4188df6672) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:25.455257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a04650d-36cb-4fb1-9f0b-2f7a42b806e1 req-05a9ee62-0dee-459f-9f19-79d9fe9af02c tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0483584 Jan 28 01:07:25.470137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f28dda09-1015-4318-9469-9cd3228a93b7 admin admin] Publish callbacks [] for security_group (ec3e4a0b-c153-402e-8ccf-232e6c9d4933), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.586895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f28dda09-1015-4318-9469-9cd3228a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ec3e4a0b-c153-402e-8ccf-232e6c9d4933), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.591110 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f28dda09-1015-4318-9469-9cd3228a93b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.594859 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f28dda09-1015-4318-9469-9cd3228a93b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec3e4a0b-c153-402e-8ccf-232e6c9d4933 HTTP/1.1" status: 204 len: 168 time: 0.3878741 Jan 28 01:07:25.605500 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (2ab9c1f5-4b83-4880-8a30-644285f7ab42), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.612118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dda09-1015-4318-9469-9cd3228a93b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e4a0b-c153-402e-8ccf-232e6c9d4933,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.644395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (c46933c9-4644-47c0-bceb-ce4188df6672), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.680401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab9c1f5-4b83-4880-8a30-644285f7ab42,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.685339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Checking segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:25.685990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Network hostable DHCP agents. Network: b38187d8-7d63-4cea-ad0b-be7eff5808e9, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:25.707857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:25.709093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c46933c9-4644-47c0-bceb-ce4188df6672), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.727424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b38187d8-7d63-4cea-ad0b-be7eff5808e9) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:25.732680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:25.733608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.740441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238cd49-8d05-445e-87d9-f1593b73df23 None None] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:25.759885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:25.763287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:25.770021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:25.777391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=c46933c9-4644-47c0-bceb-ce4188df6672,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.779648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4160a212-85d7-408c-8d05-06f4192be7b4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4722326 Jan 28 01:07:25.788867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:25.799255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:25.823151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (69c2296d-20e0-4517-8052-f985b8504661), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.873475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.876409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.002165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks [] for router_controller (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.003181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:07:26.004094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.026038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4b274-58f7-4039-985f-9567dd665e06 req-e2849659-2840-443e-83e0-9b31d5d9884f tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:26.033886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbf4b274-58f7-4039-985f-9567dd665e06 req-e2849659-2840-443e-83e0-9b31d5d9884f tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 943 time: 0.1058602 Jan 28 01:07:26.059213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c46933c9-4644-47c0-bceb-ce4188df6672), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.303219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks [] for router_gateway (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.308865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Allocated IP 172.20.0.2 (b38187d8-7d63-4cea-ad0b-be7eff5808e9/2ab9c1f5-4b83-4880-8a30-644285f7ab42/5253bc2c-ebdf-4e1d-aea7-6396a7c9b134) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:26.326959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbf4b274-58f7-4039-985f-9567dd665e06 req-5bac80dd-533f-4896-89b4-39fe6b6d0bfa tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921245 Jan 28 01:07:26.487109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7818056d-a069-4805-98f7-5095e3b9565b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:07:26.524741 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (c46933c9-4644-47c0-bceb-ce4188df6672), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.537875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (c46933c9-4644-47c0-bceb-ce4188df6672), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.611888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Publish callbacks [] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.627536 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.666056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (69c2296d-20e0-4517-8052-f985b8504661), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.669332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=c46933c9-4644-47c0-bceb-ce4188df6672,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:26.671215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37ae6768-0605-4261-9c11-c22852c6b856 req-53f9cbd1-d4f2-400d-8720-7bf3bc28f2ba tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0560486 Jan 28 01:07:26.687496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks [] for router_gateway (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.706364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Pushing event updated for resources: {'Port': ['ID=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:26.713392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.761082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:26.766577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:26.776505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:26.838802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:26.840430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:26.875125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Allocated IP 172.25.1.180 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/67e426fc-aec1-4f7e-b0cf-1d1d63437b7c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:26.901982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Attempting to bind port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:26.902881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Attempting to bind port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:26.902881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Attempting to bind port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:26.910361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:26.910743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Checking segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:26.911150 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.911544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Bound using segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:26.912023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Bound port: 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:26.912545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.988741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:26.995295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:27.010969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '7818056d-a069-4805-98f7-5095e3b9565b', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'port_id': '7818056d-a069-4805-98f7-5095e3b9565b', 'mac_address': 'fa:16:3e:e6:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:07:27.013213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] For port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:27.018996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] For port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:27.055461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks [] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.116149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.171007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:27.177473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:27.183398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:27.187068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:27.187505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Pushing event updated for resources: {'Port': ['ID=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:27.200117 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:27.225575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58440) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:27.227984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0c2553f3-2fc8-4d9b-8002-cada04b7c581 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/routers/69c2296d-20e0-4517-8052-f985b8504661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216887 Jan 28 01:07:27.232521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'port': {'network_id': 'b9abef59-6ea6-4570-b883-b250cecf886c', 'name': 'tempest-FloatingIPTestJSON-844514332'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:27.233930 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:27.235284 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:27.255049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.316787 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:27.320744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93011c9-b572-4ffb-90a2-43d59e324a58 None None] Pushing event updated for resources: {'Port': ['ID=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:27.339405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:27.340933 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:27.367123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7818056d-a069-4805-98f7-5095e3b9565b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:27.367516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.398181 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:27.399586 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c0ca2-6122-462e-b8c5-abaf8c0f6e2b None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:27.405138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7818056d-a069-4805-98f7-5095e3b9565b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:27.406247 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:07:27.466422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:27.486489 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.543000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:27.566912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:27.570322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.793420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7818056d-a069-4805-98f7-5095e3b9565b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:28.089936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] device_id is not set on port e0c56365-2ae9-4ed6-a5a4-5b0219f557fc yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:28.096172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7377343-3374-4858-ad0d-104d555c03c6 req-52f42443-e6e0-4ae5-a156-82677edf971d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0743198 Jan 28 01:07:28.119394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6300-b40c-474c-b64c-efd3d7203fd4 req-5e2b2461-2f2c-4056-93f5-86f6b00e49e0 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:28.120899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27dc6300-b40c-474c-b64c-efd3d7203fd4 req-5e2b2461-2f2c-4056-93f5-86f6b00e49e0 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 944 time: 0.6403351 Jan 28 01:07:28.171416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks [] for router_gateway (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.296467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27dc6300-b40c-474c-b64c-efd3d7203fd4 req-99cfbe14-6ea8-4303-b8a9-7087a97fa507 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456873 Jan 28 01:07:28.337371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:28.354407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.3 (b9abef59-6ea6-4570-b883-b250cecf886c/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9/e0c56365-2ae9-4ed6-a5a4-5b0219f557fc) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:28.423662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:28.423982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.441516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58466) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:28.568548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:28.569031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.578077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.614113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:28.622765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.655666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65eb801-79dc-4111-ac7a-e4d1e9d2e2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.702622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:28.744742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (e0c56365-2ae9-4ed6-a5a4-5b0219f557fc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.805205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65eb801-79dc-4111-ac7a-e4d1e9d2e2a1 admin admin] Publish callbacks [] for security_group (83d92fce-a991-4676-a93d-72e3a6eaa5a6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.811899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65eb801-79dc-4111-ac7a-e4d1e9d2e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (83d92fce-a991-4676-a93d-72e3a6eaa5a6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.812118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e0c56365-2ae9-4ed6-a5a4-5b0219f557fc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.825859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:07:28.844173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eb801-79dc-4111-ac7a-e4d1e9d2e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d92fce-a991-4676-a93d-72e3a6eaa5a6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:28.864032 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c65eb801-79dc-4111-ac7a-e4d1e9d2e2a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3b26e54e98244f1af2acd1944c4a462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189429 Jan 28 01:07:28.866628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58472) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:28.926659 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c03a-1cef-4111-930b-b4d0e1d405b3 admin admin] Publish callbacks [] for security_group (83d92fce-a991-4676-a93d-72e3a6eaa5a6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.932249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:28.939037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:28.945835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:28.954739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c03a-1cef-4111-930b-b4d0e1d405b3 admin admin] Publish callbacks [] for security_group (83d92fce-a991-4676-a93d-72e3a6eaa5a6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.981373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a3240-0768-4b06-9c5d-474cbb339dd5 None None] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:28.995492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=e0c56365-2ae9-4ed6-a5a4-5b0219f557fc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:29.014702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c03a-1cef-4111-930b-b4d0e1d405b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (83d92fce-a991-4676-a93d-72e3a6eaa5a6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.021106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c03a-1cef-4111-930b-b4d0e1d405b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.022473 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4cb9c03a-1cef-4111-930b-b4d0e1d405b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83d92fce-a991-4676-a93d-72e3a6eaa5a6 HTTP/1.1" status: 204 len: 168 time: 0.1547337 Jan 28 01:07:29.032769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9c03a-1cef-4111-930b-b4d0e1d405b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d92fce-a991-4676-a93d-72e3a6eaa5a6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:29.080511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:29.081147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.107224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:29.119343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:29.124824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2821bc1b-9ee9-4885-a915-e3dad4c64aeb tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8973842 Jan 28 01:07:29.127236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58478) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:29.135421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f818aed7-97dd-4537-a22e-9f8dc1732b3e None None] Provisioning complete for port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:29.136022 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f818aed7-97dd-4537-a22e-9f8dc1732b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.136971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'port': {'network_id': 'b9abef59-6ea6-4570-b883-b250cecf886c', 'name': 'tempest-FloatingIPTestJSON-721897522'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:29.177533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.182078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e3550aee-8df6-4122-a2b3-7c3d02b176c2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.3916857 Jan 28 01:07:29.186824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:29.187472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:29.189416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58480) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:29.308363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:29.313160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.339641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] device_id is not set on port c3d5505c-b49c-4ed5-88ff-6d5593355b0c yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:29.357532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:29.452162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-758b3073-a9f0-496c-9649-6b0b11ae8b48 req-ad3cf8d0-8f8a-4a05-a462-7f95f43fcbfd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.2537909 Jan 28 01:07:29.547805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.4 (b9abef59-6ea6-4570-b883-b250cecf886c/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9/c3d5505c-b49c-4ed5-88ff-6d5593355b0c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:29.567032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f818aed7-97dd-4537-a22e-9f8dc1732b3e None None] Current status of the port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:29.657135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:27Z', 'revision_number': 3, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:29.686288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b319c0-1a51-4acc-a7bb-3ba57d70f8aa req-94c19180-dc05-4b47-8114-ffd0e81e7ec8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:29.687777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67b319c0-1a51-4acc-a7bb-3ba57d70f8aa req-94c19180-dc05-4b47-8114-ffd0e81e7ec8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 944 time: 0.1273880 Jan 28 01:07:29.701085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:29.701085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Updating router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:07:29.748672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-465c89e4-500f-4ae5-a85a-96cf439c8695 None None] Provisioning complete for port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:29.749043 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-465c89e4-500f-4ae5-a85a-96cf439c8695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.770397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (c3d5505c-b49c-4ed5-88ff-6d5593355b0c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.795128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.838712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c3d5505c-b49c-4ed5-88ff-6d5593355b0c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.874606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67b319c0-1a51-4acc-a7bb-3ba57d70f8aa req-4c879ede-9596-4ba1-9acf-fbe6a96a58ba tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210759 Jan 28 01:07:29.939189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:29.942249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:29.944853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:30.017643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=c3d5505c-b49c-4ed5-88ff-6d5593355b0c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:30.034108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-465c89e4-500f-4ae5-a85a-96cf439c8695 None None] Current status of the port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:30.058837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:30.059735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.088080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d6a8436c-0c29-4ba7-b8d5-f1fbe31dce12 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9592416 Jan 28 01:07:30.088910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58506) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:30.093642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'c3d5505c-b49c-4ed5-88ff-6d5593355b0c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:30.119875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.291211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:30.318520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.318733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.380845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Publish callbacks [] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.408588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.470135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7818056d-a069-4805-98f7-5095e3b9565b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:30.568288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.198 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d73bd8c1-c3fa-4646-9497-cc543dc8df76) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:30.577759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Attempting to bind port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:30.578366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Attempting to bind port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:30.578831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Attempting to bind port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:30.606921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef2445-450f-482c-bb50-0c8eca6ea1bb None None] Pushing event updated for resources: {'Port': ['ID=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:30.620474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Allocated IP 172.20.0.1 (b38187d8-7d63-4cea-ad0b-be7eff5808e9/2ab9c1f5-4b83-4880-8a30-644285f7ab42/b907de35-0f5c-40bc-a3f8-95c225928f04) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:30.623208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:30.626153 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.634850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:30.635521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:30.636423 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.637124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:30.642516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Bound port: 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:30.644299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.675757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cca7246-b605-4e10-a5de-686547f96371 req-27f50249-7cd8-414e-bc47-27997a21bacb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0647004 Jan 28 01:07:30.757321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 7818056d-a069-4805-98f7-5095e3b9565b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:30.759903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58524) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:30.763172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.779396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 7818056d-a069-4805-98f7-5095e3b9565b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:30.779770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7818056d-a069-4805-98f7-5095e3b9565b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.816017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks [] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.835764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] For port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:30.840987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] For port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:30.849606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.872399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.888849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7818056d-a069-4805-98f7-5095e3b9565b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:30.889244 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.891828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.901590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=d73bd8c1-c3fa-4646-9497-cc543dc8df76,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:30.916990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e21aaed8-9a2b-4276-a990-db7b767a7418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.934675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:30.938613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:30.942888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:30.953931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:30.958149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:31.026700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:31.027442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:31.028861 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da913dd-266a-468e-845e-c8bf5a8a4f93" -d '{"events": [{"server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "name": "network-vif-plugged", "status": "completed", "tag": "7818056d-a069-4805-98f7-5095e3b9565b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:31.058126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:31.058786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:31.060636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:31.066530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:31.094491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.121105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef2445-450f-482c-bb50-0c8eca6ea1bb None None] Pushing event updated for resources: {'Port': ['ID=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.123809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.393743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b907de35-0f5c-40bc-a3f8-95c225928f04,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.411680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.523035 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ca90d-452d-4e50-847a-df23bfcaec5c x-openstack-request-id: req-977ca90d-452d-4e50-847a-df23bfcaec5c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:31.523919 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "name": "network-vif-plugged", "status": "completed", "tag": "7818056d-a069-4805-98f7-5095e3b9565b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:31.524403 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-977ca90d-452d-4e50-847a-df23bfcaec5c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:31.524964 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b', 'code': 200} Jan 28 01:07:31.532834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e21aaed8-9a2b-4276-a990-db7b767a7418 admin admin] Publish callbacks [] for security_group (663bf239-9270-473e-9429-77e4638c63be), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.544267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e21aaed8-9a2b-4276-a990-db7b767a7418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (663bf239-9270-473e-9429-77e4638c63be), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.562010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.603780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f976edc5-a2de-48c5-a932-4c482c07309a None None] Provisioning complete for port b907de35-0f5c-40bc-a3f8-95c225928f04 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:31.604466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f976edc5-a2de-48c5-a932-4c482c07309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.632677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:31.637356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks [] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.651418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c312-73cb-4e59-9768-d0a0b9eea8b8 req-89e41615-54bb-4226-a202-4c3bcf97428d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:31.653465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd02c312-73cb-4e59-9768-d0a0b9eea8b8 req-89e41615-54bb-4226-a202-4c3bcf97428d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.6402569 Jan 28 01:07:31.654800 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.667324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aaed8-9a2b-4276-a990-db7b767a7418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663bf239-9270-473e-9429-77e4638c63be,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.671857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e21aaed8-9a2b-4276-a990-db7b767a7418 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e054833251d24a7994202c4347362ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9065795 Jan 28 01:07:31.678865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:31.712898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b907de35-0f5c-40bc-a3f8-95c225928f04,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.772345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5146d435-acb6-4643-a767-bc6117957dd3 admin admin] Publish callbacks [] for security_group (663bf239-9270-473e-9429-77e4638c63be), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.781843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccf74b-abcf-473b-b51d-ddce9fe28b40 req-c5c63db2-deb0-40e6-ac62-a4808e4f0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:31.783940 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-99ccf74b-abcf-473b-b51d-ddce9fe28b40 req-c5c63db2-deb0-40e6-ac62-a4808e4f0191 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 1096 time: 0.1758797 Jan 28 01:07:31.819798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (909a2adc-cd14-4db0-b661-d52e74b9d39a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.859254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5146d435-acb6-4643-a767-bc6117957dd3 admin admin] Publish callbacks [] for security_group (663bf239-9270-473e-9429-77e4638c63be), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.917026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f976edc5-a2de-48c5-a932-4c482c07309a None None] Port b907de35-0f5c-40bc-a3f8-95c225928f04 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:31.918797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-99ccf74b-abcf-473b-b51d-ddce9fe28b40 req-494f8de7-ca5d-486b-a438-10261a315a77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268969 Jan 28 01:07:31.950552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:27Z', 'revision_number': 3, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:31.963644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.991441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103410d3-94f6-4a6a-8a1e-9a29ade5a83e None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:27Z', 'revision_number': 3, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:32.104100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5146d435-acb6-4643-a767-bc6117957dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (663bf239-9270-473e-9429-77e4638c63be), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.106781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5146d435-acb6-4643-a767-bc6117957dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.110510 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5146d435-acb6-4643-a767-bc6117957dd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/663bf239-9270-473e-9429-77e4638c63be HTTP/1.1" status: 204 len: 168 time: 0.4267893 Jan 28 01:07:32.120703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146d435-acb6-4643-a767-bc6117957dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663bf239-9270-473e-9429-77e4638c63be,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:32.185511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.190773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2eef66b2-bd98-42ee-ba3a-235dbf6bf6b3 req-c917ef6c-4470-4b81-a2f1-4989c8d71b44 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0540636 Jan 28 01:07:32.197198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.211183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.255123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd02c312-73cb-4e59-9768-d0a0b9eea8b8 req-48558f2e-c5c8-4fcf-a45d-7b62450291bd tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493658 Jan 28 01:07:32.275846 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (909a2adc-cd14-4db0-b661-d52e74b9d39a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.342556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=d73bd8c1-c3fa-4646-9497-cc543dc8df76,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:32.414516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:32.418110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:32.503691 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 909a2adc-cd14-4db0-b661-d52e74b9d39a associated. External IP: 172.25.1.198, port: c3d5505c-b49c-4ed5-88ff-6d5593355b0c. Jan 28 01:07:32.639035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:32.867181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:32.868165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8432d38f-0669-40ca-9148-e2bfa1066198 None None] Provisioning complete for port b907de35-0f5c-40bc-a3f8-95c225928f04 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:32.868570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8432d38f-0669-40ca-9148-e2bfa1066198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.893218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:32.898626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6f8bed9e-efc7-43dc-adec-4e728d2439c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9934f3d-3b78-41ec-8c9c-f7e3fb897d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7081325 Jan 28 01:07:32.946063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8432d38f-0669-40ca-9148-e2bfa1066198 None None] Port b907de35-0f5c-40bc-a3f8-95c225928f04 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:33.027347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:33.041231 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:33.063582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.075874 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:33.076524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:33.102163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d70ef696-2b9b-492f-a768-2a86b99ebe6a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0097108 Jan 28 01:07:33.102968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:33.108023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:33.142653 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:33.164975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:33.165688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:33.205041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (909a2adc-cd14-4db0-b661-d52e74b9d39a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.245309 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:33.248324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e25dd4-ca5c-4f8d-affa-06e4cc0cd4f8 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:33.358399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f0933fc-2394-43fc-9187-705c74f8e148 req-543a3910-e941-4016-8338-d51fc7992a7e tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0479426 Jan 28 01:07:33.409421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.564757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.574586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (909a2adc-cd14-4db0-b661-d52e74b9d39a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.582212 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 909a2adc-cd14-4db0-b661-d52e74b9d39a disassociated. External IP: 172.25.1.198, port: c3d5505c-b49c-4ed5-88ff-6d5593355b0c. Jan 28 01:07:33.786851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08fe2-340c-49bc-a7ee-f5289d6e739c req-839785fc-2d34-4975-bbc8-48b740c8deeb tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:33.788348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20d08fe2-340c-49bc-a7ee-f5289d6e739c req-839785fc-2d34-4975-bbc8-48b740c8deeb tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.2310789 Jan 28 01:07:33.862150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-37fa7292-9658-41a8-973b-facf24ca34af tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:33.864384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-37fa7292-9658-41a8-973b-facf24ca34af tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 821 time: 0.2179406 Jan 28 01:07:33.932059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-8baa142d-7240-43b1-9ae9-505671ba3f5d tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/quotas/d0069125b9634349a9c6ba469f7239ed HTTP/1.1" status: 200 len: 375 time: 0.0310965 Jan 28 01:07:33.945708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20d08fe2-340c-49bc-a7ee-f5289d6e739c req-6ab612de-1bd8-4260-bbd4-5ffcfcffa7ad tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429513 Jan 28 01:07:34.073306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-bbced8e3-b6ca-4bab-a2c3-96c64fa33cc8 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264470 Jan 28 01:07:34.075211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:34.294324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-8c43722d-797b-414a-9648-71073bf5bde2 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067833 Jan 28 01:07:34.328075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:34.343865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67cc29-e6bb-4ef8-9eb3-86cc37166d5e req-cc8a57d2-d174-493b-8b1d-10a61672ad46 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:34.355119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f67cc29-e6bb-4ef8-9eb3-86cc37166d5e req-cc8a57d2-d174-493b-8b1d-10a61672ad46 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.1911674 Jan 28 01:07:34.391289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:34.406702 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.416191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:34.445341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:34.446375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:34.480962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58622) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:34.482572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e4cf71e7-c801-406e-bbe8-0ea4cc349159 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/floatingips/909a2adc-cd14-4db0-b661-d52e74b9d39a HTTP/1.1" status: 200 len: 688 time: 1.3773181 Jan 28 01:07:34.489175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:34.496756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:34.496959 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.505071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f67cc29-e6bb-4ef8-9eb3-86cc37166d5e req-114c90a3-4f1d-4d5d-afe9-57e46d4b5b17 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490510 Jan 28 01:07:34.516811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-e78a64fc-8cc6-4cd3-8c3c-5ef455d3f556 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120934 Jan 28 01:07:34.592589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:34.593370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:34.593509 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:34.644300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:34.644752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261679a-1b08-4b10-bc37-e0f78ffff389 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:34.650808 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:34.653244 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:34.694373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:34.694795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.732646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:34.750648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.753923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a32f03f-8ee4-4db5-82d8-8c4de213209e req-a97a1a82-b1c6-4147-b58d-1ae7cfae0893 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.1167159 Jan 28 01:07:34.898874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:34.911833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1e7735c-213c-4211-b60f-95a9389af2e7 req-0d3d572d-8ea5-409f-896d-6c8c58013920 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 210 time: 0.0525362 Jan 28 01:07:34.952005 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:34.979048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5e2ca-69b6-491f-9471-de3aa1cf0b49 req-2d19e75d-81af-4f99-9a8d-154258b18270 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:34.982024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ce5e2ca-69b6-491f-9471-de3aa1cf0b49 req-2d19e75d-81af-4f99-9a8d-154258b18270 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.1074367 Jan 28 01:07:35.131487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ce5e2ca-69b6-491f-9471-de3aa1cf0b49 req-16493ff0-dc7e-466e-85d1-49e434b8f87b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338203 Jan 28 01:07:35.366177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727832-ddcb-43ba-b48f-46773ac17432 req-bc208d2f-699e-425d-ad0a-738e81a78f4e tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.370392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e727832-ddcb-43ba-b48f-46773ac17432 req-bc208d2f-699e-425d-ad0a-738e81a78f4e tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.1001236 Jan 28 01:07:35.438484 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 2, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:35.479659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58670) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:35.482540 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:35.483475 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Updating router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 port b907de35-0f5c-40bc-a3f8-95c225928f04 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:07:35.493695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e727832-ddcb-43ba-b48f-46773ac17432 req-c2970a9b-dbcc-4fe0-99e7-e215864dd7f2 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146746 Jan 28 01:07:35.520477 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.538186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port d73bd8c1-c3fa-4646-9497-cc543dc8df76 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:35.538741 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.653161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.654892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (d73bd8c1-c3fa-4646-9497-cc543dc8df76), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.681707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for d73bd8c1-c3fa-4646-9497-cc543dc8df76 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:35.689278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7fb59-a524-4956-9772-dae8a47494fe req-492b3c2b-b30a-4dce-9aca-89c581afc3e8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.691166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7d7fb59-a524-4956-9772-dae8a47494fe req-492b3c2b-b30a-4dce-9aca-89c581afc3e8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0606389 Jan 28 01:07:35.775960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c98e350a-4433-4f5a-b477-d400b48466b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.790932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7d7fb59-a524-4956-9772-dae8a47494fe req-fcead2f6-9311-4a45-8e56-2964b1313dd0 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886352 Jan 28 01:07:35.907127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d73bd8c1-c3fa-4646-9497-cc543dc8df76), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.920838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09e5ecf2-fba9-4756-aac0-4ec4feb6b7a1 req-97bbd077-3f14-45cd-ad60-84870239240a tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0669315 Jan 28 01:07:35.999149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=d73bd8c1-c3fa-4646-9497-cc543dc8df76,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.023079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7670a-8577-423f-979a-6a31a9d16d80 req-c67c10ed-8692-4b54-b4dc-95f632714d0c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.024662 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Publish callbacks [] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.030682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34b7670a-8577-423f-979a-6a31a9d16d80 req-c67c10ed-8692-4b54-b4dc-95f632714d0c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.1120918 Jan 28 01:07:36.034621 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.094537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (909a2adc-cd14-4db0-b661-d52e74b9d39a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.097591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.098913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6cf7a2b6-31c4-47e6-9ba4-296deb2ce80f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/floatingips/909a2adc-cd14-4db0-b661-d52e74b9d39a HTTP/1.1" status: 204 len: 168 time: 1.6162927 Jan 28 01:07:36.102705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:36.105167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72fa92e9-124f-437e-8dff-7f116650d956 req-a3baf99a-da02-40d3-8c4d-d331fdb6ccd5 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 210 time: 0.0613968 Jan 28 01:07:36.126084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'e0c56365-2ae9-4ed6-a5a4-5b0219f557fc'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:36.138865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c98e350a-4433-4f5a-b477-d400b48466b8 admin admin] Publish callbacks [] for security_group (b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.151370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.153830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c98e350a-4433-4f5a-b477-d400b48466b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.190643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e350a-4433-4f5a-b477-d400b48466b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.219391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34b7670a-8577-423f-979a-6a31a9d16d80 req-37f914b3-1e16-4b36-a54e-7f151f9fcd63 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868093 Jan 28 01:07:36.221204 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Attempting to bind port b907de35-0f5c-40bc-a3f8-95c225928f04 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:36.221587 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Attempting to bind port b907de35-0f5c-40bc-a3f8-95c225928f04 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:36.221984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Attempting to bind port b907de35-0f5c-40bc-a3f8-95c225928f04 on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:36.226387 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Pushing event updated for resources: {'Port': ['ID=b907de35-0f5c-40bc-a3f8-95c225928f04,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.236976 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.237324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.237666 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.238050 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.238422 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.238757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.239100 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.239410 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.239992 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.240321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.240649 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.242301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.242301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:36.246879 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:36.247265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Checking segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:36.247680 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.248647 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Bound using segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:36.249142 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Bound port: b907de35-0f5c-40bc-a3f8-95c225928f04, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:36.250110 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.276740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c98e350a-4433-4f5a-b477-d400b48466b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49e954fec511435c9541535ceda6d8a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7954476 Jan 28 01:07:36.277595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58692) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:36.350653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:36.355140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] For port b907de35-0f5c-40bc-a3f8-95c225928f04, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:36.366166 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] For port b907de35-0f5c-40bc-a3f8-95c225928f04, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b907de35-0f5c-40bc-a3f8-95c225928f04,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:36.385049 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.417112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.452001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7810ca0e-be8d-429d-995e-0a7fa18818e3 admin admin] Publish callbacks [] for security_group (b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.515599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:36.516226 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.527183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7810ca0e-be8d-429d-995e-0a7fa18818e3 admin admin] Publish callbacks [] for security_group (b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.537914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbed118-2109-4ba6-b6f2-d9e82f7af999 req-32e10d64-da40-4f69-9d53-94a6162c57c9 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.539519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccbed118-2109-4ba6-b6f2-d9e82f7af999 req-32e10d64-da40-4f69-9d53-94a6162c57c9 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.1336329 Jan 28 01:07:36.546945 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e4dcd-0360-4315-9d34-f6f84cc02789 None None] Pushing event updated for resources: {'Port': ['ID=b907de35-0f5c-40bc-a3f8-95c225928f04,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.559415 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:36.563799 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:36.616081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] Provisioning complete for port b907de35-0f5c-40bc-a3f8-95c225928f04 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:36.616993 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.725561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7810ca0e-be8d-429d-995e-0a7fa18818e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.730247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7810ca0e-be8d-429d-995e-0a7fa18818e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.738833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7810ca0e-be8d-429d-995e-0a7fa18818e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b HTTP/1.1" status: 204 len: 168 time: 0.4586833 Jan 28 01:07:36.754274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:36.785416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-b1ca0859-344a-4930-8a35-06b96f633778 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.787103 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-b1ca0859-344a-4930-8a35-06b96f633778 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.45 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 821 time: 0.3105705 Jan 28 01:07:36.788950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.234 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/393f8656-ad12-4463-bd8a-7cd9a1fa9aff) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:36.799726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccbed118-2109-4ba6-b6f2-d9e82f7af999 req-97c7b98e-1c13-4e40-a65c-885584c8dfcf tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420239 Jan 28 01:07:36.804732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810ca0e-be8d-429d-995e-0a7fa18818e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa0c57-7cd3-496b-ae2e-b1b1d75d753b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.814813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'port': {'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'admin_state_up': True, 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:36.871488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] Current status of the port b907de35-0f5c-40bc-a3f8-95c225928f04 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:36.872223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.912674 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:36.918075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] For port b907de35-0f5c-40bc-a3f8-95c225928f04, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b907de35-0f5c-40bc-a3f8-95c225928f04,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:36.936065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.001346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2a10f-32fa-4127-a1a9-fd7b64191fda req-d1c94276-aac9-4c10-aeb6-daa7dc07c2a8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.015970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33a2a10f-32fa-4127-a1a9-fd7b64191fda req-d1c94276-aac9-4c10-aeb6-daa7dc07c2a8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0818167 Jan 28 01:07:37.033383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616b2d7-0bf9-4b6d-8b37-d32d300ebd50 None None] Pushing event updated for resources: {'Port': ['ID=b907de35-0f5c-40bc-a3f8-95c225928f04,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:37.067936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Made reservation on behalf of d0069125b9634349a9c6ba469f7239ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:37.072004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.072887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f9ae4047-e5a4-40e3-a2d2-89701bc79390 None None] Provisioning complete for port b907de35-0f5c-40bc-a3f8-95c225928f04 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:37.073893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4047-e5a4-40e3-a2d2-89701bc79390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.079971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.082428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0a4a368a-3705-4289-a954-893756fae516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.164318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e747ad7-fe45-40a7-9b4e-58f05237bd08 req-433dce29-1bab-43bc-8e14-244182527f44 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0453091 Jan 28 01:07:37.187178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.219861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.225410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33a2a10f-32fa-4127-a1a9-fd7b64191fda req-cd779427-f6cc-4b9e-865a-c471634fb9dc tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084794 Jan 28 01:07:37.270739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Allocated IP 172.20.0.13 (b38187d8-7d63-4cea-ad0b-be7eff5808e9/2ab9c1f5-4b83-4880-8a30-644285f7ab42/e3e0e15f-d51b-4134-8ab2-d720ea116f4f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:37.332504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae4047-e5a4-40e3-a2d2-89701bc79390 None None] Current status of the port b907de35-0f5c-40bc-a3f8-95c225928f04 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:37.400189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e24fa9b-3270-4f40-abab-5d916be55509 req-d7ccc7e9-d6e0-4ac8-9017-70405336af5a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 210 time: 0.0761421 Jan 28 01:07:37.424135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58712) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:37.431308 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:37.444497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997cdf9b-9539-4935-97e5-0517d898c2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.479784 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ba945-620c-4911-8bf5-b46f4a7d1957 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:37.622789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:37.629349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:37.633080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:37.645402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997cdf9b-9539-4935-97e5-0517d898c2bf admin admin] Publish callbacks [] for security_group (3afe312b-263b-4a2d-8e75-20387037ce5c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.656822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997cdf9b-9539-4935-97e5-0517d898c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3afe312b-263b-4a2d-8e75-20387037ce5c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.700042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=393f8656-ad12-4463-bd8a-7cd9a1fa9aff,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:37.710749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:37.722501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-997cdf9b-9539-4935-97e5-0517d898c2bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0ae1b171127453a9c27eff367d068c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969708 Jan 28 01:07:37.723128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cdf9b-9539-4935-97e5-0517d898c2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe312b-263b-4a2d-8e75-20387037ce5c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:37.725212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58718) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:37.953927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.005451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b99489a5-8cfe-4389-bb73-819f374252e2 admin admin] Publish callbacks [] for security_group (3afe312b-263b-4a2d-8e75-20387037ce5c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.042919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:38.081928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:38.092598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:38.103768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b99489a5-8cfe-4389-bb73-819f374252e2 admin admin] Publish callbacks [] for security_group (3afe312b-263b-4a2d-8e75-20387037ce5c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.151994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event updated for resources: {'Port': ['ID=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:38.184615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c053d9-bafd-4007-b2a3-45b129b21b56 req-927d910d-6d26-4eaa-b739-cb95b0b32218 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.193408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70c053d9-bafd-4007-b2a3-45b129b21b56 req-927d910d-6d26-4eaa-b739-cb95b0b32218 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0727561 Jan 28 01:07:38.215727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.216401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.240071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-92f88b12-da23-4970-b00e-0a80e693e16e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4313109 Jan 28 01:07:38.248732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b99489a5-8cfe-4389-bb73-819f374252e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3afe312b-263b-4a2d-8e75-20387037ce5c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.254232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b99489a5-8cfe-4389-bb73-819f374252e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.257195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b99489a5-8cfe-4389-bb73-819f374252e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3afe312b-263b-4a2d-8e75-20387037ce5c HTTP/1.1" status: 204 len: 168 time: 0.5299594 Jan 28 01:07:38.284087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70c053d9-bafd-4007-b2a3-45b129b21b56 req-a9b78445-09c0-44a9-8002-4ec3b6004c8b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Jan 28 01:07:38.329626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Request body: {'port': {'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:38.359323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99489a5-8cfe-4389-bb73-819f374252e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe312b-263b-4a2d-8e75-20387037ce5c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:38.444281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c50404b5-7e4a-4229-baf1-5524b217f273 req-b9b6dc64-5b75-4c77-9829-a324c4310da2 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/ports?device_id=604dcb58-25bf-47aa-bb9f-16edf08062a2 HTTP/1.1" status: 200 len: 210 time: 0.0744424 Jan 28 01:07:38.502072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b907de35-0f5c-40bc-a3f8-95c225928f04 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:38.561347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.585819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9565b9-6ce6-4404-9070-5118bc47e7df req-28001f24-b8af-4f32-926c-bc5c80546fc4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.602140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f9565b9-6ce6-4404-9070-5118bc47e7df req-28001f24-b8af-4f32-926c-bc5c80546fc4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 932 time: 0.0926764 Jan 28 01:07:38.634753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1fef844c-36f1-45b3-80ff-016f1b1013ae None None] Provisioning complete for port e3e0e15f-d51b-4134-8ab2-d720ea116f4f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:38.638111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1fef844c-36f1-45b3-80ff-016f1b1013ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.688476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b907de35-0f5c-40bc-a3f8-95c225928f04 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:38.689118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.702587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f9565b9-6ce6-4404-9070-5118bc47e7df req-17a375e1-7e47-4bb6-925a-981f4098f155 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990801 Jan 28 01:07:38.738934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1fef844c-36f1-45b3-80ff-016f1b1013ae None None] Port e3e0e15f-d51b-4134-8ab2-d720ea116f4f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:38.739167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:38.816756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b907de35-0f5c-40bc-a3f8-95c225928f04 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:38.940702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.123808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e0e15f-d51b-4134-8ab2-d720ea116f4f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:39.135240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Publish callbacks [] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.167106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Transition to ACTIVE for port object e3e0e15f-d51b-4134-8ab2-d720ea116f4f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:07:39.175709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.226508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.243268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.247753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:39.279315 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0a4abe18-fe4b-401b-afc5-1971f40db01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.388784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=393f8656-ad12-4463-bd8a-7cd9a1fa9aff,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:39.406292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.453394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ae45-28a3-4f24-892e-83f6f45e6650 req-d432dd9a-44b5-4c98-8de6-aab032afe168 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:39.456237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b562ae45-28a3-4f24-892e-83f6f45e6650 req-d432dd9a-44b5-4c98-8de6-aab032afe168 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0785468 Jan 28 01:07:39.459875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Attempting to bind port e3e0e15f-d51b-4134-8ab2-d720ea116f4f on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:39.460213 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Attempting to bind port e3e0e15f-d51b-4134-8ab2-d720ea116f4f by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:39.460541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Attempting to bind port e3e0e15f-d51b-4134-8ab2-d720ea116f4f on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:39.477120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Port e3e0e15f-d51b-4134-8ab2-d720ea116f4f on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:39.477553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Attempting to bind port e3e0e15f-d51b-4134-8ab2-d720ea116f4f on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:39.493196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:39.493455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Checking segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:39.493971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Bound using segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:39.494407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Bound port: e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:39.494761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.549655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b562ae45-28a3-4f24-892e-83f6f45e6650 req-b04fbb05-626d-4260-8768-3e9aa7900a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825288 Jan 28 01:07:39.561762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58766) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:39.608645 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 associated. External IP: 172.25.1.234, port: e0c56365-2ae9-4ed6-a5a4-5b0219f557fc. Jan 28 01:07:39.634542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ba9188f-62b6-4f7d-81a2-6af6a8b11739 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group (636559de-2f58-4e19-8426-e883fcf2cee4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.660759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] For port e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:39.662585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ba9188f-62b6-4f7d-81a2-6af6a8b11739 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group (636559de-2f58-4e19-8426-e883fcf2cee4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.679991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] For port e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:39.718029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.731646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ba9188f-62b6-4f7d-81a2-6af6a8b11739 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (636559de-2f58-4e19-8426-e883fcf2cee4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.736146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ba9188f-62b6-4f7d-81a2-6af6a8b11739 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.737448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1ba9188f-62b6-4f7d-81a2-6af6a8b11739 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/security-groups/636559de-2f58-4e19-8426-e883fcf2cee4 HTTP/1.1" status: 204 len: 168 time: 0.1743257 Jan 28 01:07:39.742033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:39.764969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:39.765533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.767057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] 10.222.0.45 "PUT /v2.0/ports/e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 1092 time: 1.4457633 Jan 28 01:07:39.773175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9188f-62b6-4f7d-81a2-6af6a8b11739 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636559de-2f58-4e19-8426-e883fcf2cee4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:39.776458 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-0ab792cd-c936-4970-9fd9-fb12e88470a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] show failed (client error): The resource could not be found. Jan 28 01:07:39.777542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0ab792cd-c936-4970-9fd9-fb12e88470a3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "GET /v2.0/security-groups/636559de-2f58-4e19-8426-e883fcf2cee4 HTTP/1.1" status: 404 len: 347 time: 0.0329664 Jan 28 01:07:39.780566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58780) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:39.783108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:39.785428 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:39.877315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366da9b-eb10-4f9f-a7cc-8edda04cc4ea service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:39.971194 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5a672c-1b21-45ec-b896-14c8f8955cd4 x-openstack-request-id: req-aa5a672c-1b21-45ec-b896-14c8f8955cd4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:39.971626 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:39.971884 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa5a672c-1b21-45ec-b896-14c8f8955cd4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:39.972285 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'status': 'completed', 'code': 200} Jan 28 01:07:39.984176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-7c884f81-af55-4f68-ae4a-2f4fed6e3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:39.986002 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-7c884f81-af55-4f68-ae4a-2f4fed6e3957 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1095 time: 0.1235487 Jan 28 01:07:40.033176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40472-b20d-4f64-8ded-a690653128cc req-c7959975-d7ee-4711-997f-a34bcd96cf92 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.034999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faf40472-b20d-4f64-8ded-a690653128cc req-c7959975-d7ee-4711-997f-a34bcd96cf92 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 944 time: 0.1634564 Jan 28 01:07:40.039713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 88430730-99c3-412c-ade2-d6c08cd024c6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:40.040219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (88430730-99c3-412c-ade2-d6c08cd024c6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.050343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-558829c8-5767-4330-8c39-6db20ba6b821 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 217 time: 0.0478950 Jan 28 01:07:40.059274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:40.142283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-faf40472-b20d-4f64-8ded-a690653128cc req-43359416-367a-4338-94e1-0dc6f4fa3330 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996964 Jan 28 01:07:40.171372 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (88430730-99c3-412c-ade2-d6c08cd024c6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.172174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (88430730-99c3-412c-ade2-d6c08cd024c6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.173597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-e536a3f9-695d-4fa5-a4a2-adbf83c841da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.174840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58790) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:40.175161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-e536a3f9-695d-4fa5-a4a2-adbf83c841da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1145871 Jan 28 01:07:40.191763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 88430730-99c3-412c-ade2-d6c08cd024c6 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:40.342915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1231910026'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:40.347808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (88430730-99c3-412c-ade2-d6c08cd024c6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.390042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=88430730-99c3-412c-ade2-d6c08cd024c6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:40.413379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Made reservation on behalf of d7d6139615324093a2c5714eb3c1e20a for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:40.417119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.445705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.489873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for floatingip (bbdfafec-165b-495d-b669-c86bc7d132f2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.492671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.493931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b88cc11b-783f-47d3-8013-8155d5a125eb tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/floatingips/bbdfafec-165b-495d-b669-c86bc7d132f2 HTTP/1.1" status: 204 len: 168 time: 0.6998222 Jan 28 01:07:40.496685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:40.570680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:40.580807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-3cdd7f09-41f0-4a9a-88c9-5709b012decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.582784 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-3cdd7f09-41f0-4a9a-88c9-5709b012decb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011154 Jan 28 01:07:40.584424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:40.599869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:40.601204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:40.602018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.625655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks [] for security_group (9ea9c8b5-8113-4550-bfa6-f9217706067c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.641728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9ea9c8b5-8113-4550-bfa6-f9217706067c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.666459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:40.676496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:40.680284 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-18381a56-ca26-4c8e-97ea-df489067a453 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5724778 Jan 28 01:07:40.681125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58798) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:40.681359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 58bc7526-6044-4e3b-9847-c1ab0c9cb123 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:40.682060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:40.683067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.714898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:40.719084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:40.719922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d484e9d-c0e4-4b6d-902d-526421e7c2f9 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:40.743547 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.758239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-f5fbf2fc-1852-4e4b-b248-c51b593be88b service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644673 Jan 28 01:07:40.772536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c112f4f1-e068-4482-a09e-543250c93c07), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.772880 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Added segment c112f4f1-e068-4482-a09e-543250c93c07 of type vlan for network 566b0255-68de-4faf-a5b5-c3c810d48f4f Jan 28 01:07:40.775832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9c8b5-8113-4550-bfa6-f9217706067c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:40.790473 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-913a0fc8-0463-48ac-b735-583c30590b32 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/floatingips/38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 HTTP/1.1" status: 200 len: 977 time: 0.1055105 Jan 28 01:07:40.792918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58800) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:40.817716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36810ab-6f09-497c-8f22-eb8fb74b4f43 req-631a3a39-678a-41e0-b7dc-7cff419e7f42 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.819228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d36810ab-6f09-497c-8f22-eb8fb74b4f43 req-631a3a39-678a-41e0-b7dc-7cff419e7f42 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.1818566 Jan 28 01:07:40.854725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc629aad-6dab-4e5f-bc21-ad0e95f9be41 req-1a3451cf-4d65-4de0-8697-91eebfd2261f service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898159 Jan 28 01:07:40.996928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-e4e03bc4-1b18-4b6d-8c58-8c7f9042486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.998674 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-e4e03bc4-1b18-4b6d-8c58-8c7f9042486b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1095 time: 0.0571232 Jan 28 01:07:41.096463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-5d0bc23f-6af9-4ed0-9aa2-b529758a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.098274 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-5d0bc23f-6af9-4ed0-9aa2-b529758a1926 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.0932510 Jan 28 01:07:41.146685 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-a59a9202-27fa-449f-b419-4120ce14cef2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 217 time: 0.0421157 Jan 28 01:07:41.198701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-1458287b-1751-4ccc-8716-b2938b06270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.200276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-1458287b-1751-4ccc-8716-b2938b06270c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.0481408 Jan 28 01:07:41.245806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-937691f5-c50a-4976-bdd1-9f391c9187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.247353 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-937691f5-c50a-4976-bdd1-9f391c9187c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406320 Jan 28 01:07:41.273566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (566b0255-68de-4faf-a5b5-c3c810d48f4f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.349622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.349945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-dafb01e4-6e30-46b0-8498-6528c2d5044c service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963488 Jan 28 01:07:41.377922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c547cd49-b31e-4630-abff-efd02e4be116 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5647631 Jan 28 01:07:41.378222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58808) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:41.388343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 58bc7526-6044-4e3b-9847-c1ab0c9cb123 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:41.405819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (566b0255-68de-4faf-a5b5-c3c810d48f4f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.409070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'port_id': 'c3d5505c-b49c-4ed5-88ff-6d5593355b0c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:41.410523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.411111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.448764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9508ba-005e-4653-8d57-24dd5a38878f req-e4ddc9c7-a751-4bb2-aa0c-649eb53bbb31 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.450322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c9508ba-005e-4653-8d57-24dd5a38878f req-e4ddc9c7-a751-4bb2-aa0c-649eb53bbb31 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 944 time: 0.2090583 Jan 28 01:07:41.457768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d36810ab-6f09-497c-8f22-eb8fb74b4f43 req-2a2d863a-7dcc-483b-baff-e31865dce30e tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118155 Jan 28 01:07:41.485535 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.531234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3555989 Jan 28 01:07:41.535313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58810) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:41.541906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Request body: {'subnet': {'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:41.546354 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7bed849-eba8-4f88-a80f-d14cc8a9d7ec req-dfd8e9ab-3281-4800-95c0-b5d724205b2c service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900980 Jan 28 01:07:41.556991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25aa2-d728-4cef-b0fc-92c52941e7d9 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event updated for resources: {'Network': ['ID=566b0255-68de-4faf-a5b5-c3c810d48f4f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:41.569795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:41.608748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c9508ba-005e-4653-8d57-24dd5a38878f req-4eb171c2-b855-45c2-986b-a35558fdba52 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160707 Jan 28 01:07:41.672892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (58bc7526-6044-4e3b-9847-c1ab0c9cb123), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.702051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=58bc7526-6044-4e3b-9847-c1ab0c9cb123,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:41.762072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Made reservation on behalf of d7d6139615324093a2c5714eb3c1e20a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:41.765619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.777334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.781174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2835cd40-d8e6-41c5-9bc1-46bc570554f3 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/ports/58bc7526-6044-4e3b-9847-c1ab0c9cb123 HTTP/1.1" status: 204 len: 168 time: 1.2829118 Jan 28 01:07:41.783319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58812) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:41.843191 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.875753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:41.876098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.968208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.980582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:42.128532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (3efcf00a-9366-4071-92ab-e3a3815fbbc3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.129100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4c7430ca-b729-4bf5-b0a7-ef65f7752dd8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.159798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=4c7430ca-b729-4bf5-b0a7-ef65f7752dd8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:42.237583 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.241817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a086f322-3a8f-4596-9d3c-437ff00345ae tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/ports/4c7430ca-b729-4bf5-b0a7-ef65f7752dd8 HTTP/1.1" status: 204 len: 168 time: 0.4568229 Jan 28 01:07:42.243772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58816) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:42.278056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event updated for resources: {'Subnet': ['ID=3efcf00a-9366-4071-92ab-e3a3815fbbc3,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:42.296306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Checking segment: {'id': 'c112f4f1-e068-4482-a09e-543250c93c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:42.296668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Network hostable DHCP agents. Network: 566b0255-68de-4faf-a5b5-c3c810d48f4f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:42.302510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting subnet 1ffae50a-42b7-4d0a-9d1c-84724cec510e {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:42.305942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for subnet (1ffae50a-42b7-4d0a-9d1c-84724cec510e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.311985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.317816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.346949 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1ffae50a-42b7-4d0a-9d1c-84724cec510e), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.361985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:42.378273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 566b0255-68de-4faf-a5b5-c3c810d48f4f) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:42.383471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:42.384079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.391510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e7c40-366f-4788-b03e-0ab6261f93c3 None None] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:42.433833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-25c3f598-ad8e-49b5-a43e-0244676a5194 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8971777 Jan 28 01:07:42.436565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58818) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:42.441402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Request body: {'port': {'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1767043750'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:42.448844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1ffae50a-42b7-4d0a-9d1c-84724cec510e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.461140 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 associated. External IP: 172.25.1.234, port: e0c56365-2ae9-4ed6-a5a4-5b0219f557fc. Jan 28 01:07:42.513441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-566b0255-68de-4faf-a5b5-c3c810d48f4f', 'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f', 'project_id': 'd7d6139615324093a2c5714eb3c1e20a', 'fixed_ips': [{'subnet_id': '3efcf00a-9366-4071-92ab-e3a3815fbbc3'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:07:42.514533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.538780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1ffae50a-42b7-4d0a-9d1c-84724cec510e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.544221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7818056d-a069-4805-98f7-5095e3b9565b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:07:42.568828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffae50a-42b7-4d0a-9d1c-84724cec510e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:42.583879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.587219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-45f19918-f5f2-4795-8abe-f31829e7c2e1 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/subnets/1ffae50a-42b7-4d0a-9d1c-84724cec510e HTTP/1.1" status: 204 len: 168 time: 0.3423078 Jan 28 01:07:42.597136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58822) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:42.624161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83cd09-5892-4513-88a5-82261373cf5a req-c773fe10-7b7b-46c0-b837-41597b510adf tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:42.626699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f83cd09-5892-4513-88a5-82261373cf5a req-c773fe10-7b7b-46c0-b837-41597b510adf tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0630939 Jan 28 01:07:42.686898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting subnet 73939c03-d2b9-4c55-be85-b609357642d4 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:42.690370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f83cd09-5892-4513-88a5-82261373cf5a req-56c63eb9-d4af-425b-b4de-76640e8cd91d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 Jan 28 01:07:42.694214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks [] for subnet (73939c03-d2b9-4c55-be85-b609357642d4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.708908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd79a3-bd7e-46e4-b141-1a19dffde9c0 None None] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:42.831987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c820b3-e8f0-439c-bee2-6bf36f79f810 req-a8666cbc-c485-4d0b-8676-84f6cc4d1ef9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:42.834461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Made reservation on behalf of d7d6139615324093a2c5714eb3c1e20a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:42.838465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.842965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55c820b3-e8f0-439c-bee2-6bf36f79f810 req-a8666cbc-c485-4d0b-8676-84f6cc4d1ef9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 944 time: 0.1046083 Jan 28 01:07:42.844784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (73939c03-d2b9-4c55-be85-b609357642d4), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:42.942745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:42.949922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55c820b3-e8f0-439c-bee2-6bf36f79f810 req-6d335a63-a337-4569-a6b5-9e77d3b805fc tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055944 Jan 28 01:07:42.957833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] device_id is not set on port 75e694b6-6377-4b39-a795-756306e92541 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:42.981953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Allocated IP 172.20.0.2 (566b0255-68de-4faf-a5b5-c3c810d48f4f/3efcf00a-9366-4071-92ab-e3a3815fbbc3/505ce260-e9a2-48e4-9932-16ecbf256cb2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:42.985074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '7818056d-a069-4805-98f7-5095e3b9565b', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'port_id': '7818056d-a069-4805-98f7-5095e3b9565b', 'mac_address': 'fa:16:3e:e6:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:07:43.069508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:43.072627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b876a-4492-4b83-b67d-bbb6163f7bb7 req-af517440-8de6-4ec4-bfa4-7084153e1bb4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:43.075467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd7b876a-4492-4b83-b67d-bbb6163f7bb7 req-af517440-8de6-4ec4-bfa4-7084153e1bb4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0643837 Jan 28 01:07:43.077794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (73939c03-d2b9-4c55-be85-b609357642d4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.092821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7818056d-a069-4805-98f7-5095e3b9565b is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:43.093259 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.099180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] DHCP port deletion for b42164ef-af1b-45e2-b63c-b7e44e52b7ef request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:43.142804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7818056d-a069-4805-98f7-5095e3b9565b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:43.147515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd7b876a-4492-4b83-b67d-bbb6163f7bb7 req-c40babd6-08b4-4074-8f18-8a5ba3416a03 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Jan 28 01:07:43.191465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:43.203828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.205031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (73939c03-d2b9-4c55-be85-b609357642d4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.267977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Subnet': ['ID=73939c03-d2b9-4c55-be85-b609357642d4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:43.270067 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.273235 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cb3b1f77-ee39-403e-ac41-5ae56346be3d tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/subnets/73939c03-d2b9-4c55-be85-b609357642d4 HTTP/1.1" status: 204 len: 168 time: 0.6749148 Jan 28 01:07:43.277268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:43.289365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:43.300284 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220b897-387d-404b-93d6-d7f252209324 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:43.318319 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220b897-387d-404b-93d6-d7f252209324 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:43.319371 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e220b897-387d-404b-93d6-d7f252209324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.359176 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e220b897-387d-404b-93d6-d7f252209324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.369573 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220b897-387d-404b-93d6-d7f252209324 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:43.370227 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e220b897-387d-404b-93d6-d7f252209324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.398355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b42164ef-af1b-45e2-b63c-b7e44e52b7ef), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.410645 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e220b897-387d-404b-93d6-d7f252209324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.411320 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220b897-387d-404b-93d6-d7f252209324 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:43.435549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbedd4b-02f7-4a34-af66-8cfbe021a0a4 None None] Network aee934d6-10b5-41ed-a0ab-b24106935ed0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:43.498644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:43.499076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.531481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7818056d-a069-4805-98f7-5095e3b9565b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:43.567264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:43.567861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.582271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:43.583542 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.589290 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Publish callbacks [] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.600105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Deleting port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:43.600916 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.606130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:43.613822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.677535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.706155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:43.712913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:43.750763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:43.764042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:43.768287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] For port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,segment=NetworkSegment(09db5e89-b593-43ce-b281-e15f8fcb3eb5),segment_id=09db5e89-b593-43ce-b281-e15f8fcb3eb5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:43.768690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.771876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Pushing event updated for resources: {'Port': ['ID=505ce260-e9a2-48e4-9932-16ecbf256cb2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:43.779459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:43.803329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b42164ef-af1b-45e2-b63c-b7e44e52b7ef), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.806194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Calling delete_port for 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:43.847154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42164ef-af1b-45e2-b63c-b7e44e52b7ef']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.860019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09db5e89-b593-43ce-b281-e15f8fcb3eb5') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.860321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09db5e89-b593-43ce-b281-e15f8fcb3eb5') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:43.880506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (09db5e89-b593-43ce-b281-e15f8fcb3eb5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.896467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (09db5e89-b593-43ce-b281-e15f8fcb3eb5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.909181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Allocated IP 172.20.0.9 (566b0255-68de-4faf-a5b5-c3c810d48f4f/3efcf00a-9366-4071-92ab-e3a3815fbbc3/75e694b6-6377-4b39-a795-756306e92541) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:43.909395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:43.910168 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (09db5e89-b593-43ce-b281-e15f8fcb3eb5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:43.913167 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:43.920659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] DHCP port deletion for aee934d6-10b5-41ed-a0ab-b24106935ed0 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:43.949552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Attempting to bind port 505ce260-e9a2-48e4-9932-16ecbf256cb2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:43.950244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Attempting to bind port 505ce260-e9a2-48e4-9932-16ecbf256cb2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c112f4f1-e068-4482-a09e-543250c93c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:43.950398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Attempting to bind port 505ce260-e9a2-48e4-9932-16ecbf256cb2 on network 566b0255-68de-4faf-a5b5-c3c810d48f4f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:43.978541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b42164ef-af1b-45e2-b63c-b7e44e52b7ef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.984713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:43.987407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:43.987794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Checking segment: {'id': 'c112f4f1-e068-4482-a09e-543250c93c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:43.988205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.988597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Bound using segment: {'id': 'c112f4f1-e068-4482-a09e-543250c93c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:43.989090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Bound port: 505ce260-e9a2-48e4-9932-16ecbf256cb2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c112f4f1-e068-4482-a09e-543250c93c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '566b0255-68de-4faf-a5b5-c3c810d48f4f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:43.989565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.995192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.998425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/networks/b42164ef-af1b-45e2-b63c-b7e44e52b7ef HTTP/1.1" status: 204 len: 168 time: 0.7200289 Jan 28 01:07:44.005350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58836) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:44.009305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0171eb9-60fc-401a-8a13-ba623bd4a9dd tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Network': ['ID=b42164ef-af1b-45e2-b63c-b7e44e52b7ef,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: from cryptography.utils import int_from_bytes Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: from cryptography.utils import int_from_bytes Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.038699 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:44.042872 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:07:44.084111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94f54-1225-4f90-aa16-2cb9bf67afa1 req-24ca49f0-4685-4e70-9f46-9f4b00daae78 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.085919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96e94f54-1225-4f90-aa16-2cb9bf67afa1 req-24ca49f0-4685-4e70-9f46-9f4b00daae78 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 944 time: 0.0540376 Jan 28 01:07:44.089669 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.130441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Network b42164ef-af1b-45e2-b63c-b7e44e52b7ef is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:07:44.130892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] No DVR routers for this DVR port 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:44.137061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77d478-3c7e-473b-b42d-375954f3e63a None None] Pushing event deleted for resources: {'Port': ['ID=861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.156149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] For port 505ce260-e9a2-48e4-9932-16ecbf256cb2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:44.161084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] For port 505ce260-e9a2-48e4-9932-16ecbf256cb2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=505ce260-e9a2-48e4-9932-16ecbf256cb2,segment=NetworkSegment(c112f4f1-e068-4482-a09e-543250c93c07),segment_id=c112f4f1-e068-4482-a09e-543250c93c07)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:44.164356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] Deleting port 97c2c249-1308-4f47-acae-917b14e8cf00 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:44.164901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.169048 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.175849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96e94f54-1225-4f90-aa16-2cb9bf67afa1 req-5a462611-4e58-4e1e-9c18-95cfd60f703a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 Jan 28 01:07:44.200046 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (aee934d6-10b5-41ed-a0ab-b24106935ed0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.319353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] For port 97c2c249-1308-4f47-acae-917b14e8cf00, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=97c2c249-1308-4f47-acae-917b14e8cf00,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:44.320679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.339450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:44.350486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks [] for port (75e694b6-6377-4b39-a795-756306e92541), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.356878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6cda3-70ee-46ec-951f-aa431872ebff req-8e37c1df-9400-4e24-bdb4-da78132e71cf tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.358843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7c6cda3-70ee-46ec-951f-aa431872ebff req-8e37c1df-9400-4e24-bdb4-da78132e71cf tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 944 time: 0.0649264 Jan 28 01:07:44.359664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:44.364867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.389546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:44.393006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cbfae-e284-485b-903f-4f6427fb0516 None None] Pushing event updated for resources: {'Port': ['ID=505ce260-e9a2-48e4-9932-16ecbf256cb2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.396336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] Calling delete_port for 97c2c249-1308-4f47-acae-917b14e8cf00 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:44.399952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:44.401242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 861c7a68-d6ae-4f04-bdda-b3d9f55b8ca0 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:44.401242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 97c2c249-1308-4f47-acae-917b14e8cf00 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:44.424229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7c6cda3-70ee-46ec-951f-aa431872ebff req-e0b9740b-a7cd-4d0c-96de-1a5222a4f922 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590839 Jan 28 01:07:44.462073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Deleting port 97c2c249-1308-4f47-acae-917b14e8cf00 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:44.462421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.480914 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-01d959e3-ca19-44e4-8b3b-249a805b069f tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/floatingips/38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 HTTP/1.1" status: 200 len: 977 time: 3.1013923 Jan 28 01:07:44.488840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58842) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:44.494223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:44.499742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:44.500395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:44.551139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (75e694b6-6377-4b39-a795-756306e92541), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.563874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7818056d-a069-4805-98f7-5095e3b9565b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:44.579206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] For port 97c2c249-1308-4f47-acae-917b14e8cf00, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=97c2c249-1308-4f47-acae-917b14e8cf00,segment=NetworkSegment(b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1),segment_id=b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:44.579666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.594758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:44.603591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.614881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:44.621523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:44.629245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Calling delete_port for 97c2c249-1308-4f47-acae-917b14e8cf00 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:44.631580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:44.701754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e3e0e15f-d51b-4134-8ab2-d720ea116f4f details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:07:44.704955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:44.705655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:44.708621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.709245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.748659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 97c2c249-1308-4f47-acae-917b14e8cf00 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:44.749153 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.758385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event updated for resources: {'Port': ['ID=75e694b6-6377-4b39-a795-756306e92541,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.776355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:44.778816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9331252-7683-4ec8-b632-92fc4454d540 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:44.798690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.809177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-073a7e5e-9942-44de-a954-468d1bc5e8aa tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3715587 Jan 28 01:07:44.812653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58844) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:44.843992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] Pushing event deleted for resources: {'Port': ['ID=97c2c249-1308-4f47-acae-917b14e8cf00,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.846915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.853469 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.854669 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 disassociated. External IP: 172.25.1.234, port: c3d5505c-b49c-4ed5-88ff-6d5593355b0c. Jan 28 01:07:44.893565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 7818056d-a069-4805-98f7-5095e3b9565b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:44.893976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7818056d-a069-4805-98f7-5095e3b9565b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.898911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-076e55c6-7f3f-4556-aa92-2a254468e804 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.900082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-076e55c6-7f3f-4556-aa92-2a254468e804 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 944 time: 0.1540675 Jan 28 01:07:44.900274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19cc51-96af-4f13-ac7e-480158b4b5c9 None None] No DVR routers for this DVR port 97c2c249-1308-4f47-acae-917b14e8cf00 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:44.973027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (97c2c249-1308-4f47-acae-917b14e8cf00), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.979001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:45.001648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:07:45.034882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] No DVR routers for this DVR port 97c2c249-1308-4f47-acae-917b14e8cf00 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:45.042488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Port': ['ID=97c2c249-1308-4f47-acae-917b14e8cf00,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.067421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7818056d-a069-4805-98f7-5095e3b9565b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:45.067931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.096353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e3e0e15f-d51b-4134-8ab2-d720ea116f4f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:45.096837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.104320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:45.107013 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f97ae4-3d58-40aa-98e7-bac9da58d700" -d '{"events": [{"server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "name": "network-vif-plugged", "status": "completed", "tag": "7818056d-a069-4805-98f7-5095e3b9565b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:45.129556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:45.130195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:45.132473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e0e15f-d51b-4134-8ab2-d720ea116f4f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:45.135305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Deleting port 75e694b6-6377-4b39-a795-756306e92541 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:45.135712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (75e694b6-6377-4b39-a795-756306e92541), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.142695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.154684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (aee934d6-10b5-41ed-a0ab-b24106935ed0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.181759 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c5a41-5592-4e21-b18f-8a5d6ccbea9a x-openstack-request-id: req-cc6c5a41-5592-4e21-b18f-8a5d6ccbea9a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:45.182132 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "name": "network-vif-plugged", "status": "completed", "tag": "7818056d-a069-4805-98f7-5095e3b9565b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:45.182547 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc6c5a41-5592-4e21-b18f-8a5d6ccbea9a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:45.182985 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b', 'code': 200} Jan 28 01:07:45.184887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:45.195367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.228333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.243564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee934d6-10b5-41ed-a0ab-b24106935ed0']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.261148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Deleting port 7818056d-a069-4805-98f7-5095e3b9565b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:45.261828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7818056d-a069-4805-98f7-5095e3b9565b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.293595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.325816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:45.331450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.335015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.335015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.352523 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:45.357582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.360856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2151c3-8e85-4157-8510-565d08002d7f req-b57a6d0b-590f-4439-88d5-04ab37bc32c1 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:45.362439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b2151c3-8e85-4157-8510-565d08002d7f req-b57a6d0b-590f-4439-88d5-04ab37bc32c1 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 945 time: 0.0966148 Jan 28 01:07:45.368335 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:45.369383 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.390399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-23270333-3c30-43f0-a61c-0ba95946a57b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/floatingips/38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 HTTP/1.1" status: 200 len: 688 time: 0.8999562 Jan 28 01:07:45.392001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58852) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:45.417831 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.433855 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:45.434861 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.444728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.465609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b2151c3-8e85-4157-8510-565d08002d7f req-dad1331b-1bd3-4b67-b14c-e185904891a7 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959082 Jan 28 01:07:45.505159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:45.505619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b35475f4-cafa-4f5b-97fa-0b24ef3a7bc1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:45.509729 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:45.515795 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:45.516544 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc75eb-2876-4709-8203-c7a7a89542ac None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:45.563441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (75e694b6-6377-4b39-a795-756306e92541), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.571167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165864f-4122-43c9-8544-ccbdcb7afa03 req-11590203-e203-4cc0-a84a-1e924724980c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:45.573427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5165864f-4122-43c9-8544-ccbdcb7afa03 req-11590203-e203-4cc0-a84a-1e924724980c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 945 time: 0.0609779 Jan 28 01:07:45.598774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] For port 7818056d-a069-4805-98f7-5095e3b9565b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7818056d-a069-4805-98f7-5095e3b9565b,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:45.599052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7818056d-a069-4805-98f7-5095e3b9565b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.626987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Calling delete_port for 75e694b6-6377-4b39-a795-756306e92541 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:45.638642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5165864f-4122-43c9-8544-ccbdcb7afa03 req-d7659c27-9abe-426e-ac0a-40d274d7dc21 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574834 Jan 28 01:07:45.658239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e3e0e15f-d51b-4134-8ab2-d720ea116f4f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:45.673268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Calling delete_port for 7818056d-a069-4805-98f7-5095e3b9565b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:45.728187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (aee934d6-10b5-41ed-a0ab-b24106935ed0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.730182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f64f4-eda6-446f-ac6e-451ab3ab86fa None None] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:45.767380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.770479 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] 10.222.0.23 "DELETE /v2.0/networks/aee934d6-10b5-41ed-a0ab-b24106935ed0 HTTP/1.1" status: 204 len: 168 time: 1.7631848 Jan 28 01:07:45.796168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308f8e-8955-4a33-98ac-174b33499c39 tempest-TaggedBootDevicesTest-2092411398 tempest-TaggedBootDevicesTest-2092411398-project] Pushing event deleted for resources: {'Network': ['ID=aee934d6-10b5-41ed-a0ab-b24106935ed0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.833600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] Provisioning complete for port 505ce260-e9a2-48e4-9932-16ecbf256cb2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:45.833930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.839485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 393f8656-ad12-4463-bd8a-7cd9a1fa9aff {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:45.839485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.029802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.030268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.042121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (75e694b6-6377-4b39-a795-756306e92541), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.054120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 393f8656-ad12-4463-bd8a-7cd9a1fa9aff owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:46.091485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7818056d-a069-4805-98f7-5095e3b9565b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.096834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event deleted for resources: {'Port': ['ID=75e694b6-6377-4b39-a795-756306e92541,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.188449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event deleted for resources: {'Port': ['ID=7818056d-a069-4805-98f7-5095e3b9565b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.216374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7818056d-a069-4805-98f7-5095e3b9565b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:46.271460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] No DVR routers for this DVR port 7818056d-a069-4805-98f7-5095e3b9565b on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:46.282155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.285854 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-758f4a77-ddd1-4fa1-8d27-b6537d46aafc req-82487b46-11ff-4579-8586-9d4d53d9ef79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "DELETE /v2.0/ports/7818056d-a069-4805-98f7-5095e3b9565b HTTP/1.1" status: 204 len: 173 time: 1.3523619 Jan 28 01:07:46.287836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'name': 'network-vif-deleted', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:46.290589 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7eb92e-cce8-4246-a733-81afce18a0c9" -d '{"events": [{"server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "name": "network-vif-deleted", "tag": "7818056d-a069-4805-98f7-5095e3b9565b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:46.295786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] Current status of the port 505ce260-e9a2-48e4-9932-16ecbf256cb2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:46.296660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.302885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.306370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-859445d5-b0c6-46a0-9d09-eec7836c20a8 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "DELETE /v2.0/ports/75e694b6-6377-4b39-a795-756306e92541 HTTP/1.1" status: 204 len: 168 time: 1.4924996 Jan 28 01:07:46.309046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58866) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:46.370437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] For port 505ce260-e9a2-48e4-9932-16ecbf256cb2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=505ce260-e9a2-48e4-9932-16ecbf256cb2,segment=NetworkSegment(c112f4f1-e068-4482-a09e-543250c93c07),segment_id=c112f4f1-e068-4482-a09e-543250c93c07)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:46.378803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.400156 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f683a5-f479-4c75-8723-c0e3805dd01f x-openstack-request-id: req-e7f683a5-f479-4c75-8723-c0e3805dd01f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:46.400742 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ddaa9-673d-4e22-b9c1-801f7c4c0009", "name": "network-vif-deleted", "tag": "7818056d-a069-4805-98f7-5095e3b9565b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:46.400742 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7f683a5-f479-4c75-8723-c0e3805dd01f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:46.401079 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ddaa9-673d-4e22-b9c1-801f7c4c0009', 'name': 'network-vif-deleted', 'tag': '7818056d-a069-4805-98f7-5095e3b9565b', 'status': 'completed', 'code': 200} Jan 28 01:07:46.443198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-33db9e4b-19aa-4a93-b476-172463b617ad tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1304567 Jan 28 01:07:46.443974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58870) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:46.450228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 505ce260-e9a2-48e4-9932-16ecbf256cb2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:46.453678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-674028565'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:46.460398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (393f8656-ad12-4463-bd8a-7cd9a1fa9aff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.524953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Made reservation on behalf of d7d6139615324093a2c5714eb3c1e20a for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:46.534897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.568949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe06e9-f7a2-4770-91a1-e9c03ed04522 None None] Pushing event updated for resources: {'Port': ['ID=505ce260-e9a2-48e4-9932-16ecbf256cb2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.595067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:46.602993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 505ce260-e9a2-48e4-9932-16ecbf256cb2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:46.604009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.620504 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.622632 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Added segment bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6 of type vlan for network e3bbbf9d-6307-4c44-a2fd-99098b8c45a9 Jan 28 01:07:46.688253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=393f8656-ad12-4463-bd8a-7cd9a1fa9aff,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.692636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (38e8f8ca-2c1d-4ecd-9174-04c331fc54d6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.695748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.697096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-77326bf2-90d9-4571-a4a9-1a7eff4511db tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/floatingips/38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 HTTP/1.1" status: 204 len: 168 time: 1.3040106 Jan 28 01:07:46.704294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:46.742483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e3bbbf9d-6307-4c44-a2fd-99098b8c45a9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.778462 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-bcfda784-be10-4e4d-89fb-9edf8015008a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] delete failed (client error): The resource could not be found. Jan 28 01:07:46.779562 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bcfda784-be10-4e4d-89fb-9edf8015008a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/floatingips/38e8f8ca-2c1d-4ecd-9174-04c331fc54d6 HTTP/1.1" status: 404 len: 345 time: 0.0743611 Jan 28 01:07:46.783707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:46.795735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 505ce260-e9a2-48e4-9932-16ecbf256cb2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:46.814931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0d5fbbf0-6cf7-4db0-a65e-eb9967121967 None None] Could not find standard attr ID for object 75e694b6-6377-4b39-a795-756306e92541. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:46.828134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0d5fbbf0-6cf7-4db0-a65e-eb9967121967 None None] Provisioning complete for port 505ce260-e9a2-48e4-9932-16ecbf256cb2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:46.828515 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbbf0-6cf7-4db0-a65e-eb9967121967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.843334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81ea3123-7b84-4d93-8c4d-edefbba909db req-561cc586-07f1-4dba-97b0-ade85db2f13a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e6ddaa9-673d-4e22-b9c1-801f7c4c0009 HTTP/1.1" status: 200 len: 210 time: 0.0743856 Jan 28 01:07:46.848346 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e3bbbf9d-6307-4c44-a2fd-99098b8c45a9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.857525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.858166 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:46.923880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc74446-71f0-40ec-ad57-1bb2033bae2c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.931483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc74446-71f0-40ec-ad57-1bb2033bae2c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.939087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc74446-71f0-40ec-ad57-1bb2033bae2c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.942617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fbbf0-6cf7-4db0-a65e-eb9967121967 None None] Current status of the port 505ce260-e9a2-48e4-9932-16ecbf256cb2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:46.946513 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ffc74446-71f0-40ec-ad57-1bb2033bae2c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/ports?network_id=b9abef59-6ea6-4570-b883-b250cecf886c HTTP/1.1" status: 200 len: 2356 time: 0.1591072 Jan 28 01:07:46.954441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58882) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:46.955160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83332a06-6ff4-4e2e-8f8e-7ce335170b07 req-848d2ed9-0124-4502-b78d-a6575ecc894e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.956670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83332a06-6ff4-4e2e-8f8e-7ce335170b07 req-848d2ed9-0124-4502-b78d-a6575ecc894e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 945 time: 0.3135364 Jan 28 01:07:46.975653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5299535 Jan 28 01:07:46.991792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58884) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.020269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27099715-160d-4b56-88ac-4ac91d34d088 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event updated for resources: {'Network': ['ID=e3bbbf9d-6307-4c44-a2fd-99098b8c45a9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:47.037026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e3bbbf9d-6307-4c44-a2fd-99098b8c45a9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:47.049813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81321172-edc6-4f40-8873-3eb9c3bc23e0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:47.057892 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-81321172-edc6-4f40-8873-3eb9c3bc23e0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/subnets/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9 HTTP/1.1" status: 200 len: 797 time: 0.0978575 Jan 28 01:07:47.058328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58886) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.067061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'port': {'network_id': 'b9abef59-6ea6-4570-b883-b250cecf886c', 'name': 'tempest-FloatingIPTestJSON-752385794', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:47.155352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83332a06-6ff4-4e2e-8f8e-7ce335170b07 req-bab45048-9768-4934-9063-8d84daf337b7 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908920 Jan 28 01:07:47.234762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2c92c45a-0fef-4943-b6cf-1fd4e007c3b4 None None] Could not find standard attr ID for object 75e694b6-6377-4b39-a795-756306e92541. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:47.261695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:47.296778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e6b0d3ad-427c-4fc5-adcd-b34db516313e tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/agents/70057dfd-75f5-4d89-bdb1-88babfdc5065/dhcp-networks HTTP/1.1" status: 200 len: 9706 time: 0.3013272 Jan 28 01:07:47.296997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58890) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.372634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:47.394034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] device_id is not set on port d3eaf49c-9a63-428e-826e-1d14450fe59f yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:47.398199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157fa6ee-223b-4841-bc78-ff2459e49c92 tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] Network e3bbbf9d-6307-4c44-a2fd-99098b8c45a9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:47.421227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625bf5e7-a014-4396-bce9-2a9547ed3763 None None] Network e3bbbf9d-6307-4c44-a2fd-99098b8c45a9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:47.434059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-157fa6ee-223b-4841-bc78-ff2459e49c92 tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "POST /v2.0/agents/70057dfd-75f5-4d89-bdb1-88babfdc5065/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1359642 Jan 28 01:07:47.437067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58892) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.623989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-43b414b4-1acd-4ae0-87f1-2200877916de tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/agents/70057dfd-75f5-4d89-bdb1-88babfdc5065/dhcp-networks HTTP/1.1" status: 200 len: 10477 time: 0.1858387 Jan 28 01:07:47.627486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58894) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.714491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a6cbc083-7424-46d3-9180-7452571665d2 tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "DELETE /v2.0/agents/70057dfd-75f5-4d89-bdb1-88babfdc5065/dhcp-networks/e3bbbf9d-6307-4c44-a2fd-99098b8c45a9 HTTP/1.1" status: 204 len: 168 time: 0.0858598 Jan 28 01:07:47.719726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58900) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.756412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.14 (b9abef59-6ea6-4570-b883-b250cecf886c/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9/d3eaf49c-9a63-428e-826e-1d14450fe59f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:47.763940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.13 (b9abef59-6ea6-4570-b883-b250cecf886c/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9/d3eaf49c-9a63-428e-826e-1d14450fe59f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:47.857975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b88b5b7e-6872-4821-aaa0-55cdb7d2712a tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/agents/70057dfd-75f5-4d89-bdb1-88babfdc5065/dhcp-networks HTTP/1.1" status: 200 len: 9706 time: 0.1240485 Jan 28 01:07:47.858524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58902) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.905044 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dac50f2e-4518-4bf5-9984-ba7fdf022097 tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/networks/566b0255-68de-4faf-a5b5-c3c810d48f4f/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0455875 Jan 28 01:07:47.910419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58908) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:47.943877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (d3eaf49c-9a63-428e-826e-1d14450fe59f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:47.950003 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d00bcd23-9e54-43c7-89eb-4b7b0078f25f tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/networks/566b0255-68de-4faf-a5b5-c3c810d48f4f/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0366104 Jan 28 01:07:47.950870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58910) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.037647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58912) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.048603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994640866', 'description': 'tempest-description--363062784'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:48.079825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.083514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d3eaf49c-9a63-428e-826e-1d14450fe59f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.157299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:48.160129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group (4a12dcae-ebaf-4a0a-b899-61d2c59aae44), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.165017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4a12dcae-ebaf-4a0a-b899-61d2c59aae44), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.168438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:48.175468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:48.213672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a12dcae-ebaf-4a0a-b899-61d2c59aae44,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:48.224462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58916) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.224739 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-05634c69-b175-4650-bb1c-1f2e3dd93989 tempest-DHCPAgentSchedulersTestJSON-774322594 tempest-DHCPAgentSchedulersTestJSON-774322594-project-admin] 10.222.0.23 "GET /v2.0/agents/70057dfd-75f5-4d89-bdb1-88babfdc5065/dhcp-networks HTTP/1.1" status: 200 len: 9706 time: 0.2716331 Jan 28 01:07:48.238316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=d3eaf49c-9a63-428e-826e-1d14450fe59f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:48.241088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.245300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d6717559-0193-4d21-b6b6-839faae29cf4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2037113 Jan 28 01:07:48.245563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:48.245563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.254682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58918) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.260542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'security_group_rule': {'security_group_id': '4a12dcae-ebaf-4a0a-b899-61d2c59aae44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:48.282234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c1f1d2b2-b59d-45ff-b30c-dcbbd5549219 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2202587 Jan 28 01:07:48.282532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58920) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.287419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'd3eaf49c-9a63-428e-826e-1d14450fe59f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:48.290484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 505ce260-e9a2-48e4-9932-16ecbf256cb2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:48.318396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.380963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 505ce260-e9a2-48e4-9932-16ecbf256cb2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:48.381560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.414355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e3bbbf9d-6307-4c44-a2fd-99098b8c45a9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.426008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group_rule (f674fcb4-f118-4935-81ef-56e084b74ee3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.436382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3aa37-1fb7-4c46-bccc-cdb2be0ea6bd req-6f6d2700-9119-4dee-ae79-07162f123280 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:48.442823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3f3aa37-1fb7-4c46-bccc-cdb2be0ea6bd req-6f6d2700-9119-4dee-ae79-07162f123280 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 945 time: 0.1284363 Jan 28 01:07:48.493324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 505ce260-e9a2-48e4-9932-16ecbf256cb2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:48.538831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.542877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7818056d-a069-4805-98f7-5095e3b9565b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:48.575400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e3bbbf9d-6307-4c44-a2fd-99098b8c45a9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.582940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 7818056d-a069-4805-98f7-5095e3b9565b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:48.583286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7818056d-a069-4805-98f7-5095e3b9565b not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:48.597705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bbbf9d-6307-4c44-a2fd-99098b8c45a9']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:48.608943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:48.608943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:48.618914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.633700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.640399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:48.640947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (bf1fd9b1-dfe1-4fed-8c0f-9da62c5831e6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.704894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e3e0e15f-d51b-4134-8ab2-d720ea116f4f up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:48.715570 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:48.743470 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e3bbbf9d-6307-4c44-a2fd-99098b8c45a9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.756518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.760587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "DELETE /v2.0/networks/e3bbbf9d-6307-4c44-a2fd-99098b8c45a9 HTTP/1.1" status: 204 len: 168 time: 0.5347042 Jan 28 01:07:48.771921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3f3aa37-1fb7-4c46-bccc-cdb2be0ea6bd req-0fabf97f-d742-4b99-8e1d-e779f423b02e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278992 Jan 28 01:07:48.778416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58934) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.839374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port e3e0e15f-d51b-4134-8ab2-d720ea116f4f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:48.845094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e3e0e15f-d51b-4134-8ab2-d720ea116f4f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:48.846065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.883401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group_rule (f674fcb4-f118-4935-81ef-56e084b74ee3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.888139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a68ee9-fc7d-483f-905f-c76f3eb236df tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event deleted for resources: {'Network': ['ID=e3bbbf9d-6307-4c44-a2fd-99098b8c45a9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:48.896184 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-14aff14d-7c07-4cc9-ac6c-eb49c32d975d tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] DELETE failed (client error): The resource could not be found. Jan 28 01:07:48.896851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14aff14d-7c07-4cc9-ac6c-eb49c32d975d tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:07:48.907394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-14aff14d-7c07-4cc9-ac6c-eb49c32d975d tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "DELETE /v2.0/ports/75e694b6-6377-4b39-a795-756306e92541 HTTP/1.1" status: 404 len: 333 time: 0.1209738 Jan 28 01:07:48.908553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:48.909257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (f674fcb4-f118-4935-81ef-56e084b74ee3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:48.990318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Deleting subnet 3efcf00a-9366-4071-92ab-e3a3815fbbc3 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:48.994582 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks [] for subnet (3efcf00a-9366-4071-92ab-e3a3815fbbc3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.050030 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (3efcf00a-9366-4071-92ab-e3a3815fbbc3), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.054146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e3e0e15f-d51b-4134-8ab2-d720ea116f4f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:49.054741 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.093698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:49.094995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:49.097536 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ccae4-0ec8-4c9b-8e9a-f04a9eb9c335" -d '{"events": [{"server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "name": "network-vif-plugged", "status": "completed", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:49.104418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.107178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.4 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/f056dbb0-7e5b-4f2b-9690-0246f4226d0f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:49.160872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3efcf00a-9366-4071-92ab-e3a3815fbbc3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.165767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.172907 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e0876-8fc5-458b-ae43-08fe3fc91ee3 x-openstack-request-id: req-cd2e0876-8fc5-458b-ae43-08fe3fc91ee3 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:49.173371 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "name": "network-vif-plugged", "status": "completed", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:49.173631 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd2e0876-8fc5-458b-ae43-08fe3fc91ee3 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:49.174121 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'code': 200} Jan 28 01:07:49.217807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.219538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-b84df84d-2472-474a-9fcd-66e8a831587b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6988621 Jan 28 01:07:49.222071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58944) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:49.222342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9664779 Jan 28 01:07:49.227089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad44fe-cecf-4820-b66e-7ed4c32e2960 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f674fcb4-f118-4935-81ef-56e084b74ee3,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.230723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'security_group_rule': {'security_group_id': '4a12dcae-ebaf-4a0a-b899-61d2c59aae44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:49.259980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (3efcf00a-9366-4071-92ab-e3a3815fbbc3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.292755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.306551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event deleted for resources: {'Subnet': ['ID=3efcf00a-9366-4071-92ab-e3a3815fbbc3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.308635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.312027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-23567dda-a6d2-4ad9-81ff-0aa7725366eb tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "DELETE /v2.0/subnets/3efcf00a-9366-4071-92ab-e3a3815fbbc3 HTTP/1.1" status: 204 len: 168 time: 0.3927665 Jan 28 01:07:49.316521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfd0cf-8b0f-4e1e-8bdc-63c3e713b4ef None None] Network 566b0255-68de-4faf-a5b5-c3c810d48f4f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:49.326683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:49.331923 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group_rule (9038bbe0-9dea-43d6-9542-18c3b04e7747), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.406882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7296eb-8f0f-4a19-85e2-773f749bbc5e req-edb11403-ae15-40eb-a45d-5195f0a85e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:49.408489 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e7296eb-8f0f-4a19-85e2-773f749bbc5e req-edb11403-ae15-40eb-a45d-5195f0a85e13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.1310215 Jan 28 01:07:49.481106 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (566b0255-68de-4faf-a5b5-c3c810d48f4f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.482572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.491775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group_rule (9038bbe0-9dea-43d6-9542-18c3b04e7747), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.498028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-882f9be5-4a84-4ac5-8eaf-d1d8839735b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:49.500418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-882f9be5-4a84-4ac5-8eaf-d1d8839735b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.2051995 Jan 28 01:07:49.573339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9038bbe0-9dea-43d6-9542-18c3b04e7747), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.579173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=f056dbb0-7e5b-4f2b-9690-0246f4226d0f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.601309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] DHCP port deletion for 566b0255-68de-4faf-a5b5-c3c810d48f4f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:49.638096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:49.652541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9038bbe0-9dea-43d6-9542-18c3b04e7747,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.667882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:49.688293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.696097 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-372d59f4-3563-4aac-8f70-dce7e9b65789 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4728308 Jan 28 01:07:49.697117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58950) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:49.697962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:49.709873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] Deleting port 505ce260-e9a2-48e4-9932-16ecbf256cb2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:49.710205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.712367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:49.718445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Deleting port 505ce260-e9a2-48e4-9932-16ecbf256cb2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:49.719534 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e7296eb-8f0f-4a19-85e2-773f749bbc5e req-b7c35081-4425-4588-89a1-3b5254791ebb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884772 Jan 28 01:07:49.719658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.783989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-6743ad31-333d-41f6-ab5e-7c5946b02a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:49.785939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-6743ad31-333d-41f6-ab5e-7c5946b02a48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.2405393 Jan 28 01:07:49.810325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] For port 505ce260-e9a2-48e4-9932-16ecbf256cb2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=505ce260-e9a2-48e4-9932-16ecbf256cb2,segment=NetworkSegment(c112f4f1-e068-4482-a09e-543250c93c07),segment_id=c112f4f1-e068-4482-a09e-543250c93c07)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:49.811369 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.867859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] For port 505ce260-e9a2-48e4-9932-16ecbf256cb2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=505ce260-e9a2-48e4-9932-16ecbf256cb2,segment=NetworkSegment(c112f4f1-e068-4482-a09e-543250c93c07),segment_id=c112f4f1-e068-4482-a09e-543250c93c07)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:49.868302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:49.884790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] Calling delete_port for 505ce260-e9a2-48e4-9932-16ecbf256cb2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:50.005928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.038680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] Pushing event deleted for resources: {'Port': ['ID=505ce260-e9a2-48e4-9932-16ecbf256cb2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:50.052675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e3012-ec3f-4634-b79d-5b89fab5ddd6 None None] No DVR routers for this DVR port 505ce260-e9a2-48e4-9932-16ecbf256cb2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:50.280155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 505ce260-e9a2-48e4-9932-16ecbf256cb2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:50.316546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 505ce260-e9a2-48e4-9932-16ecbf256cb2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:50.317193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 505ce260-e9a2-48e4-9932-16ecbf256cb2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:50.331916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-7872a6fe-a91a-4008-9b89-751b0fb3c966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.0720460 Jan 28 01:07:50.394421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (7ac141cb-b48d-4b4d-bb50-39c4173a0ca8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.397552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Calling delete_port for 505ce260-e9a2-48e4-9932-16ecbf256cb2 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:50.401020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-41afe7f3-0a40-4683-968f-d0771cb228f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.402517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-41afe7f3-0a40-4683-968f-d0771cb228f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0512874 Jan 28 01:07:50.436996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.504058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61c1bb-a122-45fd-a9c7-1b0ca9b9563d req-05b98467-f51c-459d-bf3c-260381e49d80 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.505613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc61c1bb-a122-45fd-a9c7-1b0ca9b9563d req-05b98467-f51c-459d-bf3c-260381e49d80 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 946 time: 0.1855335 Jan 28 01:07:50.520234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-506a0f63-0149-4afc-b45f-eb56534be2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.521749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-506a0f63-0149-4afc-b45f-eb56534be2cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126726 Jan 28 01:07:50.557587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.626173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-6359f9e7-23e6-47d6-860b-ea7b34372f9a service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913839 Jan 28 01:07:50.698108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc61c1bb-a122-45fd-a9c7-1b0ca9b9563d req-06ccc833-a028-4cff-8c96-9ee896af635a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797936 Jan 28 01:07:50.750870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.766562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (505ce260-e9a2-48e4-9932-16ecbf256cb2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.795666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.799223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event deleted for resources: {'Port': ['ID=505ce260-e9a2-48e4-9932-16ecbf256cb2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:50.814503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] No DVR routers for this DVR port 505ce260-e9a2-48e4-9932-16ecbf256cb2 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:50.823518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ba39128-cb11-496f-bdd3-5273ab39d3af req-ae97eec8-028e-47b9-9b50-2cc2e610b61b service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904318 Jan 28 01:07:50.903674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (566b0255-68de-4faf-a5b5-c3c810d48f4f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.905723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=f056dbb0-7e5b-4f2b-9690-0246f4226d0f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:50.909614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (7ac141cb-b48d-4b4d-bb50-39c4173a0ca8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.934104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566b0255-68de-4faf-a5b5-c3c810d48f4f']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:50.945698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c112f4f1-e068-4482-a09e-543250c93c07') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:50.946291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c112f4f1-e068-4482-a09e-543250c93c07') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:50.957536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c112f4f1-e068-4482-a09e-543250c93c07), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.971358 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c112f4f1-e068-4482-a09e-543250c93c07), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:50.978065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:50.978577 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c112f4f1-e068-4482-a09e-543250c93c07), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.039424 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 7ac141cb-b48d-4b4d-bb50-39c4173a0ca8 associated. External IP: 172.25.1.4, port: d3eaf49c-9a63-428e-826e-1d14450fe59f. Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:51.046497 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:51.051744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (566b0255-68de-4faf-a5b5-c3c810d48f4f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.074673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.080275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] 10.222.0.23 "DELETE /v2.0/networks/566b0255-68de-4faf-a5b5-c3c810d48f4f HTTP/1.1" status: 204 len: 168 time: 1.7462807 Jan 28 01:07:51.080275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066877c-1b6a-45d5-9f1e-47726fa11396 tempest-DHCPAgentSchedulersTestJSON-1933556736 tempest-DHCPAgentSchedulersTestJSON-1933556736-project] Pushing event deleted for resources: {'Network': ['ID=566b0255-68de-4faf-a5b5-c3c810d48f4f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:51.215298 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-e99e2395-8321-4803-b227-358d356b3ac0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4581304 Jan 28 01:07:51.422404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-da592cec-6002-40cf-adfb-2ed84a74ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.423833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-da592cec-6002-40cf-adfb-2ed84a74ed06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 1096 time: 0.1244166 Jan 28 01:07:51.438726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.439393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58968) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:51.568730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-051b9580-7475-469a-bc87-0f5a9c60d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.570241 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-051b9580-7475-469a-bc87-0f5a9c60d480 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1176085 Jan 28 01:07:51.594783 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-15fb1f35-561f-45e8-b8e8-49da491e17f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7d6139615324093a2c5714eb3c1e20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536458 Jan 28 01:07:51.597307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58974) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:51.651797 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d62b-0c70-407c-befb-e2b58ea8f128 admin admin] Publish callbacks [] for security_group (9ea9c8b5-8113-4550-bfa6-f9217706067c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.660304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:51.662045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-ecedf8c9-36e5-478f-ad35-aa4894aade74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6 HTTP/1.1" status: 200 len: 217 time: 0.0826483 Jan 28 01:07:51.693875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d62b-0c70-407c-befb-e2b58ea8f128 admin admin] Publish callbacks [] for security_group (9ea9c8b5-8113-4550-bfa6-f9217706067c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.762144 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d62b-0c70-407c-befb-e2b58ea8f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9ea9c8b5-8113-4550-bfa6-f9217706067c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.764835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d62b-0c70-407c-befb-e2b58ea8f128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:51.766260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eaa6d62b-0c70-407c-befb-e2b58ea8f128 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ea9c8b5-8113-4550-bfa6-f9217706067c HTTP/1.1" status: 204 len: 168 time: 0.1679893 Jan 28 01:07:51.784383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6d62b-0c70-407c-befb-e2b58ea8f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9c8b5-8113-4550-bfa6-f9217706067c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:51.828884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-779e05b4-8b3e-415e-9212-7d2e5127f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.830438 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-779e05b4-8b3e-415e-9212-7d2e5127f9e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1617548 Jan 28 01:07:51.894046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Allocated IP 172.25.1.93 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d5da856a-c252-4692-95fa-33c3a4ff176c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:51.916814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fec40f-05f4-4d43-a169-2f1ccd34a207 req-c8b5cd43-3f3b-470c-87d3-fd00a86a8470 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.920852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8fec40f-05f4-4d43-a169-2f1ccd34a207 req-c8b5cd43-3f3b-470c-87d3-fd00a86a8470 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 946 time: 0.1080847 Jan 28 01:07:52.048398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8fec40f-05f4-4d43-a169-2f1ccd34a207 req-e0d762a8-d278-4053-b1ed-9c6dd80e413e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226990 Jan 28 01:07:52.100399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:52.111911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:52.122849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-55710343-238e-47de-a908-3b68d4974864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:52.125020 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-55710343-238e-47de-a908-3b68d4974864 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822223 Jan 28 01:07:52.130658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:52.133466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:52.189015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:52.201041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.225106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:52.240922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:52.241718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:52.264120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47fe4f9a-1ee6-4710-9390-6a44c37dc2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.268286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.282587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-425b6792-672c-4aa4-9497-c1c33a8e10a4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2160592 Jan 28 01:07:52.292317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:52.297888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:52.298837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484eb21c-2f7d-42a3-8966-ed960cc84f52 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:52.336056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.349288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bac3681c-977b-4edf-8640-73736665f5a9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.0652823 Jan 28 01:07:52.358608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:52.365823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'port_id': 'd3eaf49c-9a63-428e-826e-1d14450fe59f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:52.476290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-45bb34de-20a6-4653-8247-c8d240d0cff6 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393877 Jan 28 01:07:52.490782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.580195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (7ac141cb-b48d-4b4d-bb50-39c4173a0ca8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.585901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.654348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Allocated IP 172.25.1.124 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/629d7fe0-9e3d-4fc1-b469-84431dce8677) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:52.692951 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4dc92e0b-6a27-41da-bf2d-b63909b4c2fe req-2c345bdd-b0d0-4132-a7b9-304a2e637398 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966336 Jan 28 01:07:52.719438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:52.743653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:52.746107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:52.779776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'Port': ['ID=d5da856a-c252-4692-95fa-33c3a4ff176c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:52.804000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.812673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47fe4f9a-1ee6-4710-9390-6a44c37dc2dc admin admin] Publish callbacks [] for security_group (e725014c-8d0a-4126-8464-d80032e65c8a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.831336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47fe4f9a-1ee6-4710-9390-6a44c37dc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e725014c-8d0a-4126-8464-d80032e65c8a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.861058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:52.935978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:52.937540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event updated for resources: {'Port': ['ID=629d7fe0-9e3d-4fc1-b469-84431dce8677,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:52.940936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:52.947853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:52.965067 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47fe4f9a-1ee6-4710-9390-6a44c37dc2dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae8a3092e81e451f868eddf194a1cadf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749004 Jan 28 01:07:52.966192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe4f9a-1ee6-4710-9390-6a44c37dc2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e725014c-8d0a-4126-8464-d80032e65c8a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:52.969864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58994) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:53.079055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.088594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for floatingip (93ae1e68-e9e6-4648-b661-dc28c2c3f5ac), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.138116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.339770 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.348649 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.459506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event updated for resources: {'Port': ['ID=629d7fe0-9e3d-4fc1-b469-84431dce8677,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:53.467980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.494485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.503331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-1182d97c-8234-434c-8702-eb105ba1b7fa tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2150624 Jan 28 01:07:53.606612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-4b45c983-41a7-412c-b1be-3835f18b8b17 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.1023991 Jan 28 01:07:53.623740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.655035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b231d59e-aa3a-4385-870e-8290a6c44812 admin admin] Publish callbacks [] for security_group (e725014c-8d0a-4126-8464-d80032e65c8a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.738914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-fab7e446-1c50-4aa0-89d5-9e922f11aba3 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:53.744019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94883fd2-698c-41bd-bf56-0550c2d5eda7 req-fab7e446-1c50-4aa0-89d5-9e922f11aba3 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1293130 Jan 28 01:07:53.783460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b231d59e-aa3a-4385-870e-8290a6c44812 admin admin] Publish callbacks [] for security_group (e725014c-8d0a-4126-8464-d80032e65c8a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.944771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b231d59e-aa3a-4385-870e-8290a6c44812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e725014c-8d0a-4126-8464-d80032e65c8a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.959241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b231d59e-aa3a-4385-870e-8290a6c44812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:53.962879 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b231d59e-aa3a-4385-870e-8290a6c44812 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e725014c-8d0a-4126-8464-d80032e65c8a HTTP/1.1" status: 204 len: 168 time: 0.9805932 Jan 28 01:07:54.018140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231d59e-aa3a-4385-870e-8290a6c44812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e725014c-8d0a-4126-8464-d80032e65c8a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.164479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-fceee764-7481-4a97-9b15-6a967df3b0ee tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:54.170419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-fceee764-7481-4a97-9b15-6a967df3b0ee tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 821 time: 0.2142625 Jan 28 01:07:54.195721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-bd884075-deaf-4717-98ed-d2b4a0dacac9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/quotas/d0069125b9634349a9c6ba469f7239ed HTTP/1.1" status: 200 len: 375 time: 0.0218687 Jan 28 01:07:54.205843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.219827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.255822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.297958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2e03fd63-dfec-4647-960d-fd6178988ab9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925643 Jan 28 01:07:54.300426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (93ae1e68-e9e6-4648-b661-dc28c2c3f5ac), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.318919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (7ac141cb-b48d-4b4d-bb50-39c4173a0ca8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.366208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.367544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6671143 Jan 28 01:07:54.381768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a811bc-eccf-4ee6-8ae1-7d5d4736e329 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'Port': ['ID=d5da856a-c252-4692-95fa-33c3a4ff176c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.440456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8336a95e-bea6-4983-b111-87714b8908a7 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414590 Jan 28 01:07:54.584584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-437f6238-34e6-4ca2-bced-c2b1c3158741 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369491 Jan 28 01:07:54.623521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:54.885273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-ce8dae03-cf60-4430-a581-35c24bf9465c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:54.887104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-ce8dae03-cf60-4430-a581-35c24bf9465c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 821 time: 0.2746098 Jan 28 01:07:54.906438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-18448502-d05a-412f-9d24-c3ac5747a9a5 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/quotas/7620d9d6d38847f19411a7d16eac52ea HTTP/1.1" status: 200 len: 375 time: 0.0124955 Jan 28 01:07:54.932216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:54.947776 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:54.977332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:54.995097 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:54.995856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:55.012322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-027829b7-1f47-47df-8b03-3280ddd94504 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998147 Jan 28 01:07:55.074081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4eac84b0-7e9b-442f-8864-7cb3889d96de tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/floatingips/7ac141cb-b48d-4b4d-bb50-39c4173a0ca8 HTTP/1.1" status: 200 len: 976 time: 2.7142842 Jan 28 01:07:55.074833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:55.093823 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:55.140924 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:55.142012 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:55.209132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea9f6402-d59b-4b6b-87db-a333ae891e0a req-af5d8017-839b-454b-b0f4-7fde0c0715c5 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 210 time: 0.0402853 Jan 28 01:07:55.282385 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:55.283856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712724a6-9b9e-48da-98b3-f7a976a0b674 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:55.299308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-c770ae31-b220-4e1f-8ec9-c76d7cc0bac3 service neutron] 10.222.0.23 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781518 Jan 28 01:07:55.336119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port f056dbb0-7e5b-4f2b-9690-0246f4226d0f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:55.336797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:55.456073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-959ef132-bb99-4932-b428-1f9428a14e19 service neutron] 10.222.0.23 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556559 Jan 28 01:07:55.474564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:55.475040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:55.504204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for f056dbb0-7e5b-4f2b-9690-0246f4226d0f owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:55.863717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dea1e4c3-4c87-4e0e-85ee-8dc6fe6e79d7 req-50dad825-4cc8-4347-93f6-3bebfc956dbe tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 210 time: 0.0980558 Jan 28 01:07:55.906549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f056dbb0-7e5b-4f2b-9690-0246f4226d0f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:55.975168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=f056dbb0-7e5b-4f2b-9690-0246f4226d0f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.122181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (7ac141cb-b48d-4b4d-bb50-39c4173a0ca8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.122574 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 7ac141cb-b48d-4b4d-bb50-39c4173a0ca8 disassociated (deleted). External IP: 172.25.1.4, port: d3eaf49c-9a63-428e-826e-1d14450fe59f. Jan 28 01:07:56.375281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cef1f5d-f28c-4003-9ab5-21bec1cc084d req-e2901fef-3fb7-41f3-bdd2-706588116777 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 210 time: 0.0708961 Jan 28 01:07:56.564053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59100) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:56.625969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:56.665470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-10ee0317-1e93-42e3-86bd-929089f873f6 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:56.667020 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-10ee0317-1e93-42e3-86bd-929089f873f6 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.43 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 821 time: 0.1541200 Jan 28 01:07:56.725706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'port': {'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'admin_state_up': True, 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:56.765212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-555583923'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:56.795565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Made reservation on behalf of b38303af82854751bb7bbcf73fa56f33 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:56.798920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.813743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.870165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:56.879335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.886844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:56.900842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:56.902331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:56.916383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b163ffaa-2fea-457c-8f95-00da2985aa48 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/floatingips/7ac141cb-b48d-4b4d-bb50-39c4173a0ca8 HTTP/1.1" status: 204 len: 168 time: 1.8394978 Jan 28 01:07:56.916995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:56.917420 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks [] for security_group (761bef00-8720-46f8-b4ff-e747513de230), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.926699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (761bef00-8720-46f8-b4ff-e747513de230), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.945619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:56.959152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:56.960108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:56.967105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:56.971955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Made reservation on behalf of d0069125b9634349a9c6ba469f7239ed for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:56.976805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.977580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761bef00-8720-46f8-b4ff-e747513de230,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.984493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5cd17ec6-a1fa-4aea-b0aa-f9179914825a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:56.984967 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Added segment 5cd17ec6-a1fa-4aea-b0aa-f9179914825a of type vlan for network b60354da-982a-4584-a6bf-4bd13c6049a9 Jan 28 01:07:57.006931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:57.007597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d9b55-09ec-4e39-9318-46aaf2017285 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:57.055268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d51bc1-d369-4de7-8b62-7fb1cbf437e0 req-c8c671e3-d1ef-4d71-b8b5-0a0e8583e855 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 210 time: 0.0604117 Jan 28 01:07:57.070810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b60354da-982a-4584-a6bf-4bd13c6049a9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.114269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b60354da-982a-4584-a6bf-4bd13c6049a9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.120585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:57.121616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.198815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6335609 Jan 28 01:07:57.209739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e8321-6427-4771-ada6-32790d954df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Pushing event updated for resources: {'Network': ['ID=b60354da-982a-4584-a6bf-4bd13c6049a9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.215219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port d3eaf49c-9a63-428e-826e-1d14450fe59f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:57.215636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d3eaf49c-9a63-428e-826e-1d14450fe59f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.220921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b60354da-982a-4584-a6bf-4bd13c6049a9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:57.403760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Allocated IP 172.20.0.5 (b38187d8-7d63-4cea-ad0b-be7eff5808e9/2ab9c1f5-4b83-4880-8a30-644285f7ab42/69f333ce-43a3-4813-9374-0d5affc7174f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:57.431727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59120) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:57.438249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Request body: {'port': {'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9', 'binding:host_id': 'n-h1-826756-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-99330270'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:57.492736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-a39c3592-fe6b-4561-812c-32db89043444 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:57.494654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d1c557c-5d39-4052-abb7-23783b1d0905 req-8aa9c0da-be70-4953-9110-79d53248b55d tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 210 time: 0.0397756 Jan 28 01:07:57.494926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-a39c3592-fe6b-4561-812c-32db89043444 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 821 time: 0.2348120 Jan 28 01:07:57.503625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Made reservation on behalf of 6ace3962f024432588bbe7a1c548020a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:57.507816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.521836 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.522033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'port': {'device_id': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'admin_state_up': True, 'tenant_id': '7620d9d6d38847f19411a7d16eac52ea'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:57.600850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d3eaf49c-9a63-428e-826e-1d14450fe59f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.608157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for security_group (b7241dcb-a19f-432b-a2d1-32d865065ed7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.612648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7241dcb-a19f-432b-a2d1-32d865065ed7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.618481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 5dde18fe-db02-4646-a62f-41f3f991f31b yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:57.629375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for d3eaf49c-9a63-428e-826e-1d14450fe59f owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:57.698802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7241dcb-a19f-432b-a2d1-32d865065ed7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.829301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Made reservation on behalf of 7620d9d6d38847f19411a7d16eac52ea for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:57.832648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.840774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for port (69f333ce-43a3-4813-9374-0d5affc7174f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.875005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 5dde18fe-db02-4646-a62f-41f3f991f31b yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:57.885629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.892131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:57.945800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=5dde18fe-db02-4646-a62f-41f3f991f31b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.969207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Checking segment: {'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:57.969456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Network hostable DHCP agents. Network: b60354da-982a-4584-a6bf-4bd13c6049a9, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:57.988257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Network b60354da-982a-4584-a6bf-4bd13c6049a9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:57.998207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b60354da-982a-4584-a6bf-4bd13c6049a9) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:58.002584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:58.004442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.013425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56b350-e595-410f-8d56-7d55fb5beb33 None None] Network b60354da-982a-4584-a6bf-4bd13c6049a9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:58.019251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.019597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.019935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.025431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.025846 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.026977 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 2 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.040317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.040663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.040995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.047287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.047637 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.048494 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 3 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.062110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.062547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.062782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.068107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e3e0e15f-d51b-4134-8ab2-d720ea116f4f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:58.068293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.068583 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.069067 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 4 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.083180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:58.084509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.084852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.085246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.090792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.091134 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.091538 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 5 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.119434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.119781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.120146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.126034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:58.126266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.126544 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.127894 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 6 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.145933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:58.204840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.205219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.205570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.232371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-660ad05f-b279-41b3-9221-6f5c106e4d19 req-8cd0a6e3-8334-4306-afb4-dd3fb0031df8 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 210 time: 0.0611570 Jan 28 01:07:58.233633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.234217 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.235693 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 7 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.279097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.280969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.281352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.293122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.293467 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.293898 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 8 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.323313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.323673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.323988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.329329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.329680 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.330117 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 9 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.350684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.351293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.351815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.358071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.358666 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.359543 n-d-826756-1 neutron-server[109594]: INFO neutron.plugins.ml2.plugin [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 10 to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b Jan 28 01:07:58.394106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:58.394471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:58.394813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:58.406480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 5dde18fe-db02-4646-a62f-41f3f991f31b on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:58.406820 n-d-826756-1 neutron-server[109594]: ERROR neutron.plugins.ml2.managers [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 5dde18fe-db02-4646-a62f-41f3f991f31b on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:07:58.407198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.502755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] For port 5dde18fe-db02-4646-a62f-41f3f991f31b, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:58.503142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempted to set empty binding levels {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 01:07:58.512816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.542719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:58.547481 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.602611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.1671624 Jan 28 01:07:58.609824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59132) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:58.611590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e4cb6-a1fc-4b0a-94da-dc6d9a63c322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=5dde18fe-db02-4646-a62f-41f3f991f31b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:58.625899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event updated for resources: {'Port': ['ID=69f333ce-43a3-4813-9374-0d5affc7174f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:58.629062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Allocated IP 172.20.0.10 (290953da-678d-4c30-b675-e6dbaa6428cd/1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd/b33c1b2e-bc81-4154-a597-efc2b98ecf63) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:58.650213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d3eaf49c-9a63-428e-826e-1d14450fe59f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.651849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5f29deab-39fb-4db2-8e6f-c2e5844f5366 None None] Provisioning complete for port 69f333ce-43a3-4813-9374-0d5affc7174f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:58.653176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f29deab-39fb-4db2-8e6f-c2e5844f5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.698687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5f29deab-39fb-4db2-8e6f-c2e5844f5366 None None] Port 69f333ce-43a3-4813-9374-0d5affc7174f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:58.701512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af786b-e047-4e47-994e-832a409d5641 req-239fd69f-f182-43bd-b8ca-df92def25cc3 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:58.706278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84af786b-e047-4e47-994e-832a409d5641 req-239fd69f-f182-43bd-b8ca-df92def25cc3 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 931 time: 0.1136773 Jan 28 01:07:58.745640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=d3eaf49c-9a63-428e-826e-1d14450fe59f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:58.767728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Deleting port 5dde18fe-db02-4646-a62f-41f3f991f31b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:58.768083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.784550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84af786b-e047-4e47-994e-832a409d5641 req-d3039003-7767-4b80-8690-41768e829291 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718343 Jan 28 01:07:58.836557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:58.837356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.843537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] For port 5dde18fe-db02-4646-a62f-41f3f991f31b, host n-h1-826756-1, got binding levels [] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:58.843998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.857543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Calling delete_port for 5dde18fe-db02-4646-a62f-41f3f991f31b owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:58.899931 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-2b1b28ac-f0ef-4003-8808-005594cf6c70 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2127242 Jan 28 01:07:58.927472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Request body: {'port': {'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:58.948204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5dde18fe-db02-4646-a62f-41f3f991f31b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.975448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dde18fe-db02-4646-a62f-41f3f991f31b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:58.975964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.983060 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3d40df9-eb55-4bb7-8e3e-22dd070cc349 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/ports/d3eaf49c-9a63-428e-826e-1d14450fe59f HTTP/1.1" status: 204 len: 168 time: 2.0629423 Jan 28 01:07:58.984479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:58.986896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:58.990201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-59d66261-4e33-4142-8315-b15b11b98485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5dde18fe-db02-4646-a62f-41f3f991f31b HTTP/1.1" status: 204 len: 168 time: 0.3759167 Jan 28 01:07:58.993790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:58.994908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:59.011956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.016281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.043788 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96657ee-5398-4ff3-b250-294deac3afeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:07:59.045236 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b96657ee-5398-4ff3-b250-294deac3afeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "GET /v2.0/ports/5dde18fe-db02-4646-a62f-41f3f991f31b HTTP/1.1" status: 404 len: 333 time: 0.0494032 Jan 28 01:07:59.049865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59138) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:59.057137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Request body: {'port': {'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978512535'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:59.066779 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.119630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Made reservation on behalf of 6ace3962f024432588bbe7a1c548020a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:59.121118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.121977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.158660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.160615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 4602c186-24cf-48a3-958d-2dd1b58befe9 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:07:59.247512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.176 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/5cee52a0-10b0-4912-be48-a835d639f4bf) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:59.325140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Network 290953da-678d-4c30-b675-e6dbaa6428cd is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:59.335982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:59.345900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:59.355647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:59.452003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190c98-ea5c-4468-b8d3-1a62dcd5fb7f req-456dd014-dc9d-489b-a2f4-0aa621a74f16 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:59.453813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8190c98-ea5c-4468-b8d3-1a62dcd5fb7f req-456dd014-dc9d-489b-a2f4-0aa621a74f16 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 932 time: 0.0816376 Jan 28 01:07:59.477037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.538094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8190c98-ea5c-4468-b8d3-1a62dcd5fb7f req-aebe625a-c532-4109-8965-6cc945862f1a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Jan 28 01:07:59.548611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.570991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:59.571656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.599090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:59.602743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:59.611178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:59.619003 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-0b7ff64b-adc6-4ddb-969d-3829cb087a61 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1048036 Jan 28 01:07:59.627079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.645527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Request body: {'port': {'device_id': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:59.704709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5fc63084-05f6-4e78-a908-313ff42002f2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.753741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.757221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=5cee52a0-10b0-4912-be48-a835d639f4bf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:59.767850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.776435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f333ce-43a3-4813-9374-0d5affc7174f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:59.781033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.791434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Publish callbacks [] for port (69f333ce-43a3-4813-9374-0d5affc7174f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.839624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Transition to ACTIVE for port object 69f333ce-43a3-4813-9374-0d5affc7174f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:07:59.870585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Network b60354da-982a-4584-a6bf-4bd13c6049a9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:59.871585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.884313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:59.892301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:59.893249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:59.893878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:59.909744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=4602c186-24cf-48a3-958d-2dd1b58befe9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.018969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0df0c7dc-14c1-47b4-89b0-44f0cd98a37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9666398 Jan 28 01:08:00.020749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd712-d6f1-4e3e-b10c-4990290debb4 req-5a8a7432-cf91-4e88-9c07-8b870563a3a4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.022512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:00.029026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:00.030743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f68fd712-d6f1-4e3e-b10c-4990290debb4 req-5a8a7432-cf91-4e88-9c07-8b870563a3a4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 943 time: 0.1350100 Jan 28 01:08:00.104792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Pushing event updated for resources: {'Port': ['ID=69f333ce-43a3-4813-9374-0d5affc7174f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.127684 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.136032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.222687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f68fd712-d6f1-4e3e-b10c-4990290debb4 req-f38cd2c7-149d-4daf-b5b0-b57582f288bb tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903389 Jan 28 01:08:00.265789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.265990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=5cee52a0-10b0-4912-be48-a835d639f4bf,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.271792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Attempting to bind port 69f333ce-43a3-4813-9374-0d5affc7174f on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:00.272876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Attempting to bind port 69f333ce-43a3-4813-9374-0d5affc7174f by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:00.273476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Attempting to bind port 69f333ce-43a3-4813-9374-0d5affc7174f on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:00.290404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5fc63084-05f6-4e78-a908-313ff42002f2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.290658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Port 69f333ce-43a3-4813-9374-0d5affc7174f on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:00.290774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Attempting to bind port 69f333ce-43a3-4813-9374-0d5affc7174f on network b38187d8-7d63-4cea-ad0b-be7eff5808e9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:00.310692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:00.311037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Checking segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:00.311418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Bound using segment: {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:00.311855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Bound port: 69f333ce-43a3-4813-9374-0d5affc7174f, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9451e54-fa90-4b98-90cf-226ead571437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:00.312209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.312983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.319232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-adb791ca-823c-4a25-b8a0-185333f5e5b1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3311555 Jan 28 01:08:00.320395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:00.326708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'port': {'network_id': 'b9abef59-6ea6-4570-b883-b250cecf886c', 'name': 'tempest-FloatingIPTestJSON-1869339613'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:00.496345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:00.500227 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.504103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] For port 69f333ce-43a3-4813-9374-0d5affc7174f, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:00.523386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] device_id is not set on port 7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:00.527786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] For port 69f333ce-43a3-4813-9374-0d5affc7174f, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69f333ce-43a3-4813-9374-0d5affc7174f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:00.541395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.551984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33c1b2e-bc81-4154-a597-efc2b98ecf63 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:00.565545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Publish callbacks [] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.588421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.589201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.590651 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] 10.222.0.43 "PUT /v2.0/ports/69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 1091 time: 1.6718400 Jan 28 01:08:00.591113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:00.593734 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593aea2-42c4-4779-8444-7ea0e217f9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:00.620372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Transition to ACTIVE for port object b33c1b2e-bc81-4154-a597-efc2b98ecf63 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:00.657339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.750486 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5294695-deca-44f7-9420-29361adeed7b x-openstack-request-id: req-d5294695-deca-44f7-9420-29361adeed7b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:00.751074 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:00.751485 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5294695-deca-44f7-9420-29361adeed7b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:00.752454 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f', 'status': 'completed', 'code': 200} Jan 28 01:08:00.765382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddab60-6472-48b9-9fed-eeb076ba3627 service neutron] Pushing event updated for resources: {'Port': ['ID=69f333ce-43a3-4813-9374-0d5affc7174f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.770575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999d662-bfda-4529-8b36-dbeea0643d85 req-55519555-1c34-4217-bf82-6588ff613cf7 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.772201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6999d662-bfda-4529-8b36-dbeea0643d85 req-55519555-1c34-4217-bf82-6588ff613cf7 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 944 time: 0.0931756 Jan 28 01:08:00.773540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.7 (b9abef59-6ea6-4570-b883-b250cecf886c/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9/7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:00.794834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 4602c186-24cf-48a3-958d-2dd1b58befe9 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:00.831003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.835669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6999d662-bfda-4529-8b36-dbeea0643d85 req-cd548ce5-cf02-4000-af89-4aa1996d53b4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557220 Jan 28 01:08:00.860462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:00.919418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-5bf5c363-6041-41dd-881a-ae52482c2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.920972 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-5bf5c363-6041-41dd-881a-ae52482c2145 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1094 time: 0.2270341 Jan 28 01:08:00.933049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:01.006676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.022315 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-6db59026-0126-44da-abfb-39b9b7f49892 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 217 time: 0.0620916 Jan 28 01:08:01.049018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.062118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=4602c186-24cf-48a3-958d-2dd1b58befe9,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:01.065389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Attempting to bind port b33c1b2e-bc81-4154-a597-efc2b98ecf63 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.066001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Attempting to bind port b33c1b2e-bc81-4154-a597-efc2b98ecf63 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.066487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Attempting to bind port b33c1b2e-bc81-4154-a597-efc2b98ecf63 on network 290953da-678d-4c30-b675-e6dbaa6428cd {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.091958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network b9abef59-6ea6-4570-b883-b250cecf886c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:01.094996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:01.095833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.096830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.096830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.100887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:01.101487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Port b33c1b2e-bc81-4154-a597-efc2b98ecf63 on network 290953da-678d-4c30-b675-e6dbaa6428cd not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.101837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Attempting to bind port b33c1b2e-bc81-4154-a597-efc2b98ecf63 on network 290953da-678d-4c30-b675-e6dbaa6428cd {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.111117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.111469 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.112189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:01.112519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Checking segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:01.113040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Bound using segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:01.113476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Bound port: b33c1b2e-bc81-4154-a597-efc2b98ecf63, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:01.113876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.118766 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 2 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.124971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:01.162642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.164045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.174284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.174650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.175096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.183658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-910a09a5-1ed9-4ce7-8e0c-08782633aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.185529 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-910a09a5-1ed9-4ce7-8e0c-08782633aa7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1501405 Jan 28 01:08:01.191910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.192239 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.194539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3d9da19-0b9b-4276-bf3b-34bb2c323d46 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8726873 Jan 28 01:08:01.195454 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 3 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.197014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:01.201943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'port_id': '7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:01.250971 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5fc63084-05f6-4e78-a908-313ff42002f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.254105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.254501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.254772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.277705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:01.282805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:01.295033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.295366 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.297267 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 4 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.325066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.366842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.367380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.367753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.377932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-7b3c539e-3e22-4602-ac29-e10af99163b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.379645 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-7b3c539e-3e22-4602-ac29-e10af99163b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865408 Jan 28 01:08:01.385385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.386020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:01.387369 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/b33c1b2e-bc81-4154-a597-efc2b98ecf63 HTTP/1.1" status: 200 len: 1092 time: 1.7534478 Jan 28 01:08:01.391277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.391611 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.414344 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 5 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.513736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8eaa5-61f0-4786-96bf-ae1d7bca3fe9 req-17c7b995-d8d6-44bf-8a1e-f82ea51915c7 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.518373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dca8eaa5-61f0-4786-96bf-ae1d7bca3fe9 req-17c7b995-d8d6-44bf-8a1e-f82ea51915c7 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 943 time: 0.1844072 Jan 28 01:08:01.547524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.547840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.548214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.555945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d484aac-55bf-4019-86f9-d698e3b976a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:01.564944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.565245 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.568720 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 6 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.601505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.602524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.602867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.621949 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-1c7970ef-d764-4fe7-863e-bd1af2645d51 service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315984 Jan 28 01:08:01.622503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.622830 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.623972 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 7 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.628547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-09bd5cb2-9290-4473-979b-d614bdee7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.630035 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-09bd5cb2-9290-4473-979b-d614bdee7fbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 1095 time: 0.1388412 Jan 28 01:08:01.733403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.733759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.734132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.737484 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-ca8e69d6-6666-469c-add1-e55ed3b08047 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63 HTTP/1.1" status: 200 len: 217 time: 0.0814338 Jan 28 01:08:01.753320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.753320 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.756205 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 8 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.831155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2fb012fd-815c-4f0e-a7c8-a19b710d0dca req-f12ed796-ae51-430a-a34e-331c24201464 service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990299 Jan 28 01:08:01.845604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-46be111c-442c-4220-941f-667f09a76cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.847205 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-46be111c-442c-4220-941f-667f09a76cc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 200 len: 861 time: 0.1041932 Jan 28 01:08:01.848310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.848778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.849218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.886838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.887167 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.887556 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 9 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:01.908209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-d99b30ad-e622-4e61-b094-6e87139cfafb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=290953da-678d-4c30-b675-e6dbaa6428cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388570 Jan 28 01:08:01.920697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:01.921024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:01.921361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:01.927477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:01.927799 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:01.928197 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 10 to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 Jan 28 01:08:02.013466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dca8eaa5-61f0-4786-96bf-ae1d7bca3fe9 req-a28e9984-be41-44bd-8340-32b498f0e1bb tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886155 Jan 28 01:08:02.021459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:02.021808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:02.022151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:02.037379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:02.038087 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 4602c186-24cf-48a3-958d-2dd1b58befe9 on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:02.038224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:02.127339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-be88b854-48a5-4979-965d-ca41ff229867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.128853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-be88b854-48a5-4979-965d-ca41ff229867 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1094 time: 0.1626692 Jan 28 01:08:02.155825 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-ec7eb844-b513-4f5c-aff3-40335eee766f service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245622 Jan 28 01:08:02.282531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] For port 4602c186-24cf-48a3-958d-2dd1b58befe9, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:02.282914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempted to set empty binding levels {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 01:08:02.296554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:02.342407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e775c1-7a24-4104-a548-ebcf40d5faf2 req-4317aa1e-1e7b-47fa-b57f-345e01e94e1c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.343827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e775c1-7a24-4104-a548-ebcf40d5faf2 req-4317aa1e-1e7b-47fa-b57f-345e01e94e1c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1662476 Jan 28 01:08:02.350719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ae3c0-9118-47c4-803b-bca1eae4f725 req-eb5b78c3-51e0-4620-a1ae-15f42fb47644 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.351475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] In _notify_port_updated(), no bound segment for port 4602c186-24cf-48a3-958d-2dd1b58befe9 on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:08:02.352752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.353362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:02.357186 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "PUT /v2.0/ports/4602c186-24cf-48a3-958d-2dd1b58befe9 HTTP/1.1" status: 200 len: 979 time: 2.3301148 Jan 28 01:08:02.358852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:02.361207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e3ae3c0-9118-47c4-803b-bca1eae4f725 req-eb5b78c3-51e0-4620-a1ae-15f42fb47644 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 944 time: 0.1820712 Jan 28 01:08:02.372757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-7e167208-1888-4b43-9771-d78286a37a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.374758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-7e167208-1888-4b43-9771-d78286a37a13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.2291353 Jan 28 01:08:02.496936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:02.526292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e3ae3c0-9118-47c4-803b-bca1eae4f725 req-7e36f541-8b73-49f1-977a-1afd98f75956 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636732 Jan 28 01:08:02.532148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5fc63084-05f6-4e78-a908-313ff42002f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:02.620380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e775c1-7a24-4104-a548-ebcf40d5faf2 req-6a236e2b-5144-4dba-82e7-515dbbb93cea tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217283 Jan 28 01:08:02.768870 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 5fc63084-05f6-4e78-a908-313ff42002f2 associated. External IP: 172.25.1.176, port: 7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f. Jan 28 01:08:02.780940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da5f80-9afe-4515-901e-6d00d1efd3df req-52f614bc-5a4a-4b62-84eb-d4a3c8f5f455 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.782581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07da5f80-9afe-4515-901e-6d00d1efd3df req-52f614bc-5a4a-4b62-84eb-d4a3c8f5f455 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.1555030 Jan 28 01:08:02.839950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6673-73f3-4592-866e-bc96849bd0a7 req-06248a7b-289d-4c25-b033-2b78bb79be4d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.841457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cea6673-73f3-4592-866e-bc96849bd0a7 req-06248a7b-289d-4c25-b033-2b78bb79be4d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1319456 Jan 28 01:08:02.872642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'tag': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:02.877763 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab630a7f-45d8-44dc-9425-a6eff73ad964", "tag": "b33c1b2e-bc81-4154-a597-efc2b98ecf63"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:02.882494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=4602c186-24cf-48a3-958d-2dd1b58befe9,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:02.887879 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-871947fa-878f-4c9b-982b-065aad3ea80a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 217 time: 0.4658983 Jan 28 01:08:02.893659 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4de6b3ce-4038-4c3e-bb06-7ceed7b494fc req-22a9ff2d-751f-4a97-981d-698dec5df539 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309477 Jan 28 01:08:02.913878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.914782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.914782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.915106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.915402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.915731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.916061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.916562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.916891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.917803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.918133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.918463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.918787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d7b6d-955f-4ab9-86a8-bf126d1240e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:02.960763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07da5f80-9afe-4515-901e-6d00d1efd3df req-16370785-884d-47f6-ae79-401b0452dcb3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431718 Jan 28 01:08:02.969318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cea6673-73f3-4592-866e-bc96849bd0a7 req-7d95fa14-e8bb-465e-96ee-2287e0f0639d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197624 Jan 28 01:08:02.994051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.995538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.996004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.013847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.014373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.014836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.015295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.015748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.016196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.016654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.017096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.017544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.018005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.018435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.018882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.019323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.019763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.020205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.020650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.021080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.021516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.021978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.022421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.022982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.023536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.024020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.024466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.024909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.025353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.025822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.026297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.026715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.027159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.027799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.028031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.028472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.028911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.029348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.029882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.030254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.030694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.031130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.036252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30466dd7-9068-4961-a24e-2a042f449605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36588 time: 0.6747684 Jan 28 01:08:03.041355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59198) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:03.071815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-af97e562-7a3f-4d1d-b5c6-9cd3ed8422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.073289 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-af97e562-7a3f-4d1d-b5c6-9cd3ed8422a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1743982 Jan 28 01:08:03.093911 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b22fc-c996-41a9-a23d-84539a44f633 x-openstack-request-id: req-c87b22fc-c996-41a9-a23d-84539a44f633 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:03.094215 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab630a7f-45d8-44dc-9425-a6eff73ad964", "tag": "b33c1b2e-bc81-4154-a597-efc2b98ecf63", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:03.094468 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c87b22fc-c996-41a9-a23d-84539a44f633 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:03.094996 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'tag': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'status': 'completed', 'code': 200} Jan 28 01:08:03.157035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:03.235836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-9c94d135-38ec-4fc5-b248-2f580343c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.237399 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-9c94d135-38ec-4fc5-b248-2f580343c2f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 1095 time: 0.0807867 Jan 28 01:08:03.247263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-2dfbc36f-864b-42be-852b-4453f2a86bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.248739 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-2dfbc36f-864b-42be-852b-4453f2a86bb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679838 Jan 28 01:08:03.303919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a5c7-acda-489b-aab7-b8ce730e9b63 req-56e77eca-2294-41d8-8986-574bec63962c tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.305541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5116a5c7-acda-489b-aab7-b8ce730e9b63 req-56e77eca-2294-41d8-8986-574bec63962c tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 943 time: 0.1377106 Jan 28 01:08:03.362714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Deleting port 4602c186-24cf-48a3-958d-2dd1b58befe9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:03.363053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.427363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.434799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5116a5c7-acda-489b-aab7-b8ce730e9b63 req-6e2cc573-36c6-43a5-8f47-071d39eab538 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719171 Jan 28 01:08:03.458134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:03.468678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.476038 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:03.491869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:03.494000 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:03.507083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3af06569-963f-453c-b7f9-eb3862691ece tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/floatingips/5fc63084-05f6-4e78-a908-313ff42002f2 HTTP/1.1" status: 200 len: 978 time: 2.3062727 Jan 28 01:08:03.508339 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-c250d644-cc60-4c09-8ce1-6ccf490d4e31 service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463460 Jan 28 01:08:03.508574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59212) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:03.512846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-61143b61-0100-4cdb-a573-86cba6235bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.514267 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-61143b61-0100-4cdb-a573-86cba6235bc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 922 time: 0.2646611 Jan 28 01:08:03.515325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] For port 4602c186-24cf-48a3-958d-2dd1b58befe9, host n-h1-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:03.515853 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.538724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:03.552283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:03.552991 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:03.556894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Calling delete_port for 4602c186-24cf-48a3-958d-2dd1b58befe9 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:03.565665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-251bcd02-658c-4992-bf87-6f0da57f03e3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.572418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-251bcd02-658c-4992-bf87-6f0da57f03e3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.3074667 Jan 28 01:08:03.592692 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-fee8e677-cfd4-4d47-a6f4-1a38a4fcf342 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63 HTTP/1.1" status: 200 len: 217 time: 0.0588291 Jan 28 01:08:03.593839 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:03.595342 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e4f92-efff-4866-a284-9d75d66be198 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:03.619735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-6463c521-531b-4e8c-b0e6-99bb8a2f8ea8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/quotas/c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 375 time: 0.0463641 Jan 28 01:08:03.730337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-679b3b60-fdfd-4065-af9d-c7a874f75e8f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1096928 Jan 28 01:08:03.742110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c9a02-cd4b-4de0-8d33-d5f7b6762cb9 req-3188c4ca-5e85-44cd-bd4f-d9a3eb26cb8a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.743857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602c9a02-cd4b-4de0-8d33-d5f7b6762cb9 req-3188c4ca-5e85-44cd-bd4f-d9a3eb26cb8a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 944 time: 0.0905683 Jan 28 01:08:03.750211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-cbebfc79-f270-4113-9dd6-4558083870d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.751794 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-cbebfc79-f270-4113-9dd6-4558083870d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 200 len: 861 time: 0.1222105 Jan 28 01:08:03.769449 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d593aea2-42c4-4779-8444-7ea0e217f9ec req-71f71a7c-4ad7-458d-8d44-e0ae2acdf511 service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490954 Jan 28 01:08:03.780903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:03.781243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.794027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-5fda041d-5c3a-4f07-b1c8-29bfa4085af2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=290953da-678d-4c30-b675-e6dbaa6428cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344212 Jan 28 01:08:03.824676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4602c186-24cf-48a3-958d-2dd1b58befe9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.895267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.898539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4602c186-24cf-48a3-958d-2dd1b58befe9 HTTP/1.1" status: 204 len: 168 time: 0.8562274 Jan 28 01:08:03.901541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7430cc-2b91-43e1-a3db-c54f3587f63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event deleted for resources: {'Port': ['ID=4602c186-24cf-48a3-958d-2dd1b58befe9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:03.905860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59218) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:03.930764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602c9a02-cd4b-4de0-8d33-d5f7b6762cb9 req-1e9da69c-ef59-4c11-b7c0-b9b5fba80126 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788878 Jan 28 01:08:03.932327 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-41023211-df2b-4ec7-86e2-9688ddced377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:08:03.934468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41023211-df2b-4ec7-86e2-9688ddced377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "GET /v2.0/ports/4602c186-24cf-48a3-958d-2dd1b58befe9 HTTP/1.1" status: 404 len: 333 time: 0.0279903 Jan 28 01:08:03.940647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59220) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:03.947715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-876343943', 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:03.974740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-354c4271-5796-4ba1-b5eb-811552932b98 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217865 Jan 28 01:08:03.976619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:03.977595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-66bb3d49-3e20-4b10-b9e4-a9c50c977dbf service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752303 Jan 28 01:08:03.982420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Made reservation on behalf of 6ace3962f024432588bbe7a1c548020a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:03.984703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.045537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 30117784-2671-44e7-9040-6f0744b74e5d yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:04.138088 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-875d19f7-2eb7-45a2-9ef2-486b3ce1701f req-3055a085-2b55-4fdc-8505-4c6ff75e972c service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510091 Jan 28 01:08:04.243309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for port (30117784-2671-44e7-9040-6f0744b74e5d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.280927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (30117784-2671-44e7-9040-6f0744b74e5d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.293721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9abc-ca32-474b-b382-1f35f91bedf3 req-e4c414bd-10cb-44aa-a7a8-19c803631274 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.295336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6ee9abc-ca32-474b-b382-1f35f91bedf3 req-e4c414bd-10cb-44aa-a7a8-19c803631274 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.2043481 Jan 28 01:08:04.297261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-eaf94959-e577-4895-8e31-e1ee8aa210e7 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125050 Jan 28 01:08:04.328649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Network b60354da-982a-4584-a6bf-4bd13c6049a9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:04.333165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:04.337710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:04.338843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.339511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.352722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-9e791896-dccc-4870-a5f6-bfe20d5dc8bc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.354259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-9e791896-dccc-4870-a5f6-bfe20d5dc8bc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.1727676 Jan 28 01:08:04.354593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=30117784-2671-44e7-9040-6f0744b74e5d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:04.365630 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3ab8eac8-83d8-41ab-8098-2f5b1319a770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4238842 Jan 28 01:08:04.368498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:04.398906 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:04.408954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14192299-2737-492e-ade4-5e96ad12348c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.410912 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-14192299-2737-492e-ade4-5e96ad12348c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "GET /v2.0/ports/30117784-2671-44e7-9040-6f0744b74e5d HTTP/1.1" status: 200 len: 958 time: 0.0415261 Jan 28 01:08:04.413736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59228) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:04.428759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.429176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5fc63084-05f6-4e78-a908-313ff42002f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.430275 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 5fc63084-05f6-4e78-a908-313ff42002f2 disassociated. External IP: 172.25.1.176, port: 7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f. Jan 28 01:08:04.431428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:04.528655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Deleting port 30117784-2671-44e7-9040-6f0744b74e5d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:04.529001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (30117784-2671-44e7-9040-6f0744b74e5d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.541033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69f333ce-43a3-4813-9374-0d5affc7174f details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:04.622482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (30117784-2671-44e7-9040-6f0744b74e5d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.641451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Calling delete_port for 30117784-2671-44e7-9040-6f0744b74e5d owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:04.658828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6ee9abc-ca32-474b-b382-1f35f91bedf3 req-911da81b-155f-4818-b213-b216dae65a2b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563781 Jan 28 01:08:04.758524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (30117784-2671-44e7-9040-6f0744b74e5d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.781698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-473dd67b-2a31-4141-bdac-84f1314ea9ca req-403cfc54-e299-4c7f-824b-1bcdf4a063fd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 210 time: 0.1052377 Jan 28 01:08:04.794191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event deleted for resources: {'Port': ['ID=30117784-2671-44e7-9040-6f0744b74e5d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:04.805986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.810664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-216c3a43-5ff5-4928-95b3-6c1ddd6d419b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "DELETE /v2.0/ports/30117784-2671-44e7-9040-6f0744b74e5d HTTP/1.1" status: 204 len: 168 time: 0.3954256 Jan 28 01:08:04.812013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 69f333ce-43a3-4813-9374-0d5affc7174f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69f333ce-43a3-4813-9374-0d5affc7174f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:04.813187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59238) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:04.836187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '69f333ce-43a3-4813-9374-0d5affc7174f', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:04.873897 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c6c333-c7f0-4a57-ba3d-fb0a6caf81dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:08:04.878270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86c6c333-c7f0-4a57-ba3d-fb0a6caf81dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "GET /v2.0/ports/30117784-2671-44e7-9040-6f0744b74e5d HTTP/1.1" status: 404 len: 333 time: 0.0639455 Jan 28 01:08:04.883104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59240) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:04.887362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.892512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Request body: {'port': {'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-844872664'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:04.927079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 69f333ce-43a3-4813-9374-0d5affc7174f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:04.927465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.932577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Made reservation on behalf of 6ace3962f024432588bbe7a1c548020a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:04.935926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:04.963060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f333ce-43a3-4813-9374-0d5affc7174f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:04.971794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 231e4c19-76bb-4319-82ff-d28141a3a58c yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:04.972529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:04.990099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c6103-c84e-4ff4-a798-cecf4bcfec81 req-c7ea5748-c162-40a4-9058-445f24eaf0a9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.999130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d20c6103-c84e-4ff4-a798-cecf4bcfec81 req-c7ea5748-c162-40a4-9058-445f24eaf0a9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 943 time: 0.2207978 Jan 28 01:08:05.016706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 69f333ce-43a3-4813-9374-0d5affc7174f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69f333ce-43a3-4813-9374-0d5affc7174f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:05.027774 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.068573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Deleting port 28528c85-88e7-44ee-9a7d-469b1611b971 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:05.068927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.131723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=69f333ce-43a3-4813-9374-0d5affc7174f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:05.240966 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.281809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.320359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['69f333ce-43a3-4813-9374-0d5affc7174f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:05.328148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Network b60354da-982a-4584-a6bf-4bd13c6049a9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:05.331196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:05.334898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:05.335856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:05.337116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.352970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=231e4c19-76bb-4319-82ff-d28141a3a58c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:05.373741 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f42da4f3-e31f-4b16-84c9-5f1e86728be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4895649 Jan 28 01:08:05.377454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59250) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:05.395525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:05.486923 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.623537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d20c6103-c84e-4ff4-a798-cecf4bcfec81 req-68104fa9-b305-4158-a830-241b3e408c5e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229753 Jan 28 01:08:05.742112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] device_id is not set on port 231e4c19-76bb-4319-82ff-d28141a3a58c yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:05.750712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks [] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.759814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c16b3b-b2ae-4d36-9a6f-0a5ecb7311c1 req-585b46f6-a9e5-4f8a-a60a-1d756ed4dbe0 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:05.761390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67c16b3b-b2ae-4d36-9a6f-0a5ecb7311c1 req-585b46f6-a9e5-4f8a-a60a-1d756ed4dbe0 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 944 time: 0.6873498 Jan 28 01:08:05.765366 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.796490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:05.799889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] For port 28528c85-88e7-44ee-9a7d-469b1611b971, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=28528c85-88e7-44ee-9a7d-469b1611b971,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:05.800266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.849095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=231e4c19-76bb-4319-82ff-d28141a3a58c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:05.884471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:05.884909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:05.885893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.890352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:05.890539 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:05.890994 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 2 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:05.908490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:05.908973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:05.909440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.914372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:05.915031 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:05.915533 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 3 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:05.927777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:05.928236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:05.928690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.933212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:05.933639 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:05.934148 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 4 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:05.948464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:05.948948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:05.949377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.953922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:05.954352 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:05.954837 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 5 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:05.968434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:05.968434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:05.968819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.973514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:05.974021 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:05.974541 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 6 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:05.989799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:05.990282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:05.990723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.996030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:05.996030 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:05.996487 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 7 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:06.009200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:06.009668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:06.010134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:06.015831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:06.016278 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:06.016885 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 8 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:06.030119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:06.030682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:06.031355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:06.034892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67c16b3b-b2ae-4d36-9a6f-0a5ecb7311c1 req-217bb2cb-87fd-449a-9f26-0e0935d1e611 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574069 Jan 28 01:08:06.035714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:06.036141 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:06.036629 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 9 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:06.050741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:06.050741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:06.050741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:06.056146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:06.056682 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:06.057330 n-d-826756-1 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempt 10 to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c Jan 28 01:08:06.072427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:06.072907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:06.073404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempting to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:06.080528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:06.081004 n-d-826756-1 neutron-server[109595]: ERROR neutron.plugins.ml2.managers [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Failed to bind port 231e4c19-76bb-4319-82ff-d28141a3a58c on host n-h1-826756-1 for vnic_type normal using segments [{'id': '5cd17ec6-a1fa-4aea-b0aa-f9179914825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b60354da-982a-4584-a6bf-4bd13c6049a9'}] Jan 28 01:08:06.081470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.121749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d04b06-f461-438f-8fdd-f7a0d382e0db req-e8afb6f5-7455-4e9e-9bea-a0388af1110a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.126261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d04b06-f461-438f-8fdd-f7a0d382e0db req-e8afb6f5-7455-4e9e-9bea-a0388af1110a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 946 time: 0.2479906 Jan 28 01:08:06.163191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] For port 231e4c19-76bb-4319-82ff-d28141a3a58c, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:06.163841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attempted to set empty binding levels {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 01:08:06.175735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.239019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9fc0db0-e3d9-4229-a397-5a3c6a6c1ace req-4c958f78-e840-4a03-8ad5-fe730b6ffb30 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 210 time: 0.0514553 Jan 28 01:08:06.246323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:06.260261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:06.284496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:06.285124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:06.301412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] In _notify_port_updated(), no bound segment for port 231e4c19-76bb-4319-82ff-d28141a3a58c on network b60354da-982a-4584-a6bf-4bd13c6049a9 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:08:06.302717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.304014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.306720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "PUT /v2.0/ports/231e4c19-76bb-4319-82ff-d28141a3a58c HTTP/1.1" status: 200 len: 978 time: 0.9272530 Jan 28 01:08:06.330749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59260) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:06.337793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.338443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (0bd32de9-259f-4674-b852-ad2deff83adc), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.338443 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Floating IP 0bd32de9-259f-4674-b852-ad2deff83adc disassociated. External IP: 172.25.1.44, port: 28528c85-88e7-44ee-9a7d-469b1611b971. Jan 28 01:08:06.338793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Calling delete_port for 28528c85-88e7-44ee-9a7d-469b1611b971 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:06.339285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:06.348425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:06.349314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:06.361964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94d04b06-f461-438f-8fdd-f7a0d382e0db req-39d3d747-aeca-4e3b-8c5c-e8425e3870d2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=bef589bc-8f94-4e3a-91c4-f2201bdaabe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241027 Jan 28 01:08:06.404144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:06.404401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.405210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ec3da-61e0-4097-a179-a588bd870a1a None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:06.409658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a1599f10-1d67-483c-a31b-e3738072d3d1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/ports/7d2f209d-06d6-4c52-b4a6-f6b3a8ca6b7f HTTP/1.1" status: 204 len: 168 time: 2.8981986 Jan 28 01:08:06.410533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59262) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:06.431364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b34200-7ad6-4e9c-aacf-a617f118cbf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event updated for resources: {'Port': ['ID=231e4c19-76bb-4319-82ff-d28141a3a58c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:06.464931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aeb14105-45e1-40ab-9d82-b3736c02214a tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/floatingips/5fc63084-05f6-4e78-a908-313ff42002f2 HTTP/1.1" status: 200 len: 688 time: 0.0498867 Jan 28 01:08:06.470979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59264) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:06.485517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2356c450-dba0-46d9-b287-319e8b313e59 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.485517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2356c450-dba0-46d9-b287-319e8b313e59 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.2937422 Jan 28 01:08:06.506138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'port': {'device_id': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'admin_state_up': True, 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:06.559662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Deleting port 231e4c19-76bb-4319-82ff-d28141a3a58c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:06.560332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.573709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b33c1b2e-bc81-4154-a597-efc2b98ecf63 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:06.656829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (28528c85-88e7-44ee-9a7d-469b1611b971), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.668111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 5cee52a0-10b0-4912-be48-a835d639f4bf {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:06.668410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.676588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] For port 231e4c19-76bb-4319-82ff-d28141a3a58c, host n-h1-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:06.678224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.702546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69f333ce-43a3-4813-9374-0d5affc7174f up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:06.704460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event deleted for resources: {'Port': ['ID=28528c85-88e7-44ee-9a7d-469b1611b971,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:06.762587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Calling delete_port for 231e4c19-76bb-4319-82ff-d28141a3a58c owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:06.772485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:06.782374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:06.792643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.793501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'port_id': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'mac_address': 'fa:16:3e:27:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:06.881706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:06.885465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.886061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5cee52a0-10b0-4912-be48-a835d639f4bf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.905525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b33c1b2e-bc81-4154-a597-efc2b98ecf63 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:06.905941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.930342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 28528c85-88e7-44ee-9a7d-469b1611b971 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:06.930662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 28528c85-88e7-44ee-9a7d-469b1611b971 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:06.933316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 5cee52a0-10b0-4912-be48-a835d639f4bf owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:06.934533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33c1b2e-bc81-4154-a597-efc2b98ecf63 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:06.959476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:06.962367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 69f333ce-43a3-4813-9374-0d5affc7174f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:06.968180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 69f333ce-43a3-4813-9374-0d5affc7174f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:06.968488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64c245-3200-4e41-a4c3-c7f8facc7e89 req-f868f2ce-9655-4db4-b5e0-fd500c70a409 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.968595 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.969941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a64c245-3200-4e41-a4c3-c7f8facc7e89 req-f868f2ce-9655-4db4-b5e0-fd500c70a409 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 944 time: 0.1611905 Jan 28 01:08:06.972388 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.010281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Allocated IP 172.20.0.11 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:07.038783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:07.064184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:07.098328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a64c245-3200-4e41-a4c3-c7f8facc7e89 req-e2240d58-8035-4d57-94c9-e7bccb36a031 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923631 Jan 28 01:08:07.112090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.112719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.115910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.116991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.117657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.119947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.120688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.126987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.127785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.139156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.139834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.140625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.141139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:07.208131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2ca85633-64f6-48b8-9493-8dae60f8c84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.212624 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.256101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (231e4c19-76bb-4319-82ff-d28141a3a58c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.273246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 69f333ce-43a3-4813-9374-0d5affc7174f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:07.273903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.276895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.283092 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "DELETE /v2.0/ports/231e4c19-76bb-4319-82ff-d28141a3a58c HTTP/1.1" status: 204 len: 168 time: 0.9460959 Jan 28 01:08:07.287953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59276) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:07.319410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.320115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 69f333ce-43a3-4813-9374-0d5affc7174f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69f333ce-43a3-4813-9374-0d5affc7174f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:07.326856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:07.329129 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c8db9-6903-4429-9f66-50695f44b68e" -d '{"events": [{"server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "name": "network-vif-plugged", "status": "completed", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:07.336168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16218955-3ad4-43d8-9bce-780c4866653c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] Pushing event deleted for resources: {'Port': ['ID=231e4c19-76bb-4319-82ff-d28141a3a58c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:07.338148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b33c1b2e-bc81-4154-a597-efc2b98ecf63'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:07.344064 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-250b50ea-5a22-497f-91e3-3c3c2003d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] GET failed (client error): The resource could not be found. Jan 28 01:08:07.345548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-250b50ea-5a22-497f-91e3-3c3c2003d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1534424202-project-admin] 10.222.0.23 "GET /v2.0/ports/231e4c19-76bb-4319-82ff-d28141a3a58c HTTP/1.1" status: 404 len: 333 time: 0.0386071 Jan 28 01:08:07.350782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59280) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:07.384488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.485952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b60354da-982a-4584-a6bf-4bd13c6049a9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.501664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb169307-40de-4506-a639-0f96fedda7cc req-ec13f878-f172-4a85-9a33-35cf40c29567 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 210 time: 0.1176434 Jan 28 01:08:07.507387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.548069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:07.564866 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:07.574572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5cee52a0-10b0-4912-be48-a835d639f4bf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.580658 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:07.583869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:07.612231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab708d-732f-4079-afef-df4434bbad87 req-80506747-4850-415a-8f11-4bb83bb612dd tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:07.621433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cab708d-732f-4079-afef-df4434bbad87 req-80506747-4850-415a-8f11-4bb83bb612dd tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 945 time: 0.3367958 Jan 28 01:08:07.662594 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c9115-f29f-47d2-b362-067e72096c7d x-openstack-request-id: req-b08c9115-f29f-47d2-b362-067e72096c7d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:07.662889 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "name": "network-vif-plugged", "status": "completed", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:07.663143 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b08c9115-f29f-47d2-b362-067e72096c7d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:07.663537 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f', 'code': 200} Jan 28 01:08:07.669484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=69f333ce-43a3-4813-9374-0d5affc7174f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:07.679432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac', '2e2d86b6-93f0-467d-af9d-22b0037d18b6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:07.706154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=5cee52a0-10b0-4912-be48-a835d639f4bf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:07.708516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] No DVR routers for this DVR port 28528c85-88e7-44ee-9a7d-469b1611b971 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:07.719891 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.725239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4755aab6-526b-403e-9942-04fc4f89bfc0 req-46f6e2f4-e599-46d8-a661-63f2ce6524d5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "DELETE /v2.0/ports/28528c85-88e7-44ee-9a7d-469b1611b971 HTTP/1.1" status: 204 len: 173 time: 3.3616347 Jan 28 01:08:07.743320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-deleted', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:07.752211 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2437bc-a43b-4dea-9c27-f4b4d050369b" -d '{"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-deleted", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:07.814492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:07.819561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b4a4d38-fedb-41db-8dd8-1bea6b8d066b req-18094faf-a13b-445e-bccd-40bb40daa6a1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c877e4a-c055-4f4e-89a7-76a3b6eaf52f HTTP/1.1" status: 200 len: 210 time: 0.0579493 Jan 28 01:08:07.857814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cab708d-732f-4079-afef-df4434bbad87 req-50e04b6f-6cfb-40dc-9cd9-ae9cee6e28c5 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351115 Jan 28 01:08:07.863220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:07.869103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:07.883836 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b60354da-982a-4584-a6bf-4bd13c6049a9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.884264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5fc63084-05f6-4e78-a908-313ff42002f2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.887476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.895780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-67d13deb-eedc-4e84-bc62-3cd19b8bf90c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/floatingips/5fc63084-05f6-4e78-a908-313ff42002f2 HTTP/1.1" status: 204 len: 168 time: 1.4237092 Jan 28 01:08:07.896906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59288) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:07.902502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'c3d5505c-b49c-4ed5-88ff-6d5593355b0c'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:07.929006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.948627 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96aab7-862a-4204-a5f5-54cc477d854a x-openstack-request-id: req-fd96aab7-862a-4204-a5f5-54cc477d854a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:07.948627 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c877e4a-c055-4f4e-89a7-76a3b6eaf52f", "name": "network-vif-deleted", "tag": "28528c85-88e7-44ee-9a7d-469b1611b971", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:07.948995 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd96aab7-862a-4204-a5f5-54cc477d854a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:07.949529 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c877e4a-c055-4f4e-89a7-76a3b6eaf52f', 'name': 'network-vif-deleted', 'tag': '28528c85-88e7-44ee-9a7d-469b1611b971', 'status': 'completed', 'code': 200} Jan 28 01:08:07.963390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:08.023368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60354da-982a-4584-a6bf-4bd13c6049a9']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:08.069696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ab97-65ee-4b64-9b5d-c538516800c7 req-5c92c03f-c3dc-4bd2-8d6f-010324463f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:08.088651 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f58ab97-65ee-4b64-9b5d-c538516800c7 req-5c92c03f-c3dc-4bd2-8d6f-010324463f46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1096 time: 0.3108704 Jan 28 01:08:08.092437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.096393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd17ec6-a1fa-4aea-b0aa-f9179914825a') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:08.096752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd17ec6-a1fa-4aea-b0aa-f9179914825a') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:08.149124 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:08.151639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:08.151639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.215639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (5cd17ec6-a1fa-4aea-b0aa-f9179914825a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.251755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5cd17ec6-a1fa-4aea-b0aa-f9179914825a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.259249 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-3f61733b-eec4-4f4c-a098-479f98d4496b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7578089 Jan 28 01:08:08.280784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Request body: {'port': {'device_id': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:08.308862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:08.309695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (5cd17ec6-a1fa-4aea-b0aa-f9179914825a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:08.320229 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:08.378702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a361-a353-4f93-b64d-cc7cc3311b8a req-7c99a990-16c8-4d0e-9151-262a411841dd tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:08.385753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9588a361-a353-4f93-b64d-cc7cc3311b8a req-7c99a990-16c8-4d0e-9151-262a411841dd tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 945 time: 0.1453278 Jan 28 01:08:08.448517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f58ab97-65ee-4b64-9b5d-c538516800c7 req-372efe08-f1ef-4868-86fc-4fb4a723639e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479867 Jan 28 01:08:08.461980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.478259 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b60354da-982a-4584-a6bf-4bd13c6049a9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.496491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.501033 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] 10.222.0.23 "DELETE /v2.0/networks/b60354da-982a-4584-a6bf-4bd13c6049a9 HTTP/1.1" status: 204 len: 168 time: 1.1493995 Jan 28 01:08:08.536530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.209 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/ebc13eb7-f425-4fa4-80f3-21301ba7289d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:08.556624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9588a361-a353-4f93-b64d-cc7cc3311b8a req-0c29881c-39bc-4a2e-bc22-55469c009a54 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353760 Jan 28 01:08:08.605089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bb23b8b7-0d6a-41e2-830f-c4c1cc3a713a None None] Provisioning complete for port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:08.613664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb23b8b7-0d6a-41e2-830f-c4c1cc3a713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:08.628037 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:08.687604 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:08.710008 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:08.711274 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:08.752902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bb23b8b7-0d6a-41e2-830f-c4c1cc3a713a None None] Port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:08.907765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83285bb6-16b4-43aa-8f3a-54fd04ae0e7b req-4b365845-ce50-4d2c-aa0f-bdd4383dbde5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:08.913751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83285bb6-16b4-43aa-8f3a-54fd04ae0e7b req-4b365845-ce50-4d2c-aa0f-bdd4383dbde5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 932 time: 0.2020850 Jan 28 01:08:08.976971 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:08.994725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.058686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:09.110566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83285bb6-16b4-43aa-8f3a-54fd04ae0e7b req-bb1ac1c7-ac1a-4206-9830-973a30b20e31 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872499 Jan 28 01:08:09.156209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c230c62-7b3b-450c-8db1-9ae614ee2fc9 req-b6649510-1212-4c0b-aa1a-c03050172f34 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.167796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c230c62-7b3b-450c-8db1-9ae614ee2fc9 req-b6649510-1212-4c0b-aa1a-c03050172f34 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 945 time: 0.1230531 Jan 28 01:08:09.208123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:09.254379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b5188-72b5-44d5-88ae-b6e046ccb74e tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-179149405-project] Pushing event deleted for resources: {'Network': ['ID=b60354da-982a-4584-a6bf-4bd13c6049a9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:09.292166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-00945c3c-c4a8-4654-8780-024072f94e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.331049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c230c62-7b3b-450c-8db1-9ae614ee2fc9 req-da13c34c-cecc-445f-9368-09f2c7e360ec tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606331 Jan 28 01:08:09.344739 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.378405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:09.408500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=ebc13eb7-f425-4fa4-80f3-21301ba7289d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:09.410142 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb6235-c5c0-4633-88ee-a14fa4b58ff0 None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:09.496978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:09.506662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-44c40ad9-f687-4dbf-b3d9-2b844e0fb52d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b38303af82854751bb7bbcf73fa56f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468231 Jan 28 01:08:09.511709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59320) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:09.522703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:09.533413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:09.651145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b299e5c7-ffba-42c6-b9d0-a291cf81d2f3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (bef589bc-8f94-4e3a-91c4-f2201bdaabe6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.739267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:09.748103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Publish callbacks [] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.776118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Transition to ACTIVE for port object 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:09.789694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.795637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b299e5c7-ffba-42c6-b9d0-a291cf81d2f3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (bef589bc-8f94-4e3a-91c4-f2201bdaabe6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.846075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee45f3c-cc57-4fd9-ad07-31f5dc3c795c None None] New status for floating IP 0bd32de9-259f-4674-b852-ad2deff83adc: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:09.849141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Pushing event updated for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:09.924460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-219abc01-9ab3-4531-adfe-fec063b607a3 admin admin] Publish callbacks [] for security_group (761bef00-8720-46f8-b4ff-e747513de230), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.969534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Attempting to bind port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:09.971261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Attempting to bind port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:09.971261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Attempting to bind port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:09.984507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:09.984855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Attempting to bind port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:09.994513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:09.994855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:09.995312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:09.995788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Bound port: 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:09.996298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2313c-bc2b-45f4-9809-47858c94be74 req-61562466-f6da-4908-8893-6cb9b61f901a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.996737 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.004977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fc2313c-bc2b-45f4-9809-47858c94be74 req-61562466-f6da-4908-8893-6cb9b61f901a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 945 time: 0.2952585 Jan 28 01:08:10.072500 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-219abc01-9ab3-4531-adfe-fec063b607a3 admin admin] Publish callbacks [] for security_group (761bef00-8720-46f8-b4ff-e747513de230), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.072863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:10.083913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:10.097765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.130182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.138675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.139195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b299e5c7-ffba-42c6-b9d0-a291cf81d2f3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bef589bc-8f94-4e3a-91c4-f2201bdaabe6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.141691 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] 10.222.0.45 "PUT /v2.0/ports/644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 HTTP/1.1" status: 200 len: 1092 time: 1.8670564 Jan 28 01:08:10.142191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b299e5c7-ffba-42c6-b9d0-a291cf81d2f3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.142669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:10.143368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b299e5c7-ffba-42c6-b9d0-a291cf81d2f3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "DELETE /v2.0/security-groups/bef589bc-8f94-4e3a-91c4-f2201bdaabe6 HTTP/1.1" status: 204 len: 168 time: 0.8618481 Jan 28 01:08:10.145345 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41" -d '{"events": [{"name": "network-changed", "server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:10.150611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:10.274007 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-4fa2a98d-ab5d-4dcb-9eec-fc2fcc89feb8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] show failed (client error): The resource could not be found. Jan 28 01:08:10.277964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4fa2a98d-ab5d-4dcb-9eec-fc2fcc89feb8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups/bef589bc-8f94-4e3a-91c4-f2201bdaabe6 HTTP/1.1" status: 404 len: 347 time: 0.0795507 Jan 28 01:08:10.277964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299e5c7-ffba-42c6-b9d0-a291cf81d2f3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef589bc-8f94-4e3a-91c4-f2201bdaabe6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:10.289668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59330) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:10.313118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2fc2313c-bc2b-45f4-9809-47858c94be74 req-0f32d258-1484-4c9a-b1f7-b44f1cbe098f tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071001 Jan 28 01:08:10.436933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-219abc01-9ab3-4531-adfe-fec063b607a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (761bef00-8720-46f8-b4ff-e747513de230), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.439522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-219abc01-9ab3-4531-adfe-fec063b607a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.464386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-219abc01-9ab3-4531-adfe-fec063b607a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/761bef00-8720-46f8-b4ff-e747513de230 HTTP/1.1" status: 204 len: 168 time: 0.9233155 Jan 28 01:08:10.478516 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a759ac-5485-46f4-a2bf-d17d85fb0e05 x-openstack-request-id: req-a5a759ac-5485-46f4-a2bf-d17d85fb0e05 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:10.478848 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:10.479123 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5a759ac-5485-46f4-a2bf-d17d85fb0e05 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:10.479463 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3', 'status': 'completed', 'code': 200} Jan 28 01:08:10.493179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608b8fd-29b4-4ff4-9685-f71f5d7167ef service neutron] Pushing event updated for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:10.582447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19605ad8-298a-48a1-b4eb-554376828bb5 req-a74cb171-390e-43de-9984-22a4ed180252 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.584260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19605ad8-298a-48a1-b4eb-554376828bb5 req-a74cb171-390e-43de-9984-22a4ed180252 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 944 time: 0.3384304 Jan 28 01:08:10.588973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219abc01-9ab3-4531-adfe-fec063b607a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bef00-8720-46f8-b4ff-e747513de230,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:10.589151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-bfb3b2ed-1887-441d-8079-54f5e8bf9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.594916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-bfb3b2ed-1887-441d-8079-54f5e8bf9e31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 1095 time: 0.3580787 Jan 28 01:08:10.614106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b33c1b2e-bc81-4154-a597-efc2b98ecf63 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:10.651522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Deleting port 46197c02-d2d5-43ae-94ae-413579361226 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:10.652943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (46197c02-d2d5-43ae-94ae-413579361226), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.704689 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-1a395d0c-84ee-4f2b-9841-13951afd2af5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 HTTP/1.1" status: 200 len: 217 time: 0.0795259 Jan 28 01:08:10.767535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5f01f6b1-d287-4ecf-a60c-932ea3aa79c8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.812799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.819064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-283ed440-a429-4cfe-937b-3eb52609dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.820290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-283ed440-a429-4cfe-937b-3eb52609dd29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0800707 Jan 28 01:08:10.835829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port b33c1b2e-bc81-4154-a597-efc2b98ecf63 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:10.840930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port b33c1b2e-bc81-4154-a597-efc2b98ecf63 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:10.842221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.867151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (46197c02-d2d5-43ae-94ae-413579361226), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.867687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (46197c02-d2d5-43ae-94ae-413579361226), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:10.905552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Calling delete_port for 46197c02-d2d5-43ae-94ae-413579361226 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:10.916973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19605ad8-298a-48a1-b4eb-554376828bb5 req-689343be-787d-4b5e-87fd-a2fe4f3cc373 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165720 Jan 28 01:08:10.945502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-1b6390bb-7f68-41a5-a70a-67a1cd911363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.948592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-1b6390bb-7f68-41a5-a70a-67a1cd911363 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181839 Jan 28 01:08:10.972270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b33c1b2e-bc81-4154-a597-efc2b98ecf63 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:10.972850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.003682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:11.007112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.010399 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b59bd-7696-47da-bd05-5c214868ea56" -d '{"events": [{"server_uuid": "ab630a7f-45d8-44dc-9425-a6eff73ad964", "name": "network-vif-plugged", "status": "completed", "tag": "b33c1b2e-bc81-4154-a597-efc2b98ecf63"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:11.029000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-f9dc4958-3e0b-474f-a291-f47f5fc79d12 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:11.030264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:11.031805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-f9dc4958-3e0b-474f-a291-f47f5fc79d12 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4464853 Jan 28 01:08:11.041901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.085653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59346) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:11.107649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:11.249941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5971dc10-0905-4e4b-9071-7d3902f897ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ace3962f024432588bbe7a1c548020a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602035 Jan 28 01:08:11.250954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59348) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:11.351168 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-135809ef-785b-43da-b84c-06e0e44ef291 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641311 Jan 28 01:08:11.411625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-becca341-e758-432a-a1e2-87d99a1e5934 admin admin] Publish callbacks [] for security_group (b7241dcb-a19f-432b-a2d1-32d865065ed7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.484818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-becca341-e758-432a-a1e2-87d99a1e5934 admin admin] Publish callbacks [] for security_group (b7241dcb-a19f-432b-a2d1-32d865065ed7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.503288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (46197c02-d2d5-43ae-94ae-413579361226), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.561633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event deleted for resources: {'Port': ['ID=46197c02-d2d5-43ae-94ae-413579361226,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:11.579311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-03f65e00-2e41-4b84-9797-d96141f1c265 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0971670 Jan 28 01:08:11.596184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031096-9d73-4649-a561-32497c0f77f3 req-efa7dc77-c5c4-4f6f-bb39-592a963b2245 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:11.597729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32031096-9d73-4649-a561-32497c0f77f3 req-efa7dc77-c5c4-4f6f-bb39-592a963b2245 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 946 time: 0.1128349 Jan 28 01:08:11.637232 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4fd22960-af85-47e7-a572-83ed0ba56e82 req-ce7a1c25-3f05-4e5b-a909-bbca796379b6 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800047 Jan 28 01:08:11.638470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'floatingip': {'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:11.652038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (0bd32de9-259f-4674-b852-ad2deff83adc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.657685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.661815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1ff601ec-fe4a-4dd6-a7da-2dad138c9324 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "DELETE /v2.0/floatingips/0bd32de9-259f-4674-b852-ad2deff83adc HTTP/1.1" status: 204 len: 168 time: 1.3696842 Jan 28 01:08:11.682034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-becca341-e758-432a-a1e2-87d99a1e5934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7241dcb-a19f-432b-a2d1-32d865065ed7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.685665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-becca341-e758-432a-a1e2-87d99a1e5934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.689586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.690277 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-becca341-e758-432a-a1e2-87d99a1e5934 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7241dcb-a19f-432b-a2d1-32d865065ed7 HTTP/1.1" status: 204 len: 168 time: 0.4318879 Jan 28 01:08:11.701750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becca341-e758-432a-a1e2-87d99a1e5934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7241dcb-a19f-432b-a2d1-32d865065ed7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:11.823443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-8c4afcd1-448c-48f5-993c-a37fa67cc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:11.825373 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-8c4afcd1-448c-48f5-993c-a37fa67cc30c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 1095 time: 0.0730519 Jan 28 01:08:11.845405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32031096-9d73-4649-a561-32497c0f77f3 req-49c68152-c5e2-4112-b3cf-20fb21616a1f tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365530 Jan 28 01:08:11.850816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.918263 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794a08d-0067-4302-ba63-633fe5776484 x-openstack-request-id: req-f794a08d-0067-4302-ba63-633fe5776484 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:11.918713 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab630a7f-45d8-44dc-9425-a6eff73ad964", "name": "network-vif-plugged", "status": "completed", "tag": "b33c1b2e-bc81-4154-a597-efc2b98ecf63", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:11.919068 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f794a08d-0067-4302-ba63-633fe5776484 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:11.919576 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'code': 200} Jan 28 01:08:12.001997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.007976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-829967ed-8bf6-49f6-ae84-9f799eb1f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.010375 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-829967ed-8bf6-49f6-ae84-9f799eb1f1fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.1770668 Jan 28 01:08:12.018397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.102586 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-70bf772b-503b-45ca-abf1-15077f545e41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 HTTP/1.1" status: 200 len: 217 time: 0.0495164 Jan 28 01:08:12.146672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5f01f6b1-d287-4ecf-a60c-932ea3aa79c8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.157408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-4d11a3c7-674f-4011-8c51-d40765797867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.159004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-4d11a3c7-674f-4011-8c51-d40765797867 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.0505917 Jan 28 01:08:12.163799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab04c-c3b5-4e78-a2bd-c78e925f950f req-9fa024ad-d412-43dc-8563-c947c99b72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.165398 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d3ab04c-c3b5-4e78-a2bd-c78e925f950f req-9fa024ad-d412-43dc-8563-c947c99b72a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 1097 time: 0.1511295 Jan 28 01:08:12.255162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-ace65bfa-5d51-4c93-b4eb-84d704fbaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.258055 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-ace65bfa-5d51-4c93-b4eb-84d704fbaacd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915511 Jan 28 01:08:12.324426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=ebc13eb7-f425-4fa4-80f3-21301ba7289d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:12.326834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59370) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:12.337475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469257683', 'description': 'tempest-description--377590958'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:12.390593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.394678 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d3ab04c-c3b5-4e78-a2bd-c78e925f950f req-97d386fa-0ac2-4653-9776-39e4a912b1fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720359 Jan 28 01:08:12.426444 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-dc2761d5-e43f-41cd-b125-f6eb6d17cc35 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426609 Jan 28 01:08:12.581689 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2f3cad0-820f-4e98-aa26-6a3cf929bd41 req-dec1459d-09d1-40fb-90ae-869b07dd74b1 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485262 Jan 28 01:08:12.608164 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 5f01f6b1-d287-4ecf-a60c-932ea3aa79c8 associated. External IP: 172.25.1.209, port: c3d5505c-b49c-4ed5-88ff-6d5593355b0c. Jan 28 01:08:12.707113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c99bf-f7ed-4113-ba93-4b74e321e14e req-6f4a0676-b87a-4fa2-8358-85a7974f392d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.708716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f4c99bf-f7ed-4113-ba93-4b74e321e14e req-6f4a0676-b87a-4fa2-8358-85a7974f392d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 944 time: 0.2850342 Jan 28 01:08:12.730245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (a456630c-8262-4fa6-8a80-7510cb482b29), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.758388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a456630c-8262-4fa6-8a80-7510cb482b29), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.850389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.851639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5199854 Jan 28 01:08:12.855535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59384) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:12.864253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'security_group_rule': {'security_group_id': 'a456630c-8262-4fa6-8a80-7510cb482b29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:12.905221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf299e-2628-409b-b576-85b5b9713932 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a456630c-8262-4fa6-8a80-7510cb482b29,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:12.912255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (d0b8e273-fbd6-43be-a862-6f63b5810557), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:12.967981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f4c99bf-f7ed-4113-ba93-4b74e321e14e req-63cce7c3-217e-40ea-abd3-8ad0849b0a27 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419107 Jan 28 01:08:12.996962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (d0b8e273-fbd6-43be-a862-6f63b5810557), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.007636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d0b8e273-fbd6-43be-a862-6f63b5810557), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.031968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b8e273-fbd6-43be-a862-6f63b5810557,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:13.035930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.051575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.053447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.062327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0b694b0d-1cb4-4c9a-bad6-b1a6045680e7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051895 Jan 28 01:08:13.063067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:13.070595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'security_group_rule': {'security_group_id': 'a456630c-8262-4fa6-8a80-7510cb482b29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:13.104066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (d5e2c361-10b5-4d74-a107-996195778e7e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.198138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (d5e2c361-10b5-4d74-a107-996195778e7e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.208298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d5e2c361-10b5-4d74-a107-996195778e7e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.231363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e2c361-10b5-4d74-a107-996195778e7e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:13.233663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:13.246983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.252610 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-09a17a30-3092-4b7b-890d-aaa1ed3f6f22 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1841502 Jan 28 01:08:13.252610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:13.256254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:13.281427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.299208 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908 associated. External IP: 172.25.1.124, port: e3e0e15f-d51b-4134-8ab2-d720ea116f4f. Jan 28 01:08:13.312059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.401727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.473341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1662-22b8-48d6-8482-9d8aa091bbde req-1d9dfcfb-518c-4493-911e-121b3a45f3a6 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:13.482193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-057f1662-22b8-48d6-8482-9d8aa091bbde req-1d9dfcfb-518c-4493-911e-121b3a45f3a6 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 946 time: 0.2864738 Jan 28 01:08:13.491041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59404) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:13.491325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:13.505747 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:13.526167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:13.526877 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:13.590876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.630742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Allocated IP 172.25.1.32 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/156d1982-1fb5-41e7-9ff6-62edc5757381) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:13.637433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-057f1662-22b8-48d6-8482-9d8aa091bbde req-d91ad2b6-208b-4cb6-9cbf-6902e0b75fcd tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546543 Jan 28 01:08:13.637856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:13.660291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c780e38c-147b-4c13-957b-50d5e593a6d9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7618947 Jan 28 01:08:13.665201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59410) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:13.670458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-598108425'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:13.670664 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:13.671441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:13.707342 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:13.708259 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9bd75e-38be-4c7a-98f4-b1bad948896f None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:13.734118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:13.737732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.742565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-506139884', 'router:external': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:13.779183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Made reservation on behalf of 96fe03e2133a461a822652ce3cdb4cbd for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:13.781411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.793866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.800131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:08:13.820351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (21d4269c-7789-4b8d-85ba-4983d1967af7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.820749 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Added segment 21d4269c-7789-4b8d-85ba-4983d1967af7 of type vlan for network e2eee9c2-9860-41d3-8273-dc776f89bb52 Jan 28 01:08:13.836022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.862362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:13.873934 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e2eee9c2-9860-41d3-8273-dc776f89bb52), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.912830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.943985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e2eee9c2-9860-41d3-8273-dc776f89bb52), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.949060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:13.949656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.961341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for security_group (2343ee8b-7229-4f76-a2df-263b62f457a8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.965565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:13.974977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2343ee8b-7229-4f76-a2df-263b62f457a8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.983320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:13.992547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:13.994658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'Port': ['ID=156d1982-1fb5-41e7-9ff6-62edc5757381,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:14.049651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:08:14.056772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343ee8b-7229-4f76-a2df-263b62f457a8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:14.071345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (02887e92-3888-494d-a1c6-872e9afde11c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.071703 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Added segment 02887e92-3888-494d-a1c6-872e9afde11c of type vlan for network abedab36-6f50-4c55-a73c-44ccd27507d7 Jan 28 01:08:14.152696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (abedab36-6f50-4c55-a73c-44ccd27507d7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.178883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (dd21fd4e-f60a-46cb-b2dc-a40fe8540306), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.219359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (abedab36-6f50-4c55-a73c-44ccd27507d7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.220421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:14.221011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.288951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.323588 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8313682 Jan 28 01:08:14.326312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59416) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:14.326885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97035a1e-65ff-4fd9-a222-560d03256cca tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Network': ['ID=abedab36-6f50-4c55-a73c-44ccd27507d7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:14.333533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'subnet': {'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:14.345631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network abedab36-6f50-4c55-a73c-44ccd27507d7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:08:14.404763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Made reservation on behalf of 96fe03e2133a461a822652ce3cdb4cbd for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:14.407065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.557675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8885784 Jan 28 01:08:14.558251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59418) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:14.565744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'subnet': {'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:14.601542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9c345-d3f1-4131-b3db-9c28170249c2 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Network': ['ID=e2eee9c2-9860-41d3-8273-dc776f89bb52,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:14.617895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:08:14.621211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:14.627007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.655015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:14.662945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d89d-3f3e-43f5-8e9b-efc1b0587663 req-c7e764c1-f775-4278-8108-27b0bbf2c0df tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:14.664605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2391d89d-3f3e-43f5-8e9b-efc1b0587663 req-c7e764c1-f775-4278-8108-27b0bbf2c0df tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 944 time: 0.1175745 Jan 28 01:08:14.681743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-4f291b8f-1556-40bc-8cd6-57007eca1da4 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "PUT /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 997 time: 3.0741391 Jan 28 01:08:14.683139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:14.685497 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff6aa81-dfc9-4551-acf7-8caa15b14784" -d '{"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:14.686673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.712553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.735506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2391d89d-3f3e-43f5-8e9b-efc1b0587663 req-21ba9ec8-9ccc-4e9f-9671-1b45475a3665 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Jan 28 01:08:14.784040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:14.786275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:14.789104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'Port': ['ID=156d1982-1fb5-41e7-9ff6-62edc5757381,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:14.802642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-7dac0127-3919-4068-b25d-98b9b31a5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:14.804195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-7dac0127-3919-4068-b25d-98b9b31a5dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.0725970 Jan 28 01:08:14.864985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:14.901415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:14.905311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.939158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (dd21fd4e-f60a-46cb-b2dc-a40fe8540306), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.956489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-3fee105c-ec76-4a61-aae7-4f7695eef88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:14.958069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-3fee105c-ec76-4a61-aae7-4f7695eef88a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.1451311 Jan 28 01:08:15.036749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.038237 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f64e0681-2aef-4c4b-9e8a-b29f53013afe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7854450 Jan 28 01:08:15.063595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:15.147030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:15.214899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-8ed041b7-2f53-474c-9980-5962dc9d7e3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 1000 time: 0.2508006 Jan 28 01:08:15.251237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3', 'mac_address': 'fa:16:3e:8e:b2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:15.312457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-cad6ad17-a6ef-41a2-b5a9-d15231490f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.314003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-cad6ad17-a6ef-41a2-b5a9-d15231490f69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.0860305 Jan 28 01:08:15.316187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:08:15.316862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6bf692f2-b35b-4a86-8212-f98f79ccd3ce), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.337206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a267f-659b-47ca-8e10-925c7f8d608d req-aa2235b6-dbec-4533-97d5-785da83ad6b6 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.338730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e1a267f-659b-47ca-8e10-925c7f8d608d req-aa2235b6-dbec-4533-97d5-785da83ad6b6 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 946 time: 0.2568419 Jan 28 01:08:15.355127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:15.355768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.375364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:15.380226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (c161c666-a70b-496d-925f-4f14cd1b81c8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.399183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:15.420525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6bf692f2-b35b-4a86-8212-f98f79ccd3ce,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:15.428830 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.492137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-b6d4e907-0016-4a38-b94c-e8d634c49fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.494041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-b6d4e907-0016-4a38-b94c-e8d634c49fb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543813 Jan 28 01:08:15.513588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-5265dffa-9fd1-4f9e-9499-49fb761ecf4d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:08:15.514695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-5265dffa-9fd1-4f9e-9499-49fb761ecf4d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104413 Jan 28 01:08:15.527060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e1a267f-659b-47ca-8e10-925c7f8d608d req-1dcd00aa-5aef-4eff-8e14-f7882ec9f9eb tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651936 Jan 28 01:08:15.538861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Checking segment: {'id': '02887e92-3888-494d-a1c6-872e9afde11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:15.539307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network hostable DHCP agents. Network: abedab36-6f50-4c55-a73c-44ccd27507d7, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:08:15.600379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Subnet': ['ID=c161c666-a70b-496d-925f-4f14cd1b81c8,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:15.614216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:15.617764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Checking segment: {'id': '21d4269c-7789-4b8d-85ba-4983d1967af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:15.619465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network hostable DHCP agents. Network: e2eee9c2-9860-41d3-8273-dc776f89bb52, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:08:15.624165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network abedab36-6f50-4c55-a73c-44ccd27507d7 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:08:15.643446 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1f736-cb84-4e3c-8742-0e106eed7a3e x-openstack-request-id: req-fac1f736-cb84-4e3c-8742-0e106eed7a3e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:15.645805 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:15.646280 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fac1f736-cb84-4e3c-8742-0e106eed7a3e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:15.646953 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'status': 'completed', 'code': 200} Jan 28 01:08:15.658599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, abedab36-6f50-4c55-a73c-44ccd27507d7) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:15.683114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb967c-c725-4c92-98c8-3efa71644e6b None None] Network abedab36-6f50-4c55-a73c-44ccd27507d7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:15.713481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.714037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-211db098-e243-45e5-9e25-59ace0f7a98e service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811805 Jan 28 01:08:15.721707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.762244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:08:15.773753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e2eee9c2-9860-41d3-8273-dc776f89bb52) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:15.780995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.781972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.812025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb228c3-69ee-4517-899f-9deadc91341f None None] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:15.822051 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc0b6260-9d17-45b9-a504-dd4f42468379 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4897461 Jan 28 01:08:15.827690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59444) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:15.835857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97d49c57-c2b2-4ee7-9848-96d0986b1de9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2764614 Jan 28 01:08:15.836764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59446) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:15.844225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-413141166', 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:15.847914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-450646131', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:15.879005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-a220fc7a-59af-4c2d-89ce-226b9af95aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.880521 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-a220fc7a-59af-4c2d-89ce-226b9af95aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.1976578 Jan 28 01:08:15.906820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-2ac73a84-b924-47ea-8583-4f4672b28068 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1469257683&fields=id&tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 267 time: 0.1760547 Jan 28 01:08:15.917550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:15.927091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (b7018b6a-24f0-426d-ac21-46d09b32e721), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.928319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (b7018b6a-24f0-426d-ac21-46d09b32e721), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.022779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Made reservation on behalf of 96fe03e2133a461a822652ce3cdb4cbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:16.025478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.029908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-5aa75757-181a-4fa6-9b1f-08896acbc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.033501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-5aa75757-181a-4fa6-9b1f-08896acbc0fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.1296136 Jan 28 01:08:16.038790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e5ac4-e018-406e-8a07-dc2a95150042 None None] Network abedab36-6f50-4c55-a73c-44ccd27507d7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:16.080812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_controller (b7018b6a-24f0-426d-ac21-46d09b32e721), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.099274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] device_id is not set on port 2560b0ec-a452-46a7-b4b3-ba1a24c6f333 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:16.113519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecc0a674-440d-46e0-9dc1-484737ec1502 req-e3ce1edd-ad98-46c4-b1fc-679ed1dd2733 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932817 Jan 28 01:08:16.195723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e2eee9c2-9860-41d3-8273-dc776f89bb52', 'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52', 'project_id': '868307f097c449d09fba05bee3814809', 'fixed_ips': [{'subnet_id': 'c161c666-a70b-496d-925f-4f14cd1b81c8'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:08:16.197190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.306733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-cbab8b1b-b4e2-49a6-9e29-7cb10a0c97df tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.318149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-cbab8b1b-b4e2-49a6-9e29-7cb10a0c97df tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 817 time: 0.3950875 Jan 28 01:08:16.346207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-9aa3c3b1-5a37-408c-b621-8800c5a0df10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 1000 time: 0.3060083 Jan 28 01:08:16.368870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-807808b4-1228-445c-96be-458f038ebd3e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/quotas/30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 375 time: 0.0492768 Jan 28 01:08:16.436482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (b7018b6a-24f0-426d-ac21-46d09b32e721), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.448348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2ccb-835d-4cde-b25d-19314f91cb21 req-f9f0e2fd-5ce3-4568-8322-f5e627ffef7c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.450676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dce2ccb-835d-4cde-b25d-19314f91cb21 req-f9f0e2fd-5ce3-4568-8322-f5e627ffef7c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 946 time: 0.2280035 Jan 28 01:08:16.468914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-cd8ce573-d3c7-4be3-9ecb-85aaef47682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.470700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Allocated IP 172.20.0.11 (abedab36-6f50-4c55-a73c-44ccd27507d7/6bf692f2-b35b-4a86-8212-f98f79ccd3ce/2560b0ec-a452-46a7-b4b3-ba1a24c6f333) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:16.471312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-cd8ce573-d3c7-4be3-9ecb-85aaef47682d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1185594 Jan 28 01:08:16.486155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:12Z', 'revision_number': 1, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:16.539063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-85b5b082-c502-4f58-8c72-e61f22ba51a8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688788 Jan 28 01:08:16.589819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:16.636062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:16.636616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:16.644123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-25c8de95-fe84-412e-9748-4ee231aad285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.645621 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-25c8de95-fe84-412e-9748-4ee231aad285 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657131 Jan 28 01:08:16.746088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for port (2560b0ec-a452-46a7-b4b3-ba1a24c6f333), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.798906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Allocated IP 172.20.0.2 (e2eee9c2-9860-41d3-8273-dc776f89bb52/c161c666-a70b-496d-925f-4f14cd1b81c8/39517f1c-4499-40cf-b5c8-17c5ee8cea70) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:16.808113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dce2ccb-835d-4cde-b25d-19314f91cb21 req-1ce6a309-2aac-49af-a81e-69aecabfcb29 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343854 Jan 28 01:08:16.820124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2560b0ec-a452-46a7-b4b3-ba1a24c6f333), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:16.892523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:16.895964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59456) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:16.904861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network abedab36-6f50-4c55-a73c-44ccd27507d7 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:16.911390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-59944bf2-cd30-4126-a614-8ac475b148ba service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513592 Jan 28 01:08:16.912698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:16.915264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:16.985218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Port': ['ID=2560b0ec-a452-46a7-b4b3-ba1a24c6f333,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:17.035469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:17.036089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.054684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62beda-8f62-4285-b921-6faea9d030d2 req-87a6cf47-b01c-4a71-9f87-fbb8ae458714 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:17.056141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f62beda-8f62-4285-b921-6faea9d030d2 req-87a6cf47-b01c-4a71-9f87-fbb8ae458714 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 945 time: 0.0912943 Jan 28 01:08:17.066344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-49ecec9d-4562-4c33-a145-88756550b8cd service neutron] 10.222.0.23 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196104 Jan 28 01:08:17.111669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2ca58b97-084e-41d8-94b5-1ce2c639f1f1 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2782512 Jan 28 01:08:17.144080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:17.349501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-25e42625-cc30-41b0-bbef-6e4797ecdf42 service neutron] 10.222.0.23 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822869 Jan 28 01:08:17.427344 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Publish callbacks [] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.446938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.458317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f62beda-8f62-4285-b921-6faea9d030d2 req-3f972926-e62e-4422-8ed2-ea65bcef3584 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890228 Jan 28 01:08:17.479720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Deleting port 2560b0ec-a452-46a7-b4b3-ba1a24c6f333 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:17.480291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2560b0ec-a452-46a7-b4b3-ba1a24c6f333), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.507831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:17.512256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:12Z', 'revision_number': 1, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:17.553629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c4c47-32b4-48e0-9ef4-22d098796ac9 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:12Z', 'revision_number': 1, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:17.573799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:17.585687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:17.625501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Pushing event updated for resources: {'Port': ['ID=39517f1c-4499-40cf-b5c8-17c5ee8cea70,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:17.706228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2560b0ec-a452-46a7-b4b3-ba1a24c6f333), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.724472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Attempting to bind port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:17.724979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Attempting to bind port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '21d4269c-7789-4b8d-85ba-4983d1967af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:17.725536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Attempting to bind port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 on network e2eee9c2-9860-41d3-8273-dc776f89bb52 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:17.733007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:17.733397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Checking segment: {'id': '21d4269c-7789-4b8d-85ba-4983d1967af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:17.733843 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.734251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Bound using segment: {'id': '21d4269c-7789-4b8d-85ba-4983d1967af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:17.734729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Bound port: 39517f1c-4499-40cf-b5c8-17c5ee8cea70, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d4269c-7789-4b8d-85ba-4983d1967af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:17.735118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.824374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] For port 39517f1c-4499-40cf-b5c8-17c5ee8cea70, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:17.828915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] For port 39517f1c-4499-40cf-b5c8-17c5ee8cea70, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39517f1c-4499-40cf-b5c8-17c5ee8cea70,segment=NetworkSegment(21d4269c-7789-4b8d-85ba-4983d1967af7),segment_id=21d4269c-7789-4b8d-85ba-4983d1967af7)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:17.841063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (b7018b6a-24f0-426d-ac21-46d09b32e721), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.847137 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.862288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:17.948700 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf4bc-a14f-4c5e-a6ce-94a9ae2c0f69 None None] New status for floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:17.954988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Calling delete_port for 2560b0ec-a452-46a7-b4b3-ba1a24c6f333 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:17.996701 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2ff6aa81-dfc9-4551-acf7-8caa15b14784 req-1813d982-eb07-4a9d-a227-926d5fae9ba5 service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0715661 Jan 28 01:08:18.013703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8623-b358-4704-bd8f-6b0e030f6f76 None None] Pushing event updated for resources: {'Port': ['ID=39517f1c-4499-40cf-b5c8-17c5ee8cea70,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:18.147573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.25.1.59 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:18.200693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-687730b6-0b6c-460b-ad22-5305b3bd123f tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:18.207226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-687730b6-0b6c-460b-ad22-5305b3bd123f tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3128996 Jan 28 01:08:18.384659 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:18.442295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:18.511834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:18.513143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:18.523052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-57d16923-853f-40ce-a9bf-c66553d4170a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1000 time: 0.2615790 Jan 28 01:08:18.534532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:18.537465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:18.557129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'floatingip': {'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:18.576100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837fc249-5de5-4ade-8378-9a12eb6b4406 req-8a5958dc-1ef5-4e11-9474-c30285f8236f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 210 time: 0.1241927 Jan 28 01:08:18.677591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:18.880577 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2560b0ec-a452-46a7-b4b3-ba1a24c6f333), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:18.889162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:18.933113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event deleted for resources: {'Port': ['ID=2560b0ec-a452-46a7-b4b3-ba1a24c6f333,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:18.998526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:19.003424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:19.003933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.055630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (b7018b6a-24f0-426d-ac21-46d09b32e721), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.167123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:19.167516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.231330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:19.232838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:19.236878 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8698685b-5514-479c-a6c8-fd2e8203a855" -d '{"events": [{"server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "name": "network-vif-plugged", "status": "completed", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:19.248494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.255000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c7121-101d-4042-a98a-260ab421a7db req-f7823945-603e-4b67-8d30-f4a779f10350 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:19.263181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1c7121-101d-4042-a98a-260ab421a7db req-f7823945-603e-4b67-8d30-f4a779f10350 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 945 time: 0.3026392 Jan 28 01:08:19.304161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (cf9fd252-5308-408b-9b66-f1147469029a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.321854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:19.349098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (b7018b6a-24f0-426d-ac21-46d09b32e721), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.364848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.371849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0b72646d-eca1-472c-8266-0e157eaf55bc tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2560b0ec-a452-46a7-b4b3-ba1a24c6f333 HTTP/1.1" status: 204 len: 168 time: 2.2250655 Jan 28 01:08:19.376152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59494) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:19.382757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7', 'external_fixed_ips': [{'subnet_id': '6bf692f2-b35b-4a86-8212-f98f79ccd3ce', 'ip_address': '172.20.0.11'}]}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:19.573364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ac1b8-a9dc-405b-a553-105f22790329 None None] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:19.644477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router b7018b6a-24f0-426d-ac21-46d09b32e721 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:08:19.688059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] Provisioning complete for port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:19.688871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.810272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-a604d1b8-0100-487b-a63c-66d92f833dce tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:19.811775 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-a604d1b8-0100-487b-a63c-66d92f833dce tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 817 time: 0.2818365 Jan 28 01:08:19.826640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:19.837313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] Current status of the port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:19.837603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.843195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] Sync routers for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:19.856651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.861622 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e67370ab-c990-4570-a147-0b60cb73b90b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0226274 Jan 28 01:08:19.869731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59498) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:19.873951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:19.875034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:19.921208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] For port 39517f1c-4499-40cf-b5c8-17c5ee8cea70, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39517f1c-4499-40cf-b5c8-17c5ee8cea70,segment=NetworkSegment(21d4269c-7789-4b8d-85ba-4983d1967af7),segment_id=21d4269c-7789-4b8d-85ba-4983d1967af7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:19.922490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:19.934176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:19.939254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:19.940040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:19.999912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:20.000717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21c133-0abd-46c5-a296-6cc98e640dc9 None None] The sync data for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:20.000924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (c138bc65-1e6f-456d-a033-d44998013c02), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.002013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (c138bc65-1e6f-456d-a033-d44998013c02), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.013365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1c7121-101d-4042-a98a-260ab421a7db req-ffe3150d-5391-4cad-b2da-9c4bc34a63fa tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489643 Jan 28 01:08:20.037384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1a4f-288d-4fd2-bf31-0c5b026bf71e None None] Pushing event updated for resources: {'Port': ['ID=39517f1c-4499-40cf-b5c8-17c5ee8cea70,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:20.059866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-c8fc13e9-8bfb-4bee-88c3-3fa5b9bf3ea1 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 380 time: 0.2124496 Jan 28 01:08:20.071312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'port': {'device_id': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'admin_state_up': True, 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'security_groups': ['a456630c-8262-4fa6-8a80-7510cb482b29']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:20.128433 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (c138bc65-1e6f-456d-a033-d44998013c02), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.262309 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcb8eb0-911a-4eb3-abe9-ca01e2538f9c x-openstack-request-id: req-bbcb8eb0-911a-4eb3-abe9-ca01e2538f9c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:20.268320 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "name": "network-vif-plugged", "status": "completed", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:20.268816 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbcb8eb0-911a-4eb3-abe9-ca01e2538f9c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:20.269713 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3', 'code': 200} Jan 28 01:08:20.294647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fbbca654-7d19-4176-a294-c7773eacbdaf None None] Provisioning complete for port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:20.294647 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fbbca654-7d19-4176-a294-c7773eacbdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.306892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Made reservation on behalf of 30f7b4a0d35d4cfb812a6b9bc9058ec9 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:20.310142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.381311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:08:20.408375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39517f1c-4499-40cf-b5c8-17c5ee8cea70 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:20.449296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fbbca654-7d19-4176-a294-c7773eacbdaf None None] Current status of the port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:20.478375 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (c138bc65-1e6f-456d-a033-d44998013c02), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.486480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:20.486480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.486777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce540a6b-8aee-42f8-a77a-2259f92efd4e req-6634fe03-0ff5-4520-8454-dbdbbd0ca9e4 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 210 time: 0.1294301 Jan 28 01:08:20.546973 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.564952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.614801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:20.617128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Allocated IP 172.20.0.5 (002e5c63-3fec-4939-9957-47ab9cd989c7/c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9/3f400e1d-1e9e-491c-ab6a-560ce7b23a78) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:20.668059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51763074-b372-4dc2-a4cb-3f2b369c17ab req-c96a4289-f68b-42ed-a68e-a382473dc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:20.669613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51763074-b372-4dc2-a4cb-3f2b369c17ab req-c96a4289-f68b-42ed-a68e-a382473dc886 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 1097 time: 0.1877949 Jan 28 01:08:20.777103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.816348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d480d93-04aa-4b75-ab4d-3bfdc14978ff req-f448e208-fea6-4e80-8be6-85d261f31dd3 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:20.817842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d480d93-04aa-4b75-ab4d-3bfdc14978ff req-f448e208-fea6-4e80-8be6-85d261f31dd3 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 946 time: 0.2573304 Jan 28 01:08:20.839721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51763074-b372-4dc2-a4cb-3f2b369c17ab req-1ce057ce-d611-437a-bc5b-623d52ade98a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553249 Jan 28 01:08:20.843525 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908 associated. External IP: 172.25.1.124, port: e3e0e15f-d51b-4134-8ab2-d720ea116f4f. Jan 28 01:08:20.873424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.955793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d480d93-04aa-4b75-ab4d-3bfdc14978ff req-b3e6318d-0c88-42b3-a1cc-34475c487a79 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276999 Jan 28 01:08:20.989036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Deleting port c1bc00a5-0779-4717-ab2d-a11267b48c25 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:20.989439 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:20.995156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.057172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:21.063660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:21.103044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:21.136450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:21.172146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:21.173133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.228556 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-556064c1-f53e-4711-8e15-407efad9e0bf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628790 Jan 28 01:08:21.240579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.1 (e2eee9c2-9860-41d3-8273-dc776f89bb52/c161c666-a70b-496d-925f-4f14cd1b81c8/66707f91-6c00-4d30-9085-58a86c3959b5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:21.247441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Request body: {'port': {'device_id': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:21.273180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] For port c1bc00a5-0779-4717-ab2d-a11267b48c25, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c1bc00a5-0779-4717-ab2d-a11267b48c25,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:21.273614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.312969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (c138bc65-1e6f-456d-a033-d44998013c02), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.346804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64337f-b00b-43a2-8156-94a0a56d4e47 req-4d30480f-5510-4412-83d7-8205aca6f706 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:21.348228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf64337f-b00b-43a2-8156-94a0a56d4e47 req-4d30480f-5510-4412-83d7-8205aca6f706 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 946 time: 0.2526193 Jan 28 01:08:21.353288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.353554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Calling delete_port for c1bc00a5-0779-4717-ab2d-a11267b48c25 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:21.362324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.379678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3bc5cf95-ffec-47e8-ab7f-9fc3b9856ba2 None None] Provisioning complete for port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:21.380293 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cf95-ffec-47e8-ab7f-9fc3b9856ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.415370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5cf95-ffec-47e8-ab7f-9fc3b9856ba2 None None] Port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:21.463773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:21.506948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (66707f91-6c00-4d30-9085-58a86c3959b5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.556396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf64337f-b00b-43a2-8156-94a0a56d4e47 req-80a28a9e-d77d-447a-b085-fab790c6fb17 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881237 Jan 28 01:08:21.594815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.654142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:21.664793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:21.694027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:21.737967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=66707f91-6c00-4d30-9085-58a86c3959b5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:21.781435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (b7018b6a-24f0-426d-ac21-46d09b32e721), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:21.790571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Allocated IP 172.20.0.11 (abedab36-6f50-4c55-a73c-44ccd27507d7/6bf692f2-b35b-4a86-8212-f98f79ccd3ce/a2e918f2-3971-4ebe-a913-9cdb5bec9fb2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:21.808162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:21.821091 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:21.832127 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:21.832886 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:21.958772 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:21.991356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.043881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3610987d-ebc5-4c5b-bf93-30e5a3605dec None None] Provisioning complete for port 66707f91-6c00-4d30-9085-58a86c3959b5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:22.044580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3610987d-ebc5-4c5b-bf93-30e5a3605dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.102595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3610987d-ebc5-4c5b-bf93-30e5a3605dec None None] Port 66707f91-6c00-4d30-9085-58a86c3959b5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:22.108895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:22.121136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Publish callbacks [] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.235964 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:20Z', 'revision_number': 3, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:22.306811 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:22.316280 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:22.316902 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:22.387241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e85d6-876c-4761-a4e4-d317e2da6f2f req-99ae6c2c-7ea0-44a9-a7dd-35ff358e25fc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:22.388865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124e85d6-876c-4761-a4e4-d317e2da6f2f req-99ae6c2c-7ea0-44a9-a7dd-35ff358e25fc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 931 time: 0.6590018 Jan 28 01:08:22.441292 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:22.444501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c1bc00a5-0779-4717-ab2d-a11267b48c25), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.521931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bc00a5-0779-4717-ab2d-a11267b48c25,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.608337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Transition to ACTIVE for port object 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:22.617937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.619657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b33c1b2e-bc81-4154-a597-efc2b98ecf63 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:22.672383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.737572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124e85d6-876c-4761-a4e4-d317e2da6f2f req-4be2f37e-22fb-4e2b-8c84-96089bbf8138 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261404 Jan 28 01:08:22.741192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.807315 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:20Z', 'revision_number': 3, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:22.850223 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1eca2e-3c67-47b7-816f-57e522b8abad None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:20Z', 'revision_number': 3, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:22.852711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:22.856017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:22.886953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'port_id': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'mac_address': 'fa:16:3e:27:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:22.895911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Attempting to bind port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:22.896349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Attempting to bind port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:22.896754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Attempting to bind port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:22.912085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:22.912424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Attempting to bind port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 on network 002e5c63-3fec-4939-9957-47ab9cd989c7 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:22.927571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (66707f91-6c00-4d30-9085-58a86c3959b5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.929542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:22.930036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Checking segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:22.930561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Bound using segment: {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:22.931020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Bound port: 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924a33fe-e2bc-4ff0-8df4-0bad22d8205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:22.931382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.950143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:22.984077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b33c1b2e-bc81-4154-a597-efc2b98ecf63 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:22.984679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.021502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b33c1b2e-bc81-4154-a597-efc2b98ecf63 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:23.045996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:23.058164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.062566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.094049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=66707f91-6c00-4d30-9085-58a86c3959b5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.104814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (b7018b6a-24f0-426d-ac21-46d09b32e721), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.120261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:23.124224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.156172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network abedab36-6f50-4c55-a73c-44ccd27507d7 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:23.168329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e918f2-3971-4ebe-a913-9cdb5bec9fb2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.171782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:23.174041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967983ff-606c-4b0d-a875-35cd5f49f67c None None] New status for floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:23.175957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:23.186304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.190993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:23.199115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (cf9fd252-5308-408b-9b66-f1147469029a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.228132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0f5fa-b215-4d77-b866-b571622fa419 req-6b491bf0-ee04-4f4d-ae17-9e1e67358dbe tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.229418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32b0f5fa-b215-4d77-b866-b571622fa419 req-6b491bf0-ee04-4f4d-ae17-9e1e67358dbe tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 946 time: 0.3326745 Jan 28 01:08:23.230951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.231304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.231703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.231969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.232303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.232635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.232962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.233292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.233623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.233970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.234296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.234622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.234945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.247072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.247715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.247866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b33c1b2e-bc81-4154-a597-efc2b98ecf63'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:23.249155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] 10.222.0.45 "PUT /v2.0/ports/3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 1091 time: 2.0059762 Jan 28 01:08:23.250030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:23.252902 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f" -d '{"events": [{"name": "network-changed", "server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:23.291532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:23.293265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:23.295188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f785a0a-e880-4e86-ac14-6da9ba70d951 service neutron] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.552651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router b7018b6a-24f0-426d-ac21-46d09b32e721 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:23.566706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-65fa68a5-f681-4b41-8792-8b9bd9e564a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.568285 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-65fa68a5-f681-4b41-8792-8b9bd9e564a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1094 time: 0.2448606 Jan 28 01:08:23.590929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:23.595395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32b0f5fa-b215-4d77-b866-b571622fa419 req-9b771ad1-279f-4408-a325-1104c9f6253e tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418994 Jan 28 01:08:23.655554 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.728011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-f7d56e29-07a9-4007-97f4-73deb2663aaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 217 time: 0.0876606 Jan 28 01:08:23.774621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:23.777338 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29" -d '{"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:23.815233 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:23.832380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a7285d81-26b7-45ec-83c3-8d00fb9b39b9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "PUT /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 998 time: 5.2791407 Jan 28 01:08:23.841533 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:23.844004 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:23.857991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-71c57093-7d20-484d-be57-cb02bba0ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.861639 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-71c57093-7d20-484d-be57-cb02bba0ea08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.1260519 Jan 28 01:08:23.898437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:23.904868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf410df6-5448-4579-b22b-edc6e73da74b tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/routers/b7018b6a-24f0-426d-ac21-46d09b32e721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0340383 Jan 28 01:08:23.905198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-30cd8e8e-77bf-443d-bfe6-a8a464507c2a None None] Provisioning complete for port 66707f91-6c00-4d30-9085-58a86c3959b5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:23.905674 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cd8e8e-77bf-443d-bfe6-a8a464507c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:23.907738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59530) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:23.913709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] Sync routers for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:23.913965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'port': {'network_id': 'e2eee9c2-9860-41d3-8273-dc776f89bb52', 'name': 'tempest-FloatingIPTestJSON-1965625190'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:23.925523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Router cf9fd252-5308-408b-9b66-f1147469029a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:23.957250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-68f0964f-e154-4a7f-9c0d-04a403150ae2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.959716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-68f0964f-e154-4a7f-9c0d-04a403150ae2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports/e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 943 time: 0.1128869 Jan 28 01:08:23.985985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:23.998593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.029405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-30cd8e8e-77bf-443d-bfe6-a8a464507c2a None None] Port 66707f91-6c00-4d30-9085-58a86c3959b5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:24.066782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.085503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:24.086346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.104106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Made reservation on behalf of 868307f097c449d09fba05bee3814809 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:24.109080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.113943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-147a51f6-22d6-46f8-8bd1-4f2e57851d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.116014 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-147a51f6-22d6-46f8-8bd1-4f2e57851d95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467062 Jan 28 01:08:24.127083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.127798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76e097-2b3e-43ab-8690-ceca1eb5058a None None] The sync data for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:24.192553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] device_id is not set on port 31f45eac-1f69-4d17-8518-6f1991ed1998 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:08:24.204665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (c138bc65-1e6f-456d-a033-d44998013c02), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.204915 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:24.278857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:24.282956 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-b9d8d757-e835-4908-8392-86a4f9d68744 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579297 Jan 28 01:08:24.289457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0f477b30-53a6-4470-b617-9565bff5c014 admin admin] 10.222.0.23 "PUT /v2.0/routers/cf9fd252-5308-408b-9b66-f1147469029a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3922489 Jan 28 01:08:24.295977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59532) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:24.328931 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] Sync routers for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:24.358695 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:24.359159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.379172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-77740f5f-e429-42de-89a5-6b1755fae433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.380719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-77740f5f-e429-42de-89a5-6b1755fae433 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.2906785 Jan 28 01:08:24.390640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8662dd3-e00b-419c-bc26-bbf9c33e7542 req-81816970-f81d-4329-9bfb-b7c9fb14bdab tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.392153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8662dd3-e00b-419c-bc26-bbf9c33e7542 req-81816970-f81d-4329-9bfb-b7c9fb14bdab tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 946 time: 0.2070601 Jan 28 01:08:24.441816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Allocated IP 172.20.0.6 (e2eee9c2-9860-41d3-8273-dc776f89bb52/c161c666-a70b-496d-925f-4f14cd1b81c8/31f45eac-1f69-4d17-8518-6f1991ed1998) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:24.445663 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e9c2d03f-3275-4fcf-aaf8-6551c6689e5d req-0200f746-0cd2-4174-83c3-9aab52809ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499708 Jan 28 01:08:24.559847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:24.624391 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for port (31f45eac-1f69-4d17-8518-6f1991ed1998), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.661817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (31f45eac-1f69-4d17-8518-6f1991ed1998), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.674607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b33c1b2e-bc81-4154-a597-efc2b98ecf63 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:24.712864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:24.716114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:24.718638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:24.769095 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:23Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.773816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.773816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.786708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event updated for resources: {'Port': ['ID=31f45eac-1f69-4d17-8518-6f1991ed1998,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:24.803688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:24.808738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f73df23-29bb-49b5-9709-5989c3e6728e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8970547 Jan 28 01:08:24.809099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:24.813527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Request body: {'floatingip': {'port_id': '31f45eac-1f69-4d17-8518-6f1991ed1998'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:24.829806 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:24.830440 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:24.872625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5f01f6b1-d287-4ecf-a60c-932ea3aa79c8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.879489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b33c1b2e-bc81-4154-a597-efc2b98ecf63 is: BUILD; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:24.880005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.897799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b33c1b2e-bc81-4154-a597-efc2b98ecf63 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:24.927078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:24.933873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:24.971079 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:25.008364 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T01:08:21Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:25.023263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:25.044818 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] Checking router: cf9fd252-5308-408b-9b66-f1147469029a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:25.116343 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] Routers {'cf9fd252-5308-408b-9b66-f1147469029a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:25.117802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cf9fd252-5308-408b-9b66-f1147469029a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:25.123946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks [] for router (cf9fd252-5308-408b-9b66-f1147469029a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.128394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8662dd3-e00b-419c-bc26-bbf9c33e7542 req-529c6b12-1084-4e8c-80dd-0fa57a6155a2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145343 Jan 28 01:08:25.177317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-55e3f3ea-d4a4-40c2-aa38-56f0fa79289a None None] Provisioning complete for port 31f45eac-1f69-4d17-8518-6f1991ed1998 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:25.177989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-55e3f3ea-d4a4-40c2-aa38-56f0fa79289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (31f45eac-1f69-4d17-8518-6f1991ed1998), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.182585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-c85f0d9a-8036-44be-8669-5ac12aeeaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.184117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-c85f0d9a-8036-44be-8669-5ac12aeeaa7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.7880349 Jan 28 01:08:25.198726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (c138bc65-1e6f-456d-a033-d44998013c02), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.232786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-55e3f3ea-d4a4-40c2-aa38-56f0fa79289a None None] Port 31f45eac-1f69-4d17-8518-6f1991ed1998 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:25.322300 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37c476-2d36-4c4f-8942-85fb91aa4936 x-openstack-request-id: req-5a37c476-2d36-4c4f-8942-85fb91aa4936 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:25.322941 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:25.322941 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a37c476-2d36-4c4f-8942-85fb91aa4936 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:25.323229 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'status': 'completed', 'code': 200} Jan 28 01:08:25.325202 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] Set router cf9fd252-5308-408b-9b66-f1147469029a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:25.339528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-6e95c02d-84bc-47b8-ab81-b23e8bcd57b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 217 time: 0.1437252 Jan 28 01:08:25.444529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-94c3c999-dd0e-42ec-8507-99fb3c17a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.446170 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-94c3c999-dd0e-42ec-8507-99fb3c17a456 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0866487 Jan 28 01:08:25.544487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-079ea3f5-d852-49ed-9a1c-38c5c55126ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.550521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.556013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-079ea3f5-d852-49ed-9a1c-38c5c55126ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.2146411 Jan 28 01:08:25.565230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5f01f6b1-d287-4ecf-a60c-932ea3aa79c8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.600296 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks [] for router_gateway (cf9fd252-5308-408b-9b66-f1147469029a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.621156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-b2b89ea9-99a7-41e8-8fd4-e5f6c4973e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.622873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-b2b89ea9-99a7-41e8-8fd4-e5f6c4973e6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.1482749 Jan 28 01:08:25.670947 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:23Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:25.702610 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-5b9a7176-a601-4bc9-9e27-6fda8ecbaf00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 217 time: 0.0714195 Jan 28 01:08:25.708143 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eea8f4-adcb-4c92-90fc-893d237a9580 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': '69f333ce-43a3-4813-9374-0d5affc7174f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:84:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8770a341-7f01-43b6-a47b-70318894da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:23Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:25.714032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-06b0dde2-3a99-4929-8e32-5230990072a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.721637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-06b0dde2-3a99-4929-8e32-5230990072a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642482 Jan 28 01:08:25.725870 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T01:08:21Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:25.756300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f645-db3b-4eb2-8866-0c284eb03424 None None] The sync data for ids ['cf9fd252-5308-408b-9b66-f1147469029a'] in n-d-826756-1 is: [{'id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'name': 'tempest-TaggedBootDevicesTest-2004747845-router', 'tenant_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:11Z', 'updated_at': '2022-01-28T01:08:21Z', 'revision_number': 5, 'project_id': '9a48212f75be4d6f8cd8fbb912a5840b', 'gw_port': {'id': '2de4a5da-0650-416c-bb4c-5c40194144a6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9fd252-5308-408b-9b66-f1147469029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:12Z', 'updated_at': '2022-01-28T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:25.766859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-be70bbf8-93b9-4af3-aa23-65f074029a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.768325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-be70bbf8-93b9-4af3-aa23-65f074029a64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.0577624 Jan 28 01:08:25.797210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755b01-6632-4112-bb5d-41ec16ce41ce req-2b39031c-3d3d-4767-93fa-6b64a7c25b36 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.798786 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 5f01f6b1-d287-4ecf-a60c-932ea3aa79c8 associated. External IP: 172.25.1.209, port: c3d5505c-b49c-4ed5-88ff-6d5593355b0c. Jan 28 01:08:25.802813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7755b01-6632-4112-bb5d-41ec16ce41ce req-2b39031c-3d3d-4767-93fa-6b64a7c25b36 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2089412 Jan 28 01:08:25.851446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Deleting port 2de4a5da-0650-416c-bb4c-5c40194144a6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:25.851446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:25.905135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-9d61302f-ce79-4eb0-9df3-8e7f92a94cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.906909 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-9d61302f-ce79-4eb0-9df3-8e7f92a94cfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301529 Jan 28 01:08:25.909631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Router c138bc65-1e6f-456d-a033-d44998013c02 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:08:26.010108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-d65b85d3-a74b-44ec-9afb-dbfa2e67a16e service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874410 Jan 28 01:08:26.019034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7755b01-6632-4112-bb5d-41ec16ce41ce req-4737d836-28c7-446a-a365-c462998db112 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144830 Jan 28 01:08:26.091965 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7faa6ed-5d16-4dd5-afd3-5af789eed092 x-openstack-request-id: req-a7faa6ed-5d16-4dd5-afd3-5af789eed092 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:26.092295 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:26.092487 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7faa6ed-5d16-4dd5-afd3-5af789eed092 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:26.092875 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'status': 'completed', 'code': 200} Jan 28 01:08:26.093588 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-34d5adc8-33e3-4f25-98d3-8715e3f65dac service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797063 Jan 28 01:08:26.138040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] For port 2de4a5da-0650-416c-bb4c-5c40194144a6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2de4a5da-0650-416c-bb4c-5c40194144a6,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:26.138538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.192406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:26.200285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Calling delete_port for 2de4a5da-0650-416c-bb4c-5c40194144a6 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:26.223018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1bc00a5-0779-4717-ab2d-a11267b48c25 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:26.245872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c1bc00a5-0779-4717-ab2d-a11267b48c25 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:26.246226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1bc00a5-0779-4717-ab2d-a11267b48c25 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:26.276795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:26.287406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Sync routers for ids ['c138bc65-1e6f-456d-a033-d44998013c02'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:26.293064 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7404f58f-f43d-4c63-a55a-8fd0ec23a79f req-6ed2ab4b-8fb5-44bd-b6f0-c98f1a53a111 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764972 Jan 28 01:08:26.298507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Routers {'c138bc65-1e6f-456d-a033-d44998013c02'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:26.299415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c138bc65-1e6f-456d-a033-d44998013c02'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:26.323165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-de8c5155-5d7d-4044-af39-cc3fbdadd1d4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 267 time: 0.1884928 Jan 28 01:08:26.350372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-53fdfcf4-d61b-404c-9807-80542e467238 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286343 Jan 28 01:08:26.368213 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:26.379770 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:26.403940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-ff35087e-044d-484b-b0c6-5842cebea2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.405117 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:26.405745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-ff35087e-044d-484b-b0c6-5842cebea2e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.2723391 Jan 28 01:08:26.405896 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:26.416148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.420923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d20565fd-7e1c-4c05-b1de-ecbb7b1b7ffa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.0415606 Jan 28 01:08:26.421848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59542) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:26.458813 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:26.470681 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:26.470856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Set router c138bc65-1e6f-456d-a033-d44998013c02 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:26.471307 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:26.518357 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:26.519229 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfa325-ce69-4e94-86d8-a9a8def73593 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:26.622441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-692058f5-a329-4b2b-a375-48d6cf23d5ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.623947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-692058f5-a329-4b2b-a375-48d6cf23d5ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 946 time: 0.2937598 Jan 28 01:08:26.662422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'port': {'security_groups': []}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:26.670694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-2078bdc2-439e-469e-9bc3-1446d83add62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.672327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-2078bdc2-439e-469e-9bc3-1446d83add62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1096 time: 0.2490335 Jan 28 01:08:26.698220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c138bc65-1e6f-456d-a033-d44998013c02', 'name': '', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7', 'external_fixed_ips': [{'subnet_id': '6bf692f2-b35b-4a86-8212-f98f79ccd3ce', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a2e918f2-3971-4ebe-a913-9cdb5bec9fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:20Z', 'updated_at': '2022-01-28T01:08:23Z', 'revision_number': 3, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port': {'id': 'a2e918f2-3971-4ebe-a913-9cdb5bec9fb2', 'name': '', 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c138bc65-1e6f-456d-a033-d44998013c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '6bf692f2-b35b-4a86-8212-f98f79ccd3ce', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:21Z', 'updated_at': '2022-01-28T01:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf692f2-b35b-4a86-8212-f98f79ccd3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:26.715021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-8cb4b311-3333-4b40-9a0f-d4838a5bc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.716501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-8cb4b311-3333-4b40-9a0f-d4838a5bc533 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.2944267 Jan 28 01:08:26.728717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Checking router: c138bc65-1e6f-456d-a033-d44998013c02 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:26.729174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Updating router c138bc65-1e6f-456d-a033-d44998013c02 port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:08:26.755905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.831537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-1383a014-3c19-4f09-97e0-31a9224e3e0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 217 time: 0.0992672 Jan 28 01:08:26.849335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2de4a5da-0650-416c-bb4c-5c40194144a6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.904205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:26.924730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2de4a5da-0650-416c-bb4c-5c40194144a6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:26.948412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (c138bc65-1e6f-456d-a033-d44998013c02), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.013481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-26d72f91-3338-4aa0-bb6c-10f21a7ff393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.015031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-26d72f91-3338-4aa0-bb6c-10f21a7ff393 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.3128340 Jan 28 01:08:27.020543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-5a51d76f-78a4-41d1-896b-ae7941c34c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.021962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-5a51d76f-78a4-41d1-896b-ae7941c34c3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1829515 Jan 28 01:08:27.037152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Publish callbacks [] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.045650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.094972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Attempting to bind port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:27.094972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Attempting to bind port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '02887e92-3888-494d-a1c6-872e9afde11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:27.095342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Attempting to bind port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2 on network abedab36-6f50-4c55-a73c-44ccd27507d7 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:27.101300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router b7018b6a-24f0-426d-ac21-46d09b32e721 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:27.106948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:27.107562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Checking segment: {'id': '02887e92-3888-494d-a1c6-872e9afde11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:27.108035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.108497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Bound using segment: {'id': '02887e92-3888-494d-a1c6-872e9afde11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:27.109046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Bound port: a2e918f2-3971-4ebe-a913-9cdb5bec9fb2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02887e92-3888-494d-a1c6-872e9afde11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'abedab36-6f50-4c55-a73c-44ccd27507d7'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:27.109948 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.117469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (c138bc65-1e6f-456d-a033-d44998013c02), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.131921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (cf9fd252-5308-408b-9b66-f1147469029a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.135670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461dc39-fa5c-46ac-be94-5be11cf8b841 None None] Pushing event updated for resources: {'Port': ['ID=a2e918f2-3971-4ebe-a913-9cdb5bec9fb2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:27.192910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] For port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:27.196857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] For port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a2e918f2-3971-4ebe-a913-9cdb5bec9fb2,segment=NetworkSegment(02887e92-3888-494d-a1c6-872e9afde11c),segment_id=02887e92-3888-494d-a1c6-872e9afde11c)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:27.205360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.260081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Deleting port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:27.260416 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.263624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:27.273862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Routers {'c138bc65-1e6f-456d-a033-d44998013c02'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:27.274553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c138bc65-1e6f-456d-a033-d44998013c02'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:27.276643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.288564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] Sync routers for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:27.330195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461dc39-fa5c-46ac-be94-5be11cf8b841 None None] Pushing event updated for resources: {'Port': ['ID=a2e918f2-3971-4ebe-a913-9cdb5bec9fb2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:27.341195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:27.341477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:27.381830 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-73ba8090-5fe6-4ab6-abe2-0fb608b34cb0 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/floatingips/5f01f6b1-d287-4ecf-a60c-932ea3aa79c8 HTTP/1.1" status: 200 len: 978 time: 2.5711093 Jan 28 01:08:27.387263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59546) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:27.406907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:27.431044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:27.431730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:27.438266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] Set router c138bc65-1e6f-456d-a033-d44998013c02 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:27.466361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] For port a2e918f2-3971-4ebe-a913-9cdb5bec9fb2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a2e918f2-3971-4ebe-a913-9cdb5bec9fb2,segment=NetworkSegment(02887e92-3888-494d-a1c6-872e9afde11c),segment_id=02887e92-3888-494d-a1c6-872e9afde11c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:27.466702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.488138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Calling delete_port for a2e918f2-3971-4ebe-a913-9cdb5bec9fb2 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:27.506106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:27.506830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5d041-9603-44f7-bf87-c483d8f9bb31 None None] The sync data for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:27.536006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c138bc65-1e6f-456d-a033-d44998013c02', 'name': '', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:20Z', 'updated_at': '2022-01-28T01:08:27Z', 'revision_number': 4, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:27.564112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7972c1a-faac-43dc-9f95-edefc1adc9dc None None] The sync data for ids ['c138bc65-1e6f-456d-a033-d44998013c02'] in n-d-826756-1 is: [{'id': 'c138bc65-1e6f-456d-a033-d44998013c02', 'name': '', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:20Z', 'updated_at': '2022-01-28T01:08:27Z', 'revision_number': 4, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:27.587184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-22060b42-271e-4502-990d-1449276c55ec tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.589448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-22060b42-271e-4502-990d-1449276c55ec tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 944 time: 0.1612029 Jan 28 01:08:27.622552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-ac0889f5-d3be-4c77-b7f8-d32544fac13c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 1001 time: 0.5808930 Jan 28 01:08:27.668873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (cf9fd252-5308-408b-9b66-f1147469029a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.694606 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks [] for router_controller (cf9fd252-5308-408b-9b66-f1147469029a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.697483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-ec69920c-0e02-4c16-939f-8aeac21e7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.699034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-ec69920c-0e02-4c16-939f-8aeac21e7b40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6681926 Jan 28 01:08:27.731556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 31f45eac-1f69-4d17-8518-6f1991ed1998 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:27.731899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (31f45eac-1f69-4d17-8518-6f1991ed1998), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.821095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (cf9fd252-5308-408b-9b66-f1147469029a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.821652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf9fd252-5308-408b-9b66-f1147469029a {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:27.824089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-e58b55c5-0314-4c06-823b-4bfb20c14713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.825594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-e58b55c5-0314-4c06-823b-4bfb20c14713 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1708946 Jan 28 01:08:27.832224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.833758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-19d45a15-4e48-4d92-8088-4eab332ecc7c admin admin] 10.222.0.23 "DELETE /v2.0/routers/cf9fd252-5308-408b-9b66-f1147469029a HTTP/1.1" status: 204 len: 168 time: 3.5347512 Jan 28 01:08:27.845094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59548) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:27.894693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:27.899565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Deleting port b33c1b2e-bc81-4154-a597-efc2b98ecf63 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:27.899907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.930650 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (31f45eac-1f69-4d17-8518-6f1991ed1998), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.956429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-e85f06e0-3a62-4472-9c5b-a8664eb4ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.958014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-e85f06e0-3a62-4472-9c5b-a8664eb4ce42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220305 Jan 28 01:08:27.960199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:27.963733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-96643c72-e3bb-4c33-a8f8-ffa367680759 service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526751 Jan 28 01:08:27.974820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.008873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a2e918f2-3971-4ebe-a913-9cdb5bec9fb2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.010015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac', '2e2d86b6-93f0-467d-af9d-22b0037d18b6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:28.049226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:28.091820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Deleting subnet d3c1ba2b-5c3b-480a-9479-70fd020d10e1 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:08:28.096593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Publish callbacks [] for subnet (d3c1ba2b-5c3b-480a-9479-70fd020d10e1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.097794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:28.100111 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6174a24-f064-42e5-b4ba-e793188632b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:28.134755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.135429 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.136844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2ab1431-81ed-4de3-9ad1-5db7b6cb490a req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "PUT /v2.0/ports/644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 HTTP/1.1" status: 200 len: 905 time: 1.4992175 Jan 28 01:08:28.139506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (d3c1ba2b-5c3b-480a-9479-70fd020d10e1), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.176170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6140c6-0087-4793-abff-0b4408f06bc5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:28.219793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cea19e6-680d-4ac2-bcbf-ba9d1ec11e29 req-d29b1490-94f5-4fb9-871e-ac97368c23c2 service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467830 Jan 28 01:08:28.223672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-a2fa6644-3afb-49b0-848c-318b6380df8a service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583451 Jan 28 01:08:28.229760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e918f2-3971-4ebe-a913-9cdb5bec9fb2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:28.264147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d3c1ba2b-5c3b-480a-9479-70fd020d10e1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.323693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] For port b33c1b2e-bc81-4154-a597-efc2b98ecf63, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b33c1b2e-bc81-4154-a597-efc2b98ecf63,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:28.324066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.367871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:28.409250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089d12c-78b5-4520-b319-b0f7ab0ba9f9 req-4dec43dc-69c8-4215-94fb-720642f47d09 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.410893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f089d12c-78b5-4520-b319-b0f7ab0ba9f9 req-4dec43dc-69c8-4215-94fb-720642f47d09 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 944 time: 0.1498771 Jan 28 01:08:28.437222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Calling delete_port for b33c1b2e-bc81-4154-a597-efc2b98ecf63 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:28.456041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1adf0f-25e8-4464-bbe8-e0998f55d0f1 req-152cf1ce-a488-4884-a3d2-aa2270e12ecb service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080107 Jan 28 01:08:28.518101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2de4a5da-0650-416c-bb4c-5c40194144a6 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:28.526371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f089d12c-78b5-4520-b319-b0f7ab0ba9f9 req-375fa550-d52c-4cf4-a38a-73e96fba432b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022961 Jan 28 01:08:28.559778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 2de4a5da-0650-416c-bb4c-5c40194144a6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:28.560123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2de4a5da-0650-416c-bb4c-5c40194144a6 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:28.600837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-885753ad-1164-4f8a-a334-27d047d956b7 None None] Provisioning complete for port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:28.601220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-885753ad-1164-4f8a-a334-27d047d956b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.630293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (c138bc65-1e6f-456d-a033-d44998013c02), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.676592 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb5abf-3fef-402f-914c-35528feac70a x-openstack-request-id: req-73cb5abf-3fef-402f-914c-35528feac70a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:28.677621 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:28.678046 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73cb5abf-3fef-402f-914c-35528feac70a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:28.678487 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f', 'status': 'completed', 'code': 200} Jan 28 01:08:28.719061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (d3c1ba2b-5c3b-480a-9479-70fd020d10e1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.733099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-885753ad-1164-4f8a-a334-27d047d956b7 None None] Current status of the port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:28.750644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2266b2-cc14-4a1a-950e-8daef4510f6c req-cc3510f1-8bfd-43bb-ace1-4a25a0601bf8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.752585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e2266b2-cc14-4a1a-950e-8daef4510f6c req-cc3510f1-8bfd-43bb-ace1-4a25a0601bf8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.0931842 Jan 28 01:08:28.800703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (c138bc65-1e6f-456d-a033-d44998013c02), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.819157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (c138bc65-1e6f-456d-a033-d44998013c02), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.824702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.825047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5f01f6b1-d287-4ecf-a60c-932ea3aa79c8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.825366 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Floating IP 5f01f6b1-d287-4ecf-a60c-932ea3aa79c8 disassociated. External IP: 172.25.1.209, port: 31f45eac-1f69-4d17-8518-6f1991ed1998. Jan 28 01:08:28.825704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 31f45eac-1f69-4d17-8518-6f1991ed1998 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:28.832291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c1ba2b-5c3b-480a-9479-70fd020d10e1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:28.843684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.845719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ca1bc-a3c8-48da-99b0-b0b719e7e622 None None] Network 9e34977c-6afd-444a-bc63-046383ca9556 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:28.847447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e01ebbc-b2d9-4ebf-80ac-d8c6e8e6e7c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3c1ba2b-5c3b-480a-9479-70fd020d10e1 HTTP/1.1" status: 204 len: 168 time: 1.0014362 Jan 28 01:08:28.851175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59556) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:28.851581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e2266b2-cc14-4a1a-950e-8daef4510f6c req-e21cf354-eebb-45e2-9b88-104ace906dbb tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833545 Jan 28 01:08:28.875167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c3a5c-0c6f-48e1-a744-70cac0be55e5 req-dcac83e3-03f3-4d45-ad55-1f6394486284 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.883965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c7c3a5c-0c6f-48e1-a744-70cac0be55e5 req-dcac83e3-03f3-4d45-ad55-1f6394486284 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 908 time: 0.1176867 Jan 28 01:08:28.940827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (c138bc65-1e6f-456d-a033-d44998013c02), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:28.940827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c138bc65-1e6f-456d-a033-d44998013c02 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:28.941199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:28.959772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9476088c-5a46-4158-b4c3-718ec81abca1 req-dfcd1463-b5ad-45a8-b139-6991ff824e6c tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.0746951 Jan 28 01:08:29.006811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-074d1658-2b57-4499-86b5-ff1ce6b8e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.008311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-074d1658-2b57-4499-86b5-ff1ce6b8e344 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1096 time: 0.2733312 Jan 28 01:08:29.071921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.073070 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-78d43335-132a-4b7a-8004-c3fcfd33f57c tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c138bc65-1e6f-456d-a033-d44998013c02 HTTP/1.1" status: 204 len: 168 time: 2.6499383 Jan 28 01:08:29.075660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9e34977c-6afd-444a-bc63-046383ca9556), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.079326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476088c-5a46-4158-b4c3-718ec81abca1 req-a5d67fba-2979-4279-977d-2fa3ff290e42 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.080633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:29.081216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9476088c-5a46-4158-b4c3-718ec81abca1 req-a5d67fba-2979-4279-977d-2fa3ff290e42 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports/69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 942 time: 0.1145430 Jan 28 01:08:29.095157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4dce2-9f44-4d68-bfdd-a981f6b95ac9 req-840e3a10-c6cb-4e8a-993b-c1d0daf52451 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.097060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bda4dce2-9f44-4d68-bfdd-a981f6b95ac9 req-840e3a10-c6cb-4e8a-993b-c1d0daf52451 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1176548 Jan 28 01:08:29.112076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:29.135085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] DHCP port deletion for 9e34977c-6afd-444a-bc63-046383ca9556 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:08:29.141329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'mac_address': 'fa:16:3e:77:c1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:29.157660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Deleting subnet 6bf692f2-b35b-4a86-8212-f98f79ccd3ce {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:08:29.167464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bda4dce2-9f44-4d68-bfdd-a981f6b95ac9 req-99bd8789-7337-4b04-876b-daf127337c61 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632811 Jan 28 01:08:29.218574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:29.219051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.240125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9476088c-5a46-4158-b4c3-718ec81abca1 req-d4951292-824f-49f7-8ca6-88c2da9aed19 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.0835602 Jan 28 01:08:29.242384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:29.271369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:29.273533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] Deleting port e20280fd-fb4f-4891-8873-31601743a76d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:29.274099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e20280fd-fb4f-4891-8873-31601743a76d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.277738 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.367397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8ce2-3a69-48ae-98bf-413c8e7c8de3 req-cf4b4dd6-841b-4fef-9557-632cf0514299 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.369077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cff8ce2-3a69-48ae-98bf-413c8e7c8de3 req-cf4b4dd6-841b-4fef-9557-632cf0514299 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1211450 Jan 28 01:08:29.379955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] For port e20280fd-fb4f-4891-8873-31601743a76d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e20280fd-fb4f-4891-8873-31601743a76d,segment=NetworkSegment(b985e66d-b0ad-4873-b265-e32585ae17f2),segment_id=b985e66d-b0ad-4873-b265-e32585ae17f2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:29.380594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e20280fd-fb4f-4891-8873-31601743a76d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.400576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:29.405418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] Calling delete_port for e20280fd-fb4f-4891-8873-31601743a76d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:29.413201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476088c-5a46-4158-b4c3-718ec81abca1 req-7f3c34d7-8597-4dcd-97b3-4e140f980776 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.419122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9476088c-5a46-4158-b4c3-718ec81abca1 req-7f3c34d7-8597-4dcd-97b3-4e140f980776 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1723168 Jan 28 01:08:29.502246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (e20280fd-fb4f-4891-8873-31601743a76d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.503984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cff8ce2-3a69-48ae-98bf-413c8e7c8de3 req-90d979bb-180b-4a85-be39-16916c82ba74 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156654 Jan 28 01:08:29.522780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] No DVR routers for this DVR port e20280fd-fb4f-4891-8873-31601743a76d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:29.545052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-ab0a1855-a1a8-4a1f-af5b-0a105c44f740 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.1039937 Jan 28 01:08:29.553886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b8fad-1bb2-462c-8f83-6f333fca2a8b None None] Pushing event deleted for resources: {'Port': ['ID=e20280fd-fb4f-4891-8873-31601743a76d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:29.554933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for subnet (6bf692f2-b35b-4a86-8212-f98f79ccd3ce), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.612713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-187286c9-94b2-4d79-bfb5-7cd1e3493a19 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.616284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-187286c9-94b2-4d79-bfb5-7cd1e3493a19 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports/69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 942 time: 0.0684988 Jan 28 01:08:29.665467 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b33c1b2e-bc81-4154-a597-efc2b98ecf63), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.708036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (6bf692f2-b35b-4a86-8212-f98f79ccd3ce), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.728780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67dd72-6b4b-4377-aed5-9b39b37f9e4e req-fbf8f1bb-9754-48c0-8b78-348af1c03080 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.730283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b67dd72-6b4b-4377-aed5-9b39b37f9e4e req-fbf8f1bb-9754-48c0-8b78-348af1c03080 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab630a7f-45d8-44dc-9425-a6eff73ad964 HTTP/1.1" status: 200 len: 865 time: 0.0980997 Jan 28 01:08:29.748343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['3f400e1d-1e9e-491c-ab6a-560ce7b23a78'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:29.756454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-deb4dd06-8d29-4033-9f09-e8a6fdb20d05 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.0935845 Jan 28 01:08:29.765071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event deleted for resources: {'Port': ['ID=b33c1b2e-bc81-4154-a597-efc2b98ecf63,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:29.841593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b67dd72-6b4b-4377-aed5-9b39b37f9e4e req-c2341caa-70d8-4b54-ad60-244ee88f3ff3 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043758 Jan 28 01:08:29.865471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-6d5cf500-57f1-47fa-9892-8645d6ec5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.867055 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-6d5cf500-57f1-47fa-9892-8645d6ec5cb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.7871809 Jan 28 01:08:29.890705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9e34977c-6afd-444a-bc63-046383ca9556), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.901790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-311167ee-16a7-4533-a7bb-cddbc1d4b80f tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:29.903396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-311167ee-16a7-4533-a7bb-cddbc1d4b80f tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.1324642 Jan 28 01:08:29.953269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] No DVR routers for this DVR port b33c1b2e-bc81-4154-a597-efc2b98ecf63 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:29.970360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:29.973676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3c31c6e8-5ad9-4c2d-ae4f-cb03feefecc8 req-09adf173-2f5f-475c-8add-cf7d78ed0fef tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "DELETE /v2.0/ports/b33c1b2e-bc81-4154-a597-efc2b98ecf63 HTTP/1.1" status: 204 len: 173 time: 2.3771830 Jan 28 01:08:29.974174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'name': 'network-vif-deleted', 'tag': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:29.976533 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a69b0e6-5899-4b21-8d30-db523f085976" -d '{"events": [{"server_uuid": "ab630a7f-45d8-44dc-9425-a6eff73ad964", "name": "network-vif-deleted", "tag": "b33c1b2e-bc81-4154-a597-efc2b98ecf63"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:29.986795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6bf692f2-b35b-4a86-8212-f98f79ccd3ce), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.033046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e34977c-6afd-444a-bc63-046383ca9556']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.048749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b985e66d-b0ad-4873-b265-e32585ae17f2') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.048983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b985e66d-b0ad-4873-b265-e32585ae17f2') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.058471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-1126e461-2230-45d7-8a28-36c537734553 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.1442134 Jan 28 01:08:30.068139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (31f45eac-1f69-4d17-8518-6f1991ed1998), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.070576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:30.074822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b985e66d-b0ad-4873-b265-e32585ae17f2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.097357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-12e2e7cf-f73f-4fb1-9bd9-c23adb7fe9dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 1001 time: 0.2145662 Jan 28 01:08:30.131361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=31f45eac-1f69-4d17-8518-6f1991ed1998,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:30.168458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b985e66d-b0ad-4873-b265-e32585ae17f2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.168681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.177525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-51c40920-5a2d-4f0a-a2bb-9cc26fed7e09 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.179303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-51c40920-5a2d-4f0a-a2bb-9cc26fed7e09 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.2127810 Jan 28 01:08:30.183736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:30.184142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b985e66d-b0ad-4873-b265-e32585ae17f2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:30.188075 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:30.236127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-408162a8-4771-46b9-ae08-bc9fb7c06bae tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/quotas/c24dcfdc70724ba9be030b98a4d04a95 HTTP/1.1" status: 200 len: 375 time: 0.0282090 Jan 28 01:08:30.271889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (6bf692f2-b35b-4a86-8212-f98f79ccd3ce), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.282910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e20280fd-fb4f-4891-8873-31601743a76d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:30.307868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e20280fd-fb4f-4891-8873-31601743a76d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:30.308555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e20280fd-fb4f-4891-8873-31601743a76d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:30.313736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-2329b4e7-a706-4721-a1dc-5d3c9a496509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.315442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-2329b4e7-a706-4721-a1dc-5d3c9a496509 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1931121 Jan 28 01:08:30.322053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf692f2-b35b-4a86-8212-f98f79ccd3ce,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:30.352153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.357529 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad2dfe00-f5b7-4804-a88f-f5e6b35dbf15 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/6bf692f2-b35b-4a86-8212-f98f79ccd3ce HTTP/1.1" status: 204 len: 168 time: 1.2719343 Jan 28 01:08:30.358590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59586) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:30.371028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-c2518050-8db4-41d7-afc8-c335bb420e8b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1238954 Jan 28 01:08:30.384996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9e34977c-6afd-444a-bc63-046383ca9556), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.420931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.424156 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e34977c-6afd-444a-bc63-046383ca9556 HTTP/1.1" status: 204 len: 168 time: 1.5685525 Jan 28 01:08:30.429735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.430548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59588) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:30.468332 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.468673 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908 disassociated. External IP: 172.25.1.124, port: 69f333ce-43a3-4813-9374-0d5affc7174f. Jan 28 01:08:30.499117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e357f5-d574-4bc6-a896-646f89cff8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e34977c-6afd-444a-bc63-046383ca9556,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:30.551814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-8ebe936c-79ed-4e8a-b8cf-892f8d1ddb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.553385 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-8ebe936c-79ed-4e8a-b8cf-892f8d1ddb9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291851 Jan 28 01:08:30.559356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (abedab36-6f50-4c55-a73c-44ccd27507d7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.573658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router b7018b6a-24f0-426d-ac21-46d09b32e721 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:30.667419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-e8cf0289-73e9-460d-be6f-303fc83b2551 service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614298 Jan 28 01:08:30.686951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:30.689115 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:30.767586 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-481eea4b-da30-4a5f-899c-a39c70b9bb6e service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062883 Jan 28 01:08:30.810172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (abedab36-6f50-4c55-a73c-44ccd27507d7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.877730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abedab36-6f50-4c55-a73c-44ccd27507d7']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.893830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02887e92-3888-494d-a1c6-872e9afde11c') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.894102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02887e92-3888-494d-a1c6-872e9afde11c') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.902276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:30.906231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-dd7982f4-4479-42f4-b402-b4f5cb08334d service neutron] 10.222.0.23 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310414 Jan 28 01:08:30.907555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (02887e92-3888-494d-a1c6-872e9afde11c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.924961 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] Sync routers for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:30.940694 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:30.950667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (02887e92-3888-494d-a1c6-872e9afde11c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.950853 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:30.981158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:30.981551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (02887e92-3888-494d-a1c6-872e9afde11c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:30.985664 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:30.990508 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:31.012082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:31.012717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:31.057157 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d6174a24-f064-42e5-b4ba-e793188632b7 req-55e36eb9-4117-4863-b994-6ccf8d552b48 service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572229 Jan 28 01:08:31.068500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.072020 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:31.072709 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124c5f1-6e67-4ec4-b400-cb24af7de920 None None] The sync data for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:31.072968 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e31de890-0ea5-4f23-9af3-14e10a5d704c tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/ports/31f45eac-1f69-4d17-8518-6f1991ed1998 HTTP/1.1" status: 204 len: 168 time: 3.6837451 Jan 28 01:08:31.075075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59594) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:31.130879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (abedab36-6f50-4c55-a73c-44ccd27507d7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.138758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abedab36-6f50-4c55-a73c-44ccd27507d7 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:08:31.157502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.169433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/networks/abedab36-6f50-4c55-a73c-44ccd27507d7 HTTP/1.1" status: 204 len: 168 time: 0.7935536 Jan 28 01:08:31.202386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7a5f8-bd27-4c1e-b790-96874da91ba5 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event deleted for resources: {'Network': ['ID=abedab36-6f50-4c55-a73c-44ccd27507d7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:31.433100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:31.440891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da96f4-e4aa-48cd-827a-69411d7837ff req-56b1b275-63f6-41e6-81f5-b8e5c7f258b6 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:31.451725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4da96f4-e4aa-48cd-827a-69411d7837ff req-56b1b275-63f6-41e6-81f5-b8e5c7f258b6 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 944 time: 0.1379561 Jan 28 01:08:31.559488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:31.569561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'name': 'tempest-router--756706223', 'project_id': 'c6f33f1208b74a3fbf92858c986ebc41'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:31.581353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4da96f4-e4aa-48cd-827a-69411d7837ff req-3d7371f7-92fd-41ff-8950-c161432164ec tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283274 Jan 28 01:08:31.643371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (730daee0-07f0-4687-8c62-0ae989ef3886), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.644494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (730daee0-07f0-4687-8c62-0ae989ef3886), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.666960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (b7018b6a-24f0-426d-ac21-46d09b32e721), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.710419 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426b97d6-fa0f-4dcc-9e9c-fce6eaca9c26 x-openstack-request-id: req-426b97d6-fa0f-4dcc-9e9c-fce6eaca9c26 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:31.710719 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab630a7f-45d8-44dc-9425-a6eff73ad964", "name": "network-vif-deleted", "tag": "b33c1b2e-bc81-4154-a597-efc2b98ecf63", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:31.711119 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-426b97d6-fa0f-4dcc-9e9c-fce6eaca9c26 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:31.711436 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab630a7f-45d8-44dc-9425-a6eff73ad964', 'name': 'network-vif-deleted', 'tag': 'b33c1b2e-bc81-4154-a597-efc2b98ecf63', 'status': 'completed', 'code': 200} Jan 28 01:08:31.721043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:31.743468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.744093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (730daee0-07f0-4687-8c62-0ae989ef3886), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.756889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:31.766508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (730daee0-07f0-4687-8c62-0ae989ef3886), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.771254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:31.772869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:31.785818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-2ed7ec0a-c090-456f-b98e-f87d96b16649 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "PUT /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 695 time: 1.7226243 Jan 28 01:08:31.787733 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcc8207-218a-474b-bf5d-673573e672b5 x-openstack-request-id: req-5fcc8207-218a-474b-bf5d-673573e672b5 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:31.788021 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:31.788273 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fcc8207-218a-474b-bf5d-673573e672b5 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:31.788656 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3', 'status': 'completed', 'code': 200} Jan 28 01:08:31.840606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:31.842185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e84dfb50-544c-4000-8900-569b7632821e tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2781398 Jan 28 01:08:31.845549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:31.976123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:31.991754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14f6919b-0b0a-4bb7-9fb1-bf800f9d74bc req-afdb609a-bc12-441e-b622-cc03dd87dd58 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 210 time: 0.0559356 Jan 28 01:08:32.015503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (730daee0-07f0-4687-8c62-0ae989ef3886), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.028708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-4b5ecf16-e0dd-4165-9073-fb1612b35672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.041474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-4b5ecf16-e0dd-4165-9073-fb1612b35672 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1096 time: 0.1856883 Jan 28 01:08:32.136537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-3f969437-a0de-4836-ad55-c680037bebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.138629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-3f969437-a0de-4836-ad55-c680037bebbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 1059 time: 0.2761014 Jan 28 01:08:32.218916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-39435228-e95b-4f15-8a5f-93d691dbfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.220404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-39435228-e95b-4f15-8a5f-93d691dbfd70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.1812634 Jan 28 01:08:32.241001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (730daee0-07f0-4687-8c62-0ae989ef3886), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.244503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6bd798b4-750c-4bbd-b9da-263274bcd113), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.245924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (730daee0-07f0-4687-8c62-0ae989ef3886), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.248353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:32.278843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:32.287557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:32.288172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:32.358186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-fe2b1fa8-ac03-4ffa-be2e-bce6aa60fecc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 217 time: 0.1167235 Jan 28 01:08:32.406189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:32.521012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-6602e833-8811-4f70-8f95-a9f78d167742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.522819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-6602e833-8811-4f70-8f95-a9f78d167742 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.3780239 Jan 28 01:08:32.539882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-9d740649-010a-4611-b6cc-273ceb965892 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.547146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-9d740649-010a-4611-b6cc-273ceb965892 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 821 time: 0.4060750 Jan 28 01:08:32.596870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-5bc8403a-006f-4b59-80c6-d4cec91e2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.598438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-5bc8403a-006f-4b59-80c6-d4cec91e2f8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.2113492 Jan 28 01:08:32.638694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-001dc10e-e33d-4056-a6ee-d8348b230523 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 HTTP/1.1" status: 200 len: 217 time: 0.0859909 Jan 28 01:08:32.650027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:32.654401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-e4b31800-a9c1-403c-b38b-1a4f9f4123e4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/quotas/7620d9d6d38847f19411a7d16eac52ea HTTP/1.1" status: 200 len: 375 time: 0.1062610 Jan 28 01:08:32.693359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (730daee0-07f0-4687-8c62-0ae989ef3886), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.693998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 730daee0-07f0-4687-8c62-0ae989ef3886 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:32.695737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b33c1b2e-bc81-4154-a597-efc2b98ecf63 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:32.699564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab00d5e-7cb6-4ead-be60-fdeb331dd670 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:32.727573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.728725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bb235b17-89e5-463e-9c5b-1cbedabfed9f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/routers/730daee0-07f0-4687-8c62-0ae989ef3886 HTTP/1.1" status: 204 len: 168 time: 0.8821909 Jan 28 01:08:32.733959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: b33c1b2e-bc81-4154-a597-efc2b98ecf63 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:32.734404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b33c1b2e-bc81-4154-a597-efc2b98ecf63 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:32.789368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-4de454f1-18c7-480c-be5b-fb06de264832 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329358 Jan 28 01:08:32.824488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-61e4b2d2-c8b4-4fd7-985d-725439a25282 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.826062 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-61e4b2d2-c8b4-4fd7-985d-725439a25282 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 812 time: 0.1625395 Jan 28 01:08:32.834982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 66707f91-6c00-4d30-9085-58a86c3959b5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:32.835377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:32.857649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Request body: {'port': {'device_id': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'admin_state_up': True, 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:32.880246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-80e9a3fa-a4e4-401c-9520-f45e06abc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.881739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-80e9a3fa-a4e4-401c-9520-f45e06abc1e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.2206228 Jan 28 01:08:32.905173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-632e667b-a9b4-4357-b03c-0b891f9e9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.906766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-632e667b-a9b4-4357-b03c-0b891f9e9a08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705877 Jan 28 01:08:32.942576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59634) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:32.956789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:33.017991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.051460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-360bedf7-9369-4d6d-9213-a2e21e6deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.053719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-360bedf7-9369-4d6d-9213-a2e21e6deaa9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632965 Jan 28 01:08:33.059831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:33.063276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-d5cf68d7-581c-489c-8a3c-78f494263f77 service neutron] 10.222.0.23 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722650 Jan 28 01:08:33.067179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 66707f91-6c00-4d30-9085-58a86c3959b5 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:33.069807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:33.070290 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.164317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Made reservation on behalf of c24dcfdc70724ba9be030b98a4d04a95 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:33.169021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.183068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-a7efabd0-bcea-4fbc-9315-03ab5a362381 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170459 Jan 28 01:08:33.196116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-340619591', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:33.207205 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d915893a-09fd-448d-b442-626ccfd47644 None None] New status for floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:33.208942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:33.209341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.247499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:33.247727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:33.251644 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7998bde3-fd87-4cdd-a9c9-9912b082c5bf" -d '{"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-plugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:33.259494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.316304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:33.332580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d4c8025d-b664-4fa8-8866-c7707b69e4d8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.333654 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d4c8025d-b664-4fa8-8866-c7707b69e4d8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.365675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29dfbc17-6406-45f9-8bd8-9fd7875e5ce0 req-59e487d2-7133-4ba6-9dcc-8f838a1087c2 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743114 Jan 28 01:08:33.422583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.428070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-8ed97419-654c-4da5-9007-95b82a960ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972441 Jan 28 01:08:33.522018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-53615951-5552-4179-95f4-e4e05a3ad5df service neutron] 10.222.0.23 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576766 Jan 28 01:08:33.528120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (d4c8025d-b664-4fa8-8866-c7707b69e4d8), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.545639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Allocated IP 172.20.0.10 (5bf3e650-aee2-4370-8db1-b58f323f9a44/70f582c7-292b-47db-bb58-9f160eb36418/80a9e61f-27c3-44cc-9ac0-c157f6b811d1) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:33.547613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (66707f91-6c00-4d30-9085-58a86c3959b5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.553222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Deleting port ef190735-f9fd-40c5-be99-3b017a3898b3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:33.553561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.610334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccf29c9c-84f2-4e3e-83cf-9d60e427c9d9 req-535914fd-34f7-4ae0-9d68-0aa1080b8fd5 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702354 Jan 28 01:08:33.643530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=66707f91-6c00-4d30-9085-58a86c3959b5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:33.651337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] For port ef190735-f9fd-40c5-be99-3b017a3898b3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ef190735-f9fd-40c5-be99-3b017a3898b3,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:33.651750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.677377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Calling delete_port for ef190735-f9fd-40c5-be99-3b017a3898b3 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:33.809733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:33.812194 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06363de-fdee-44e7-ade3-94ced95c6245" -d '{"events": [{"name": "network-changed", "server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:33.906381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5717a7c1-6fd7-4ff6-bff8-09040a154456 req-38da982a-03b5-4b63-8df7-eca31ca2f65c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 210 time: 0.0465925 Jan 28 01:08:33.960143 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e764215-8412-4e62-a442-b0e7ef8d55cb x-openstack-request-id: req-1e764215-8412-4e62-a442-b0e7ef8d55cb {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:33.960723 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-plugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:33.960723 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e764215-8412-4e62-a442-b0e7ef8d55cb {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:33.961416 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'code': 200} Jan 28 01:08:33.965030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d4c8025d-b664-4fa8-8866-c7707b69e4d8), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:33.998481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c116106-78bd-4a02-a099-cd5856e52069 req-b0d82b61-92b9-483d-a14e-fb62f5d34f6f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.008755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c116106-78bd-4a02-a099-cd5856e52069 req-b0d82b61-92b9-483d-a14e-fb62f5d34f6f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2244773 Jan 28 01:08:34.064181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.141069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c116106-78bd-4a02-a099-cd5856e52069 req-fd01bb4d-7e80-4130-819f-e985c17f5cbf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311433 Jan 28 01:08:34.185078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (b7018b6a-24f0-426d-ac21-46d09b32e721), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.209567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffffcd-fe3c-47bc-8781-84597c87d513 req-4459bbcc-4ca6-494b-9976-ab35bbaf3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.211805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfffffcd-fe3c-47bc-8781-84597c87d513 req-4459bbcc-4ca6-494b-9976-ab35bbaf3909 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1391106 Jan 28 01:08:34.241417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.256652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57d43b4b-3539-4e7c-8006-90399a29d332 req-189bb05f-f639-4060-92fd-361a5e8fe98a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 210 time: 0.0426414 Jan 28 01:08:34.263168 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c9392-d00e-4112-8955-91a454267555 x-openstack-request-id: req-668c9392-d00e-4112-8955-91a454267555 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:34.263558 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:34.263876 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-668c9392-d00e-4112-8955-91a454267555 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:34.264352 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f', 'status': 'completed', 'code': 200} Jan 28 01:08:34.284649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac', '2e2d86b6-93f0-467d-af9d-22b0037d18b6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:34.339081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfffffcd-fe3c-47bc-8781-84597c87d513 req-d80aaea9-2e29-43b7-8553-d5b22cf1d85f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129189 Jan 28 01:08:34.349483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ef190735-f9fd-40c5-be99-3b017a3898b3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.401364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:34.411925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:34.418659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:34.421535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:34.427673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef190735-f9fd-40c5-be99-3b017a3898b3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:34.527569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-63cd4435-a4e1-4bd4-a069-cbee638bc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.528944 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-63cd4435-a4e1-4bd4-a069-cbee638bc4b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 1096 time: 0.2192166 Jan 28 01:08:34.558950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.559579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.560928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-86e1de74-97e3-4c9f-bfbb-46b41a507879 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.573364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-86e1de74-97e3-4c9f-bfbb-46b41a507879 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2330532 Jan 28 01:08:34.668870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-cdb5700f-b99e-4a71-95d3-eb9833d9f23c tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0941057 Jan 28 01:08:34.680747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'floatingip': {'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:34.748767 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f3cd1b6c-bee5-45fb-a257-7963a6ab4e79 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8966122 Jan 28 01:08:34.755632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.780683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Request body: {'port': {'device_id': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:34.826687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d4c8025d-b664-4fa8-8866-c7707b69e4d8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.893738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.911197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6bd798b4-750c-4bbd-b9da-263274bcd113), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.927592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fa43b231-04f8-47f0-9c2b-544f33a4859c None None] Provisioning complete for port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:34.928335 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa43b231-04f8-47f0-9c2b-544f33a4859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:34.949603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-a88a42f1-21e5-4461-86ed-66405b173906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.951105 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-a88a42f1-21e5-4461-86ed-66405b173906 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.4081140 Jan 28 01:08:34.984538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa43b231-04f8-47f0-9c2b-544f33a4859c None None] Port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:35.166214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a8a3-1973-4495-a936-20fef1c638d8 req-d431f149-d1d8-4e6b-ad3a-0a00b1d83482 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.167777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78b1a8a3-1973-4495-a936-20fef1c638d8 req-d431f149-d1d8-4e6b-ad3a-0a00b1d83482 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 932 time: 0.1589768 Jan 28 01:08:35.336379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:35.392857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router b7018b6a-24f0-426d-ac21-46d09b32e721 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:35.394491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-df5e972e-3056-4863-a3a3-2e6c19dedeb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 200 len: 217 time: 0.0799077 Jan 28 01:08:35.631635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-72dabac9-69a1-4371-83d6-82da0125e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.633028 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-72dabac9-69a1-4371-83d6-82da0125e5c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.2062953 Jan 28 01:08:35.650223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-c44444ec-bbc7-4218-96da-de846518c8ed tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.651657 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-c44444ec-bbc7-4218-96da-de846518c8ed tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 821 time: 0.3360078 Jan 28 01:08:35.652823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Allocated IP 172.25.1.114 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/00f0c060-ff79-46bf-94b8-1fa865bf878e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:35.727447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Request body: {'port': {'device_id': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'admin_state_up': True, 'tenant_id': '7620d9d6d38847f19411a7d16eac52ea'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:35.759875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78b1a8a3-1973-4495-a936-20fef1c638d8 req-671d4b11-7501-456c-af85-046387d6484d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786262 Jan 28 01:08:35.819423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Router 6bd798b4-750c-4bbd-b9da-263274bcd113 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:35.986878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-141622f5-c28b-40b2-9b95-0247e5a0df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.988382 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-141622f5-c28b-40b2-9b95-0247e5a0df1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747149 Jan 28 01:08:35.991542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.003287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:36.019307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] Sync routers for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:36.029221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.029496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9df5dda-071f-4d6d-98ec-e45517d11e22 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/routers/b7018b6a-24f0-426d-ac21-46d09b32e721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9532208 Jan 28 01:08:36.036081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59668) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:36.057187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:36.059253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.088373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2350b08-b0ad-4a27-a6ce-ebb12bdaec2a req-f0175f57-f0c6-460c-98ea-c7236849233e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:36.095732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2350b08-b0ad-4a27-a6ce-ebb12bdaec2a req-f0175f57-f0c6-460c-98ea-c7236849233e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2237990 Jan 28 01:08:36.110448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.119917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-15de7bb1-a20b-4439-8f5a-9167d35d5701 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:36.121656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-15de7bb1-a20b-4439-8f5a-9167d35d5701 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.43 "GET /v2.0/ports?device_id=8770a341-7f01-43b6-a47b-70318894da07 HTTP/1.1" status: 200 len: 945 time: 0.1827011 Jan 28 01:08:36.132658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] Routers {'b7018b6a-24f0-426d-ac21-46d09b32e721'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:36.134085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b7018b6a-24f0-426d-ac21-46d09b32e721'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.149103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:36.168390 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] Sync routers for ids ['6bd798b4-750c-4bbd-b9da-263274bcd113'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:36.172802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d82fbbe5-75fb-45ce-b354-c5612019fc13 admin admin] 10.222.0.23 "PUT /v2.0/routers/6bd798b4-750c-4bbd-b9da-263274bcd113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7396886 Jan 28 01:08:36.181095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59670) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:36.183956 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] Routers {'6bd798b4-750c-4bbd-b9da-263274bcd113'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:36.184729 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd798b4-750c-4bbd-b9da-263274bcd113'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.187614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for port (00f0c060-ff79-46bf-94b8-1fa865bf878e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.220090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.221505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea60c9-3061-41ea-8de2-fff100e5e21c None None] The sync data for ids ['b7018b6a-24f0-426d-ac21-46d09b32e721'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:36.229988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Made reservation on behalf of 7620d9d6d38847f19411a7d16eac52ea for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:36.233450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.340581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2350b08-b0ad-4a27-a6ce-ebb12bdaec2a req-3fff6bf4-a3d8-4062-8abc-bef6db85623e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437313 Jan 28 01:08:36.361127 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] Set router 6bd798b4-750c-4bbd-b9da-263274bcd113 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:36.375795 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908 associated. External IP: 172.25.1.124, port: e3e0e15f-d51b-4134-8ab2-d720ea116f4f. Jan 28 01:08:36.389013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-f4485a93-88e0-442b-9045-ceb587d9ad12 service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770800 Jan 28 01:08:36.454465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router (b7018b6a-24f0-426d-ac21-46d09b32e721), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.493583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-698cca8a-9e8f-4d9d-bba3-63cee89e3c63 req-0e104c5d-5b6a-4fb3-8f18-24d0c9672724 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 210 time: 0.0494010 Jan 28 01:08:36.540239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks [] for router (6bd798b4-750c-4bbd-b9da-263274bcd113), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.546225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Deleting port 69f333ce-43a3-4813-9374-0d5affc7174f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:36.546225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.584412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:36.603240 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T01:08:34Z', 'revision_number': 5, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.634402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] Checking router: 6bd798b4-750c-4bbd-b9da-263274bcd113 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:36.637206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Publish callbacks [] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.641909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (00f0c060-ff79-46bf-94b8-1fa865bf878e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.643878 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] Routers {'6bd798b4-750c-4bbd-b9da-263274bcd113'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:36.644662 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd798b4-750c-4bbd-b9da-263274bcd113'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:36.730554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Transition to ACTIVE for port object 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:36.756175 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] Set router 6bd798b4-750c-4bbd-b9da-263274bcd113 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:36.775013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:36.778046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] For port 69f333ce-43a3-4813-9374-0d5affc7174f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=69f333ce-43a3-4813-9374-0d5affc7174f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:36.778418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.781268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.784670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-6513feb3-aaaf-4f63-8ae1-d248cbc4e45c service neutron] 10.222.0.43 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683419 Jan 28 01:08:36.795289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Allocated IP 172.20.0.5 (290953da-678d-4c30-b675-e6dbaa6428cd/1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd/312bba04-bb11-4c13-995a-1999067aa626) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:36.799193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:36.802464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:36.805506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks [] for router_gateway (6bd798b4-750c-4bbd-b9da-263274bcd113), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.815998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event updated for resources: {'Port': ['ID=00f0c060-ff79-46bf-94b8-1fa865bf878e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:36.840004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Calling delete_port for 69f333ce-43a3-4813-9374-0d5affc7174f owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:36.923994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (b7018b6a-24f0-426d-ac21-46d09b32e721), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:36.962626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:36.980095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:37.029787 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T01:08:34Z', 'revision_number': 5, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:37.033111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1f1e-0b50-4f9d-85ad-8b86112e4125 req-5b0c14c9-ffb3-4551-8ad8-1e638f82b66a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.035297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa5a1f1e-0b50-4f9d-85ad-8b86112e4125 req-5b0c14c9-ffb3-4551-8ad8-1e638f82b66a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.1025887 Jan 28 01:08:37.055441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0736ed24-4486-40ba-b802-828da96d47d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.077864 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194f21f-5165-49d6-90e5-b7bd6de309e1 None None] The sync data for ids ['6bd798b4-750c-4bbd-b9da-263274bcd113'] in n-d-826756-1 is: [{'id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'name': 'tempest-TaggedBootDevicesTest-342626707-router', 'tenant_id': 'b97afca75a494f58bc1911215121d218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:55:27Z', 'updated_at': '2022-01-28T01:08:34Z', 'revision_number': 5, 'project_id': 'b97afca75a494f58bc1911215121d218', 'gw_port': {'id': 'bb148280-33fa-4a71-af9f-7f5d12daf81b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd798b4-750c-4bbd-b9da-263274bcd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:55:29Z', 'updated_at': '2022-01-28T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:37.145226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Deleting port bb148280-33fa-4a71-af9f-7f5d12daf81b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:37.145590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.147260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.270116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (69f333ce-43a3-4813-9374-0d5affc7174f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.278844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Attempting to bind port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:37.279176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Attempting to bind port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:37.279542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Attempting to bind port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:37.288776 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa5a1f1e-0b50-4f9d-85ad-8b86112e4125 req-c70fea3d-5554-43a6-8d21-34eac7e571e6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171421 Jan 28 01:08:37.300929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:37.301264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Attempting to bind port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 on network 5bf3e650-aee2-4370-8db1-b58f323f9a44 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:37.314050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['69f333ce-43a3-4813-9374-0d5affc7174f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:37.319352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e3e0e15f-d51b-4134-8ab2-d720ea116f4f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:37.321741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event deleted for resources: {'Port': ['ID=69f333ce-43a3-4813-9374-0d5affc7174f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:37.350851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:37.351190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Checking segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:37.351710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Bound using segment: {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:37.352177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Bound port: 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea7c9c1-ad61-4460-a2db-13ac622e5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:37.352536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.366289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:37.377870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.385177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:37.415711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:37.416880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:37.417492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] No DVR routers for this DVR port 69f333ce-43a3-4813-9374-0d5affc7174f on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:37.431530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.437755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-600f79eb-da64-4dec-bb9d-2a26b9b8e3e5 req-18f5ec6d-86c9-4674-91a1-cea0fa3498c2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.43 "DELETE /v2.0/ports/69f333ce-43a3-4813-9374-0d5affc7174f HTTP/1.1" status: 204 len: 173 time: 1.3003101 Jan 28 01:08:37.440146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'name': 'network-vif-deleted', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:37.454130 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adb35c0-7a94-4a80-8a20-86c675f1e70b" -d '{"events": [{"server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "name": "network-vif-deleted", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:37.458504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] For port bb148280-33fa-4a71-af9f-7f5d12daf81b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bb148280-33fa-4a71-af9f-7f5d12daf81b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:37.458905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:37.477026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-2612b117-662f-4336-be46-fee502ace136 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "PUT /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 997 time: 2.8070560 Jan 28 01:08:37.481623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Calling delete_port for bb148280-33fa-4a71-af9f-7f5d12daf81b owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:37.789341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:37.791362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba7915-e831-4d9f-a6fe-b154daca44e0 req-aa09d843-87ac-4387-ad0c-7f83c01b9735 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.793017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26ba7915-e831-4d9f-a6fe-b154daca44e0 req-aa09d843-87ac-4387-ad0c-7f83c01b9735 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2080255 Jan 28 01:08:37.794908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-8759aafe-4bbb-4983-bd79-2392a46e08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.796277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-8759aafe-4bbb-4983-bd79-2392a46e08ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.2136731 Jan 28 01:08:37.972458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:37.973093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.047888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:38.051304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:38.077810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for port (312bba04-bb11-4c13-995a-1999067aa626), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.110485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.113636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d4c8025d-b664-4fa8-8866-c7707b69e4d8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.133985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:35Z', 'revision_number': 8, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:38.171557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:38.187244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:38.207786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.208673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.210670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] 10.222.0.43 "PUT /v2.0/ports/80a9e61f-27c3-44cc-9ac0-c157f6b811d1 HTTP/1.1" status: 200 len: 1092 time: 3.4358582 Jan 28 01:08:38.210795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:38.211570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:38.214832 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbd9dab-3cea-40af-89b0-de7cb72da64b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:38.309886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ef190735-f9fd-40c5-be99-3b017a3898b3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:38.345474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ef190735-f9fd-40c5-be99-3b017a3898b3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:38.347155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ef190735-f9fd-40c5-be99-3b017a3898b3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:38.401751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.411151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7ad3-287b-4093-8953-9367baa00511 service neutron] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:38.427157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26ba7915-e831-4d9f-a6fe-b154daca44e0 req-abb3f8ca-7d26-469d-b81e-818888994922 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6260939 Jan 28 01:08:38.480552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:38.482910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (312bba04-bb11-4c13-995a-1999067aa626), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.519972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-5d749d41-c2e8-4dc2-a9bc-cf921280e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.528457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-5d749d41-c2e8-4dc2-a9bc-cf921280e883 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.7190168 Jan 28 01:08:38.531530 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158e7407-e480-43ab-a280-e6eaa2253b11 x-openstack-request-id: req-158e7407-e480-43ab-a280-e6eaa2253b11 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:38.531781 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8770a341-7f01-43b6-a47b-70318894da07", "name": "network-vif-deleted", "tag": "69f333ce-43a3-4813-9374-0d5affc7174f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:38.532126 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-158e7407-e480-43ab-a280-e6eaa2253b11 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:38.532633 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8770a341-7f01-43b6-a47b-70318894da07', 'name': 'network-vif-deleted', 'tag': '69f333ce-43a3-4813-9374-0d5affc7174f', 'status': 'completed', 'code': 200} Jan 28 01:08:38.604864 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bb148280-33fa-4a71-af9f-7f5d12daf81b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.663587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb148280-33fa-4a71-af9f-7f5d12daf81b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:38.701218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-cd23c098-65d0-4dad-8add-91e5e1f7244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.702978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-cd23c098-65d0-4dad-8add-91e5e1f7244b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 1095 time: 0.4064593 Jan 28 01:08:38.707099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:38.717642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Network 290953da-678d-4c30-b675-e6dbaa6428cd is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:38.721913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-95f5c217-93ae-453a-890d-75ee361f10e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 1000 time: 0.1925242 Jan 28 01:08:38.734045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:38.737520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:38.747821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event updated for resources: {'Port': ['ID=312bba04-bb11-4c13-995a-1999067aa626,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:38.794703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2b1e5-fc7a-4f74-a83a-df483c731c2d req-6f9c0132-8a78-4237-b83d-3b8034768590 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.796285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae2b1e5-fc7a-4f74-a83a-df483c731c2d req-6f9c0132-8a78-4237-b83d-3b8034768590 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 931 time: 0.1956146 Jan 28 01:08:38.797231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (6bd798b4-750c-4bbd-b9da-263274bcd113), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.819229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-2c96eb8d-889d-49e0-9ce8-b261ed8cf5f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1 HTTP/1.1" status: 200 len: 217 time: 0.0948210 Jan 28 01:08:38.843428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d4c8025d-b664-4fa8-8866-c7707b69e4d8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.886564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-17d22af4-a2e2-48c9-8e6d-93c76e585c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.888686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-17d22af4-a2e2-48c9-8e6d-93c76e585c71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1599531 Jan 28 01:08:38.919644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.920610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.932644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (6bd798b4-750c-4bbd-b9da-263274bcd113), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.940714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks [] for router_controller (6bd798b4-750c-4bbd-b9da-263274bcd113), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.964247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:35Z', 'revision_number': 8, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:39.001120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cba0ff-cc65-43ba-858c-2a6706602c62 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '6256a1ae-b09e-4b69-aa8a-9b7d5c967908', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'port_id': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'mac_address': 'fa:16:3e:82:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:07:53Z', 'updated_at': '2022-01-28T01:08:35Z', 'revision_number': 8, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:39.001414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-b8d35cc8-411e-44e7-b8b6-afe488fe6e73 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2885730 Jan 28 01:08:39.002991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f70bf9b5-d51b-4419-844a-a5e42a6e8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.004530 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-f70bf9b5-d51b-4419-844a-a5e42a6e8fc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1755195 Jan 28 01:08:39.015507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae2b1e5-fc7a-4f74-a83a-df483c731c2d req-285ccc9a-64e5-4be7-8303-f0dddfd9e37d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855323 Jan 28 01:08:39.026761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-b150462e-ab7b-4fed-81f5-4e8fdfa84b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.027752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-b150462e-ab7b-4fed-81f5-4e8fdfa84b6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069472 Jan 28 01:08:39.033419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (6bd798b4-750c-4bbd-b9da-263274bcd113), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.034174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd798b4-750c-4bbd-b9da-263274bcd113 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:39.039419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.043143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3e908f3-6cf7-4742-ab04-38756b86fc55 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6bd798b4-750c-4bbd-b9da-263274bcd113 HTTP/1.1" status: 204 len: 168 time: 2.8558991 Jan 28 01:08:39.090923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:39.098304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Request body: {'port': {'device_id': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:39.169023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Deleting subnet fccf0139-5430-4c4a-b5ae-0b4e36c4261a {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:08:39.177758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Publish callbacks [] for subnet (fccf0139-5430-4c4a-b5ae-0b4e36c4261a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.208474 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf7e077-7b82-4512-9cba-a0803196cccf x-openstack-request-id: req-5bf7e077-7b82-4512-9cba-a0803196cccf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:39.208865 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:39.209211 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bf7e077-7b82-4512-9cba-a0803196cccf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:39.209809 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'status': 'completed', 'code': 200} Jan 28 01:08:39.224072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-d8872188-f054-4fe8-9489-ff26d29952ab service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878333 Jan 28 01:08:39.246828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (312bba04-bb11-4c13-995a-1999067aa626), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.251824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.257694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (fccf0139-5430-4c4a-b5ae-0b4e36c4261a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.266725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-9b20520e-033c-4b64-80ca-9e1bc02f082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.268524 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-9b20520e-033c-4b64-80ca-9e1bc02f082a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204425 Jan 28 01:08:39.291480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7bc21fa8-20f8-406a-9674-fd71d3f9d8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.317748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=7cb3ebaa-62a7-49a2-9f16-9190b8bdd6f0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:39.441004 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010aab3-638c-4202-930d-a5576b07a641 None None] New status for floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:39.446045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b113-1d53-4a40-8a17-e6b0770b069a req-874bb992-f9e0-4720-ab1f-b6825d28661f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.447564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Router d4c8025d-b664-4fa8-8866-c7707b69e4d8 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:08:39.450652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d829b113-1d53-4a40-8a17-e6b0770b069a req-874bb992-f9e0-4720-ab1f-b6825d28661f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.1341479 Jan 28 01:08:39.468855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16e9f624-9aa5-4251-9b69-211a7bd1accf req-7b17e5fa-0e04-439c-9521-a448a2bc0674 service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381372 Jan 28 01:08:39.510997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (fccf0139-5430-4c4a-b5ae-0b4e36c4261a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.550269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (b7018b6a-24f0-426d-ac21-46d09b32e721), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.580887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d829b113-1d53-4a40-8a17-e6b0770b069a req-825dbe9d-a763-4295-bb60-191cafc76635 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074340 Jan 28 01:08:39.697320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (fccf0139-5430-4c4a-b5ae-0b4e36c4261a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.717368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c042-a122-4925-add0-48c102990651 req-0c5bcd55-56d1-42c6-b792-7800a6164256 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.718916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3978c042-a122-4925-add0-48c102990651 req-0c5bcd55-56d1-42c6-b792-7800a6164256 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1483784 Jan 28 01:08:39.730534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e75732e1-de27-4f0a-8d5e-abb5e55a5b91 req-c2791e1e-4c92-4fe7-87c3-c9cd946fea9d tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 997 time: 0.1174412 Jan 28 01:08:39.735887 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-7d87914e-8246-4119-81f6-d34f72565924 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307556 Jan 28 01:08:39.736981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59692) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:39.764783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccf0139-5430-4c4a-b5ae-0b4e36c4261a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:39.776062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.782694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0db4e4b7-fb26-4c1e-9c53-96e73122f1da admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fccf0139-5430-4c4a-b5ae-0b4e36c4261a HTTP/1.1" status: 204 len: 168 time: 0.6873550 Jan 28 01:08:39.782842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1545d0-035b-41c0-b186-212458c73d6d None None] Network 88b6dedf-27cc-4020-9c79-6c88e8930b46 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:39.783583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59694) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:39.814758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Request body: {'floatingip': {'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:39.927774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (88b6dedf-27cc-4020-9c79-6c88e8930b46), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.971561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75732e1-de27-4f0a-8d5e-abb5e55a5b91 req-c79ac6f5-db24-49e1-8d92-a3e5891420da tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.973650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e75732e1-de27-4f0a-8d5e-abb5e55a5b91 req-c79ac6f5-db24-49e1-8d92-a3e5891420da tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.2426567 Jan 28 01:08:39.982085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] DHCP port deletion for 88b6dedf-27cc-4020-9c79-6c88e8930b46 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:08:39.988393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (b7018b6a-24f0-426d-ac21-46d09b32e721), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.994527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_controller (b7018b6a-24f0-426d-ac21-46d09b32e721), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.016973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-e75732e1-de27-4f0a-8d5e-abb5e55a5b91 req-cbdcff34-e2b6-4c11-b6ed-13ae38df0685 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:08:40.018660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e75732e1-de27-4f0a-8d5e-abb5e55a5b91 req-cbdcff34-e2b6-4c11-b6ed-13ae38df0685 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0373213 Jan 28 01:08:40.034513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] Deleting port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:40.035105 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.100073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] For port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:40.100619 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.120537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] Calling delete_port for 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:40.149809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Deleting port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:40.149809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.160255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (dd21fd4e-f60a-46cb-b2dc-a40fe8540306), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.167774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-0e66f29a-72e3-4bc9-92d4-1492076fc839 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1002 time: 0.1136272 Jan 28 01:08:40.219607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.257073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (b7018b6a-24f0-426d-ac21-46d09b32e721), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.257687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Fanout notify agent at l3_agent the message router_deleted on router b7018b6a-24f0-426d-ac21-46d09b32e721 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:40.266146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] No DVR routers for this DVR port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:40.266354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:40.271986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.273152 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a857eb3-f555-4044-ab65-9ec4b24d9ff3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/routers/b7018b6a-24f0-426d-ac21-46d09b32e721 HTTP/1.1" status: 204 len: 168 time: 4.2322028 Jan 28 01:08:40.277907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59702) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:40.294267 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] Sync routers for ids ['d4c8025d-b664-4fa8-8866-c7707b69e4d8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:40.295822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a32e-fd8a-4514-a2f4-39807f393ead req-ef9f2076-a93b-4982-a8fc-5d69220ab513 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:40.297298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011e9ce-a304-487c-8eae-9991f3027227 None None] Pushing event deleted for resources: {'Port': ['ID=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:40.304665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5602a32e-fd8a-4514-a2f4-39807f393ead req-ef9f2076-a93b-4982-a8fc-5d69220ab513 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 931 time: 0.1765206 Jan 28 01:08:40.312157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] For port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,segment=NetworkSegment(09b7b6e1-0150-4eea-9d98-32923a209612),segment_id=09b7b6e1-0150-4eea-9d98-32923a209612)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:40.312532 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.314694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] Routers {'d4c8025d-b664-4fa8-8866-c7707b69e4d8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:40.316087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d4c8025d-b664-4fa8-8866-c7707b69e4d8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:40.330253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-afd30a0a-0e70-4ee0-b1b3-e4718242c031 req-a4abbd08-0583-4028-8bc5-138e0988ddc5 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121565 Jan 28 01:08:40.332560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d7b9-0015-478f-9dee-9346c2935586 req-53e6eed6-45fb-4de4-8d2a-d1f8557e6e34 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:40.333968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-53e6eed6-45fb-4de4-8d2a-d1f8557e6e34 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports/e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 943 time: 0.1519964 Jan 28 01:08:40.343677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.347475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10691f28-4072-4937-b0be-ff2a996318aa tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.3996222 Jan 28 01:08:40.351233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59704) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:40.367420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Calling delete_port for 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:40.369311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bb148280-33fa-4a71-af9f-7f5d12daf81b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:40.375818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:40.401527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bb148280-33fa-4a71-af9f-7f5d12daf81b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:40.401941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bb148280-33fa-4a71-af9f-7f5d12daf81b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:40.403321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:40.420340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting subnet c161c666-a70b-496d-925f-4f14cd1b81c8 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:08:40.433659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:40.434043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:40.437238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] Routers {'d4c8025d-b664-4fa8-8866-c7707b69e4d8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:40.438207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d4c8025d-b664-4fa8-8866-c7707b69e4d8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:40.445735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for subnet (c161c666-a70b-496d-925f-4f14cd1b81c8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.481269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:40.481982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7276d89-743d-4ae9-b832-bee4d95a46b2 None None] The sync data for ids ['d4c8025d-b664-4fa8-8866-c7707b69e4d8'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:40.540096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:40.542328 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25252912-b76a-4309-8107-a713df7381f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:40.557814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5602a32e-fd8a-4514-a2f4-39807f393ead req-e6c2993a-6ffd-4e28-be29-ce7ce1b6ed68 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520969 Jan 28 01:08:40.640535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-8d333b97-0367-453e-b684-1c2410fb368a tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1002 time: 0.2127309 Jan 28 01:08:40.645834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8344b4e9-e321-4bc3-baff-b816f8fcf020 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/d4c8025d-b664-4fa8-8866-c7707b69e4d8 HTTP/1.1" status: 200 len: 920 time: 0.2897456 Jan 28 01:08:40.648550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59710) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:40.718089 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcf3dbd-2bb0-412b-8898-28d0e54b50fe x-openstack-request-id: req-6fcf3dbd-2bb0-412b-8898-28d0e54b50fe {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:40.718379 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:40.718631 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fcf3dbd-2bb0-412b-8898-28d0e54b50fe {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:40.719021 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'status': 'completed', 'code': 200} Jan 28 01:08:40.722794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69f333ce-43a3-4813-9374-0d5affc7174f no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:40.746361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-363986b2-9eda-4b8a-a82e-bbbd83595046 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c8025d-b664-4fa8-8866-c7707b69e4d8 HTTP/1.1" status: 200 len: 205 time: 0.0966048 Jan 28 01:08:40.751188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59714) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:40.770616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 69f333ce-43a3-4813-9374-0d5affc7174f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:40.770985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 69f333ce-43a3-4813-9374-0d5affc7174f not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:40.796161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.822808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3e5a2285-087d-4cc8-83fa-77a241a6ebe1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.900847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5a2285-087d-4cc8-83fa-77a241a6ebe1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:40.907632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] No DVR routers for this DVR port 3e5a2285-087d-4cc8-83fa-77a241a6ebe1 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:40.958782 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (c161c666-a70b-496d-925f-4f14cd1b81c8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:40.998171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312bba04-bb11-4c13-995a-1999067aa626 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:41.008056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d7b9-0015-478f-9dee-9346c2935586 req-36f55713-0cab-4018-94c2-a2a850818a2d tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.009444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-36f55713-0cab-4018-94c2-a2a850818a2d tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.3586771 Jan 28 01:08:41.016085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Publish callbacks [] for port (312bba04-bb11-4c13-995a-1999067aa626), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.023927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-4e945569-2125-453c-b44d-b5615ec1d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.025457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-4e945569-2125-453c-b44d-b5615ec1d372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 1095 time: 0.5739062 Jan 28 01:08:41.053448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25252912-b76a-4309-8107-a713df7381f0 req-d9b23113-6e03-4e96-82a8-1b47d746beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.055058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-d9b23113-6e03-4e96-82a8-1b47d746beb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.2944815 Jan 28 01:08:41.082524 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (88b6dedf-27cc-4020-9c79-6c88e8930b46), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.119112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (d4c8025d-b664-4fa8-8866-c7707b69e4d8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.137078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Transition to ACTIVE for port object 312bba04-bb11-4c13-995a-1999067aa626 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:41.144727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5e748-97df-4989-85e6-7267414b35ae req-7f4b975b-3a95-42e4-8e41-818af93c1b32 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.146238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cd5e748-97df-4989-85e6-7267414b35ae req-7f4b975b-3a95-42e4-8e41-818af93c1b32 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.3189826 Jan 28 01:08:41.171022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (312bba04-bb11-4c13-995a-1999067aa626), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.305520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c161c666-a70b-496d-925f-4f14cd1b81c8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.342105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Pushing event updated for resources: {'Port': ['ID=312bba04-bb11-4c13-995a-1999067aa626,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:41.400738 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:41.407123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-5ace2eaa-5506-454a-bbac-402bb92fa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.412752 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-5ace2eaa-5506-454a-bbac-402bb92fa61b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.3720524 Jan 28 01:08:41.507199 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-bcaef274-9a27-41a5-a6aa-f726f0734983 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1 HTTP/1.1" status: 200 len: 217 time: 0.0748601 Jan 28 01:08:41.519114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.resource_extend [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:08:41.590994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b6dedf-27cc-4020-9c79-6c88e8930b46']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:41.592783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (c161c666-a70b-496d-925f-4f14cd1b81c8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.617198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b7b6e1-0150-4eea-9d98-32923a209612') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:41.617496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b7b6e1-0150-4eea-9d98-32923a209612') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:41.647742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-5fcf9505-d763-45f4-8f1b-238ac93d1d7c tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1002 time: 0.6046889 Jan 28 01:08:41.649807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (09b7b6e1-0150-4eea-9d98-32923a209612), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.650372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Subnet': ['ID=c161c666-a70b-496d-925f-4f14cd1b81c8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:41.659594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.664528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.667866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ea28e6d9-4000-4b92-b5db-8390f6af6447 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/subnets/c161c666-a70b-496d-925f-4f14cd1b81c8 HTTP/1.1" status: 204 len: 168 time: 1.3700669 Jan 28 01:08:41.669819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Attempting to bind port 312bba04-bb11-4c13-995a-1999067aa626 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:41.670154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Attempting to bind port 312bba04-bb11-4c13-995a-1999067aa626 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:41.670564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Attempting to bind port 312bba04-bb11-4c13-995a-1999067aa626 on network 290953da-678d-4c30-b675-e6dbaa6428cd {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:41.672566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59720) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:41.673323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (dd21fd4e-f60a-46cb-b2dc-a40fe8540306), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.674485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6543e14-3848-4de7-af69-650b4e1ec668 None None] Network e2eee9c2-9860-41d3-8273-dc776f89bb52 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:41.676999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-2e1ec625-151e-4176-9677-8d8dbf05b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.678480 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-2e1ec625-151e-4176-9677-8d8dbf05b37a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1634607 Jan 28 01:08:41.719773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:41.762132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (09b7b6e1-0150-4eea-9d98-32923a209612), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.770358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cd5e748-97df-4989-85e6-7267414b35ae req-25bbc023-b296-436f-92cb-49d3c5d97937 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174843 Jan 28 01:08:41.771642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Port 312bba04-bb11-4c13-995a-1999067aa626 on network 290953da-678d-4c30-b675-e6dbaa6428cd not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:41.772442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Attempting to bind port 312bba04-bb11-4c13-995a-1999067aa626 on network 290953da-678d-4c30-b675-e6dbaa6428cd {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:41.790637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:41.791054 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (09b7b6e1-0150-4eea-9d98-32923a209612), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:41.794137 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:41.807669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:41.808029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Checking segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:41.808404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Bound using segment: {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:41.808858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Bound port: 312bba04-bb11-4c13-995a-1999067aa626, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3ab206-4936-46a8-a0d0-7e795e0618f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:41.809249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (312bba04-bb11-4c13-995a-1999067aa626), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.813257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25252912-b76a-4309-8107-a713df7381f0 req-94e0f68f-927e-41b8-b940-c28c0f8d0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.815361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-94e0f68f-927e-41b8-b940-c28c0f8d0c22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.7422698 Jan 28 01:08:41.849799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.877154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e2eee9c2-9860-41d3-8273-dc776f89bb52), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.881594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d4c8025d-b664-4fa8-8866-c7707b69e4d8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.899959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] DHCP port deletion for e2eee9c2-9860-41d3-8273-dc776f89bb52 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:08:41.920405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.926164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-0393c711-e6b1-4397-8479-9b7caad6ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.928255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-0393c711-e6b1-4397-8479-9b7caad6ab32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400310 Jan 28 01:08:41.981526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (88b6dedf-27cc-4020-9c79-6c88e8930b46), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.996200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] Deleting port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:41.996736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.001417 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Floating IP dd21fd4e-f60a-46cb-b2dc-a40fe8540306 associated. External IP: 172.25.1.32, port: 3f400e1d-1e9e-491c-ab6a-560ce7b23a78. Jan 28 01:08:42.030437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.036334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] 10.222.0.23 "DELETE /v2.0/networks/88b6dedf-27cc-4020-9c79-6c88e8930b46 HTTP/1.1" status: 204 len: 168 time: 2.2523694 Jan 28 01:08:42.084241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-9af9bc05-307b-43aa-a363-8214667cc22b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 1002 time: 0.2590086 Jan 28 01:08:42.088455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d28a97-dcc8-499c-be84-085a2f9a5693 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b6dedf-27cc-4020-9c79-6c88e8930b46,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:42.089240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] For port 312bba04-bb11-4c13-995a-1999067aa626, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:42.106483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] For port 39517f1c-4499-40cf-b5c8-17c5ee8cea70, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39517f1c-4499-40cf-b5c8-17c5ee8cea70,segment=NetworkSegment(21d4269c-7789-4b8d-85ba-4983d1967af7),segment_id=21d4269c-7789-4b8d-85ba-4983d1967af7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:42.108885 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.121574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] For port 312bba04-bb11-4c13-995a-1999067aa626, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=312bba04-bb11-4c13-995a-1999067aa626,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:42.138326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] Calling delete_port for 39517f1c-4499-40cf-b5c8-17c5ee8cea70 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:42.169400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (312bba04-bb11-4c13-995a-1999067aa626), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.225109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.251641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.252091 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908 disassociated. External IP: 172.25.1.124, port: e3e0e15f-d51b-4134-8ab2-d720ea116f4f. Jan 28 01:08:42.254890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Deleting port 00f0c060-ff79-46bf-94b8-1fa865bf878e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:42.255479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (00f0c060-ff79-46bf-94b8-1fa865bf878e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.281306 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.289027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-a9e487a2-24dd-4783-a28a-9c1958e7e746 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471310 Jan 28 01:08:42.292429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.293051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.294577 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/312bba04-bb11-4c13-995a-1999067aa626 HTTP/1.1" status: 200 len: 1091 time: 3.2447875 Jan 28 01:08:42.298783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'tag': '312bba04-bb11-4c13-995a-1999067aa626'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:42.301505 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e02967-7608-48b7-9453-087025c89913" -d '{"events": [{"name": "network-changed", "server_uuid": "e2eb1aef-b702-43df-b9ba-20b1fd1a2a15", "tag": "312bba04-bb11-4c13-995a-1999067aa626"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:42.321058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:42.321414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.367647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] No DVR routers for this DVR port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:42.370126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25252912-b76a-4309-8107-a713df7381f0 req-6be96202-1177-4f92-ac73-d81b12238694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.371875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-6be96202-1177-4f92-ac73-d81b12238694 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.2490704 Jan 28 01:08:42.398990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39517f1c-4499-40cf-b5c8-17c5ee8cea70 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:42.402589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9548126-e6f2-43a7-ac15-78c1cf04148a req-79217578-d936-4a98-83dc-e3096cd12d3c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.409752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9548126-e6f2-43a7-ac15-78c1cf04148a req-79217578-d936-4a98-83dc-e3096cd12d3c tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 943 time: 0.2294672 Jan 28 01:08:42.425269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d645ff-18a2-4a98-b007-d6e9357752d4 service neutron] Pushing event updated for resources: {'Port': ['ID=312bba04-bb11-4c13-995a-1999067aa626,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:42.439535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1965c-22dc-4f42-8dc3-b7630a2498a3 None None] Pushing event deleted for resources: {'Port': ['ID=39517f1c-4499-40cf-b5c8-17c5ee8cea70,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:42.443891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59728) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:42.446051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 39517f1c-4499-40cf-b5c8-17c5ee8cea70 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:42.446394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39517f1c-4499-40cf-b5c8-17c5ee8cea70 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:42.534501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] For port 39517f1c-4499-40cf-b5c8-17c5ee8cea70, host n-d-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:42.534777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.549333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (00f0c060-ff79-46bf-94b8-1fa865bf878e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.584845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 39517f1c-4499-40cf-b5c8-17c5ee8cea70 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:42.594101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 was not found and therefore no delete operation was performed {{(pid=109595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:08:42.594575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25252912-b76a-4309-8107-a713df7381f0 req-86da2f31-c331-4242-884e-ab6978f1fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.596112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-86da2f31-c331-4242-884e-ab6978f1fd67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098355 Jan 28 01:08:42.597250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Calling delete_port for 00f0c060-ff79-46bf-94b8-1fa865bf878e owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:42.607299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9548126-e6f2-43a7-ac15-78c1cf04148a req-e99670a4-30a6-4d69-bae9-ef98c0133057 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968057 Jan 28 01:08:42.607918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (39517f1c-4499-40cf-b5c8-17c5ee8cea70), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.614587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f051a3a4-2217-49d0-be1c-345d094992f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.616063 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-f051a3a4-2217-49d0-be1c-345d094992f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 1094 time: 0.2014570 Jan 28 01:08:42.621334 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ffbd9dab-3cea-40af-89b0-de7cb72da64b req-0b6f65d5-24f9-451e-a0f8-af0d121ee351 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139377 Jan 28 01:08:42.632738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4c326b21-864b-4a72-a547-bfe08e766497 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a48212f75be4d6f8cd8fbb912a5840b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806295 Jan 28 01:08:42.641159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:42.652554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=39517f1c-4499-40cf-b5c8-17c5ee8cea70,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:42.668441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:42.701799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] No DVR routers for this DVR port 39517f1c-4499-40cf-b5c8-17c5ee8cea70 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:42.713707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-32af39bf-de23-432b-b8ba-1ba81b11df4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312bba04-bb11-4c13-995a-1999067aa626 HTTP/1.1" status: 200 len: 217 time: 0.0647874 Jan 28 01:08:42.926226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-a300edb4-6dad-4eed-814f-1b5ad3769499 service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125019 Jan 28 01:08:42.937141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df2e3-d932-405a-a697-b8b4eac475b2 req-09950762-7e23-4ab4-b684-0a5dcc76b927 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.938695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-586df2e3-d932-405a-a697-b8b4eac475b2 req-09950762-7e23-4ab4-b684-0a5dcc76b927 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.1894362 Jan 28 01:08:43.026147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:43.157121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-586df2e3-d932-405a-a697-b8b4eac475b2 req-0f33fd39-8142-4f85-b1d3-3c353ee6af9d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7f3d79c-bf55-400e-be3a-16e58c8cbed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038257 Jan 28 01:08:43.163211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25252912-b76a-4309-8107-a713df7381f0 req-2d5b7d9e-26a5-4a51-895c-d8ad49dc7afb service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235506 Jan 28 01:08:43.169395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (00f0c060-ff79-46bf-94b8-1fa865bf878e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.201845 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e2eee9c2-9860-41d3-8273-dc776f89bb52), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.217881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad995-ddd9-4de7-99f7-12964777acbf req-e42ac166-2600-4f29-ae4f-3735cbbb5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:43.219386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-e42ac166-2600-4f29-ae4f-3735cbbb5e51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 200 len: 861 time: 0.4843729 Jan 28 01:08:43.220107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event deleted for resources: {'Port': ['ID=00f0c060-ff79-46bf-94b8-1fa865bf878e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:43.223297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03eb4fde-05e2-4f73-a8d0-d4eb63fd9917 admin admin] Publish callbacks [] for security_group (3dd6cb8f-4350-4e03-93c3-515429514887), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.232565 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c21be-5c34-404a-89a9-3274ce76f95a x-openstack-request-id: req-725c21be-5c34-404a-89a9-3274ce76f95a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:43.232804 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2eb1aef-b702-43df-b9ba-20b1fd1a2a15", "tag": "312bba04-bb11-4c13-995a-1999067aa626", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:43.233064 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-725c21be-5c34-404a-89a9-3274ce76f95a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:43.233465 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'tag': '312bba04-bb11-4c13-995a-1999067aa626', 'status': 'completed', 'code': 200} Jan 28 01:08:43.258006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2eee9c2-9860-41d3-8273-dc776f89bb52']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.279377 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.317646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d4269c-7789-4b8d-85ba-4983d1967af7') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.318294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d4269c-7789-4b8d-85ba-4983d1967af7') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.321231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:43.326675 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-4a935e82-48ca-44f9-98e1-86561ef7c6e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=290953da-678d-4c30-b675-e6dbaa6428cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776758 Jan 28 01:08:43.333409 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:43.337418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03eb4fde-05e2-4f73-a8d0-d4eb63fd9917 admin admin] Publish callbacks [] for security_group (3dd6cb8f-4350-4e03-93c3-515429514887), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.341605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.345614 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:43.346833 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.351258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (21d4269c-7789-4b8d-85ba-4983d1967af7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.371245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (d4c8025d-b664-4fa8-8866-c7707b69e4d8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.426530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (21d4269c-7789-4b8d-85ba-4983d1967af7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.434952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:43.445359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:43.445763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (21d4269c-7789-4b8d-85ba-4983d1967af7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.447857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-e3dc954f-2a26-4401-ab35-4c34cb08a005 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "PUT /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 696 time: 1.7585530 Jan 28 01:08:43.450156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:43.452386 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b1147-ec55-4742-808a-a83251d23178" -d '{"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:43.456429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:43.458552 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:43.462920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:43.483253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:43.484389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.494947 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:43.514197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d4c8025d-b664-4fa8-8866-c7707b69e4d8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.521753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d14497-ab98-466f-adbc-b083c157ccac req-091ac7fa-df8a-4656-9a1b-b91079bf0339 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:43.523346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40d14497-ab98-466f-adbc-b083c157ccac req-091ac7fa-df8a-4656-9a1b-b91079bf0339 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.2226992 Jan 28 01:08:43.542334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (d4c8025d-b664-4fa8-8866-c7707b69e4d8), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.559481 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-894a0429-71a8-4c39-8d47-cd4e569a951b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "PUT /v2.0/floatingips/dd21fd4e-f60a-46cb-b2dc-a40fe8540306 HTTP/1.1" status: 200 len: 990 time: 3.7457709 Jan 28 01:08:43.585310 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e2eee9c2-9860-41d3-8273-dc776f89bb52), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.593805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.598881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/networks/e2eee9c2-9860-41d3-8273-dc776f89bb52 HTTP/1.1" status: 204 len: 168 time: 1.9236300 Jan 28 01:08:43.603897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59738) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:43.606121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-c14509be-e675-4deb-a16d-1ba12c8b7009 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652578 Jan 28 01:08:43.616924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03eb4fde-05e2-4f73-a8d0-d4eb63fd9917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3dd6cb8f-4350-4e03-93c3-515429514887), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.619740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03eb4fde-05e2-4f73-a8d0-d4eb63fd9917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.627585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03eb4fde-05e2-4f73-a8d0-d4eb63fd9917 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dd6cb8f-4350-4e03-93c3-515429514887 HTTP/1.1" status: 204 len: 168 time: 0.9800029 Jan 28 01:08:43.630250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b213dd9-f7c3-4438-ada5-5dcde1caeaa3 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Network': ['ID=e2eee9c2-9860-41d3-8273-dc776f89bb52,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:43.663767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb4fde-05e2-4f73-a8d0-d4eb63fd9917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd6cb8f-4350-4e03-93c3-515429514887,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:43.682497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d4c8025d-b664-4fa8-8866-c7707b69e4d8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.682497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Fanout notify agent at l3_agent the message router_deleted on router d4c8025d-b664-4fa8-8866-c7707b69e4d8 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:43.742150 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-553ad995-ddd9-4de7-99f7-12964777acbf req-737b0323-8784-41aa-a5f0-12640bb30a0d service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266017 Jan 28 01:08:43.763540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.768305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59744) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:43.768503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-66892620-b89a-4bbf-b57a-e82d27248022 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/d4c8025d-b664-4fa8-8866-c7707b69e4d8 HTTP/1.1" status: 204 len: 168 time: 3.0150440 Jan 28 01:08:43.773530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268945882', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': False}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:43.775665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40d14497-ab98-466f-adbc-b083c157ccac req-e5bed6b9-548b-402c-b9f1-d01cd8df4fda tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315991 Jan 28 01:08:43.777765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d7b9-0015-478f-9dee-9346c2935586 req-313eea50-ab74-4c39-9390-4e848a008e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:43.779296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-313eea50-ab74-4c39-9390-4e848a008e19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.2783024 Jan 28 01:08:43.809858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:43.835972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (b4b970b0-f61c-41b0-8ae4-d3939cc24523), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.837494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (b4b970b0-f61c-41b0-8ae4-d3939cc24523), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.855280 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.890674 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:43.907452 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850bb140-ec20-4280-93cc-93a6440d40d2 x-openstack-request-id: req-850bb140-ec20-4280-93cc-93a6440d40d2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:43.910161 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:43.911153 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:43.913148 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:43.913446 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-850bb140-ec20-4280-93cc-93a6440d40d2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:43.913998 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'status': 'completed', 'code': 200} Jan 28 01:08:44.003277 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (b4b970b0-f61c-41b0-8ae4-d3939cc24523), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.030172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port ebc13eb7-f425-4fa4-80f3-21301ba7289d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:44.030517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.039415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d7b9-0015-478f-9dee-9346c2935586 req-a0258bc6-a8d2-4cb0-84be-6107a3001318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.043257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-a0258bc6-a8d2-4cb0-84be-6107a3001318 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.2398660 Jan 28 01:08:44.073432 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:44.255821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02967-7608-48b7-9453-087025c89913 req-4768227d-72dd-473e-b553-731de5ff1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.257720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-4768227d-72dd-473e-b553-731de5ff1941 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7620d9d6d38847f19411a7d16eac52ea&device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 1094 time: 0.3931000 Jan 28 01:08:44.260130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (b4b970b0-f61c-41b0-8ae4-d3939cc24523), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.292624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59750) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:44.338102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'dd21fd4e-f60a-46cb-b2dc-a40fe8540306', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'mac_address': 'fa:16:3e:77:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:08:14Z', 'updated_at': '2022-01-28T01:08:41Z', 'revision_number': 1, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:44.353213 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:44.376341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:44.384871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-e539e373-6930-415b-8af8-5343b4ab4d09 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.387133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-e539e373-6930-415b-8af8-5343b4ab4d09 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 945 time: 0.2365787 Jan 28 01:08:44.387419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:44.388068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:44.396686 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5f501-1a80-4688-bbd9-9580870af7f7 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:31Z', 'revision_number': 4, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'b907de35-0f5c-40bc-a3f8-95c225928f04', 'name': '', 'network_id': 'b38187d8-7d63-4cea-ad0b-be7eff5808e9', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'mac_address': 'fa:16:3e:8c:86:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:30Z', 'updated_at': '2022-01-28T01:07:36Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'subnets': [{'id': '2ab9c1f5-4b83-4880-8a30-644285f7ab42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:44.503934 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2397bdb2-83dd-4336-ad39-fb4ed70da667 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b97afca75a494f58bc1911215121d218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090340 Jan 28 01:08:44.526895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59752) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:44.527345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:44.553157 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02967-7608-48b7-9453-087025c89913 req-c23358f7-cb04-4c6a-b966-00c46dffeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.554800 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-c23358f7-cb04-4c6a-b966-00c46dffeb37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 200 len: 922 time: 0.2899077 Jan 28 01:08:44.616222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-17c467ba-4043-468f-b92b-095f3b2450fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 217 time: 0.5555336 Jan 28 01:08:44.616942 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-c4819b13-a4f4-4da6-8b8a-1e0865f25932 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312bba04-bb11-4c13-995a-1999067aa626 HTTP/1.1" status: 200 len: 217 time: 0.0546231 Jan 28 01:08:44.633077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1147-ec55-4742-808a-a83251d23178 req-48f82698-1829-4d8f-beb3-e56d3d705cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.634600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-48f82698-1829-4d8f-beb3-e56d3d705cb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0069125b9634349a9c6ba469f7239ed&device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 1097 time: 0.6794665 Jan 28 01:08:44.707013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce29bc11-dc90-46ba-915d-16784f5bbf5d admin admin] Publish callbacks [] for security_group (720bd572-b50b-4e57-8855-4f66a0b80e1b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.714305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Deleting port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:44.714647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.737054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02967-7608-48b7-9453-087025c89913 req-fc032445-4536-4b8a-9540-3d254af3c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.738503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-fc032445-4536-4b8a-9540-3d254af3c648 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 200 len: 861 time: 0.1108861 Jan 28 01:08:44.748599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:44.790837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.791130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (ebc13eb7-f425-4fa4-80f3-21301ba7289d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.801406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165550-5a5c-4c4e-997a-a2842cb62fce req-cccef17b-3f21-42fe-9253-b98112533228 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.808919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5165550-5a5c-4c4e-997a-a2842cb62fce req-cccef17b-3f21-42fe-9253-b98112533228 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 943 time: 0.6687603 Jan 28 01:08:44.815395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d7b9-0015-478f-9dee-9346c2935586 req-28688675-5a8f-45aa-ac89-11a2b81c2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.817663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-28688675-5a8f-45aa-ac89-11a2b81c2398 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.1797051 Jan 28 01:08:44.820840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce29bc11-dc90-46ba-915d-16784f5bbf5d admin admin] Publish callbacks [] for security_group (720bd572-b50b-4e57-8855-4f66a0b80e1b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:44.832987 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-a3e630fb-ddab-453a-9a6f-7902b8310843 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=290953da-678d-4c30-b675-e6dbaa6428cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610211 Jan 28 01:08:44.851559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for ebc13eb7-f425-4fa4-80f3-21301ba7289d owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:44.854900 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5d16a7-916e-41e8-9410-6fc3661bc7a8 None None] New status for floating IP 6256a1ae-b09e-4b69-aa8a-9b7d5c967908: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:45.005567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] For port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:45.005907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.048677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1147-ec55-4742-808a-a83251d23178 req-4d093c75-999d-4705-bdce-34eff71a7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.050229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-4d093c75-999d-4705-bdce-34eff71a7cff service neutron] 10.222.0.45 "GET /v2.0/networks?id=b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 200 len: 922 time: 0.3986285 Jan 28 01:08:45.063832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:45.084014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'dd21fd4e-f60a-46cb-b2dc-a40fe8540306', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'mac_address': 'fa:16:3e:77:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:08:14Z', 'updated_at': '2022-01-28T01:08:41Z', 'revision_number': 1, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:45.090226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'mac_address': 'fa:16:3e:79:09:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:45.142590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce29bc11-dc90-46ba-915d-16784f5bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (720bd572-b50b-4e57-8855-4f66a0b80e1b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.145710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce29bc11-dc90-46ba-915d-16784f5bbf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.147040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ce29bc11-dc90-46ba-915d-16784f5bbf5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/720bd572-b50b-4e57-8855-4f66a0b80e1b HTTP/1.1" status: 204 len: 168 time: 0.6143804 Jan 28 01:08:45.162390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d7b9-0015-478f-9dee-9346c2935586 req-86ec5535-e8c1-4918-a6b1-a9af8c043cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.171032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-86ec5535-e8c1-4918-a6b1-a9af8c043cf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3417852 Jan 28 01:08:45.174400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-48eccb54-cbcb-4bba-980e-0bec94940709 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 200 len: 217 time: 0.0614712 Jan 28 01:08:45.176491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (b4b970b0-f61c-41b0-8ae4-d3939cc24523), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.185413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29bc11-dc90-46ba-915d-16784f5bbf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720bd572-b50b-4e57-8855-4f66a0b80e1b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:45.185743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:45.186298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.202781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9674e83-dd7e-4103-8135-4f5042cf89b4 None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'dd21fd4e-f60a-46cb-b2dc-a40fe8540306', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'mac_address': 'fa:16:3e:77:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:08:14Z', 'updated_at': '2022-01-28T01:08:41Z', 'revision_number': 1, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:45.207069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:45.212899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-6691cd4a-0f77-4d86-b703-9f95159e87bd service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675523 Jan 28 01:08:45.216503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.266269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:45.277822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.283335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:45.291543 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94814c-2a2c-462b-8694-55a5c57bf0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:45.339788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:45.367729 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ebc13eb7-f425-4fa4-80f3-21301ba7289d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.469567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=ebc13eb7-f425-4fa4-80f3-21301ba7289d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:45.492955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-14a285e6-96b8-4cfb-947a-d2dca3b3383f service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210287 Jan 28 01:08:45.517913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1147-ec55-4742-808a-a83251d23178 req-a77d8030-649c-4138-8001-8df98361fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.519924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-a77d8030-649c-4138-8001-8df98361fa58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 200 len: 860 time: 0.2490854 Jan 28 01:08:45.524330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.524934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (10f4d7fd-710a-4435-a9f0-0e7d820e18c2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.525033 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Floating IP 10f4d7fd-710a-4435-a9f0-0e7d820e18c2 disassociated. External IP: 172.25.1.193, port: d8b3beb6-7c02-4ced-b76a-0dfe316c3df8. Jan 28 01:08:45.525340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Calling delete_port for d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:45.560263 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88e02967-7608-48b7-9453-087025c89913 req-885ad492-7fc8-4732-899f-1be332a60c42 service neutron] 10.222.0.43 "GET /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296034 Jan 28 01:08:45.573919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['80a9e61f-27c3-44cc-9ac0-c157f6b811d1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:45.621667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Allocated IP 172.25.1.113 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/4122af1b-28c4-4015-92ea-41a25be93487) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:45.632176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1073b77-19d7-4147-9867-95a050159bb4 None None] New status for floating IP dd21fd4e-f60a-46cb-b2dc-a40fe8540306: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:45.683619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5165550-5a5c-4c4e-997a-a2842cb62fce req-194ee276-f9ff-459c-9a5e-c12ee75a346d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8656185 Jan 28 01:08:45.815688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for port (4122af1b-28c4-4015-92ea-41a25be93487), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.826893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1147-ec55-4742-808a-a83251d23178 req-43e36624-5fa8-43d5-8641-a49e692d10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.828577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-43e36624-5fa8-43d5-8641-a49e692d10f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b38187d8-7d63-4cea-ad0b-be7eff5808e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848117 Jan 28 01:08:45.829452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for floatingip (5f01f6b1-d287-4ecf-a60c-932ea3aa79c8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.832130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.837079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-84606573-68cd-45ef-9c52-476f62191a2e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/floatingips/5f01f6b1-d287-4ecf-a60c-932ea3aa79c8 HTTP/1.1" status: 204 len: 168 time: 2.2277136 Jan 28 01:08:45.837265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d8b3beb6-7c02-4ced-b76a-0dfe316c3df8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:45.838763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59772) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:45.895975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4441f948-e616-4395-bf67-7f772c561944 req-fe488ad9-4e42-4d2b-8cb9-f85ff01143b7 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 210 time: 0.0709033 Jan 28 01:08:45.896750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event deleted for resources: {'Port': ['ID=d8b3beb6-7c02-4ced-b76a-0dfe316c3df8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:45.900806 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9efa454-6a38-444d-b2e4-8a097e9b053e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] DELETE failed (client error): The resource could not be found. Jan 28 01:08:45.901384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9efa454-6a38-444d-b2e4-8a097e9b053e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:08:45.906915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a9efa454-6a38-444d-b2e4-8a097e9b053e tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/ports/31f45eac-1f69-4d17-8518-6f1991ed1998 HTTP/1.1" status: 404 len: 333 time: 0.0661325 Jan 28 01:08:45.908447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59776) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:45.959796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9e3f766c-cc62-4a77-841c-c2e807c3db72 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7018b6a-24f0-426d-ac21-46d09b32e721 HTTP/1.1" status: 200 len: 205 time: 0.0443223 Jan 28 01:08:45.961589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59778) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:45.981611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9253d7b9-0015-478f-9dee-9346c2935586 req-0a57a9c9-cdeb-406e-b675-888dc69671ff service neutron] 10.222.0.23 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748437 Jan 28 01:08:46.042656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4122af1b-28c4-4015-92ea-41a25be93487), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:46.075357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-4f76e7a9-4c43-4e85-bded-207ab4d38aa5 service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383406 Jan 28 01:08:46.083060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa57a24-8b9d-462d-81d8-06288a6bc0c1 req-ded7441c-7719-4664-83f7-0c0ad61599bd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:46.084659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efa57a24-8b9d-462d-81d8-06288a6bc0c1 req-ded7441c-7719-4664-83f7-0c0ad61599bd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 945 time: 0.0893130 Jan 28 01:08:46.128910 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-52d0747c-d418-4a2f-83eb-c9b0d5d5fb07 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] delete failed (client error): The resource could not be found. Jan 28 01:08:46.133338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-52d0747c-d418-4a2f-83eb-c9b0d5d5fb07 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/routers/b7018b6a-24f0-426d-ac21-46d09b32e721 HTTP/1.1" status: 404 len: 336 time: 0.0841441 Jan 28 01:08:46.136323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59786) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:46.161283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:46.186483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:46.192954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:46.204630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efa57a24-8b9d-462d-81d8-06288a6bc0c1 req-8f1f5886-4de5-4811-ba7b-10e434d2b2bd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114559 Jan 28 01:08:46.240797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b5b1147-ec55-4742-808a-a83251d23178 req-56ef5439-ec11-4328-bdf5-5a4780fd262a service neutron] 10.222.0.45 "GET /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548464 Jan 28 01:08:46.259927 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b64b1db-94be-43d1-9faf-2b6cfd782d28 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] DELETE failed (client error): The resource could not be found. Jan 28 01:08:46.260400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b64b1db-94be-43d1-9faf-2b6cfd782d28 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:08:46.263436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b64b1db-94be-43d1-9faf-2b6cfd782d28 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/subnets/c161c666-a70b-496d-925f-4f14cd1b81c8 HTTP/1.1" status: 404 len: 337 time: 0.1190839 Jan 28 01:08:46.265159 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc003969-1c2e-475d-b52a-346df3452fef x-openstack-request-id: req-cc003969-1c2e-475d-b52a-346df3452fef {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:46.265382 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:46.265716 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc003969-1c2e-475d-b52a-346df3452fef {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:46.266225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59790) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:46.266373 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'status': 'completed', 'code': 200} Jan 28 01:08:46.275577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Port': ['ID=4122af1b-28c4-4015-92ea-41a25be93487,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:46.434056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59798) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:46.475715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-f170948d-b905-432d-9d38-97a99a7c8ba7 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 200 len: 694 time: 0.1184719 Jan 28 01:08:46.489757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-8a319eec-6d29-4883-ac20-cd55328316b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:46.491351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-8a319eec-6d29-4883-ac20-cd55328316b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1633112 Jan 28 01:08:46.616130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-network', 'tenant_id': '950838c4d59148eab5fb992c0978c75a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:46.688513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:46.690837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:46.696763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port c3d5505c-b49c-4ed5-88ff-6d5593355b0c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:46.697593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c3d5505c-b49c-4ed5-88ff-6d5593355b0c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:46.715033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-9bb974cb-ca91-44e8-a967-dc71eda249a2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:46.716440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-9bb974cb-ca91-44e8-a967-dc71eda249a2 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.2291787 Jan 28 01:08:46.743508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 312bba04-bb11-4c13-995a-1999067aa626 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:46.755439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:46.761474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-2c49bae9-3453-4bbf-a263-c379a0fa7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:46.762491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-2c49bae9-3453-4bbf-a263-c379a0fa7744 service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.2437828 Jan 28 01:08:46.768863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Router a1e13423-f6d5-41a1-91a0-e5159117f2f9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:46.796508 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:46.808466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-42d64e38-f03f-4af0-8d20-da6bc3cbfc2b tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:08:46.809453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-42d64e38-f03f-4af0-8d20-da6bc3cbfc2b tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0723886 Jan 28 01:08:46.874343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:46.880762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-3c0787e9-f3e9-40bc-b7a0-2542331d88c9 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 697 time: 0.0493021 Jan 28 01:08:46.886539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:46.887014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:46.926758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 312bba04-bb11-4c13-995a-1999067aa626, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=312bba04-bb11-4c13-995a-1999067aa626,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:46.946668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '312bba04-bb11-4c13-995a-1999067aa626', 'network_id': '290953da-678d-4c30-b675-e6dbaa6428cd', 'port_id': '312bba04-bb11-4c13-995a-1999067aa626', 'mac_address': 'fa:16:3e:3d:73:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:47.001901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks [] for security_group (6a9d9081-f11b-4e3c-b820-4ac384881e90), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.003578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (b4b970b0-f61c-41b0-8ae4-d3939cc24523), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.020384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 312bba04-bb11-4c13-995a-1999067aa626 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:47.021013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (312bba04-bb11-4c13-995a-1999067aa626), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.039855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312bba04-bb11-4c13-995a-1999067aa626 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:47.056541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:47.056541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.057708 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6a9d9081-f11b-4e3c-b820-4ac384881e90), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.143431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d9081-f11b-4e3c-b820-4ac384881e90,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:47.144457 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:47.162232 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] Sync routers for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:47.188050 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:47.188974 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:47.203356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] No DVR routers for this DVR port d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:47.208415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.212064 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-24118095-626f-48fb-bbb0-1ea4ce1fcb24 req-40800512-2817-48b0-99a0-2ceaa9e18b35 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.45 "DELETE /v2.0/ports/d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 HTTP/1.1" status: 204 len: 173 time: 2.8132179 Jan 28 01:08:47.215899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c3d5505c-b49c-4ed5-88ff-6d5593355b0c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.233367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for c3d5505c-b49c-4ed5-88ff-6d5593355b0c owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:47.265523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:47.309845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:47.326424 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:47.338550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (b4b970b0-f61c-41b0-8ae4-d3939cc24523), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.352713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:47.355338 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844e263-22ca-4563-9b8b-5bb7ac2d8af6" -d '{"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-plugged", "status": "completed", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:47.369441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 312bba04-bb11-4c13-995a-1999067aa626, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=312bba04-bb11-4c13-995a-1999067aa626,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:47.371822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.374175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:47.374848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d8b3beb6-7c02-4ced-b76a-0dfe316c3df8 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:47.387600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:08:47.410257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-acab16be-112b-4c68-bac0-a30abe2c06ab tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 697 time: 0.3963645 Jan 28 01:08:47.410642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (312bba04-bb11-4c13-995a-1999067aa626), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.425498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-8d1f1747-79d9-4a16-b82c-2ed7ca86d84d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 1000 time: 0.6257076 Jan 28 01:08:47.440569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:47.484493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8d504-da12-4baf-8d50-db77a899ffb9 req-4c578b98-57d3-468d-b92c-f5589d001eae tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:47.492400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93a8d504-da12-4baf-8d50-db77a899ffb9 req-4c578b98-57d3-468d-b92c-f5589d001eae tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 943 time: 0.6935549 Jan 28 01:08:47.539828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=312bba04-bb11-4c13-995a-1999067aa626,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:47.549219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Router b4b970b0-f61c-41b0-8ae4-d3939cc24523 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:08:47.623959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (200fbbdd-ddbe-4a41-92f9-110cbfe5a88d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.624191 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Added segment 200fbbdd-ddbe-4a41-92f9-110cbfe5a88d of type vlan for network 21445934-1bca-412d-924a-b3cbbe5ad96e Jan 28 01:08:47.629383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c3d5505c-b49c-4ed5-88ff-6d5593355b0c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.667754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:47.682154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Sync routers for ids ['b4b970b0-f61c-41b0-8ae4-d3939cc24523'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:47.696244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Routers {'b4b970b0-f61c-41b0-8ae4-d3939cc24523'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:47.698690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b4b970b0-f61c-41b0-8ae4-d3939cc24523'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:47.701885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.703372 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d77d976d-8196-498a-8457-2c9142f6fbfa tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9338329 Jan 28 01:08:47.706046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59816) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:47.721380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=c3d5505c-b49c-4ed5-88ff-6d5593355b0c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:47.721934 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:13Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:47.764097 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] Checking router: a1e13423-f6d5-41a1-91a0-e5159117f2f9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:47.776118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-d30e57bc-ca2d-407a-9070-dd09de40593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:47.778222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-d30e57bc-ca2d-407a-9070-dd09de40593b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.2761502 Jan 28 01:08:47.784832 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:47.786549 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:47.797539 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (21445934-1bca-412d-924a-b3cbbe5ad96e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.808737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['312bba04-bb11-4c13-995a-1999067aa626'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:47.873489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93a8d504-da12-4baf-8d50-db77a899ffb9 req-74dd78fe-d6ab-4bb1-91a4-7a5bc87ac655 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799307 Jan 28 01:08:47.907990 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97d2dc0d-c8bc-42b0-a2d0-8e56861dcf68 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/b4b970b0-f61c-41b0-8ae4-d3939cc24523 HTTP/1.1" status: 200 len: 908 time: 0.1979513 Jan 28 01:08:47.912957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59818) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:47.927133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268945882', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': True}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:47.956706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (21445934-1bca-412d-924a-b3cbbe5ad96e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.957859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:47.958413 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.962454 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:47.981102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:47.982171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.040078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.044290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Set router b4b970b0-f61c-41b0-8ae4-d3939cc24523 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:48.059038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.063589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1687f1f4-dd60-48f8-b3be-7e082d5d7bb4 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/ports/c3d5505c-b49c-4ed5-88ff-6d5593355b0c HTTP/1.1" status: 204 len: 168 time: 1.7952416 Jan 28 01:08:48.065919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59820) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:48.094559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Deleting port 629d7fe0-9e3d-4fc1-b469-84431dce8677 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:48.095652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.168312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-123190dc-9f95-4b1a-9196-02ea31366f82 req-b6cf1266-0398-4a48-88d3-b5ce08e73f6d tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3a40d05-d089-4ede-a92f-a5d03425dcae HTTP/1.1" status: 200 len: 210 time: 0.1141965 Jan 28 01:08:48.176749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-6636054f-c700-41bb-b2f1-703bc3601b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.178363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-6636054f-c700-41bb-b2f1-703bc3601b3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739209 Jan 28 01:08:48.204668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port e0c56365-2ae9-4ed6-a5a4-5b0219f557fc {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:48.205175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e0c56365-2ae9-4ed6-a5a4-5b0219f557fc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.241351 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:13Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:48.269742 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c69b0-a8c7-4268-8734-ea22f92c80e8 None None] The sync data for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 is: [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:06Z', 'revision_number': 4, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '42fe5b34-e30e-4067-a620-99441edc947c', 'name': '', 'network_id': '504e42e7-4e8e-42d6-9417-bbf6ad27a6d3', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'mac_address': 'fa:16:3e:cd:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:05Z', 'updated_at': '2022-01-28T01:05:13Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'subnets': [{'id': '3260361d-4569-452d-98a7-7aee2c3e514a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:48.290610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'name': 'network-vif-deleted', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:48.293236 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd3e4af-4711-4138-b035-a009fa5ebd57" -d '{"events": [{"server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "name": "network-vif-deleted", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:48.316342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.316680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (629d7fe0-9e3d-4fc1-b469-84431dce8677), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.325829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b970b0-f61c-41b0-8ae4-d3939cc24523', 'name': 'tempest-snat-router-268945882', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.113'}], 'enable_snat': False}, 'gw_port_id': '4122af1b-28c4-4015-92ea-41a25be93487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:43Z', 'updated_at': '2022-01-28T01:08:46Z', 'revision_number': 3, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port': {'id': '4122af1b-28c4-4015-92ea-41a25be93487', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b970b0-f61c-41b0-8ae4-d3939cc24523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:45Z', 'updated_at': '2022-01-28T01:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:48.331907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8878069 Jan 28 01:08:48.333485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59824) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:48.343634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Request body: {'subnet': {'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-subnet', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:48.364368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e0c56365-2ae9-4ed6-a5a4-5b0219f557fc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.364892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Checking router: b4b970b0-f61c-41b0-8ae4-d3939cc24523 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:48.365506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Updating router b4b970b0-f61c-41b0-8ae4-d3939cc24523 port 4122af1b-28c4-4015-92ea-41a25be93487 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:08:48.385394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for e0c56365-2ae9-4ed6-a5a4-5b0219f557fc owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:48.398572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:48.401124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.407361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4122af1b-28c4-4015-92ea-41a25be93487), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.449728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Calling delete_port for 629d7fe0-9e3d-4fc1-b469-84431dce8677 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:48.512587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e60f66-a6b8-4faf-927d-26de9dcffd0e admin admin] Pushing event updated for resources: {'Network': ['ID=21445934-1bca-412d-924a-b3cbbe5ad96e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:48.554588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 21445934-1bca-412d-924a-b3cbbe5ad96e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:08:48.693746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e0c56365-2ae9-4ed6-a5a4-5b0219f557fc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.695532 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ba34c-fe23-43cb-876d-6a49a065a35a None None] New status for floating IP 10f4d7fd-710a-4435-a9f0-0e7d820e18c2: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:08:48.734470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=e0c56365-2ae9-4ed6-a5a4-5b0219f557fc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:48.750488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (819b6f0b-fd35-4ea1-95e7-e64afb5de6ef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.769332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 312bba04-bb11-4c13-995a-1999067aa626 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:48.879508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:48.892486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Checking segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:48.892851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Network hostable DHCP agents. Network: 21445934-1bca-412d-924a-b3cbbe5ad96e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:08:48.898841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.904607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c4e1f19b-43db-4552-984e-4ef373367f53 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/ports/e0c56365-2ae9-4ed6-a5a4-5b0219f557fc HTTP/1.1" status: 204 len: 168 time: 0.8352826 Jan 28 01:08:48.904848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 312bba04-bb11-4c13-995a-1999067aa626 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:48.907308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59826) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:48.912423 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Publish callbacks [] for port (4122af1b-28c4-4015-92ea-41a25be93487), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.916276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 312bba04-bb11-4c13-995a-1999067aa626 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:48.916949 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (312bba04-bb11-4c13-995a-1999067aa626), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.945968 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4122af1b-28c4-4015-92ea-41a25be93487), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:48.953341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Network 21445934-1bca-412d-924a-b3cbbe5ad96e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:08:48.977601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ff9f0-ee17-4735-b790-1b2328783e1d tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.982442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d6ff9f0-ee17-4735-b790-1b2328783e1d tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "GET /v2.0/ports?device_id=69c2296d-20e0-4517-8052-f985b8504661 HTTP/1.1" status: 200 len: 913 time: 0.0726690 Jan 28 01:08:48.982442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 21445934-1bca-412d-924a-b3cbbe5ad96e) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:48.983719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59830) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:48.993506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.994136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.012128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467eab41-abe8-459f-a2f9-0f49bcb0562b None None] Network 21445934-1bca-412d-924a-b3cbbe5ad96e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:49.055871 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6427ea17-39bd-4507-919a-09ca96b02aad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7189903 Jan 28 01:08:49.058383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59832) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:49.064211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:49.074036 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Attempting to bind port 4122af1b-28c4-4015-92ea-41a25be93487 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:49.074411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Attempting to bind port 4122af1b-28c4-4015-92ea-41a25be93487 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:49.074777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Attempting to bind port 4122af1b-28c4-4015-92ea-41a25be93487 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:49.098431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872993ee-1a44-474e-9af2-3d313d141a68 None None] Pushing event updated for resources: {'Port': ['ID=4122af1b-28c4-4015-92ea-41a25be93487,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:49.105292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:49.105292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:49.105631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.105805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:49.106304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Bound port: 4122af1b-28c4-4015-92ea-41a25be93487, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:49.106747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4122af1b-28c4-4015-92ea-41a25be93487), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.140989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.142005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.151041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.175130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b445ef-1894-4439-9a08-658183927bed req-cb2301e7-01e0-40ac-8f08-16e13fb8fed7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.176834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38b445ef-1894-4439-9a08-658183927bed req-cb2301e7-01e0-40ac-8f08-16e13fb8fed7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.7249386 Jan 28 01:08:49.236224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 312bba04-bb11-4c13-995a-1999067aa626 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:49.236526 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (312bba04-bb11-4c13-995a-1999067aa626), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.238884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] For port 4122af1b-28c4-4015-92ea-41a25be93487, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:49.243084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] For port 4122af1b-28c4-4015-92ea-41a25be93487, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4122af1b-28c4-4015-92ea-41a25be93487,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:49.253330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-21445934-1bca-412d-924a-b3cbbe5ad96e', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'project_id': '950838c4d59148eab5fb992c0978c75a', 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:08:49.255035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.261959 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4122af1b-28c4-4015-92ea-41a25be93487), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.265032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-35dc074c-9f2e-4a97-b306-b4247a384806 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345169 Jan 28 01:08:49.289323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks [] for router_controller (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.364041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 312bba04-bb11-4c13-995a-1999067aa626, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=312bba04-bb11-4c13-995a-1999067aa626,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:49.365110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Routers {'b4b970b0-f61c-41b0-8ae4-d3939cc24523'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:49.365791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b4b970b0-f61c-41b0-8ae4-d3939cc24523'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:49.391569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38b445ef-1894-4439-9a08-658183927bed req-3eef2c51-83c6-43dc-9ead-4e994e6f5ecd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908236 Jan 28 01:08:49.441999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (629d7fe0-9e3d-4fc1-b469-84431dce8677), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.476830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc94814c-2a2c-462b-8694-55a5c57bf0d7 req-bc2f5364-1b44-442d-93e5-461e09133a19 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924720 Jan 28 01:08:49.480757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (312bba04-bb11-4c13-995a-1999067aa626), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.480933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event deleted for resources: {'Port': ['ID=629d7fe0-9e3d-4fc1-b469-84431dce8677,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:49.485438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872993ee-1a44-474e-9af2-3d313d141a68 None None] Pushing event updated for resources: {'Port': ['ID=4122af1b-28c4-4015-92ea-41a25be93487,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:49.527347 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400dbf5e-206e-4e9b-a3b4-c65a4c857679 x-openstack-request-id: req-400dbf5e-206e-4e9b-a3b4-c65a4c857679 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:49.527634 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-plugged", "status": "completed", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:49.527956 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-400dbf5e-206e-4e9b-a3b4-c65a4c857679 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:49.528329 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'code': 200} Jan 28 01:08:49.563065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks [] for router_gateway (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.638053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks [] for floatingip (6256a1ae-b09e-4b69-aa8a-9b7d5c967908), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.640633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.642097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f9541e-c775-48ff-9db4-54947caa8c33 req-37cf6d73-ff89-4b83-9660-e5cb2f8b3c76 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "DELETE /v2.0/floatingips/6256a1ae-b09e-4b69-aa8a-9b7d5c967908 HTTP/1.1" status: 204 len: 173 time: 2.2190771 Jan 28 01:08:49.670562 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1dee5-be29-4494-ac5f-a8acbfa1d199 x-openstack-request-id: req-4ed1dee5-be29-4494-ac5f-a8acbfa1d199 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:49.670883 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a40d05-d089-4ede-a92f-a5d03425dcae", "name": "network-vif-deleted", "tag": "d8b3beb6-7c02-4ced-b76a-0dfe316c3df8", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:49.671118 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ed1dee5-be29-4494-ac5f-a8acbfa1d199 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:49.671525 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a40d05-d089-4ede-a92f-a5d03425dcae', 'name': 'network-vif-deleted', 'tag': 'd8b3beb6-7c02-4ced-b76a-0dfe316c3df8', 'status': 'completed', 'code': 200} Jan 28 01:08:49.747224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.769406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ab9c-0636-4976-a480-af33855e45c9 req-7e269e1d-dd4f-4339-979b-dd4c95ded616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.770048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.771027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e5e5ab9c-0636-4976-a480-af33855e45c9 req-7e269e1d-dd4f-4339-979b-dd4c95ded616 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 1097 time: 0.1638165 Jan 28 01:08:49.837956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (69c2296d-20e0-4517-8052-f985b8504661), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:49.841587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=312bba04-bb11-4c13-995a-1999067aa626,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:49.868809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Allocated IP 172.20.0.2 (21445934-1bca-412d-924a-b3cbbe5ad96e/819b6f0b-fd35-4ea1-95e7-e64afb5de6ef/50660add-f2a7-43c8-a7cf-79bca0983e16) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:49.881411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] Set router b4b970b0-f61c-41b0-8ae4-d3939cc24523 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:49.896766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b19f73-f1cf-46f8-bfa7-7b732dbeb4fd req-74b7a8a1-00d6-4d12-a056-b58942a1d473 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.900389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60b19f73-f1cf-46f8-bfa7-7b732dbeb4fd req-74b7a8a1-00d6-4d12-a056-b58942a1d473 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1320012 Jan 28 01:08:49.907647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e5e5ab9c-0636-4976-a480-af33855e45c9 req-bcb1421f-72f3-4864-bdca-2153f4e248ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243014 Jan 28 01:08:50.023713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Allocated IP 172.25.1.77 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/38b3c737-95af-43e0-94ee-4756e719d480) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:50.066563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59844) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:50.177662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60b19f73-f1cf-46f8-bfa7-7b732dbeb4fd req-efdd61c4-0067-41e9-a323-5157be05c8d4 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846752 Jan 28 01:08:50.192476 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Publish callbacks [] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.202401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks [] for router_gateway (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.235824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a6399a9-423a-42ac-9791-6d6b46712e44 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group (d7f3d79c-bf55-400e-be3a-16e58c8cbed4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.243246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.251930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.291191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Network 21445934-1bca-412d-924a-b3cbbe5ad96e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:50.296972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:50.301989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:50.309574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for port (38b3c737-95af-43e0-94ee-4756e719d480), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.331694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Pushing event updated for resources: {'Port': ['ID=50660add-f2a7-43c8-a7cf-79bca0983e16,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:50.359573 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a6399a9-423a-42ac-9791-6d6b46712e44 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group (d7f3d79c-bf55-400e-be3a-16e58c8cbed4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.384671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6e99-970d-4e97-9735-ffaefde04b43 req-83e1f870-5758-4766-a3b0-612da71725e1 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.386803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34fb6e99-970d-4e97-9735-ffaefde04b43 req-83e1f870-5758-4766-a3b0-612da71725e1 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 946 time: 0.2248628 Jan 28 01:08:50.392968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (38b3c737-95af-43e0-94ee-4756e719d480), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.448842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Attempting to bind port 50660add-f2a7-43c8-a7cf-79bca0983e16 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:50.449560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Attempting to bind port 50660add-f2a7-43c8-a7cf-79bca0983e16 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:50.450136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Attempting to bind port 50660add-f2a7-43c8-a7cf-79bca0983e16 on network 21445934-1bca-412d-924a-b3cbbe5ad96e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:50.454351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:50.467864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:50.473540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:50.476388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Allocated IP 172.25.1.227 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/a858c346-907c-4773-991b-3a1f77337063) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:50.480484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:50.485415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Checking segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:50.487055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.487333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Bound using segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:50.487873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Bound port: 50660add-f2a7-43c8-a7cf-79bca0983e16, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:50.488398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.535271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port c46933c9-4644-47c0-bceb-ce4188df6672 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:50.535627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c46933c9-4644-47c0-bceb-ce4188df6672), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.552367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Port': ['ID=38b3c737-95af-43e0-94ee-4756e719d480,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:50.571073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b970b0-f61c-41b0-8ae4-d3939cc24523', 'name': 'tempest-snat-router-268945882', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.113'}], 'enable_snat': False}, 'gw_port_id': '4122af1b-28c4-4015-92ea-41a25be93487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:43Z', 'updated_at': '2022-01-28T01:08:46Z', 'revision_number': 3, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port': {'id': '4122af1b-28c4-4015-92ea-41a25be93487', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b970b0-f61c-41b0-8ae4-d3939cc24523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:45Z', 'updated_at': '2022-01-28T01:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:50.594992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34fb6e99-970d-4e97-9735-ffaefde04b43 req-6eb0771a-a818-488c-9cbb-9cf43b6e67ae tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907332 Jan 28 01:08:50.608020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] For port 50660add-f2a7-43c8-a7cf-79bca0983e16, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:50.614099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c411e-42f9-4ae7-b75f-3c49c06453e3 None None] The sync data for ids ['b4b970b0-f61c-41b0-8ae4-d3939cc24523'] in n-d-826756-1 is: [{'id': 'b4b970b0-f61c-41b0-8ae4-d3939cc24523', 'name': 'tempest-snat-router-268945882', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.113'}], 'enable_snat': False}, 'gw_port_id': '4122af1b-28c4-4015-92ea-41a25be93487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:43Z', 'updated_at': '2022-01-28T01:08:46Z', 'revision_number': 3, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port': {'id': '4122af1b-28c4-4015-92ea-41a25be93487', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b970b0-f61c-41b0-8ae4-d3939cc24523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:45Z', 'updated_at': '2022-01-28T01:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:50.627253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] For port 50660add-f2a7-43c8-a7cf-79bca0983e16, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=50660add-f2a7-43c8-a7cf-79bca0983e16,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:50.635666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.704912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a27a1-d83c-4a19-b5c9-a771d591fb3c None None] Pushing event updated for resources: {'Port': ['ID=50660add-f2a7-43c8-a7cf-79bca0983e16,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:50.723042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a6399a9-423a-42ac-9791-6d6b46712e44 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d7f3d79c-bf55-400e-be3a-16e58c8cbed4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.725113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c46933c9-4644-47c0-bceb-ce4188df6672), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.725894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a6399a9-423a-42ac-9791-6d6b46712e44 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.729550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5a6399a9-423a-42ac-9791-6d6b46712e44 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7f3d79c-bf55-400e-be3a-16e58c8cbed4 HTTP/1.1" status: 204 len: 168 time: 0.6595390 Jan 28 01:08:50.729716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks [] for port (a858c346-907c-4773-991b-3a1f77337063), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.731340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:50.751995 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-4cb30ed4-0410-4229-8409-e46f667bcea2 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] show failed (client error): The resource could not be found. Jan 28 01:08:50.753125 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4cb30ed4-0410-4229-8409-e46f667bcea2 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "GET /v2.0/security-groups/d7f3d79c-bf55-400e-be3a-16e58c8cbed4 HTTP/1.1" status: 404 len: 347 time: 0.0212004 Jan 28 01:08:50.756360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59850) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:50.771725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39dbba-b35e-480a-a8f2-0db2a984f0fb req-52b151fc-8038-4e20-ab99-9d32639dcab4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.773452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f39dbba-b35e-480a-a8f2-0db2a984f0fb req-52b151fc-8038-4e20-ab99-9d32639dcab4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.2276201 Jan 28 01:08:50.776305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6399a9-423a-42ac-9791-6d6b46712e44 tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f3d79c-bf55-400e-be3a-16e58c8cbed4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:50.874355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for c46933c9-4644-47c0-bceb-ce4188df6672 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:50.934264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a858c346-907c-4773-991b-3a1f77337063), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:50.994352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:51.000487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f39dbba-b35e-480a-a8f2-0db2a984f0fb req-79e179cb-707e-493e-a4da-8042ef79c830 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154710 Jan 28 01:08:51.327698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:51.395243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6d55b-5b0f-4de2-b827-3aaeca8443ee req-2424d8f3-0b31-4a3c-a0db-37fca81b4646 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.396870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9f6d55b-5b0f-4de2-b827-3aaeca8443ee req-2424d8f3-0b31-4a3c-a0db-37fca81b4646 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1044819 Jan 28 01:08:51.476917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:51.504069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9f6d55b-5b0f-4de2-b827-3aaeca8443ee req-1e0c7277-9cc8-4d81-a81d-a75c678de652 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890479 Jan 28 01:08:51.505410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:51.519978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:51.530109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312bba04-bb11-4c13-995a-1999067aa626'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:51.533086 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e6137-736f-4bed-910e-6f209c428cfe" -d '{"events": [{"server_uuid": "e2eb1aef-b702-43df-b9ba-20b1fd1a2a15", "name": "network-vif-plugged", "status": "completed", "tag": "312bba04-bb11-4c13-995a-1999067aa626"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:51.545565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Router 9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:08:51.578940 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d090e0c-7c14-43a4-839a-ca14e2396522 x-openstack-request-id: req-0d090e0c-7c14-43a4-839a-ca14e2396522 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:51.579183 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2eb1aef-b702-43df-b9ba-20b1fd1a2a15", "name": "network-vif-plugged", "status": "completed", "tag": "312bba04-bb11-4c13-995a-1999067aa626", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:51.579434 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d090e0c-7c14-43a4-839a-ca14e2396522 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:51.579839 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312bba04-bb11-4c13-995a-1999067aa626', 'code': 200} Jan 28 01:08:51.639120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Pushing event updated for resources: {'Port': ['ID=a858c346-907c-4773-991b-3a1f77337063,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:51.725847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:51.745505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Sync routers for ids ['9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:51.764149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872c04a-5126-4134-aaa1-27196b4e576b req-4d19c390-03ab-4d20-8a37-5efd85ba74ac tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.764416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Routers {'9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:51.767800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:51.771832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2872c04a-5126-4134-aaa1-27196b4e576b req-4d19c390-03ab-4d20-8a37-5efd85ba74ac tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 946 time: 0.0809727 Jan 28 01:08:51.784338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:51.787958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0900410-2ec1-4a16-8855-63eb578ea0b9 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8677657 Jan 28 01:08:51.792392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:51.915016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2872c04a-5126-4134-aaa1-27196b4e576b req-d12defa6-f25c-4f05-8d4a-fb77069a1ad3 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422868 Jan 28 01:08:51.918337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Set router 9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:51.925218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Deleting port efdf6f78-3714-4097-aa94-a014831da259 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:51.926839 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (efdf6f78-3714-4097-aa94-a014831da259), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.035328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-db0239b8-afa6-42dc-acc1-fc35ec1fec4f tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 HTTP/1.1" status: 200 len: 906 time: 0.2384672 Jan 28 01:08:52.036624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59864) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:52.089172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79a38-1fd7-45f7-9e61-3e5a8694ee27 req-93d88776-e56e-4fce-bbbd-9ec3b26125f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.091018 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3dd79a38-1fd7-45f7-9e61-3e5a8694ee27 req-93d88776-e56e-4fce-bbbd-9ec3b26125f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 1096 time: 0.3840888 Jan 28 01:08:52.196545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks [] for router_gateway (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.234489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82', 'name': 'tempest-snat-router-268945882', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '38b3c737-95af-43e0-94ee-4756e719d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:47Z', 'updated_at': '2022-01-28T01:08:50Z', 'revision_number': 3, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port': {'id': '38b3c737-95af-43e0-94ee-4756e719d480', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:52.262084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.285058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd8060-7632-4f6b-9b97-cb52e0f6aef9 req-24b30475-3792-4626-aa31-9cb1402ad98c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.297754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7afd8060-7632-4f6b-9b97-cb52e0f6aef9 req-24b30475-3792-4626-aa31-9cb1402ad98c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.1030600 Jan 28 01:08:52.313053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (efdf6f78-3714-4097-aa94-a014831da259), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.313500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (efdf6f78-3714-4097-aa94-a014831da259), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.321827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Checking router: 9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:52.322392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Updating router 9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 port 38b3c737-95af-43e0-94ee-4756e719d480 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:08:52.369106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38b3c737-95af-43e0-94ee-4756e719d480), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.406928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Calling delete_port for efdf6f78-3714-4097-aa94-a014831da259 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:52.442973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c46933c9-4644-47c0-bceb-ce4188df6672), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.487192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e99e2-566c-4ed2-a111-dcb43e55f2c7 None None] Network 21445934-1bca-412d-924a-b3cbbe5ad96e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:08:52.551932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 50660add-f2a7-43c8-a7cf-79bca0983e16 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:52.562142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-720e1962-7e9c-4caf-b54a-9f431444df8e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.563645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-720e1962-7e9c-4caf-b54a-9f431444df8e tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.45 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 946 time: 0.1919498 Jan 28 01:08:52.576732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7afd8060-7632-4f6b-9b97-cb52e0f6aef9 req-205c6143-5f27-48ba-bca7-577d8b6ea7fc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770498 Jan 28 01:08:52.594956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] Provisioning complete for port 50660add-f2a7-43c8-a7cf-79bca0983e16 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:52.595495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.610828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=c46933c9-4644-47c0-bceb-ce4188df6672,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:52.620088 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3dd79a38-1fd7-45f7-9e61-3e5a8694ee27 req-7139ebeb-52ec-4487-9f30-8df287709c89 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067720 Jan 28 01:08:52.668751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.708073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.781384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 50660add-f2a7-43c8-a7cf-79bca0983e16 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:52.781958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:52.793301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3162-1bba-493e-a310-38568a527f07 req-5b6cc86d-5787-402b-b121-852f7c7fa1e1 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.796185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3dbc3162-1bba-493e-a310-38568a527f07 req-5b6cc86d-5787-402b-b121-852f7c7fa1e1 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1495836 Jan 28 01:08:52.843685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Deleting port e3e0e15f-d51b-4134-8ab2-d720ea116f4f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:52.844025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.045872 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Publish callbacks [] for port (38b3c737-95af-43e0-94ee-4756e719d480), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.055463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (efdf6f78-3714-4097-aa94-a014831da259), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.059558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38b3c737-95af-43e0-94ee-4756e719d480), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.112570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Pushing event deleted for resources: {'Port': ['ID=efdf6f78-3714-4097-aa94-a014831da259,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:53.118955 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (69c2296d-20e0-4517-8052-f985b8504661), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.156810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] Current status of the port 50660add-f2a7-43c8-a7cf-79bca0983e16 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:53.157191 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.263306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf5c2c-8499-4c8f-9901-3d2281a44b91 None None] Pushing event updated for resources: {'Port': ['ID=38b3c737-95af-43e0-94ee-4756e719d480,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:53.311312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 50660add-f2a7-43c8-a7cf-79bca0983e16 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:53.311882 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.318931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] For port 50660add-f2a7-43c8-a7cf-79bca0983e16, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=50660add-f2a7-43c8-a7cf-79bca0983e16,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:53.319484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Attempting to bind port 38b3c737-95af-43e0-94ee-4756e719d480 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:53.320753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Attempting to bind port 38b3c737-95af-43e0-94ee-4756e719d480 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:53.320753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Attempting to bind port 38b3c737-95af-43e0-94ee-4756e719d480 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:53.323240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks [] for floatingip (10f4d7fd-710a-4435-a9f0-0e7d820e18c2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.326016 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.330637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-284280d4-cd13-4ed0-af70-b19c1da0b80c tempest-ServersTestFqdnHostnames-1839678143 tempest-ServersTestFqdnHostnames-1839678143-project] 10.222.0.23 "DELETE /v2.0/floatingips/10f4d7fd-710a-4435-a9f0-0e7d820e18c2 HTTP/1.1" status: 204 len: 168 time: 2.5732639 Jan 28 01:08:53.336277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.336668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59882) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:53.353767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:08:53.359489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:53.360303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:53.360925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.361667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:53.362433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Bound port: 38b3c737-95af-43e0-94ee-4756e719d480, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:53.362933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38b3c737-95af-43e0-94ee-4756e719d480), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.495626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3dbc3162-1bba-493e-a310-38568a527f07 req-0b0895f4-9f90-4afa-8ebb-6822b90fe75d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821854 Jan 28 01:08:53.506627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Deleting port 38b3c737-95af-43e0-94ee-4756e719d480 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:53.506959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (38b3c737-95af-43e0-94ee-4756e719d480), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.530702 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:08:53.531602 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:08:53.538701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] For port 38b3c737-95af-43e0-94ee-4756e719d480, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:53.541340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc707ff-a7d6-4cca-a052-738ca3a960f0 None None] Pushing event updated for resources: {'Port': ['ID=50660add-f2a7-43c8-a7cf-79bca0983e16,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:53.566528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] For port 38b3c737-95af-43e0-94ee-4756e719d480, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=38b3c737-95af-43e0-94ee-4756e719d480,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:53.569393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bdf1d44f-1cf0-49af-a349-40f1122f3a31 None None] Provisioning complete for port 50660add-f2a7-43c8-a7cf-79bca0983e16 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:53.571357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d44f-1cf0-49af-a349-40f1122f3a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.581965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (38b3c737-95af-43e0-94ee-4756e719d480), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.607319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Calling delete_port for 38b3c737-95af-43e0-94ee-4756e719d480 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:53.613517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38b3c737-95af-43e0-94ee-4756e719d480), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.670415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bf857-c198-4763-9ce2-7d5784682771 req-0bf93509-9a66-4666-bd55-4a5ef310d8d2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.678100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-711bf857-c198-4763-9ce2-7d5784682771 req-0bf93509-9a66-4666-bd55-4a5ef310d8d2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.7554045 Jan 28 01:08:53.689467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] For port e3e0e15f-d51b-4134-8ab2-d720ea116f4f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:53.689895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:53.762006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf5c2c-8499-4c8f-9901-3d2281a44b91 None None] Pushing event updated for resources: {'Port': ['ID=38b3c737-95af-43e0-94ee-4756e719d480,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:53.769579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:53.778570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Calling delete_port for e3e0e15f-d51b-4134-8ab2-d720ea116f4f owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:53.783267 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Routers {'9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:53.783904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:53.789291 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Sync routers for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:53.806988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcfef1-fdef-4091-9c2b-5418e3e42856 req-e2a40133-41d0-480f-87af-a491840800b5 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.814976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98fcfef1-fdef-4091-9c2b-5418e3e42856 req-e2a40133-41d0-480f-87af-a491840800b5 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/ports?device_id=a484e3ac-c001-487a-bb9b-836933494fdd HTTP/1.1" status: 200 len: 946 time: 0.2208309 Jan 28 01:08:53.817128 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:53.818561 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:53.833984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-711bf857-c198-4763-9ce2-7d5784682771 req-3abfe131-c70b-4f72-8025-f5cfccde7421 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511676 Jan 28 01:08:54.002208 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:54.057048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98fcfef1-fdef-4091-9c2b-5418e3e42856 req-4d7dbd40-2fc9-46d4-b29c-0d1defef03f1 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4507bb9-7ad6-439d-9048-3dfbda505af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411277 Jan 28 01:08:54.146511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] Set router 9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:54.216688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82', 'name': 'tempest-snat-router-268945882', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:47Z', 'updated_at': '2022-01-28T01:08:52Z', 'revision_number': 4, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:54.223041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1d44f-1cf0-49af-a349-40f1122f3a31 None None] Current status of the port 50660add-f2a7-43c8-a7cf-79bca0983e16 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:54.225097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 50660add-f2a7-43c8-a7cf-79bca0983e16 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:54.226087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4122af1b-28c4-4015-92ea-41a25be93487 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:54.238991 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (38b3c737-95af-43e0-94ee-4756e719d480), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.264808 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:51Z', 'revision_number': 3, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:54.274428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49db540-eb36-4e29-a87d-54b45cccacfb None None] The sync data for ids ['9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82'] in n-d-826756-1 is: [{'id': '9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82', 'name': 'tempest-snat-router-268945882', 'tenant_id': '96fe03e2133a461a822652ce3cdb4cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:47Z', 'updated_at': '2022-01-28T01:08:52Z', 'revision_number': 4, 'project_id': '96fe03e2133a461a822652ce3cdb4cbd', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:54.279046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event deleted for resources: {'Port': ['ID=38b3c737-95af-43e0-94ee-4756e719d480,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:54.285575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e3e0e15f-d51b-4134-8ab2-d720ea116f4f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.305850 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Checking router: 0a5d56fb-0950-4966-9f9e-cb74f219dc1e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:54.306217 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Updating router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e port a858c346-907c-4773-991b-3a1f77337063 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:08:54.307727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Router 69c2296d-20e0-4517-8052-f985b8504661 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:54.321435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.321435 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b073a737-c2e2-473c-b554-653c24940f5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2558625 Jan 28 01:08:54.321435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:54.361955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4122af1b-28c4-4015-92ea-41a25be93487 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:54.362261 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4122af1b-28c4-4015-92ea-41a25be93487), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.376270 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a858c346-907c-4773-991b-3a1f77337063), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.376695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Pushing event deleted for resources: {'Port': ['ID=e3e0e15f-d51b-4134-8ab2-d720ea116f4f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:54.467336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] No DVR routers for this DVR port e3e0e15f-d51b-4134-8ab2-d720ea116f4f on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:54.473929 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.477692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65e770c1-1fe8-4dae-845b-adfec0e60532 req-f3eaf26c-4372-4ef9-9c27-6b13e2cd5872 tempest-FloatingIPsAssociationTestJSON-399191797 tempest-FloatingIPsAssociationTestJSON-399191797-project] 10.222.0.45 "DELETE /v2.0/ports/e3e0e15f-d51b-4134-8ab2-d720ea116f4f HTTP/1.1" status: 204 len: 173 time: 1.8916512 Jan 28 01:08:54.478383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'name': 'network-vif-deleted', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:54.480850 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8695fc-2e85-4f21-8e99-9920088f1aa3" -d '{"events": [{"server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "name": "network-vif-deleted", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:54.504761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.505679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4122af1b-28c4-4015-92ea-41a25be93487 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:54.507178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4122af1b-28c4-4015-92ea-41a25be93487), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.594719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4122af1b-28c4-4015-92ea-41a25be93487, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4122af1b-28c4-4015-92ea-41a25be93487,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:54.603888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4122af1b-28c4-4015-92ea-41a25be93487), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.670020 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21a07a-085b-4355-84cd-aca7f1dfc973 x-openstack-request-id: req-ad21a07a-085b-4355-84cd-aca7f1dfc973 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:54.670637 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a484e3ac-c001-487a-bb9b-836933494fdd", "name": "network-vif-deleted", "tag": "e3e0e15f-d51b-4134-8ab2-d720ea116f4f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:54.670855 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad21a07a-085b-4355-84cd-aca7f1dfc973 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:54.671595 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a484e3ac-c001-487a-bb9b-836933494fdd', 'name': 'network-vif-deleted', 'tag': 'e3e0e15f-d51b-4134-8ab2-d720ea116f4f', 'status': 'completed', 'code': 200} Jan 28 01:08:54.687445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.704944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.736820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4122af1b-28c4-4015-92ea-41a25be93487,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:54.857918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a73849-3065-493a-b8ae-086de0074fbd req-49a55502-5074-4aeb-87cd-4c98c8db91ae tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.860327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 50660add-f2a7-43c8-a7cf-79bca0983e16 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:54.869374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8a73849-3065-493a-b8ae-086de0074fbd req-49a55502-5074-4aeb-87cd-4c98c8db91ae tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1955321 Jan 28 01:08:54.871277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.871972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:54.878214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:54.883311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d3a98f68-0c5e-4512-adb1-c9ddebea7efd tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9deb6f60-f7f5-4f05-bc46-67f5ecaa9d82 HTTP/1.1" status: 204 len: 168 time: 2.8449349 Jan 28 01:08:54.883967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59892) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:54.920510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:54.933296 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd153b00-e12f-4691-b952-9ef9c834c6fe tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "PUT /v2.0/routers/69c2296d-20e0-4517-8052-f985b8504661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9482906 Jan 28 01:08:54.940373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:54.943920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] Sync routers for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:54.963044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8a73849-3065-493a-b8ae-086de0074fbd req-7d187174-d2dc-47b7-bd40-2da2ff80a9bb tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780036 Jan 28 01:08:55.006052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:55.006841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:55.016435 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Publish callbacks [] for port (a858c346-907c-4773-991b-3a1f77337063), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.027908 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a858c346-907c-4773-991b-3a1f77337063), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.084881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e3e0e15f-d51b-4134-8ab2-d720ea116f4f no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:55.120249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:55.132229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: e3e0e15f-d51b-4134-8ab2-d720ea116f4f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:55.132741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e3e0e15f-d51b-4134-8ab2-d720ea116f4f not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:55.142507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] Routers {'69c2296d-20e0-4517-8052-f985b8504661'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:55.143133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['69c2296d-20e0-4517-8052-f985b8504661'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:55.145159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Attempting to bind port a858c346-907c-4773-991b-3a1f77337063 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:08:55.145562 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Attempting to bind port a858c346-907c-4773-991b-3a1f77337063 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:08:55.146256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Attempting to bind port a858c346-907c-4773-991b-3a1f77337063 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:55.157218 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Pushing event updated for resources: {'Port': ['ID=a858c346-907c-4773-991b-3a1f77337063,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:55.177921 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:55.178412 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:08:55.178834 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.179301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:55.179812 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Bound port: a858c346-907c-4773-991b-3a1f77337063, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:08:55.180197 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a858c346-907c-4773-991b-3a1f77337063), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.184495 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.184495 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.185148 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.185148 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.185519 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.185823 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.186159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.186488 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.186855 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.187324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.187919 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.188256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.188578 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:55.221080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:55.221947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163430f6-ecfa-4d14-a1d6-5669b4ab3c60 None None] The sync data for ids ['69c2296d-20e0-4517-8052-f985b8504661'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:55.229201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 50660add-f2a7-43c8-a7cf-79bca0983e16 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:55.229504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.255572 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] For port a858c346-907c-4773-991b-3a1f77337063, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:55.260154 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] For port a858c346-907c-4773-991b-3a1f77337063, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a858c346-907c-4773-991b-3a1f77337063,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:55.263155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c6b5-422c-42e3-af24-90a3113e8633 req-9abe19b1-e2a5-4f4d-92a9-94b47c871cf5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:55.269288 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a858c346-907c-4773-991b-3a1f77337063), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.270160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ab6c6b5-422c-42e3-af24-90a3113e8633 req-9abe19b1-e2a5-4f4d-92a9-94b47c871cf5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.2476463 Jan 28 01:08:55.369260 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (b4b970b0-f61c-41b0-8ae4-d3939cc24523), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.377030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 50660add-f2a7-43c8-a7cf-79bca0983e16 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:55.407655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (a1e13423-f6d5-41a1-91a0-e5159117f2f9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.408107 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:55.408891 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:55.450307 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router (69c2296d-20e0-4517-8052-f985b8504661), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.479377 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b3f5f-0f66-4506-95b7-c3fc6d22b6c6 None None] Pushing event updated for resources: {'Port': ['ID=a858c346-907c-4773-991b-3a1f77337063,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:55.537305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ab6c6b5-422c-42e3-af24-90a3113e8633 req-0035cb0f-c2da-40c6-a088-6558dd35f966 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592363 Jan 28 01:08:55.640622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59906) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:55.657141 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:55.848478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_gateway (69c2296d-20e0-4517-8052-f985b8504661), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.916068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (b4b970b0-f61c-41b0-8ae4-d3939cc24523), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:55.939783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6c855-4775-425e-9b90-ab5c901028ee req-52b7f8e3-eaf1-4b03-8368-01bc51a1acfc tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:55.947393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46a6c855-4775-425e-9b90-ab5c901028ee req-52b7f8e3-eaf1-4b03-8368-01bc51a1acfc tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1472049 Jan 28 01:08:55.993693 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:51Z', 'revision_number': 3, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:56.077135 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22be2b-1e1c-46a0-909c-aca1e4690d09 None None] The sync data for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 is: [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:51Z', 'revision_number': 3, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:56.134999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.136801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46a6c855-4775-425e-9b90-ab5c901028ee req-7081b057-9d00-4441-baf2-beefd0ada250 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717765 Jan 28 01:08:56.183309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Deleting port 4122af1b-28c4-4015-92ea-41a25be93487 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:56.183937 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4122af1b-28c4-4015-92ea-41a25be93487), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.269398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting port 51818740-427a-4351-87ce-a263f537aa30 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:56.270279 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (51818740-427a-4351-87ce-a263f537aa30), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.388931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5ae14-4c0a-497f-8fed-df31092cafac req-caa4f64f-0dfe-4b8c-8862-bd8aea8a89a0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:56.391085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bb5ae14-4c0a-497f-8fed-df31092cafac req-caa4f64f-0dfe-4b8c-8862-bd8aea8a89a0 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.2036984 Jan 28 01:08:56.400555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] For port 4122af1b-28c4-4015-92ea-41a25be93487, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4122af1b-28c4-4015-92ea-41a25be93487,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:56.401074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4122af1b-28c4-4015-92ea-41a25be93487), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.474337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Calling delete_port for 4122af1b-28c4-4015-92ea-41a25be93487 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:56.517325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (51818740-427a-4351-87ce-a263f537aa30), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.541935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Calling delete_port for 51818740-427a-4351-87ce-a263f537aa30 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:56.561854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Deleting port 42fe5b34-e30e-4067-a620-99441edc947c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:56.562222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (42fe5b34-e30e-4067-a620-99441edc947c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.568263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Allocated IP 172.20.0.1 (21445934-1bca-412d-924a-b3cbbe5ad96e/819b6f0b-fd35-4ea1-95e7-e64afb5de6ef/dd210255-b6f1-453b-867d-0dd7077ae425) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:56.623015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bb5ae14-4c0a-497f-8fed-df31092cafac req-7b433ed3-6ca5-4dbd-b25f-cd735248dda6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754751 Jan 28 01:08:56.672159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.807897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] For port 42fe5b34-e30e-4067-a620-99441edc947c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=42fe5b34-e30e-4067-a620-99441edc947c,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:56.808679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (42fe5b34-e30e-4067-a620-99441edc947c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.891867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a858c346-907c-4773-991b-3a1f77337063 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:56.912242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Calling delete_port for 42fe5b34-e30e-4067-a620-99441edc947c owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:56.935523 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4122af1b-28c4-4015-92ea-41a25be93487), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.967259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a858c346-907c-4773-991b-3a1f77337063 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:56.967636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a858c346-907c-4773-991b-3a1f77337063), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:56.989237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event deleted for resources: {'Port': ['ID=4122af1b-28c4-4015-92ea-41a25be93487,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:56.997736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks [] for port (dd210255-b6f1-453b-867d-0dd7077ae425), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.066403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a858c346-907c-4773-991b-3a1f77337063 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:57.066403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a858c346-907c-4773-991b-3a1f77337063), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.091928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port a858c346-907c-4773-991b-3a1f77337063, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a858c346-907c-4773-991b-3a1f77337063,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:57.096329 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a858c346-907c-4773-991b-3a1f77337063), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.097217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4122af1b-28c4-4015-92ea-41a25be93487 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:57.120856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (b4b970b0-f61c-41b0-8ae4-d3939cc24523), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.128220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4122af1b-28c4-4015-92ea-41a25be93487 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:57.128570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4122af1b-28c4-4015-92ea-41a25be93487 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 01:08:57.177634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Port 4122af1b-28c4-4015-92ea-41a25be93487 not found, will not notify nova. {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 01:08:57.221742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=a858c346-907c-4773-991b-3a1f77337063,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:57.258322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (b4b970b0-f61c-41b0-8ae4-d3939cc24523), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.269313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_controller (b4b970b0-f61c-41b0-8ae4-d3939cc24523), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.349915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-0222f1bd-5fa3-41cf-8052-faf932325e93 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:57.351470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-0222f1bd-5fa3-41cf-8052-faf932325e93 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.2598677 Jan 28 01:08:57.386536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (b4b970b0-f61c-41b0-8ae4-d3939cc24523), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.387047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4b970b0-f61c-41b0-8ae4-d3939cc24523 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:57.392014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.397150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a7ae0387-1dd9-479e-a188-6919f48f86b4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b4b970b0-f61c-41b0-8ae4-d3939cc24523 HTTP/1.1" status: 204 len: 168 time: 2.4902294 Jan 28 01:08:57.405851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d093-2709-47c7-bc4b-94a87bb80335 req-d6ba89ba-25fc-44cc-9a70-eebb4a39e31a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:57.408053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:57.408343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1114d093-2709-47c7-bc4b-94a87bb80335 req-d6ba89ba-25fc-44cc-9a70-eebb4a39e31a tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1589034 Jan 28 01:08:57.413152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.420633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (51818740-427a-4351-87ce-a263f537aa30), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.422674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (42fe5b34-e30e-4067-a620-99441edc947c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.429464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1922264199', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:57.511807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1114d093-2709-47c7-bc4b-94a87bb80335 req-301f3e97-127c-49bf-9a3b-713c7470fa7d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822010 Jan 28 01:08:57.533600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Deleting port b907de35-0f5c-40bc-a3f8-95c225928f04 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:57.534199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.653060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] For port b907de35-0f5c-40bc-a3f8-95c225928f04, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b907de35-0f5c-40bc-a3f8-95c225928f04,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:57.653455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.682618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Calling delete_port for b907de35-0f5c-40bc-a3f8-95c225928f04 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:57.858877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167f347-1ac5-43d6-aa87-004246a211f7 req-935bcb10-9435-48ff-8bb1-fcc02506c5ae tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:57.860509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9167f347-1ac5-43d6-aa87-004246a211f7 req-935bcb10-9435-48ff-8bb1-fcc02506c5ae tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.1016884 Jan 28 01:08:57.953117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Network 21445934-1bca-412d-924a-b3cbbe5ad96e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:57.957506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9167f347-1ac5-43d6-aa87-004246a211f7 req-38f8a010-9e30-43fb-9ba5-e0f8b82f62b7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840640 Jan 28 01:08:57.969975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:57.992873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:57.993951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.001899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b907de35-0f5c-40bc-a3f8-95c225928f04), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.003245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:58.027217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd210255-b6f1-453b-867d-0dd7077ae425,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:58.061416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Pushing event deleted for resources: {'Port': ['ID=b907de35-0f5c-40bc-a3f8-95c225928f04,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:58.126904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Port': ['ID=51818740-427a-4351-87ce-a263f537aa30,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:58.201197 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.244748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.251332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.256502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (69c2296d-20e0-4517-8052-f985b8504661), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.264653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Pushing event deleted for resources: {'Port': ['ID=42fe5b34-e30e-4067-a620-99441edc947c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:58.414981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ec596417-8380-4a60-a92a-11368d0a5bc3 None None] Provisioning complete for port dd210255-b6f1-453b-867d-0dd7077ae425 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:58.415455 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec596417-8380-4a60-a92a-11368d0a5bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.496884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ec596417-8380-4a60-a92a-11368d0a5bc3 None None] Port dd210255-b6f1-453b-867d-0dd7077ae425 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:08:58.551653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Deleting port 312bba04-bb11-4c13-995a-1999067aa626 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:58.552292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (312bba04-bb11-4c13-995a-1999067aa626), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.559168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (69c2296d-20e0-4517-8052-f985b8504661), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.566846 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router_controller (69c2296d-20e0-4517-8052-f985b8504661), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.786637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (a1e13423-f6d5-41a1-91a0-e5159117f2f9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.795978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.801652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (69c2296d-20e0-4517-8052-f985b8504661), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.802228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Fanout notify agent at l3_agent the message router_deleted on router 69c2296d-20e0-4517-8052-f985b8504661 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:08:58.819070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:58.820337 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03ec0602-5fa7-4253-a9f5-3176a68a6ad9 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/routers/69c2296d-20e0-4517-8052-f985b8504661 HTTP/1.1" status: 204 len: 168 time: 3.8776324 Jan 28 01:08:58.826716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59944) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:58.839844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:58.867529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a858c346-907c-4773-991b-3a1f77337063 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:58.955287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e55060-e6b7-4b97-a117-46e7bd96bb56 req-086c3440-49e8-4828-9544-141af9be8a03 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:58.957207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5e55060-e6b7-4b97-a117-46e7bd96bb56 req-086c3440-49e8-4828-9544-141af9be8a03 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 945 time: 0.1015654 Jan 28 01:08:58.993575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] For port 312bba04-bb11-4c13-995a-1999067aa626, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=312bba04-bb11-4c13-995a-1999067aa626,segment=NetworkSegment(cd3ab206-4936-46a8-a0d0-7e795e0618f4),segment_id=cd3ab206-4936-46a8-a0d0-7e795e0618f4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:58.994664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (312bba04-bb11-4c13-995a-1999067aa626), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.005099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:59.022523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a858c346-907c-4773-991b-3a1f77337063 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:59.022921 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a858c346-907c-4773-991b-3a1f77337063), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.030876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5e55060-e6b7-4b97-a117-46e7bd96bb56 req-ba65dc57-8ef9-490d-9368-12b3d980fcfd tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bcaf581-d038-44d0-b559-45b9f5e7d98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630465 Jan 28 01:08:59.095259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Deleting subnet 2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:08:59.099931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks [] for subnet (2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.122660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:59.140972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'port_id': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'mac_address': 'fa:16:3e:79:09:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:59.155711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.170498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467065fe-25b9-42d3-a4c0-69deb5868064 req-579ade94-8a41-436a-bde5-8c44beb0ae9a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:59.172110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-467065fe-25b9-42d3-a4c0-69deb5868064 req-579ade94-8a41-436a-bde5-8c44beb0ae9a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.0975268 Jan 28 01:08:59.202585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:59.209623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0635418b-faa7-41f1-9c08-eff1cd70c628 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9934f3d-3b78-41ec-8c9c-f7e3fb897d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5674915 Jan 28 01:08:59.210959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.212606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:08:59.217893 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] Sync routers for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:59.222713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a858c346-907c-4773-991b-3a1f77337063 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:59.234602 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:59.242245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:59.254336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:59.255136 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.288455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:59.293973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Calling delete_port for 312bba04-bb11-4c13-995a-1999067aa626 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:59.312083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.314976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-467065fe-25b9-42d3-a4c0-69deb5868064 req-8a8b0cee-bdad-4f8f-9e98-7b7c3adf3000 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352768 Jan 28 01:08:59.330358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4122af1b-28c4-4015-92ea-41a25be93487 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:59.378607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4122af1b-28c4-4015-92ea-41a25be93487 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:59.380756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4122af1b-28c4-4015-92ea-41a25be93487 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:59.399796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:59.409821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.473258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks [] for router (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.495056 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:59.519034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:59.605310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['80a9e61f-27c3-44cc-9ac0-c157f6b811d1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:59.653410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks [] for router_gateway (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.761527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Deleting port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:59.762374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.777699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.831970 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 5, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port': {'id': '67e426fc-aec1-4f7e-b0cf-1d1d63437b7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:26Z', 'updated_at': '2022-01-28T01:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:59.866201 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] Checking router: f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:59.872733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] For port 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:59.873044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.876152 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] Routers {'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:59.876820 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:59.888791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Calling delete_port for 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:59.966593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Subnet': ['ID=2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:59.972276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:59.976137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0aba33d3-bc1d-40ff-911e-147eadd5ebb6 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/subnets/2d262568-c8b5-41bc-8de3-b9cfcaa0bfc9 HTTP/1.1" status: 204 len: 168 time: 1.1441016 Jan 28 01:08:59.979230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59968) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:00.041670 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] Set router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:00.157881 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:08:59Z', 'revision_number': 6, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:00.185604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (312bba04-bb11-4c13-995a-1999067aa626), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.207486 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0102f-c870-4d70-9837-9011456b4e02 None None] The sync data for ids ['f9934f3d-3b78-41ec-8c9c-f7e3fb897d93'] in n-d-826756-1 is: [{'id': 'f9934f3d-3b78-41ec-8c9c-f7e3fb897d93', 'name': 'tempest-FloatingIPsAssociationTestJSON-1329075442-router', 'tenant_id': 'd0069125b9634349a9c6ba469f7239ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:08:59Z', 'revision_number': 6, 'project_id': 'd0069125b9634349a9c6ba469f7239ed', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:00.260785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event deleted for resources: {'Port': ['ID=312bba04-bb11-4c13-995a-1999067aa626,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:00.289716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51c694b1-3538-4c82-87d4-461db6ed92c9 req-87db5ed3-b69e-4a53-91fe-eeab4fd16a1d tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 210 time: 0.0766275 Jan 28 01:09:00.337882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (67e426fc-aec1-4f7e-b0cf-1d1d63437b7c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.376436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e426fc-aec1-4f7e-b0cf-1d1d63437b7c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:00.561855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.690758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8e0f7-6808-466f-aaec-1de730de0a1e req-9c600cec-8703-4ede-8d2e-b55b7bbfea82 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:00.692719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2b8e0f7-6808-466f-aaec-1de730de0a1e req-9c600cec-8703-4ede-8d2e-b55b7bbfea82 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 945 time: 0.1934726 Jan 28 01:09:00.783967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.784266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b907de35-0f5c-40bc-a3f8-95c225928f04 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:00.787028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks [] for router_controller (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.812637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b907de35-0f5c-40bc-a3f8-95c225928f04 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:00.813136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b907de35-0f5c-40bc-a3f8-95c225928f04 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:00.836905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:00.893161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (f9934f3d-3b78-41ec-8c9c-f7e3fb897d93), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.893956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:00.899953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.903438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d8918d26-be20-4f32-8e19-7c817211a465 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9934f3d-3b78-41ec-8c9c-f7e3fb897d93 HTTP/1.1" status: 204 len: 168 time: 1.6875498 Jan 28 01:09:00.905581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2b8e0f7-6808-466f-aaec-1de730de0a1e req-dce67427-5780-4e72-bc20-351ab03959f5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440740 Jan 28 01:09:00.906089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59976) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:00.918235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:00.918797 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.926232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b9abef59-6ea6-4570-b883-b250cecf886c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.978837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Router a1e13423-f6d5-41a1-91a0-e5159117f2f9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:00.981357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] No DVR routers for this DVR port 312bba04-bb11-4c13-995a-1999067aa626 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:00.991732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:00.993812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Deleting subnet 2ab9c1f5-4b83-4880-8a30-644285f7ab42 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:00.995158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b4d36e44-22a9-4c2c-88f3-825b4db3b5ad req-a8e5e590-0991-4c6b-8474-cf4d7f0b901b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.43 "DELETE /v2.0/ports/312bba04-bb11-4c13-995a-1999067aa626 HTTP/1.1" status: 204 len: 173 time: 3.6377795 Jan 28 01:09:00.996029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'name': 'network-vif-deleted', 'tag': '312bba04-bb11-4c13-995a-1999067aa626'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:00.998486 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3fe4dc-878d-4aac-8cad-4f775cecca87" -d '{"events": [{"server_uuid": "e2eb1aef-b702-43df-b9ba-20b1fd1a2a15", "name": "network-vif-deleted", "tag": "312bba04-bb11-4c13-995a-1999067aa626"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:00.999294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Publish callbacks [] for subnet (2ab9c1f5-4b83-4880-8a30-644285f7ab42), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.049747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (2ab9c1f5-4b83-4880-8a30-644285f7ab42), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.063993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (9197b517-3ef3-4aa3-90b1-eaf35f90c853), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.070053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks [] for port (dd210255-b6f1-453b-867d-0dd7077ae425), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.120605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:01.121008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.173933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.184086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:01.191087 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809eb725-b3c8-4597-aaf3-6f074da57296" -d '{"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-plugged", "status": "completed", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:01.230789 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1399a894-63ac-4eb8-8fe2-5e5146b16ce5 x-openstack-request-id: req-1399a894-63ac-4eb8-8fe2-5e5146b16ce5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:01.231115 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2eb1aef-b702-43df-b9ba-20b1fd1a2a15", "name": "network-vif-deleted", "tag": "312bba04-bb11-4c13-995a-1999067aa626", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:01.231334 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1399a894-63ac-4eb8-8fe2-5e5146b16ce5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:01.231743 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2eb1aef-b702-43df-b9ba-20b1fd1a2a15', 'name': 'network-vif-deleted', 'tag': '312bba04-bb11-4c13-995a-1999067aa626', 'status': 'completed', 'code': 200} Jan 28 01:09:01.233568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2ab9c1f5-4b83-4880-8a30-644285f7ab42), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.255247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:01.263472 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.264284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 312bba04-bb11-4c13-995a-1999067aa626 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:01.300895 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94e2784-58e5-43b0-8e9e-7957ec067f76 x-openstack-request-id: req-f94e2784-58e5-43b0-8e9e-7957ec067f76 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:01.301451 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-plugged", "status": "completed", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:01.301903 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f94e2784-58e5-43b0-8e9e-7957ec067f76 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:01.302451 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'code': 200} Jan 28 01:09:01.311798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b9abef59-6ea6-4570-b883-b250cecf886c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.335945 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (2ab9c1f5-4b83-4880-8a30-644285f7ab42), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.339573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 312bba04-bb11-4c13-995a-1999067aa626 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:01.339933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 312bba04-bb11-4c13-995a-1999067aa626 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:01.340264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9abef59-6ea6-4570-b883-b250cecf886c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:01.354263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699a172c-2aa9-4501-9500-d5c5c1da37d8') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:01.354560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699a172c-2aa9-4501-9500-d5c5c1da37d8') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:01.369872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (699a172c-2aa9-4501-9500-d5c5c1da37d8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.378492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:01.387967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (699a172c-2aa9-4501-9500-d5c5c1da37d8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.395624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:01.396267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (699a172c-2aa9-4501-9500-d5c5c1da37d8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.398299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab9c1f5-4b83-4880-8a30-644285f7ab42,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:01.407495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900b1e4-7081-4dba-9d2a-b2640752a012 None None] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:01.411145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.419947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-03bf2a21-1b45-4710-b901-e593b7f0797a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ab9c1f5-4b83-4880-8a30-644285f7ab42 HTTP/1.1" status: 204 len: 168 time: 0.5108778 Jan 28 01:09:01.419947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:01.469560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:01.504563 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:01.531311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b38187d8-7d63-4cea-ad0b-be7eff5808e9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.581157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.583145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b9abef59-6ea6-4570-b883-b250cecf886c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.584540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e90370c-57f2-412f-935d-e771e778aa56 req-f7699d0c-45cb-4c4c-b3f1-dd4a32be74e9 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2eb1aef-b702-43df-b9ba-20b1fd1a2a15 HTTP/1.1" status: 200 len: 210 time: 0.0664189 Jan 28 01:09:01.610126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.626557 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] 10.222.0.23 "DELETE /v2.0/networks/b9abef59-6ea6-4570-b883-b250cecf886c HTTP/1.1" status: 204 len: 168 time: 1.6427555 Jan 28 01:09:01.766231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Deleting port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:01.766580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.919314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] DHCP port deletion for b38187d8-7d63-4cea-ad0b-be7eff5808e9 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:09:01.997824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca15ceb-602d-4f98-ac79-6ab06d1241f1 tempest-FloatingIPTestJSON-1196055971 tempest-FloatingIPTestJSON-1196055971-project] Pushing event deleted for resources: {'Network': ['ID=b9abef59-6ea6-4570-b883-b250cecf886c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:01.998864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd210255-b6f1-453b-867d-0dd7077ae425,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:02.137678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] For port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:02.138060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.165014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Calling delete_port for 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:02.186620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:02.187024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Deleting port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:02.187518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.202241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:02.214062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] Sync routers for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:02.266624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.281106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:02.282408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:02.283977 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8551238b-97d3-496d-89ab-f110e1425523 admin admin] 10.222.0.23 "PUT /v2.0/routers/a1e13423-f6d5-41a1-91a0-e5159117f2f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9457545 Jan 28 01:09:02.296326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60000) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:02.306043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:02.310005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] No DVR routers for this DVR port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:02.328793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Allocated IP 172.25.1.172 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/ac406378-db1c-4282-9849-5c102f6ea34d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:02.395369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f8c6f-37f6-47b6-8cac-6c4ba760690f req-fc0a3764-e4bf-4c8f-9e03-ffd98247655a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:02.402242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-724f8c6f-37f6-47b6-8cac-6c4ba760690f req-fc0a3764-e4bf-4c8f-9e03-ffd98247655a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.3179760 Jan 28 01:09:02.434704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Network 21445934-1bca-412d-924a-b3cbbe5ad96e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:02.447593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:02.507196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b38187d8-7d63-4cea-ad0b-be7eff5808e9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.531045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] For port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,segment=NetworkSegment(d9451e54-fa90-4b98-90cf-226ead571437),segment_id=d9451e54-fa90-4b98-90cf-226ead571437)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:02.531461 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.599022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks [] for router (a1e13423-f6d5-41a1-91a0-e5159117f2f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.601579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Calling delete_port for 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:02.707297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38187d8-7d63-4cea-ad0b-be7eff5808e9']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:02.766300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9451e54-fa90-4b98-90cf-226ead571437') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:02.766631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9451e54-fa90-4b98-90cf-226ead571437') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:02.772079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:02.802210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-724f8c6f-37f6-47b6-8cac-6c4ba760690f req-46cfdd93-0d6b-4f50-aebb-73e08f03fbff tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978283 Jan 28 01:09:02.806661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (d9451e54-fa90-4b98-90cf-226ead571437), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.885395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:02.903400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for port (ac406378-db1c-4282-9849-5c102f6ea34d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.967468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d9451e54-fa90-4b98-90cf-226ead571437), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.968032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ac406378-db1c-4282-9849-5c102f6ea34d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.976938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks [] for router_gateway (a1e13423-f6d5-41a1-91a0-e5159117f2f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.986289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:02.986289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:02.986289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:02.992703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:02.993150 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (d9451e54-fa90-4b98-90cf-226ead571437), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:02.995875 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:03.034165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event updated for resources: {'Port': ['ID=ac406378-db1c-4282-9849-5c102f6ea34d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:03.039544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60018) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:03.097932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:03.098284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 67e426fc-aec1-4f7e-b0cf-1d1d63437b7c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:03.124952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:03.135320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:03.138247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:03.171874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b38187d8-7d63-4cea-ad0b-be7eff5808e9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.183473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-50eb5f12-4cfc-421a-8edb-34d386139d0d None None] Provisioning complete for port dd210255-b6f1-453b-867d-0dd7077ae425 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:03.183886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-50eb5f12-4cfc-421a-8edb-34d386139d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.197216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.200511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.200879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.201302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.201654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.202298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.202652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.203107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b38187d8-7d63-4cea-ad0b-be7eff5808e9 HTTP/1.1" status: 204 len: 168 time: 1.7822995 Jan 28 01:09:03.203235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.203619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.203902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.204242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.204575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.204989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.216254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:03.219945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6816e9-2f37-4308-bafa-2b7f8375aee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b38187d8-7d63-4cea-ad0b-be7eff5808e9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:03.225745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (5253bc2c-ebdf-4e1d-aea7-6396a7c9b134), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.235821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Network b38187d8-7d63-4cea-ad0b-be7eff5808e9 is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:09:03.236787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] No DVR routers for this DVR port 5253bc2c-ebdf-4e1d-aea7-6396a7c9b134 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:03.278048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Deleting port 635bb0b5-acdd-4b59-8985-ac169a113ed8 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:03.280664 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.406536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] For port 635bb0b5-acdd-4b59-8985-ac169a113ed8, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=635bb0b5-acdd-4b59-8985-ac169a113ed8,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:03.407254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.434729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Calling delete_port for 635bb0b5-acdd-4b59-8985-ac169a113ed8 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:03.452603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b41b35-c565-424d-9cd0-6e0ea7ac98d9 None None] Pushing event deleted for resources: {'Port': ['ID=5253bc2c-ebdf-4e1d-aea7-6396a7c9b134,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:03.462597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-50eb5f12-4cfc-421a-8edb-34d386139d0d None None] Port dd210255-b6f1-453b-867d-0dd7077ae425 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:03.495389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60022) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:03.511766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.554554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 5, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port': {'id': '635bb0b5-acdd-4b59-8985-ac169a113ed8', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:03.580950 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc698553-3a26-49c5-b190-b7381bac2801 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group (4a12dcae-ebaf-4a0a-b899-61d2c59aae44), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.591496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] Checking router: a1e13423-f6d5-41a1-91a0-e5159117f2f9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:03.594855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:03.595007 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03d832a3-a318-4961-98a8-c50ec0d3c168 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=868307f097c449d09fba05bee3814809&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3601458 Jan 28 01:09:03.605063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] Routers {'a1e13423-f6d5-41a1-91a0-e5159117f2f9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:03.606271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:03.685391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:03.695339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc698553-3a26-49c5-b190-b7381bac2801 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group (4a12dcae-ebaf-4a0a-b899-61d2c59aae44), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.711123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eeb6aab1-ff11-4259-9e9a-499fa65bc31a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0069125b9634349a9c6ba469f7239ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114480 Jan 28 01:09:03.720235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:03.747704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3e1c-18f3-474c-8ecb-921524486dd4 admin admin] Publish callbacks [] for security_group (dbc5bc5a-0845-4c15-8b61-3713a5aa566b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.759978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] Set router a1e13423-f6d5-41a1-91a0-e5159117f2f9 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:03.789921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3e1c-18f3-474c-8ecb-921524486dd4 admin admin] Publish callbacks [] for security_group (dbc5bc5a-0845-4c15-8b61-3713a5aa566b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.797349 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (635bb0b5-acdd-4b59-8985-ac169a113ed8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.856648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:09:02Z', 'revision_number': 6, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:03.919336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f03a1-ce68-4227-98ab-06d876bccb0f None None] The sync data for ids ['a1e13423-f6d5-41a1-91a0-e5159117f2f9'] in n-d-826756-1 is: [{'id': 'a1e13423-f6d5-41a1-91a0-e5159117f2f9', 'name': 'tempest-ServersTestFqdnHostnames-2124129787-router', 'tenant_id': '58d60bad4de844e5934ecc35e6c8aefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:05:02Z', 'updated_at': '2022-01-28T01:09:02Z', 'revision_number': 6, 'project_id': '58d60bad4de844e5934ecc35e6c8aefb', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:03.969945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc698553-3a26-49c5-b190-b7381bac2801 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4a12dcae-ebaf-4a0a-b899-61d2c59aae44), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.972523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc698553-3a26-49c5-b190-b7381bac2801 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:03.975730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bc698553-3a26-49c5-b190-b7381bac2801 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "DELETE /v2.0/security-groups/4a12dcae-ebaf-4a0a-b899-61d2c59aae44 HTTP/1.1" status: 204 len: 168 time: 0.9297903 Jan 28 01:09:03.981876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:03.991277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Pushing event deleted for resources: {'Port': ['ID=635bb0b5-acdd-4b59-8985-ac169a113ed8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:04.002640 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43793433-bda8-49f2-b4c7-c7c7325d363a admin admin] Publish callbacks [] for security_group (c4507bb9-7ad6-439d-9048-3dfbda505af8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.015685 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (a1e13423-f6d5-41a1-91a0-e5159117f2f9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.020818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc698553-3a26-49c5-b190-b7381bac2801 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a12dcae-ebaf-4a0a-b899-61d2c59aae44,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:04.037449 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-534f1d18-fa41-4dec-b79f-a661f5372563 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] show failed (client error): The resource could not be found. Jan 28 01:09:04.041999 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-534f1d18-fa41-4dec-b79f-a661f5372563 tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "GET /v2.0/security-groups/4a12dcae-ebaf-4a0a-b899-61d2c59aae44 HTTP/1.1" status: 404 len: 347 time: 0.0516775 Jan 28 01:09:04.043719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (9197b517-3ef3-4aa3-90b1-eaf35f90c853), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.054037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60032) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:04.058056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:04.079127 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Sync routers for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:04.098129 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:04.099223 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:04.104569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-61423632-0bb6-4e57-9551-3fbc067c05b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/0a5d56fb-0950-4966-9f9e-cb74f219dc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7827110 Jan 28 01:09:04.108047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43793433-bda8-49f2-b4c7-c7c7325d363a admin admin] Publish callbacks [] for security_group (c4507bb9-7ad6-439d-9048-3dfbda505af8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.285645 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:04.308795 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3e1c-18f3-474c-8ecb-921524486dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dbc5bc5a-0845-4c15-8b61-3713a5aa566b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.319115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3e1c-18f3-474c-8ecb-921524486dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.325356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1f1d3e1c-18f3-474c-8ecb-921524486dd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbc5bc5a-0845-4c15-8b61-3713a5aa566b HTTP/1.1" status: 204 len: 168 time: 0.7296469 Jan 28 01:09:04.365793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (a1e13423-f6d5-41a1-91a0-e5159117f2f9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.380101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d3e1c-18f3-474c-8ecb-921524486dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5bc5a-0845-4c15-8b61-3713a5aa566b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:04.387350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks [] for router_controller (a1e13423-f6d5-41a1-91a0-e5159117f2f9), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.443682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f515e-183f-4173-b1de-d4a2de3800aa req-857da0c2-8882-479c-84da-1f0c51b89917 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:04.459290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b1f515e-183f-4173-b1de-d4a2de3800aa req-857da0c2-8882-479c-84da-1f0c51b89917 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.4608052 Jan 28 01:09:04.572953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (a1e13423-f6d5-41a1-91a0-e5159117f2f9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.573800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1e13423-f6d5-41a1-91a0-e5159117f2f9 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:04.597864 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.601456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1dd74ce-38c6-46ee-9e6f-f3d5c152532c admin admin] 10.222.0.23 "DELETE /v2.0/routers/a1e13423-f6d5-41a1-91a0-e5159117f2f9 HTTP/1.1" status: 204 len: 168 time: 2.2984569 Jan 28 01:09:04.615481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60042) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:04.715984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.780201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b1f515e-183f-4173-b1de-d4a2de3800aa req-03e53776-237f-4ed0-b8af-2d54a1c8f8e7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145509 Jan 28 01:09:04.783822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Deleting subnet 3260361d-4569-452d-98a7-7aee2c3e514a {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:04.802958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Publish callbacks [] for subnet (3260361d-4569-452d-98a7-7aee2c3e514a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.880268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43793433-bda8-49f2-b4c7-c7c7325d363a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c4507bb9-7ad6-439d-9048-3dfbda505af8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.883119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43793433-bda8-49f2-b4c7-c7c7325d363a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.896226 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:08:59Z', 'revision_number': 2, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:04.901258 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43793433-bda8-49f2-b4c7-c7c7325d363a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4507bb9-7ad6-439d-9048-3dfbda505af8 HTTP/1.1" status: 204 len: 168 time: 1.1775243 Jan 28 01:09:04.908020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (3260361d-4569-452d-98a7-7aee2c3e514a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:04.947644 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Checking router: 0a5d56fb-0950-4966-9f9e-cb74f219dc1e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:04.950687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Updating router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e port dd210255-b6f1-453b-867d-0dd7077ae425 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:05.007660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 42fe5b34-e30e-4067-a620-99441edc947c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:05.032446 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.043888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43793433-bda8-49f2-b4c7-c7c7325d363a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4507bb9-7ad6-439d-9048-3dfbda505af8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:05.052986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Deleting port d5da856a-c252-4692-95fa-33c3a4ff176c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:05.053342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.088152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 42fe5b34-e30e-4067-a620-99441edc947c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:05.089064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 42fe5b34-e30e-4067-a620-99441edc947c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:05.089828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 635bb0b5-acdd-4b59-8985-ac169a113ed8 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:05.158459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3260361d-4569-452d-98a7-7aee2c3e514a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.184965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 635bb0b5-acdd-4b59-8985-ac169a113ed8 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:05.185316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 635bb0b5-acdd-4b59-8985-ac169a113ed8 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:05.292126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (3260361d-4569-452d-98a7-7aee2c3e514a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.324359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ace64-4780-4621-abc8-7bb831f17879 None None] Network 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:05.380101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.394323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3260361d-4569-452d-98a7-7aee2c3e514a HTTP/1.1" status: 204 len: 168 time: 0.7767076 Jan 28 01:09:05.395164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60066) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:05.395996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9e145-7e68-490b-a4d6-a841d69e465f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3260361d-4569-452d-98a7-7aee2c3e514a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:05.418282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.418649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for floatingip (d5da856a-c252-4692-95fa-33c3a4ff176c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.514801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Calling delete_port for d5da856a-c252-4692-95fa-33c3a4ff176c owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:05.628398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Router 9197b517-3ef3-4aa3-90b1-eaf35f90c853 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:05.646022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.691636 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Publish callbacks [] for port (dd210255-b6f1-453b-867d-0dd7077ae425), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.708100 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.733126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] DHCP port deletion for 504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:09:05.820421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60078) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:05.821680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Deleting port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:05.824714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:05.852146 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1e59b-12e8-4cc6-96aa-e2fc957e285b None None] Pushing event updated for resources: {'Port': ['ID=dd210255-b6f1-453b-867d-0dd7077ae425,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:05.868111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-network', 'tenant_id': '85e15a4194574a72a783610135b7d152'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:05.882817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] Deleting port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:05.883110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.094197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] For port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:06.094966 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.095511 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Attempting to bind port dd210255-b6f1-453b-867d-0dd7077ae425 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:06.096611 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Attempting to bind port dd210255-b6f1-453b-867d-0dd7077ae425 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:06.099230 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Attempting to bind port dd210255-b6f1-453b-867d-0dd7077ae425 on network 21445934-1bca-412d-924a-b3cbbe5ad96e {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:06.114344 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:06.117144 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Checking segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:06.117997 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.122169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Made reservation on behalf of 85e15a4194574a72a783610135b7d152 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:06.123694 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Bound using segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:06.124381 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Bound port: dd210255-b6f1-453b-867d-0dd7077ae425, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:06.124902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.125453 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.131366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] Calling delete_port for e78845ad-6520-4df9-8c2f-21a7a3f6cbdc owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:06.166857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] For port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,segment=NetworkSegment(4080c5ac-8e6b-405e-b432-4b2a9ccea74c),segment_id=4080c5ac-8e6b-405e-b432-4b2a9ccea74c)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:06.170815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.173300 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.220567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eff18c-a433-46c3-a0d9-fe79c5993810 req-ad30dc55-ade5-4f64-b06e-dd5518263afd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:06.228085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75eff18c-a433-46c3-a0d9-fe79c5993810 req-ad30dc55-ade5-4f64-b06e-dd5518263afd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.2694540 Jan 28 01:09:06.238175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Calling delete_port for e78845ad-6520-4df9-8c2f-21a7a3f6cbdc owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:06.340252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.414248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] Pushing event deleted for resources: {'Port': ['ID=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:06.446144 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] For port dd210255-b6f1-453b-867d-0dd7077ae425, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:06.450259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46dcb7-36f8-4a57-a20d-2917b30f11a2 None None] No DVR routers for this DVR port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:06.482081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-544f0318-c5a9-412b-9f62-fac07c523591 None None] Provisioning complete for port dd210255-b6f1-453b-867d-0dd7077ae425 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:06.482466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-544f0318-c5a9-412b-9f62-fac07c523591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.552361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:06.574028 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] For port dd210255-b6f1-453b-867d-0dd7077ae425, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dd210255-b6f1-453b-867d-0dd7077ae425,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:06.576285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] Sync routers for ids ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:06.601024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d5da856a-c252-4692-95fa-33c3a4ff176c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.603344 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.609339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-544f0318-c5a9-412b-9f62-fac07c523591 None None] Port dd210255-b6f1-453b-867d-0dd7077ae425 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:06.612464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] Routers {'9197b517-3ef3-4aa3-90b1-eaf35f90c853'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:06.613945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:06.619220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75eff18c-a433-46c3-a0d9-fe79c5993810 req-a442c2d9-2aba-49a3-ad81-2eae033e641f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751497 Jan 28 01:09:06.633488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e78845ad-6520-4df9-8c2f-21a7a3f6cbdc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.752238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:06.781831 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:06.782484 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:06.786033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] Routers {'9197b517-3ef3-4aa3-90b1-eaf35f90c853'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:06.787739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:08:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:06.806605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78845ad-6520-4df9-8c2f-21a7a3f6cbdc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:06.822042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] No DVR routers for this DVR port e78845ad-6520-4df9-8c2f-21a7a3f6cbdc on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:06.837627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Pushing event deleted for resources: {'Port': ['ID=d5da856a-c252-4692-95fa-33c3a4ff176c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:06.894429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e78845ad-6520-4df9-8c2f-21a7a3f6cbdc no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:06.896857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:06.897494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f6398-cfb3-4d0a-8b16-95bbeef1aacd None None] The sync data for ids ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:06.920401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.927053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-12c1b9e8-38f2-4965-a504-a2c0f4e75216 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5152409 Jan 28 01:09:06.966775 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1e59b-12e8-4cc6-96aa-e2fc957e285b None None] Pushing event updated for resources: {'Port': ['ID=dd210255-b6f1-453b-867d-0dd7077ae425,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:06.979614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e78845ad-6520-4df9-8c2f-21a7a3f6cbdc {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:06.979902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e78845ad-6520-4df9-8c2f-21a7a3f6cbdc not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:07.002564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:07.054730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': False}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:07.066240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dbe9538e-6e39-4956-b34b-5e19d2c86d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.082673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks [] for security_group (a5cd7471-2068-4db0-abb7-6c0c9f6e17aa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.083584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60108) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:07.145815 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:07.168813 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.183804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Provisioning complete for port dd210255-b6f1-453b-867d-0dd7077ae425 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:07.185728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.326978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a5cd7471-2068-4db0-abb7-6c0c9f6e17aa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.449303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Current status of the port dd210255-b6f1-453b-867d-0dd7077ae425 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:07.449713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.543636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] For port dd210255-b6f1-453b-867d-0dd7077ae425, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dd210255-b6f1-453b-867d-0dd7077ae425,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:07.555169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.600565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-698970048'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:07.629699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Pushing event updated for resources: {'Port': ['ID=dd210255-b6f1-453b-867d-0dd7077ae425,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:07.635660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:07.640357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.640712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.641059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.641579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.642156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.642668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.643154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.643651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.644181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.645149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.645653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.646225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.647638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678002e2-9025-4fe9-9643-ee852be68c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:07.701488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks [] for floatingip (93ae1e68-e9e6-4648-b661-dc28c2c3f5ac), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.706926 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:06Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:07.712105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.714218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.715720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-820c657b-abe1-4cdf-93f0-2ff3cdcbdf9b tempest-ImagesOneServerNegativeTestJSON-1323876197 tempest-ImagesOneServerNegativeTestJSON-1323876197-project] 10.222.0.23 "DELETE /v2.0/floatingips/93ae1e68-e9e6-4648-b661-dc28c2c3f5ac HTTP/1.1" status: 204 len: 168 time: 3.6592636 Jan 28 01:09:07.721153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c07e1a36-fbf4-439f-b056-d581e82d83b3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.721468 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Added segment c07e1a36-fbf4-439f-b056-d581e82d83b3 of type vlan for network 5f5361ea-faeb-44cb-a922-008bc3dfa546 Jan 28 01:09:07.755850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cd7471-2068-4db0-abb7-6c0c9f6e17aa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:07.776834 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2404c-1772-4769-8b96-a5b6c5f5ef0d None None] The sync data for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 is: [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:06Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:07.780142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:07.784993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.808069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.843378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504e42e7-4e8e-42d6-9417-bbf6ad27a6d3']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:07.875019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4080c5ac-8e6b-405e-b432-4b2a9ccea74c') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:07.875321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4080c5ac-8e6b-405e-b432-4b2a9ccea74c') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:07.892823 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (4080c5ac-8e6b-405e-b432-4b2a9ccea74c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.906847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423e0f-7cdc-47b0-93eb-3d5652978733 req-54615987-2108-460b-b9ce-1a392abc4c6a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:07.918223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e423e0f-7cdc-47b0-93eb-3d5652978733 req-54615987-2108-460b-b9ce-1a392abc4c6a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.1607604 Jan 28 01:09:07.961244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5f5361ea-faeb-44cb-a922-008bc3dfa546), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.968576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4080c5ac-8e6b-405e-b432-4b2a9ccea74c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.987816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:07.990230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (4080c5ac-8e6b-405e-b432-4b2a9ccea74c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:07.993582 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:08.086056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e423e0f-7cdc-47b0-93eb-3d5652978733 req-48172200-99a7-41b7-8610-62db3deae4a7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667597 Jan 28 01:09:08.097630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (504e42e7-4e8e-42d6-9417-bbf6ad27a6d3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.103543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.112584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] 10.222.0.23 "DELETE /v2.0/networks/504e42e7-4e8e-42d6-9417-bbf6ad27a6d3 HTTP/1.1" status: 204 len: 168 time: 2.7025104 Jan 28 01:09:08.154601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a5f3-8e25-42e6-a866-aaa5f01e9965 admin admin] Pushing event deleted for resources: {'Network': ['ID=504e42e7-4e8e-42d6-9417-bbf6ad27a6d3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:08.175962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60170) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:08.229297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5f5361ea-faeb-44cb-a922-008bc3dfa546), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.232617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:08.234845 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.255887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60172) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:08.259315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Deleting subnet 1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:08.272976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Publish callbacks [] for subnet (1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.292580 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4542899 Jan 28 01:09:08.302131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60176) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:08.309002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Request body: {'subnet': {'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-subnet', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:08.338895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.345192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Made reservation on behalf of 85e15a4194574a72a783610135b7d152 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:08.348742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.539200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.546464 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd562d02-e06b-48c2-bdee-1915e531973e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.579059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60178) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:08.747177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-255747dd-c7c0-4eb9-adc4-6bdd8ad53976 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58d60bad4de844e5934ecc35e6c8aefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539009 Jan 28 01:09:08.757622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60180) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:08.813497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.843397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dd210255-b6f1-453b-867d-0dd7077ae425 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:08.988252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port dd210255-b6f1-453b-867d-0dd7077ae425 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:08.988633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.016792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161f373-b617-409d-8b39-faf19eecd5cf admin admin] Pushing event updated for resources: {'Network': ['ID=5f5361ea-faeb-44cb-a922-008bc3dfa546,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.021450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd562d02-e06b-48c2-bdee-1915e531973e admin admin] Publish callbacks [] for security_group (0512f385-dc42-41e7-92bd-9a7589962ed6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.044850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.049721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:09.080660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (132a3a25-d74c-4458-a101-a868f6529eba), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.081929 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.093539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (132a3a25-d74c-4458-a101-a868f6529eba), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.095395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd HTTP/1.1" status: 204 len: 168 time: 0.9182737 Jan 28 01:09:09.097683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd562d02-e06b-48c2-bdee-1915e531973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0512f385-dc42-41e7-92bd-9a7589962ed6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.106419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60184) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:09.158501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:09.190698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132a3a25-d74c-4458-a101-a868f6529eba,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.202361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (47555087-bc25-4e1f-9fc9-545467caf996), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.202712 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment 47555087-bc25-4e1f-9fc9-545467caf996 of type vlan for network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f Jan 28 01:09:09.229403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562d02-e06b-48c2-bdee-1915e531973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0512f385-dc42-41e7-92bd-9a7589962ed6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.275154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port dd210255-b6f1-453b-867d-0dd7077ae425 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:09.292857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.297419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8fa2-7765-4a23-a330-97272a50bb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.351545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75476ec6-9f02-4466-9a76-3dd9b2f15be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1273ab-bf72-4ff3-bf8f-3e11a3a907cd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.364501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.376586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.377308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.424382 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cebf68ec-605b-4952-b77a-ccfa4f56f37b admin admin] Publish callbacks [] for security_group (8889ed82-4684-46d6-a328-32a4f9ebd53f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.465933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bd562d02-e06b-48c2-bdee-1915e531973e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cde715fd0e24a218c3b3c9407fd6ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2025924 Jan 28 01:09:09.485827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60188) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:09.504026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3791995 Jan 28 01:09:09.506474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (290953da-678d-4c30-b675-e6dbaa6428cd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.567580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60190) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:09.571264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (93433680-de70-4e13-be25-8f4c6e07dddd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.582548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'name': 'tempest-PortsIpV6TestJSON-539211813'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:09.629071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf57b51-9d81-4276-bf6b-9075a11b11be req-6ecc639f-1709-4b5d-9ac6-d2640b680433 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.643601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcf57b51-9d81-4276-bf6b-9075a11b11be req-6ecc639f-1709-4b5d-9ac6-d2640b680433 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.3041754 Jan 28 01:09:09.645768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cebf68ec-605b-4952-b77a-ccfa4f56f37b admin admin] Publish callbacks [] for security_group (8889ed82-4684-46d6-a328-32a4f9ebd53f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.687736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7379af4-0437-4d65-a51a-449c88a928ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=3f60cf3d-6683-4f07-9d60-ddd02cb4c47f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.701999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:09.878305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a67b132-6a66-4c52-9c32-fb9d707b8c27 admin admin] Publish callbacks [] for security_group (0512f385-dc42-41e7-92bd-9a7589962ed6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.942284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93433680-de70-4e13-be25-8f4c6e07dddd,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.975271 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.979492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.067213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a67b132-6a66-4c52-9c32-fb9d707b8c27 admin admin] Publish callbacks [] for security_group (0512f385-dc42-41e7-92bd-9a7589962ed6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.104006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Router 9197b517-3ef3-4aa3-90b1-eaf35f90c853 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:10.157177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcf57b51-9d81-4276-bf6b-9075a11b11be req-56cc3d30-a5b2-4568-b9e2-264408ff4cdf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654231 Jan 28 01:09:10.164214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Checking segment: {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:10.164648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Network hostable DHCP agents. Network: 5f5361ea-faeb-44cb-a922-008bc3dfa546, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:10.194418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (290953da-678d-4c30-b675-e6dbaa6428cd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.216200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cebf68ec-605b-4952-b77a-ccfa4f56f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8889ed82-4684-46d6-a328-32a4f9ebd53f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.221392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cebf68ec-605b-4952-b77a-ccfa4f56f37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.222716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cebf68ec-605b-4952-b77a-ccfa4f56f37b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8889ed82-4684-46d6-a328-32a4f9ebd53f HTTP/1.1" status: 204 len: 168 time: 1.4579251 Jan 28 01:09:10.223573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:10.234265 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.267192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:10.276727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.280514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-87f5a550-35a2-467d-a8f5-f6c8303e2947 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "PUT /v2.0/routers/9197b517-3ef3-4aa3-90b1-eaf35f90c853 HTTP/1.1" status: 200 len: 922 time: 3.2382004 Jan 28 01:09:10.280681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290953da-678d-4c30-b675-e6dbaa6428cd']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.282529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60196) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:10.282927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf68ec-605b-4952-b77a-ccfa4f56f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889ed82-4684-46d6-a328-32a4f9ebd53f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:10.284932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:10.295249 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] Sync routers for ids ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:10.298347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 8f441bee-0bb7-45c2-bc14-d0f673abd798 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:10.319215 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] Routers {'9197b517-3ef3-4aa3-90b1-eaf35f90c853'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:10.322285 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.431209 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.458700 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e208ca20-536f-472d-abb1-b94b1c9f5924 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/9197b517-3ef3-4aa3-90b1-eaf35f90c853 HTTP/1.1" status: 200 len: 922 time: 0.1721621 Jan 28 01:09:10.468801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60198) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:10.476076 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] Routers {'9197b517-3ef3-4aa3-90b1-eaf35f90c853'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:10.479134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.485161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.521244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ab206-4936-46a8-a0d0-7e795e0618f4') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.521593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ab206-4936-46a8-a0d0-7e795e0618f4') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.526215 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.536865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5f5361ea-faeb-44cb-a922-008bc3dfa546) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:10.548282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab590b-4efe-4b08-8599-28db10b9aa0e None None] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:10.548845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.549427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.552962 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (cd3ab206-4936-46a8-a0d0-7e795e0618f4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.603608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a67b132-6a66-4c52-9c32-fb9d707b8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0512f385-dc42-41e7-92bd-9a7589962ed6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.606411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a67b132-6a66-4c52-9c32-fb9d707b8c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.607746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a67b132-6a66-4c52-9c32-fb9d707b8c27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0512f385-dc42-41e7-92bd-9a7589962ed6 HTTP/1.1" status: 204 len: 168 time: 1.1219337 Jan 28 01:09:10.628562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaafe03-c29f-406c-aa64-96cfe3b31df8 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.630155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9aaafe03-c29f-406c-aa64-96cfe3b31df8 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=9197b517-3ef3-4aa3-90b1-eaf35f90c853&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1602497 Jan 28 01:09:10.637148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (cd3ab206-4936-46a8-a0d0-7e795e0618f4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.640492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60202) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:10.651355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5d93c209-1221-4f1e-98a1-ccfba9de25f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3477676 Jan 28 01:09:10.654142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60204) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:10.659102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:10.692144 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:10.695390 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265d868-c61c-4f48-a4e2-8198501d841a None None] The sync data for ids ['9197b517-3ef3-4aa3-90b1-eaf35f90c853'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:10.731359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.737691 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.790607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b3e79-fcce-4997-8f81-b7661cddf81d tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.791981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-486b3e79-fcce-4997-8f81-b7661cddf81d tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.1392090 Jan 28 01:09:10.794976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67b132-6a66-4c52-9c32-fb9d707b8c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512f385-dc42-41e7-92bd-9a7589962ed6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:10.795852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60208) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:10.803006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:10.803731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (cd3ab206-4936-46a8-a0d0-7e795e0618f4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:10.807689 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:10.829292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=8f441bee-0bb7-45c2-bc14-d0f673abd798,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:10.884180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.899693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5f5361ea-faeb-44cb-a922-008bc3dfa546', 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'project_id': '85e15a4194574a72a783610135b7d152', 'fixed_ips': [{'subnet_id': '93433680-de70-4e13-be25-8f4c6e07dddd'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:09:10.905498 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.906097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': '47555087-bc25-4e1f-9fc9-545467caf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:10.906688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:10.948162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (290953da-678d-4c30-b675-e6dbaa6428cd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.963774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:10.976576 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7dc5a9a5-719c-405b-a27d-f56ba88222e2 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=9197b517-3ef3-4aa3-90b1-eaf35f90c853 HTTP/1.1" status: 200 len: 205 time: 0.1795967 Jan 28 01:09:10.978387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks [] for router_controller (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.979126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60212) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:10.979436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:10.994446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/290953da-678d-4c30-b675-e6dbaa6428cd HTTP/1.1" status: 204 len: 168 time: 1.8304596 Jan 28 01:09:10.996936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6af213-5f41-4217-a8ee-4761f2ab6bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=290953da-678d-4c30-b675-e6dbaa6428cd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:11.025473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:11.029542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:11.034798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:11.041198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.071644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3c08203-6dde-47c0-9cb2-b4403909b4ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4948363 Jan 28 01:09:11.071644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:11.076627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-348009756'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:11.083552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25eb7bb-d0ef-4d76-9e09-e44ff8bfda45 None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:11.120920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:11.124313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.175219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:11.200455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (29f1d354-f89d-48a4-a763-086916d5e0ce), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.200983 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment 29f1d354-f89d-48a4-a763-086916d5e0ce of type vlan for network f76c4b9b-567a-405b-a57c-e03540fd3339 Jan 28 01:09:11.350158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (f76c4b9b-567a-405b-a57c-e03540fd3339), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.460696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Allocated IP 172.20.0.2 (5f5361ea-faeb-44cb-a922-008bc3dfa546/93433680-de70-4e13-be25-8f4c6e07dddd/b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:11.462952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a9554-4cb5-4669-88df-a5dc2428f153 req-c7ad7cb8-586e-4ec4-9c92-386fa095925c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:11.466089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks [] for router_gateway (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.469967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c4a9554-4cb5-4669-88df-a5dc2428f153 req-c7ad7cb8-586e-4ec4-9c92-386fa095925c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.1167340 Jan 28 01:09:11.480407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (f76c4b9b-567a-405b-a57c-e03540fd3339), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.488383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:11.489544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.508283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60234) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:11.678528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6059008 Jan 28 01:09:11.728554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60236) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:11.736785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'ports': [{'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'}, {'network_id': 'f76c4b9b-567a-405b-a57c-e03540fd3339'}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:11.746901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:11.747979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': 'f76c4b9b-567a-405b-a57c-e03540fd3339'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:11.763910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.811605 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Publish callbacks [] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.824474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.875111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-510b1713-f0a5-474f-a814-5e2008b35755 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7620d9d6d38847f19411a7d16eac52ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631825 Jan 28 01:09:11.875572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60246) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:11.929469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c4a9554-4cb5-4669-88df-a5dc2428f153 req-b70772f1-597b-45e5-a348-1e408832b718 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573300 Jan 28 01:09:11.937743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d2c73-4fc6-4698-befc-ca3cc465f42f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=f76c4b9b-567a-405b-a57c-e03540fd3339,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:11.963615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:12.000441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.007167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network f76c4b9b-567a-405b-a57c-e03540fd3339 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:12.015354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:12.038857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Pushing event updated for resources: {'Port': ['ID=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:12.043898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:12.119289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 2} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:12.125240 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.167256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.169517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfdf74fe-d374-4a0c-8ade-7e6be48ead3f admin admin] Publish callbacks [] for security_group (6bcaf581-d038-44d0-b559-45b9f5e7d98d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.172688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60252) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:12.217173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfdf74fe-d374-4a0c-8ade-7e6be48ead3f admin admin] Publish callbacks [] for security_group (6bcaf581-d038-44d0-b559-45b9f5e7d98d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.223130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Attempting to bind port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:12.229560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Attempting to bind port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:12.232960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Attempting to bind port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a on network 5f5361ea-faeb-44cb-a922-008bc3dfa546 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:12.283028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:12.283751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Checking segment: {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:12.284359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.285472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Bound using segment: {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:12.287642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Bound port: b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:12.288324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.372025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfdf74fe-d374-4a0c-8ade-7e6be48ead3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6bcaf581-d038-44d0-b559-45b9f5e7d98d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.376064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfdf74fe-d374-4a0c-8ade-7e6be48ead3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.377963 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bfdf74fe-d374-4a0c-8ade-7e6be48ead3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bcaf581-d038-44d0-b559-45b9f5e7d98d HTTP/1.1" status: 204 len: 168 time: 0.4986629 Jan 28 01:09:12.392212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-128189888-network', 'tenant_id': 'aac5a4856d61438a95da7ad485eecbc4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:12.430470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (9197b517-3ef3-4aa3-90b1-eaf35f90c853), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.447202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf74fe-d374-4a0c-8ade-7e6be48ead3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcaf581-d038-44d0-b559-45b9f5e7d98d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:12.466301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] For port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:12.511729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] For port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:12.518429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Made reservation on behalf of aac5a4856d61438a95da7ad485eecbc4 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:12.521040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.532162 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.563680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.595729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 55eac000-a2ff-46ac-b459-ba0940689aa1 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:12.713531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92a97a-4f24-407a-8459-dea322292ece None None] Pushing event updated for resources: {'Port': ['ID=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:12.794128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Deleting port ac406378-db1c-4282-9849-5c102f6ea34d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:12.794716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ac406378-db1c-4282-9849-5c102f6ea34d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.796473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks [] for router_gateway (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.830775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.913631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks [] for security_group (3726be5d-2702-4fd6-a4dc-80e888bfb264), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.924724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3726be5d-2702-4fd6-a4dc-80e888bfb264), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.958455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (55eac000-a2ff-46ac-b459-ba0940689aa1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.033547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:13.083955 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ac406378-db1c-4282-9849-5c102f6ea34d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.125843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Calling delete_port for ac406378-db1c-4282-9849-5c102f6ea34d owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:13.134983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.135540 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Added segment e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1 of type vlan for network d32e7e87-a487-4ea6-ad23-520d7eb7a0de Jan 28 01:09:13.195268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726be5d-2702-4fd6-a4dc-80e888bfb264,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:13.247624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port f69eea5d-d972-4484-8fd9-848b042e3c6a yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:13.301560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.383211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (f69eea5d-d972-4484-8fd9-848b042e3c6a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.399863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Allocated IP 172.25.1.242 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b7085ef3-abfd-4f03-aeb3-51aa924aa224) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:13.462193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (55eac000-a2ff-46ac-b459-ba0940689aa1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.534857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks [] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.536610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (d32e7e87-a487-4ea6-ad23-520d7eb7a0de), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.573975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:13.583622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.596928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:13.628808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e126c6-414c-4cbe-85be-01a4a22359d0 req-edb1afcc-6cbc-4fd9-9838-f21340db1808 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:13.638071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8e126c6-414c-4cbe-85be-01a4a22359d0 req-edb1afcc-6cbc-4fd9-9838-f21340db1808 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.5456340 Jan 28 01:09:13.646152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:13.647882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f69eea5d-d972-4484-8fd9-848b042e3c6a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.653422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=55eac000-a2ff-46ac-b459-ba0940689aa1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:13.705183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:13.706135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (d32e7e87-a487-4ea6-ad23-520d7eb7a0de), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.707321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:13.708230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:13.714418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Pushing event updated for resources: {'Port': ['ID=b7085ef3-abfd-4f03-aeb3-51aa924aa224,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:13.726190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:13.730876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:13.871397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6982260 Jan 28 01:09:13.887865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:13.890281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=f69eea5d-d972-4484-8fd9-848b042e3c6a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:13.927565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Request body: {'subnet': {'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-128189888-subnet', 'tenant_id': 'aac5a4856d61438a95da7ad485eecbc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:13.950167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60330) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:13.972318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247643d-2114-4b39-bded-18df34fc63bd admin admin] Pushing event updated for resources: {'Network': ['ID=d32e7e87-a487-4ea6-ad23-520d7eb7a0de,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:13.985157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network d32e7e87-a487-4ea6-ad23-520d7eb7a0de details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:14.006131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8e126c6-414c-4cbe-85be-01a4a22359d0 req-068fe50c-2ddb-4f1f-84c1-cfffd86a486c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633125 Jan 28 01:09:14.035760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': '29f1d354-f89d-48a4-a763-086916d5e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f76c4b9b-567a-405b-a57c-e03540fd3339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:14.037541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: f76c4b9b-567a-405b-a57c-e03540fd3339, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:14.045631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Made reservation on behalf of aac5a4856d61438a95da7ad485eecbc4 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:14.061992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.142408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network f76c4b9b-567a-405b-a57c-e03540fd3339 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:14.174153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, f76c4b9b-567a-405b-a57c-e03540fd3339) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:14.184001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:14.186443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c424f50-421d-44e5-9a18-fc4785597c23 None None] Network f76c4b9b-567a-405b-a57c-e03540fd3339 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:14.206733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.212432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.213568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.266458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cb8a9281-2c79-41ba-8946-cc88c095f0b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5357425 Jan 28 01:09:14.269893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60338) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:14.535736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a080-44ab-47e9-bb2e-d7090dc54221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.569999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (ca5db34b-a5d0-4f9e-bf5a-fa53b294487f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.589059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ac406378-db1c-4282-9849-5c102f6ea34d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.644462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port f69eea5d-d972-4484-8fd9-848b042e3c6a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:14.645142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f69eea5d-d972-4484-8fd9-848b042e3c6a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.646217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986156b3-760e-4c30-bdee-03477eed0a6e None None] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:14.793103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f69eea5d-d972-4484-8fd9-848b042e3c6a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.809667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] Provisioning complete for port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:14.810383 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.811074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for f69eea5d-d972-4484-8fd9-848b042e3c6a owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:14.906314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event deleted for resources: {'Port': ['ID=ac406378-db1c-4282-9849-5c102f6ea34d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:14.979712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5db34b-a5d0-4f9e-bf5a-fa53b294487f,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:14.996870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f69eea5d-d972-4484-8fd9-848b042e3c6a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.058766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=f69eea5d-d972-4484-8fd9-848b042e3c6a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:15.063615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:15.082203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Checking segment: {'id': 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:15.083756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Network hostable DHCP agents. Network: d32e7e87-a487-4ea6-ad23-520d7eb7a0de, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:15.110031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.121903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e4ab3aa-f8bf-4ee6-9986-1d42b8fb7606 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/f69eea5d-d972-4484-8fd9-848b042e3c6a HTTP/1.1" status: 204 len: 168 time: 0.8483684 Jan 28 01:09:15.123967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60350) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:15.148453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] Current status of the port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:15.153967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.189385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (9197b517-3ef3-4aa3-90b1-eaf35f90c853), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.216759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:15.217135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.244227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] For port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:15.267209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.281005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Network d32e7e87-a487-4ea6-ad23-520d7eb7a0de is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:15.341444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, d32e7e87-a487-4ea6-ad23-520d7eb7a0de) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:15.359030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.359827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.361852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c3456-c89d-481c-adb2-de57130619a2 None None] Network d32e7e87-a487-4ea6-ad23-520d7eb7a0de requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:15.371106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bcf38-c6c0-485e-8ebc-a514f268d328 None None] Pushing event updated for resources: {'Port': ['ID=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:15.397804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b966f97-7267-4c6d-8804-fe3c2eaeed5f req-d8d846e1-cab4-4d9d-9dbb-744effd3be65 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.400712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b966f97-7267-4c6d-8804-fe3c2eaeed5f req-d8d846e1-cab4-4d9d-9dbb-744effd3be65 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.2459116 Jan 28 01:09:15.427710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1750d-b589-44d4-a78d-186c787aa717 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.434243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:15.439179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1750d-b589-44d4-a78d-186c787aa717 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.448396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aaa1750d-b589-44d4-a78d-186c787aa717 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3125505 Jan 28 01:09:15.449283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60352) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:15.564322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5e105aed-c9b9-4574-8ee0-3858ef233343 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6731267 Jan 28 01:09:15.757214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b966f97-7267-4c6d-8804-fe3c2eaeed5f req-b89914bc-083d-481f-8c8a-1dc267f0907a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058155 Jan 28 01:09:15.762968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-22219f53-7b90-481c-b36e-81efeb16eec9 None None] Provisioning complete for port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:15.764219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-22219f53-7b90-481c-b36e-81efeb16eec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.797561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b2ec47-0892-4868-9a31-4fc883736e8f None None] Network d32e7e87-a487-4ea6-ad23-520d7eb7a0de requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:15.813025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 55eac000-a2ff-46ac-b459-ba0940689aa1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:15.815254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (55eac000-a2ff-46ac-b459-ba0940689aa1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.985692 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (55eac000-a2ff-46ac-b459-ba0940689aa1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.008132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 55eac000-a2ff-46ac-b459-ba0940689aa1 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:16.200690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-22219f53-7b90-481c-b36e-81efeb16eec9 None None] Current status of the port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:16.230364 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (55eac000-a2ff-46ac-b459-ba0940689aa1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.302508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=55eac000-a2ff-46ac-b459-ba0940689aa1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:16.318667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.324396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4156f2fb-556a-4ca0-a2fd-4530192e3baa tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/55eac000-a2ff-46ac-b459-ba0940689aa1 HTTP/1.1" status: 204 len: 168 time: 0.8695209 Jan 28 01:09:16.324617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60380) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:16.339679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.350931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (9197b517-3ef3-4aa3-90b1-eaf35f90c853), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.365380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks [] for router_gateway (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.420716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa9e9e-7969-4ec4-b195-eab3c813813e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:16.424650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fdaa9e9e-7969-4ec4-b195-eab3c813813e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0966132 Jan 28 01:09:16.434304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60384) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:16.447208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a080-44ab-47e9-bb2e-d7090dc54221 admin admin] Publish callbacks [] for security_group (0eae0b76-b4aa-4c96-b467-208920c3c0c7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.458432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a080-44ab-47e9-bb2e-d7090dc54221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0eae0b76-b4aa-4c96-b467-208920c3c0c7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.493177 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc63e30-4d2a-457a-b317-1be291a18564 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:09:16.500408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7dc63e30-4d2a-457a-b317-1be291a18564 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/f69eea5d-d972-4484-8fd9-848b042e3c6a HTTP/1.1" status: 404 len: 333 time: 0.0623069 Jan 28 01:09:16.501104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60388) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:16.531308 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f66fcf-98e0-4cbf-9dbb-fd9e3e4f4e31 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:09:16.536042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-92f66fcf-98e0-4cbf-9dbb-fd9e3e4f4e31 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/55eac000-a2ff-46ac-b459-ba0940689aa1 HTTP/1.1" status: 404 len: 333 time: 0.0339496 Jan 28 01:09:16.536691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:16.607480 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7f2a080-44ab-47e9-bb2e-d7090dc54221 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5292e6b503ed464da2f79cfe65c201a3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6529512 Jan 28 01:09:16.609316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (9197b517-3ef3-4aa3-90b1-eaf35f90c853), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.610061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60398) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:16.611490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Fanout notify agent at l3_agent the message router_deleted on router 9197b517-3ef3-4aa3-90b1-eaf35f90c853 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:16.640193 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.647227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-18a78b2d-cb25-4952-82a7-854dc3b6a54b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/9197b517-3ef3-4aa3-90b1-eaf35f90c853 HTTP/1.1" status: 204 len: 168 time: 5.6671941 Jan 28 01:09:16.655241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60406) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:16.681402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1008711196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:16.710097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2a080-44ab-47e9-bb2e-d7090dc54221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae0b76-b4aa-4c96-b467-208920c3c0c7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:16.769426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:16.883787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c639786-5b35-4d5e-acd3-0b6926317ebe admin admin] Publish callbacks [] for security_group (0eae0b76-b4aa-4c96-b467-208920c3c0c7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.892079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:16.893845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.901600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:16.936292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c639786-5b35-4d5e-acd3-0b6926317ebe admin admin] Publish callbacks [] for security_group (0eae0b76-b4aa-4c96-b467-208920c3c0c7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.020274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.021727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.028342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (f76c4b9b-567a-405b-a57c-e03540fd3339), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.049698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Router b10a2bb4-5972-4c9b-9644-f9fedc5c141c is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:17.065688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c639786-5b35-4d5e-acd3-0b6926317ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0eae0b76-b4aa-4c96-b467-208920c3c0c7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.072471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c639786-5b35-4d5e-acd3-0b6926317ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.078024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8c639786-5b35-4d5e-acd3-0b6926317ebe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eae0b76-b4aa-4c96-b467-208920c3c0c7 HTTP/1.1" status: 204 len: 168 time: 0.4643219 Jan 28 01:09:17.099742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:17.103991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (d807e512-969c-4c15-b889-86cbfe389d4a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.151379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c639786-5b35-4d5e-acd3-0b6926317ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae0b76-b4aa-4c96-b467-208920c3c0c7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:17.161100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.183794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.188155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7783fd1b-c803-453a-96de-21c8fbfeb75c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5215712 Jan 28 01:09:17.190518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60430) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:17.197413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:17.436871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d807e512-969c-4c15-b889-86cbfe389d4a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.609626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:17.622569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Sync routers for ids ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:17.635833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Routers {'b10a2bb4-5972-4c9b-9644-f9fedc5c141c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:17.643805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:17.692551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.697135 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ae07b213-d053-46c4-bb11-c4907ea20e20 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0418787 Jan 28 01:09:17.698564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:17.739224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f112e-5696-4133-aea9-5ec6d7b9351d req-05431c4e-6a8b-4af9-bd84-7ee8bc4225cc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:17.740323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-935f112e-5696-4133-aea9-5ec6d7b9351d req-05431c4e-6a8b-4af9-bd84-7ee8bc4225cc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.7053163 Jan 28 01:09:17.764070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1ce568cc-177c-418f-9c78-1a00fc8359de tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:17.765645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1ce568cc-177c-418f-9c78-1a00fc8359de tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/networks?id=d32e7e87-a487-4ea6-ad23-520d7eb7a0de HTTP/1.1" status: 200 len: 821 time: 1.0537870 Jan 28 01:09:17.872792 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (f76c4b9b-567a-405b-a57c-e03540fd3339), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:17.896593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-f51c11ba-a4e6-4def-9174-dd2be2ba8b7f tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/quotas/aac5a4856d61438a95da7ad485eecbc4 HTTP/1.1" status: 200 len: 375 time: 0.0967097 Jan 28 01:09:17.938238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-935f112e-5696-4133-aea9-5ec6d7b9351d req-21e7f48c-4715-412a-b7d0-afcec275032c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802022 Jan 28 01:09:17.988405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Set router b10a2bb4-5972-4c9b-9644-f9fedc5c141c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:17.991991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-34127af2-42c1-409c-8429-3d7d53a53530 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aac5a4856d61438a95da7ad485eecbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761812 Jan 28 01:09:18.002630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76c4b9b-567a-405b-a57c-e03540fd3339']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:18.117670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f1d354-f89d-48a4-a763-086916d5e0ce') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:18.118069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f1d354-f89d-48a4-a763-086916d5e0ce') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:18.162824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (29f1d354-f89d-48a4-a763-086916d5e0ce), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.177528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-5c51918e-4b64-4949-8c0e-8d7f67ec0d31 service neutron] 10.222.0.23 "GET /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721861 Jan 28 01:09:18.211384 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (29f1d354-f89d-48a4-a763-086916d5e0ce), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.318745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:18.319194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (29f1d354-f89d-48a4-a763-086916d5e0ce), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:18.325742 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:18.400534 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:18.450980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:09:14Z', 'revision_number': 3, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:18.495179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60462) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:18.495599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d807e512-969c-4c15-b889-86cbfe389d4a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.506441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (f76c4b9b-567a-405b-a57c-e03540fd3339), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.514652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.524202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/f76c4b9b-567a-405b-a57c-e03540fd3339 HTTP/1.1" status: 204 len: 168 time: 1.9858332 Jan 28 01:09:18.530145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:18.544644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Checking router: b10a2bb4-5972-4c9b-9644-f9fedc5c141c for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:18.544988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Updating router b10a2bb4-5972-4c9b-9644-f9fedc5c141c port b7085ef3-abfd-4f03-aeb3-51aa924aa224 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:18.549204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1772833513'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:18.549928 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.559237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09af51c-df01-4194-9da2-4dc2d6bf77f3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=f76c4b9b-567a-405b-a57c-e03540fd3339,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:18.569027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-d9840b14-757d-470f-9313-1b1705ecff12 service neutron] 10.222.0.23 "GET /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814020 Jan 28 01:09:18.592570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:18.597226 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.622255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.662480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:18.685204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (228e4227-553e-4016-a5f5-4f06c9cda386), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.685554 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment 228e4227-553e-4016-a5f5-4f06c9cda386 of type vlan for network b6127a91-02fa-4a8e-9dce-780cec418164 Jan 28 01:09:18.766792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2086930361-network', 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:18.811476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:18.814851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.821530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b6127a91-02fa-4a8e-9dce-780cec418164), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.832352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.836700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.875411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Allocated IP 172.25.1.186 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b92f091f-7bf1-4569-9f61-ef55b9dde753) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:18.955497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks [] for security_group (4afcb26d-3b1d-4892-aed8-05a5e9929ecc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:18.998480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c089575c-525f-4e50-9cbf-74565c6e81e2 req-1d057067-5754-4c10-aa43-9477e1146f51 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Jan 28 01:09:19.001170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:09:19.004978 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4afcb26d-3b1d-4892-aed8-05a5e9929ecc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.022566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:19.072043 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c97aaf97-79de-4c67-8932-85a6a2b59c59), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.072870 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Added segment c97aaf97-79de-4c67-8932-85a6a2b59c59 of type vlan for network 0679c912-abb4-41bf-b66f-8413df4919fc Jan 28 01:09:19.126194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b6127a91-02fa-4a8e-9dce-780cec418164), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.137363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.138176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.241905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afcb26d-3b1d-4892-aed8-05a5e9929ecc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:19.251265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Allocated IP 172.20.0.1 (5f5361ea-faeb-44cb-a922-008bc3dfa546/93433680-de70-4e13-be25-8f4c6e07dddd/612b68eb-27e6-4a36-af21-679216b1453d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:19.310840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7797198 Jan 28 01:09:19.318138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0679c912-abb4-41bf-b66f-8413df4919fc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.320720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60508) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:19.328287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:19.413216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ddff-4bbe-422e-8a05-7555c7f5ee27 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=b6127a91-02fa-4a8e-9dce-780cec418164,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:19.427124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b6127a91-02fa-4a8e-9dce-780cec418164 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:19.444744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for port (b92f091f-7bf1-4569-9f61-ef55b9dde753), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.459896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb9001-f004-4401-bdb8-09abd545d17d req-b406f82c-abd5-44d3-ac08-fb38bd3abab3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.461303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53cb9001-f004-4401-bdb8-09abd545d17d req-b406f82c-abd5-44d3-ac08-fb38bd3abab3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.3126905 Jan 28 01:09:19.463264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks [] for port (612b68eb-27e6-4a36-af21-679216b1453d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.549010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:19.554244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.554620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (612b68eb-27e6-4a36-af21-679216b1453d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.590414 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0679c912-abb4-41bf-b66f-8413df4919fc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.591992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.593502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.597707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b92f091f-7bf1-4569-9f61-ef55b9dde753), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.620129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:19.631749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:19.657811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:19.680725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1836355 Jan 28 01:09:19.707596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60516) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:19.719635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:19.723133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:19.727306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Pushing event updated for resources: {'Port': ['ID=612b68eb-27e6-4a36-af21-679216b1453d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:19.781688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:19.792826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Request body: {'subnet': {'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2086930361-subnet', 'tenant_id': '6670194f13f24e1aaf75082407459718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:19.814367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:09:19.817242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:09:19.847556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53cb9001-f004-4401-bdb8-09abd545d17d req-ce2b89a8-2116-4ec1-a848-9be20cebab0a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693750 Jan 28 01:09:19.869144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cb835-4fe5-42cc-88e6-e8f39bba4ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=0679c912-abb4-41bf-b66f-8413df4919fc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:19.878970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:19.921083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0679c912-abb4-41bf-b66f-8413df4919fc details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:20.068527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:20.071451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.094482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (787ccea6-4ad1-4abc-aacf-82b935d7d493), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.104315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event updated for resources: {'Port': ['ID=b92f091f-7bf1-4569-9f61-ef55b9dde753,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.117664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Publish callbacks [] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.177457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.223486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9faddadd-6c1c-442d-b8ac-9f5c454f23ac req-b08dd969-c748-4043-b0df-7f691e7c7603 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0568786 Jan 28 01:09:20.260564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=787ccea6-4ad1-4abc-aacf-82b935d7d493,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.266858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': '228e4227-553e-4016-a5f5-4f06c9cda386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:20.266858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: b6127a91-02fa-4a8e-9dce-780cec418164, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:20.296540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641df0c8-881f-4b72-a371-8a89ccdc77b9 None None] Pushing event updated for resources: {'Port': ['ID=b7085ef3-abfd-4f03-aeb3-51aa924aa224,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.298944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f96677b6-5944-4fb6-a9c6-cf7c251f693e None None] Provisioning complete for port 612b68eb-27e6-4a36-af21-679216b1453d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:20.305748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f96677b6-5944-4fb6-a9c6-cf7c251f693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (612b68eb-27e6-4a36-af21-679216b1453d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.354131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Attempting to bind port b7085ef3-abfd-4f03-aeb3-51aa924aa224 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:20.359424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Attempting to bind port b7085ef3-abfd-4f03-aeb3-51aa924aa224 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:20.361796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Attempting to bind port b7085ef3-abfd-4f03-aeb3-51aa924aa224 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:20.378064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:20.380301 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (612b68eb-27e6-4a36-af21-679216b1453d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.382253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:20.382727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.383137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:20.383638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Bound port: b7085ef3-abfd-4f03-aeb3-51aa924aa224, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:20.384023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.428134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network b6127a91-02fa-4a8e-9dce-780cec418164 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:20.429963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f96677b6-5944-4fb6-a9c6-cf7c251f693e None None] Port 612b68eb-27e6-4a36-af21-679216b1453d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:20.467859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b6127a91-02fa-4a8e-9dce-780cec418164) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:20.471683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] For port b7085ef3-abfd-4f03-aeb3-51aa924aa224, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:20.479689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] For port b7085ef3-abfd-4f03-aeb3-51aa924aa224, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b7085ef3-abfd-4f03-aeb3-51aa924aa224,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:20.484414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:20.485269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.489411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d1184-2d55-4aeb-9ee3-a29ea561aca0 None None] Network b6127a91-02fa-4a8e-9dce-780cec418164 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:20.533138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e2e75ea-3873-4b82-b16f-662c39452a3e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2086766 Jan 28 01:09:20.534235 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.536351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60530) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:20.545135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164', 'name': 'tempest-PortsIpV6TestJSON-528871464'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:20.602658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (0c421084-ec2d-4b09-9193-a2f75d0de50f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.663734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641df0c8-881f-4b72-a371-8a89ccdc77b9 None None] Pushing event updated for resources: {'Port': ['ID=b7085ef3-abfd-4f03-aeb3-51aa924aa224,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.665806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c421084-ec2d-4b09-9193-a2f75d0de50f,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.673429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d807e512-969c-4c15-b889-86cbfe389d4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.734625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:20.735266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Network hostable DHCP agents. Network: 0679c912-abb4-41bf-b66f-8413df4919fc, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:20.750437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Routers {'b10a2bb4-5972-4c9b-9644-f9fedc5c141c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:20.761013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:20.780120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks [] for port (612b68eb-27e6-4a36-af21-679216b1453d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.780708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Network 0679c912-abb4-41bf-b66f-8413df4919fc is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:20.801248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:20.806508 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.818648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0679c912-abb4-41bf-b66f-8413df4919fc) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:20.824802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (612b68eb-27e6-4a36-af21-679216b1453d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.837405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:20.838024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:20.848430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22926ba-3055-4984-91b9-1e833143038f None None] Network 0679c912-abb4-41bf-b66f-8413df4919fc requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:20.912667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 10101aae-1334-4fd3-bb0c-92f52704153d yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:20.955940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Pushing event updated for resources: {'Port': ['ID=612b68eb-27e6-4a36-af21-679216b1453d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.988272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:21.016780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-40e21fe8-c8f0-4678-8477-6017ed508979 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3024712 Jan 28 01:09:21.228184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b6127a91-02fa-4a8e-9dce-780cec418164', 'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': '787ccea6-4ad1-4abc-aacf-82b935d7d493'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:09:21.229068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:21.242148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80902ae5-0712-4e43-a402-97ce7452ab77 None None] Network 0679c912-abb4-41bf-b66f-8413df4919fc requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:21.465653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-ab0f17e9-923f-4624-9e3a-8fdbec5f5222 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:21.467247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-ab0f17e9-923f-4624-9e3a-8fdbec5f5222 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.45 "GET /v2.0/networks?id=d32e7e87-a487-4ea6-ad23-520d7eb7a0de HTTP/1.1" status: 200 len: 821 time: 0.6776159 Jan 28 01:09:21.503812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb900f-05ec-4026-8991-a5b69c747a12 req-9aafbfe5-af60-4e01-b93a-65eee45a957b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:21.512354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0bb900f-05ec-4026-8991-a5b69c747a12 req-9aafbfe5-af60-4e01-b93a-65eee45a957b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.4776633 Jan 28 01:09:21.524223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Request body: {'port': {'device_id': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de', 'admin_state_up': True, 'tenant_id': 'aac5a4856d61438a95da7ad485eecbc4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:21.618130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-157e3f9d-fa2b-42ab-99e4-fc06d5086ca6 req-59dc2bf7-f52c-42f8-abb1-3b194cdf1b87 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 210 time: 0.1423390 Jan 28 01:09:21.736075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0bb900f-05ec-4026-8991-a5b69c747a12 req-94443f70-7b12-46fd-829c-9dbcf28c7180 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227139 Jan 28 01:09:21.739788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::1ca (b6127a91-02fa-4a8e-9dce-780cec418164/787ccea6-4ad1-4abc-aacf-82b935d7d493/10101aae-1334-4fd3-bb0c-92f52704153d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:21.800571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:21.805965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:21.848719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:21.858202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:21.887614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] Set router b10a2bb4-5972-4c9b-9644-f9fedc5c141c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:22.090412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Made reservation on behalf of aac5a4856d61438a95da7ad485eecbc4 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:22.093794 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:22.157754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-15dc8345-b51c-400c-815e-44fffa4afa08 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d13e489f3575448aafa2941664d356eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390122 Jan 28 01:09:22.263274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '612b68eb-27e6-4a36-af21-679216b1453d', 'name': '', 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'mac_address': 'fa:16:3e:a1:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:18Z', 'updated_at': '2022-01-28T01:09:19Z', 'revision_number': 1, 'project_id': '85e15a4194574a72a783610135b7d152', 'subnets': [{'id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:22.284618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Router b10a2bb4-5972-4c9b-9644-f9fedc5c141c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:22.303708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26609dc0-25df-4b8a-b8dd-d96e34c6476f None None] The sync data for ids ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'] in n-d-826756-1 is: [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '612b68eb-27e6-4a36-af21-679216b1453d', 'name': '', 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'mac_address': 'fa:16:3e:a1:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:18Z', 'updated_at': '2022-01-28T01:09:19Z', 'revision_number': 1, 'project_id': '85e15a4194574a72a783610135b7d152', 'subnets': [{'id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:22.326910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-80c5f9c7-bba3-4217-a6a3-b524b23072c8 None None] Provisioning complete for port 612b68eb-27e6-4a36-af21-679216b1453d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:22.327699 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80c5f9c7-bba3-4217-a6a3-b524b23072c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (612b68eb-27e6-4a36-af21-679216b1453d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:22.374188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-80c5f9c7-bba3-4217-a6a3-b524b23072c8 None None] Port 612b68eb-27e6-4a36-af21-679216b1453d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:22.428137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Allocated IP 172.20.0.7 (d32e7e87-a487-4ea6-ad23-520d7eb7a0de/ca5db34b-a5d0-4f9e-bf5a-fa53b294487f/8a71e007-5f37-46c9-b939-52f3871f5b7d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:22.487203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Router d807e512-969c-4c15-b889-86cbfe389d4a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:22.511427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (10101aae-1334-4fd3-bb0c-92f52704153d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:22.513468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:22.540340 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a62016b-5d4f-4ca6-824f-8821cb23fa68 admin admin] 10.222.0.23 "PUT /v2.0/routers/b10a2bb4-5972-4c9b-9644-f9fedc5c141c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8340585 Jan 28 01:09:22.580480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-992f7473-5a70-4d92-9c84-6dbc89f061e7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:22.586278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-992f7473-5a70-4d92-9c84-6dbc89f061e7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.5655832 Jan 28 01:09:22.630902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-7777f93c-3849-4904-a89e-b23a1add77ae tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.0267367 Jan 28 01:09:22.735000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:22.743731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:22.745137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7109d0f7-7e08-47a5-9a19-336b52e48ab6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "PUT /v2.0/routers/d807e512-969c-4c15-b889-86cbfe389d4a HTTP/1.1" status: 200 len: 880 time: 5.5535283 Jan 28 01:09:22.747847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:22.762113 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] Sync routers for ids ['d807e512-969c-4c15-b889-86cbfe389d4a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:22.775638 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] Routers {'d807e512-969c-4c15-b889-86cbfe389d4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:22.779757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d807e512-969c-4c15-b889-86cbfe389d4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:22.804530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-d2b6aedb-cc86-472d-8ffd-88f01d4b05cb tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:22.808328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-d2b6aedb-cc86-472d-8ffd-88f01d4b05cb tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5945485 Jan 28 01:09:22.828890 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:22.839706 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] Routers {'d807e512-969c-4c15-b889-86cbfe389d4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:22.840477 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d807e512-969c-4c15-b889-86cbfe389d4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:22.846028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-7c710ca0-d00a-4914-8c66-757926765365 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1951475 Jan 28 01:09:22.888233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (10101aae-1334-4fd3-bb0c-92f52704153d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:22.898293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-85338db1-234c-4971-86fe-23997b991f06 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/quotas/d13e489f3575448aafa2941664d356eb HTTP/1.1" status: 200 len: 375 time: 0.0339909 Jan 28 01:09:22.918004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ffc096c4-0f9d-4822-a3ec-b501c4f10404 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/d807e512-969c-4c15-b889-86cbfe389d4a HTTP/1.1" status: 200 len: 921 time: 0.1678467 Jan 28 01:09:22.920089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60624) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:22.924419 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:22.927019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d1c07-4978-46a2-9d0c-8923fb7611a5 None None] The sync data for ids ['d807e512-969c-4c15-b889-86cbfe389d4a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:22.971093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Allocated IP 2001:db8::2 (b6127a91-02fa-4a8e-9dce-780cec418164/787ccea6-4ad1-4abc-aacf-82b935d7d493/c9936056-cf97-43c1-add5-77d380c4c504) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:23.002777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420161e-1724-499a-b10d-13cec3475dc6 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:23.007224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8420161e-1724-499a-b10d-13cec3475dc6 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=d807e512-969c-4c15-b889-86cbfe389d4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0836048 Jan 28 01:09:23.008223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60628) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:23.031568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-c0658d8b-e8de-4498-b859-e3279fe7b7c3 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323838 Jan 28 01:09:23.158289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network b6127a91-02fa-4a8e-9dce-780cec418164 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:23.165160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5232e019-be30-45a2-a57c-01171413e279 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:23.167304 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5232e019-be30-45a2-a57c-01171413e279 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.1587942 Jan 28 01:09:23.170104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:23.179696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:23.193086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:23.203418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:23.210655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.230470 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Publish callbacks [] for port (c9936056-cf97-43c1-add5-77d380c4c504), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.244760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4c131c7-6866-469e-9639-9d5b6a506194 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=d807e512-969c-4c15-b889-86cbfe389d4a HTTP/1.1" status: 200 len: 205 time: 0.0714655 Jan 28 01:09:23.247489 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c9936056-cf97-43c1-add5-77d380c4c504), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.254950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=10101aae-1334-4fd3-bb0c-92f52704153d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:23.255999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60656) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:23.262982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks [] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.285077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.285580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.291637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.292138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.292579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.292982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.293379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.294164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.294164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.294474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.294771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.295106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.295475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:23.367331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60668) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:23.381244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fcb2df8a-caee-471b-9561-035ea9ee0f6f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8434296 Jan 28 01:09:23.395670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Network b6127a91-02fa-4a8e-9dce-780cec418164 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:23.405650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:23.410536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:23.414695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Pushing event updated for resources: {'Port': ['ID=c9936056-cf97-43c1-add5-77d380c4c504,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:23.473676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-4dfa53cc-5ff6-4807-b0df-fca548ee4d33 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080596 Jan 28 01:09:23.511418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30cd8112-990f-4a1e-901d-d46441160901 req-d0741f34-345b-4f73-a65e-073d9bf23053 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 210 time: 0.1180947 Jan 28 01:09:23.515828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Attempting to bind port c9936056-cf97-43c1-add5-77d380c4c504 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:23.516444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Attempting to bind port c9936056-cf97-43c1-add5-77d380c4c504 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '228e4227-553e-4016-a5f5-4f06c9cda386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:23.517053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Attempting to bind port c9936056-cf97-43c1-add5-77d380c4c504 on network b6127a91-02fa-4a8e-9dce-780cec418164 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:23.523270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:23.524068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Checking segment: {'id': '228e4227-553e-4016-a5f5-4f06c9cda386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:23.524725 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.525755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Bound using segment: {'id': '228e4227-553e-4016-a5f5-4f06c9cda386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:23.526733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Bound port: c9936056-cf97-43c1-add5-77d380c4c504, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228e4227-553e-4016-a5f5-4f06c9cda386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b6127a91-02fa-4a8e-9dce-780cec418164'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:23.527359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9936056-cf97-43c1-add5-77d380c4c504), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.608033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] For port c9936056-cf97-43c1-add5-77d380c4c504, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:23.620364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] For port c9936056-cf97-43c1-add5-77d380c4c504, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c9936056-cf97-43c1-add5-77d380c4c504,segment=NetworkSegment(228e4227-553e-4016-a5f5-4f06c9cda386),segment_id=228e4227-553e-4016-a5f5-4f06c9cda386)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:23.636836 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c9936056-cf97-43c1-add5-77d380c4c504), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.665132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.743843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f60885-9f78-4876-b7c8-c4fdb8def3a7 None None] Pushing event updated for resources: {'Port': ['ID=c9936056-cf97-43c1-add5-77d380c4c504,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:23.784034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-84d99c1b-2291-49c8-83df-2d6c590754dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:23.785548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-84d99c1b-2291-49c8-83df-2d6c590754dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 1097 time: 0.2014854 Jan 28 01:09:23.787824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (d807e512-969c-4c15-b889-86cbfe389d4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:23.832747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Network d32e7e87-a487-4ea6-ad23-520d7eb7a0de is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:23.867945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:23.885556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-37854265-f515-4857-9c00-4b1e51ef66e0 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109094 Jan 28 01:09:23.894589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:23.989163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Pushing event updated for resources: {'Port': ['ID=8a71e007-5f37-46c9-b939-52f3871f5b7d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:24.010094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 10101aae-1334-4fd3-bb0c-92f52704153d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:24.010651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (10101aae-1334-4fd3-bb0c-92f52704153d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:24.123143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4225b-2093-4c52-a15f-b87b4d6bd45d req-97d25b4a-0c9e-4b76-b32d-bf1bafba96d9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.132382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3c4225b-2093-4c52-a15f-b87b4d6bd45d req-97d25b4a-0c9e-4b76-b32d-bf1bafba96d9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.4617672 Jan 28 01:09:24.268787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3c4225b-2093-4c52-a15f-b87b4d6bd45d req-ba4bfb5b-7b1b-49c7-9d2d-87f13be4308b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302524 Jan 28 01:09:24.288184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.288803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:24.334469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-3b7c4b39-1b5f-48fa-bd4e-e5d462edc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.336155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-3b7c4b39-1b5f-48fa-bd4e-e5d462edc3cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.5425856 Jan 28 01:09:24.344231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-1b1d86f0-7db9-4bfd-b641-adb919a0f2c7 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8483884 Jan 28 01:09:24.473672 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-87f25d4b-9270-4577-b7cf-faf5f177cfcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1 HTTP/1.1" status: 200 len: 217 time: 0.1184230 Jan 28 01:09:24.476862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (d807e512-969c-4c15-b889-86cbfe389d4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:24.492644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Request body: {'port': {'device_id': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:24.511966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-94c29137-e074-40db-b9ff-17b6cbdcec02 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d13e489f3575448aafa2941664d356eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874572 Jan 28 01:09:24.723970 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (10101aae-1334-4fd3-bb0c-92f52704153d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:24.790598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2e0ad5d-27b3-40e0-952c-056e84e0b61e req-3e64fb9c-fb73-464f-bdc9-9a497d2cb61d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 210 time: 0.1715519 Jan 28 01:09:24.794836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 10101aae-1334-4fd3-bb0c-92f52704153d owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:24.804435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-184209fc-2d18-48f1-a528-bf81e23329ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.806284 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-184209fc-2d18-48f1-a528-bf81e23329ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.2831602 Jan 28 01:09:24.908274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.016804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-6fa2bb7f-1c97-40a9-986c-d4ba6d16dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:25.020773 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-6fa2bb7f-1c97-40a9-986c-d4ba6d16dc3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042363 Jan 28 01:09:25.025393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Deleting port b92f091f-7bf1-4569-9f61-ef55b9dde753 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:25.026219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b92f091f-7bf1-4569-9f61-ef55b9dde753), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.078840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7085ef3-abfd-4f03-aeb3-51aa924aa224 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:25.197925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b7085ef3-abfd-4f03-aeb3-51aa924aa224 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:25.198675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.334855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b7085ef3-abfd-4f03-aeb3-51aa924aa224 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:25.335689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.344634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-754d3a4c-02b0-46e0-b58a-bb3abf33bad7 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:25.354256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-754d3a4c-02b0-46e0-b58a-bb3abf33bad7 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8412828 Jan 28 01:09:25.370545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port b7085ef3-abfd-4f03-aeb3-51aa924aa224, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b7085ef3-abfd-4f03-aeb3-51aa924aa224,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:25.382211 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.383190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c9936056-cf97-43c1-add5-77d380c4c504 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:25.420623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728fe3-c88e-4a07-b2a8-e81ad0c2506a req-090f940a-ef95-4813-8247-e4f8405ecc7c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:25.422257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82728fe3-c88e-4a07-b2a8-e81ad0c2506a req-090f940a-ef95-4813-8247-e4f8405ecc7c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 931 time: 0.4585285 Jan 28 01:09:25.439380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-c45624dc-65e9-4e6c-8ee1-0d5587f945f3 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/quotas/d13e489f3575448aafa2941664d356eb HTTP/1.1" status: 200 len: 375 time: 0.0840571 Jan 28 01:09:25.463964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b92f091f-7bf1-4569-9f61-ef55b9dde753), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.590048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-1211d13c-e6a8-49d5-90a2-154ab8a096a7 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d13e489f3575448aafa2941664d356eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2535226 Jan 28 01:09:25.591870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-3bbfec09-9904-43e6-8fe5-2602b1ae1bdb tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1513557 Jan 28 01:09:25.594254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Calling delete_port for b92f091f-7bf1-4569-9f61-ef55b9dde753 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:25.602891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c9936056-cf97-43c1-add5-77d380c4c504 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:25.603161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c9936056-cf97-43c1-add5-77d380c4c504), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.648144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=b7085ef3-abfd-4f03-aeb3-51aa924aa224,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:25.696390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82728fe3-c88e-4a07-b2a8-e81ad0c2506a req-5b8e8ab7-cca7-4ff1-97b0-cf7b33a8249d tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548413 Jan 28 01:09:25.795043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c9936056-cf97-43c1-add5-77d380c4c504 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:25.795444 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c9936056-cf97-43c1-add5-77d380c4c504), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.909118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c9936056-cf97-43c1-add5-77d380c4c504, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c9936056-cf97-43c1-add5-77d380c4c504,segment=NetworkSegment(228e4227-553e-4016-a5f5-4f06c9cda386),segment_id=228e4227-553e-4016-a5f5-4f06c9cda386)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:25.921310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c9936056-cf97-43c1-add5-77d380c4c504), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.958610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (10101aae-1334-4fd3-bb0c-92f52704153d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.960330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a71e007-5f37-46c9-b939-52f3871f5b7d {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:25.978186 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-90a5b697-d328-4295-935c-ac1f96913b22 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459341 Jan 28 01:09:25.983227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b92f091f-7bf1-4569-9f61-ef55b9dde753), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:25.995392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Publish callbacks [] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.005293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c9936056-cf97-43c1-add5-77d380c4c504,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.018820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Transition to ACTIVE for port object 8a71e007-5f37-46c9-b939-52f3871f5b7d will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:26.033075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.080707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=10101aae-1334-4fd3-bb0c-92f52704153d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.116174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Pushing event updated for resources: {'Port': ['ID=8a71e007-5f37-46c9-b939-52f3871f5b7d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.150007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cace5-63b4-4d24-8861-d663d49b00cc req-d77c17ca-680a-4fdc-add1-0b682c0fa99e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:26.157006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d4cace5-63b4-4d24-8861-d663d49b00cc req-d77c17ca-680a-4fdc-add1-0b682c0fa99e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 946 time: 0.2719915 Jan 28 01:09:26.245377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095a10a-1cde-42f3-9536-2358a0df15b9 None None] Network b6127a91-02fa-4a8e-9dce-780cec418164 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:26.425210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-362ec815-3655-42f1-a60c-ab980dbb4524 None None] Provisioning complete for port c9936056-cf97-43c1-add5-77d380c4c504 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:26.426303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-362ec815-3655-42f1-a60c-ab980dbb4524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c9936056-cf97-43c1-add5-77d380c4c504), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.592560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Sync routers for ids ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:26.607922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:26.614443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fbe8d6ef-f14a-4bcb-aa4f-41fa6fb0c3ff tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/10101aae-1334-4fd3-bb0c-92f52704153d HTTP/1.1" status: 204 len: 168 time: 3.2458830 Jan 28 01:09:26.616227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event deleted for resources: {'Port': ['ID=b92f091f-7bf1-4569-9f61-ef55b9dde753,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.646393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:26.677657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Routers {'b10a2bb4-5972-4c9b-9644-f9fedc5c141c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:26.678596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:26.709388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-362ec815-3655-42f1-a60c-ab980dbb4524 None None] Current status of the port c9936056-cf97-43c1-add5-77d380c4c504 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:26.784728 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f6f1a9-1122-4734-89eb-091161d323b9 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:09:26.788647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f6f1a9-1122-4734-89eb-091161d323b9 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:09:26.801612 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60f6f1a9-1122-4734-89eb-091161d323b9 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/10101aae-1334-4fd3-bb0c-92f52704153d HTTP/1.1" status: 404 len: 333 time: 0.1527259 Jan 28 01:09:26.808511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60762) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:26.851862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c9936056-cf97-43c1-add5-77d380c4c504 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:26.885453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-39c2f035-ba5c-400a-bd7e-4b00d7b4e869 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:26.887278 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-39c2f035-ba5c-400a-bd7e-4b00d7b4e869 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2964439 Jan 28 01:09:26.899354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:26.922487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d4cace5-63b4-4d24-8861-d663d49b00cc req-eeee1332-43fe-4fd3-919d-def40e784f13 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645981 Jan 28 01:09:26.965282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Request body: {'port': {'device_id': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'd13e489f3575448aafa2941664d356eb'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:26.981921 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9c97dc-8753-4d3e-b2c9-d17937b9b8ea tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:09:26.983650 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fb9c97dc-8753-4d3e-b2c9-d17937b9b8ea tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/10101aae-1334-4fd3-bb0c-92f52704153d HTTP/1.1" status: 404 len: 333 time: 0.1629059 Jan 28 01:09:26.998149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2400a83-26ad-4ceb-88b3-112a6c175910 req-843e2ba3-3e17-4eb9-9b03-8744c7d76d98 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 210 time: 0.1105809 Jan 28 01:09:27.003962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60764) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:27.051708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (d807e512-969c-4c15-b889-86cbfe389d4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.102114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Set router b10a2bb4-5972-4c9b-9644-f9fedc5c141c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:27.178238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3824e62e-da7b-4119-b31c-fd923312dc4b None None] Provisioning complete for port c9936056-cf97-43c1-add5-77d380c4c504 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:27.179150 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3824e62e-da7b-4119-b31c-fd923312dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c9936056-cf97-43c1-add5-77d380c4c504), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.256643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c9936056-cf97-43c1-add5-77d380c4c504 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:27.257242 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c9936056-cf97-43c1-add5-77d380c4c504), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.291669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38709b5e-5557-43f1-80c2-eaceada20dc3 req-b2ff992b-9ba6-4976-bb9f-7af84b8e34cf tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.1886687 Jan 28 01:09:27.456821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 787ccea6-4ad1-4abc-aacf-82b935d7d493 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:27.465499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Attempting to bind port 8a71e007-5f37-46c9-b939-52f3871f5b7d on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:27.466213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Attempting to bind port 8a71e007-5f37-46c9-b939-52f3871f5b7d by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:27.466706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Attempting to bind port 8a71e007-5f37-46c9-b939-52f3871f5b7d on network d32e7e87-a487-4ea6-ad23-520d7eb7a0de {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:27.479293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (787ccea6-4ad1-4abc-aacf-82b935d7d493), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.533522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c821a-75e2-4fb0-8b76-d22364723543 req-75e2e100-3cb3-4e79-9b39-1fa606114211 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.535356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d55c821a-75e2-4fb0-8b76-d22364723543 req-75e2e100-3cb3-4e79-9b39-1fa606114211 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 943 time: 0.4124751 Jan 28 01:09:27.536195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Port 8a71e007-5f37-46c9-b939-52f3871f5b7d on network d32e7e87-a487-4ea6-ad23-520d7eb7a0de not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:27.536740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Attempting to bind port 8a71e007-5f37-46c9-b939-52f3871f5b7d on network d32e7e87-a487-4ea6-ad23-520d7eb7a0de {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:27.548413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-65c85868-b5c4-44e0-94e1-5cc361bb2d80 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.549948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-65c85868-b5c4-44e0-94e1-5cc361bb2d80 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.7132542 Jan 28 01:09:27.559937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:27.560509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Checking segment: {'id': 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:27.561103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Bound using segment: {'id': 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:27.561711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Bound port: 8a71e007-5f37-46c9-b939-52f3871f5b7d, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:27.562268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.572716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Request body: {'port': {'device_id': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'admin_state_up': True, 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:27.637905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (787ccea6-4ad1-4abc-aacf-82b935d7d493), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.666617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:27.667010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.712389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:27.720500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:27.723455 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9fc3a-d0fb-44fc-8240-e709f748816e" -d '{"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-unplugged", "status": "completed", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:27.735229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:27.795624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3824e62e-da7b-4119-b31c-fd923312dc4b None None] Current status of the port c9936056-cf97-43c1-add5-77d380c4c504 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:27.854154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d55c821a-75e2-4fb0-8b76-d22364723543 req-21600916-7557-4fce-aff2-35306b194e5c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957942 Jan 28 01:09:27.861807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c9936056-cf97-43c1-add5-77d380c4c504 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:27.863698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7085ef3-abfd-4f03-aeb3-51aa924aa224 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:27.905762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '612b68eb-27e6-4a36-af21-679216b1453d', 'name': '', 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'mac_address': 'fa:16:3e:a1:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:18Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 2, 'project_id': '85e15a4194574a72a783610135b7d152', 'subnets': [{'id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:27.918364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] For port 8a71e007-5f37-46c9-b939-52f3871f5b7d, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:27.939321 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1a78453d-84a8-45d4-8dd2-97cd41975106 req-76273c47-ecb7-477a-ba69-8602fe7fb9e0 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8736191 Jan 28 01:09:27.957898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3281cb20-b2de-4ef3-af73-e27669bf465e None None] Could not find standard attr ID for object 10101aae-1334-4fd3-bb0c-92f52704153d. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:09:27.959244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:27.974268 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fca871-37fe-4841-8cc1-d262a80d06f5 x-openstack-request-id: req-40fca871-37fe-4841-8cc1-d262a80d06f5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:27.974567 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-unplugged", "status": "completed", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:27.974821 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40fca871-37fe-4841-8cc1-d262a80d06f5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:27.975249 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'code': 200} Jan 28 01:09:27.979989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-63a43f1e-090e-42e5-84b3-c47514121cd3 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d13e489f3575448aafa2941664d356eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1687717 Jan 28 01:09:27.981569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Checking router: b10a2bb4-5972-4c9b-9644-f9fedc5c141c for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:27.982053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Updating router b10a2bb4-5972-4c9b-9644-f9fedc5c141c port 612b68eb-27e6-4a36-af21-679216b1453d binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:27.983184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.008723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (d807e512-969c-4c15-b889-86cbfe389d4a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.020435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (787ccea6-4ad1-4abc-aacf-82b935d7d493), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.127866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] For port 8a71e007-5f37-46c9-b939-52f3871f5b7d, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d,segment=NetworkSegment(e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1),segment_id=e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:28.180954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:28.186646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.199654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (787ccea6-4ad1-4abc-aacf-82b935d7d493), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.203809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d807e512-969c-4c15-b889-86cbfe389d4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.204413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Fanout notify agent at l3_agent the message router_deleted on router d807e512-969c-4c15-b889-86cbfe389d4a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:28.221881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.223037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-075352e4-d647-4f04-b687-cc1505775d1e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/d807e512-969c-4c15-b889-86cbfe389d4a HTTP/1.1" status: 204 len: 168 time: 4.9659493 Jan 28 01:09:28.229281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60778) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:28.234516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1186199129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:28.253509 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (612b68eb-27e6-4a36-af21-679216b1453d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.262299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Made reservation on behalf of d13e489f3575448aafa2941664d356eb for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:28.265620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.265809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.285360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-9d022cae-133a-474c-be3d-4be05cb1256f tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.286796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-9d022cae-133a-474c-be3d-4be05cb1256f tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922575 Jan 28 01:09:28.289767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.301131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=787ccea6-4ad1-4abc-aacf-82b935d7d493,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:28.307061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b7085ef3-abfd-4f03-aeb3-51aa924aa224 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:28.307625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.309420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Request body: {'port': {'device_id': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'd13e489f3575448aafa2941664d356eb'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:28.331403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.332458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.388668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.388798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.390599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] 10.222.0.45 "PUT /v2.0/ports/8a71e007-5f37-46c9-b939-52f3871f5b7d HTTP/1.1" status: 200 len: 1091 time: 4.0322409 Jan 28 01:09:28.394469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716ad10-f847-4135-bf98-6e6d7dab3eeb service neutron] Pushing event updated for resources: {'Port': ['ID=8a71e007-5f37-46c9-b939-52f3871f5b7d,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:28.399533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'tag': '8a71e007-5f37-46c9-b939-52f3871f5b7d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:28.402672 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe23223-4240-419e-b3a6-3e175e4c1d67" -d '{"events": [{"name": "network-changed", "server_uuid": "6f71fc33-ac62-4b8a-bb95-cdaff0d440f7", "tag": "8a71e007-5f37-46c9-b939-52f3871f5b7d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:28.413185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff1994a4-21cc-4236-8aea-acad786c0d52 req-05300cc5-a78d-4d2c-abd0-b29ce73ee6a3 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 210 time: 0.2461939 Jan 28 01:09:28.431008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.436217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-016437af-5987-414e-bda6-f123c4dd650b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/787ccea6-4ad1-4abc-aacf-82b935d7d493 HTTP/1.1" status: 204 len: 168 time: 1.4310341 Jan 28 01:09:28.448807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60786) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:28.494087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb089495-79a9-46ac-b089-5397c294fc4c None None] Network b6127a91-02fa-4a8e-9dce-780cec418164 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:28.564066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (011329e2-c6c2-4d45-9cfb-8ff7402340a3), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.611042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Allocated IP 172.20.0.6 (0679c912-abb4-41bf-b66f-8413df4919fc/0c421084-ec2d-4b09-9193-a2f75d0de50f/7e61af83-fdab-442a-bd5b-7e5345c82376) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:28.615161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.669236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.670867 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ea17ed33-1ab6-489d-b72c-b07289cb6b9f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4405155 Jan 28 01:09:28.675954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:28.684990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': True}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:28.692463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b6127a91-02fa-4a8e-9dce-780cec418164), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.702303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b7085ef3-abfd-4f03-aeb3-51aa924aa224 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:28.734223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869a77-bf4a-4ac7-b931-5dd37fd53eb6 req-9b78c0f9-9dc7-4333-ba34-c954cb3f3709 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.745705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56869a77-bf4a-4ac7-b931-5dd37fd53eb6 req-9b78c0f9-9dc7-4333-ba34-c954cb3f3709 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.6160266 Jan 28 01:09:28.753308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks [] for security_group (069311b1-87ed-41ca-81d9-ec01a1ce7fc4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.758656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Made reservation on behalf of d13e489f3575448aafa2941664d356eb for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:28.762911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.795104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] DHCP port deletion for b6127a91-02fa-4a8e-9dce-780cec418164 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:09:28.807490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (069311b1-87ed-41ca-81d9-ec01a1ce7fc4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.856499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58d7ec9a-52f2-4b16-a050-7013f6c88c60 req-de4a6d17-3ab2-47ec-9b16-d3206261beb7 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.1522079 Jan 28 01:09:28.869907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Publish callbacks [] for port (612b68eb-27e6-4a36-af21-679216b1453d), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.882852 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (612b68eb-27e6-4a36-af21-679216b1453d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.932018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] Deleting port c9936056-cf97-43c1-add5-77d380c4c504 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:28.932396 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c9936056-cf97-43c1-add5-77d380c4c504), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:28.957879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-f5e81c40-2327-4c90-a904-c28793c010f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.959473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-f5e81c40-2327-4c90-a904-c28793c010f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aac5a4856d61438a95da7ad485eecbc4&device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 1094 time: 0.2529383 Jan 28 01:09:28.998998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56869a77-bf4a-4ac7-b931-5dd37fd53eb6 req-07e73dbb-4e56-4e8a-95a9-bf446f6df8fe tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356191 Jan 28 01:09:29.044329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0925-1f48-4368-b1e1-8afa28924591 None None] Pushing event updated for resources: {'Port': ['ID=612b68eb-27e6-4a36-af21-679216b1453d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.095730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] For port c9936056-cf97-43c1-add5-77d380c4c504, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c9936056-cf97-43c1-add5-77d380c4c504,segment=NetworkSegment(228e4227-553e-4016-a5f5-4f06c9cda386),segment_id=228e4227-553e-4016-a5f5-4f06c9cda386)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:29.096663 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c9936056-cf97-43c1-add5-77d380c4c504), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.099631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-34329e39-730f-4634-b9c1-cfa6354960cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d HTTP/1.1" status: 200 len: 217 time: 0.0957839 Jan 28 01:09:29.107137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Attempting to bind port 612b68eb-27e6-4a36-af21-679216b1453d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:29.108062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Attempting to bind port 612b68eb-27e6-4a36-af21-679216b1453d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:29.108609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Attempting to bind port 612b68eb-27e6-4a36-af21-679216b1453d on network 5f5361ea-faeb-44cb-a922-008bc3dfa546 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:29.111586 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae800940-d6b6-4649-b664-f3f3765cff06 x-openstack-request-id: req-ae800940-d6b6-4649-b664-f3f3765cff06 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:29.112131 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f71fc33-ac62-4b8a-bb95-cdaff0d440f7", "tag": "8a71e007-5f37-46c9-b939-52f3871f5b7d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:29.112387 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae800940-d6b6-4649-b664-f3f3765cff06 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:29.112804 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'tag': '8a71e007-5f37-46c9-b939-52f3871f5b7d', 'status': 'completed', 'code': 200} Jan 28 01:09:29.126963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:29.127350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Checking segment: {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:29.127756 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.128159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Bound using segment: {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:29.129423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Bound port: 612b68eb-27e6-4a36-af21-679216b1453d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07e1a36-fbf4-439f-b056-d581e82d83b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:29.130067 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (612b68eb-27e6-4a36-af21-679216b1453d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.144958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] Calling delete_port for c9936056-cf97-43c1-add5-77d380c4c504 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:29.213383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (011329e2-c6c2-4d45-9cfb-8ff7402340a3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.219464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069311b1-87ed-41ca-81d9-ec01a1ce7fc4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.221688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks [] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.260901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-3e9862ec-82f3-4ad7-8c1b-2e340045ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.262812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-3e9862ec-82f3-4ad7-8c1b-2e340045ac95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca5db34b-a5d0-4f9e-bf5a-fa53b294487f HTTP/1.1" status: 200 len: 861 time: 0.1490443 Jan 28 01:09:29.307805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-b1154162-e45d-4ab9-840f-8ae9acb91f6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d32e7e87-a487-4ea6-ad23-520d7eb7a0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346467 Jan 28 01:09:29.317409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] For port 612b68eb-27e6-4a36-af21-679216b1453d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:29.322022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] For port 612b68eb-27e6-4a36-af21-679216b1453d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=612b68eb-27e6-4a36-af21-679216b1453d,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:29.335858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] Provisioning complete for port 612b68eb-27e6-4a36-af21-679216b1453d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:29.336288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (612b68eb-27e6-4a36-af21-679216b1453d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.340121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (612b68eb-27e6-4a36-af21-679216b1453d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.349946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084510-0061-4280-8e93-b2b906581128 req-f3d20103-77c4-497f-aabb-1c7ea996495e tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.351689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41084510-0061-4280-8e93-b2b906581128 req-f3d20103-77c4-497f-aabb-1c7ea996495e tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 943 time: 0.1421475 Jan 28 01:09:29.356210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.419212 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c9936056-cf97-43c1-add5-77d380c4c504), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.469664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] No DVR routers for this DVR port c9936056-cf97-43c1-add5-77d380c4c504 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:29.475292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Routers {'b10a2bb4-5972-4c9b-9644-f9fedc5c141c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:29.475952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:29.504404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Network 0679c912-abb4-41bf-b66f-8413df4919fc is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:29.549767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0925-1f48-4368-b1e1-8afa28924591 None None] Pushing event updated for resources: {'Port': ['ID=612b68eb-27e6-4a36-af21-679216b1453d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.574412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41084510-0061-4280-8e93-b2b906581128 req-88179bb2-d286-4e8b-b259-7a0579ca0560 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157631 Jan 28 01:09:29.576394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-c0fa4ac0-ecce-4535-bfbe-240009e2304b service neutron] 10.222.0.45 "GET /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617266 Jan 28 01:09:29.590203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event updated for resources: {'Port': ['ID=7e61af83-fdab-442a-bd5b-7e5345c82376,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.592923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:29.597597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:29.647263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840bbd6-67e9-4932-a6ee-3ef5346cf970 None None] Pushing event deleted for resources: {'Port': ['ID=c9936056-cf97-43c1-add5-77d380c4c504,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.702656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] Current status of the port 612b68eb-27e6-4a36-af21-679216b1453d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:29.703125 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (612b68eb-27e6-4a36-af21-679216b1453d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.710036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.710922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.743417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-14a2ca54-3221-4397-befc-4d0a2d663f38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1762686 Jan 28 01:09:29.794177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] Set router b10a2bb4-5972-4c9b-9644-f9fedc5c141c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:29.797046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] For port 612b68eb-27e6-4a36-af21-679216b1453d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=612b68eb-27e6-4a36-af21-679216b1453d,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:29.815896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Allocated IP 192.168.233.218 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:29.834083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Request body: {'port': {'device_id': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:29.837475 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (612b68eb-27e6-4a36-af21-679216b1453d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.852464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port c9936056-cf97-43c1-add5-77d380c4c504 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:29.853113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c9936056-cf97-43c1-add5-77d380c4c504), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.868713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dd75f-7e44-4dca-a976-e777ffc1c578 req-d10465dc-90fc-4e73-994c-8225899cd2c7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.876104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd5dd75f-7e44-4dca-a976-e777ffc1c578 req-d10465dc-90fc-4e73-994c-8225899cd2c7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 931 time: 0.2869940 Jan 28 01:09:29.962313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b845d3a9-17b4-499c-8066-cbd2e667de32 req-5592263c-ac19-4463-b672-957584f081b2 service neutron] 10.222.0.45 "GET /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670218 Jan 28 01:09:29.972657 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.993999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd5dd75f-7e44-4dca-a976-e777ffc1c578 req-940b9cff-13bc-4ea5-ba44-d6c00bfd0a75 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096539 Jan 28 01:09:29.996334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79902fb7-2527-4752-8157-fe0c3645932e None None] Pushing event updated for resources: {'Port': ['ID=612b68eb-27e6-4a36-af21-679216b1453d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:30.073754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] For port c9936056-cf97-43c1-add5-77d380c4c504, host n-d-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:30.074139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c9936056-cf97-43c1-add5-77d380c4c504), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.088511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fd3edd6b-70d7-4fff-bd37-cbe40f1eaf54 None None] Provisioning complete for port 612b68eb-27e6-4a36-af21-679216b1453d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:30.088993 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd6b-70d7-4fff-bd37-cbe40f1eaf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (612b68eb-27e6-4a36-af21-679216b1453d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.094473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a7198d4-759f-4e2a-98f9-ce61c3754ed2 req-68430b27-7e9d-44f1-9b8f-426a9ebfbb35 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.1195335 Jan 28 01:09:30.130086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for c9936056-cf97-43c1-add5-77d380c4c504 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:30.135573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Port c9936056-cf97-43c1-add5-77d380c4c504 was not found and therefore no delete operation was performed {{(pid=109595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:09:30.147341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c9936056-cf97-43c1-add5-77d380c4c504), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.275342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=c9936056-cf97-43c1-add5-77d380c4c504,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:30.280508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-2e5f9333-0b80-4271-ba9c-4aef7536b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.282089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-2e5f9333-0b80-4271-ba9c-4aef7536b9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aac5a4856d61438a95da7ad485eecbc4&device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 1094 time: 0.1855774 Jan 28 01:09:30.292131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bab78-3562-4ac5-9d04-1d4b3ce3b88d req-2f316bee-d82c-42d3-bdf3-d2774af22069 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.293306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No DVR routers for this DVR port c9936056-cf97-43c1-add5-77d380c4c504 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:30.299364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab9bab78-3562-4ac5-9d04-1d4b3ce3b88d req-2f316bee-d82c-42d3-bdf3-d2774af22069 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.2074246 Jan 28 01:09:30.342258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fd3edd6b-70d7-4fff-bd37-cbe40f1eaf54 None None] Current status of the port 612b68eb-27e6-4a36-af21-679216b1453d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:30.371309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '612b68eb-27e6-4a36-af21-679216b1453d', 'name': '', 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'mac_address': 'fa:16:3e:a1:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:18Z', 'updated_at': '2022-01-28T01:09:29Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'subnets': [{'id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.375363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks [] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.423900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bde38-44cb-4485-b2ca-27c43ae84a2a None None] The sync data for ids ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'] in n-d-826756-1 is: [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:09:20Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '612b68eb-27e6-4a36-af21-679216b1453d', 'name': '', 'network_id': '5f5361ea-faeb-44cb-a922-008bc3dfa546', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'mac_address': 'fa:16:3e:a1:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:18Z', 'updated_at': '2022-01-28T01:09:29Z', 'revision_number': 4, 'project_id': '85e15a4194574a72a783610135b7d152', 'subnets': [{'id': '93433680-de70-4e13-be25-8f4c6e07dddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:30.475134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b6127a91-02fa-4a8e-9dce-780cec418164), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.478074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab9bab78-3562-4ac5-9d04-1d4b3ce3b88d req-227b0f2b-9294-444d-97bb-8af9efef9e4e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778336 Jan 28 01:09:30.498227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-ca911648-f2c3-4e73-9cec-4b11e92570ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.500432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-ca911648-f2c3-4e73-9cec-4b11e92570ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=d32e7e87-a487-4ea6-ad23-520d7eb7a0de HTTP/1.1" status: 200 len: 922 time: 0.1952746 Jan 28 01:09:30.508572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6127a91-02fa-4a8e-9dce-780cec418164']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.522253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (011329e2-c6c2-4d45-9cfb-8ff7402340a3), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.548734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228e4227-553e-4016-a5f5-4f06c9cda386') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.549045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228e4227-553e-4016-a5f5-4f06c9cda386') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.583319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.587162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (228e4227-553e-4016-a5f5-4f06c9cda386), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.599703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-a3f9f9c4-7978-4dff-828b-41118c932622 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d HTTP/1.1" status: 200 len: 217 time: 0.0887306 Jan 28 01:09:30.621069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (228e4227-553e-4016-a5f5-4f06c9cda386), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.707547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.709764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:30.710255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (228e4227-553e-4016-a5f5-4f06c9cda386), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:30.719816 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:30.802842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e61af83-fdab-442a-bd5b-7e5345c82376 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:30.814277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Publish callbacks [] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.827823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Transition to ACTIVE for port object 7e61af83-fdab-442a-bd5b-7e5345c82376 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:30.840325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:30.868476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-35324843-67ee-4d43-9639-e3a86e582a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.870284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-35324843-67ee-4d43-9639-e3a86e582a1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca5db34b-a5d0-4f9e-bf5a-fa53b294487f HTTP/1.1" status: 200 len: 861 time: 0.2614424 Jan 28 01:09:30.879504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:30.880713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ceec-64de-44b5-b3ad-cffd33305f34 req-1034deea-6f26-4553-9e02-df7b7dff3dac tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.883318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84c4ceec-64de-44b5-b3ad-cffd33305f34 req-1034deea-6f26-4553-9e02-df7b7dff3dac tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.3077815 Jan 28 01:09:30.900162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:30.912690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 612b68eb-27e6-4a36-af21-679216b1453d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:30.927700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Allocated IP 192.168.233.37 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/518d7aae-29c0-493b-a691-3f8685549740) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:31.005722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 612b68eb-27e6-4a36-af21-679216b1453d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:31.006123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (612b68eb-27e6-4a36-af21-679216b1453d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.040431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-e314cbe5-be63-4852-80d6-b9a24ebc9526 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d32e7e87-a487-4ea6-ad23-520d7eb7a0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176317 Jan 28 01:09:31.086621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:31.119730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0b9a7-ba2c-439d-8092-dabaf29ee9d7 req-5139e6b1-bf9d-4e98-bb75-37e97925bc32 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:31.121343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e0b9a7-ba2c-439d-8092-dabaf29ee9d7 req-5139e6b1-bf9d-4e98-bb75-37e97925bc32 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 943 time: 0.4215870 Jan 28 01:09:31.185755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e61af83-fdab-442a-bd5b-7e5345c82376,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.218367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 612b68eb-27e6-4a36-af21-679216b1453d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:31.250942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b6127a91-02fa-4a8e-9dce-780cec418164), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.291421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9cc750a2-f5b4-4d2a-8c02-167e59423112 None None] Provisioning complete for port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:31.292049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cc750a2-f5b4-4d2a-8c02-167e59423112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.306433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.325701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c9936056-cf97-43c1-add5-77d380c4c504 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:31.335281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.338816 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/b6127a91-02fa-4a8e-9dce-780cec418164 HTTP/1.1" status: 204 len: 168 time: 2.8738286 Jan 28 01:09:31.348258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60818) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:31.356392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1200707458'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:31.375645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84c4ceec-64de-44b5-b3ad-cffd33305f34 req-1bb3198a-19f3-4fe7-adc1-3a1fe70c5227 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4021571 Jan 28 01:09:31.377965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d0926-556e-4c83-b5d2-3fcb308e1227 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=b6127a91-02fa-4a8e-9dce-780cec418164,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.402424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:31.403457 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.409542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9cc750a2-f5b4-4d2a-8c02-167e59423112 None None] Port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:31.419443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c9936056-cf97-43c1-add5-77d380c4c504 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:31.422825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-9237b163-05aa-4a14-9c58-a9d0a06edd1c service neutron] 10.222.0.45 "GET /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513894 Jan 28 01:09:31.427514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c9936056-cf97-43c1-add5-77d380c4c504 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:31.427681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e0b9a7-ba2c-439d-8092-dabaf29ee9d7 req-165b95e1-28e8-4a39-a2c3-8f5b8b890388 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899598 Jan 28 01:09:31.437347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks [] for port (518d7aae-29c0-493b-a691-3f8685549740), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.440738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Attempting to bind port 7e61af83-fdab-442a-bd5b-7e5345c82376 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:31.441150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Attempting to bind port 7e61af83-fdab-442a-bd5b-7e5345c82376 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:31.441574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Attempting to bind port 7e61af83-fdab-442a-bd5b-7e5345c82376 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:31.457409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:31.463741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Allocated IP 172.25.1.64 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/99844137-9bde-44cb-863f-ddda217e7da2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:31.463957 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.486290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-d7578686-ac2f-4624-908a-d52fbdba1840 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1822617 Jan 28 01:09:31.506675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Port 7e61af83-fdab-442a-bd5b-7e5345c82376 on network 0679c912-abb4-41bf-b66f-8413df4919fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:31.507004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Attempting to bind port 7e61af83-fdab-442a-bd5b-7e5345c82376 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:31.534154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Request body: {'port': {'device_id': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:31.553751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:31.554113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:31.554499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Bound using segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:31.554944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Bound port: 7e61af83-fdab-442a-bd5b-7e5345c82376, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:31.555304 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.689356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.702478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.800018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:31.816378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:31.819588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:31.950630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.957507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for port (99844137-9bde-44cb-863f-ddda217e7da2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.018349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.019034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.089466 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-26b010e9-225e-4bcd-ac21-7d32636b375e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1288254 Jan 28 01:09:32.091952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:32.111728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Request body: {'port': {'device_id': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:32.112420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (99844137-9bde-44cb-863f-ddda217e7da2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.117769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe23223-4240-419e-b3a6-3e175e4c1d67 req-c201d734-3ffe-4e60-b331-6d96054734f8 service neutron] 10.222.0.45 "GET /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868494 Jan 28 01:09:32.135599 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8832ece2-7201-48b3-ae26-0726e9a75649), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.135599 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment 8832ece2-7201-48b3-ae26-0726e9a75649 of type vlan for network ff79e89f-6309-4acc-a8bb-5050510bc840 Jan 28 01:09:32.158714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2888dfd2-2187-4323-9753-6604b404c1d0 None None] Provisioning complete for port 518d7aae-29c0-493b-a691-3f8685549740 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:32.159869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2888dfd2-2187-4323-9753-6604b404c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (518d7aae-29c0-493b-a691-3f8685549740), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.182635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e285e9-96ac-49d0-9bcb-52a2a2455ec1 req-568c248f-fea4-4191-86ea-31b7ce034e87 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.185904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00e285e9-96ac-49d0-9bcb-52a2a2455ec1 req-568c248f-fea4-4191-86ea-31b7ce034e87 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 936 time: 0.5929313 Jan 28 01:09:32.191395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da6e60-8c64-4b7e-a3ef-b7c43830272b req-c4e94531-4719-40f9-a627-44e877c88531 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.198602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1da6e60-8c64-4b7e-a3ef-b7c43830272b req-c4e94531-4719-40f9-a627-44e877c88531 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 943 time: 0.6460016 Jan 28 01:09:32.204702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2888dfd2-2187-4323-9753-6604b404c1d0 None None] Port 518d7aae-29c0-493b-a691-3f8685549740 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:32.234843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] For port 7e61af83-fdab-442a-bd5b-7e5345c82376, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:32.245026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ff79e89f-6309-4acc-a8bb-5050510bc840), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.265966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:32.270535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] For port 7e61af83-fdab-442a-bd5b-7e5345c82376, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7e61af83-fdab-442a-bd5b-7e5345c82376,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:32.306816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.309588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:32.312403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Publish callbacks [] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.341894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:32.351777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:32.380522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00e285e9-96ac-49d0-9bcb-52a2a2455ec1 req-6ebd9f18-17da-4192-82f2-3f07ba8455ba tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751564 Jan 28 01:09:32.384240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.385139 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.387367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] 10.222.0.43 "PUT /v2.0/ports/7e61af83-fdab-442a-bd5b-7e5345c82376 HTTP/1.1" status: 200 len: 1091 time: 2.5616455 Jan 28 01:09:32.401794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1da6e60-8c64-4b7e-a3ef-b7c43830272b req-62180ce9-a174-4efc-aad9-5c7d8595d009 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021983 Jan 28 01:09:32.402507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'tag': '7e61af83-fdab-442a-bd5b-7e5345c82376'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:32.413113 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60950f-7e34-4d51-8dea-cb7eda62c07f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d485ea-b45e-44c2-b709-733ccdeeac87", "tag": "7e61af83-fdab-442a-bd5b-7e5345c82376"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:32.424481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.453867 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ff79e89f-6309-4acc-a8bb-5050510bc840), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.460344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.461060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.463191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Transition to ACTIVE for port object da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:32.463913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946b3ae-a707-478e-a4ee-c9a2077550dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e61af83-fdab-442a-bd5b-7e5345c82376,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.474638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Port': ['ID=99844137-9bde-44cb-863f-ddda217e7da2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.481748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:32.602613 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2aea90-3c0a-465d-ad3c-fbf71fb8dd84 x-openstack-request-id: req-ad2aea90-3c0a-465d-ad3c-fbf71fb8dd84 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:32.602914 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d485ea-b45e-44c2-b709-733ccdeeac87", "tag": "7e61af83-fdab-442a-bd5b-7e5345c82376", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:32.603276 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad2aea90-3c0a-465d-ad3c-fbf71fb8dd84 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:32.603717 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'tag': '7e61af83-fdab-442a-bd5b-7e5345c82376', 'status': 'completed', 'code': 200} Jan 28 01:09:32.627405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2765396 Jan 28 01:09:32.630546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60828) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:32.638864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23737ce-ac00-49dc-a597-72513335a6cb tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=ff79e89f-6309-4acc-a8bb-5050510bc840,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.640238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:32.651925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-a479e546-644f-45c8-b656-16ed648b466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.652730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-a479e546-644f-45c8-b656-16ed648b466a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 1094 time: 0.1847720 Jan 28 01:09:32.666425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ff79e89f-6309-4acc-a8bb-5050510bc840 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:32.668965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c5e4d-4a66-4f8b-ada6-bbba23d52394 req-7623de73-5c62-41f6-9ff4-660054259d63 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.672308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e95c5e4d-4a66-4f8b-ada6-bbba23d52394 req-7623de73-5c62-41f6-9ff4-660054259d63 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2002990 Jan 28 01:09:32.744318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-19cdd03a-e578-4fd0-b6d5-950cdc87d1be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e61af83-fdab-442a-bd5b-7e5345c82376 HTTP/1.1" status: 200 len: 217 time: 0.0711792 Jan 28 01:09:32.796015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.879458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e95c5e4d-4a66-4f8b-ada6-bbba23d52394 req-3169a5fe-eeb3-48ec-bd37-c1533afcbbd4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003376 Jan 28 01:09:32.905160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-ad39114c-05f4-43dc-a193-bfc068f49312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.905160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-ad39114c-05f4-43dc-a193-bfc068f49312 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.1479218 Jan 28 01:09:32.913113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:32.942555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4eb0e-3449-4987-a3e4-e12547770786 req-ac7a2d69-e0c4-4b47-a15a-87348857232c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.958419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7d4eb0e-3449-4987-a3e4-e12547770786 req-ac7a2d69-e0c4-4b47-a15a-87348857232c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 943 time: 0.1720243 Jan 28 01:09:33.015069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:33.017762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-90934feb-6610-4de1-84c2-9006e59f6ca1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538814 Jan 28 01:09:33.164838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7d4eb0e-3449-4987-a3e4-e12547770786 req-825e8e4d-127a-4431-bc5d-3356ce4ba512 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052376 Jan 28 01:09:33.215697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00e17a-825d-4c09-b310-a1f87ecf31ef req-ca109d48-2a54-40d3-b5d5-5f6d95b75f10 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.217461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c00e17a-825d-4c09-b310-a1f87ecf31ef req-ca109d48-2a54-40d3-b5d5-5f6d95b75f10 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0967793 Jan 28 01:09:33.219472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-c410f8c7-dbcc-4ae2-824f-e28276053593 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865239 Jan 28 01:09:33.316154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8a71e007-5f37-46c9-b939-52f3871f5b7d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:33.340990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c00e17a-825d-4c09-b310-a1f87ecf31ef req-43036989-b306-4ad2-b4d3-21447345dfa6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167738 Jan 28 01:09:33.356333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c2b6e73-8050-4fc6-8675-b60358e506d7 req-b0a46718-9270-43e6-9102-d30029d731da service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302819 Jan 28 01:09:33.476849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8a71e007-5f37-46c9-b939-52f3871f5b7d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d,segment=NetworkSegment(e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1),segment_id=e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:33.480275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:33.490878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:33.493675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:33.504416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '8a71e007-5f37-46c9-b939-52f3871f5b7d', 'network_id': 'd32e7e87-a487-4ea6-ad23-520d7eb7a0de', 'port_id': '8a71e007-5f37-46c9-b939-52f3871f5b7d', 'mac_address': 'fa:16:3e:67:3e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5db34b-a5d0-4f9e-bf5a-fa53b294487f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:33.583615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8a71e007-5f37-46c9-b939-52f3871f5b7d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:33.584295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:33.593279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-1d18cc74-e203-4557-9bc9-d64184e8007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.594814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-1d18cc74-e203-4557-9bc9-d64184e8007c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 1094 time: 0.1517696 Jan 28 01:09:33.605221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a71e007-5f37-46c9-b939-52f3871f5b7d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:33.612096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c127dfc-c0d1-4800-8422-ff215eaedd3c req-dccc318c-b609-4151-8650-cff0c1672356 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.619381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c127dfc-c0d1-4800-8422-ff215eaedd3c req-dccc318c-b609-4151-8650-cff0c1672356 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 943 time: 0.1068606 Jan 28 01:09:33.638761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8a71e007-5f37-46c9-b939-52f3871f5b7d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d,segment=NetworkSegment(e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1),segment_id=e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:33.639017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Attempting to bind port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:33.639289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Attempting to bind port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:33.639833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Attempting to bind port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:33.644949 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:33.662617 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (011329e2-c6c2-4d45-9cfb-8ff7402340a3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:33.671474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:33.671863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Attempting to bind port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:33.697276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e316b-0f90-4c7a-9076-6959c92a4dd4 req-3900914b-0ac8-41e8-a728-13fd8ad5ed97 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.698876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a1e316b-0f90-4c7a-9076-6959c92a4dd4 req-3900914b-0ac8-41e8-a728-13fd8ad5ed97 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.1501725 Jan 28 01:09:33.718195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8a71e007-5f37-46c9-b939-52f3871f5b7d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:33.747820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:33.748099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:33.748393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:33.749006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Bound port: da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:33.749220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:33.774879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c127dfc-c0d1-4800-8422-ff215eaedd3c req-647dca3b-3983-4707-9d5b-cfd006b0a92c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546199 Jan 28 01:09:33.787457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-6aba93df-8c3f-4895-8507-e21245603672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.789077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-6aba93df-8c3f-4895-8507-e21245603672 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.1862562 Jan 28 01:09:33.851141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-e320e5e3-a4eb-4cdd-8ae8-3f5f8c6a02c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e61af83-fdab-442a-bd5b-7e5345c82376 HTTP/1.1" status: 200 len: 217 time: 0.0515702 Jan 28 01:09:33.854944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a1e316b-0f90-4c7a-9076-6959c92a4dd4 req-4d13e4b9-2ee5-4d73-81c4-583ca9403f5d tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468604 Jan 28 01:09:33.917289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-f91e7c44-dc40-48b3-9a97-1d70c86465e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.918873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-f91e7c44-dc40-48b3-9a97-1d70c86465e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.0621986 Jan 28 01:09:33.952281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-40457074-556b-4a37-9a6b-ddb483acb100 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272689 Jan 28 01:09:33.988990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518d7aae-29c0-493b-a691-3f8685549740 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:34.053177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Publish callbacks [] for port (518d7aae-29c0-493b-a691-3f8685549740), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.057155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-56edbc74-0144-4eac-b227-72c4da9c4b0e service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986826 Jan 28 01:09:34.086551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8a71e007-5f37-46c9-b939-52f3871f5b7d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:34.114270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:34.159252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d60950f-7e34-4d51-8dea-cb7eda62c07f req-ab29d3f4-2c23-4f2e-af9a-132f914c8e50 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954897 Jan 28 01:09:34.168555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Transition to ACTIVE for port object 518d7aae-29c0-493b-a691-3f8685549740 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:34.176516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:34.185522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.193812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.229579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f5cd7039-4729-4dd8-897c-258976698a0a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.273041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.289928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.290465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.291868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] 10.222.0.45 "PUT /v2.0/ports/da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b HTTP/1.1" status: 200 len: 1096 time: 2.7718556 Jan 28 01:09:34.298602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:34.300622 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705990bf-ab1c-4d67-888f-be46b3ff08b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:34.323443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83fc36-0100-4520-aded-f953ef7a28d3 req-b54596f9-88fc-4e68-b16e-775d6222c623 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.325898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.330935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe83fc36-0100-4520-aded-f953ef7a28d3 req-b54596f9-88fc-4e68-b16e-775d6222c623 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 944 time: 0.0831661 Jan 28 01:09:34.375243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.405939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe83fc36-0100-4520-aded-f953ef7a28d3 req-73a7f08a-97a3-4ef3-b0a3-9020448ba7e8 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739417 Jan 28 01:09:34.424346 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d077dea-34af-4112-9e5e-fb408f4f3987 x-openstack-request-id: req-1d077dea-34af-4112-9e5e-fb408f4f3987 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:34.424636 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:34.424879 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d077dea-34af-4112-9e5e-fb408f4f3987 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:34.425290 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'status': 'completed', 'code': 200} Jan 28 01:09:34.473435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=f5cd7039-4729-4dd8-897c-258976698a0a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.518159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463e222-5adf-4fb9-80f1-3491b1d1d748 req-ee1606aa-741d-42ce-8b6c-c65208d36d43 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.529079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f463e222-5adf-4fb9-80f1-3491b1d1d748 req-ee1606aa-741d-42ce-8b6c-c65208d36d43 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0814357 Jan 28 01:09:34.585130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f463e222-5adf-4fb9-80f1-3491b1d1d748 req-af0f9939-e320-49aa-8026-90a1041becad tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550070 Jan 28 01:09:34.619983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': '8832ece2-7201-48b3-ae26-0726e9a75649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:34.620626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: ff79e89f-6309-4acc-a8bb-5050510bc840, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:34.658041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1504-6e5b-44ad-b239-ed7808a23e2a service neutron] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.666187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-c53a54ed-16d5-48ab-8b2f-8b8908e0cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.667746 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-c53a54ed-16d5-48ab-8b2f-8b8908e0cd4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 1099 time: 0.2350745 Jan 28 01:09:34.742528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-0ac8b0bc-cfe3-4ce0-84e4-dce165cd050e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b HTTP/1.1" status: 200 len: 217 time: 0.0506852 Jan 28 01:09:34.743120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network ff79e89f-6309-4acc-a8bb-5050510bc840 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:34.811399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Attempting to bind port 518d7aae-29c0-493b-a691-3f8685549740 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:34.811727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Attempting to bind port 518d7aae-29c0-493b-a691-3f8685549740 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:34.812056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Attempting to bind port 518d7aae-29c0-493b-a691-3f8685549740 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:34.820154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ff79e89f-6309-4acc-a8bb-5050510bc840) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:34.830568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80a9b4-e2ea-43b7-9b03-4b734b85854d None None] Network ff79e89f-6309-4acc-a8bb-5050510bc840 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:34.868539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-4d639acc-0f80-4ccd-a61d-63a749a8b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.871845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-4d639acc-0f80-4ccd-a61d-63a749a8b0ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1167936 Jan 28 01:09:34.873894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:34.875621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.880133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Port 518d7aae-29c0-493b-a691-3f8685549740 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:34.880677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Attempting to bind port 518d7aae-29c0-493b-a691-3f8685549740 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:34.908886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:34.909255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:34.909649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:34.910123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Bound port: 518d7aae-29c0-493b-a691-3f8685549740, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:34.910490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:34.954750 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4d9f09ee-e03e-4d19-a85e-052505e8dab0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3212585 Jan 28 01:09:34.960162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:34.960937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Router 011329e2-c6c2-4d45-9cfb-8ff7402340a3 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:34.988699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1331699155'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:35.108416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722da4c-42dd-411a-a629-1f408a124724 req-8b65398e-d8f3-4c09-87ba-4bf8fa2308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.112900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-8b65398e-d8f3-4c09-87ba-4bf8fa2308e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2290237 Jan 28 01:09:35.120522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aaeab-5a0c-435a-97bb-f90eb529e40e req-6a54f2a5-24a2-4f7c-bb48-d06b3e5d9c43 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.122901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-776aaeab-5a0c-435a-97bb-f90eb529e40e req-6a54f2a5-24a2-4f7c-bb48-d06b3e5d9c43 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 943 time: 0.2501757 Jan 28 01:09:35.151009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ff79e89f-6309-4acc-a8bb-5050510bc840', 'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': 'f5cd7039-4729-4dd8-897c-258976698a0a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:09:35.151900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.171642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b1c89-6a64-4a3b-aa33-e7035ca1140c req-72af5b5d-d169-4e71-86cc-748ed9947075 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.172125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:35.173324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-398b1c89-6a64-4a3b-aa33-e7035ca1140c req-72af5b5d-d169-4e71-86cc-748ed9947075 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.1672950 Jan 28 01:09:35.226492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:35.244370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-776aaeab-5a0c-435a-97bb-f90eb529e40e req-6c1fb81e-a7cb-4978-b4d3-3c79080a3c87 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135790 Jan 28 01:09:35.269359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.294999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-398b1c89-6a64-4a3b-aa33-e7035ca1140c req-8e5f0faa-c768-4aec-8edb-e22da95609ea tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094182 Jan 28 01:09:35.299835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:35.306391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.327256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port c2ced5c6-7fff-49c7-b531-5712643d4ca3 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:35.361439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8a71e007-5f37-46c9-b939-52f3871f5b7d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:35.378404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.378708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.380177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] 10.222.0.43 "PUT /v2.0/ports/518d7aae-29c0-493b-a691-3f8685549740 HTTP/1.1" status: 200 len: 1095 time: 3.2765949 Jan 28 01:09:35.383481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:35.397626 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] Sync routers for ids ['011329e2-c6c2-4d45-9cfb-8ff7402340a3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:35.412060 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] Routers {'011329e2-c6c2-4d45-9cfb-8ff7402340a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:35.413038 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['011329e2-c6c2-4d45-9cfb-8ff7402340a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:35.413310 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.414712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6e14c00c-36fe-4401-a9d3-6a9b4ed55a72 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "PUT /v2.0/routers/011329e2-c6c2-4d45-9cfb-8ff7402340a3 HTTP/1.1" status: 200 len: 914 time: 6.7358139 Jan 28 01:09:35.418783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:35.479997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c1857-01fa-42b7-b2dc-94e78733e4ca service neutron] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:35.517365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Allocated IP 2001:db8::2 (ff79e89f-6309-4acc-a8bb-5050510bc840/f5cd7039-4729-4dd8-897c-258976698a0a/7970116d-ca6f-4f04-9bae-200819ffc3e7) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:35.526931 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:35.535711 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-3eedf89c-dd0a-456c-b697-50e6a1b5e0bf service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043772 Jan 28 01:09:35.561753 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] Routers {'011329e2-c6c2-4d45-9cfb-8ff7402340a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:35.577399 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['011329e2-c6c2-4d45-9cfb-8ff7402340a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:35.609144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 8a71e007-5f37-46c9-b939-52f3871f5b7d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:35.616410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-5e9ca583-6a75-4a43-9a11-8326def38162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.620417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 8a71e007-5f37-46c9-b939-52f3871f5b7d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:35.621852 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-5e9ca583-6a75-4a43-9a11-8326def38162 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 1098 time: 0.1740315 Jan 28 01:09:35.626207 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.633977 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:35.635088 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e8e67-5a72-4d5f-9209-1bc80c34be0e None None] The sync data for ids ['011329e2-c6c2-4d45-9cfb-8ff7402340a3'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:35.679057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bfadd-733b-460c-b562-0911443029e9 req-2f6e2ac1-2d9c-43da-bf64-192d12988f2c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.689247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e12bfadd-733b-460c-b562-0911443029e9 req-2f6e2ac1-2d9c-43da-bf64-192d12988f2c tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 944 time: 0.1489413 Jan 28 01:09:35.758274 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-5c307555-564a-4197-b892-03a2d5cc1647 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=518d7aae-29c0-493b-a691-3f8685549740 HTTP/1.1" status: 200 len: 217 time: 0.1023412 Jan 28 01:09:35.831198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8a71e007-5f37-46c9-b939-52f3871f5b7d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:35.831812 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.837182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-a9d90a2e-f96b-4c33-ab74-b5546a825c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.838974 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-a9d90a2e-f96b-4c33-ab74-b5546a825c53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0731900 Jan 28 01:09:35.841908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4722da4c-42dd-411a-a629-1f408a124724 req-61fc518c-a6bb-462a-8d5d-1af010f2c354 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853301 Jan 28 01:09:35.871892 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Publish callbacks [] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.892668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71e007-5f37-46c9-b939-52f3871f5b7d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:35.895499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-fa5129b2-aded-494f-b7dd-102d5293b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:35.895687 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850a6fda-1367-4480-8502-46d1b62992cb" -d '{"events": [{"server_uuid": "6f71fc33-ac62-4b8a-bb95-cdaff0d440f7", "name": "network-vif-plugged", "status": "completed", "tag": "8a71e007-5f37-46c9-b939-52f3871f5b7d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:35.896933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-fa5129b2-aded-494f-b7dd-102d5293b00a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514069 Jan 28 01:09:35.909795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.944870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8a71e007-5f37-46c9-b939-52f3871f5b7d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d,segment=NetworkSegment(e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1),segment_id=e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:35.949389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dce6336b-f89c-488c-b8d0-1bef3120c15a tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/011329e2-c6c2-4d45-9cfb-8ff7402340a3 HTTP/1.1" status: 200 len: 920 time: 0.5204067 Jan 28 01:09:35.962540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60868) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:35.967903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:35.974203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Network ff79e89f-6309-4acc-a8bb-5050510bc840 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:35.977662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:35.981229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:35.984326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::243 (ff79e89f-6309-4acc-a8bb-5050510bc840/f5cd7039-4729-4dd8-897c-258976698a0a/c2ced5c6-7fff-49c7-b531-5712643d4ca3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:36.038756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Pushing event updated for resources: {'Port': ['ID=7970116d-ca6f-4f04-9bae-200819ffc3e7,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.070268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63a8ef-4bc1-4737-8e67-6a4fefd0adf3 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.070268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-af63a8ef-4bc1-4737-8e67-6a4fefd0adf3 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=011329e2-c6c2-4d45-9cfb-8ff7402340a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0966034 Jan 28 01:09:36.076813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60872) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:36.080405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ab7f-e3b1-47af-8676-94d221cddbbc req-08796511-a941-4abd-b849-00b3e5ef05c6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.082635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd97ab7f-e3b1-47af-8676-94d221cddbbc req-08796511-a941-4abd-b849-00b3e5ef05c6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.3199723 Jan 28 01:09:36.092400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-a62f3b0b-e126-41ab-b7e5-da65372db80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.094080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-a62f3b0b-e126-41ab-b7e5-da65372db80b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 1099 time: 0.1305096 Jan 28 01:09:36.100424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-1ebb71e5-6eef-4ca8-a27c-d134ce190784 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945093 Jan 28 01:09:36.113489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Attempting to bind port 7970116d-ca6f-4f04-9bae-200819ffc3e7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:36.113886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Attempting to bind port 7970116d-ca6f-4f04-9bae-200819ffc3e7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8832ece2-7201-48b3-ae26-0726e9a75649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:36.114265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Attempting to bind port 7970116d-ca6f-4f04-9bae-200819ffc3e7 on network ff79e89f-6309-4acc-a8bb-5050510bc840 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:36.134609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:36.134994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Checking segment: {'id': '8832ece2-7201-48b3-ae26-0726e9a75649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:36.135405 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.136068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Bound using segment: {'id': '8832ece2-7201-48b3-ae26-0726e9a75649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:36.136549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Bound port: 7970116d-ca6f-4f04-9bae-200819ffc3e7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8832ece2-7201-48b3-ae26-0726e9a75649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ff79e89f-6309-4acc-a8bb-5050510bc840'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:36.137192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.151538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e12bfadd-733b-460c-b562-0911443029e9 req-d1171b3a-6758-4220-ac7f-af87ddf5625f tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607520 Jan 28 01:09:36.162952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8a71e007-5f37-46c9-b939-52f3871f5b7d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.233387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] For port 7970116d-ca6f-4f04-9bae-200819ffc3e7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:36.236863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] For port 7970116d-ca6f-4f04-9bae-200819ffc3e7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7970116d-ca6f-4f04-9bae-200819ffc3e7,segment=NetworkSegment(8832ece2-7201-48b3-ae26-0726e9a75649),segment_id=8832ece2-7201-48b3-ae26-0726e9a75649)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:36.243454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.244235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd97ab7f-e3b1-47af-8676-94d221cddbbc req-2a57d7c1-b6c6-4e89-b588-16674a90b8c4 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846262 Jan 28 01:09:36.250631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (c2ced5c6-7fff-49c7-b531-5712643d4ca3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.283235 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76fb0bc7-ef3d-4e55-98f3-dd8e86f7852d req-56a62bb6-5346-4510-9474-ae60b3813358 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737850 Jan 28 01:09:36.289345 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e06f8-d7c1-4096-9630-dcac3caa39fe x-openstack-request-id: req-f69e06f8-d7c1-4096-9630-dcac3caa39fe {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:36.290246 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f71fc33-ac62-4b8a-bb95-cdaff0d440f7", "name": "network-vif-plugged", "status": "completed", "tag": "8a71e007-5f37-46c9-b939-52f3871f5b7d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:36.290841 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f69e06f8-d7c1-4096-9630-dcac3caa39fe {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:36.291762 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71e007-5f37-46c9-b939-52f3871f5b7d', 'code': 200} Jan 28 01:09:36.328268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c2ced5c6-7fff-49c7-b531-5712643d4ca3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.366988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd901a-40bf-4a7b-b8a4-a2df3a655cdf None None] Pushing event updated for resources: {'Port': ['ID=7970116d-ca6f-4f04-9bae-200819ffc3e7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.429797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:36.439924 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a6c5c8-de01-433d-8062-ef281a0699d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:36.454760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf20d-50ef-41da-a1ae-5f09f9f6be46 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.456272 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b3bf20d-50ef-41da-a1ae-5f09f9f6be46 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.3771982 Jan 28 01:09:36.462396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60882) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:36.501046 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7ea46f44-e351-4c64-855c-373c8b1ef647 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=011329e2-c6c2-4d45-9cfb-8ff7402340a3 HTTP/1.1" status: 200 len: 205 time: 0.0374224 Jan 28 01:09:36.502376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-c14bb613-838c-4bac-9574-a7bee4ff6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.503698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-c14bb613-838c-4bac-9574-a7bee4ff6841 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3928747 Jan 28 01:09:36.504154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:36.518325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network ff79e89f-6309-4acc-a8bb-5050510bc840 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:36.529214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:36.532122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=c2ced5c6-7fff-49c7-b531-5712643d4ca3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.540456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:36.545730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.546395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:36.572007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4350-f0f9-41be-b941-42d40de86977 req-333eef8e-4312-439f-9f52-fce4e3868976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.573673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ddc4350-f0f9-41be-b941-42d40de86977 req-333eef8e-4312-439f-9f52-fce4e3868976 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 1096 time: 0.1506076 Jan 28 01:09:36.581769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1e5bb9a7-3de4-4d5b-a969-d7e934767dc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6184716 Jan 28 01:09:36.589237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60886) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:36.613510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5abe46-6846-48b5-a01d-8af5b61bafba req-f926646c-6bd1-455e-a9d2-f9c4bcd70881 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.615661 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-d1f7758d-b555-4e66-9ac0-5e793cc38c6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b HTTP/1.1" status: 200 len: 217 time: 0.0974593 Jan 28 01:09:36.620472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c5abe46-6846-48b5-a01d-8af5b61bafba req-f926646c-6bd1-455e-a9d2-f9c4bcd70881 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 943 time: 0.2130156 Jan 28 01:09:36.646738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df362-e66c-4760-93f9-81b1f0075c44 req-021b4811-debc-4f54-98e2-7ba619cc0ec4 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.655753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-012df362-e66c-4760-93f9-81b1f0075c44 req-021b4811-debc-4f54-98e2-7ba619cc0ec4 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.2493856 Jan 28 01:09:36.739129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ddc4350-f0f9-41be-b941-42d40de86977 req-a56cb6c3-f1a3-45fa-a7fc-bad2b9efd1f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554124 Jan 28 01:09:36.774905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-012df362-e66c-4760-93f9-81b1f0075c44 req-27ac3363-cf25-4b6e-98e5-ed2e5dcc7d6a tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181903 Jan 28 01:09:36.795854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c5abe46-6846-48b5-a01d-8af5b61bafba req-eb668d5e-48c0-46dd-b1fe-6d9fce3313e8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669004 Jan 28 01:09:36.919567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7e61af83-fdab-442a-bd5b-7e5345c82376 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:36.922973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7970116d-ca6f-4f04-9bae-200819ffc3e7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:37.062714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7970116d-ca6f-4f04-9bae-200819ffc3e7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:37.063156 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.069111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0aecf76-4396-47d2-b096-5f5ebeb6a60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.112299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7e61af83-fdab-442a-bd5b-7e5345c82376, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7e61af83-fdab-442a-bd5b-7e5345c82376,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:37.147042 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137a9c2-f7c1-4711-817f-55654520366b x-openstack-request-id: req-8137a9c2-f7c1-4711-817f-55654520366b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:37.147727 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:37.147727 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8137a9c2-f7c1-4711-817f-55654520366b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:37.147894 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'status': 'completed', 'code': 200} Jan 28 01:09:37.153695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '7e61af83-fdab-442a-bd5b-7e5345c82376', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': '7e61af83-fdab-442a-bd5b-7e5345c82376', 'mac_address': 'fa:16:3e:88:c8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:37.162146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.225379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7e61af83-fdab-442a-bd5b-7e5345c82376 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:37.226404 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.227312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-6b30db48-7ab2-4b23-9ee3-1a6e683d6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.228778 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-6b30db48-7ab2-4b23-9ee3-1a6e683d6c92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.5756688 Jan 28 01:09:37.234837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.276253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e61af83-fdab-442a-bd5b-7e5345c82376 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:37.317719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1712e7b-98a3-494a-923f-c6ed334903de req-03b55586-510a-467d-b84d-6b2379801a37 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.321390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7e61af83-fdab-442a-bd5b-7e5345c82376, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7e61af83-fdab-442a-bd5b-7e5345c82376,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:37.327280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1712e7b-98a3-494a-923f-c6ed334903de req-03b55586-510a-467d-b84d-6b2379801a37 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0842347 Jan 28 01:09:37.335691 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.381753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-fdc08443-720d-4405-9635-0a615375000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.383780 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-fdc08443-720d-4405-9635-0a615375000b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 1098 time: 0.2387226 Jan 28 01:09:37.439230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7e61af83-fdab-442a-bd5b-7e5345c82376,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:37.444772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7970116d-ca6f-4f04-9bae-200819ffc3e7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:37.445176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.446394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1712e7b-98a3-494a-923f-c6ed334903de req-ec0999f7-37e4-4abd-806f-951c54f21718 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179726 Jan 28 01:09:37.455059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port c2ced5c6-7fff-49c7-b531-5712643d4ca3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:37.455415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c2ced5c6-7fff-49c7-b531-5712643d4ca3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.486025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 7970116d-ca6f-4f04-9bae-200819ffc3e7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7970116d-ca6f-4f04-9bae-200819ffc3e7,segment=NetworkSegment(8832ece2-7201-48b3-ae26-0726e9a75649),segment_id=8832ece2-7201-48b3-ae26-0726e9a75649)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:37.494808 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.516271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb5a62-a616-41e0-b148-4c0a75775d69 req-9e6b3126-432e-4e06-9c79-379fbd337bef tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.523947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aeb5a62-a616-41e0-b148-4c0a75775d69 req-9e6b3126-432e-4e06-9c79-379fbd337bef tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1293433 Jan 28 01:09:37.572984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=7970116d-ca6f-4f04-9bae-200819ffc3e7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:37.590876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aeb5a62-a616-41e0-b148-4c0a75775d69 req-738b2224-758b-414e-b80e-9e2d25673da9 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547709 Jan 28 01:09:37.591075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-b7be81b3-7648-4914-9978-0f9296941efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.592669 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-b7be81b3-7648-4914-9978-0f9296941efe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005629 Jan 28 01:09:37.645901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (011329e2-c6c2-4d45-9cfb-8ff7402340a3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.706155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7e61af83-fdab-442a-bd5b-7e5345c82376'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:37.759110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-6a1f49a2-7927-4918-976d-fa00648d0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.760747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-6a1f49a2-7927-4918-976d-fa00648d0380 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3683906 Jan 28 01:09:37.767036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c2ced5c6-7fff-49c7-b531-5712643d4ca3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.829601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for c2ced5c6-7fff-49c7-b531-5712643d4ca3 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:37.841858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-b14d91fc-8a36-4fa1-a1cd-e4bf2e3e292b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=518d7aae-29c0-493b-a691-3f8685549740 HTTP/1.1" status: 200 len: 217 time: 0.0656943 Jan 28 01:09:37.867356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f0b23-487a-48bf-9ff7-f4f34e946e6f None None] Network ff79e89f-6309-4acc-a8bb-5050510bc840 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:37.928928 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-8080bf27-91e6-4447-8ec4-2ee6235daf53 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229029 Jan 28 01:09:37.989590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8b5373de-6224-4973-aec6-9930166cd4af None None] Provisioning complete for port 7970116d-ca6f-4f04-9bae-200819ffc3e7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:37.990676 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8b5373de-6224-4973-aec6-9930166cd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.991378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791fd98-ffd1-4567-8f02-1aec6d204299 req-cf2a4131-20bc-4892-9f43-7bda313a4c6d tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.992986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b791fd98-ffd1-4567-8f02-1aec6d204299 req-cf2a4131-20bc-4892-9f43-7bda313a4c6d tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.1282756 Jan 28 01:09:38.009063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Deleting port 99844137-9bde-44cb-863f-ddda217e7da2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:38.009400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (99844137-9bde-44cb-863f-ddda217e7da2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.010836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f36fe-81e0-4ab0-a50c-aa8926e183f3 req-9ca84da0-104a-4229-ba4f-64afe9c1a620 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.012096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-7e79c2fd-2a19-4225-87b3-0f719b384bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.013246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb9f36fe-81e0-4ab0-a50c-aa8926e183f3 req-9ca84da0-104a-4229-ba4f-64afe9c1a620 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 944 time: 0.0991311 Jan 28 01:09:38.013643 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-7e79c2fd-2a19-4225-87b3-0f719b384bc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1628790 Jan 28 01:09:38.110740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb9f36fe-81e0-4ab0-a50c-aa8926e183f3 req-88fd8d8e-e32e-46ff-a65e-419c43b1a37b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 Jan 28 01:09:38.114084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b791fd98-ffd1-4567-8f02-1aec6d204299 req-aa9b8fad-13b5-4add-9362-e889255d7550 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997393 Jan 28 01:09:38.216364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-705990bf-ab1c-4d67-888f-be46b3ff08b2 req-a6432df3-a81e-454b-aeea-533fd960c771 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795577 Jan 28 01:09:38.217317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8b5373de-6224-4973-aec6-9930166cd4af None None] Current status of the port 7970116d-ca6f-4f04-9bae-200819ffc3e7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:38.224131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-6955c96b-df13-4585-b093-f33e05291c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.225794 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-6955c96b-df13-4585-b093-f33e05291c59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032449 Jan 28 01:09:38.227574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (99844137-9bde-44cb-863f-ddda217e7da2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.267100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Calling delete_port for 99844137-9bde-44cb-863f-ddda217e7da2 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:38.272654 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c2ced5c6-7fff-49c7-b531-5712643d4ca3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.337452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=c2ced5c6-7fff-49c7-b531-5712643d4ca3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.413351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.416600 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dcaf70d0-d3fc-4217-8fe9-188ebb92a974 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/c2ced5c6-7fff-49c7-b531-5712643d4ca3 HTTP/1.1" status: 204 len: 168 time: 1.8247817 Jan 28 01:09:38.419520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60902) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:38.447636 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2dcb37-84ae-4f74-aa1a-f1a32c8dce88 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:09:38.452304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60904) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:38.452495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b2dcb37-84ae-4f74-aa1a-f1a32c8dce88 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/c2ced5c6-7fff-49c7-b531-5712643d4ca3 HTTP/1.1" status: 404 len: 333 time: 0.0297081 Jan 28 01:09:38.510514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-b47812cd-41a3-4323-b60f-92e437d123bc service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716870 Jan 28 01:09:38.631914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet f5cd7039-4729-4dd8-897c-258976698a0a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:38.640264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (f5cd7039-4729-4dd8-897c-258976698a0a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.640865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4414f2-5ebb-42db-ba43-86ff6e1c9911 req-e9439b92-0e75-4afb-97d5-99e5cff80471 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.642910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b4414f2-5ebb-42db-ba43-86ff6e1c9911 req-e9439b92-0e75-4afb-97d5-99e5cff80471 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0908394 Jan 28 01:09:38.659296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e62af8b9-6954-4363-bcb0-2b7c14ff9a03 None None] Provisioning complete for port 7970116d-ca6f-4f04-9bae-200819ffc3e7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:38.659679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e62af8b9-6954-4363-bcb0-2b7c14ff9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.739697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b4414f2-5ebb-42db-ba43-86ff6e1c9911 req-475889d9-a51c-43be-a4f2-0801cd1eb1ea tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888462 Jan 28 01:09:38.743442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f5cd7039-4729-4dd8-897c-258976698a0a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.801096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a6c5c8-de01-433d-8062-ef281a0699d6 req-ff091223-02e3-4538-ba39-ef2dea35a4ef service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430494 Jan 28 01:09:38.868593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d0f4-e49f-411e-9beb-a09b58ce2d75 req-05e96553-302a-4c9a-84de-bcc96c91f47a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:38.870596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4673d0f4-e49f-411e-9beb-a09b58ce2d75 req-05e96553-302a-4c9a-84de-bcc96c91f47a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1184769 Jan 28 01:09:38.873312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7970116d-ca6f-4f04-9bae-200819ffc3e7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:38.918091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f5cd7039-4729-4dd8-897c-258976698a0a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.947724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:38.949658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7e61af83-fdab-442a-bd5b-7e5345c82376 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:38.972578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4673d0f4-e49f-411e-9beb-a09b58ce2d75 req-47915d74-6e74-4f53-a088-04ef17052f8a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923567 Jan 28 01:09:38.974307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e62af8b9-6954-4363-bcb0-2b7c14ff9a03 None None] Current status of the port 7970116d-ca6f-4f04-9bae-200819ffc3e7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:38.995726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (99844137-9bde-44cb-863f-ddda217e7da2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.025333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e62af8b9-6954-4363-bcb0-2b7c14ff9a03 None None] Could not find standard attr ID for object c2ced5c6-7fff-49c7-b531-5712643d4ca3. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:09:39.054936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event deleted for resources: {'Port': ['ID=99844137-9bde-44cb-863f-ddda217e7da2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:39.126029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f5cd7039-4729-4dd8-897c-258976698a0a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.170621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0657ddfa-e3ee-4798-993f-7a32df23fa72 None None] Could not find standard attr ID for object c2ced5c6-7fff-49c7-b531-5712643d4ca3. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:09:39.201712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7970116d-ca6f-4f04-9bae-200819ffc3e7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:39.202112 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.203984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 7e61af83-fdab-442a-bd5b-7e5345c82376 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:39.237988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cd7039-4729-4dd8-897c-258976698a0a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:39.253719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 7e61af83-fdab-442a-bd5b-7e5345c82376 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:39.254062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (011329e2-c6c2-4d45-9cfb-8ff7402340a3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.254184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.267220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.275209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b8b1ad3-e0bc-433c-8ae0-8c20b24916ca tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/f5cd7039-4729-4dd8-897c-258976698a0a HTTP/1.1" status: 204 len: 168 time: 0.8163948 Jan 28 01:09:39.278222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:39.296552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:39.332565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05203c3e-4dea-484a-8868-55edd7807c83 None None] Network ff79e89f-6309-4acc-a8bb-5050510bc840 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:39.334914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b8d054f-c9d5-4e9b-a27c-23fc63ddf7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.339534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '518d7aae-29c0-493b-a691-3f8685549740', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '518d7aae-29c0-493b-a691-3f8685549740', 'mac_address': 'fa:16:3e:33:a2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:39.356379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ecb39-e368-4711-9c62-ca0c0eb65ab1 req-9773f3e9-5ee8-40a8-b2d0-c1031dd75d8f tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:39.358987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a7ecb39-e368-4711-9c62-ca0c0eb65ab1 req-9773f3e9-5ee8-40a8-b2d0-c1031dd75d8f tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 945 time: 0.1336582 Jan 28 01:09:39.390483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:39.441894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364f5b-3dd3-4f4f-90b5-eac42c9da088 req-795bcccf-c540-444e-9e26-c10fb2d045ff tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:39.443533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae364f5b-3dd3-4f4f-90b5-eac42c9da088 req-795bcccf-c540-444e-9e26-c10fb2d045ff tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 944 time: 0.1410258 Jan 28 01:09:39.448506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a7ecb39-e368-4711-9c62-ca0c0eb65ab1 req-113eb292-b78c-4004-8140-8868f15b33e5 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Jan 28 01:09:39.450450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ff79e89f-6309-4acc-a8bb-5050510bc840), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.513564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.519888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (011329e2-c6c2-4d45-9cfb-8ff7402340a3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.546022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae364f5b-3dd3-4f4f-90b5-eac42c9da088 req-e72b0c61-c3e1-4b0e-a1ca-01d959c0a401 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916302 Jan 28 01:09:39.609202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e0556-c97d-4386-a93b-b70091610ddc req-deb74400-3012-4074-b46d-90c62f6988fa tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:39.620783 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed6e0556-c97d-4386-a93b-b70091610ddc req-deb74400-3012-4074-b46d-90c62f6988fa tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.0796955 Jan 28 01:09:39.647206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (011329e2-c6c2-4d45-9cfb-8ff7402340a3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.648132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Fanout notify agent at l3_agent the message router_deleted on router 011329e2-c6c2-4d45-9cfb-8ff7402340a3 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:39.663700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.667621 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9133e1a5-e374-4ebc-9c95-d8cb672ed8c9 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/011329e2-c6c2-4d45-9cfb-8ff7402340a3 HTTP/1.1" status: 204 len: 168 time: 3.1616416 Jan 28 01:09:39.670377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60928) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:39.675354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1993311839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:39.683399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed6e0556-c97d-4386-a93b-b70091610ddc req-cd942e44-080b-4098-b651-67734c07489c tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615804 Jan 28 01:09:39.710144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 7970116d-ca6f-4f04-9bae-200819ffc3e7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:39.710384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.713869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.714894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.791121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:09:39.800063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] For port 7970116d-ca6f-4f04-9bae-200819ffc3e7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7970116d-ca6f-4f04-9bae-200819ffc3e7,segment=NetworkSegment(8832ece2-7201-48b3-ae26-0726e9a75649),segment_id=8832ece2-7201-48b3-ae26-0726e9a75649)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:39.800434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.813121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7970116d-ca6f-4f04-9bae-200819ffc3e7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:39.837812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (82b51096-c43f-4e7f-8367-2b579ea1c417), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.842468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 7970116d-ca6f-4f04-9bae-200819ffc3e7 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:39.847085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.874784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:39.875274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.877144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 7e61af83-fdab-442a-bd5b-7e5345c82376 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:39.877576 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.900759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.904443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7d9f6e03-a130-4bff-99c8-f5cd626d4f0e tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2306750 Jan 28 01:09:39.904828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60930) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:39.909841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': False}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:39.911760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518d7aae-29c0-493b-a691-3f8685549740 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:39.960303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61af83-fdab-442a-bd5b-7e5345c82376'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:39.962633 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973198e8-0274-4ac6-b869-5eaf567f89eb" -d '{"events": [{"server_uuid": "c3d485ea-b45e-44c2-b709-733ccdeeac87", "name": "network-vif-plugged", "status": "completed", "tag": "7e61af83-fdab-442a-bd5b-7e5345c82376"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:39.972467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:39.987009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.010721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 7e61af83-fdab-442a-bd5b-7e5345c82376, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7e61af83-fdab-442a-bd5b-7e5345c82376,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:40.016038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:40.024949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] DHCP port deletion for ff79e89f-6309-4acc-a8bb-5050510bc840 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:09:40.067697 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.074779 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaafea6-7188-41d3-9733-8aebf5f97e1b x-openstack-request-id: req-cbaafea6-7188-41d3-9733-8aebf5f97e1b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:40.075068 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d485ea-b45e-44c2-b709-733ccdeeac87", "name": "network-vif-plugged", "status": "completed", "tag": "7e61af83-fdab-442a-bd5b-7e5345c82376", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:40.075318 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbaafea6-7188-41d3-9733-8aebf5f97e1b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:40.075893 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61af83-fdab-442a-bd5b-7e5345c82376', 'code': 200} Jan 28 01:09:40.106922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'mac_address': 'fa:16:3e:37:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:40.132143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50234e9f-b444-4dc3-8e06-99461f112889 req-3b230ecb-ab19-418d-ab8a-22746ee0effc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.134661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50234e9f-b444-4dc3-8e06-99461f112889 req-3b230ecb-ab19-418d-ab8a-22746ee0effc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0781720 Jan 28 01:09:40.198948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.203415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:40.203804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.211134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50234e9f-b444-4dc3-8e06-99461f112889 req-fe10e1b6-8074-48dc-884e-ae36a0e0a072 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699754 Jan 28 01:09:40.262764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] Deleting port 7970116d-ca6f-4f04-9bae-200819ffc3e7 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:40.263167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.268865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:40.328394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['518d7aae-29c0-493b-a691-3f8685549740'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:40.330664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=7e61af83-fdab-442a-bd5b-7e5345c82376,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.373196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:40.391963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.408897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] For port 7970116d-ca6f-4f04-9bae-200819ffc3e7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7970116d-ca6f-4f04-9bae-200819ffc3e7,segment=NetworkSegment(8832ece2-7201-48b3-ae26-0726e9a75649),segment_id=8832ece2-7201-48b3-ae26-0726e9a75649)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:40.409295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.445631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] Calling delete_port for 7970116d-ca6f-4f04-9bae-200819ffc3e7 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:40.492872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.594841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.598694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (82b51096-c43f-4e7f-8367-2b579ea1c417), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.632871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bd4b6-b655-41f9-ad3c-d211b19018d8 req-36e854c3-d0c9-4ac7-9755-8fa62c4dd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.633539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (7970116d-ca6f-4f04-9bae-200819ffc3e7), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.634436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-703bd4b6-b655-41f9-ad3c-d211b19018d8 req-36e854c3-d0c9-4ac7-9755-8fa62c4dd706 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 1096 time: 0.1446433 Jan 28 01:09:40.635201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=7970116d-ca6f-4f04-9bae-200819ffc3e7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.637524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No DVR routers for this DVR port 7970116d-ca6f-4f04-9bae-200819ffc3e7 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:40.713604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] Pushing event deleted for resources: {'Port': ['ID=7970116d-ca6f-4f04-9bae-200819ffc3e7,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.735029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e40d-a8d8-4ed1-8699-e4873c9edf06 req-1f303ef0-fc5d-424f-8e33-75b7675e3582 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.736684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4972e40d-a8d8-4ed1-8699-e4873c9edf06 req-1f303ef0-fc5d-424f-8e33-75b7675e3582 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 945 time: 0.1429007 Jan 28 01:09:40.747462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2370b-8fd9-48e4-bf7c-8b5c7a33a6de req-2ead19c2-3d3f-4918-9205-376a24c16848 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.756315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9e2370b-8fd9-48e4-bf7c-8b5c7a33a6de req-2ead19c2-3d3f-4918-9205-376a24c16848 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 945 time: 0.1068883 Jan 28 01:09:40.785121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c6eae-10f7-450f-b2fe-b24daf20add6 None None] No DVR routers for this DVR port 7970116d-ca6f-4f04-9bae-200819ffc3e7 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:40.825517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ff79e89f-6309-4acc-a8bb-5050510bc840), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.832177 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-703bd4b6-b655-41f9-ad3c-d211b19018d8 req-dc599009-a2e4-4307-8dc2-b1578d52d26e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891634 Jan 28 01:09:40.854845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff79e89f-6309-4acc-a8bb-5050510bc840']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:40.870545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8832ece2-7201-48b3-ae26-0726e9a75649') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:40.870843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8832ece2-7201-48b3-ae26-0726e9a75649') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:40.872644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7970116d-ca6f-4f04-9bae-200819ffc3e7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:40.876667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.884616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (8832ece2-7201-48b3-ae26-0726e9a75649), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.885034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9e2370b-8fd9-48e4-bf7c-8b5c7a33a6de req-6862ab65-3993-420a-8346-764e3c1eb995 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275558 Jan 28 01:09:40.893500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-1e71c973-ad2e-4064-972f-c2bc207035f0 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.895026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-1e71c973-ad2e-4064-972f-c2bc207035f0 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 945 time: 0.1385207 Jan 28 01:09:40.925363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7970116d-ca6f-4f04-9bae-200819ffc3e7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:40.927231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7970116d-ca6f-4f04-9bae-200819ffc3e7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:40.930860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4972e40d-a8d8-4ed1-8699-e4873c9edf06 req-00104528-2023-4023-a5a1-69cb7bc4d67f tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/security-groups?id=3726be5d-2702-4fd6-a4dc-80e888bfb264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703906 Jan 28 01:09:40.937153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8832ece2-7201-48b3-ae26-0726e9a75649), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.953982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:40.954218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (8832ece2-7201-48b3-ae26-0726e9a75649), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.957075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:40.957353 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:41.114672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ff79e89f-6309-4acc-a8bb-5050510bc840), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.132430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdef71-acf4-4617-81b7-07cb280ec71e req-1395345f-1ec4-4a63-ba57-5080ad7949e1 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.138992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ebdef71-acf4-4617-81b7-07cb280ec71e req-1395345f-1ec4-4a63-ba57-5080ad7949e1 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 949 time: 0.0986214 Jan 28 01:09:41.151949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.155562 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/ff79e89f-6309-4acc-a8bb-5050510bc840 HTTP/1.1" status: 204 len: 168 time: 1.8764150 Jan 28 01:09:41.160491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:41.170098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'name': 'tempest-PortsIpV6TestJSON-1773365286'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:41.176482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16e92-ed0f-4030-a6e1-91fa75cf2d07 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=ff79e89f-6309-4acc-a8bb-5050510bc840,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.222431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Deleting port 8a71e007-5f37-46c9-b939-52f3871f5b7d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:41.222667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.275065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ebdef71-acf4-4617-81b7-07cb280ec71e req-dc8fc960-e482-4a52-bd4c-d39da0607fd0 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329772 Jan 28 01:09:41.309068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (82b51096-c43f-4e7f-8367-2b579ea1c417), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.335088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.347685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab542b-4ec8-4c41-86e6-ec138270d990 req-1de95810-e4c6-4b9c-afc6-2893b2c146a1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.349483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7ab542b-4ec8-4c41-86e6-ec138270d990 req-1de95810-e4c6-4b9c-afc6-2893b2c146a1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.0662184 Jan 28 01:09:41.350997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:41.354585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.410938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port e145f7d5-13f7-4ded-a9e1-335c771539c1 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:41.435966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] For port 8a71e007-5f37-46c9-b939-52f3871f5b7d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8a71e007-5f37-46c9-b939-52f3871f5b7d,segment=NetworkSegment(e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1),segment_id=e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:41.436426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.479293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7ab542b-4ec8-4c41-86e6-ec138270d990 req-f98a9d2e-11cd-4e2f-852e-d330781f3719 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061077 Jan 28 01:09:41.482175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Calling delete_port for 8a71e007-5f37-46c9-b939-52f3871f5b7d owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:41.562075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Allocated IP 172.25.1.89 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/06ade5b0-dd93-438f-92ce-4cf383ce29d6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:41.604131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (e145f7d5-13f7-4ded-a9e1-335c771539c1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.643949 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e145f7d5-13f7-4ded-a9e1-335c771539c1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.692919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:41.703795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:41.706052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=e145f7d5-13f7-4ded-a9e1-335c771539c1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.708755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:41.714118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.714832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.717088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8a71e007-5f37-46c9-b939-52f3871f5b7d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.727917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for port (06ade5b0-dd93-438f-92ce-4cf383ce29d6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.736752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1eb50c59-dddb-4514-a877-38f2b10c8f96 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5728381 Jan 28 01:09:41.737336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60952) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:41.764911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Pushing event deleted for resources: {'Port': ['ID=8a71e007-5f37-46c9-b939-52f3871f5b7d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.812766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] No DVR routers for this DVR port 8a71e007-5f37-46c9-b939-52f3871f5b7d on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:41.816212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.819680 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9bbcd7ed-3095-4e19-8e1c-fa8b9c3a1335 req-0a08fada-adc8-49b8-ab5b-541476425c85 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.45 "DELETE /v2.0/ports/8a71e007-5f37-46c9-b939-52f3871f5b7d HTTP/1.1" status: 204 len: 173 time: 0.9168663 Jan 28 01:09:41.820194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'name': 'network-vif-deleted', 'tag': '8a71e007-5f37-46c9-b939-52f3871f5b7d'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:41.822600 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7615ba1f-2ab7-44f4-a199-e5b27972bcbb" -d '{"events": [{"server_uuid": "6f71fc33-ac62-4b8a-bb95-cdaff0d440f7", "name": "network-vif-deleted", "tag": "8a71e007-5f37-46c9-b939-52f3871f5b7d"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:41.857469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port e145f7d5-13f7-4ded-a9e1-335c771539c1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:41.857907 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e145f7d5-13f7-4ded-a9e1-335c771539c1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.867498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (06ade5b0-dd93-438f-92ce-4cf383ce29d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.875007 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.905764 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cab672-33df-4ade-a99c-c5aff24f028a x-openstack-request-id: req-45cab672-33df-4ade-a99c-c5aff24f028a {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:41.906089 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f71fc33-ac62-4b8a-bb95-cdaff0d440f7", "name": "network-vif-deleted", "tag": "8a71e007-5f37-46c9-b939-52f3871f5b7d", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:41.906342 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45cab672-33df-4ade-a99c-c5aff24f028a {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:41.906753 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f71fc33-ac62-4b8a-bb95-cdaff0d440f7', 'name': 'network-vif-deleted', 'tag': '8a71e007-5f37-46c9-b939-52f3871f5b7d', 'status': 'completed', 'code': 200} Jan 28 01:09:41.918917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:41.922016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:41.925836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:41.957806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Pushing event updated for resources: {'Port': ['ID=06ade5b0-dd93-438f-92ce-4cf383ce29d6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.965608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e145f7d5-13f7-4ded-a9e1-335c771539c1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.985434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for e145f7d5-13f7-4ded-a9e1-335c771539c1 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:42.110433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ce4291b-28e6-4756-9602-72a28fdffb62 req-e4aa331d-88e9-4ba5-896f-86b773923e76 tempest-InstanceActionsNegativeTestJSON-1951147638 tempest-InstanceActionsNegativeTestJSON-1951147638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f71fc33-ac62-4b8a-bb95-cdaff0d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0370598 Jan 28 01:09:42.137257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd7ed-f552-45ae-9fd1-fcef688dad54 req-9e674e68-c3bf-4f8e-b2f3-4cf0725c41bf tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.138943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-658fd7ed-f552-45ae-9fd1-fcef688dad54 req-9e674e68-c3bf-4f8e-b2f3-4cf0725c41bf tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 945 time: 0.0942492 Jan 28 01:09:42.197264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-658fd7ed-f552-45ae-9fd1-fcef688dad54 req-c8fd5df0-967f-4c4c-aee1-803ba5eb894e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jan 28 01:09:42.243918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e145f7d5-13f7-4ded-a9e1-335c771539c1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.287730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router_gateway (82b51096-c43f-4e7f-8367-2b579ea1c417), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.308899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=e145f7d5-13f7-4ded-a9e1-335c771539c1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:42.338898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.346089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dfa944d9-c0e6-4225-bdc0-928bb8694534 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/e145f7d5-13f7-4ded-a9e1-335c771539c1 HTTP/1.1" status: 204 len: 168 time: 0.6079426 Jan 28 01:09:42.348783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60970) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:42.355173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'mac_address': 'fa:16:3e:06:6f:66', 'name': 'tempest-PortsIpV6TestJSON-396051223'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:42.519368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cfc7-cd78-4270-ab6d-ca304d52aaea req-0ad22821-db1a-442d-8850-867532c4bfe5 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.527338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0029cfc7-cd78-4270-ab6d-ca304d52aaea req-0ad22821-db1a-442d-8850-867532c4bfe5 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 949 time: 0.1213715 Jan 28 01:09:42.560435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:42.592168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.596059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.630620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0029cfc7-cd78-4270-ab6d-ca304d52aaea req-148e3961-968c-4ba3-8d4e-19a7a4bceaaf tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020620 Jan 28 01:09:42.682063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.713339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed566264-92dc-40c7-bb86-3da6c2d6ed6a req-aea737db-307f-4660-97c7-25eb7e994b91 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.715001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed566264-92dc-40c7-bb86-3da6c2d6ed6a req-aea737db-307f-4660-97c7-25eb7e994b91 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 945 time: 0.1464827 Jan 28 01:09:42.745709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Router 82b51096-c43f-4e7f-8367-2b579ea1c417 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:42.746580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 08f5cf88-3673-4406-92a7-7463f92ff62c yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:42.859168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:42.872628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.872628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a0fdd58-383b-4825-b1a0-328e64f3ee84 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "PUT /v2.0/routers/82b51096-c43f-4e7f-8367-2b579ea1c417 HTTP/1.1" status: 200 len: 915 time: 2.9604959 Jan 28 01:09:42.872628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:42.886413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] Sync routers for ids ['82b51096-c43f-4e7f-8367-2b579ea1c417'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:42.903223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] Routers {'82b51096-c43f-4e7f-8367-2b579ea1c417'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:42.903861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['82b51096-c43f-4e7f-8367-2b579ea1c417'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.942077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.951479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] Routers {'82b51096-c43f-4e7f-8367-2b579ea1c417'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:42.952306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['82b51096-c43f-4e7f-8367-2b579ea1c417'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.952448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70247978-c0cc-4d9a-a67c-91efb4565da6 req-7000d408-0712-4096-a52c-a4694bf62b1b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.953978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70247978-c0cc-4d9a-a67c-91efb4565da6 req-7000d408-0712-4096-a52c-a4694bf62b1b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2370274 Jan 28 01:09:42.976005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed566264-92dc-40c7-bb86-3da6c2d6ed6a req-92595bd1-8abb-4fd2-b5be-d6030b3ee835 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449977 Jan 28 01:09:42.999079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.999980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d406f74-2505-4290-a9e8-733b809b9f70 None None] The sync data for ids ['82b51096-c43f-4e7f-8367-2b579ea1c417'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:43.001708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:43.024733 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-84748c24-6739-405c-8d86-d53b401bd4b8 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/82b51096-c43f-4e7f-8367-2b579ea1c417 HTTP/1.1" status: 200 len: 921 time: 0.1523607 Jan 28 01:09:43.025061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.039358 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (08f5cf88-3673-4406-92a7-7463f92ff62c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.063081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 518d7aae-29c0-493b-a691-3f8685549740 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:43.067858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 518d7aae-29c0-493b-a691-3f8685549740 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:43.068273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (518d7aae-29c0-493b-a691-3f8685549740), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.069000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c00c3-0d13-43c5-87d2-3a1394f5e323 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.070610 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2c8c00c3-0d13-43c5-87d2-3a1394f5e323 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=82b51096-c43f-4e7f-8367-2b579ea1c417&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0447059 Jan 28 01:09:43.073312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.100420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70247978-c0cc-4d9a-a67c-91efb4565da6 req-31daf39d-1ff7-4042-ac34-5c4bb92e3aa1 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205699 Jan 28 01:09:43.130039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (08f5cf88-3673-4406-92a7-7463f92ff62c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.192378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60990) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.198649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:43.200379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.212723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f26e4d-8bed-4cfd-b09e-660e902ff653 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.217812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41f26e4d-8bed-4cfd-b09e-660e902ff653 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.1434596 Jan 28 01:09:43.218512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.233683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:43.235150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:43.238572 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1fd72-5c85-4c3f-ab5b-c9b33f05fe08" -d '{"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:43.239944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:43.247555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:43.254841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.255405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.267608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=08f5cf88-3673-4406-92a7-7463f92ff62c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:43.279265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:43.282161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Deleting subnet ca5db34b-a5d0-4f9e-bf5a-fa53b294487f {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:09:43.285994 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Publish callbacks [] for subnet (ca5db34b-a5d0-4f9e-bf5a-fa53b294487f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.288672 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.291627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1edb0726-21c1-4dcf-8cd2-d2b11f5a619d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9408646 Jan 28 01:09:43.291903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b14f102-98ad-4192-ab65-be859a7a7ea5 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b51096-c43f-4e7f-8367-2b579ea1c417 HTTP/1.1" status: 200 len: 205 time: 0.0715125 Jan 28 01:09:43.294070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60998) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.294658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32768) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.300005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.351407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (ca5db34b-a5d0-4f9e-bf5a-fa53b294487f), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.355044 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868f18a0-5d87-4746-8c85-b19b6e111955 x-openstack-request-id: req-868f18a0-5d87-4746-8c85-b19b6e111955 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:43.356669 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:43.357345 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-868f18a0-5d87-4746-8c85-b19b6e111955 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:43.358309 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'code': 200} Jan 28 01:09:43.393226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:43.403430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933b419-b7d6-4011-9801-300576c81b30 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.404931 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3933b419-b7d6-4011-9801-300576c81b30 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/08f5cf88-3673-4406-92a7-7463f92ff62c HTTP/1.1" status: 200 len: 844 time: 0.1095686 Jan 28 01:09:43.407712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32770) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:43.410308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:43.532693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:43.541117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:43.542797 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.617051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.668423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6168d-6756-41e2-a20b-29fbff3b3f5a req-ce1e5a0c-0c31-4912-a492-4718c53ecb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.670260 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91e6168d-6756-41e2-a20b-29fbff3b3f5a req-ce1e5a0c-0c31-4912-a492-4718c53ecb78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 1100 time: 0.2083118 Jan 28 01:09:43.708181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:43.708743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.768428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 08f5cf88-3673-4406-92a7-7463f92ff62c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:43.769398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (08f5cf88-3673-4406-92a7-7463f92ff62c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.769691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:43.778119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.779233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8a71e007-5f37-46c9-b939-52f3871f5b7d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:43.832745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (82b51096-c43f-4e7f-8367-2b579ea1c417), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.841446 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-91e6168d-6756-41e2-a20b-29fbff3b3f5a req-3b0556e3-f24a-4eb5-8409-0e5e07510c60 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244428 Jan 28 01:09:43.861583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (08f5cf88-3673-4406-92a7-7463f92ff62c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.864270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:43.878344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ca5db34b-a5d0-4f9e-bf5a-fa53b294487f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.881989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 8a71e007-5f37-46c9-b939-52f3871f5b7d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:43.882485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8a71e007-5f37-46c9-b939-52f3871f5b7d not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:43.895729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 08f5cf88-3673-4406-92a7-7463f92ff62c owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:43.914168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669922a7-add4-4231-9003-909064f4160d req-32d98e54-5436-4ec4-9cd5-47544cc1014a tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.916279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-669922a7-add4-4231-9003-909064f4160d req-32d98e54-5436-4ec4-9cd5-47544cc1014a tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 950 time: 0.0870197 Jan 28 01:09:43.975318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Deleting port 06ade5b0-dd93-438f-92ce-4cf383ce29d6 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:43.975701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (06ade5b0-dd93-438f-92ce-4cf383ce29d6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.986136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-669922a7-add4-4231-9003-909064f4160d req-78ede74b-aaf6-42de-97a7-7fa446bb9542 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549059 Jan 28 01:09:43.987778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (ca5db34b-a5d0-4f9e-bf5a-fa53b294487f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.024106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5db34b-a5d0-4f9e-bf5a-fa53b294487f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:44.028233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.035169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f96d5536-58db-4331-83ec-ffedfeb86ff0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca5db34b-a5d0-4f9e-bf5a-fa53b294487f HTTP/1.1" status: 204 len: 168 time: 0.8410897 Jan 28 01:09:44.035386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:44.068547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (08f5cf88-3673-4406-92a7-7463f92ff62c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.154547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (06ade5b0-dd93-438f-92ce-4cf383ce29d6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.158832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=08f5cf88-3673-4406-92a7-7463f92ff62c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:44.159850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (d32e7e87-a487-4ea6-ad23-520d7eb7a0de), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.169063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.173732 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b21c4b0-e128-4c3a-9208-983bcaf265cc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/08f5cf88-3673-4406-92a7-7463f92ff62c HTTP/1.1" status: 204 len: 168 time: 0.7650392 Jan 28 01:09:44.183984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad28896-4d87-4c7a-b9c1-e11397be8fa0 req-4ddb7740-1cff-4cd9-a89e-8ba2fb553a0e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.189700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:44.191244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aad28896-4d87-4c7a-b9c1-e11397be8fa0 req-4ddb7740-1cff-4cd9-a89e-8ba2fb553a0e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 945 time: 0.0908647 Jan 28 01:09:44.218543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Calling delete_port for 06ade5b0-dd93-438f-92ce-4cf383ce29d6 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:44.237539 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e96e44d-e488-46b4-bae7-49f82b9ba3c7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:09:44.239005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e96e44d-e488-46b4-bae7-49f82b9ba3c7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/08f5cf88-3673-4406-92a7-7463f92ff62c HTTP/1.1" status: 404 len: 333 time: 0.0504677 Jan 28 01:09:44.246854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:44.269684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'name': 'tempest-PortsIpV6TestJSON-961709644'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:44.301255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-be19b51a-67f6-4ba6-879a-5ebeb1c5d6eb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.302774 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-be19b51a-67f6-4ba6-879a-5ebeb1c5d6eb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 945 time: 0.1254911 Jan 28 01:09:44.422461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979466c7-735e-4f60-b94f-90e0cccc60fe req-319b81d4-a3ea-41c1-b048-4ce6ff6dde56 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.424793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-979466c7-735e-4f60-b94f-90e0cccc60fe req-319b81d4-a3ea-41c1-b048-4ce6ff6dde56 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2252905 Jan 28 01:09:44.432662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (d32e7e87-a487-4ea6-ad23-520d7eb7a0de), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.438621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aad28896-4d87-4c7a-b9c1-e11397be8fa0 req-6efbeac1-703c-4291-aa59-2afd4415b20a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465189 Jan 28 01:09:44.495984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32e7e87-a487-4ea6-ad23-520d7eb7a0de']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:44.515781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:44.516180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:44.536129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.537860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:44.541331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.571846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-979466c7-735e-4f60-b94f-90e0cccc60fe req-9c04e42c-05da-4a6e-9a7b-64a5689afe78 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320686 Jan 28 01:09:44.572863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.583036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:44.583451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (e9422ed8-a4f8-4241-a1af-ab9d4c3fbfe1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:44.585293 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:44.602479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 314238f1-7715-4aa8-89a1-fe3a521eb12a yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:44.739888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (d32e7e87-a487-4ea6-ad23-520d7eb7a0de), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.788678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.795594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d32e7e87-a487-4ea6-ad23-520d7eb7a0de HTTP/1.1" status: 204 len: 168 time: 0.7569487 Jan 28 01:09:44.848394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d49c0-e116-438d-8e31-d9ac2a85b3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d32e7e87-a487-4ea6-ad23-520d7eb7a0de,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:44.911952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Deleting port 7e61af83-fdab-442a-bd5b-7e5345c82376 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:44.912873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.970657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (06ade5b0-dd93-438f-92ce-4cf383ce29d6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.019120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0dadb-da9e-4446-a279-fb47aa152163 req-78a0e40a-91ba-42e1-9dfd-a1160bde293f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:45.026260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36d0dadb-da9e-4446-a279-fb47aa152163 req-78a0e40a-91ba-42e1-9dfd-a1160bde293f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1655083 Jan 28 01:09:45.027910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32804) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.040541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event deleted for resources: {'Port': ['ID=06ade5b0-dd93-438f-92ce-4cf383ce29d6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.055126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.101103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] For port 7e61af83-fdab-442a-bd5b-7e5345c82376, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=7e61af83-fdab-442a-bd5b-7e5345c82376,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:45.101641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.116415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Calling delete_port for 7e61af83-fdab-442a-bd5b-7e5345c82376 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:45.183009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36d0dadb-da9e-4446-a279-fb47aa152163 req-fcaf4524-eca1-41db-be1c-017038a47def tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558657 Jan 28 01:09:45.187588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-656b6457-f72b-4c1b-83bc-1fac9cffe3e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aac5a4856d61438a95da7ad485eecbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406531 Jan 28 01:09:45.192348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32808) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.228064 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.239066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a8011-8ba9-4a3f-b8c4-9a9882ecf8bc req-8f1359c6-07f3-4f59-9c2c-1be0b531ef52 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:45.246423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b3a8011-8ba9-4a3f-b8c4-9a9882ecf8bc req-8f1359c6-07f3-4f59-9c2c-1be0b531ef52 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 950 time: 0.1472189 Jan 28 01:09:45.330490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:45.348481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:45.359752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:45.363013 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ab8f12-4111-4113-bda6-1b614879044f" -d '{"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:45.363255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:45.368652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:45.369351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.376291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d27c7c-9fea-483d-a7ec-1afff92fff26 admin admin] Publish callbacks [] for security_group (3726be5d-2702-4fd6-a4dc-80e888bfb264), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.386957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-d051dc41-73b5-4723-a939-70d3af34f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:45.392598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-d051dc41-73b5-4723-a939-70d3af34f8ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.3953981 Jan 28 01:09:45.394518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b3a8011-8ba9-4a3f-b8c4-9a9882ecf8bc req-bdf37ab3-f36a-4865-96cc-229f2182e996 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470771 Jan 28 01:09:45.395266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=314238f1-7715-4aa8-89a1-fe3a521eb12a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.422708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dfb0b31f-79e8-4318-ac5a-00c368b25cfe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1572928 Jan 28 01:09:45.423808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (82b51096-c43f-4e7f-8367-2b579ea1c417), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.428007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32812) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.433802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:45.438214 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ace7e-eff3-4554-9fdb-4337df1adf2b x-openstack-request-id: req-6c5ace7e-eff3-4554-9fdb-4337df1adf2b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:45.439145 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:45.441301 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c5ace7e-eff3-4554-9fdb-4337df1adf2b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:45.442036 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'code': 200} Jan 28 01:09:45.465153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d27c7c-9fea-483d-a7ec-1afff92fff26 admin admin] Publish callbacks [] for security_group (3726be5d-2702-4fd6-a4dc-80e888bfb264), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.589227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7e61af83-fdab-442a-bd5b-7e5345c82376), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.604733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-256e9a26-40e1-4fd7-9f08-9617fc845666 req-f53df8a2-ab64-498e-a665-71df5bdc3eff tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d485ea-b45e-44c2-b709-733ccdeeac87 HTTP/1.1" status: 200 len: 210 time: 0.0463204 Jan 28 01:09:45.622696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['7e61af83-fdab-442a-bd5b-7e5345c82376'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:45.648762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.664846 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.678080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85362-881b-45ba-af23-970812325603 req-6d459314-9920-4c45-873e-149fc572abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:45.679914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ff85362-881b-45ba-af23-970812325603 req-6d459314-9920-4c45-873e-149fc572abad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 1101 time: 0.1367567 Jan 28 01:09:45.694866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (82b51096-c43f-4e7f-8367-2b579ea1c417), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.718993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event deleted for resources: {'Port': ['ID=7e61af83-fdab-442a-bd5b-7e5345c82376,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.723961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d27c7c-9fea-483d-a7ec-1afff92fff26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3726be5d-2702-4fd6-a4dc-80e888bfb264), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.726845 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d27c7c-9fea-483d-a7ec-1afff92fff26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.728207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-00d27c7c-9fea-483d-a7ec-1afff92fff26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3726be5d-2702-4fd6-a4dc-80e888bfb264 HTTP/1.1" status: 204 len: 168 time: 0.5347331 Jan 28 01:09:45.752604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d27c7c-9fea-483d-a7ec-1afff92fff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726be5d-2702-4fd6-a4dc-80e888bfb264,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.832913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ff85362-881b-45ba-af23-970812325603 req-445403a4-5dcb-4bc4-b0a5-79bbb704133e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332772 Jan 28 01:09:45.884491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.887691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] No DVR routers for this DVR port 7e61af83-fdab-442a-bd5b-7e5345c82376 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:45.889262 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (82b51096-c43f-4e7f-8367-2b579ea1c417), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.889816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Fanout notify agent at l3_agent the message router_deleted on router 82b51096-c43f-4e7f-8367-2b579ea1c417 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:45.893020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.897045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.900395 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fa695bfd-dfcb-4034-ad63-399b0e4eb723 req-b8a9aeb9-8e6d-4988-882b-7614cf5edb9b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "DELETE /v2.0/ports/7e61af83-fdab-442a-bd5b-7e5345c82376 HTTP/1.1" status: 204 len: 173 time: 1.5902920 Jan 28 01:09:45.900763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'name': 'network-vif-deleted', 'tag': '7e61af83-fdab-442a-bd5b-7e5345c82376'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:45.903094 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201baef4-882b-44f3-a304-adcbab133569" -d '{"events": [{"server_uuid": "c3d485ea-b45e-44c2-b709-733ccdeeac87", "name": "network-vif-deleted", "tag": "7e61af83-fdab-442a-bd5b-7e5345c82376"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:45.950907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:45.957455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=314238f1-7715-4aa8-89a1-fe3a521eb12a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.963062 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2e91c1c-d74d-4e48-a8c7-984b66391623 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/82b51096-c43f-4e7f-8367-2b579ea1c417 HTTP/1.1" status: 204 len: 168 time: 2.6653645 Jan 28 01:09:45.964559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32824) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:45.964692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-2b9edb5e-5efa-4e78-931c-8d3568da17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:45.974772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1545786809', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:45.983362 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-2b9edb5e-5efa-4e78-931c-8d3568da17d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.5744069 Jan 28 01:09:45.991774 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f7f95-111a-4766-9df2-86489e5fce85 x-openstack-request-id: req-530f7f95-111a-4766-9df2-86489e5fce85 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:45.991954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] In _notify_port_updated(), no bound segment for port 314238f1-7715-4aa8-89a1-fe3a521eb12a on network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:09:45.992395 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d485ea-b45e-44c2-b709-733ccdeeac87", "name": "network-vif-deleted", "tag": "7e61af83-fdab-442a-bd5b-7e5345c82376", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:45.992792 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-530f7f95-111a-4766-9df2-86489e5fce85 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:45.993352 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d485ea-b45e-44c2-b709-733ccdeeac87', 'name': 'network-vif-deleted', 'tag': '7e61af83-fdab-442a-bd5b-7e5345c82376', 'status': 'completed', 'code': 200} Jan 28 01:09:46.002001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.002661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.003998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb218b52-8753-48a7-b0b4-250de60880f0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/ports/314238f1-7715-4aa8-89a1-fe3a521eb12a HTTP/1.1" status: 200 len: 818 time: 0.5750184 Jan 28 01:09:46.007003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32826) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:46.021077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.023047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.080879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.135677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 314238f1-7715-4aa8-89a1-fe3a521eb12a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:46.135936 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.224790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.255969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 314238f1-7715-4aa8-89a1-fe3a521eb12a owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:46.271312 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.344398 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-a90ecafd-4cca-428c-aea4-ea925155d258 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.1073899 Jan 28 01:09:46.443779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afb622-08c0-42e5-8e3c-65a48dadad96 req-cceca006-ca78-4aa2-8425-206de99d9e7f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.445850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9afb622-08c0-42e5-8e3c-65a48dadad96 req-cceca006-ca78-4aa2-8425-206de99d9e7f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1473100 Jan 28 01:09:46.493532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-b52ba4f2-76af-4ed6-92b1-4c9ed2881474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.496782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-b52ba4f2-76af-4ed6-92b1-4c9ed2881474 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1451900 Jan 28 01:09:46.543084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9afb622-08c0-42e5-8e3c-65a48dadad96 req-c55af8e0-bf8b-47c0-90b7-ba65f9adec04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897486 Jan 28 01:09:46.595102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-74e98c4e-e9fc-4613-ab2a-62ceb85347d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.597232 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-74e98c4e-e9fc-4613-ab2a-62ceb85347d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905626 Jan 28 01:09:46.598659 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (314238f1-7715-4aa8-89a1-fe3a521eb12a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.659445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.664237 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/314238f1-7715-4aa8-89a1-fe3a521eb12a HTTP/1.1" status: 204 len: 168 time: 0.6561387 Jan 28 01:09:46.675246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dd6ea-ccde-465d-b548-553dd8fa97a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=314238f1-7715-4aa8-89a1-fe3a521eb12a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:46.686698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:46.723016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.750237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b553fe-e590-41ed-bd56-fd6d93e9e62b req-45f8b3ff-3ea2-446e-9107-42104728e22e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.762282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96b553fe-e590-41ed-bd56-fd6d93e9e62b req-45f8b3ff-3ea2-446e-9107-42104728e22e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 950 time: 0.2107317 Jan 28 01:09:46.770434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:46.852723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-a3dfc0a1-ed38-4966-bf02-2e54c82f9800 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357247 Jan 28 01:09:46.959269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96b553fe-e590-41ed-bd56-fd6d93e9e62b req-86925628-4bfe-4000-baa2-dd05a66803eb tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961815 Jan 28 01:09:47.042645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd208d29-d2e4-472e-8366-8ae30f9809a0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.046705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd208d29-d2e4-472e-8366-8ae30f9809a0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3603041 Jan 28 01:09:47.047118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:47.076301 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f39bccd-e3d7-4a94-a105-c2264aa0de2c tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:09:47.081667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9f39bccd-e3d7-4a94-a105-c2264aa0de2c tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/314238f1-7715-4aa8-89a1-fe3a521eb12a HTTP/1.1" status: 404 len: 333 time: 0.0297542 Jan 28 01:09:47.086266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32872) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:47.094103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1109181862'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:47.114009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32874) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:47.140548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ec41a15d-5ed8-4c91-9bb6-bab244961da0 req-02d5e936-6b5b-4b52-9ee1-6ee566ea5cc7 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474842 Jan 28 01:09:47.144541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:47.148892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.171863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-fe5dc825-3084-4aa2-afd5-e2b6ccc24f47 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.178802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-fe5dc825-3084-4aa2-afd5-e2b6ccc24f47 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.2012863 Jan 28 01:09:47.182075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Allocated IP 172.25.1.35 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:47.214102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-e1d0678f-1cae-48a5-925a-670a5188b106 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.0343053 Jan 28 01:09:47.221199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:47.248254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a6845e22-bf03-4204-99b0-92c4fec863c3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.248653 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment a6845e22-bf03-4204-99b0-92c4fec863c3 of type vlan for network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 Jan 28 01:09:47.286859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1425549087-network', 'tenant_id': 'f8c9a4be760440daa3e6f5d3f67113ff'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:47.304954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-1cb4d1b3-e524-4c32-954a-3315660596a8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708477 Jan 28 01:09:47.312136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (bf807c1c-9ab2-4861-b7fa-8d362d307fb2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.335985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Made reservation on behalf of f8c9a4be760440daa3e6f5d3f67113ff for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:47.338425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.351580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.367958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (bf807c1c-9ab2-4861-b7fa-8d362d307fb2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.375330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.375975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.419281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-662c0f83-c11e-4fe0-9bf2-b21ab5d79d17 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928710 Jan 28 01:09:47.462951 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3730695 Jan 28 01:09:47.463907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32886) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:47.484358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ebdc6-5791-4cea-bb4a-c8500a8a0f93 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=bf807c1c-9ab2-4861-b7fa-8d362d307fb2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:47.497506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:47.537458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:47.581807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for port (b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.592482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks [] for security_group (8f83a2af-dfc6-4adf-a657-b3a4931a5cbd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.598461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f83a2af-dfc6-4adf-a657-b3a4931a5cbd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.627039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:47.639163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:47.652263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3255d2e6-cb94-4f33-ab52-ca2694e2962c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.653198 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Added segment 3255d2e6-cb94-4f33-ab52-ca2694e2962c of type vlan for network ad593d9b-70c3-4860-8643-e122072dd931 Jan 28 01:09:47.671604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-7eea2115-ec0c-48ce-81a6-7cac17800023 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434900 Jan 28 01:09:47.731111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.742281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ad593d9b-70c3-4860-8643-e122072dd931), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.782710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ad593d9b-70c3-4860-8643-e122072dd931), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.783805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.784513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.788540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df24cb2-7112-4af7-b3a4-a50b78d5cc7e req-77a1b312-4ac4-4a79-87e6-ce3a0a94e060 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.790441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7df24cb2-7112-4af7-b3a4-a50b78d5cc7e req-77a1b312-4ac4-4a79-87e6-ce3a0a94e060 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1329098 Jan 28 01:09:47.838526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:47.843146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:47.856246 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:47.882498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:47.919077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event updated for resources: {'Port': ['ID=b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:47.939217 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8175228 Jan 28 01:09:47.951317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32898) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:47.952733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:47.962774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Request body: {'subnet': {'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1425549087-subnet', 'tenant_id': 'f8c9a4be760440daa3e6f5d3f67113ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:47.971318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7df24cb2-7112-4af7-b3a4-a50b78d5cc7e req-b57239d9-911e-4f34-9b4b-28dadccfdf10 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710901 Jan 28 01:09:48.032795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965361-b3df-4269-9855-3d53742a20af admin admin] Pushing event updated for resources: {'Network': ['ID=ad593d9b-70c3-4860-8643-e122072dd931,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:48.045072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ad593d9b-70c3-4860-8643-e122072dd931 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:48.069137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Made reservation on behalf of f8c9a4be760440daa3e6f5d3f67113ff for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:48.071870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:48.120536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa39b9e9-78cb-4072-bd32-3d3ffc433fb6 req-4b5958a2-8baa-4e2e-a66c-1d0190ab9ff5 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.2106175 Jan 28 01:09:48.390252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (02e54cb6-a974-4efb-9db2-4ccc326554f2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:48.396407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e9a8-1535-4722-952e-6b0a0e1f37e4 req-43e2f91b-2a22-43a7-8a9c-d452f4390a7b tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:48.404578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9113e9a8-1535-4722-952e-6b0a0e1f37e4 req-43e2f91b-2a22-43a7-8a9c-d452f4390a7b tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 950 time: 0.1738119 Jan 28 01:09:48.461726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e54cb6-a974-4efb-9db2-4ccc326554f2,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:48.495761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Checking segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:48.496441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Network hostable DHCP agents. Network: ad593d9b-70c3-4860-8643-e122072dd931, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:48.519969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Network ad593d9b-70c3-4860-8643-e122072dd931 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:48.532627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ad593d9b-70c3-4860-8643-e122072dd931) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:48.540211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:48.541853 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:48.548592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfcd292-b3af-40f5-81cf-ae6c62c048b1 None None] Network ad593d9b-70c3-4860-8643-e122072dd931 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:48.559343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9113e9a8-1535-4722-952e-6b0a0e1f37e4 req-51b32898-4843-4d34-9a5b-f4df8d6bd31e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485462 Jan 28 01:09:48.572444 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f7ed0f24-26f3-4563-a76e-50f5de781ddd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6213164 Jan 28 01:09:48.674557 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3153a3fe-0f72-411d-9797-82087a6d40dd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:48.714103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1339a84a-1d9e-4eb8-8173-bb6d41ea6209 None None] Network ad593d9b-70c3-4860-8643-e122072dd931 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:48.737126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:48.832163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=3153a3fe-0f72-411d-9797-82087a6d40dd,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:48.853257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8018aa-785e-4818-961b-9e14eaf8d8c1 req-55ffde5e-d445-4a71-b933-bbe8bda8d5c1 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:48.855009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd8018aa-785e-4818-961b-9e14eaf8d8c1 req-55ffde5e-d445-4a71-b933-bbe8bda8d5c1 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 949 time: 0.1851680 Jan 28 01:09:48.906969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': 'a6845e22-bf03-4204-99b0-92c4fec863c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:48.907494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: bf807c1c-9ab2-4861-b7fa-8d362d307fb2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:49.006131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7e61af83-fdab-442a-bd5b-7e5345c82376 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:49.034302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 7e61af83-fdab-442a-bd5b-7e5345c82376 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:09:49.034901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 7e61af83-fdab-442a-bd5b-7e5345c82376 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:49.295699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-ce838cf7-80fe-40cb-8335-60064bb3b234 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:49.298108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-ce838cf7-80fe-40cb-8335-60064bb3b234 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.1209638 Jan 28 01:09:49.317659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Request body: {'port': {'device_id': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'admin_state_up': True, 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:49.366720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:49.376030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd8018aa-785e-4818-961b-9e14eaf8d8c1 req-170ef9dd-09b7-41d4-b82b-85c894a1434f tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107620 Jan 28 01:09:49.450205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, bf807c1c-9ab2-4861-b7fa-8d362d307fb2) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:49.467007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d168d-9bf5-4b07-b5e5-1aafaa25f2c1 None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:49.469238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:49.470017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.489338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:49.494410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.544505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-37023d33-6bb1-404f-aa95-688aa1dd3ff1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0083463 Jan 28 01:09:49.546478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32936) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:49.548754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.555721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:49.564158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-f4ad81d4-9615-4b2f-bc63-cffd89c7f115 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:49.565760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-f4ad81d4-9615-4b2f-bc63-cffd89c7f115 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 813 time: 0.2343879 Jan 28 01:09:49.623632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': '3153a3fe-0f72-411d-9797-82087a6d40dd'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:09:49.626287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.668757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Allocated IP 172.20.0.8 (0679c912-abb4-41bf-b66f-8413df4919fc/0c421084-ec2d-4b09-9193-a2f75d0de50f/fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:49.684404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-28efd1d6-f349-4377-a43e-40b90f60392d tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/quotas/f8c9a4be760440daa3e6f5d3f67113ff HTTP/1.1" status: 200 len: 375 time: 0.0997148 Jan 28 01:09:49.716467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a1af8-b088-4d1c-b707-034e7f522d45 req-76f22c9c-02ce-4251-a1eb-af671705039c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:49.723729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-361a1af8-b088-4d1c-b707-034e7f522d45 req-76f22c9c-02ce-4251-a1eb-af671705039c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2340157 Jan 28 01:09:49.788274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10d4d4-9403-4ffd-b7d9-4ef180491f58 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027966 Jan 28 01:09:49.848786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks [] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.864495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Allocated IP 2001:db8::2 (bf807c1c-9ab2-4861-b7fa-8d362d307fb2/3153a3fe-0f72-411d-9797-82087a6d40dd/8a7fed55-ec0c-408d-8f48-1c4315027d84) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:49.909179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:49.942856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Network 0679c912-abb4-41bf-b66f-8413df4919fc is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:49.945068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-361a1af8-b088-4d1c-b707-034e7f522d45 req-e9147d9c-3213-4fe9-86ca-7e00d3a9e589 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203944 Jan 28 01:09:49.947597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:49.989532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:50.000445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-4d61c270-e4d1-4926-88a8-6054ba64ba3c service neutron] 10.222.0.23 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110994 Jan 28 01:09:50.013393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:50.016728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.060251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event updated for resources: {'Port': ['ID=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:50.081995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:50.083027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.109722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-10087378-881e-419b-9149-86b445267d6c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961409 Jan 28 01:09:50.112511 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Publish callbacks [] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.122133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.129248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Request body: {'port': {'device_id': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:50.172042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:50.186899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:50.197506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-0910277c-7eff-45b2-8a92-47b2d5d8235f service neutron] 10.222.0.23 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961532 Jan 28 01:09:50.199033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:50.205791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Pushing event updated for resources: {'Port': ['ID=8a7fed55-ec0c-408d-8f48-1c4315027d84,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:50.227494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.269937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Attempting to bind port 8a7fed55-ec0c-408d-8f48-1c4315027d84 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:50.270286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Attempting to bind port 8a7fed55-ec0c-408d-8f48-1c4315027d84 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a6845e22-bf03-4204-99b0-92c4fec863c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:50.270628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Attempting to bind port 8a7fed55-ec0c-408d-8f48-1c4315027d84 on network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:50.276103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:50.276531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Checking segment: {'id': 'a6845e22-bf03-4204-99b0-92c4fec863c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:50.276971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.277382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Bound using segment: {'id': 'a6845e22-bf03-4204-99b0-92c4fec863c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:50.278296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Bound port: 8a7fed55-ec0c-408d-8f48-1c4315027d84, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6845e22-bf03-4204-99b0-92c4fec863c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:50.278404 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.342727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Router 5a7e12ae-48f7-4cca-91c0-d0062ca241e3 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:50.356654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] For port 8a7fed55-ec0c-408d-8f48-1c4315027d84, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:50.360593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] For port 8a7fed55-ec0c-408d-8f48-1c4315027d84, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a7fed55-ec0c-408d-8f48-1c4315027d84,segment=NetworkSegment(a6845e22-bf03-4204-99b0-92c4fec863c3),segment_id=a6845e22-bf03-4204-99b0-92c4fec863c3)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:50.366978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:50.437926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29460dcd-bfc8-432e-9809-e6513c84e1d6 None None] Pushing event updated for resources: {'Port': ['ID=8a7fed55-ec0c-408d-8f48-1c4315027d84,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:50.443564 n-d-826756-1 neutron-server[109594]: INFO neutron.db.ipam_backend_mixin [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3153a3fe-0f72-411d-9797-82087a6d40dd (CIDR: 2001:db8::/64) Jan 28 01:09:50.456977 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:09:50.460629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:09:50.613822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d716c-c064-4619-8629-a69a9f8c7fdf req-4985c04f-bee6-45be-ba4a-d87d4088b03d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:50.624084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-937d716c-c064-4619-8629-a69a9f8c7fdf req-4985c04f-bee6-45be-ba4a-d87d4088b03d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 931 time: 0.3486452 Jan 28 01:09:50.637450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7408554e-2932-4c7b-956f-c757bedabbc3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0899405 Jan 28 01:09:50.641851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32950) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:50.653695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:50.719797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-2804f37e-a4f3-402e-9920-4755f0c42da4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312449 Jan 28 01:09:51.055358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:51.065564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-2a8c9453-49ea-4e6b-a249-45823618a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.075994 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-2a8c9453-49ea-4e6b-a249-45823618a7e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.2519894 Jan 28 01:09:51.082214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Publish callbacks [] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.127490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:51.141930 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] Sync routers for ids ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:51.154293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Transition to ACTIVE for port object fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:51.163244 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] Routers {'5a7e12ae-48f7-4cca-91c0-d0062ca241e3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:51.167347 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.212256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.286216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-937d716c-c064-4619-8629-a69a9f8c7fdf req-8bee275d-a4b9-4043-80b3-50951b6f10e0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473455 Jan 28 01:09:51.310586 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.346835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:51.347897 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] Routers {'5a7e12ae-48f7-4cca-91c0-d0062ca241e3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:51.349885 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.435405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-b01700fe-e7f9-4a3d-92f4-6403cfd6eee7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5179315 Jan 28 01:09:51.438797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:51.439604 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d7a2d-36fe-43ef-a16d-8b7354f6a665 None None] The sync data for ids ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:51.472248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.476225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f2887af-d81d-4b93-ae91-4d5ef4090818 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5076845 Jan 28 01:09:51.482693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:51.495965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:51.496188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:51.503026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.593002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-b176ac93-a167-4c6e-b481-3d0bb67089e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.594501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-b176ac93-a167-4c6e-b481-3d0bb67089e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.4799705 Jan 28 01:09:51.620120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Attempting to bind port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:51.620508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Attempting to bind port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:51.620846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Attempting to bind port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:51.648132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a7039-5a09-4172-afee-23440edbb9dc req-0fb0be27-a258-4ae0-94f2-d928fa9b7d0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.656428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de7a7039-5a09-4172-afee-23440edbb9dc req-0fb0be27-a258-4ae0-94f2-d928fa9b7d0f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.3491206 Jan 28 01:09:51.673900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 on network 0679c912-abb4-41bf-b66f-8413df4919fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:51.674275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Attempting to bind port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:51.716217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-05e46f5a-e9d9-45e3-9492-e7477c9f57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.717752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-05e46f5a-e9d9-45e3-9492-e7477c9f57f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 1096 time: 0.1950042 Jan 28 01:09:51.759654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:51.760189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:51.760367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Bound using segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:51.760904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Bound port: fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:51.761267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:51.837529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de7a7039-5a09-4172-afee-23440edbb9dc req-296517ac-c966-4f3f-a380-d843cc464350 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793995 Jan 28 01:09:51.851816 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-ed0efd5f-ed4b-4d4e-8cd1-168eafda9f20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.2414980 Jan 28 01:09:51.990890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88b79bee-ac6e-48a2-a9a8-932e9efeb873 req-a71dbeab-9c3a-4ae9-9957-c3eb350c71ae tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 210 time: 0.0816984 Jan 28 01:09:52.085732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] For port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:52.094834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] For port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:52.123259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-83aa8afd-20ac-4128-b152-28b078fd0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.125483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-83aa8afd-20ac-4128-b152-28b078fd0f5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.3522229 Jan 28 01:09:52.148849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce8746-c39a-45d6-9230-4fb4e737cc76 req-791ad07f-0e38-437b-8643-d53872739a97 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.150449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09ce8746-c39a-45d6-9230-4fb4e737cc76 req-791ad07f-0e38-437b-8643-d53872739a97 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1701112 Jan 28 01:09:52.172993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.188177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40758491-a295-40bf-a0dd-482c531c10eb None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:52.250856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-0aedc76b-6fc9-4b37-8f4b-42e95bbf87c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 200 len: 217 time: 0.1173248 Jan 28 01:09:52.288583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.289210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.290681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 HTTP/1.1" status: 200 len: 1091 time: 2.1679332 Jan 28 01:09:52.294783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'tag': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:52.297081 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e447e4-3e92-45f9-b2ea-8c0912d706b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a4eda6-973a-4bc4-b39d-4a3615cac95a", "tag": "fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:52.313418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-16858c84-0f69-455d-ad8d-fe5a89e57368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.318114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-16858c84-0f69-455d-ad8d-fe5a89e57368 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.4168384 Jan 28 01:09:52.323396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688a71b-99a6-4971-921b-a6ba9f13ffe9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:52.402609 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968627bc-2959-41ad-99a9-dc4334e961b1 x-openstack-request-id: req-968627bc-2959-41ad-99a9-dc4334e961b1 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:52.403540 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a4eda6-973a-4bc4-b39d-4a3615cac95a", "tag": "fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:52.404248 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-968627bc-2959-41ad-99a9-dc4334e961b1 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:52.404659 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'tag': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786', 'status': 'completed', 'code': 200} Jan 28 01:09:52.448861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] Provisioning complete for port 8a7fed55-ec0c-408d-8f48-1c4315027d84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:52.449500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.562559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-874bdd22-95b5-4ad2-b7f7-fa6a7e5eb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.564140 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-874bdd22-95b5-4ad2-b7f7-fa6a7e5eb857 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361813 Jan 28 01:09:52.573648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-17fc8cca-d8f4-48a6-ad63-8fd39df01a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.575637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-17fc8cca-d8f4-48a6-ad63-8fd39df01a68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 1094 time: 0.2203791 Jan 28 01:09:52.591964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] Current status of the port 8a7fed55-ec0c-408d-8f48-1c4315027d84 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:52.592675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.603751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09ce8746-c39a-45d6-9230-4fb4e737cc76 req-5f5f7b5b-528f-4915-9c99-9a63cd95f163 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863873 Jan 28 01:09:52.606927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-fb86697a-1e7b-4174-9805-f710bfbb0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.618179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-fb86697a-1e7b-4174-9805-f710bfbb0e73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.2278366 Jan 28 01:09:52.656307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] For port 8a7fed55-ec0c-408d-8f48-1c4315027d84, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a7fed55-ec0c-408d-8f48-1c4315027d84,segment=NetworkSegment(a6845e22-bf03-4204-99b0-92c4fec863c3),segment_id=a6845e22-bf03-4204-99b0-92c4fec863c3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:52.667819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.719697 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (ebbf6ce3-23d8-44b1-8de0-306be9dcfde9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.802028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126556c-176d-43a4-b156-bf9264eba3f1 None None] Pushing event updated for resources: {'Port': ['ID=8a7fed55-ec0c-408d-8f48-1c4315027d84,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:52.814411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4c549-c406-4087-ad59-c62f8c5c50db req-d8db0a0e-3ea8-4b31-8674-e99b552b8f4d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.820423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ee4c549-c406-4087-ad59-c62f8c5c50db req-d8db0a0e-3ea8-4b31-8674-e99b552b8f4d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 943 time: 0.3159220 Jan 28 01:09:52.835878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:52.849458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:52.853051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.853807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:52.887027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-b8773fd8-b60d-4d0c-927f-e4dddab1c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.889020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-b8773fd8-b60d-4d0c-927f-e4dddab1c682 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699168 Jan 28 01:09:52.933724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef481592-321e-474b-80ad-2deccdae2946 None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:09:52.953801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=ebbf6ce3-23d8-44b1-8de0-306be9dcfde9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:53.093163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a7fed55-ec0c-408d-8f48-1c4315027d84 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:53.146633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-d600ca17-cd13-4e18-9ed8-38c3567bbde0 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461922 Jan 28 01:09:53.174543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7b51d291-4b3c-44ba-abc3-5bc8b0427149 None None] Provisioning complete for port 8a7fed55-ec0c-408d-8f48-1c4315027d84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:53.175311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7b51d291-4b3c-44ba-abc3-5bc8b0427149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.189799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-76e8cc9d-b3b1-41a3-868d-36c8f0717b52 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5460253 Jan 28 01:09:53.244782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33010) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:53.269692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'fixed_ips': [{'subnet_id': '3153a3fe-0f72-411d-9797-82087a6d40dd'}, {'subnet_id': 'ebbf6ce3-23d8-44b1-8de0-306be9dcfde9'}], 'name': 'tempest-PortsIpV6TestJSON-823713162'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:53.317208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8a7fed55-ec0c-408d-8f48-1c4315027d84 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:53.318480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.362932 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-f329f243-fd8b-440e-9796-424d8320c1fd service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813680 Jan 28 01:09:53.514982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ee4c549-c406-4087-ad59-c62f8c5c50db req-6ad161c6-f6b5-470e-8142-0059066c2435 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817865 Jan 28 01:09:53.517158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-41546e43-8be6-4198-b9d4-71da450dbe8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 HTTP/1.1" status: 200 len: 217 time: 0.1141605 Jan 28 01:09:53.717564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6239b42a-6ed0-461d-b294-4afe7ed6c33d req-1aabdbaf-3581-4ddd-9922-c2d05ded101c tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 210 time: 0.0829697 Jan 28 01:09:53.727159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8a7fed55-ec0c-408d-8f48-1c4315027d84 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:53.729521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7b51d291-4b3c-44ba-abc3-5bc8b0427149 None None] Current status of the port 8a7fed55-ec0c-408d-8f48-1c4315027d84 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:53.729687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-c82a3ca8-1ccb-4f24-bb9f-3da313cf7440 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.730891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-c82a3ca8-1ccb-4f24-bb9f-3da313cf7440 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 813 time: 0.8046892 Jan 28 01:09:53.733415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1f8a827-2746-4f7a-978c-3abf2b606867 req-e66919e5-b96f-44d7-8b34-d39fef400888 service neutron] 10.222.0.43 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615420 Jan 28 01:09:53.735631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:53.746860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b203-8a81-43a7-af8d-0888a9815e9a req-7971c625-6b9f-4a56-a5ab-9bda4edada70 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.752489 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.755086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac94b203-8a81-43a7-af8d-0888a9815e9a req-7971c625-6b9f-4a56-a5ab-9bda4edada70 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.5019186 Jan 28 01:09:53.763014 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-539a4cd4-71f8-40be-a59d-71c4f2ee0e8a req-d2d6ca68-9af9-4fa5-baa4-0de6eed05c76 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502816 Jan 28 01:09:53.767626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Request body: {'port': {'device_id': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'admin_state_up': True, 'tenant_id': 'f8c9a4be760440daa3e6f5d3f67113ff'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:53.795967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] Update dhcp port {'port': {'network_id': 'bf807c1c-9ab2-4861-b7fa-8d362d307fb2', 'fixed_ips': [{'subnet_id': '3153a3fe-0f72-411d-9797-82087a6d40dd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebbf6ce3-23d8-44b1-8de0-306be9dcfde9'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '8a7fed55-ec0c-408d-8f48-1c4315027d84'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:09:53.811177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_gateway (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.820297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-3070b684-31f5-4313-ae8d-be88c671ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.821915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-3070b684-31f5-4313-ae8d-be88c671ba0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.1930833 Jan 28 01:09:53.851146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:53.927439 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-9ecee039-c511-45ba-8f45-79bf2258f859 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921528 Jan 28 01:09:53.951064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac94b203-8a81-43a7-af8d-0888a9815e9a req-8dd27d86-fd6e-45e4-9a48-7aca79142f59 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935151 Jan 28 01:09:53.968264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-c3c91d26-8530-4763-b694-180bc6935909 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.968264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-c3c91d26-8530-4763-b694-180bc6935909 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 813 time: 0.5583506 Jan 28 01:09:53.997329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Request body: {'port': {'device_id': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'admin_state_up': True, 'tenant_id': 'f8c9a4be760440daa3e6f5d3f67113ff'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:54.018146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.050483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port f2252373-a762-4948-887b-53d9e8374464 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:09:54.057284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Made reservation on behalf of f8c9a4be760440daa3e6f5d3f67113ff for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:54.060632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.216309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] Allocated IP 2001:db8:0:1::2 (bf807c1c-9ab2-4861-b7fa-8d362d307fb2/ebbf6ce3-23d8-44b1-8de0-306be9dcfde9/8a7fed55-ec0c-408d-8f48-1c4315027d84) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:54.287817 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-e8fa4477-a592-4933-b8c5-a50b2ba16c59 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527691 Jan 28 01:09:54.389153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Deleting port b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:09:54.389939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.400709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] For port 8a7fed55-ec0c-408d-8f48-1c4315027d84, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a7fed55-ec0c-408d-8f48-1c4315027d84,segment=NetworkSegment(a6845e22-bf03-4204-99b0-92c4fec863c3),segment_id=a6845e22-bf03-4204-99b0-92c4fec863c3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:54.471606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] Publish callbacks [] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.484713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.564540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Made reservation on behalf of f8c9a4be760440daa3e6f5d3f67113ff for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:54.568521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.672469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba5b87-21a9-4f5d-8b38-5c6bbfd06c6f None None] Pushing event updated for resources: {'Port': ['ID=8a7fed55-ec0c-408d-8f48-1c4315027d84,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:54.717273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:54.731774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Calling delete_port for b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:09:54.808197 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-984e6351-cec5-4bab-96e3-1841bb6018ca req-39359b78-f733-4826-a87c-251d88f95cfa service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900408 Jan 28 01:09:54.945498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a7fed55-ec0c-408d-8f48-1c4315027d84 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:55.051786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:55.092177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Allocated IP 172.20.0.4 (ad593d9b-70c3-4860-8643-e122072dd931/02e54cb6-a974-4efb-9db2-4ccc326554f2/4d016bb9-b64e-4d02-ac70-d949a0c2ccc9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:55.102113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae80d-1bb6-423a-9022-005871a373ab req-7ab2cc9b-09c5-4113-9343-074db2f2da12 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.114065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-23a16cc3-b521-4de8-984b-c0d4484cbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.115709 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-23a16cc3-b521-4de8-984b-c0d4484cbcba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 1094 time: 0.1607182 Jan 28 01:09:55.117189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19dae80d-1bb6-423a-9022-005871a373ab req-7ab2cc9b-09c5-4113-9343-074db2f2da12 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 943 time: 0.3060842 Jan 28 01:09:55.163913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8a7fed55-ec0c-408d-8f48-1c4315027d84 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:55.164289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:55.164934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd7b0fa-0996-46d5-95fa-1650aac7670b req-fcd8a8c9-64f9-42f7-a73e-e47aca86c4db tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 210 time: 0.1332538 Jan 28 01:09:55.340334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-c51f0e22-bc90-4139-aa9a-e8db4d348232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.342224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-c51f0e22-bc90-4139-aa9a-e8db4d348232 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.2021887 Jan 28 01:09:55.387201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19dae80d-1bb6-423a-9022-005871a373ab req-f4052267-eaf9-466d-9a8c-fe273549d5e6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689302 Jan 28 01:09:55.396026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-9c93e566-e121-44cd-befe-3c5bcb406cea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 HTTP/1.1" status: 200 len: 217 time: 0.0451334 Jan 28 01:09:55.412340 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:55.422537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:55.457813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:55.545252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '518d7aae-29c0-493b-a691-3f8685549740', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '518d7aae-29c0-493b-a691-3f8685549740', 'mac_address': 'fa:16:3e:33:a2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:55.595488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8a7fed55-ec0c-408d-8f48-1c4315027d84 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:55.617674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:55.618123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:55.642379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 518d7aae-29c0-493b-a691-3f8685549740 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:55.672287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:55.678458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:55.682649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Pushing event deleted for resources: {'Port': ['ID=b92992cb-eeac-4a2e-99b2-fb69a3a6e2a5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:55.699485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::16d (bf807c1c-9ab2-4861-b7fa-8d362d307fb2/3153a3fe-0f72-411d-9797-82087a6d40dd/f2252373-a762-4948-887b-53d9e8374464) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:55.718214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8:0:1::277 (bf807c1c-9ab2-4861-b7fa-8d362d307fb2/ebbf6ce3-23d8-44b1-8de0-306be9dcfde9/f2252373-a762-4948-887b-53d9e8374464) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:55.747718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:55.766866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dc385-9f41-4974-9921-97bae4cdb70b req-6e234dd4-64ad-4c9f-a763-c2f94a354884 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.777862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984dc385-9f41-4974-9921-97bae4cdb70b req-6e234dd4-64ad-4c9f-a763-c2f94a354884 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2191689 Jan 28 01:09:55.826797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-0330bf83-699b-49e4-a32e-83e175a006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.828666 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-0330bf83-699b-49e4-a32e-83e175a006d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.4221880 Jan 28 01:09:55.833350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:55.874102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['518d7aae-29c0-493b-a691-3f8685549740'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:55.896531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-984dc385-9f41-4974-9921-97bae4cdb70b req-87e68714-6253-4dde-b632-080a6dae6bbc tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176579 Jan 28 01:09:55.935810 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-fe272ba2-fe4b-43fd-aaba-46c95c3bf43a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903986 Jan 28 01:09:56.009269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-06263673-cd87-4395-a32d-aabd2cbf1db9 None None] Provisioning complete for port 8a7fed55-ec0c-408d-8f48-1c4315027d84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:56.009696 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-06263673-cd87-4395-a32d-aabd2cbf1db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.217247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (f2252373-a762-4948-887b-53d9e8374464), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.336434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.337285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f2252373-a762-4948-887b-53d9e8374464), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.361956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fee74f-4109-4572-99dc-50f4e1c331c0 req-f0c070f1-f1d7-4dc6-896c-303ccfc99983 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:56.370051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks [] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.375076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35fee74f-4109-4572-99dc-50f4e1c331c0 req-f0c070f1-f1d7-4dc6-896c-303ccfc99983 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1215811 Jan 28 01:09:56.376875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.402871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-06263673-cd87-4395-a32d-aabd2cbf1db9 None None] Current status of the port 8a7fed55-ec0c-408d-8f48-1c4315027d84 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:56.404791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e485cbf-3611-47c4-92ea-969e09ea33c8 req-a086fc00-08c9-4068-8707-a6458588b70f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 210 time: 0.0876725 Jan 28 01:09:56.471756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=f2252373-a762-4948-887b-53d9e8374464,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:56.531946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:56.537204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35fee74f-4109-4572-99dc-50f4e1c331c0 req-54b4938c-d8a3-4cb9-9d21-4d4a22b60886 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613097 Jan 28 01:09:56.538291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:56.540748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:56.545909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:56.546547 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.607711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-42f606d7-b077-4070-b103-361f40b0d577 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.3611560 Jan 28 01:09:56.611483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33082) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:56.623186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3153a3fe-0f72-411d-9797-82087a6d40dd'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:56.629851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-c0121def-570d-4635-a735-10eb8ff62da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:56.631418 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-c0121def-570d-4635-a735-10eb8ff62da0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 1095 time: 0.3215401 Jan 28 01:09:56.637153 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-489c5b92-73a3-4116-b875-aa456f7cc2da service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620474 Jan 28 01:09:56.646767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e10b96-57b6-4e74-b282-71f0d6fd8e57 req-d91ccb76-95a3-49ee-a638-4f627e17c7d1 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:56.664357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Router 5a7e12ae-48f7-4cca-91c0-d0062ca241e3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:56.667888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75e10b96-57b6-4e74-b282-71f0d6fd8e57 req-d91ccb76-95a3-49ee-a638-4f627e17c7d1 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 943 time: 0.1111298 Jan 28 01:09:56.840871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:56.950310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Allocated IP 172.20.0.7 (ad593d9b-70c3-4860-8643-e122072dd931/02e54cb6-a974-4efb-9db2-4ccc326554f2/e88c333c-4055-40b2-a112-c9c84f09ced3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:57.042970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b04c7ccc-7ce5-4791-8a55-ccc9e38be9ad None None] Provisioning complete for port f2252373-a762-4948-887b-53d9e8374464 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:57.045193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Network ad593d9b-70c3-4860-8643-e122072dd931 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:57.046002 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b04c7ccc-7ce5-4791-8a55-ccc9e38be9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2252373-a762-4948-887b-53d9e8374464), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.056145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:57.058702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:57.063831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:57.076006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.079820 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ac79c780-5036-4da0-82dc-ed8c9ee108d6 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "PUT /v2.0/routers/5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 200 len: 706 time: 5.5919986 Jan 28 01:09:57.121266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33094) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:57.125731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-f5e94bca-ff48-4aa8-bb5c-5c9d6bf7bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.127456 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-f5e94bca-ff48-4aa8-bb5c-5c9d6bf7bba0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 200 len: 913 time: 0.4871368 Jan 28 01:09:57.128552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] Sync routers for ids ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:57.134203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:57.140237 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks [] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.203239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.258377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b04c7ccc-7ce5-4791-8a55-ccc9e38be9ad None None] Port f2252373-a762-4948-887b-53d9e8374464 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:57.261593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] Routers {'5a7e12ae-48f7-4cca-91c0-d0062ca241e3'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:57.262871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:57.275329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event updated for resources: {'Port': ['ID=e88c333c-4055-40b2-a112-c9c84f09ced3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:57.306626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:57.320956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75e10b96-57b6-4e74-b282-71f0d6fd8e57 req-eccf4aef-f207-44cc-9884-0ee982398dcd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439004 Jan 28 01:09:57.320956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f2252373-a762-4948-887b-53d9e8374464), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.324804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Network ad593d9b-70c3-4860-8643-e122072dd931 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:57.327582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:57.334062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] Routers {'5a7e12ae-48f7-4cca-91c0-d0062ca241e3'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:57.335090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:57.338303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:57.342782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 518d7aae-29c0-493b-a691-3f8685549740 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:57.343369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (518d7aae-29c0-493b-a691-3f8685549740), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.394606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:57.395531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c29115-8f20-4f43-88e1-fa63077f7df9 None None] The sync data for ids ['5a7e12ae-48f7-4cca-91c0-d0062ca241e3'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:57.424443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.425155 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.475224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-2e10f8f3-b1e6-48e8-9c1a-37c00402d90b tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7116814 Jan 28 01:09:57.499852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Request body: {'port': {'device_id': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:57.510835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:57.511687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.540178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:57.543774 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d007dd51-9859-4c4d-b1a8-0a3c8ff21da1" -d '{"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:57.587046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:57.596202 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.658963 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda38c8-5382-4df5-a0da-8097a60e4524 x-openstack-request-id: req-9eda38c8-5382-4df5-a0da-8097a60e4524 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:57.659452 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:57.659897 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9eda38c8-5382-4df5-a0da-8097a60e4524 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:57.660383 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'code': 200} Jan 28 01:09:57.661059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:57.718361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579277ca-b030-4408-904a-fd8f44d8c804 req-2b27c239-fdb3-4f1b-9c3d-b81860dfee03 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.720568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-579277ca-b030-4408-904a-fd8f44d8c804 req-2b27c239-fdb3-4f1b-9c3d-b81860dfee03 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 931 time: 0.1910057 Jan 28 01:09:57.726446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.825322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event updated for resources: {'Port': ['ID=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:57.849616 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55e447e4-3e92-45f9-b2ea-8c0912d706b4 req-1cba6daf-ddc3-45e0-8e91-6226611f133a service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2014039 Jan 28 01:09:57.910548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-579277ca-b030-4408-904a-fd8f44d8c804 req-ef854b68-2809-41ab-8068-058b837b31e0 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779845 Jan 28 01:09:57.934818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e01e29-1e17-4875-adfc-a6f1651c7f42 req-f4031e53-d275-47f6-baee-2897b6d006eb tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.943415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97e01e29-1e17-4875-adfc-a6f1651c7f42 req-f4031e53-d275-47f6-baee-2897b6d006eb tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1842060 Jan 28 01:09:57.960156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.960824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:57.964906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8c11a50-4bb1-4df3-8fda-8af815edf6a4 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/routers/5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 200 len: 741 time: 0.8342073 Jan 28 01:09:57.969142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33112) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:57.979271 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-6caa1501-148a-4805-8e1a-f109326f6444 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 200 len: 999 time: 0.8286920 Jan 28 01:09:57.993072 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-1313471a-76da-4549-ace7-3d0c7d4a6fa2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0014317 Jan 28 01:09:58.065111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Request body: {'port': {'device_id': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:58.132428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.148262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-3928d566-da15-4bcd-aa49-0430ac62cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.150255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-3928d566-da15-4bcd-aa49-0430ac62cbb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 200 len: 851 time: 0.1623328 Jan 28 01:09:58.160201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3208fcc8-4ca0-41ba-a25c-d82a23bd6403 tempest-RoutersAdminTest-353077767 tempest-RoutersAdminTest-353077767-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 200 len: 205 time: 0.1886008 Jan 28 01:09:58.196135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33120) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.301841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d25b0b09-4688-4f0b-b8a7-2d446646be65 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 200 len: 205 time: 0.0974772 Jan 28 01:09:58.316874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33122) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.324176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Delete allocated IP 2001:db8:0:1::277 (bf807c1c-9ab2-4861-b7fa-8d362d307fb2/ebbf6ce3-23d8-44b1-8de0-306be9dcfde9) {{(pid=109594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 01:09:58.387083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97e01e29-1e17-4875-adfc-a6f1651c7f42 req-fa7228f1-7d69-430d-8530-e11aedb2c695 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4433737 Jan 28 01:09:58.438552 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.516263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-29648b2f-dfb5-45b3-b12c-3773a8d74302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.518008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-29648b2f-dfb5-45b3-b12c-3773a8d74302 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bf3e650-aee2-4370-8db1-b58f323f9a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3068354 Jan 28 01:09:58.587928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb36f7-9447-4323-a2a0-2c70c058d502 req-cfaab0c7-50d6-4d6c-9cb2-b4792253ea3b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.595706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bfb36f7-9447-4323-a2a0-2c70c058d502 req-cfaab0c7-50d6-4d6c-9cb2-b4792253ea3b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 943 time: 0.1457376 Jan 28 01:09:58.718903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bfb36f7-9447-4323-a2a0-2c70c058d502 req-256cdcae-b682-49b5-9ad3-d0d290ab422b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200731 Jan 28 01:09:58.729828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (f2252373-a762-4948-887b-53d9e8374464), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.732213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.736752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router_controller (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.755962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88c333c-4055-40b2-a112-c9c84f09ced3 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:58.767200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Publish callbacks [] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.784311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Transition to ACTIVE for port object e88c333c-4055-40b2-a112-c9c84f09ced3 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:58.787438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f2252373-a762-4948-887b-53d9e8374464), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.791681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.811597 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-9b91a0dc-9b99-41af-bc3d-ddcfebabc1b2 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484844 Jan 28 01:09:58.858642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (5a7e12ae-48f7-4cca-91c0-d0062ca241e3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.859367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Fanout notify agent at l3_agent the message router_deleted on router 5a7e12ae-48f7-4cca-91c0-d0062ca241e3 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:58.871447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.877727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-23b478ff-510e-4250-a94f-45bb93ffa486 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 204 len: 168 time: 0.5582628 Jan 28 01:09:58.887078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33132) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.904739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] In _notify_port_updated(), no bound segment for port f2252373-a762-4948-887b-53d9e8374464 on network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:09:58.914496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.915351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:58.916981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/ports/f2252373-a762-4948-887b-53d9e8374464 HTTP/1.1" status: 200 len: 925 time: 2.3045819 Jan 28 01:09:58.919726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Pushing event updated for resources: {'Port': ['ID=e88c333c-4055-40b2-a112-c9c84f09ced3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:58.926557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:58.932670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3153a3fe-0f72-411d-9797-82087a6d40dd'}, {'subnet_id': 'ebbf6ce3-23d8-44b1-8de0-306be9dcfde9'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:58.966862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c1f23a6-bff3-46a6-af1e-6a3588c24231 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 200 len: 205 time: 0.0771854 Jan 28 01:09:58.967450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33138) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.056053 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-1fd6bd4f-90ac-4238-a557-1e18e20d9323 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] delete failed (client error): The resource could not be found. Jan 28 01:09:59.068858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1fd6bd4f-90ac-4238-a557-1e18e20d9323 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/5a7e12ae-48f7-4cca-91c0-d0062ca241e3 HTTP/1.1" status: 404 len: 336 time: 0.0968947 Jan 28 01:09:59.069720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:59.249142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:59.253257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.260148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Publish callbacks [] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.283560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Transition to ACTIVE for port object 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:59.304595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.471275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:59.486428 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7985e67e-d69e-47d6-a90b-9bfde809fcb4 req-63e36801-0e6c-48be-aaf4-003cd3c0f9e7 service neutron] 10.222.0.45 "GET /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475856 Jan 28 01:09:59.533208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786', 'mac_address': 'fa:16:3e:16:48:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:59.539417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-45557ce3-9c88-4e01-8854-c1b9d232d1ef None None] Provisioning complete for port f2252373-a762-4948-887b-53d9e8374464 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:59.539417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-45557ce3-9c88-4e01-8854-c1b9d232d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2252373-a762-4948-887b-53d9e8374464), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.578525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Pushing event updated for resources: {'Port': ['ID=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:59.612137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b1d4d950-d5c8-4149-b92a-d3840938912b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b51096-c43f-4e7f-8367-2b579ea1c417 HTTP/1.1" status: 200 len: 205 time: 0.2445788 Jan 28 01:09:59.621691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-45557ce3-9c88-4e01-8854-c1b9d232d1ef None None] Port f2252373-a762-4948-887b-53d9e8374464 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:59.632159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.688335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:59.688726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.712889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:59.738443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:59.743481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.753893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Attempting to bind port e88c333c-4055-40b2-a112-c9c84f09ced3 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:59.754404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Attempting to bind port e88c333c-4055-40b2-a112-c9c84f09ced3 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:59.754828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Attempting to bind port e88c333c-4055-40b2-a112-c9c84f09ced3 on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:59.772577 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f2252373-a762-4948-887b-53d9e8374464), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.777731 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-6ae1ba0b-11cb-4f1e-813b-9a5b0e72a774 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] delete failed (client error): The resource could not be found. Jan 28 01:09:59.781478 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ae1ba0b-11cb-4f1e-813b-9a5b0e72a774 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/82b51096-c43f-4e7f-8367-2b579ea1c417 HTTP/1.1" status: 404 len: 336 time: 0.1477067 Jan 28 01:09:59.788577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33162) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.806784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:59.853453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Attempting to bind port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:59.853830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Attempting to bind port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:59.854129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Attempting to bind port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:59.859243 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d0e8e53-d891-4227-ae5c-72fecb125949 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=011329e2-c6c2-4d45-9cfb-8ff7402340a3 HTTP/1.1" status: 200 len: 205 time: 0.0693488 Jan 28 01:09:59.861563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 on network ad593d9b-70c3-4860-8643-e122072dd931 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:59.861939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Attempting to bind port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:59.863889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33164) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.907138 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-7d738735-31a9-46fb-b1ce-cd6bd2083e2b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] delete failed (client error): The resource could not be found. Jan 28 01:09:59.908178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7d738735-31a9-46fb-b1ce-cd6bd2083e2b tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/011329e2-c6c2-4d45-9cfb-8ff7402340a3 HTTP/1.1" status: 404 len: 336 time: 0.0433869 Jan 28 01:09:59.911017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33166) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.911764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:59.912203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Checking segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:59.912581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Bound using segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:59.913012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Bound port: 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:59.913365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.915370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7961f4-68b1-474e-a271-11084d0b3363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=f2252373-a762-4948-887b-53d9e8374464,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:59.922783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Port e88c333c-4055-40b2-a112-c9c84f09ced3 on network ad593d9b-70c3-4860-8643-e122072dd931 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:59.923112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Attempting to bind port e88c333c-4055-40b2-a112-c9c84f09ced3 on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:59.944909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:59.945318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Checking segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:59.945839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Bound using segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:59.946941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Bound port: e88c333c-4055-40b2-a112-c9c84f09ced3, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:59.947334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:59.956012 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2db270af-fb85-45a4-b56a-101a1f7e1c60 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=d807e512-969c-4c15-b889-86cbfe389d4a HTTP/1.1" status: 200 len: 205 time: 0.0378232 Jan 28 01:09:59.956225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33168) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:09:59.963094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179b995-0751-4529-91bb-7f283a425522 req-fd656c4e-073d-42d7-8d5d-0591ddd07bb6 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:59.971807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2179b995-0751-4529-91bb-7f283a425522 req-fd656c4e-073d-42d7-8d5d-0591ddd07bb6 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 943 time: 0.7129316 Jan 28 01:09:59.998341 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-f3391b87-a8cf-4d3a-b0ef-888f36f7d5d0 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] delete failed (client error): The resource could not be found. Jan 28 01:10:00.001987 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3391b87-a8cf-4d3a-b0ef-888f36f7d5d0 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/d807e512-969c-4c15-b889-86cbfe389d4a HTTP/1.1" status: 404 len: 336 time: 0.0421612 Jan 28 01:10:00.002675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33170) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:00.063982 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4fe6b513-2cc9-4b4b-97fa-cf123387b44a tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=9197b517-3ef3-4aa3-90b1-eaf35f90c853 HTTP/1.1" status: 200 len: 205 time: 0.0582089 Jan 28 01:10:00.066819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33172) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:00.097830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0219384-7423-4b2e-91ae-016c8c13e7a0 req-8cf690f4-e345-4f16-a5eb-e44ff902827b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.097830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0219384-7423-4b2e-91ae-016c8c13e7a0 req-8cf690f4-e345-4f16-a5eb-e44ff902827b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.4828598 Jan 28 01:10:00.109164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:00.125688 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-57f91624-4073-4be8-bb8c-7f3320c5557f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] delete failed (client error): The resource could not be found. Jan 28 01:10:00.128900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-57f91624-4073-4be8-bb8c-7f3320c5557f tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/9197b517-3ef3-4aa3-90b1-eaf35f90c853 HTTP/1.1" status: 404 len: 336 time: 0.0560105 Jan 28 01:10:00.132668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:00.176842 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c332ef29-b6b7-4bfb-b71a-09af3c5bde51 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4c8025d-b664-4fa8-8866-c7707b69e4d8 HTTP/1.1" status: 200 len: 205 time: 0.0411017 Jan 28 01:10:00.177936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33178) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:00.186143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] For port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:00.246746 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-a890d32b-bc1b-4e69-9370-0dd864f0efa0 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] delete failed (client error): The resource could not be found. Jan 28 01:10:00.251765 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a890d32b-bc1b-4e69-9370-0dd864f0efa0 tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/routers/d4c8025d-b664-4fa8-8866-c7707b69e4d8 HTTP/1.1" status: 404 len: 336 time: 0.0695004 Jan 28 01:10:00.251968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33180) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:00.256133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] For port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:00.286056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2179b995-0751-4529-91bb-7f283a425522 req-d270d69a-e998-40b5-b6b1-ab7f0049b2ce tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132091 Jan 28 01:10:00.287461 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9527cd-23be-4b41-a5e3-bd0efeb6101c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] DELETE failed (client error): The resource could not be found. Jan 28 01:10:00.287932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9527cd-23be-4b41-a5e3-bd0efeb6101c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:10:00.293818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8d9527cd-23be-4b41-a5e3-bd0efeb6101c tempest-RoutersAdminTest-930499176 tempest-RoutersAdminTest-930499176-project] 10.222.0.23 "DELETE /v2.0/subnets/6bf692f2-b35b-4a86-8212-f98f79ccd3ce HTTP/1.1" status: 404 len: 337 time: 0.0377996 Jan 28 01:10:00.310415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:00.351625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.352128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:00.353729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 HTTP/1.1" status: 200 len: 1091 time: 2.3016617 Jan 28 01:10:00.354256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'tag': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:00.357960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0219384-7423-4b2e-91ae-016c8c13e7a0 req-ec9f1971-2a33-447d-b8e9-c40987571716 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896770 Jan 28 01:10:00.358258 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90" -d '{"events": [{"name": "network-changed", "server_uuid": "4ece01f4-01f1-4a57-bf68-006ef9e76e85", "tag": "4d016bb9-b64e-4d02-ac70-d949a0c2ccc9"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:00.391942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26478-4a37-4fb4-aa56-4efa985f8425 service neutron] Pushing event updated for resources: {'Port': ['ID=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:00.411442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] For port e88c333c-4055-40b2-a112-c9c84f09ced3, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:00.441159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] For port e88c333c-4055-40b2-a112-c9c84f09ced3, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e88c333c-4055-40b2-a112-c9c84f09ced3,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:00.497349 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:00.603840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-e01b28e5-0133-4317-beb9-37d137419423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.613137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-e01b28e5-0133-4317-beb9-37d137419423 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=4ece01f4-01f1-4a57-bf68-006ef9e76e85 HTTP/1.1" status: 200 len: 1094 time: 0.1981430 Jan 28 01:10:00.701371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.705904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:00.707717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] 10.222.0.45 "PUT /v2.0/ports/e88c333c-4055-40b2-a112-c9c84f09ced3 HTTP/1.1" status: 200 len: 1091 time: 3.2174168 Jan 28 01:10:00.721343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'tag': 'e88c333c-4055-40b2-a112-c9c84f09ced3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:00.730597 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572fdf66-5482-4a16-a1ee-e921b068362e" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8f380-00bb-43e1-a1a4-d35332d7be1a", "tag": "e88c333c-4055-40b2-a112-c9c84f09ced3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:00.787482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-0a9bab23-37e0-4e13-b0e4-f69c5e96013a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 HTTP/1.1" status: 200 len: 217 time: 0.1316745 Jan 28 01:10:00.806776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f897ef8-1551-49e8-ae12-c648600eb684 service neutron] Pushing event updated for resources: {'Port': ['ID=e88c333c-4055-40b2-a112-c9c84f09ced3,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:00.839008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8:0:1::7a (bf807c1c-9ab2-4861-b7fa-8d362d307fb2/ebbf6ce3-23d8-44b1-8de0-306be9dcfde9/f2252373-a762-4948-887b-53d9e8374464) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:00.904280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-3897cdaf-4b66-4499-bcb8-312facfa0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.906185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-3897cdaf-4b66-4499-bcb8-312facfa0140 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.1164293 Jan 28 01:10:00.967231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-40ba1ed5-65d0-448f-88e2-7a422269d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.977659 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-f67ea2b0-8835-4f48-ae2c-63560352578c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643916 Jan 28 01:10:00.983248 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a57eb-f4c8-4146-a280-8e639866699d x-openstack-request-id: req-e15a57eb-f4c8-4146-a280-8e639866699d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:00.983725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-40ba1ed5-65d0-448f-88e2-7a422269d885 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 1094 time: 0.1454818 Jan 28 01:10:00.984329 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ece01f4-01f1-4a57-bf68-006ef9e76e85", "tag": "4d016bb9-b64e-4d02-ac70-d949a0c2ccc9", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:00.984809 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e15a57eb-f4c8-4146-a280-8e639866699d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:00.986399 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'tag': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9', 'status': 'completed', 'code': 200} Jan 28 01:10:01.000572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33206) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:01.009057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11442fd1-c8a8-4ec3-bad4-d46d54a3de2e req-96159e87-ab70-491d-921f-aee075a5dbb4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.010678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11442fd1-c8a8-4ec3-bad4-d46d54a3de2e req-96159e87-ab70-491d-921f-aee075a5dbb4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 944 time: 0.3123691 Jan 28 01:10:01.058199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-b92ab2cd-8ba0-4c6e-a456-c9bc1268a03c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e88c333c-4055-40b2-a112-c9c84f09ced3 HTTP/1.1" status: 200 len: 217 time: 0.0587325 Jan 28 01:10:01.060900 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a89073-e555-4336-8e19-d50b9d7000ff x-openstack-request-id: req-08a89073-e555-4336-8e19-d50b9d7000ff {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:01.060900 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8f380-00bb-43e1-a1a4-d35332d7be1a", "tag": "e88c333c-4055-40b2-a112-c9c84f09ced3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:01.060900 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08a89073-e555-4336-8e19-d50b9d7000ff {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:01.060900 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'tag': 'e88c333c-4055-40b2-a112-c9c84f09ced3', 'status': 'completed', 'code': 200} Jan 28 01:10:01.149201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-742cbf20-b7a1-44d5-94d3-e017ef18af6a service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611845 Jan 28 01:10:01.183066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11442fd1-c8a8-4ec3-bad4-d46d54a3de2e req-9d8a7679-dd96-40bb-849f-fe02705d9ee8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215022 Jan 28 01:10:01.203219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-9837aa4d-7f90-42b6-a108-7f7e8a76e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.205243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-9837aa4d-7f90-42b6-a108-7f7e8a76e276 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.1094780 Jan 28 01:10:01.398869 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-d71c10ab-22d3-49e3-b085-a8de1fb6c36a service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399063 Jan 28 01:10:01.572404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-3b7d4d25-5cb1-41e9-8560-177b5bec338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.573917 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-3b7d4d25-5cb1-41e9-8560-177b5bec338d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=4ece01f4-01f1-4a57-bf68-006ef9e76e85 HTTP/1.1" status: 200 len: 1094 time: 0.0669141 Jan 28 01:10:01.686366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-d7cd3f40-45d4-4057-8977-e6e3cc2233f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4645278 Jan 28 01:10:01.727245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-2d72122d-5fa9-4072-8cda-bfa0127b88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.729493 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-2d72122d-5fa9-4072-8cda-bfa0127b88de service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 914 time: 0.1489248 Jan 28 01:10:01.792037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-c333ae03-27d4-43a4-b3ca-38b3d7eab187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 HTTP/1.1" status: 200 len: 217 time: 0.0519943 Jan 28 01:10:01.794275 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81619d24-b751-4170-b648-5ff8ceac7d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.869899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-7e29361c-b216-4e13-b014-724f992a0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.871663 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-7e29361c-b216-4e13-b014-724f992a0111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.0729702 Jan 28 01:10:01.910210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-dbb40474-cbd4-4718-9840-4c876e74fffa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314221 Jan 28 01:10:01.916571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (f2252373-a762-4948-887b-53d9e8374464), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:01.957197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06dc9-b59a-48c9-bc34-0187ba67adbb req-43355cbb-a7bb-45ed-adb5-1a209709b43f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.964651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1af06dc9-b59a-48c9-bc34-0187ba67adbb req-43355cbb-a7bb-45ed-adb5-1a209709b43f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2761648 Jan 28 01:10:01.972009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f2252373-a762-4948-887b-53d9e8374464), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.007900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c176051-a414-4c97-8c61-cc785de57e2d req-76f69160-fcda-4745-8fe1-c7377488f5f7 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.017724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c176051-a414-4c97-8c61-cc785de57e2d req-76f69160-fcda-4745-8fe1-c7377488f5f7 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 943 time: 0.3302896 Jan 28 01:10:02.101573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-6ac91603-8304-4430-87df-7678d495dd45 service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839170 Jan 28 01:10:02.153904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-c1f4cb12-f924-4d86-aa8d-7ec158696b39 service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542487 Jan 28 01:10:02.216177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=f2252373-a762-4948-887b-53d9e8374464,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:02.240156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] In _notify_port_updated(), no bound segment for port f2252373-a762-4948-887b-53d9e8374464 on network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:10:02.245278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.247982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.251236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-82d7664c-4648-4676-a85e-bdc6ae092ff0 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/ports/f2252373-a762-4948-887b-53d9e8374464 HTTP/1.1" status: 200 len: 1010 time: 3.3216219 Jan 28 01:10:02.252583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:02.348105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1af06dc9-b59a-48c9-bc34-0187ba67adbb req-a6d4bad2-b6a4-453c-a743-a58c88e6df27 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821015 Jan 28 01:10:02.407132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c176051-a414-4c97-8c61-cc785de57e2d req-817d6b5e-9be0-456e-aa63-696d1acd1194 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667991 Jan 28 01:10:02.472360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81619d24-b751-4170-b648-5ff8ceac7d13 admin admin] Publish callbacks [] for security_group (1f28d68a-dfc3-4d39-99fd-96884e68fbd3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.487280 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d627dc0-e9b6-4341-8c7c-27fa3cdf9a90 req-8ec7e076-0952-4376-bc87-66b63c04b42f service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719811 Jan 28 01:10:02.487516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81619d24-b751-4170-b648-5ff8ceac7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1f28d68a-dfc3-4d39-99fd-96884e68fbd3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.519744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port f2252373-a762-4948-887b-53d9e8374464 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:02.520114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f2252373-a762-4948-887b-53d9e8374464), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.677309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-de848be9-d0f6-4fc9-b653-7fe8fb123086 None None] Provisioning complete for port f2252373-a762-4948-887b-53d9e8374464 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:02.678402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-de848be9-d0f6-4fc9-b653-7fe8fb123086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2252373-a762-4948-887b-53d9e8374464), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.704851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f2252373-a762-4948-887b-53d9e8374464), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.706527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-81619d24-b751-4170-b648-5ff8ceac7d13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a951a5382eb9466284881de60ef3c1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6946921 Jan 28 01:10:02.707475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81619d24-b751-4170-b648-5ff8ceac7d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28d68a-dfc3-4d39-99fd-96884e68fbd3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:02.712013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33238) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:02.716472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f84119d-2530-4f46-b844-87d9c9b84dff req-e679fdb1-8b2e-4680-9d41-460fab10bfbc service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420897 Jan 28 01:10:02.761640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for f2252373-a762-4948-887b-53d9e8374464 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:02.820847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e35a5-8581-496e-93e6-47921ae33833 req-b531e5c8-52ee-4c7b-8c2f-fb6e00f5be15 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.822667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c53e35a5-8581-496e-93e6-47921ae33833 req-b531e5c8-52ee-4c7b-8c2f-fb6e00f5be15 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 944 time: 0.1980143 Jan 28 01:10:02.838248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-de848be9-d0f6-4fc9-b653-7fe8fb123086 None None] Port f2252373-a762-4948-887b-53d9e8374464 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:02.841441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9253f0-a4aa-4c26-ba3c-d1d8ce6fc3f6 req-d275a442-7a67-42b1-bbbd-8b5d50b16295 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.846512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c9253f0-a4aa-4c26-ba3c-d1d8ce6fc3f6 req-d275a442-7a67-42b1-bbbd-8b5d50b16295 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1355138 Jan 28 01:10:02.902004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79de6d67-0776-4b66-97e7-758e43ca3592 admin admin] Publish callbacks [] for security_group (1f28d68a-dfc3-4d39-99fd-96884e68fbd3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:02.976190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79de6d67-0776-4b66-97e7-758e43ca3592 admin admin] Publish callbacks [] for security_group (1f28d68a-dfc3-4d39-99fd-96884e68fbd3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.022076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c9253f0-a4aa-4c26-ba3c-d1d8ce6fc3f6 req-8b49f4d7-cc55-430f-a5b9-b373e01b3dc3 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716239 Jan 28 01:10:03.026904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c53e35a5-8581-496e-93e6-47921ae33833 req-39d9f156-bc27-4960-900e-7ff9bfd76523 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761937 Jan 28 01:10:03.029309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdf66-5482-4a16-a1ee-e921b068362e req-62704eb6-1b5a-4980-bc81-14dd6167d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.031481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-62704eb6-1b5a-4980-bc81-14dd6167d954 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 1094 time: 0.1621363 Jan 28 01:10:03.076103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f2252373-a762-4948-887b-53d9e8374464), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.107442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:03.116817 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79de6d67-0776-4b66-97e7-758e43ca3592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1f28d68a-dfc3-4d39-99fd-96884e68fbd3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.119619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-79de6d67-0776-4b66-97e7-758e43ca3592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.120839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-79de6d67-0776-4b66-97e7-758e43ca3592 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f28d68a-dfc3-4d39-99fd-96884e68fbd3 HTTP/1.1" status: 204 len: 168 time: 0.4033785 Jan 28 01:10:03.140882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de6d67-0776-4b66-97e7-758e43ca3592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28d68a-dfc3-4d39-99fd-96884e68fbd3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:03.150007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=f2252373-a762-4948-887b-53d9e8374464,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:03.160727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdf66-5482-4a16-a1ee-e921b068362e req-01c621f6-ac28-4d16-87c0-1383aff39562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.162851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-01c621f6-ac28-4d16-87c0-1383aff39562 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 914 time: 0.1246376 Jan 28 01:10:03.313027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33258) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:03.317468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.322027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-2c8f79b1-5eac-43c4-9ef5-43cdad97f356 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e88c333c-4055-40b2-a112-c9c84f09ced3 HTTP/1.1" status: 200 len: 217 time: 0.1529694 Jan 28 01:10:03.326752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:03.328916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-18fc6d47-b501-4915-9517-3feae9e453ae tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/f2252373-a762-4948-887b-53d9e8374464 HTTP/1.1" status: 204 len: 168 time: 1.0742655 Jan 28 01:10:03.340710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2121114783'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:03.436218 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5446fa3-3cbd-4ec9-9a9c-870d531c6989 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:10:03.441049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:03.449484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e5446fa3-3cbd-4ec9-9a9c-870d531c6989 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/f2252373-a762-4948-887b-53d9e8374464 HTTP/1.1" status: 404 len: 333 time: 0.1215253 Jan 28 01:10:03.511596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdf66-5482-4a16-a1ee-e921b068362e req-0ea76cbe-af80-49cf-9c2b-9787c491d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.513249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-0ea76cbe-af80-49cf-9c2b-9787c491d753 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.1676724 Jan 28 01:10:03.524426 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.525191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:03.530350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:03.530998 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.536208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:03.546085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.584554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-8ec68bfe-42e2-4abe-9397-bd20c29443ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599251 Jan 28 01:10:03.651444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet ebbf6ce3-23d8-44b1-8de0-306be9dcfde9 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:03.674165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:03.676285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (ebbf6ce3-23d8-44b1-8de0-306be9dcfde9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.682328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:03.686886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.747083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (893220de-4b3c-4c4b-973e-c4cc10aa8450), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.747811 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Added segment 893220de-4b3c-4c4b-973e-c4cc10aa8450 of type vlan for network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a Jan 28 01:10:03.752275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:03.754869 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bfeadf-f802-4bc4-acf6-a16debf722a7" -d '{"events": [{"server_uuid": "f4a4eda6-973a-4bc4-b39d-4a3615cac95a", "name": "network-vif-plugged", "status": "completed", "tag": "fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:03.778783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:03.791173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.842584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-03bea7fa-d6bb-4f78-b19c-590b8e6c9258 service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839941 Jan 28 01:10:03.844064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ebbf6ce3-23d8-44b1-8de0-306be9dcfde9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:03.900448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:03.938070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:03.956840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.037007 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92faa1dc-dc3e-4d06-bafd-9a9224880468 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96fe03e2133a461a822652ce3cdb4cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321008 Jan 28 01:10:04.045002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:04.046433 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.052050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572fdf66-5482-4a16-a1ee-e921b068362e req-58d0f5cf-bdad-4dbc-97b6-6f816a16fbb5 service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951513 Jan 28 01:10:04.052677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:04.053305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.062578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b898227-78ee-446a-8938-1f50589d854e req-2ff844ea-5f35-495a-bf6c-c1c82cc2230e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:04.066627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b898227-78ee-446a-8938-1f50589d854e req-2ff844ea-5f35-495a-bf6c-c1c82cc2230e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 943 time: 0.4810662 Jan 28 01:10:04.168482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8523750 Jan 28 01:10:04.175226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ebbf6ce3-23d8-44b1-8de0-306be9dcfde9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.175656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33294) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:04.185920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-888662543'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:04.200190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b898227-78ee-446a-8938-1f50589d854e req-9ac5c108-4fd3-4ff9-8f5c-3995b00c4a58 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270134 Jan 28 01:10:04.234904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:04.243221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Network': ['ID=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:04.243767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.254000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.254405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.255195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.255195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.255404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.255786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.256365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.257009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.257134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.257464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.257817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.258248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.258605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcb29eb-5622-443c-b13a-1dbc547d9118 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:04.278340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:04.284888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:04.300863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e7a0de9-5a87-4488-b04e-3382c98fd956), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.301132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745219eb-ff6d-498b-92ac-675e302f07ff admin admin] Publish callbacks [] for security_group (2343ee8b-7229-4f76-a2df-263b62f457a8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.301296 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Added segment 9e7a0de9-5a87-4488-b04e-3382c98fd956 of type vlan for network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 Jan 28 01:10:04.321578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ebbf6ce3-23d8-44b1-8de0-306be9dcfde9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.374985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.376980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745219eb-ff6d-498b-92ac-675e302f07ff admin admin] Publish callbacks [] for security_group (2343ee8b-7229-4f76-a2df-263b62f457a8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.379580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbf6ce3-23d8-44b1-8de0-306be9dcfde9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:04.403454 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.407701 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.410232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01007b-f732-4f8e-8f6b-670020a23c50 None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:04.413327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ee20a4e9-45da-4fb1-bff3-184f7a77a4d3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/ebbf6ce3-23d8-44b1-8de0-306be9dcfde9 HTTP/1.1" status: 204 len: 168 time: 0.9689000 Jan 28 01:10:04.414668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33316) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:04.419779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:04.420467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.563972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Network': ['ID=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:04.565343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 3153a3fe-0f72-411d-9797-82087a6d40dd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:04.572879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (3153a3fe-0f72-411d-9797-82087a6d40dd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.584469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a3b5f9fa-3243-4ab8-8e3e-4fcdd0453063 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4074821 Jan 28 01:10:04.586245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:04.587635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33318) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:04.593578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'subnet': {'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:04.673701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745219eb-ff6d-498b-92ac-675e302f07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2343ee8b-7229-4f76-a2df-263b62f457a8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.685824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-745219eb-ff6d-498b-92ac-675e302f07ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.693617 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-745219eb-ff6d-498b-92ac-675e302f07ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2343ee8b-7229-4f76-a2df-263b62f457a8 HTTP/1.1" status: 204 len: 168 time: 0.6495342 Jan 28 01:10:04.706761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:04.714933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.750045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745219eb-ff6d-498b-92ac-675e302f07ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343ee8b-7229-4f76-a2df-263b62f457a8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:04.783544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (3153a3fe-0f72-411d-9797-82087a6d40dd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.962690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3153a3fe-0f72-411d-9797-82087a6d40dd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:04.988300 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487ea04-44af-4f5d-b2cb-4d33f0f16394 x-openstack-request-id: req-5487ea04-44af-4f5d-b2cb-4d33f0f16394 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:04.989226 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4eda6-973a-4bc4-b39d-4a3615cac95a", "name": "network-vif-plugged", "status": "completed", "tag": "fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:04.989685 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5487ea04-44af-4f5d-b2cb-4d33f0f16394 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:04.990350 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786', 'code': 200} Jan 28 01:10:05.026091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-2b351944-3315-499d-9813-4fe7157c464e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.033349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-2b351944-3315-499d-9813-4fe7157c464e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c1678b0-ebb6-461e-8180-185e4a86dee6 HTTP/1.1" status: 200 len: 944 time: 0.1866522 Jan 28 01:10:05.104076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:05.154327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (3153a3fe-0f72-411d-9797-82087a6d40dd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.203101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.210123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/3153a3fe-0f72-411d-9797-82087a6d40dd HTTP/1.1" status: 204 len: 168 time: 0.7909141 Jan 28 01:10:05.220859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33328) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:05.239098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07c30-96b4-4965-a7c3-6f6a59b6c51d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=3153a3fe-0f72-411d-9797-82087a6d40dd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:05.255035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87df1-05ae-4a2d-8011-fc89cff8b859 req-8ea1d252-131f-4770-9e9f-4d74f384f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.256798 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-58b87df1-05ae-4a2d-8011-fc89cff8b859 req-8ea1d252-131f-4770-9e9f-4d74f384f19a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 1096 time: 0.1408160 Jan 28 01:10:05.345567 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-58b87df1-05ae-4a2d-8011-fc89cff8b859 req-d91f113f-f8a8-4ba9-83e8-6137fb3b67d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824671 Jan 28 01:10:05.359809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:05.372487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'port_id': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9', 'mac_address': 'fa:16:3e:cd:9d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e54cb6-a974-4efb-9db2-4ccc326554f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:05.382093 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (bf807c1c-9ab2-4861-b7fa-8d362d307fb2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.436728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:05.437276 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.456899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:05.475360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e88c333c-4055-40b2-a112-c9c84f09ced3 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:05.499034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:05.504682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0f98e-5b6c-44aa-aa17-785666337dfc req-af7dac6f-ea0f-4bee-995f-a295291d9b43 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.509005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.511813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9de0f98e-5b6c-44aa-aa17-785666337dfc req-af7dac6f-ea0f-4bee-995f-a295291d9b43 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 945 time: 0.3925421 Jan 28 01:10:05.648907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:05.685083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Deleting port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:05.685436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.691339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e88c333c-4055-40b2-a112-c9c84f09ced3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e88c333c-4055-40b2-a112-c9c84f09ced3,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:05.707725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e88c333c-4055-40b2-a112-c9c84f09ced3', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'port_id': 'e88c333c-4055-40b2-a112-c9c84f09ced3', 'mac_address': 'fa:16:3e:a9:a6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e54cb6-a974-4efb-9db2-4ccc326554f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:05.772665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e88c333c-4055-40b2-a112-c9c84f09ced3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:05.773053 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.803365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88c333c-4055-40b2-a112-c9c84f09ced3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:05.829349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e88c333c-4055-40b2-a112-c9c84f09ced3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e88c333c-4055-40b2-a112-c9c84f09ced3,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:05.834292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a46e3-97d5-4a07-9cdd-97d8784a546b None None] Network bf807c1c-9ab2-4861-b7fa-8d362d307fb2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:05.839550 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.852647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9de0f98e-5b6c-44aa-aa17-785666337dfc req-2478c527-bd21-46bd-a2f8-7a444eb8bbb6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397937 Jan 28 01:10:05.890341 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3320e466-5474-4fab-8cba-a52fb62058b8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:05.941096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e88c333c-4055-40b2-a112-c9c84f09ced3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:05.951154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['4d016bb9-b64e-4d02-ac70-d949a0c2ccc9'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:05.970765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 8a7fed55-ec0c-408d-8f48-1c4315027d84 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:05.971264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.035455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] For port 8a7fed55-ec0c-408d-8f48-1c4315027d84, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a7fed55-ec0c-408d-8f48-1c4315027d84,segment=NetworkSegment(a6845e22-bf03-4204-99b0-92c4fec863c3),segment_id=a6845e22-bf03-4204-99b0-92c4fec863c3)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:06.036173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.056646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 8a7fed55-ec0c-408d-8f48-1c4315027d84 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:06.179368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] For port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:06.179847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.244106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Calling delete_port for 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:06.261619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Subnet': ['ID=3320e466-5474-4fab-8cba-a52fb62058b8,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:06.282938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Checking segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:06.283628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network hostable DHCP agents. Network: f4fe6bdf-26fe-48da-b12a-7b9b36208b5a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:06.327186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.373040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f50170-1898-4f2d-8e3c-ec8a72ca318f req-e9b4d56a-11ac-454a-863e-8f19d09369f8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.380071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3f50170-1898-4f2d-8e3c-ec8a72ca318f req-e9b4d56a-11ac-454a-863e-8f19d09369f8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 944 time: 0.2348347 Jan 28 01:10:06.394711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=8a7fed55-ec0c-408d-8f48-1c4315027d84,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:06.401010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f634f7a6-9fc4-4dcf-9331-56bf08a226c8 None None] Provisioning complete for port 8a7fed55-ec0c-408d-8f48-1c4315027d84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:06.401487 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f634f7a6-9fc4-4dcf-9331-56bf08a226c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a7fed55-ec0c-408d-8f48-1c4315027d84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.444695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f634f7a6-9fc4-4dcf-9331-56bf08a226c8 None None] Port 8a7fed55-ec0c-408d-8f48-1c4315027d84 was deleted so its status cannot be updated. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 01:10:06.451397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No DVR routers for this DVR port 8a7fed55-ec0c-408d-8f48-1c4315027d84 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:06.499923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:06.503320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a8aa2-91ab-4bfa-8ed7-188f67628ddb None None] DHCP port deletion for bf807c1c-9ab2-4861-b7fa-8d362d307fb2 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:10:06.569125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e88c333c-4055-40b2-a112-c9c84f09ced3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:06.592963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, f4fe6bdf-26fe-48da-b12a-7b9b36208b5a) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:06.606963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.607824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.617147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc337e27-b2e3-4d74-ac29-0381d7acf91a None None] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:06.632460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3f50170-1898-4f2d-8e3c-ec8a72ca318f req-a98ee049-2ffb-45e6-8858-285ba7c23f2e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513759 Jan 28 01:10:06.691997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (bf807c1c-9ab2-4861-b7fa-8d362d307fb2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.734190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8bd757e4-05fe-4dc9-ab13-1b4d123a292b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1453965 Jan 28 01:10:06.737112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33364) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:06.743025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'subnet': {'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:06.774732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf807c1c-9ab2-4861-b7fa-8d362d307fb2']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:06.800499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (80a9e61f-27c3-44cc-9ac0-c157f6b811d1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.815130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6845e22-bf03-4204-99b0-92c4fec863c3') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:06.815868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6845e22-bf03-4204-99b0-92c4fec863c3') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:06.850785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'project_id': '950838c4d59148eab5fb992c0978c75a', 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:10:06.851752 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.854021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac', '2e2d86b6-93f0-467d-af9d-22b0037d18b6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:06.909542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'Port': ['ID=80a9e61f-27c3-44cc-9ac0-c157f6b811d1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:06.932735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a6845e22-bf03-4204-99b0-92c4fec863c3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.933423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:06.944464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.021192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a6845e22-bf03-4204-99b0-92c4fec863c3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.031868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:10:07.032893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a6845e22-bf03-4204-99b0-92c4fec863c3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.158236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] No DVR routers for this DVR port 80a9e61f-27c3-44cc-9ac0-c157f6b811d1 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:10:07.163252 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:10:07.173602 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.176036 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Allocated IP 10.1.1.2 (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a/3320e466-5474-4fab-8cba-a52fb62058b8/c473efcb-2da9-4a8d-b42f-52424b8dd982) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:07.186188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0c3baf4-7810-4e20-a6d8-33d87d8fd351 req-edebb2bc-3e22-4d3f-937e-74e507c77d04 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "DELETE /v2.0/ports/80a9e61f-27c3-44cc-9ac0-c157f6b811d1 HTTP/1.1" status: 204 len: 173 time: 2.1507590 Jan 28 01:10:07.187724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-deleted', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:07.196362 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf14248-0f2b-45ae-ba85-63f2cf15341d" -d '{"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-deleted", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:07.206365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (bf807c1c-9ab2-4861-b7fa-8d362d307fb2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.273412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.284139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/bf807c1c-9ab2-4861-b7fa-8d362d307fb2 HTTP/1.1" status: 204 len: 168 time: 2.0600555 Jan 28 01:10:07.302450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc3d38-e147-4aef-ab2a-5a7baf5767c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=bf807c1c-9ab2-4861-b7fa-8d362d307fb2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:07.310019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33378) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:07.391532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f6e1a-73f6-44d6-812b-d7ecb03a2cb8 req-81e4dfc7-49ec-4c9f-95b3-b1d6a2ea1f10 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:07.394682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e93f6e1a-73f6-44d6-812b-d7ecb03a2cb8 req-81e4dfc7-49ec-4c9f-95b3-b1d6a2ea1f10 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 945 time: 0.2255280 Jan 28 01:10:07.404307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e31b8e-6d8a-4fb7-994b-f7dad5327080 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:07.410962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d2e31b8e-6d8a-4fb7-994b-f7dad5327080 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0997696 Jan 28 01:10:07.411528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33384) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:07.470573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d599160d-dd8a-4609-81c8-54c36b00dc62), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.509981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e93f6e1a-73f6-44d6-812b-d7ecb03a2cb8 req-77a6dab0-777d-4ab8-b093-4b6a3ad6e9d6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957339 Jan 28 01:10:07.519669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a7fed55-ec0c-408d-8f48-1c4315027d84 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:07.557761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Subnet': ['ID=d599160d-dd8a-4609-81c8-54c36b00dc62,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:07.593449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1a17bc2d-cfcc-4079-a7da-ec0d74573a09 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1564682 Jan 28 01:10:07.594280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:07.603003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1490715819'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:07.621159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Checking segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:07.621495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network hostable DHCP agents. Network: 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:07.627338 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b066302-80da-4b31-9502-20cca7fef0ab x-openstack-request-id: req-0b066302-80da-4b31-9502-20cca7fef0ab {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:07.627698 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1678b0-ebb6-461e-8180-185e4a86dee6", "name": "network-vif-deleted", "tag": "80a9e61f-27c3-44cc-9ac0-c157f6b811d1", "status": "failed", "code": 422}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:07.627959 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b066302-80da-4b31-9502-20cca7fef0ab {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:07.628470 n-d-826756-1 neutron-server[109594]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c1678b0-ebb6-461e-8180-185e4a86dee6', 'name': 'network-vif-deleted', 'tag': '80a9e61f-27c3-44cc-9ac0-c157f6b811d1', 'status': 'failed', 'code': 422} returned with failed status Jan 28 01:10:07.658939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:07.664115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.666655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:07.687841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:07.694878 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Publish callbacks [] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.702784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:07.707837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.733487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c949643-f0c6-471f-aa0e-c7d26437d84b None None] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:07.736549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8a7fed55-ec0c-408d-8f48-1c4315027d84 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:07.736957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a7fed55-ec0c-408d-8f48-1c4315027d84 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:07.754707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6e9c766d-3a86-40c4-82b0-eec59f9088a3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0162506 Jan 28 01:10:07.758547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:07.765992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'name': 'tempest-TaggedBootDevicesTest_v242-1046363479', 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:07.769985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:07.850369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.904013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33400) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:07.919994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-580fb017-241f-4059-986c-76bba82427ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.923803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.979136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f8e9d2bb-f258-4191-9b40-c232cfcc2042), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:07.979574 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment f8e9d2bb-f258-4191-9b40-c232cfcc2042 of type vlan for network a0988b59-345e-4bc6-8407-3957af0224c6 Jan 28 01:10:08.017443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Pushing event updated for resources: {'Port': ['ID=c473efcb-2da9-4a8d-b42f-52424b8dd982,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.135843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.136195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.136539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.136880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.137219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.144099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.144547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.144896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.145235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.145706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.146118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.146459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.146792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:08.160081 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a0988b59-345e-4bc6-8407-3957af0224c6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.177352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:08.216093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:08.222213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:08.234362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'project_id': '950838c4d59148eab5fb992c0978c75a', 'fixed_ips': [{'subnet_id': 'd599160d-dd8a-4609-81c8-54c36b00dc62'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:10:08.235367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.241560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a0988b59-345e-4bc6-8407-3957af0224c6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.247941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:08.249160 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.263999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ae0b6-a24d-498b-a4ee-33a659b40e37 req-5b5634a3-43ea-4ace-aa03-d4fc94cd6c53 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:08.266048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-187ae0b6-a24d-498b-a4ee-33a659b40e37 req-5b5634a3-43ea-4ace-aa03-d4fc94cd6c53 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 944 time: 0.4754326 Jan 28 01:10:08.320199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-920313231', 'router:external': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.371064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Made reservation on behalf of 25fdd416e360440b9b27d40284577341 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:08.373454 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.392742 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.424546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-187ae0b6-a24d-498b-a4ee-33a659b40e37 req-916af00b-fdda-4c58-868d-e55734125575 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464441 Jan 28 01:10:08.443376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8442724 Jan 28 01:10:08.444437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33420) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:08.446634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:08.569466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for security_group (b01c5cbb-2de1-41dc-933e-2d653b986e62), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.572573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.575945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b01c5cbb-2de1-41dc-933e-2d653b986e62), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.600469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:08.616746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d2de4bb8-4d96-4cd5-be80-8822bad4e082), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.617367 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Added segment d2de4bb8-4d96-4cd5-be80-8822bad4e082 of type vlan for network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 Jan 28 01:10:08.679362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c5cbb-2de1-41dc-933e-2d653b986e62,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.685220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Attempting to bind port c473efcb-2da9-4a8d-b42f-52424b8dd982 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:08.685726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Attempting to bind port c473efcb-2da9-4a8d-b42f-52424b8dd982 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:08.686158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Attempting to bind port c473efcb-2da9-4a8d-b42f-52424b8dd982 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:08.698511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b1a88a9a-5544-4685-8c11-7bc49e1c1d73), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.713714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:08.714122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Checking segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:08.714529 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.714921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Bound using segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:08.715386 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.715716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Bound port: c473efcb-2da9-4a8d-b42f-52424b8dd982, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:08.716080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.745565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b1a88a9a-5544-4685-8c11-7bc49e1c1d73), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.746717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:08.749916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.772164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] device_id is not set on port eb15add3-5bf3-4dfd-a902-d0a32264d77d yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:08.832561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Network': ['ID=b1a88a9a-5544-4685-8c11-7bc49e1c1d73,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.844139 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8980da25-5d4f-4d58-b062-8fec94bbd62a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9386878 Jan 28 01:10:08.847418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33426) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:08.851392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:08.853400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'subnet': {'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.856573 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.897604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Made reservation on behalf of 25fdd416e360440b9b27d40284577341 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:08.902007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.958254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] For port c473efcb-2da9-4a8d-b42f-52424b8dd982, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:08.963350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] For port c473efcb-2da9-4a8d-b42f-52424b8dd982, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c473efcb-2da9-4a8d-b42f-52424b8dd982,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:08.972885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:09.015690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed863c62-6101-4015-8e5e-17db0f50ba0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=a0988b59-345e-4bc6-8407-3957af0224c6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:09.055884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.064760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a0988b59-345e-4bc6-8407-3957af0224c6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:09.204288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Allocated IP 10.2.2.2 (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676/d599160d-dd8a-4609-81c8-54c36b00dc62/92c224ea-b0f3-40f0-b190-87a43db127f9) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:09.222011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddd7e-c072-49dc-a785-c800b41c307d req-cb521d81-382b-4325-abcf-1c2bd60ab2b7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:09.223950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e1ddd7e-c072-49dc-a785-c800b41c307d req-cb521d81-382b-4325-abcf-1c2bd60ab2b7 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 908 time: 0.4599655 Jan 28 01:10:09.272453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 10.1.1.212 (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a/3320e466-5474-4fab-8cba-a52fb62058b8/eb15add3-5bf3-4dfd-a902-d0a32264d77d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:09.336244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (090965fa-b566-45b4-8de6-3f322c1bb80c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.492453 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Publish callbacks [] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.501366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=090965fa-b566-45b4-8de6-3f322c1bb80c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:09.522202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': 'f8e9d2bb-f258-4191-9b40-c232cfcc2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:09.526080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: a0988b59-345e-4bc6-8407-3957af0224c6, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:09.534130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:09.609413 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.638362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network a0988b59-345e-4bc6-8407-3957af0224c6 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:09.651695 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.669188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a0988b59-345e-4bc6-8407-3957af0224c6) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:09.681582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:09.683702 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.719529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a9811-7de5-4363-bfe8-25585a94d2c2 req-f034696e-29ae-41ff-b91e-d8b52c9bef61 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:09.726182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099fd42a-f1e5-42b3-becb-3dec09c29ac3 None None] Network a0988b59-345e-4bc6-8407-3957af0224c6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:09.727487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab8a9811-7de5-4363-bfe8-25585a94d2c2 req-f034696e-29ae-41ff-b91e-d8b52c9bef61 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 944 time: 0.1496251 Jan 28 01:10:09.735107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:10:09.749154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (9d8d306a-693f-4e4d-b6b0-2b149e99635f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.758457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-53948587-6eaa-4ae8-bed9-c8ea7526a3e3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3128173 Jan 28 01:10:09.763782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33444) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:09.772946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6', 'name': 'tempest-PortsIpV6TestJSON-637272455'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:09.850044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Checking segment: {'id': 'd2de4bb8-4d96-4cd5-be80-8822bad4e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:09.850633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network hostable DHCP agents. Network: b1a88a9a-5544-4685-8c11-7bc49e1c1d73, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:09.852632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d8d306a-693f-4e4d-b6b0-2b149e99635f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:09.885824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.938803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:09.980701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b1a88a9a-5544-4685-8c11-7bc49e1c1d73) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:09.995887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:09.998985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.039448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b85b59ed-3892-40d6-a88e-942eef195d31 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1877983 Jan 28 01:10:10.039448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33446) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:10.090642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-950540073', 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:10.090748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:10.101470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Made reservation on behalf of 25fdd416e360440b9b27d40284577341 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:10.105173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.110408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427849d7-3ecf-4fc9-b657-5ebbd772352a None None] Network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:10.116875 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-81150ee3-6ed8-4425-bd81-718ca7f2a244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.251800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] device_id is not set on port 12f8db78-af2c-4143-91bf-edf8eff6cacd yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:10.350720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:10.358625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-a0988b59-345e-4bc6-8407-3957af0224c6', 'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': '090965fa-b566-45b4-8de6-3f322c1bb80c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:10:10.359516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.366037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:10.366435 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.469184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663baeb-26ac-471f-b49c-80bed18c685f None None] Pushing event updated for resources: {'Port': ['ID=c473efcb-2da9-4a8d-b42f-52424b8dd982,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:10.482007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:10.533869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Allocated IP 2001:db8::391 (b1a88a9a-5544-4685-8c11-7bc49e1c1d73/9d8d306a-693f-4e4d-b6b0-2b149e99635f/12f8db78-af2c-4143-91bf-edf8eff6cacd) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:10.607207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Pushing event updated for resources: {'Port': ['ID=92c224ea-b0f3-40f0-b190-87a43db127f9,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:10.630335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:10.633421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab8a9811-7de5-4363-bfe8-25585a94d2c2 req-2875d560-50a2-4bf8-8769-4f9c708f6bed tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048100 Jan 28 01:10:10.715969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:10.778396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:10.799559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:10.876993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:10.878040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.900210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:10.938076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4d4f9a41-0c79-4197-a622-071663a7eb09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1778066 Jan 28 01:10:10.940575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33468) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:10.947175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:10.958988 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:10.965200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'name': 'tempest-TaggedBootDevicesTest_v242-2084880982', 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:10.972402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d647a-3ff4-403a-94aa-634ac25d55e4 req-7d16ee07-11c7-4f21-93df-bef28e308eaa tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:10.981193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-516d647a-3ff4-403a-94aa-634ac25d55e4 req-7d16ee07-11c7-4f21-93df-bef28e308eaa tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 908 time: 0.3669562 Jan 28 01:10:11.017892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-450a5800-496d-4c93-9b1e-19445e9bd91d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:11.029868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-450a5800-496d-4c93-9b1e-19445e9bd91d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 908 time: 0.4234962 Jan 28 01:10:11.041846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port d28223bb-3aa7-4ea3-880a-aaf8b4703d65 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:11.166273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for port (12f8db78-af2c-4143-91bf-edf8eff6cacd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.197237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c473efcb-2da9-4a8d-b42f-52424b8dd982 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:11.350001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (12f8db78-af2c-4143-91bf-edf8eff6cacd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.434691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:11.446974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:11.452497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:11.460641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:11.464842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:11.465477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.468250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Port': ['ID=12f8db78-af2c-4143-91bf-edf8eff6cacd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:11.514176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::1e2 (a0988b59-345e-4bc6-8407-3957af0224c6/090965fa-b566-45b4-8de6-3f322c1bb80c/d28223bb-3aa7-4ea3-880a-aaf8b4703d65) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:11.535402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c198e27d-5bf7-466c-9435-f02b56bf5fee tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4960754 Jan 28 01:10:11.539467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Deleting port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:11.540072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.544348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33484) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:11.576787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Attempting to bind port 92c224ea-b0f3-40f0-b190-87a43db127f9 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:11.577903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Attempting to bind port 92c224ea-b0f3-40f0-b190-87a43db127f9 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:11.579146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Attempting to bind port 92c224ea-b0f3-40f0-b190-87a43db127f9 on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:11.603818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50939c-5c7e-4c23-aacf-64a82ed90cc6 None None] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:11.672267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.693472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] device_id is not set on port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:11.712261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e88c333c-4055-40b2-a112-c9c84f09ced3 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:11.756640 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.790811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e4d1f-a4c8-4fd3-b8c2-a6db4d787fd4 None None] Network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:11.849200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] For port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:11.849956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.917239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Calling delete_port for 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:11.942711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a236c-ec1a-4767-affd-59bdef4c2902 req-f2a00c50-6780-4732-bab3-59557f5910e3 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:11.950413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c1a236c-ec1a-4767-affd-59bdef4c2902 req-f2a00c50-6780-4732-bab3-59557f5910e3 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 944 time: 0.1732318 Jan 28 01:10:11.986070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:11.986500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Deleting port 12f8db78-af2c-4143-91bf-edf8eff6cacd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:11.986635 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.987107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (12f8db78-af2c-4143-91bf-edf8eff6cacd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.084728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 10.1.1.14 (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a/3320e466-5474-4fab-8cba-a52fb62058b8/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:12.129747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Provisioning complete for port c473efcb-2da9-4a8d-b42f-52424b8dd982 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:12.130485 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.137076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:12.137474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Checking segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:12.137943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.138362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Bound using segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:12.138865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Bound port: 92c224ea-b0f3-40f0-b190-87a43db127f9, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:12.139251 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.192502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c473efcb-2da9-4a8d-b42f-52424b8dd982 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:12.193087 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.195070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:12.198812 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a730e5-119b-4162-936d-385a523d3bcc" -d '{"events": [{"server_uuid": "4ece01f4-01f1-4a57-bf68-006ef9e76e85", "name": "network-vif-plugged", "status": "completed", "tag": "4d016bb9-b64e-4d02-ac70-d949a0c2ccc9"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:12.237223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port e88c333c-4055-40b2-a112-c9c84f09ced3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:12.242082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.262146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.287792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:12.308585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e88c333c-4055-40b2-a112-c9c84f09ced3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:12.309267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.336956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.378052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'Port': ['ID=644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:12.392523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c1a236c-ec1a-4767-affd-59bdef4c2902 req-94f36ed9-6981-42e2-a46e-ff7a7afdcbbb tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411333 Jan 28 01:10:12.450713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.539253 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ef6a0-4696-4d55-9484-9831fd107fc0 x-openstack-request-id: req-6f8ef6a0-4696-4d55-9484-9831fd107fc0 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:12.539611 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ece01f4-01f1-4a57-bf68-006ef9e76e85", "name": "network-vif-plugged", "status": "completed", "tag": "4d016bb9-b64e-4d02-ac70-d949a0c2ccc9", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:12.539803 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8ef6a0-4696-4d55-9484-9831fd107fc0 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:12.540203 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9', 'code': 200} Jan 28 01:10:12.670272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] For port 92c224ea-b0f3-40f0-b190-87a43db127f9, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:12.676805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] For port 92c224ea-b0f3-40f0-b190-87a43db127f9, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92c224ea-b0f3-40f0-b190-87a43db127f9,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:12.687425 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.743887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] No DVR routers for this DVR port 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:12.753578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4de489-94a0-46e6-a915-ce6178d3a979 req-0fd73c68-0190-4890-9e73-cd0979ddc809 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0beb0ee-34cb-4818-b5d6-52bbc5d1d047 HTTP/1.1" status: 200 len: 210 time: 0.3567677 Jan 28 01:10:12.756450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.768184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a3fa063-5519-45f3-a2ff-8fe8abbf5fab req-a385d0e7-e624-47a2-8b9b-672a5eabc144 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "DELETE /v2.0/ports/644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 HTTP/1.1" status: 204 len: 173 time: 1.6234219 Jan 28 01:10:12.775585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (12f8db78-af2c-4143-91bf-edf8eff6cacd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.782460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'name': 'network-vif-deleted', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:12.789815 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc76b390-fbf2-4239-a8af-f104493f58bb" -d '{"events": [{"server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "name": "network-vif-deleted", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:12.805877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:12.889608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Calling delete_port for 12f8db78-af2c-4143-91bf-edf8eff6cacd owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:12.976955 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3552e8c-f621-4b09-9f91-7856e1855f59 x-openstack-request-id: req-c3552e8c-f621-4b09-9f91-7856e1855f59 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:12.982297 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0beb0ee-34cb-4818-b5d6-52bbc5d1d047", "name": "network-vif-deleted", "tag": "644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:12.982780 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3552e8c-f621-4b09-9f91-7856e1855f59 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:12.989841 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0beb0ee-34cb-4818-b5d6-52bbc5d1d047', 'name': 'network-vif-deleted', 'tag': '644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3', 'status': 'completed', 'code': 200} Jan 28 01:10:13.093595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Current status of the port c473efcb-2da9-4a8d-b42f-52424b8dd982 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:13.100682 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.103025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c473efcb-2da9-4a8d-b42f-52424b8dd982 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:13.103514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.163070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.307456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec110fa-ae69-4745-85d9-45b1e9ae06e7 req-fd2c65a7-7ddc-4381-bd86-74bc2cce75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.309416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7ec110fa-ae69-4745-85d9-45b1e9ae06e7 req-fd2c65a7-7ddc-4381-bd86-74bc2cce75d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ece01f4-01f1-4a57-bf68-006ef9e76e85 HTTP/1.1" status: 200 len: 1096 time: 0.2788506 Jan 28 01:10:13.497814 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7ec110fa-ae69-4745-85d9-45b1e9ae06e7 req-f47a75d2-3a4e-4b98-81da-1e544d35e612 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663666 Jan 28 01:10:13.505034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network a0988b59-345e-4bc6-8407-3957af0224c6 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:13.507225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (12f8db78-af2c-4143-91bf-edf8eff6cacd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.517886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.522259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:13.535164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:13.542842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.543851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.549629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=d28223bb-3aa7-4ea3-880a-aaf8b4703d65,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:13.549836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc08b1f-d0df-44e4-86b8-b7585fdff45a None None] Pushing event updated for resources: {'Port': ['ID=92c224ea-b0f3-40f0-b190-87a43db127f9,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:13.562289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e88c333c-4055-40b2-a112-c9c84f09ced3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:13.562787 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.594051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Allocated IP 2001:db8::2 (a0988b59-345e-4bc6-8407-3957af0224c6/090965fa-b566-45b4-8de6-3f322c1bb80c/a501b9d6-48f7-4079-980e-26cd9dc3478a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:13.635572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.737798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event deleted for resources: {'Port': ['ID=12f8db78-af2c-4143-91bf-edf8eff6cacd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:13.752548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0dd9fa68-a7c8-45fb-a146-2d04e5bfc984 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9863651 Jan 28 01:10:13.758094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.764244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:13.764487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33526) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:13.764882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33528) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:13.765703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4a2a026c-f812-4b09-bb0d-da2e54fff5b8 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/ports/12f8db78-af2c-4143-91bf-edf8eff6cacd HTTP/1.1" status: 204 len: 168 time: 2.2189550 Jan 28 01:10:13.791839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccc3f9-110a-4c41-b916-373aab2c1ee4 req-2b9d4335-c054-4637-995a-3e5daf20c3b9 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.793482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63ccc3f9-110a-4c41-b916-373aab2c1ee4 req-2b9d4335-c054-4637-995a-3e5daf20c3b9 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 944 time: 0.2397184 Jan 28 01:10:13.795709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6', 'name': 'tempest-PortsIpV6TestJSON-593157055'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:13.866199 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Publish callbacks [] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.899195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.922830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63ccc3f9-110a-4c41-b916-373aab2c1ee4 req-b2338b41-6e4b-444f-830e-fc49cedc7422 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232173 Jan 28 01:10:13.931924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c473efcb-2da9-4a8d-b42f-52424b8dd982, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c473efcb-2da9-4a8d-b42f-52424b8dd982,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:13.932273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:13.953638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73', 'external_fixed_ips': [{'subnet_id': '9d8d306a-693f-4e4d-b6b0-2b149e99635f', 'ip_address': '2001:db8::391'}]}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:13.957707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:13.962660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.034362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.096318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:14.153063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (54bf31ee-c663-40ae-91e7-2d0f3ee86687), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.157336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (54bf31ee-c663-40ae-91e7-2d0f3ee86687), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.184459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Network a0988b59-345e-4bc6-8407-3957af0224c6 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:14.187508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Pushing event updated for resources: {'Port': ['ID=a501b9d6-48f7-4079-980e-26cd9dc3478a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:14.221856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:14.264587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:14.323607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:14.328478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e88c333c-4055-40b2-a112-c9c84f09ced3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e88c333c-4055-40b2-a112-c9c84f09ced3,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:14.331499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.383736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.384578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:14.433224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646edbb2-d493-4f36-b3e2-d7fcbaf845c3 req-f9244846-7ab5-4aed-becd-647aced40e00 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:14.449327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-646edbb2-d493-4f36-b3e2-d7fcbaf845c3 req-f9244846-7ab5-4aed-becd-647aced40e00 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 945 time: 0.1585188 Jan 28 01:10:14.468408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2172c2c2-231f-4598-8086-b1dd34911ab9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5228484 Jan 28 01:10:14.545941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88c333c-4055-40b2-a112-c9c84f09ced3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:14.548371 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b27f6-84d6-406b-87f2-f3fe75aeede9" -d '{"events": [{"server_uuid": "07c8f380-00bb-43e1-a1a4-d35332d7be1a", "name": "network-vif-plugged", "status": "completed", "tag": "e88c333c-4055-40b2-a112-c9c84f09ced3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:14.552572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c224ea-b0f3-40f0-b190-87a43db127f9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:14.571645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (54bf31ee-c663-40ae-91e7-2d0f3ee86687), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.588742 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:10:14.590021 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:10:14.601893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:14.603169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 644e7d89-d5d8-42ca-a9fe-8edfe60a5ae3 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:14.668589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c473efcb-2da9-4a8d-b42f-52424b8dd982,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:14.671659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-646edbb2-d493-4f36-b3e2-d7fcbaf845c3 req-79be7aa6-2640-4df3-ad43-7962fb4471cd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050436 Jan 28 01:10:14.725707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:14.730233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.750132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Attempting to bind port a501b9d6-48f7-4079-980e-26cd9dc3478a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:14.750673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Attempting to bind port a501b9d6-48f7-4079-980e-26cd9dc3478a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'f8e9d2bb-f258-4191-9b40-c232cfcc2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:14.751139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Attempting to bind port a501b9d6-48f7-4079-980e-26cd9dc3478a on network a0988b59-345e-4bc6-8407-3957af0224c6 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:14.772658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:14.773222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Checking segment: {'id': 'f8e9d2bb-f258-4191-9b40-c232cfcc2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:14.774195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.775645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Bound using segment: {'id': 'f8e9d2bb-f258-4191-9b40-c232cfcc2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:14.778459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Bound port: a501b9d6-48f7-4079-980e-26cd9dc3478a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e9d2bb-f258-4191-9b40-c232cfcc2042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a0988b59-345e-4bc6-8407-3957af0224c6'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:14.779325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:14.804884 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596ddd6-28e4-4a36-985c-3b22b99dab21 x-openstack-request-id: req-0596ddd6-28e4-4a36-985c-3b22b99dab21 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:14.806843 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8f380-00bb-43e1-a1a4-d35332d7be1a", "name": "network-vif-plugged", "status": "completed", "tag": "e88c333c-4055-40b2-a112-c9c84f09ced3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:14.807514 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0596ddd6-28e4-4a36-985c-3b22b99dab21 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:14.808190 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88c333c-4055-40b2-a112-c9c84f09ced3', 'code': 200} Jan 28 01:10:14.917686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e88c333c-4055-40b2-a112-c9c84f09ced3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:14.977708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 92c224ea-b0f3-40f0-b190-87a43db127f9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:14.978385 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.016475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c2aa-beed-40e7-809a-525f26860314 req-4eb36bd4-34ed-4671-a2c4-8ca744df0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:15.018418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ec9c2aa-beed-40e7-809a-525f26860314 req-4eb36bd4-34ed-4671-a2c4-8ca744df0065 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 1096 time: 0.1203516 Jan 28 01:10:15.027402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:15.056219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] For port a501b9d6-48f7-4079-980e-26cd9dc3478a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:15.060659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] For port a501b9d6-48f7-4079-980e-26cd9dc3478a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a501b9d6-48f7-4079-980e-26cd9dc3478a,segment=NetworkSegment(f8e9d2bb-f258-4191-9b40-c232cfcc2042),segment_id=f8e9d2bb-f258-4191-9b40-c232cfcc2042)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:15.068784 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.080988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a3b44-898c-478c-85ad-f2af2e401e93 None None] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:15.148371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ec9c2aa-beed-40e7-809a-525f26860314 req-27cad9cf-80dd-4bb3-8083-646f8feb6836 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226807 Jan 28 01:10:15.335644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32b43-ed0c-41a5-be7d-c3da2655be88 req-90d35d2e-6c9e-4c3f-94e5-8e19197690b2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:15.337398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98a32b43-ed0c-41a5-be7d-c3da2655be88 req-90d35d2e-6c9e-4c3f-94e5-8e19197690b2 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 945 time: 0.1442368 Jan 28 01:10:15.383767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e651f1f2-f78e-4fc4-910c-8e008b5929d0 None None] Current status of the port c473efcb-2da9-4a8d-b42f-52424b8dd982 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:15.389088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a4ec-7894-46e5-aea7-f284a99bd88d None None] Pushing event updated for resources: {'Port': ['ID=a501b9d6-48f7-4079-980e-26cd9dc3478a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:15.558858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:15.562523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98a32b43-ed0c-41a5-be7d-c3da2655be88 req-34235941-1a97-4006-bcce-8efbef30f101 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137024 Jan 28 01:10:15.581555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705198026', 'description': 'tempest-description--2052425075'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:15.622942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 92c224ea-b0f3-40f0-b190-87a43db127f9 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:15.623567 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.632004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.672694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Provisioning complete for port 92c224ea-b0f3-40f0-b190-87a43db127f9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:15.673077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.762869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (54bf31ee-c663-40ae-91e7-2d0f3ee86687), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.819443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group (96ece8d8-625d-4b0d-8cff-bd214bdd9dd8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.829818 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (96ece8d8-625d-4b0d-8cff-bd214bdd9dd8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.873858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 92c224ea-b0f3-40f0-b190-87a43db127f9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92c224ea-b0f3-40f0-b190-87a43db127f9,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:15.894688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.959648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:15.971744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Current status of the port 92c224ea-b0f3-40f0-b190-87a43db127f9 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:15.971744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.138097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.153806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ab2b3b57-9cfd-4296-b1cc-12558a355996 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5900049 Jan 28 01:10:16.161882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33578) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:16.180743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'security_group_rule': {'security_group_id': '96ece8d8-625d-4b0d-8cff-bd214bdd9dd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:16.259713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::e1 (a0988b59-345e-4bc6-8407-3957af0224c6/090965fa-b566-45b4-8de6-3f322c1bb80c/a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:16.313964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-5e0204d3-cea8-49a6-b5bf-a570af211acd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.320169 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-5e0204d3-cea8-49a6-b5bf-a570af211acd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 945 time: 1.3544831 Jan 28 01:10:16.325074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f567e-0241-4e24-b51d-168aae2bffef req-78c6c86c-ea10-49a7-94ba-a6002383ff43 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.328442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f69f567e-0241-4e24-b51d-168aae2bffef req-78c6c86c-ea10-49a7-94ba-a6002383ff43 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 945 time: 0.3838983 Jan 28 01:10:16.413357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=92c224ea-b0f3-40f0-b190-87a43db127f9,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:16.443523 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:10:16.443893 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:10:16.445272 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group_rule (95766019-541b-4506-8d00-2924d6c138e9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.509853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c473efcb-2da9-4a8d-b42f-52424b8dd982 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:16.531464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f69f567e-0241-4e24-b51d-168aae2bffef req-cf41be3b-9368-46c3-a401-3f615f0e3fa6 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919696 Jan 28 01:10:16.582446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group_rule (95766019-541b-4506-8d00-2924d6c138e9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.588581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (95766019-541b-4506-8d00-2924d6c138e9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.630505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95766019-541b-4506-8d00-2924d6c138e9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:16.650563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.652625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a718a10f-d555-49b2-934d-4bdb006861f2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880543 Jan 28 01:10:16.655727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33584) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:16.664305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c473efcb-2da9-4a8d-b42f-52424b8dd982 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:16.664851 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.665332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'security_group_rule': {'security_group_id': '96ece8d8-625d-4b0d-8cff-bd214bdd9dd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:16.785373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group_rule (e45328dd-a7e4-4b6a-8754-b10eaa90c788), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:16.991607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Deleting port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:16.992182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.011399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c473efcb-2da9-4a8d-b42f-52424b8dd982 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:17.012844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a501b9d6-48f7-4079-980e-26cd9dc3478a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:17.048005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad248-b477-4251-8699-7948fc0b57f2 req-cd1abafe-6c2b-40f0-8037-5c08f28920db tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.055212 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a66ad248-b477-4251-8699-7948fc0b57f2 req-cd1abafe-6c2b-40f0-8037-5c08f28920db tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 945 time: 0.1757386 Jan 28 01:10:17.064817 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group_rule (e45328dd-a7e4-4b6a-8754-b10eaa90c788), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.163205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a66ad248-b477-4251-8699-7948fc0b57f2 req-21c3cfd5-cfa5-4faa-8e0f-5bd75e3731d3 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021130 Jan 28 01:10:17.164158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (e45328dd-a7e4-4b6a-8754-b10eaa90c788), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.230193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.231951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5744662 Jan 28 01:10:17.238600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33598) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:17.241338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad2f8-badd-4fd9-98e2-91a61a07ffa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45328dd-a7e4-4b6a-8754-b10eaa90c788,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:17.253089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:17.270423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Current status of the port 92c224ea-b0f3-40f0-b190-87a43db127f9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:17.298319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a501b9d6-48f7-4079-980e-26cd9dc3478a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:17.299166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.302988 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.388399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09f1e9-8fdc-4c68-98b9-3c8450ac3698 None None] Network a0988b59-345e-4bc6-8407-3957af0224c6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:17.392588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Provisioning complete for port eb15add3-5bf3-4dfd-a902-d0a32264d77d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:17.392997 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.562062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.635250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] For port 2e2d86b6-93f0-467d-af9d-22b0037d18b6, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e2d86b6-93f0-467d-af9d-22b0037d18b6,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:17.636381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.645337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Port eb15add3-5bf3-4dfd-a902-d0a32264d77d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:17.667675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.753407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Provisioning complete for port c473efcb-2da9-4a8d-b42f-52424b8dd982 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:17.754018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Calling delete_port for 2e2d86b6-93f0-467d-af9d-22b0037d18b6 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:17.754679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.870387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a501b9d6-48f7-4079-980e-26cd9dc3478a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:17.870900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.964475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755e9c7-e322-42f6-8ea0-a9ae3ba09763 req-b4ac457f-ed2d-4429-9bdc-89299fb7c79f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.973343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (54bf31ee-c663-40ae-91e7-2d0f3ee86687), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.977253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8755e9c7-e322-42f6-8ea0-a9ae3ba09763 req-b4ac457f-ed2d-4429-9bdc-89299fb7c79f tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 945 time: 0.2150829 Jan 28 01:10:17.979801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 172.25.1.158 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/1bf27d3d-6286-4684-95f1-c09be5b010f1) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:18.019331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port a501b9d6-48f7-4079-980e-26cd9dc3478a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a501b9d6-48f7-4079-980e-26cd9dc3478a,segment=NetworkSegment(f8e9d2bb-f258-4191-9b40-c232cfcc2042),segment_id=f8e9d2bb-f258-4191-9b40-c232cfcc2042)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:18.032458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.105838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Current status of the port c473efcb-2da9-4a8d-b42f-52424b8dd982 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:18.113993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.192025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8755e9c7-e322-42f6-8ea0-a9ae3ba09763 req-0ea2ca77-9a9b-45e5-8d6b-0f17b10ee7bd tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137363 Jan 28 01:10:18.297443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c224ea-b0f3-40f0-b190-87a43db127f9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:18.332968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Provisioning complete for port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:18.335744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.387674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.432461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=a501b9d6-48f7-4079-980e-26cd9dc3478a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:18.487333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5304f75c-566b-445c-a9fe-205dd6c1db98 None None] Port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:18.509732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 92c224ea-b0f3-40f0-b190-87a43db127f9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:18.510551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.534761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c925f8c-63eb-4993-b008-ac5385b0718a req-cf1a6260-dc3d-4cd9-9968-1a1e80c79bf1 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.536515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c925f8c-63eb-4993-b008-ac5385b0718a req-cf1a6260-dc3d-4cd9-9968-1a1e80c79bf1 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 945 time: 0.1944139 Jan 28 01:10:18.550769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:18.575718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.643346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network a0988b59-345e-4bc6-8407-3957af0224c6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:18.653873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Provisioning complete for port 92c224ea-b0f3-40f0-b190-87a43db127f9 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:18.656364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.657501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:18.725108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c925f8c-63eb-4993-b008-ac5385b0718a req-9d9637fb-0ddf-4a0b-b17c-e57dc7c161f8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809161 Jan 28 01:10:18.750442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:18.753125 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.756512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.757731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:18.871157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 92c224ea-b0f3-40f0-b190-87a43db127f9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:18.881249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=1bf27d3d-6286-4684-95f1-c09be5b010f1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:18.887024 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4653451-f472-495b-9246-687fe5c647e6 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1059837 Jan 28 01:10:18.894295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:18.998512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Current status of the port 92c224ea-b0f3-40f0-b190-87a43db127f9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:19.034005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2e2d86b6-93f0-467d-af9d-22b0037d18b6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.041666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Provisioning complete for port d28223bb-3aa7-4ea3-880a-aaf8b4703d65 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:19.042084 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.046975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:19.057237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:19.062852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:19.102235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e509dce6-dead-4741-9de3-1eaf41621eac'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:19.109067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'Port': ['ID=2e2d86b6-93f0-467d-af9d-22b0037d18b6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:19.179627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Allocated IP 2001:db8::391 (b1a88a9a-5544-4685-8c11-7bc49e1c1d73/9d8d306a-693f-4e4d-b6b0-2b149e99635f/940e0536-ecc2-4edc-bcf9-aec926a6487a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:19.184193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e152a2d-fe5e-492b-8e33-b8e7c0454002 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:19.201923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2e152a2d-fe5e-492b-8e33-b8e7c0454002 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e2 HTTP/1.1" status: 200 len: 928 time: 0.3026536 Jan 28 01:10:19.212159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33626) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:19.234972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e2d86b6-93f0-467d-af9d-22b0037d18b6 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:19.321084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8689c-fa4f-4f58-b0eb-438dcb890a39 req-4be50b89-c704-4bae-b40e-db4181f710c9 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:19.331386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34f8689c-fa4f-4f58-b0eb-438dcb890a39 req-4be50b89-c704-4bae-b40e-db4181f710c9 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ece01f4-01f1-4a57-bf68-006ef9e76e85 HTTP/1.1" status: 200 len: 945 time: 0.4600542 Jan 28 01:10:19.332387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 2e2d86b6-93f0-467d-af9d-22b0037d18b6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:19.332751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e2d86b6-93f0-467d-af9d-22b0037d18b6 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:19.363419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] No DVR routers for this DVR port 2e2d86b6-93f0-467d-af9d-22b0037d18b6 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:19.367845 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.382279 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-992175e0-5932-4589-9d89-5b994b92d7d4 req-a06a932b-63dd-449f-b447-fc2f7548a62e tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "DELETE /v2.0/ports/2e2d86b6-93f0-467d-af9d-22b0037d18b6 HTTP/1.1" status: 204 len: 173 time: 3.0611060 Jan 28 01:10:19.382848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'name': 'network-vif-deleted', 'tag': '2e2d86b6-93f0-467d-af9d-22b0037d18b6'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:19.389005 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972675d6-528c-4780-85b7-95a3c1bc0875" -d '{"events": [{"server_uuid": "5f1e2dd6-9e54-44b8-b185-dce6b550e02e", "name": "network-vif-deleted", "tag": "2e2d86b6-93f0-467d-af9d-22b0037d18b6"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:19.416227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Port d28223bb-3aa7-4ea3-880a-aaf8b4703d65 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:19.487395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Provisioning complete for port a501b9d6-48f7-4079-980e-26cd9dc3478a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:19.487730 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.523061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76d51902-f0c1-4ff8-a2d7-03c83add4777 req-4f8ee197-a440-4fbe-a90b-f3009e973ac5 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f1e2dd6-9e54-44b8-b185-dce6b550e02e HTTP/1.1" status: 200 len: 210 time: 0.1061985 Jan 28 01:10:19.633081 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.703194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.780751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34f8689c-fa4f-4f58-b0eb-438dcb890a39 req-b7dde8ae-3892-458a-b982-a9fc26ab9c58 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483461 Jan 28 01:10:19.830890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (4997ffa9-2ba0-4f5b-be9c-3f720afb94c8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.851842 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f5d4b-fb0c-4cc6-a406-f517b7823d08 x-openstack-request-id: req-551f5d4b-fb0c-4cc6-a406-f517b7823d08 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:19.852319 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1e2dd6-9e54-44b8-b185-dce6b550e02e", "name": "network-vif-deleted", "tag": "2e2d86b6-93f0-467d-af9d-22b0037d18b6", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:19.852578 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-551f5d4b-fb0c-4cc6-a406-f517b7823d08 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:19.852985 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1e2dd6-9e54-44b8-b185-dce6b550e02e', 'name': 'network-vif-deleted', 'tag': '2e2d86b6-93f0-467d-af9d-22b0037d18b6', 'status': 'completed', 'code': 200} Jan 28 01:10:19.867798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Port': ['ID=940e0536-ecc2-4edc-bcf9-aec926a6487a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:19.915575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-37ba5d0d-d572-4043-b1bc-ae50c89a3ef9 None None] Current status of the port a501b9d6-48f7-4079-980e-26cd9dc3478a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:19.921227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:19.923718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:19.929580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:20.040451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.053550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f27189eb-bdec-4458-a71c-0c6aff930bb3 None None] Provisioning complete for port a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:20.059495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f27189eb-bdec-4458-a71c-0c6aff930bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.107152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:20.108113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.217673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f27189eb-bdec-4458-a71c-0c6aff930bb3 None None] Port a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:20.264191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f27189eb-bdec-4458-a71c-0c6aff930bb3 None None] Provisioning complete for port d28223bb-3aa7-4ea3-880a-aaf8b4703d65 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:20.264618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f27189eb-bdec-4458-a71c-0c6aff930bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.376399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a501b9d6-48f7-4079-980e-26cd9dc3478a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:20.441319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.462678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:20.509583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f27189eb-bdec-4458-a71c-0c6aff930bb3 None None] Port d28223bb-3aa7-4ea3-880a-aaf8b4703d65 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:20.565009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a501b9d6-48f7-4079-980e-26cd9dc3478a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:20.565534 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.805789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (54bf31ee-c663-40ae-91e7-2d0f3ee86687), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.914825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.915059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a501b9d6-48f7-4079-980e-26cd9dc3478a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:20.933009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:20.948960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.147944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.151397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 HTTP/1.1" status: 204 len: 168 time: 1.9372613 Jan 28 01:10:21.152334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=1bf27d3d-6286-4684-95f1-c09be5b010f1,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:21.158410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:21.204492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11a773-2849-46c3-bd34-cc37a709f363 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:21.210940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (4997ffa9-2ba0-4f5b-be9c-3f720afb94c8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.254844 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd64894-9b86-43a6-91df-be355d8d8233 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:10:21.257138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ffd64894-9b86-43a6-91df-be355d8d8233 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/a48bd754-7ea4-4efa-86dc-d2bee7cfb8c2 HTTP/1.1" status: 404 len: 333 time: 0.0861282 Jan 28 01:10:21.261961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33686) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:21.266858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-cfadd10b-a35a-414f-a9f8-ac7de3248ec8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.274212 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-cfadd10b-a35a-414f-a9f8-ac7de3248ec8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 813 time: 0.3560646 Jan 28 01:10:21.321177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3dc8ae71-e538-4740-8f45-96da6adc3833 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/quotas/f8c9a4be760440daa3e6f5d3f67113ff HTTP/1.1" status: 200 len: 375 time: 0.0458989 Jan 28 01:10:21.334177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.335450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e5bf5903-f29e-4514-ba43-694a03c18a8f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0952654 Jan 28 01:10:21.369949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4ac14-3b4f-46bc-b32a-1ba78c13b4a8 req-ca7694f9-605f-45e9-b3c6-d48f082d122b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.371984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34f4ac14-3b4f-46bc-b32a-1ba78c13b4a8 req-ca7694f9-605f-45e9-b3c6-d48f082d122b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.1409662 Jan 28 01:10:21.434818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-fb0f71f8-b7ca-4967-b1da-60857f924a49 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127036 Jan 28 01:10:21.515356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34f4ac14-3b4f-46bc-b32a-1ba78c13b4a8 req-ed11966c-43e6-4641-a361-990e02ee2cde tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325431 Jan 28 01:10:21.565303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (54bf31ee-c663-40ae-91e7-2d0f3ee86687), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:21.844035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-8f6d558d-db8a-4fcc-802d-5afd76ecb929 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--705198026&fields=id&tenant_id=950838c4d59148eab5fb992c0978c75a HTTP/1.1" status: 200 len: 267 time: 0.0918198 Jan 28 01:10:21.862264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-7150090b-eec1-4590-989b-51fcb9eb9827 service neutron] 10.222.0.23 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265070 Jan 28 01:10:21.920045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dbdb396b-2c65-44e9-9ab0-e10eb593a4b0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.938850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dbdb396b-2c65-44e9-9ab0-e10eb593a4b0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 937 time: 0.0754936 Jan 28 01:10:22.040058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-4e664606-494c-4020-8384-4c9e3405dcf6 service neutron] 10.222.0.23 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001513 Jan 28 01:10:22.093539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-9c4f90f6-0d1d-45b2-bd2b-e81682847592 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:22.099500 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-9c4f90f6-0d1d-45b2-bd2b-e81682847592 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.6590486 Jan 28 01:10:22.110362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66ed81a5-c649-446d-a8a3-8f971e09d79c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:22.119536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66ed81a5-c649-446d-a8a3-8f971e09d79c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 936 time: 0.0784309 Jan 28 01:10:22.185491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f785b877-19a4-4539-ac14-456939af2218 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643213 Jan 28 01:10:22.234682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-168b131f-6038-4b4b-83c2-6693eeff89c9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0478387 Jan 28 01:10:22.289434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port d28223bb-3aa7-4ea3-880a-aaf8b4703d65 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:22.289434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.480136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-6cc7bd4f-a58d-4964-b67e-f95dfa0ddfac tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:22.491203 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-6cc7bd4f-a58d-4964-b67e-f95dfa0ddfac tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ece01f4-01f1-4a57-bf68-006ef9e76e85 HTTP/1.1" status: 200 len: 945 time: 0.3784354 Jan 28 01:10:22.579649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.609815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Deleting port e509dce6-dead-4741-9de3-1eaf41621eac {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:22.610262 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:22.669629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Router 54bf31ee-c663-40ae-91e7-2d0f3ee86687 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:10:22.690392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for d28223bb-3aa7-4ea3-880a-aaf8b4703d65 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:22.992453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] For port e509dce6-dead-4741-9de3-1eaf41621eac, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e509dce6-dead-4741-9de3-1eaf41621eac,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:22.992912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.026472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Calling delete_port for e509dce6-dead-4741-9de3-1eaf41621eac owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:23.059951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:23.076433 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Sync routers for ids ['54bf31ee-c663-40ae-91e7-2d0f3ee86687'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:23.092812 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Routers {'54bf31ee-c663-40ae-91e7-2d0f3ee86687'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:23.093451 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['54bf31ee-c663-40ae-91e7-2d0f3ee86687'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:23.115492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Deleting port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:23.116246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.159529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f009d04c-26bb-43fc-ba6f-8933425191a4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.165081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f009d04c-26bb-43fc-ba6f-8933425191a4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.175609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f009d04c-26bb-43fc-ba6f-8933425191a4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.181876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f009d04c-26bb-43fc-ba6f-8933425191a4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 1995 time: 0.9444199 Jan 28 01:10:23.202434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7bc9e-1b66-4134-a9ef-4dcbc564b544 req-316d942a-e2ec-48d3-b8a0-ccd39edc7c14 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.208211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.212960 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-acf76a79-020f-448f-9009-850526073c33 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.2957923 Jan 28 01:10:23.213838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33748) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:23.214037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a7bc9e-1b66-4134-a9ef-4dcbc564b544 req-316d942a-e2ec-48d3-b8a0-ccd39edc7c14 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 945 time: 0.2959368 Jan 28 01:10:23.236726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-82891b0f-361d-4bab-8285-6b1f72bab9fd tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.244191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-82891b0f-361d-4bab-8285-6b1f72bab9fd tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "GET /v2.0/ports?device_id=07c8f380-00bb-43e1-a1a4-d35332d7be1a HTTP/1.1" status: 200 len: 945 time: 0.3223031 Jan 28 01:10:23.311863 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Set router 54bf31ee-c663-40ae-91e7-2d0f3ee86687 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:23.396734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-cf601db2-93c1-4c17-a2e4-c1f067f53f42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/quotas/950838c4d59148eab5fb992c0978c75a HTTP/1.1" status: 200 len: 375 time: 0.1472082 Jan 28 01:10:23.423750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d28223bb-3aa7-4ea3-880a-aaf8b4703d65), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.579677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=d28223bb-3aa7-4ea3-880a-aaf8b4703d65,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:23.603706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a7bc9e-1b66-4134-a9ef-4dcbc564b544 req-ef97c36b-f176-4ecc-90d5-50a3f500445c tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b28125-696d-4fc3-9165-78ac7b0ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888330 Jan 28 01:10:23.614689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] For port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:23.615067 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.678528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (54bf31ee-c663-40ae-91e7-2d0f3ee86687), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.691239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.698442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-b1c65d77-84eb-48ba-b7d3-186909eeea96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2989662 Jan 28 01:10:23.699167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:23.699519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cd11e99d-b2dd-4793-8a48-01404cae4912 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/d28223bb-3aa7-4ea3-880a-aaf8b4703d65 HTTP/1.1" status: 204 len: 168 time: 2.4359305 Jan 28 01:10:23.704442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Calling delete_port for 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:23.759261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf31ee-c663-40ae-91e7-2d0f3ee86687', 'name': '', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73', 'external_fixed_ips': [{'subnet_id': '9d8d306a-693f-4e4d-b6b0-2b149e99635f', 'ip_address': '2001:db8::391'}], 'enable_snat': True}, 'gw_port_id': '940e0536-ecc2-4edc-bcf9-aec926a6487a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:14Z', 'updated_at': '2022-01-28T01:10:20Z', 'revision_number': 3, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port': {'id': '940e0536-ecc2-4edc-bcf9-aec926a6487a', 'name': '', 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bf31ee-c663-40ae-91e7-2d0f3ee86687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9d8d306a-693f-4e4d-b6b0-2b149e99635f', 'ip_address': '2001:db8::391', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:18Z', 'updated_at': '2022-01-28T01:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d8d306a-693f-4e4d-b6b0-2b149e99635f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:23.829814 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d69ad8a-3082-4ee2-b788-1bff09e9dac3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:10:23.832330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d69ad8a-3082-4ee2-b788-1bff09e9dac3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/d28223bb-3aa7-4ea3-880a-aaf8b4703d65 HTTP/1.1" status: 404 len: 333 time: 0.1301391 Jan 28 01:10:23.864132 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Checking router: 54bf31ee-c663-40ae-91e7-2d0f3ee86687 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:23.864956 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Updating router 54bf31ee-c663-40ae-91e7-2d0f3ee86687 port 940e0536-ecc2-4edc-bcf9-aec926a6487a binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:10:23.875686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:23.905330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e509dce6-dead-4741-9de3-1eaf41621eac), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.933871 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.953483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Deleting port e88c333c-4055-40b2-a112-c9c84f09ced3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:23.954369 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.009964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-347a8899-af75-4014-9023-098776ea8ce6 req-f5992b22-bcfb-4466-a245-ab5e0b868fd5 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 210 time: 0.0971942 Jan 28 01:10:24.052951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'Port': ['ID=e509dce6-dead-4741-9de3-1eaf41621eac,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:24.160665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 090965fa-b566-45b4-8de6-3f322c1bb80c {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:24.198284 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (090965fa-b566-45b4-8de6-3f322c1bb80c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.209089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e9d13982-6a06-418b-af66-57b50c15cc4f service neutron] 10.222.0.23 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610374 Jan 28 01:10:24.331520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] For port e88c333c-4055-40b2-a112-c9c84f09ced3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e88c333c-4055-40b2-a112-c9c84f09ced3,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:24.332301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.349264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] No DVR routers for this DVR port e509dce6-dead-4741-9de3-1eaf41621eac on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:24.381231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (54bf31ee-c663-40ae-91e7-2d0f3ee86687), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.385026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.402781 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.43 "DELETE /v2.0/ports/e509dce6-dead-4741-9de3-1eaf41621eac HTTP/1.1" status: 204 len: 173 time: 2.2660627 Jan 28 01:10:24.449952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Calling delete_port for e88c333c-4055-40b2-a112-c9c84f09ced3 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:24.583938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21953c80-8f80-4c32-8c88-cd936be913b4', 'name': 'network-vif-deleted', 'tag': 'e509dce6-dead-4741-9de3-1eaf41621eac'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:24.601912 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b9e68-4fc6-4a4c-bd24-ea22e0717a4d" -d '{"events": [{"server_uuid": "21953c80-8f80-4c32-8c88-cd936be913b4", "name": "network-vif-deleted", "tag": "e509dce6-dead-4741-9de3-1eaf41621eac"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:24.647031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa136e6-6ecc-435e-a8bc-0b4aec2c0c56 req-b9e83c65-b0b4-401a-9e8d-74bd524ebf7e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:24.654363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efa136e6-6ecc-435e-a8bc-0b4aec2c0c56 req-b9e83c65-b0b4-401a-9e8d-74bd524ebf7e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 949 time: 0.2663033 Jan 28 01:10:24.689951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6bf7138b-6ea6-43ae-9682-13d575b3f14e service neutron] 10.222.0.23 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434588 Jan 28 01:10:24.807028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (090965fa-b566-45b4-8de6-3f322c1bb80c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.808860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-60603b98-a302-4501-85a7-58bab8a514a6 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:24.810966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-60603b98-a302-4501-85a7-58bab8a514a6 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 813 time: 0.4161561 Jan 28 01:10:24.817205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0b7d4442-cf13-43ba-b555-4f72e268e7ea service neutron] 10.222.0.23 "GET /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1118383 Jan 28 01:10:24.832900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efa136e6-6ecc-435e-a8bc-0b4aec2c0c56 req-0b8ced25-c080-4715-9622-92f206ec89b3 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731918 Jan 28 01:10:24.845642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Request body: {'port': {'device_id': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'admin_state_up': True, 'tenant_id': 'f8c9a4be760440daa3e6f5d3f67113ff'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:24.967368 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Publish callbacks [] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.969119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4d016bb9-b64e-4d02-ac70-d949a0c2ccc9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.977269 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.007061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event deleted for resources: {'Port': ['ID=4d016bb9-b64e-4d02-ac70-d949a0c2ccc9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:25.026987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3c199d9c-a122-4571-9850-3036a299078d tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:25.028503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3c199d9c-a122-4571-9850-3036a299078d tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 813 time: 0.6958611 Jan 28 01:10:25.047323 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Pushing event updated for resources: {'Port': ['ID=940e0536-ecc2-4edc-bcf9-aec926a6487a,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:25.061339 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.061887 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.062326 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.062759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.063189 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.063581 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.064099 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.064966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.065585 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.066516 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.066939 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.067334 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.068011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.077616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Request body: {'port': {'device_id': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'admin_state_up': True, 'tenant_id': 'f8c9a4be760440daa3e6f5d3f67113ff'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:25.102470 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Attempting to bind port 940e0536-ecc2-4edc-bcf9-aec926a6487a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:25.102925 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Attempting to bind port 940e0536-ecc2-4edc-bcf9-aec926a6487a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd2de4bb8-4d96-4cd5-be80-8822bad4e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:25.103224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a7dc480-a96c-4359-a130-06b85d50db43 req-e45aecf5-e653-4b10-84ce-82659ad79949 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=21953c80-8f80-4c32-8c88-cd936be913b4 HTTP/1.1" status: 200 len: 210 time: 0.1244411 Jan 28 01:10:25.103346 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Attempting to bind port 940e0536-ecc2-4edc-bcf9-aec926a6487a on network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:25.111565 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:25.111994 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Checking segment: {'id': 'd2de4bb8-4d96-4cd5-be80-8822bad4e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:25.113160 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.113559 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Bound using segment: {'id': 'd2de4bb8-4d96-4cd5-be80-8822bad4e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:25.114127 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Bound port: 940e0536-ecc2-4edc-bcf9-aec926a6487a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2de4bb8-4d96-4cd5-be80-8822bad4e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b1a88a9a-5544-4685-8c11-7bc49e1c1d73'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:25.114566 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.129210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] No DVR routers for this DVR port 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:25.132094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.135948 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ef7f18c-3905-4b19-b260-3f036990c60c req-4c3ab6bc-32e8-4972-af6c-d75c220502fc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "DELETE /v2.0/ports/4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 HTTP/1.1" status: 204 len: 173 time: 2.6435604 Jan 28 01:10:25.169227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:25.212691 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] For port 940e0536-ecc2-4edc-bcf9-aec926a6487a, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:25.220063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:25.228701 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e147ac-c37f-4699-bec9-a4714e48cece x-openstack-request-id: req-78e147ac-c37f-4699-bec9-a4714e48cece {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:25.229217 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21953c80-8f80-4c32-8c88-cd936be913b4", "name": "network-vif-deleted", "tag": "e509dce6-dead-4741-9de3-1eaf41621eac", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:25.229323 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78e147ac-c37f-4699-bec9-a4714e48cece {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:25.229699 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21953c80-8f80-4c32-8c88-cd936be913b4', 'name': 'network-vif-deleted', 'tag': 'e509dce6-dead-4741-9de3-1eaf41621eac', 'status': 'completed', 'code': 200} Jan 28 01:10:25.232067 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] For port 940e0536-ecc2-4edc-bcf9-aec926a6487a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=940e0536-ecc2-4edc-bcf9-aec926a6487a,segment=NetworkSegment(d2de4bb8-4d96-4cd5-be80-8822bad4e082),segment_id=d2de4bb8-4d96-4cd5-be80-8822bad4e082)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:25.238794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4d016bb9-b64e-4d02-ac70-d949a0c2ccc9 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:25.239529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e509dce6-dead-4741-9de3-1eaf41621eac no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:25.245467 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.254428 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e88c333c-4055-40b2-a112-c9c84f09ced3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.276191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Deleting port 940e0536-ecc2-4edc-bcf9-aec926a6487a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:25.276843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.299390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: e509dce6-dead-4741-9de3-1eaf41621eac {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:25.299753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e509dce6-dead-4741-9de3-1eaf41621eac not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:25.361149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (090965fa-b566-45b4-8de6-3f322c1bb80c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.362744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event deleted for resources: {'Port': ['ID=e88c333c-4055-40b2-a112-c9c84f09ced3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:25.392384 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c18d23-bc50-40c2-85e4-38f6acb5d792 None None] Pushing event updated for resources: {'Port': ['ID=940e0536-ecc2-4edc-bcf9-aec926a6487a,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:25.412260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.412730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.413303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.413653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.414081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.414458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.414905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.415347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.415685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.416028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.416388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.416718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.417039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:25.427506 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Routers {'54bf31ee-c663-40ae-91e7-2d0f3ee86687'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:25.428622 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['54bf31ee-c663-40ae-91e7-2d0f3ee86687'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:25.445182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-9b334242-09dc-42fb-ab32-17f00df96c6f service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086798 Jan 28 01:10:25.461177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (090965fa-b566-45b4-8de6-3f322c1bb80c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.517217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Made reservation on behalf of f8c9a4be760440daa3e6f5d3f67113ff for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:25.522100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.528704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e88c333c-4055-40b2-a112-c9c84f09ced3 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:25.553591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=090965fa-b566-45b4-8de6-3f322c1bb80c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:25.584804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: e88c333c-4055-40b2-a112-c9c84f09ced3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:25.585068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e88c333c-4055-40b2-a112-c9c84f09ced3 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:25.604426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f844400-4f79-4921-b2f6-52fc083d164e None None] Network a0988b59-345e-4bc6-8407-3957af0224c6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:25.629536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.638867 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] Set router 54bf31ee-c663-40ae-91e7-2d0f3ee86687 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:25.650912 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bcfc5c50-1fd8-446d-b0ea-b815706a5be7 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/090965fa-b566-45b4-8de6-3f322c1bb80c HTTP/1.1" status: 204 len: 168 time: 1.7615154 Jan 28 01:10:25.662250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33796) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:25.796838 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bf31ee-c663-40ae-91e7-2d0f3ee86687', 'name': '', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:14Z', 'updated_at': '2022-01-28T01:10:24Z', 'revision_number': 4, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:25.818871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] No DVR routers for this DVR port e88c333c-4055-40b2-a112-c9c84f09ced3 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:25.844524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c697955-c1cd-4902-b272-727677cab8e6 None None] The sync data for ids ['54bf31ee-c663-40ae-91e7-2d0f3ee86687'] in n-d-826756-1 is: [{'id': '54bf31ee-c663-40ae-91e7-2d0f3ee86687', 'name': '', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:14Z', 'updated_at': '2022-01-28T01:10:24Z', 'revision_number': 4, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:25.887165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.905600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] DHCP port deletion for a0988b59-345e-4bc6-8407-3957af0224c6 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:10:25.924288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:25.928344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-403d92dd-a508-43cd-902a-8729a9074dd9 req-36378338-8828-484b-b7c1-d1976da3dd1f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "DELETE /v2.0/ports/e88c333c-4055-40b2-a112-c9c84f09ced3 HTTP/1.1" status: 204 len: 173 time: 2.6543458 Jan 28 01:10:25.928874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'name': 'network-vif-deleted', 'tag': 'e88c333c-4055-40b2-a112-c9c84f09ced3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:25.943233 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbdcc5b-9a6b-445b-8f75-98b25581b302" -d '{"events": [{"server_uuid": "07c8f380-00bb-43e1-a1a4-d35332d7be1a", "name": "network-vif-deleted", "tag": "e88c333c-4055-40b2-a112-c9c84f09ced3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:25.958679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Calling delete_port for 940e0536-ecc2-4edc-bcf9-aec926a6487a owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:26.021080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] Deleting port a501b9d6-48f7-4079-980e-26cd9dc3478a {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:26.023430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.038361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a0988b59-345e-4bc6-8407-3957af0224c6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.041675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Allocated IP 172.20.0.14 (ad593d9b-70c3-4860-8643-e122072dd931/02e54cb6-a974-4efb-9db2-4ccc326554f2/e5a72c77-72b6-479a-a684-f4dc08123317) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:26.161357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Made reservation on behalf of f8c9a4be760440daa3e6f5d3f67113ff for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:26.172222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.199051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] For port a501b9d6-48f7-4079-980e-26cd9dc3478a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a501b9d6-48f7-4079-980e-26cd9dc3478a,segment=NetworkSegment(f8e9d2bb-f258-4191-9b40-c232cfcc2042),segment_id=f8e9d2bb-f258-4191-9b40-c232cfcc2042)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:26.203338 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.212571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-ea132c27-1fa3-4a75-af1e-c1a575e8bd30 service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574739 Jan 28 01:10:26.258430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a501b9d6-48f7-4079-980e-26cd9dc3478a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:26.288011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] Calling delete_port for a501b9d6-48f7-4079-980e-26cd9dc3478a owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:26.412500 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks [] for port (e5a72c77-72b6-479a-a684-f4dc08123317), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.422153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a501b9d6-48f7-4079-980e-26cd9dc3478a is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:26.422840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.481027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port a501b9d6-48f7-4079-980e-26cd9dc3478a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:26.481578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.487605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port a501b9d6-48f7-4079-980e-26cd9dc3478a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a501b9d6-48f7-4079-980e-26cd9dc3478a,segment=NetworkSegment(f8e9d2bb-f258-4191-9b40-c232cfcc2042),segment_id=f8e9d2bb-f258-4191-9b40-c232cfcc2042)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:26.495675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.505296 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.518133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.539656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event deleted for resources: {'Port': ['ID=a501b9d6-48f7-4079-980e-26cd9dc3478a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:26.542823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] No DVR routers for this DVR port a501b9d6-48f7-4079-980e-26cd9dc3478a on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:26.601902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-eb5ae0db-e028-4483-b309-7f4e33fdf559 service neutron] 10.222.0.23 "GET /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3859079 Jan 28 01:10:26.603058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c28cb-ba36-4ad9-9457-73f298f1880c None None] Pushing event deleted for resources: {'Port': ['ID=a501b9d6-48f7-4079-980e-26cd9dc3478a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:26.609759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Network ad593d9b-70c3-4860-8643-e122072dd931 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:26.628907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:26.645384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:26.677024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] For port a501b9d6-48f7-4079-980e-26cd9dc3478a, host n-d-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:26.677423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.700840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for a501b9d6-48f7-4079-980e-26cd9dc3478a owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:26.706092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Port a501b9d6-48f7-4079-980e-26cd9dc3478a was not found and therefore no delete operation was performed {{(pid=109595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:10:26.706974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (940e0536-ecc2-4edc-bcf9-aec926a6487a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.727207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event updated for resources: {'Port': ['ID=e5a72c77-72b6-479a-a684-f4dc08123317,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:26.743174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfbae0-16da-4c68-91ff-e30a6d592dcf req-7c95635a-df42-49e0-8a74-804ea979e377 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:26.744984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5bfbae0-16da-4c68-91ff-e30a6d592dcf req-7c95635a-df42-49e0-8a74-804ea979e377 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 932 time: 0.2932153 Jan 28 01:10:26.784830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:26.785694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:26.835396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-aae25ba0-9ab2-400f-a55d-005ac3a479ca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9978316 Jan 28 01:10:26.845388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-2bc8494b-e499-453e-ac73-3ab3c6d93704 service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301674 Jan 28 01:10:26.872347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Request body: {'port': {'device_id': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:26.930068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5bfbae0-16da-4c68-91ff-e30a6d592dcf req-f351dc4a-cd36-4ce6-8c07-7219d7ca5739 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760814 Jan 28 01:10:27.042676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-738794aa-7722-4e7e-91a1-0c2273a577ed service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788731 Jan 28 01:10:27.048545 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db1cf5-a4e2-40db-935d-0f39824bea3c x-openstack-request-id: req-b3db1cf5-a4e2-40db-935d-0f39824bea3c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:27.049021 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8f380-00bb-43e1-a1a4-d35332d7be1a", "name": "network-vif-deleted", "tag": "e88c333c-4055-40b2-a112-c9c84f09ced3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:27.049805 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3db1cf5-a4e2-40db-935d-0f39824bea3c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:27.050472 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8f380-00bb-43e1-a1a4-d35332d7be1a', 'name': 'network-vif-deleted', 'tag': 'e88c333c-4055-40b2-a112-c9c84f09ced3', 'status': 'completed', 'code': 200} Jan 28 01:10:27.096116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event deleted for resources: {'Port': ['ID=940e0536-ecc2-4edc-bcf9-aec926a6487a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:27.098188 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a501b9d6-48f7-4079-980e-26cd9dc3478a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.119461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Allocated IP 172.20.0.13 (ad593d9b-70c3-4860-8643-e122072dd931/02e54cb6-a974-4efb-9db2-4ccc326554f2/ad2b418a-ca1c-49b6-a49a-6a6509cd717a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:27.121593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No DVR routers for this DVR port a501b9d6-48f7-4079-980e-26cd9dc3478a on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:27.147354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=a501b9d6-48f7-4079-980e-26cd9dc3478a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:27.159758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:27.161217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.229029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (54bf31ee-c663-40ae-91e7-2d0f3ee86687), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.234413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'name': 'network-vif-deleted', 'tag': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:27.239969 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8209da-af21-4cc4-88d3-26dce5cd9be3" -d '{"events": [{"server_uuid": "4ece01f4-01f1-4a57-bf68-006ef9e76e85", "name": "network-vif-deleted", "tag": "4d016bb9-b64e-4d02-ac70-d949a0c2ccc9"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:27.346101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:27.347533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.351328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-2c9f92e8-ca28-4e69-ae65-f5381f5b405f service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976944 Jan 28 01:10:27.433632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:27.435026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:27.438490 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9cd680-d9df-4646-94db-20e6dd5b4a5e" -d '{"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:27.443979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.508882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bc1091c-0d15-4c10-a3eb-e3b5ca04e537 service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501937 Jan 28 01:10:27.531179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:27.599783 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8f5aa-cdfb-45d3-a2b9-0e1ae1bee5b6 x-openstack-request-id: req-a9c8f5aa-cdfb-45d3-a2b9-0e1ae1bee5b6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:27.600296 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:27.600724 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c8f5aa-cdfb-45d3-a2b9-0e1ae1bee5b6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:27.601398 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'code': 200} Jan 28 01:10:27.618385 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2909cfb9-d8f4-4552-84b2-71ec1a167df9 x-openstack-request-id: req-2909cfb9-d8f4-4552-84b2-71ec1a167df9 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:27.618923 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ece01f4-01f1-4a57-bf68-006ef9e76e85", "name": "network-vif-deleted", "tag": "4d016bb9-b64e-4d02-ac70-d949a0c2ccc9", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:27.618923 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2909cfb9-d8f4-4552-84b2-71ec1a167df9 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:27.619106 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ece01f4-01f1-4a57-bf68-006ef9e76e85', 'name': 'network-vif-deleted', 'tag': '4d016bb9-b64e-4d02-ac70-d949a0c2ccc9', 'status': 'completed', 'code': 200} Jan 28 01:10:27.626270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (54bf31ee-c663-40ae-91e7-2d0f3ee86687), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.630547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (54bf31ee-c663-40ae-91e7-2d0f3ee86687), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.636519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-3b99083a-0c5c-4e14-9ebb-f34a365a4dcb service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209495 Jan 28 01:10:27.646099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a0988b59-345e-4bc6-8407-3957af0224c6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.712171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (54bf31ee-c663-40ae-91e7-2d0f3ee86687), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.712703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54bf31ee-c663-40ae-91e7-2d0f3ee86687 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:10:27.715567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0988b59-345e-4bc6-8407-3957af0224c6']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:27.719676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks [] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.727681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.731732 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92176d4a-dcb7-471a-a7c3-a67540d4d630 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/routers/54bf31ee-c663-40ae-91e7-2d0f3ee86687 HTTP/1.1" status: 204 len: 168 time: 4.5022004 Jan 28 01:10:27.732124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:27.736510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e9d2bb-f258-4191-9b40-c232cfcc2042') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:27.736811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e9d2bb-f258-4191-9b40-c232cfcc2042') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:27.749620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (f8e9d2bb-f258-4191-9b40-c232cfcc2042), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.769550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f8e9d2bb-f258-4191-9b40-c232cfcc2042), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.782360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:10:27.782578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (f8e9d2bb-f258-4191-9b40-c232cfcc2042), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.783065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e5da8-7275-4607-801f-615c378de4b6 req-4e6b7753-ac00-42b0-921d-f064a254dfdf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:27.784817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-126e5da8-7275-4607-801f-615c378de4b6 req-4e6b7753-ac00-42b0-921d-f064a254dfdf tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1312232 Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:10:27.785876 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:10:27.823482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-91db9bbd-89ba-407d-8746-31a360fc8877 service neutron] 10.222.0.23 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796656 Jan 28 01:10:27.830237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Deleting subnet 9d8d306a-693f-4e4d-b6b0-2b149e99635f {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:27.843892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for subnet (9d8d306a-693f-4e4d-b6b0-2b149e99635f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.849704 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.906150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a0988b59-345e-4bc6-8407-3957af0224c6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.917042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:27.926977 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/a0988b59-345e-4bc6-8407-3957af0224c6 HTTP/1.1" status: 204 len: 168 time: 2.2420859 Jan 28 01:10:27.944410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Network ad593d9b-70c3-4860-8643-e122072dd931 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:27.946270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:27.948597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:27.951616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:27.955126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811443902'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:27.956229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025a20e-df90-4bab-bf50-4546479d7c9a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=a0988b59-345e-4bc6-8407-3957af0224c6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:28.001444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event updated for resources: {'Port': ['ID=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:28.018518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-126e5da8-7275-4607-801f-615c378de4b6 req-888b5652-4a56-4564-8b2c-3a947ee2853a tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163486 Jan 28 01:10:28.026910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (9d8d306a-693f-4e4d-b6b0-2b149e99635f), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.027108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:28.027630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.054306 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-3662b7aa-a2aa-4ead-9583-f4b11f4c37ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9802854 Jan 28 01:10:28.085387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Request body: {'port': {'device_id': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:28.148689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.167145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:28.170404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.198787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9d8d306a-693f-4e4d-b6b0-2b149e99635f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.597914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0f91403c-4979-4a4e-b78b-44cfa48402dc service neutron] 10.222.0.23 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652895 Jan 28 01:10:28.666237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:28.721165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2e94c-5bad-4306-870c-78d89f66a431 req-20c55033-d394-4fb2-869e-de61fef02bbc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:28.722620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8a2e94c-5bad-4306-870c-78d89f66a431 req-20c55033-d394-4fb2-869e-de61fef02bbc tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 932 time: 0.6360230 Jan 28 01:10:28.731499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.731848 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0 of type vlan for network 10142082-be8f-4c0f-a5c6-197b3b67972d Jan 28 01:10:28.750932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a72c77-72b6-479a-a684-f4dc08123317 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:28.770731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Publish callbacks [] for port (e5a72c77-72b6-479a-a684-f4dc08123317), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.840580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Transition to ACTIVE for port object e5a72c77-72b6-479a-a684-f4dc08123317 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:10:28.845953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (9d8d306a-693f-4e4d-b6b0-2b149e99635f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.854913 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (10142082-be8f-4c0f-a5c6-197b3b67972d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.862509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.876985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e4b9d2e1-e295-4e0c-9ca6-41692f381ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657158 Jan 28 01:10:28.939946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8d306a-693f-4e4d-b6b0-2b149e99635f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:28.990373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:28.995914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-58844e35-0384-42f8-8187-1c512fc61e1d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/9d8d306a-693f-4e4d-b6b0-2b149e99635f HTTP/1.1" status: 204 len: 168 time: 1.2600443 Jan 28 01:10:28.995914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:10:28.998065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:29.006450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a72c77-72b6-479a-a684-f4dc08123317,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:29.014432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8a2e94c-5bad-4306-870c-78d89f66a431 req-fbc83150-0e4a-416b-84b2-c22437d62133 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762332 Jan 28 01:10:29.068116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2b418a-ca1c-49b6-a49a-6a6509cd717a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:29.079812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Publish callbacks [] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.106298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Transition to ACTIVE for port object ad2b418a-ca1c-49b6-a49a-6a6509cd717a will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:10:29.109605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b1a88a9a-5544-4685-8c11-7bc49e1c1d73), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.118837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.124165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-81f5cba0-9833-40df-bf9e-95e27ff1fc42 service neutron] 10.222.0.23 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166624 Jan 28 01:10:29.142642 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (10142082-be8f-4c0f-a5c6-197b3b67972d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.147336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:29.147947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.217482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Pushing event updated for resources: {'Port': ['ID=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:29.288306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b1a88a9a-5544-4685-8c11-7bc49e1c1d73), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.365365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a88a9a-5544-4685-8c11-7bc49e1c1d73']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:29.373364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4260406 Jan 28 01:10:29.373918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33856) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:29.385742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:29.391708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2de4bb8-4d96-4cd5-be80-8822bad4e082') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:29.392097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2de4bb8-4d96-4cd5-be80-8822bad4e082') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:29.412408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Attempting to bind port ad2b418a-ca1c-49b6-a49a-6a6509cd717a on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:29.412408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Attempting to bind port ad2b418a-ca1c-49b6-a49a-6a6509cd717a by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:29.412408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Attempting to bind port ad2b418a-ca1c-49b6-a49a-6a6509cd717a on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:29.417958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d2de4bb8-4d96-4cd5-be80-8822bad4e082), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.443680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb047c9-c71a-4842-aa48-693d34795e10 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=10142082-be8f-4c0f-a5c6-197b3b67972d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:29.484570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 10142082-be8f-4c0f-a5c6-197b3b67972d details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:29.490629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-71e1fa9d-9171-47ff-83e2-3308bc4f721e service neutron] 10.222.0.23 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594611 Jan 28 01:10:29.502466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970d56-a8fe-4f3a-b1b6-77b85ef0fc37 req-fea7b378-4289-489e-96e1-75c96045eb46 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:29.504511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc970d56-a8fe-4f3a-b1b6-77b85ef0fc37 req-fea7b378-4289-489e-96e1-75c96045eb46 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2347112 Jan 28 01:10:29.510217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Attempting to bind port e5a72c77-72b6-479a-a684-f4dc08123317 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:29.510632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Attempting to bind port e5a72c77-72b6-479a-a684-f4dc08123317 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:29.511119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Attempting to bind port e5a72c77-72b6-479a-a684-f4dc08123317 on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:29.519879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Port ad2b418a-ca1c-49b6-a49a-6a6509cd717a on network ad593d9b-70c3-4860-8643-e122072dd931 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:10:29.520206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Attempting to bind port ad2b418a-ca1c-49b6-a49a-6a6509cd717a on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:29.524269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d2de4bb8-4d96-4cd5-be80-8822bad4e082), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.531975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-ae825ce1-798b-4ba7-94f9-a0d29612ca2b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:29.534022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-ae825ce1-798b-4ba7-94f9-a0d29612ca2b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.2049892 Jan 28 01:10:29.539190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:29.539533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Checking segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:29.539922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Bound using segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:29.540368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Bound port: ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:29.541908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.543472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Port e5a72c77-72b6-479a-a684-f4dc08123317 on network ad593d9b-70c3-4860-8643-e122072dd931 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:10:29.543870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Attempting to bind port e5a72c77-72b6-479a-a684-f4dc08123317 on network ad593d9b-70c3-4860-8643-e122072dd931 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:29.558768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:10:29.559350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d2de4bb8-4d96-4cd5-be80-8822bad4e082), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.581594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:29.582123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Checking segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:29.582584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Bound using segment: {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:29.592766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:29.599989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Bound port: e5a72c77-72b6-479a-a684-f4dc08123317, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255d2e6-cb94-4f33-ab52-ca2694e2962c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:29.600596 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.617027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] For port ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:29.620209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] For port ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:10:29.621445 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:10:29.635434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.731749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:29.732372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.734182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] 10.222.0.45 "PUT /v2.0/ports/ad2b418a-ca1c-49b6-a49a-6a6509cd717a HTTP/1.1" status: 200 len: 1092 time: 1.6601155 Jan 28 01:10:29.750620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc970d56-a8fe-4f3a-b1b6-77b85ef0fc37 req-f40bffc6-99ea-4d1f-b33f-7d00183685ae tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352569 Jan 28 01:10:29.758461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'tag': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:29.760956 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7" -d '{"events": [{"name": "network-changed", "server_uuid": "138d8b5c-3288-47a1-b938-892cf264e4f0", "tag": "ad2b418a-ca1c-49b6-a49a-6a6509cd717a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:29.787443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:29.807526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'mac_address': 'fa:16:3e:37:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:29.821202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b1a88a9a-5544-4685-8c11-7bc49e1c1d73), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.840091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1a88a9a-5544-4685-8c11-7bc49e1c1d73 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:10:29.879620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:29.883246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.888303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] For port e5a72c77-72b6-479a-a684-f4dc08123317, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:29.893389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.895834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] For port e5a72c77-72b6-479a-a684-f4dc08123317, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e5a72c77-72b6-479a-a684-f4dc08123317,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:29.898370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b1a88a9a-5544-4685-8c11-7bc49e1c1d73 HTTP/1.1" status: 204 len: 168 time: 0.8990276 Jan 28 01:10:29.916124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:29.917542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.918079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:29.932416 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b5b290-24eb-46b3-a1e6-5ac38bba0207 x-openstack-request-id: req-77b5b290-24eb-46b3-a1e6-5ac38bba0207 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:29.936736 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138d8b5c-3288-47a1-b938-892cf264e4f0", "tag": "ad2b418a-ca1c-49b6-a49a-6a6509cd717a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:29.937229 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77b5b290-24eb-46b3-a1e6-5ac38bba0207 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:29.937900 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'tag': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a', 'status': 'completed', 'code': 200} Jan 28 01:10:29.939509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedea53-a7d3-4ccd-afc1-08fd970460fa service neutron] Pushing event updated for resources: {'Port': ['ID=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:29.949861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:29.996081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632253d-986d-4f07-a93e-cea7a61088a5 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1a88a9a-5544-4685-8c11-7bc49e1c1d73,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:29.998159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:30.016452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.105819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:30.107760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.112581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] 10.222.0.43 "PUT /v2.0/ports/e5a72c77-72b6-479a-a684-f4dc08123317 HTTP/1.1" status: 200 len: 1092 time: 3.2590663 Jan 28 01:10:30.116843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fda77-14ae-4968-93cd-52281df9f460 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a72c77-72b6-479a-a684-f4dc08123317,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:30.132029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-a95ae45c-1f16-4404-b4d3-ef17a3d7acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:30.134514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-a95ae45c-1f16-4404-b4d3-ef17a3d7acb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 1095 time: 0.2986672 Jan 28 01:10:30.138841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'tag': 'e5a72c77-72b6-479a-a684-f4dc08123317'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:30.143686 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f" -d '{"events": [{"name": "network-changed", "server_uuid": "271f1e7c-07f0-465e-b769-42edf3b4842d", "tag": "e5a72c77-72b6-479a-a684-f4dc08123317"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:30.164433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:30.229061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-5a98792c-df35-48dd-a0bf-e5ebdf59ca43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a HTTP/1.1" status: 200 len: 217 time: 0.0775597 Jan 28 01:10:30.252118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:30.268878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Deleting port 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:30.269285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.308823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:30.314497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'name': 'tempest-router--479348476', 'project_id': '454b74d998a043ae94db43c83ce36e34'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:30.411024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] For port 47c18955-7d3c-463e-a412-122f3fd2c360, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=47c18955-7d3c-463e-a412-122f3fd2c360,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:30.411478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.478075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (56d0fa4b-7812-4611-ac74-3d805542a604), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.483983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (56d0fa4b-7812-4611-ac74-3d805542a604), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.522511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-c1606ca3-c835-4b43-9397-b4e483cfb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:30.524042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-c1606ca3-c835-4b43-9397-b4e483cfb671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.2813921 Jan 28 01:10:30.658794 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa986224-6c9d-4ed4-bb9a-a9b117fb6adc x-openstack-request-id: req-fa986224-6c9d-4ed4-bb9a-a9b117fb6adc {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:30.659350 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271f1e7c-07f0-465e-b769-42edf3b4842d", "tag": "e5a72c77-72b6-479a-a684-f4dc08123317", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:30.659491 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa986224-6c9d-4ed4-bb9a-a9b117fb6adc {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:30.660039 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'tag': 'e5a72c77-72b6-479a-a684-f4dc08123317', 'status': 'completed', 'code': 200} Jan 28 01:10:30.671782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8a535-df9b-4d8f-b3da-1657fb8e3df6 req-b9abee1e-b106-4827-a208-577f92ef3875 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:30.673383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce8a535-df9b-4d8f-b3da-1657fb8e3df6 req-b9abee1e-b106-4827-a208-577f92ef3875 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 944 time: 0.5085726 Jan 28 01:10:30.684972 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-5181fe09-bc78-4dfc-b7f3-2e1dc82b116b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278696 Jan 28 01:10:30.699241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-709aae18-626b-46f6-8ff9-2635ace3c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:30.702169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-709aae18-626b-46f6-8ff9-2635ace3c82f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 1095 time: 0.5045619 Jan 28 01:10:30.807189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-1f4f9fd3-6dba-4677-8a85-f1b9aee93478 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5a72c77-72b6-479a-a684-f4dc08123317 HTTP/1.1" status: 200 len: 217 time: 0.0886149 Jan 28 01:10:30.834067 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (56d0fa4b-7812-4611-ac74-3d805542a604), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.835796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (11fc7fd8-bedb-47f4-86f3-2728a0d84ab7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.855190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce8a535-df9b-4d8f-b3da-1657fb8e3df6 req-10621a14-44ba-4b4c-935f-1d7ac3bb87a1 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735992 Jan 28 01:10:30.885436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7f5de09-8045-4d94-8528-071a4f50c46c req-308632d5-fbb7-4816-9945-158f0f2d2abf tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0622697 Jan 28 01:10:30.900620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.900987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (99fc81ff-0b6f-4eff-b643-1de57d0439f8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:30.901306 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Floating IP 99fc81ff-0b6f-4eff-b643-1de57d0439f8 disassociated. External IP: 172.25.1.239, port: 47c18955-7d3c-463e-a412-122f3fd2c360. Jan 28 01:10:30.901657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Calling delete_port for 47c18955-7d3c-463e-a412-122f3fd2c360 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:30.930011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-03e3245f-9f67-4abb-8a83-3cce79d2e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:30.931540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-03e3245f-9f67-4abb-8a83-3cce79d2e5f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.1185708 Jan 28 01:10:30.937811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (56d0fa4b-7812-4611-ac74-3d805542a604), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.019205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=11fc7fd8-bedb-47f4-86f3-2728a0d84ab7,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:31.021931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:31.022808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: 10142082-be8f-4c0f-a5c6-197b3b67972d, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:31.033360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.037278 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aa3777a9-d4aa-4928-9fc7-6766e7bffe41 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7249458 Jan 28 01:10:31.039331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33916) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:31.039486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-910f849f-b4f3-42a3-915c-6c605e3ec7df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440583 Jan 28 01:10:31.055587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-e92ed973-c575-494a-a338-6c1bfc0d3b58 service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383768 Jan 28 01:10:31.147376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc490fe-eadf-4577-8698-19972c3a9fb2 req-c335457f-2142-4888-8eec-a5d121754c7b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:31.148952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efc490fe-eadf-4577-8698-19972c3a9fb2 req-c335457f-2142-4888-8eec-a5d121754c7b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 944 time: 0.1627235 Jan 28 01:10:31.173071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 10142082-be8f-4c0f-a5c6-197b3b67972d is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:31.190543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (56d0fa4b-7812-4611-ac74-3d805542a604), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.247009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-2d39d6ee-1ee8-4191-b9eb-aa54b90d62fd service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987772 Jan 28 01:10:31.247258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 10142082-be8f-4c0f-a5c6-197b3b67972d) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:31.262558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2f859-c923-49cc-8ffd-c09a5892cef1 None None] Network 10142082-be8f-4c0f-a5c6-197b3b67972d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:31.285973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:31.287260 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.300495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (47c18955-7d3c-463e-a412-122f3fd2c360), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.322406 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-91c6604b-e46a-48dd-b6a7-870d49a729a8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9419117 Jan 28 01:10:31.326417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efc490fe-eadf-4577-8698-19972c3a9fb2 req-213ac2cd-e105-4eab-9f63-5df46f7fbec2 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d18bdba-f054-4f76-82a5-cc13a5b280d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676602 Jan 28 01:10:31.346802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33920) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:31.352453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d', 'name': 'tempest-PortsIpV6TestJSON-258487279', 'fixed_ips': [{'subnet_id': '11fc7fd8-bedb-47f4-86f3-2728a0d84ab7', 'ip_address': '2001:db8::10'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:31.392856 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-51fbe9e5-fe96-4bd7-af99-105bc119e623 service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983270 Jan 28 01:10:31.403787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'Port': ['ID=47c18955-7d3c-463e-a412-122f3fd2c360,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:31.438132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-10142082-be8f-4c0f-a5c6-197b3b67972d', 'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': '11fc7fd8-bedb-47f4-86f3-2728a0d84ab7'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:10:31.439554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.473536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (56d0fa4b-7812-4611-ac74-3d805542a604), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.477864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (56d0fa4b-7812-4611-ac74-3d805542a604), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.504591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d39d1a0c-e848-48f3-b307-490f5b0b6b61 req-575ce0d5-5b1b-4763-abf3-0d64dd171f5e service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254858 Jan 28 01:10:31.571475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (56d0fa4b-7812-4611-ac74-3d805542a604), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.572790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56d0fa4b-7812-4611-ac74-3d805542a604 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:10:31.578327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.582435 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-645bdab0-6867-49bc-bbe2-3ab89615b9da tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/routers/56d0fa4b-7812-4611-ac74-3d805542a604 HTTP/1.1" status: 204 len: 168 time: 0.5346174 Jan 28 01:10:31.605639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Router 73388d81-ae05-4a17-9cda-c589eec0a172 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:31.634240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:31.690376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:31.756546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Allocated IP 2001:db8::2 (10142082-be8f-4c0f-a5c6-197b3b67972d/11fc7fd8-bedb-47f4-86f3-2728a0d84ab7/7fc9e7ee-229a-434a-aa10-d7842002dbdf) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:31.780019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-11cce95b-b5c2-4d6e-8e0a-2f33909666fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:31.781769 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-11cce95b-b5c2-4d6e-8e0a-2f33909666fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 1095 time: 0.1096392 Jan 28 01:10:31.793110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-e5d5d707-bfe1-4271-a0e3-5fe08b102945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:31.794690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-e5d5d707-bfe1-4271-a0e3-5fe08b102945 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 1095 time: 0.1692996 Jan 28 01:10:31.849381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33936) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:31.864761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.888208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:31.888565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:31.910980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 4ad73db9-326e-4dec-9de7-7be5118c143a yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:31.964454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:31.989061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] Sync routers for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:32.008766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-98fdc11f-6bf1-4a63-a625-b5d500aa0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:32.010732 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-98fdc11f-6bf1-4a63-a625-b5d500aa0eee service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 914 time: 0.2177773 Jan 28 01:10:32.043446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:32.044385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:32.087248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] No DVR routers for this DVR port 47c18955-7d3c-463e-a412-122f3fd2c360 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:32.095818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-4ebd9ebb-0734-4b0f-965c-40952c93c510 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a HTTP/1.1" status: 200 len: 217 time: 0.0785694 Jan 28 01:10:32.110223 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.113809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce0caed-cd49-415e-b9c1-e78b2c48fcea req-61dca51c-bd8d-410a-9768-d8190bd9a00b tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.45 "DELETE /v2.0/ports/47c18955-7d3c-463e-a412-122f3fd2c360 HTTP/1.1" status: 204 len: 173 time: 2.5672851 Jan 28 01:10:32.120895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbd674b8-1f3c-4afe-b6a7-3305da9e02d4 req-93308853-52d5-4ac5-9681-f9bebe35a177 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0953765 Jan 28 01:10:32.136274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-5ff61138-af69-4b5b-8099-20bbd8681fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:32.138252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-5ff61138-af69-4b5b-8099-20bbd8681fb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 200 len: 914 time: 0.2898855 Jan 28 01:10:32.163104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba0f60-7bb0-4e57-ab52-dbf8dfbdda54 req-fb270d30-0b43-46d1-9ecf-84abb142b9ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:32.173646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ba0f60-7bb0-4e57-ab52-dbf8dfbdda54 req-fb270d30-0b43-46d1-9ecf-84abb142b9ef tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 944 time: 0.1847682 Jan 28 01:10:32.181818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Publish callbacks [] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.246755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-109030914', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:32.263252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-7a9d8332-095c-41bc-a618-823c4da3bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:32.264595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-7a9d8332-095c-41bc-a618-823c4da3bd83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.1616476 Jan 28 01:10:32.324166 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-059ad17d-5bf2-4235-9db6-778a58f1f558 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501137 Jan 28 01:10:32.327782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::10 (10142082-be8f-4c0f-a5c6-197b3b67972d/11fc7fd8-bedb-47f4-86f3-2728a0d84ab7/4ad73db9-326e-4dec-9de7-7be5118c143a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:32.331411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ba0f60-7bb0-4e57-ab52-dbf8dfbdda54 req-dd83893d-13af-47f5-bd70-b0ab404707e3 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548767 Jan 28 01:10:32.334748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-9b8c80ea-393d-4c63-af19-a84b5b80883e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5a72c77-72b6-479a-a684-f4dc08123317 HTTP/1.1" status: 200 len: 217 time: 0.0653384 Jan 28 01:10:32.403970 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:10:32.412688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-e67672e8-98e3-4fb2-afc1-02103f75e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:32.412920 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.415039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-e67672e8-98e3-4fb2-afc1-02103f75e658 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 200 len: 853 time: 0.0696778 Jan 28 01:10:32.416248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.417820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.425393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:32.425393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.457486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-ddf11524-35b3-48a2-9cdd-d54192708d3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad593d9b-70c3-4860-8643-e122072dd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347762 Jan 28 01:10:32.468042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-8502e37e-d949-47ab-b8b1-6b27b3104ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197767 Jan 28 01:10:32.477123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Network 10142082-be8f-4c0f-a5c6-197b3b67972d is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:32.486175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:32.494901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:32.496906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:32.539645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:32.542240 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33a3a6-1d07-4539-84c9-5a553b875bba" -d '{"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:32.553570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Pushing event updated for resources: {'Port': ['ID=7fc9e7ee-229a-434a-aa10-d7842002dbdf,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:32.589646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:32.620036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5c94d1b-44e4-476a-9ef7-d35e33a96f07 req-9f56fc5b-b28f-42c7-a410-8dfc21c274a8 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/ports?device_id=785c5020-7184-4df2-9ff4-57cfe73df3c9 HTTP/1.1" status: 200 len: 210 time: 0.1305768 Jan 28 01:10:32.645206 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba739bd-add3-4a97-b9fc-0cd531c538a4 x-openstack-request-id: req-dba739bd-add3-4a97-b9fc-0cd531c538a4 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:32.645603 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:32.645883 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dba739bd-add3-4a97-b9fc-0cd531c538a4 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:32.646275 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'code': 200} Jan 28 01:10:32.649795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.650815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:32.661086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-deleted', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:32.663394 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7106a692-2aa6-4673-a855-09750f4c29c0" -d '{"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-deleted", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:32.695003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7ab00160-2b63-439a-96fe-32e95f10395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:32.696433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7ab00160-2b63-439a-96fe-32e95f10395c service neutron] 10.222.0.45 "GET /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 1033 time: 0.1451862 Jan 28 01:10:32.698262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.705266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 47c18955-7d3c-463e-a412-122f3fd2c360 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:32.705912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 47c18955-7d3c-463e-a412-122f3fd2c360 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:32.720790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Attempting to bind port 7fc9e7ee-229a-434a-aa10-d7842002dbdf on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:32.721427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Attempting to bind port 7fc9e7ee-229a-434a-aa10-d7842002dbdf by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:32.722026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Attempting to bind port 7fc9e7ee-229a-434a-aa10-d7842002dbdf on network 10142082-be8f-4c0f-a5c6-197b3b67972d {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:32.788171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:32.788541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Checking segment: {'id': 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:32.788947 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.789338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Bound using segment: {'id': 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:32.789850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Bound port: 7fc9e7ee-229a-434a-aa10-d7842002dbdf, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:32.790233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:32.827234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-fbd70fac-4143-43b6-84d3-a4576194035c service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588018 Jan 28 01:10:32.858110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:32.880452 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d005067b-b7ce-440d-bc95-85c4eaed31ac x-openstack-request-id: req-d005067b-b7ce-440d-bc95-85c4eaed31ac {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:32.880884 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c5020-7184-4df2-9ff4-57cfe73df3c9", "name": "network-vif-deleted", "tag": "47c18955-7d3c-463e-a412-122f3fd2c360", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:32.881198 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d005067b-b7ce-440d-bc95-85c4eaed31ac {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:32.881577 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c5020-7184-4df2-9ff4-57cfe73df3c9', 'name': 'network-vif-deleted', 'tag': '47c18955-7d3c-463e-a412-122f3fd2c360', 'status': 'completed', 'code': 200} Jan 28 01:10:32.922061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] For port 7fc9e7ee-229a-434a-aa10-d7842002dbdf, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:32.925984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] For port 7fc9e7ee-229a-434a-aa10-d7842002dbdf, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7fc9e7ee-229a-434a-aa10-d7842002dbdf,segment=NetworkSegment(d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0),segment_id=d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:32.932501 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.030114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7ba44935-52bc-4f9e-8f21-3e47d0dc4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:33.030340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eedf7c-1072-471a-adfa-b8ec043263f7 None None] Pushing event updated for resources: {'Port': ['ID=7fc9e7ee-229a-434a-aa10-d7842002dbdf,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:33.032398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7ba44935-52bc-4f9e-8f21-3e47d0dc4d14 service neutron] 10.222.0.45 "GET /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 1032 time: 0.2450199 Jan 28 01:10:33.060979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:33.096718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] Checking router: 73388d81-ae05-4a17-9cda-c589eec0a172 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:33.106545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:33.107277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:33.240259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:33.378374 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59d3ebeb-1d1d-45ab-93ba-9d22a8a830f7 req-b4dd08c5-05de-4515-8d5f-9b6b8e548bca service neutron] 10.222.0.45 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006071 Jan 28 01:10:33.510332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (4ad73db9-326e-4dec-9de7-7be5118c143a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.514527 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.578897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4ad73db9-326e-4dec-9de7-7be5118c143a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.634530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 10142082-be8f-4c0f-a5c6-197b3b67972d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:33.639797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:33.642303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52a7c4eb-cc1a-4126-87e5-b3a2b9c5618f req-17bff0c2-9aae-4aec-a383-346a834333ee service neutron] 10.222.0.43 "GET /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598553 Jan 28 01:10:33.643858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:33.656203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:33.657504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:33.659477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.680889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=4ad73db9-326e-4dec-9de7-7be5118c143a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:33.694747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7dc3dd4-e891-43ef-88a1-640547f96118 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3442423 Jan 28 01:10:33.695394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:33.707421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636dad2-452b-4a81-9897-5291d9bf952f None None] The sync data for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 is: [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 4, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9cf9773f-8b22-479d-b363-d275f8b53c30', 'name': '', 'network_id': '5bf3e650-aee2-4370-8db1-b58f323f9a44', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'mac_address': 'fa:16:3e:f4:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '70f582c7-292b-47db-bb58-9f160eb36418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'subnets': [{'id': '70f582c7-292b-47db-bb58-9f160eb36418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:33.710110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '10142082-be8f-4c0f-a5c6-197b3b67972d', 'name': 'tempest-PortsIpV6TestJSON-1833034015', 'fixed_ips': [{'subnet_id': '11fc7fd8-bedb-47f4-86f3-2728a0d84ab7', 'ip_address': '2001:db8::f'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:33.710502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.796036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce3fd3f4-9437-4114-a103-957b14bee69f req-c1eef315-b704-418b-a06d-eb9cd1d7e6f6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1404746 Jan 28 01:10:33.882609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:33.891131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:33.920578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845fba-dc09-47fc-a4d8-e5679328d7eb req-7da479a9-a4a6-4208-a458-a7440eb8230c tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:33.922442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port e0a4967a-77e0-4fd6-a7c8-6037f18acc19 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:33.930368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6845fba-dc09-47fc-a4d8-e5679328d7eb req-7da479a9-a4a6-4208-a458-a7440eb8230c tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 944 time: 0.2869766 Jan 28 01:10:33.963904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:34.034028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6855fc0d-e6d5-4458-805e-543e082b70f8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.040003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6855fc0d-e6d5-4458-805e-543e082b70f8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.047318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6855fc0d-e6d5-4458-805e-543e082b70f8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.049906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6855fc0d-e6d5-4458-805e-543e082b70f8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 1995 time: 1.0092912 Jan 28 01:10:34.170424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6845fba-dc09-47fc-a4d8-e5679328d7eb req-bb678310-cf12-4f46-8564-21fdf8941ad0 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374756 Jan 28 01:10:34.185880 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16f23f-1a57-4682-82e6-a4310bd4fb25 None None] New status for floating IP 99fc81ff-0b6f-4eff-b643-1de57d0439f8: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:10:34.270107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f565d07-278a-46bc-affd-3e0a4ea4d7ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group (3d18bdba-f054-4f76-82a5-cc13a5b280d5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.282372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::f (10142082-be8f-4c0f-a5c6-197b3b67972d/11fc7fd8-bedb-47f4-86f3-2728a0d84ab7/e0a4967a-77e0-4fd6-a7c8-6037f18acc19) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:34.311077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7fc9e7ee-229a-434a-aa10-d7842002dbdf up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:34.382713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-98ab4c7d-3dba-4b48-af02-81ad958a6efb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=950838c4d59148eab5fb992c0978c75a HTTP/1.1" status: 200 len: 379 time: 0.3091063 Jan 28 01:10:34.420234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'admin_state_up': True, 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'security_groups': ['96ece8d8-625d-4b0d-8cff-bd214bdd9dd8']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:34.426347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7fc9e7ee-229a-434a-aa10-d7842002dbdf triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:34.426771 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.527133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (e0a4967a-77e0-4fd6-a7c8-6037f18acc19), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.530904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f565d07-278a-46bc-affd-3e0a4ea4d7ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group (3d18bdba-f054-4f76-82a5-cc13a5b280d5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.570332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7fc9e7ee-229a-434a-aa10-d7842002dbdf is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:34.570866 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.576036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e0a4967a-77e0-4fd6-a7c8-6037f18acc19), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.623809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.626596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 7fc9e7ee-229a-434a-aa10-d7842002dbdf, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7fc9e7ee-229a-434a-aa10-d7842002dbdf,segment=NetworkSegment(d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0),segment_id=d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:34.634248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 10142082-be8f-4c0f-a5c6-197b3b67972d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:34.635851 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.659105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.678712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:34.683166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:34.688810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.689482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.723833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0265622 Jan 28 01:10:34.724806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed9315-c631-47ab-8ac0-7750b45700a2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=e0a4967a-77e0-4fd6-a7c8-6037f18acc19,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:34.729096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=7fc9e7ee-229a-434a-aa10-d7842002dbdf,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:34.730241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:34.784693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac4c93d-8923-403c-9750-30c19bf35375 None None] Network 10142082-be8f-4c0f-a5c6-197b3b67972d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:34.824279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Allocated IP 172.25.1.228 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b6aab7e7-069f-4e05-9a66-883923cd334f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:34.844703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f39613-db30-475c-b59e-067abf20df34 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.846420 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39f39613-db30-475c-b59e-067abf20df34 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1150177 Jan 28 01:10:34.849034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:34.922704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c5a80998-edef-49df-806d-c3f2e45d4685 None None] Provisioning complete for port 7fc9e7ee-229a-434a-aa10-d7842002dbdf triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:34.926829 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c5a80998-edef-49df-806d-c3f2e45d4685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.937994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6853601-3e52-4842-b67f-8e0c4d3dfbbe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.944680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6853601-3e52-4842-b67f-8e0c4d3dfbbe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.950860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6853601-3e52-4842-b67f-8e0c4d3dfbbe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:34.952839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6853601-3e52-4842-b67f-8e0c4d3dfbbe tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1019664 Jan 28 01:10:34.955591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34002) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:34.971948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-047f8a9d-e062-4b24-b0c0-b62167bc0716 req-653d0061-a305-4ec1-8fc4-389b8a451bb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0492659 Jan 28 01:10:34.980174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f565d07-278a-46bc-affd-3e0a4ea4d7ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3d18bdba-f054-4f76-82a5-cc13a5b280d5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.982970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1f565d07-278a-46bc-affd-3e0a4ea4d7ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:34.984316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1f565d07-278a-46bc-affd-3e0a4ea4d7ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d18bdba-f054-4f76-82a5-cc13a5b280d5 HTTP/1.1" status: 204 len: 168 time: 1.0192494 Jan 28 01:10:35.006301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34006) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:35.008615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f565d07-278a-46bc-affd-3e0a4ea4d7ec tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d18bdba-f054-4f76-82a5-cc13a5b280d5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:35.042141 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-a520425d-62ed-47dc-a047-03999da0e739 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] show failed (client error): The resource could not be found. Jan 28 01:10:35.043235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a520425d-62ed-47dc-a047-03999da0e739 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "GET /v2.0/security-groups/3d18bdba-f054-4f76-82a5-cc13a5b280d5 HTTP/1.1" status: 404 len: 347 time: 0.0324955 Jan 28 01:10:35.046211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34012) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:35.061728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:35.066158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.146675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port e0a4967a-77e0-4fd6-a7c8-6037f18acc19 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:35.149045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e0a4967a-77e0-4fd6-a7c8-6037f18acc19), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.198886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e5a72c77-72b6-479a-a684-f4dc08123317 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:35.225667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for port (b6aab7e7-069f-4e05-9a66-883923cd334f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.263374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c5a80998-edef-49df-806d-c3f2e45d4685 None None] Current status of the port 7fc9e7ee-229a-434a-aa10-d7842002dbdf is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:35.313122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e0a4967a-77e0-4fd6-a7c8-6037f18acc19), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.334168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for e0a4967a-77e0-4fd6-a7c8-6037f18acc19 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:35.396838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e5a72c77-72b6-479a-a684-f4dc08123317, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e5a72c77-72b6-479a-a684-f4dc08123317,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:35.412084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'e5a72c77-72b6-479a-a684-f4dc08123317', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'port_id': 'e5a72c77-72b6-479a-a684-f4dc08123317', 'mac_address': 'fa:16:3e:c5:f6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e54cb6-a974-4efb-9db2-4ccc326554f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:35.478920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e5a72c77-72b6-479a-a684-f4dc08123317 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:35.479588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.502927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520aa57-5869-4dce-a03f-19287ecbb3b3 req-fd6c294f-1e84-4fcc-9011-63c953c99e5e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:35.510308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a520aa57-5869-4dce-a03f-19287ecbb3b3 req-fd6c294f-1e84-4fcc-9011-63c953c99e5e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 944 time: 0.1766529 Jan 28 01:10:35.516111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a72c77-72b6-479a-a684-f4dc08123317 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:35.523426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e0a4967a-77e0-4fd6-a7c8-6037f18acc19), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.544749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Deleting port d16177dc-93e4-452a-a930-35221d7d518b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:35.545101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d16177dc-93e4-452a-a930-35221d7d518b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.556093 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b6aab7e7-069f-4e05-9a66-883923cd334f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.570983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e5a72c77-72b6-479a-a684-f4dc08123317, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e5a72c77-72b6-479a-a684-f4dc08123317,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:35.580687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ad2b418a-ca1c-49b6-a49a-6a6509cd717a details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:35.592469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 172.20.0.14 (21445934-1bca-412d-924a-b3cbbe5ad96e/819b6f0b-fd35-4ea1-95e7-e64afb5de6ef/c098b13d-86cb-4235-9e1e-5ac1fdc72397) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:35.602013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.647040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=e0a4967a-77e0-4fd6-a7c8-6037f18acc19,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:35.656423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.666558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5fe2af02-cd5e-4898-97e9-46f949a66568 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/e0a4967a-77e0-4fd6-a7c8-6037f18acc19 HTTP/1.1" status: 204 len: 168 time: 0.7097106 Jan 28 01:10:35.667400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34020) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:35.674745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:35.710944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:35.713974 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f13c412-788b-4afe-8530-0670a5e0c520 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:10:35.718144 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6f13c412-788b-4afe-8530-0670a5e0c520 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/e0a4967a-77e0-4fd6-a7c8-6037f18acc19 HTTP/1.1" status: 404 len: 333 time: 0.0470810 Jan 28 01:10:35.720108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:35.722874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event updated for resources: {'Port': ['ID=b6aab7e7-069f-4e05-9a66-883923cd334f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:35.726800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34022) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:35.737974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:10:35.761358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Provisioning complete for port 4ad73db9-326e-4dec-9de7-7be5118c143a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:35.762388 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ad73db9-326e-4dec-9de7-7be5118c143a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.864002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 4ad73db9-326e-4dec-9de7-7be5118c143a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:35.864339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4ad73db9-326e-4dec-9de7-7be5118c143a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:35.904034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a520aa57-5869-4dce-a03f-19287ecbb3b3 req-e03bf91f-2299-4ce4-aab4-733f4d5229a5 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927348 Jan 28 01:10:35.939069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Port 4ad73db9-326e-4dec-9de7-7be5118c143a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:36.009670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e5a72c77-72b6-479a-a684-f4dc08123317,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:36.020313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4ad73db9-326e-4dec-9de7-7be5118c143a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.042425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 4ad73db9-326e-4dec-9de7-7be5118c143a owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:36.092468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e5a72c77-72b6-479a-a684-f4dc08123317'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:36.137105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Provisioning complete for port 7fc9e7ee-229a-434a-aa10-d7842002dbdf triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:36.137577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.231075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:36.315612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7fc9e7ee-229a-434a-aa10-d7842002dbdf up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:36.347651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ff997ec-31ac-40a9-974c-f8c290204885 req-0fe6248d-f4ee-4743-9129-afb408b8bda5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1259167 Jan 28 01:10:36.379571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4ad73db9-326e-4dec-9de7-7be5118c143a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.384106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a', 'network_id': 'ad593d9b-70c3-4860-8643-e122072dd931', 'port_id': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a', 'mac_address': 'fa:16:3e:d1:4f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e54cb6-a974-4efb-9db2-4ccc326554f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:36.463399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port ad2b418a-ca1c-49b6-a49a-6a6509cd717a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:36.463938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.508725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d16177dc-93e4-452a-a930-35221d7d518b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.509090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.509213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (d16177dc-93e4-452a-a930-35221d7d518b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.515356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/4ad73db9-326e-4dec-9de7-7be5118c143a HTTP/1.1" status: 204 len: 168 time: 0.7875013 Jan 28 01:10:36.517670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fd5c6-2d99-453c-97d8-ae981e7dc254 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=4ad73db9-326e-4dec-9de7-7be5118c143a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:36.537939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2b418a-ca1c-49b6-a49a-6a6509cd717a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:36.541409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:36.590023 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f7c9ff-6659-4176-aa9d-748dbbb885c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:10:36.593084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f9f7c9ff-6659-4176-aa9d-748dbbb885c8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/4ad73db9-326e-4dec-9de7-7be5118c143a HTTP/1.1" status: 404 len: 333 time: 0.0506098 Jan 28 01:10:36.593317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.595779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34052) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:36.673883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Calling delete_port for d16177dc-93e4-452a-a930-35221d7d518b owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:36.694961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 11fc7fd8-bedb-47f4-86f3-2728a0d84ab7 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:36.705383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (11fc7fd8-bedb-47f4-86f3-2728a0d84ab7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.822672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (11fc7fd8-bedb-47f4-86f3-2728a0d84ab7), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.859533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d16177dc-93e4-452a-a930-35221d7d518b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.878863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:36.891112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7fc9e7ee-229a-434a-aa10-d7842002dbdf triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:36.891917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.903905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:36.965727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Current status of the port 7fc9e7ee-229a-434a-aa10-d7842002dbdf is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:36.983015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Pushing event deleted for resources: {'Port': ['ID=d16177dc-93e4-452a-a930-35221d7d518b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:37.036192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4dcf2075-0b9d-4080-89e2-42a5d58b62f2 None None] Could not find standard attr ID for object e0a4967a-77e0-4fd6-a7c8-6037f18acc19. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:10:37.045080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (11fc7fd8-bedb-47f4-86f3-2728a0d84ab7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.199820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (11fc7fd8-bedb-47f4-86f3-2728a0d84ab7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.216486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f89b1dbc-ea89-448e-a7c8-e9a385a589e2 None None] Could not find standard attr ID for object 4ad73db9-326e-4dec-9de7-7be5118c143a. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:10:37.218679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0abe59c3-6233-4c83-8fb6-02b0f78c3c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.251090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f89b1dbc-ea89-448e-a7c8-e9a385a589e2 None None] Could not find standard attr ID for object e0a4967a-77e0-4fd6-a7c8-6037f18acc19. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:10:37.254296 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.261584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:37.264594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=11fc7fd8-bedb-47f4-86f3-2728a0d84ab7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:37.279322 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.295402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-93e3ee8f-8bcf-48a7-ae00-982f62614a49 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/11fc7fd8-bedb-47f4-86f3-2728a0d84ab7 HTTP/1.1" status: 204 len: 168 time: 0.6983955 Jan 28 01:10:37.298678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:37.303628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d0f45-cd26-4cf1-84ba-effaa5198034 None None] Network 10142082-be8f-4c0f-a5c6-197b3b67972d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:37.376190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.424908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (10142082-be8f-4c0f-a5c6-197b3b67972d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.470782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['ad2b418a-ca1c-49b6-a49a-6a6509cd717a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:37.526640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 7fc9e7ee-229a-434a-aa10-d7842002dbdf {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:37.527165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.562200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7fc9e7ee-229a-434a-aa10-d7842002dbdf is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:37.615636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2afe8-18c2-4060-8406-4be2caa728de req-5df102c8-021a-4f30-8165-7b50b9e54762 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:37.617172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76e2afe8-18c2-4060-8406-4be2caa728de req-5df102c8-021a-4f30-8165-7b50b9e54762 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 945 time: 0.4272468 Jan 28 01:10:37.624771 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks [] for floatingip (99fc81ff-0b6f-4eff-b643-1de57d0439f8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.635659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.639513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c42f2383-25b1-4f5e-872c-e46457e59c1d tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] 10.222.0.23 "DELETE /v2.0/floatingips/99fc81ff-0b6f-4eff-b643-1de57d0439f8 HTTP/1.1" status: 204 len: 168 time: 2.5897288 Jan 28 01:10:37.646360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:37.681594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] For port 7fc9e7ee-229a-434a-aa10-d7842002dbdf, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7fc9e7ee-229a-434a-aa10-d7842002dbdf,segment=NetworkSegment(d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0),segment_id=d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:37.682057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.705516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f58d0fa-f6a6-4a4d-b165-70a65a67e094 req-2c3d0929-f23e-4c95-b6b9-02f02a5676ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1529510 Jan 28 01:10:37.708346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 7fc9e7ee-229a-434a-aa10-d7842002dbdf owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:37.747700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] DHCP port deletion for 10142082-be8f-4c0f-a5c6-197b3b67972d request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:10:37.921962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.945497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Deleting port 7fc9e7ee-229a-434a-aa10-d7842002dbdf {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:37.946782 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:37.955870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=7fc9e7ee-229a-434a-aa10-d7842002dbdf,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:37.957421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76e2afe8-18c2-4060-8406-4be2caa728de req-6155a3ac-9c63-4f84-9db1-4a9fd9182b0e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601082 Jan 28 01:10:37.961048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No DVR routers for this DVR port 7fc9e7ee-229a-434a-aa10-d7842002dbdf on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:37.967623 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.056754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.060932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network 21445934-1bca-412d-924a-b3cbbe5ad96e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:38.088597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (10142082-be8f-4c0f-a5c6-197b3b67972d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.089218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:38.091046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] For port 7fc9e7ee-229a-434a-aa10-d7842002dbdf, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:38.091486 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.092504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:38.110724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:38.114247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Calling delete_port for 7fc9e7ee-229a-434a-aa10-d7842002dbdf owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:38.117299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Port 7fc9e7ee-229a-434a-aa10-d7842002dbdf was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:10:38.131631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (7fc9e7ee-229a-434a-aa10-d7842002dbdf), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.145989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10142082-be8f-4c0f-a5c6-197b3b67972d']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:38.168275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:38.168706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88d9e8b-df18-47cd-a0d9-a8c7e79a93a0') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:38.190984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] No DVR routers for this DVR port 7fc9e7ee-229a-434a-aa10-d7842002dbdf on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:38.192806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5644c-781c-4071-af81-66817c74aaf7 None None] Pushing event deleted for resources: {'Port': ['ID=7fc9e7ee-229a-434a-aa10-d7842002dbdf,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:38.216408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.258700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.278237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7fc9e7ee-229a-434a-aa10-d7842002dbdf no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:38.286394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:10:38.286850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d88d9e8b-df18-47cd-a0d9-a8c7e79a93a0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.345226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:38.347617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.353921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7fc9e7ee-229a-434a-aa10-d7842002dbdf {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:38.354179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7fc9e7ee-229a-434a-aa10-d7842002dbdf not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:10:38.434335 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:10:38.448203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-936ed541-de39-4b26-b09a-4be088f05514 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0401895 Jan 28 01:10:38.469910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'admin_state_up': True, 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'security_groups': ['96ece8d8-625d-4b0d-8cff-bd214bdd9dd8']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:38.560525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (10142082-be8f-4c0f-a5c6-197b3b67972d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.566622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.574931 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/10142082-be8f-4c0f-a5c6-197b3b67972d HTTP/1.1" status: 204 len: 168 time: 1.2711766 Jan 28 01:10:38.584754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8a6c7d51-2e00-4073-bfe1-2c74f54386cb None None] Provisioning complete for port c098b13d-86cb-4235-9e1e-5ac1fdc72397 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:38.585141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7d51-2e00-4073-bfe1-2c74f54386cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.591798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34108) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:38.598245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1728801617'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:38.631295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbdd4a-7f1a-49c1-a15a-e8d2f9543ab1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=10142082-be8f-4c0f-a5c6-197b3b67972d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:38.686208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c7d51-2e00-4073-bfe1-2c74f54386cb None None] Port c098b13d-86cb-4235-9e1e-5ac1fdc72397 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:38.688600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce732b5-4a94-4654-a1ab-75937acd37cc req-b3d8a75d-c232-4761-8c6f-72433448de4a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:38.696611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ce732b5-4a94-4654-a1ab-75937acd37cc req-b3d8a75d-c232-4761-8c6f-72433448de4a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 945 time: 0.1996367 Jan 28 01:10:38.706526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Router c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:10:38.726158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:38.729726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.850083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ce732b5-4a94-4654-a1ab-75937acd37cc req-c8bba986-43b1-4442-89f2-c537a3741b0a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450591 Jan 28 01:10:38.971341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:39.097463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d3530370-e6ae-4016-9fa0-95822f4a447f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.098183 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Added segment d3530370-e6ae-4016-9fa0-95822f4a447f of type vlan for network 6ef669e1-5e17-4819-a3ff-108f47d28329 Jan 28 01:10:39.099975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:39.103960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.130614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8aee8-396c-438a-ac37-e16ab9d5e451 req-b8f98821-cc8a-4610-bb73-4ccb3c82b3b4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:39.132431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2d8aee8-396c-438a-ac37-e16ab9d5e451 req-b8f98821-cc8a-4610-bb73-4ccb3c82b3b4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 932 time: 0.2813005 Jan 28 01:10:39.209075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e5a72c77-72b6-479a-a684-f4dc08123317 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:39.215114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (73388d81-ae05-4a17-9cda-c589eec0a172), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.343452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e5a678a-a81d-4526-9b56-ec3686f52ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.360458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port e5a72c77-72b6-479a-a684-f4dc08123317 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:39.364815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port e5a72c77-72b6-479a-a684-f4dc08123317 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:39.365352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.545051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e5a72c77-72b6-479a-a684-f4dc08123317 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:39.545447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.593017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a72c77-72b6-479a-a684-f4dc08123317'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:39.595843 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff1007-eb13-44bc-8221-316d10c1129f" -d '{"events": [{"server_uuid": "271f1e7c-07f0-465e-b769-42edf3b4842d", "name": "network-vif-plugged", "status": "completed", "tag": "e5a72c77-72b6-479a-a684-f4dc08123317"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:39.614324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ad2b418a-ca1c-49b6-a49a-6a6509cd717a up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:39.631347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Deleting port 9cf9773f-8b22-479d-b363-d275f8b53c30 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:39.632631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.670045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e5a72c77-72b6-479a-a684-f4dc08123317, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e5a72c77-72b6-479a-a684-f4dc08123317,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:39.682831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:39.689678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6ef669e1-5e17-4819-a3ff-108f47d28329), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.691146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.722761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.724457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8a1e4fd4-8db4-42cb-8278-cc1b3538eadf tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8737984 Jan 28 01:10:39.728990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2d8aee8-396c-438a-ac37-e16ab9d5e451 req-fd0c87f2-7597-4fdf-8a62-ce38f1a453a4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5787992 Jan 28 01:10:39.731452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34120) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:39.787817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] For port 9cf9773f-8b22-479d-b363-d275f8b53c30, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9cf9773f-8b22-479d-b363-d275f8b53c30,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:39.788460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.792104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] Sync routers for ids ['c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:39.806202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Calling delete_port for 9cf9773f-8b22-479d-b363-d275f8b53c30 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:39.828804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e5a72c77-72b6-479a-a684-f4dc08123317,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:39.861291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] Routers {'c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:39.861992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:39.950726 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34185dd7-a4cb-4370-8c33-9e14e3ab457f x-openstack-request-id: req-34185dd7-a4cb-4370-8c33-9e14e3ab457f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:39.950927 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271f1e7c-07f0-465e-b769-42edf3b4842d", "name": "network-vif-plugged", "status": "completed", "tag": "e5a72c77-72b6-479a-a684-f4dc08123317", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:39.951190 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34185dd7-a4cb-4370-8c33-9e14e3ab457f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:39.951600 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a72c77-72b6-479a-a684-f4dc08123317', 'code': 200} Jan 28 01:10:39.953009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:39.982415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] Routers {'c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:39.982970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:39.984978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port ad2b418a-ca1c-49b6-a49a-6a6509cd717a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:40.005927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port ad2b418a-ca1c-49b6-a49a-6a6509cd717a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:40.006347 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.050745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-22ed602e-b97d-44df-8cc4-e6af020a730f tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 HTTP/1.1" status: 200 len: 924 time: 0.3118954 Jan 28 01:10:40.057504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:40.084324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6ef669e1-5e17-4819-a3ff-108f47d28329), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.091471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:40.091471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.114937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:40.115639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c0256-7db2-427e-8356-fed263dacf21 None None] The sync data for ids ['c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:40.182866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5896285 Jan 28 01:10:40.247955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38960c-6897-45b5-9cf1-1c2749cc5554 req-cfeff2b2-6a94-4aad-9af6-95f6f659ecc8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:40.250452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port ad2b418a-ca1c-49b6-a49a-6a6509cd717a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:40.251352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.258512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c38960c-6897-45b5-9cf1-1c2749cc5554 req-cfeff2b2-6a94-4aad-9af6-95f6f659ecc8 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 945 time: 1.1428318 Jan 28 01:10:40.262201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:40.295672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:40.304284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.319459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-08cff9d2-db61-4628-b07e-4d26c7228248 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 HTTP/1.1" status: 200 len: 205 time: 0.2152712 Jan 28 01:10:40.324029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34138) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:40.338075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:40.361407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9cf9773f-8b22-479d-b363-d275f8b53c30), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.396183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:40.449324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf9773f-8b22-479d-b363-d275f8b53c30,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:40.626624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b465201-2dfe-478e-821e-127480976bb4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Network': ['ID=6ef669e1-5e17-4819-a3ff-108f47d28329,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:40.640152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:40.684186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-ed889615-d6e2-4839-9192-29573daaaf9c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:40.684464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac508-34c9-4d78-8825-505624ef4479 req-9a601b4c-f90a-41eb-b5ad-d4176e7cca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:40.685928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e61ac508-34c9-4d78-8825-505624ef4479 req-9a601b4c-f90a-41eb-b5ad-d4176e7cca43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 1097 time: 0.6274769 Jan 28 01:10:40.686104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-ed889615-d6e2-4839-9192-29573daaaf9c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 945 time: 0.4227233 Jan 28 01:10:40.700916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879003e-ad8b-4ed4-a7df-6708b5b807b3 req-abfa7e0b-5b48-4020-ba4d-0ff266aaf006 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:40.710204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3879003e-ad8b-4ed4-a7df-6708b5b807b3 req-abfa7e0b-5b48-4020-ba4d-0ff266aaf006 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 945 time: 0.6268458 Jan 28 01:10:40.744408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c38960c-6897-45b5-9cf1-1c2749cc5554 req-f32113c9-2703-4e7d-a670-190ef71ad965 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846232 Jan 28 01:10:40.765446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:40.773407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.807080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.817643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 10.1.1.151 (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a/3320e466-5474-4fab-8cba-a52fb62058b8/2cf8372d-d159-4e74-abc1-9296558a7841) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:40.824726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:40.944128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e61ac508-34c9-4d78-8825-505624ef4479 req-9f2468d1-c241-4b1e-be0b-5916f8c12d0f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327130 Jan 28 01:10:41.042479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3879003e-ad8b-4ed4-a7df-6708b5b807b3 req-7af4b652-babf-46db-9287-b592b66035a0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929578 Jan 28 01:10:41.082007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (73388d81-ae05-4a17-9cda-c589eec0a172), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.093561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Deleting port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:41.093920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.234735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (2cf8372d-d159-4e74-abc1-9296558a7841), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.298407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.306566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.373428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] For port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:41.374774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.390866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (a0ff2083-08bf-420b-a9c4-1b245fc057c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.406663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Calling delete_port for fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:41.447612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5412-0547-4d2b-be70-aba5c818ae7e req-2fe7910b-2a62-49d5-b2ea-b6974162dde0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:41.457070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5412-0547-4d2b-be70-aba5c818ae7e req-2fe7910b-2a62-49d5-b2ea-b6974162dde0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:41.464467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-346e5412-0547-4d2b-be70-aba5c818ae7e req-2fe7910b-2a62-49d5-b2ea-b6974162dde0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 1654 time: 0.1677394 Jan 28 01:10:41.479571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:41.487958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:41.487958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:41.577579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=a0ff2083-08bf-420b-a9c4-1b245fc057c2,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:41.599279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:41.600215 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.629211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Checking segment: {'id': 'd3530370-e6ae-4016-9fa0-95822f4a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:41.629610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network hostable DHCP agents. Network: 6ef669e1-5e17-4819-a3ff-108f47d28329, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:41.669611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-346e5412-0547-4d2b-be70-aba5c818ae7e req-50cf1553-6df1-4a3b-89e0-a1d3d636eea7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041326 Jan 28 01:10:41.680429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2190144 Jan 28 01:10:41.713876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'admin_state_up': True, 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'security_groups': ['96ece8d8-625d-4b0d-8cff-bd214bdd9dd8']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:41.761560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:41.839347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Router 73388d81-ae05-4a17-9cda-c589eec0a172 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:41.844939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6ef669e1-5e17-4819-a3ff-108f47d28329) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:41.856372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.864449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652e180-64a2-4bf3-8639-a2a9eacaf7a6 None None] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:41.873604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:41.878611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.886111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd32a9b-010d-4215-b9de-7dd90dfe8748 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=2cf8372d-d159-4e74-abc1-9296558a7841,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:41.995344 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-878adf56-664a-43fb-84f0-b509f9b4ae8a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7303627 Jan 28 01:10:41.996137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.004313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34156) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:42.018637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-671027170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:42.026009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:42.026565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:42.033345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.034227 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547915c-0517-44e0-a790-357d04057ba4" -d '{"events": [{"server_uuid": "138d8b5c-3288-47a1-b938-892cf264e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "ad2b418a-ca1c-49b6-a49a-6a6509cd717a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:42.120623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Deleting port b6aab7e7-069f-4e05-9a66-883923cd334f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:42.123857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b6aab7e7-069f-4e05-9a66-883923cd334f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.149109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-07d1eea2-5c76-48b9-8553-fef0506894a0 None None] Provisioning complete for port 2cf8372d-d159-4e74-abc1-9296558a7841 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:42.154743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07d1eea2-5c76-48b9-8553-fef0506894a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.226301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b6aab7e7-069f-4e05-9a66-883923cd334f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.235592 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d329153-e759-4764-af87-c94723111a07 x-openstack-request-id: req-7d329153-e759-4764-af87-c94723111a07 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:42.236602 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138d8b5c-3288-47a1-b938-892cf264e4f0", "name": "network-vif-plugged", "status": "completed", "tag": "ad2b418a-ca1c-49b6-a49a-6a6509cd717a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:42.237079 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d329153-e759-4764-af87-c94723111a07 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:42.237698 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a', 'code': 200} Jan 28 01:10:42.241811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-07d1eea2-5c76-48b9-8553-fef0506894a0 None None] Port 2cf8372d-d159-4e74-abc1-9296558a7841 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:42.242013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event deleted for resources: {'Port': ['ID=fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:42.246727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Calling delete_port for b6aab7e7-069f-4e05-9a66-883923cd334f owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:42.274202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-6ef669e1-5e17-4819-a3ff-108f47d28329', 'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': 'a0ff2083-08bf-420b-a9c4-1b245fc057c2'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:10:42.275350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.372496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:42.383960 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] Sync routers for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:42.386968 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-32d0478c-3b40-4431-99d5-32c16a740654 admin admin] 10.222.0.23 "PUT /v2.0/routers/73388d81-ae05-4a17-9cda-c589eec0a172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7385838 Jan 28 01:10:42.387744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34164) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:42.406812 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:42.410033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:42.503922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] No DVR routers for this DVR port fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:42.507074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.511748 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d706f8a2-9b27-483b-9c0b-20a8227a30dd req-44b0440e-d94e-4cd5-ab41-68c89525eb3e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "DELETE /v2.0/ports/fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 HTTP/1.1" status: 204 len: 173 time: 1.8142796 Jan 28 01:10:42.513059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (0375fb43-3937-48d9-8984-c12ad9f04717), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.514160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (0375fb43-3937-48d9-8984-c12ad9f04717), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.563753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242a54-9d74-43c2-81e7-5528e4618748 req-2d26890d-0ce0-4304-9847-d6c54827bf21 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:42.589010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f242a54-9d74-43c2-81e7-5528e4618748 req-2d26890d-0ce0-4304-9847-d6c54827bf21 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 946 time: 0.6374273 Jan 28 01:10:42.602529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Allocated IP 2001:db8::2 (6ef669e1-5e17-4819-a3ff-108f47d28329/a0ff2083-08bf-420b-a9c4-1b245fc057c2/b33269b3-23fc-491d-9ae2-8a020008a454) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:42.669602 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:42.709967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4936432d-0cbb-45fd-a31f-70213d7c513e req-96448abe-c677-4f4b-93c0-e1cf8b5b0df3 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.2456574 Jan 28 01:10:43.055754 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T01:10:40Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:43.088782 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] Checking router: 73388d81-ae05-4a17-9cda-c589eec0a172 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:43.099254 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] Routers {'73388d81-ae05-4a17-9cda-c589eec0a172'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:43.099874 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['73388d81-ae05-4a17-9cda-c589eec0a172'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:43.222316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f242a54-9d74-43c2-81e7-5528e4618748 req-debb4d5c-6b57-4105-93bb-32aba1720fa3 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322896 Jan 28 01:10:43.223412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:43.238476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] Set router 73388d81-ae05-4a17-9cda-c589eec0a172 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:43.277709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:43.278083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:43.297380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 10.1.1.65 (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a/3320e466-5474-4fab-8cba-a52fb62058b8/78f754f5-aa9f-41cb-827a-493290db7aeb) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:43.301793 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for router_controller (0375fb43-3937-48d9-8984-c12ad9f04717), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.302917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Publish callbacks [] for port (b33269b3-23fc-491d-9ae2-8a020008a454), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.309134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'name': 'network-vif-deleted', 'tag': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:43.311973 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51386faf-9a51-408e-ad68-18dc2baf488b" -d '{"events": [{"server_uuid": "f4a4eda6-973a-4bc4-b39d-4a3615cac95a", "name": "network-vif-deleted", "tag": "fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:43.315821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b6aab7e7-069f-4e05-9a66-883923cd334f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.321755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks [] for router (73388d81-ae05-4a17-9cda-c589eec0a172), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.326007 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.335565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (0375fb43-3937-48d9-8984-c12ad9f04717), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.349618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13770-6997-42e6-866f-ed2d2b1a5b1c req-a3831eec-633d-47a3-bfd2-2f9582bdb58b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:43.369703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13770-6997-42e6-866f-ed2d2b1a5b1c req-a3831eec-633d-47a3-bfd2-2f9582bdb58b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:43.381398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1e13770-6997-42e6-866f-ed2d2b1a5b1c req-a3831eec-633d-47a3-bfd2-2f9582bdb58b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 1654 time: 0.3178239 Jan 28 01:10:43.441610 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a54ef8-86c1-4a80-a95c-39dcbe71f0cf x-openstack-request-id: req-99a54ef8-86c1-4a80-a95c-39dcbe71f0cf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:43.442267 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a4eda6-973a-4bc4-b39d-4a3615cac95a", "name": "network-vif-deleted", "tag": "fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:43.442267 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99a54ef8-86c1-4a80-a95c-39dcbe71f0cf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:43.442799 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a4eda6-973a-4bc4-b39d-4a3615cac95a', 'name': 'network-vif-deleted', 'tag': 'fc1d4fd3-8f97-4bfd-925f-3c6ccadd8786', 'status': 'completed', 'code': 200} Jan 28 01:10:43.448729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Pushing event updated for resources: {'Port': ['ID=b33269b3-23fc-491d-9ae2-8a020008a454,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:43.451405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event deleted for resources: {'Port': ['ID=b6aab7e7-069f-4e05-9a66-883923cd334f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:43.464100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.464995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f90485-b8df-4d5e-9de5-9cb0bba58256 req-784fb2b6-93c6-4df2-bc50-d889cca6727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:43.464995 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-13f90485-b8df-4d5e-9de5-9cb0bba58256 req-784fb2b6-93c6-4df2-bc50-d889cca6727a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 1097 time: 1.0731204 Jan 28 01:10:43.491374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:43.495366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:43.506554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:43.540766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.545140 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c1e823f9-2e0c-445a-a6e6-f4f372ca05b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5395880 Jan 28 01:10:43.549703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34180) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:43.561465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329', 'name': 'tempest-PortsIpV6TestJSON-2107036598'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:43.590323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1e13770-6997-42e6-866f-ed2d2b1a5b1c req-987b86cb-4130-48a9-8e0a-3362bbf0c0d4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015271 Jan 28 01:10:43.645056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.657921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Attempting to bind port b33269b3-23fc-491d-9ae2-8a020008a454 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:43.658285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Attempting to bind port b33269b3-23fc-491d-9ae2-8a020008a454 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd3530370-e6ae-4016-9fa0-95822f4a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:43.658655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Attempting to bind port b33269b3-23fc-491d-9ae2-8a020008a454 on network 6ef669e1-5e17-4819-a3ff-108f47d28329 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:43.669629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:43.670043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Checking segment: {'id': 'd3530370-e6ae-4016-9fa0-95822f4a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:43.670499 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.670844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Bound using segment: {'id': 'd3530370-e6ae-4016-9fa0-95822f4a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:43.671299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Bound port: b33269b3-23fc-491d-9ae2-8a020008a454, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3530370-e6ae-4016-9fa0-95822f4a447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6ef669e1-5e17-4819-a3ff-108f47d28329'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:43.671687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.805099 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-13f90485-b8df-4d5e-9de5-9cb0bba58256 req-cb87795d-87cb-46c6-8d31-d4858a51dd6e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220735 Jan 28 01:10:43.808563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:43.812536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.825838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] For port b33269b3-23fc-491d-9ae2-8a020008a454, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:43.833894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] For port b33269b3-23fc-491d-9ae2-8a020008a454, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b33269b3-23fc-491d-9ae2-8a020008a454,segment=NetworkSegment(d3530370-e6ae-4016-9fa0-95822f4a447f),segment_id=d3530370-e6ae-4016-9fa0-95822f4a447f)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:43.836098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks [] for router_gateway (73388d81-ae05-4a17-9cda-c589eec0a172), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.844489 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.874064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:10:43.952225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.978182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.985064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6a979-eaa2-4b23-afcc-cf0dbf06022a None None] Pushing event updated for resources: {'Port': ['ID=b33269b3-23fc-491d-9ae2-8a020008a454,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:43.989397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcf8a7e0-a52d-4212-9bf7-9d2390ec8951 req-c1afeba5-010b-4b1d-aef3-0b40d3acfcf9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.0758343 Jan 28 01:10:44.026803 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T01:10:40Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:44.101638 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fccf5e-b34a-4202-a649-0e082de4512d None None] The sync data for ids ['73388d81-ae05-4a17-9cda-c589eec0a172'] in n-d-826756-1 is: [{'id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'name': 'tempest-ServerActionsTestJSON-1200121202-router', 'tenant_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:11Z', 'updated_at': '2022-01-28T01:10:40Z', 'revision_number': 5, 'project_id': 'c24dcfdc70724ba9be030b98a4d04a95', 'gw_port': {'id': '65dc697a-a34f-4226-b9b7-503af94a7aae', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73388d81-ae05-4a17-9cda-c589eec0a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:12Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:44.113120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.116865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.117749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Fanout notify agent at l3_agent the message router_deleted on router c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:10:44.126612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.131665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e12d3bcc-e46e-4f46-a0e3-0ff6049433d3 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 HTTP/1.1" status: 204 len: 168 time: 3.7952633 Jan 28 01:10:44.133574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Deleting port 65dc697a-a34f-4226-b9b7-503af94a7aae {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:44.133956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.135738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:44.199561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.208469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-836206447', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': False}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:44.231150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::2b5 (6ef669e1-5e17-4819-a3ff-108f47d28329/a0ff2083-08bf-420b-a9c4-1b245fc057c2/fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:44.268942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:44.272821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:44.280590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (421e492e-0a23-41b8-8325-69567116c512), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.281655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (421e492e-0a23-41b8-8325-69567116c512), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.282026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:44.337132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (421e492e-0a23-41b8-8325-69567116c512), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.337337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.337980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.345347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:44.371820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e04775d1-86b9-45a8-882c-f7e903281dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6637328 Jan 28 01:10:44.391129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'admin_state_up': True, 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'security_groups': ['96ece8d8-625d-4b0d-8cff-bd214bdd9dd8']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:44.627525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (421e492e-0a23-41b8-8325-69567116c512), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.645873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d81d-a13f-4a38-a183-0cd8f975f059 req-fce8d752-9977-42d4-8080-17349a13b279 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.659959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e62d81d-a13f-4a38-a183-0cd8f975f059 req-fce8d752-9977-42d4-8080-17349a13b279 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 946 time: 0.2352037 Jan 28 01:10:44.717388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] For port 65dc697a-a34f-4226-b9b7-503af94a7aae, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65dc697a-a34f-4226-b9b7-503af94a7aae,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:44.717799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.835199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-50dda9ab-68ff-4582-b941-319616d82cc5 None None] Provisioning complete for port 78f754f5-aa9f-41cb-827a-493290db7aeb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:44.838082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-50dda9ab-68ff-4582-b941-319616d82cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.866469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Calling delete_port for 65dc697a-a34f-4226-b9b7-503af94a7aae owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:44.949559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e62d81d-a13f-4a38-a183-0cd8f975f059 req-9bb449d4-3e73-4d1f-a399-95e361d0763e tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884655 Jan 28 01:10:44.979797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-50dda9ab-68ff-4582-b941-319616d82cc5 None None] Port 78f754f5-aa9f-41cb-827a-493290db7aeb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:45.008556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564332a-eadc-46fc-8011-3f5045aaa811 req-9d319ef1-d84b-4add-b3ef-e2185c64b2e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.019378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564332a-eadc-46fc-8011-3f5045aaa811 req-9d319ef1-d84b-4add-b3ef-e2185c64b2e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.029332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564332a-eadc-46fc-8011-3f5045aaa811 req-9d319ef1-d84b-4add-b3ef-e2185c64b2e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.049111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4564332a-eadc-46fc-8011-3f5045aaa811 req-9d319ef1-d84b-4add-b3ef-e2185c64b2e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 2374 time: 0.2140784 Jan 28 01:10:45.067400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:45.256249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e61a-e495-40ae-8260-18a0f85ad49f req-5c4434e4-efd8-4c37-b052-994a251d07eb tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.266961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0249e61a-e495-40ae-8260-18a0f85ad49f req-5c4434e4-efd8-4c37-b052-994a251d07eb tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 946 time: 0.0991156 Jan 28 01:10:45.320504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.360893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0249e61a-e495-40ae-8260-18a0f85ad49f req-b8dbae62-54fe-4c09-a122-c8d09ec24ec1 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Jan 28 01:10:45.389026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4564332a-eadc-46fc-8011-3f5045aaa811 req-04beb534-ce65-4a0f-84ba-ba6ef3c5e7f6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385837 Jan 28 01:10:45.470537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.699584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.828944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 10.2.2.100 (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676/d599160d-dd8a-4609-81c8-54c36b00dc62/8e121e0a-8b97-4a53-a05c-6f9738a4b08c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:45.862564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:45.889965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:45.892489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:45.897989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.898622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.920216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:45.937651 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b870d76f-972f-499b-89b5-4abe5aac0119 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3782816 Jan 28 01:10:45.961165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34222) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:45.984424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.053424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-569a30b0-ce35-4787-afb4-20f3216f842f req-c42e8afa-6f09-4ad2-9ad5-8efeb277f305 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.0542035 Jan 28 01:10:46.105056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.225460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:46.228979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:46.234028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:46.285059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db1df9-c6b5-4db6-97ce-58e6c1a3acdf None None] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:46.311408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:46.360348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (65dc697a-a34f-4226-b9b7-503af94a7aae), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.402514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:46.403194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.428283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b33269b3-23fc-491d-9ae2-8a020008a454 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:46.441765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7bb9e56a-2ae5-4b53-8710-997902451778 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0550044 Jan 28 01:10:46.461863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'admin_state_up': True, 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'security_groups': ['96ece8d8-625d-4b0d-8cff-bd214bdd9dd8']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:46.522583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] Provisioning complete for port b33269b3-23fc-491d-9ae2-8a020008a454 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:46.523003 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.578780 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (73388d81-ae05-4a17-9cda-c589eec0a172), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.750635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b33269b3-23fc-491d-9ae2-8a020008a454 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:46.751303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.757183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (73388d81-ae05-4a17-9cda-c589eec0a172), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.759580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks [] for router_controller (73388d81-ae05-4a17-9cda-c589eec0a172), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.823733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (421e492e-0a23-41b8-8325-69567116c512), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.872273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.883629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] Current status of the port b33269b3-23fc-491d-9ae2-8a020008a454 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:46.894367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:46.997479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] For port b33269b3-23fc-491d-9ae2-8a020008a454, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b33269b3-23fc-491d-9ae2-8a020008a454,segment=NetworkSegment(d3530370-e6ae-4016-9fa0-95822f4a447f),segment_id=d3530370-e6ae-4016-9fa0-95822f4a447f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:47.009352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.042770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Allocated IP 172.25.1.166 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/c602d183-e198-4937-970d-de1e33eebcc9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:47.125276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (73388d81-ae05-4a17-9cda-c589eec0a172), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.125823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73388d81-ae05-4a17-9cda-c589eec0a172 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:10:47.130240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa8c6f-0880-472c-b827-56c0a565c6d4 None None] Pushing event updated for resources: {'Port': ['ID=b33269b3-23fc-491d-9ae2-8a020008a454,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:47.132269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.139450 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] 10.222.0.23 "DELETE /v2.0/routers/73388d81-ae05-4a17-9cda-c589eec0a172 HTTP/1.1" status: 204 len: 168 time: 4.6763735 Jan 28 01:10:47.142006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64ed96-f672-4866-b399-3826395c8946 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dc697a-a34f-4226-b9b7-503af94a7aae,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:47.146980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34242) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:47.162043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b33269b3-23fc-491d-9ae2-8a020008a454 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:47.168079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.221764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-35b25bdb-55d7-4b14-8f65-37959f969e15 None None] Provisioning complete for port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:47.226917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-35b25bdb-55d7-4b14-8f65-37959f969e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.229209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Deleting subnet 70f582c7-292b-47db-bb58-9f160eb36418 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:47.349800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Publish callbacks [] for subnet (70f582c7-292b-47db-bb58-9f160eb36418), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.355875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.604180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-35b25bdb-55d7-4b14-8f65-37959f969e15 None None] Port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:47.678888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248cf5f-9928-4116-8133-ac04bbb236bc req-7463f1c6-1646-41e7-a158-b2561549872a tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:47.680488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b248cf5f-9928-4116-8133-ac04bbb236bc req-7463f1c6-1646-41e7-a158-b2561549872a tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 946 time: 1.1860297 Jan 28 01:10:47.686065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:10:47.686430 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:10:47.751493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f74a8cc1-ae76-4f1f-8451-5e6390fbcfa9 None None] Provisioning complete for port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:47.753628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f74a8cc1-ae76-4f1f-8451-5e6390fbcfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.803515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f74a8cc1-ae76-4f1f-8451-5e6390fbcfa9 None None] Port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:47.810383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b21f-41f9-41f9-ad4d-fc1287875883 req-ffb6a04f-db98-4b27-ae5a-716765113dbb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:47.815186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f74a8cc1-ae76-4f1f-8451-5e6390fbcfa9 None None] Provisioning complete for port b33269b3-23fc-491d-9ae2-8a020008a454 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:47.815566 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f74a8cc1-ae76-4f1f-8451-5e6390fbcfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.830169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b21f-41f9-41f9-ad4d-fc1287875883 req-ffb6a04f-db98-4b27-ae5a-716765113dbb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:47.839469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b21f-41f9-41f9-ad4d-fc1287875883 req-ffb6a04f-db98-4b27-ae5a-716765113dbb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:47.845323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b21f-41f9-41f9-ad4d-fc1287875883 req-ffb6a04f-db98-4b27-ae5a-716765113dbb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:47.847336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a90b21f-41f9-41f9-ad4d-fc1287875883 req-ffb6a04f-db98-4b27-ae5a-716765113dbb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 3095 time: 0.3650913 Jan 28 01:10:47.899978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Made reservation on behalf of 950838c4d59148eab5fb992c0978c75a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:47.905020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.907794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (70f582c7-292b-47db-bb58-9f160eb36418), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.934884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for port (c602d183-e198-4937-970d-de1e33eebcc9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:47.936438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b248cf5f-9928-4116-8133-ac04bbb236bc req-c55e9fb7-09f3-4a96-b77e-6d29cd437a38 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403617 Jan 28 01:10:47.985633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a90b21f-41f9-41f9-ad4d-fc1287875883 req-26218883-38cf-4822-9834-46f00e06d85a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101751 Jan 28 01:10:48.013033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f74a8cc1-ae76-4f1f-8451-5e6390fbcfa9 None None] Current status of the port b33269b3-23fc-491d-9ae2-8a020008a454 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:48.161373 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c602d183-e198-4937-970d-de1e33eebcc9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.167376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52bcaaa4-72e2-4ec0-94cf-1517d6196790 req-893c410f-a4c4-4fc3-9b0f-f7ef6c932aae tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.0465546 Jan 28 01:10:48.185920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4c8c14f4-17eb-4465-aa27-e7741c6343b8 None None] Provisioning complete for port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:48.185920 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c8c14f4-17eb-4465-aa27-e7741c6343b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.257139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:48.286151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (70f582c7-292b-47db-bb58-9f160eb36418), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.286999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b33269b3-23fc-491d-9ae2-8a020008a454 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:48.292901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:48.323212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9cf9773f-8b22-479d-b363-d275f8b53c30 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:48.329424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:48.356306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 9cf9773f-8b22-479d-b363-d275f8b53c30 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:48.357119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9cf9773f-8b22-479d-b363-d275f8b53c30 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:48.368669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Port': ['ID=c602d183-e198-4937-970d-de1e33eebcc9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:48.369440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c14f4-17eb-4465-aa27-e7741c6343b8 None None] Port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:48.373198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Allocated IP 10.2.2.200 (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676/d599160d-dd8a-4609-81c8-54c36b00dc62/972a599d-583a-45d4-ab6e-12356ccb2ace) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:48.505929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.511052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (70f582c7-292b-47db-bb58-9f160eb36418), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.538086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b33269b3-23fc-491d-9ae2-8a020008a454 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:48.566126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.629274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f582c7-292b-47db-bb58-9f160eb36418,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:48.660596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b33269b3-23fc-491d-9ae2-8a020008a454 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:48.661591 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.699437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.701416 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.704726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7fbe4403-e957-4055-b1d1-c41cfc0745a0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70f582c7-292b-47db-bb58-9f160eb36418 HTTP/1.1" status: 204 len: 168 time: 1.5567565 Jan 28 01:10:48.709496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34258) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:48.746522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0e377-91fc-4eb5-bd5f-3ccec2da82c9 None None] Network 5bf3e650-aee2-4370-8db1-b58f323f9a44 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:48.909099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:48.977124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:48.992360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b33269b3-23fc-491d-9ae2-8a020008a454 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:49.106018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65dc697a-a34f-4226-b9b7-503af94a7aae no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:49.161455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:49.165909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 65dc697a-a34f-4226-b9b7-503af94a7aae {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:49.166829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65dc697a-a34f-4226-b9b7-503af94a7aae not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:49.175130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] DHCP port deletion for 5bf3e650-aee2-4370-8db1-b58f323f9a44 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:10:49.202476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5bf3e650-aee2-4370-8db1-b58f323f9a44), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.220530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (0375fb43-3937-48d9-8984-c12ad9f04717), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.248617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:49.284162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:49.299762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] Deleting port f73335b6-019d-4002-b509-1f5070d74854 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:49.300145 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f73335b6-019d-4002-b509-1f5070d74854), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.347878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (421e492e-0a23-41b8-8325-69567116c512), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.351666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event updated for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:49.419626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-06e0e616-6f2a-40cd-87d7-f880c1a3da02 None None] Provisioning complete for port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:49.420016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-06e0e616-6f2a-40cd-87d7-f880c1a3da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.483321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115818-5e4e-4a50-ac89-715868e56af8 req-ed9125b1-c1c1-443d-87e7-d58c324ab668 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.492414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a115818-5e4e-4a50-ac89-715868e56af8 req-ed9125b1-c1c1-443d-87e7-d58c324ab668 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 946 time: 0.3355696 Jan 28 01:10:49.529181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-30cbe797-989b-4900-87fb-dc7b74f7b041 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.537548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-30cbe797-989b-4900-87fb-dc7b74f7b041 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.546316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-30cbe797-989b-4900-87fb-dc7b74f7b041 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.550998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] For port f73335b6-019d-4002-b509-1f5070d74854, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f73335b6-019d-4002-b509-1f5070d74854,segment=NetworkSegment(aea7c9c1-ad61-4460-a2db-13ac622e5633),segment_id=aea7c9c1-ad61-4460-a2db-13ac622e5633)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:49.552652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-30cbe797-989b-4900-87fb-dc7b74f7b041 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.552862 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f73335b6-019d-4002-b509-1f5070d74854), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.572971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] Calling delete_port for f73335b6-019d-4002-b509-1f5070d74854 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:49.573407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-30cbe797-989b-4900-87fb-dc7b74f7b041 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.579353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-06e0e616-6f2a-40cd-87d7-f880c1a3da02 None None] Port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:49.590470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-30cbe797-989b-4900-87fb-dc7b74f7b041 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 3816 time: 0.3782010 Jan 28 01:10:49.614293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:49.614960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.680970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-64f7a4aa-9a18-4093-b771-36c76cc440c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2256210 Jan 28 01:10:49.704740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:49.728906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f058fff8-e3c4-4408-ae95-c8c2ef6a6070 None None] Provisioning complete for port 972a599d-583a-45d4-ab6e-12356ccb2ace triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:49.729568 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f058fff8-e3c4-4408-ae95-c8c2ef6a6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.748449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a115818-5e4e-4a50-ac89-715868e56af8 req-1e346055-56e3-48f9-a21a-ea385a3ce077 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548800 Jan 28 01:10:49.779678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f058fff8-e3c4-4408-ae95-c8c2ef6a6070 None None] Port 972a599d-583a-45d4-ab6e-12356ccb2ace cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:49.781295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (f73335b6-019d-4002-b509-1f5070d74854), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.814893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] Pushing event deleted for resources: {'Port': ['ID=f73335b6-019d-4002-b509-1f5070d74854,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:49.818588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0d63a-8bc3-4ffd-a2fb-af1477eae225 None None] No DVR routers for this DVR port f73335b6-019d-4002-b509-1f5070d74854 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:49.847710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c7774b2-2741-4bcd-8b43-b7fd25255e49 req-c94dffdf-d415-40db-837a-b7a1b31516d9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556720 Jan 28 01:10:49.875588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Deleting port f73335b6-019d-4002-b509-1f5070d74854 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:49.895709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f73335b6-019d-4002-b509-1f5070d74854), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.910551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:49.915124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (421e492e-0a23-41b8-8325-69567116c512), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.020377 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.150126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] For port f73335b6-019d-4002-b509-1f5070d74854, host n-d-826756-1, got binding levels [] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:50.150645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f73335b6-019d-4002-b509-1f5070d74854), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.175983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Calling delete_port for f73335b6-019d-4002-b509-1f5070d74854 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:50.179391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Port f73335b6-019d-4002-b509-1f5070d74854 was not found and therefore no delete operation was performed {{(pid=109594) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:10:50.195960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f73335b6-019d-4002-b509-1f5070d74854), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.277303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73335b6-019d-4002-b509-1f5070d74854,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:50.280832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bf781ff-0d0c-41b3-8d2e-714737e01fcb req-98a5b4e4-2d76-42a6-bd69-d3dbc8e36b08 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.0990803 Jan 28 01:10:50.290564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] No DVR routers for this DVR port f73335b6-019d-4002-b509-1f5070d74854 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:50.401204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-472c0ba0-b607-4282-b0e6-797b9ab76ec9 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:50.403179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-472c0ba0-b607-4282-b0e6-797b9ab76ec9 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 946 time: 0.1810124 Jan 28 01:10:50.414464 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5bf3e650-aee2-4370-8db1-b58f323f9a44), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.494731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf3e650-aee2-4370-8db1-b58f323f9a44']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:50.510784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f73335b6-019d-4002-b509-1f5070d74854 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:50.553732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f73335b6-019d-4002-b509-1f5070d74854 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:50.558389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f73335b6-019d-4002-b509-1f5070d74854 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:50.580855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea7c9c1-ad61-4460-a2db-13ac622e5633') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:50.581163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea7c9c1-ad61-4460-a2db-13ac622e5633') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:50.599720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (aea7c9c1-ad61-4460-a2db-13ac622e5633), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.608811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-5321c59e-a4f0-451a-9940-ca9ce7c8506c tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:50.610636 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-5321c59e-a4f0-451a-9940-ca9ce7c8506c tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "GET /v2.0/ports?device_id=271f1e7c-07f0-465e-b769-42edf3b4842d HTTP/1.1" status: 200 len: 946 time: 0.2035544 Jan 28 01:10:50.632024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (aea7c9c1-ad61-4460-a2db-13ac622e5633), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.638272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Router 421e492e-0a23-41b8-8325-69567116c512 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:10:50.677365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:10:50.678105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (aea7c9c1-ad61-4460-a2db-13ac622e5633), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.731684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:10:50.737951 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:10:50.748989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5bf3e650-aee2-4370-8db1-b58f323f9a44), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.771916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.775682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5bf3e650-aee2-4370-8db1-b58f323f9a44 HTTP/1.1" status: 204 len: 168 time: 2.0623131 Jan 28 01:10:50.805989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff6ad7-e667-47d8-9e10-b4363f464190 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf3e650-aee2-4370-8db1-b58f323f9a44,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:50.857096 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.857961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (0375fb43-3937-48d9-8984-c12ad9f04717), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:50.995105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:51.087715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34288) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:51.125334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8493575-9498-4a7b-84fd-595f6b6929d8 req-6de92514-7b16-42cd-86e4-e5588139079f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.133453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8493575-9498-4a7b-84fd-595f6b6929d8 req-6de92514-7b16-42cd-86e4-e5588139079f tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 946 time: 0.2345915 Jan 28 01:10:51.221126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c098b13d-86cb-4235-9e1e-5ac1fdc72397 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:51.245495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-e2586b3d-7aca-47af-8686-8dd62d7ee6ac tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.265100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-e2586b3d-7aca-47af-8686-8dd62d7ee6ac tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.271211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-e2586b3d-7aca-47af-8686-8dd62d7ee6ac tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.278914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-e2586b3d-7aca-47af-8686-8dd62d7ee6ac tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.290689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-e2586b3d-7aca-47af-8686-8dd62d7ee6ac tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.303416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-e2586b3d-7aca-47af-8686-8dd62d7ee6ac tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 3816 time: 0.2685905 Jan 28 01:10:51.336242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Publish callbacks [] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.398387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8493575-9498-4a7b-84fd-595f6b6929d8 req-675f3235-9a5d-47a0-9e8a-9935fb6f3d13 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637691 Jan 28 01:10:51.472464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-693369bf-f2e5-4e81-b968-69f786ff9d11 req-cbdb8c18-695f-449d-9c05-fef0ff24cf4c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632547 Jan 28 01:10:51.476505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Transition to ACTIVE for port object c098b13d-86cb-4235-9e1e-5ac1fdc72397 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:10:51.482063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.573943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Pushing event updated for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:51.594669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Deleting port ad2b418a-ca1c-49b6-a49a-6a6509cd717a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:51.595008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.734523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Attempting to bind port c098b13d-86cb-4235-9e1e-5ac1fdc72397 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:51.734913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Attempting to bind port c098b13d-86cb-4235-9e1e-5ac1fdc72397 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:51.735193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Attempting to bind port c098b13d-86cb-4235-9e1e-5ac1fdc72397 on network 21445934-1bca-412d-924a-b3cbbe5ad96e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:51.740298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Port c098b13d-86cb-4235-9e1e-5ac1fdc72397 on network 21445934-1bca-412d-924a-b3cbbe5ad96e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:10:51.741019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Attempting to bind port c098b13d-86cb-4235-9e1e-5ac1fdc72397 on network 21445934-1bca-412d-924a-b3cbbe5ad96e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:51.755065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:51.755471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Checking segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:51.755802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Bound using segment: {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:51.756971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Bound port: c098b13d-86cb-4235-9e1e-5ac1fdc72397, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:51.757401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.805686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] For port ad2b418a-ca1c-49b6-a49a-6a6509cd717a, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:51.806116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.819067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Calling delete_port for ad2b418a-ca1c-49b6-a49a-6a6509cd717a owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:51.849516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-836725df-c5a8-44ef-aa76-5face76f36fc req-938cd1e9-4ea5-4334-963d-1ceca12b38f1 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.0967674 Jan 28 01:10:51.947214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:51.950590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:51.970127 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.992102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.992741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:51.994167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] 10.222.0.45 "PUT /v2.0/ports/c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1092 time: 2.2942317 Jan 28 01:10:52.014477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:52.016857 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778a797-aff5-4f2e-8efd-54d9ff62f01c" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:52.031013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:52.094680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-0ebe1bf1-e491-48aa-8f67-6a20eae69dac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2185311 Jan 28 01:10:52.147311 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f06af5-80da-4d07-9714-416a37ff02bd x-openstack-request-id: req-14f06af5-80da-4d07-9714-416a37ff02bd {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:52.147674 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:52.147886 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14f06af5-80da-4d07-9714-416a37ff02bd {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:52.148256 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'status': 'completed', 'code': 200} Jan 28 01:10:52.148816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.192650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:52.206371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Sync routers for ids ['421e492e-0a23-41b8-8325-69567116c512'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:52.228409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Deleting port e5a72c77-72b6-479a-a684-f4dc08123317 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:52.228928 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.242709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Routers {'421e492e-0a23-41b8-8325-69567116c512'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:52.243358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['421e492e-0a23-41b8-8325-69567116c512'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:52.252658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17687ee7-8ead-4d2f-be3e-f094d9c745bd service neutron] Pushing event updated for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:52.435770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] For port e5a72c77-72b6-479a-a684-f4dc08123317, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e5a72c77-72b6-479a-a684-f4dc08123317,segment=NetworkSegment(3255d2e6-cb94-4f33-ab52-ca2694e2962c),segment_id=3255d2e6-cb94-4f33-ab52-ca2694e2962c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:52.436145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.451428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Calling delete_port for e5a72c77-72b6-479a-a684-f4dc08123317 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:52.521476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Set router 421e492e-0a23-41b8-8325-69567116c512 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:52.649586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.654184 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e76f537-dea9-48a0-8a2d-90bd8c7a5bcf tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5061009 Jan 28 01:10:52.669909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:52.690740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:52.700051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e5a72c77-72b6-479a-a684-f4dc08123317), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.738456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e5a72c77-72b6-479a-a684-f4dc08123317'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:52.742195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['ad2b418a-ca1c-49b6-a49a-6a6509cd717a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:52.760920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:52.791771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event deleted for resources: {'Port': ['ID=e5a72c77-72b6-479a-a684-f4dc08123317,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:52.837038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] No DVR routers for this DVR port e5a72c77-72b6-479a-a684-f4dc08123317 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:52.869826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:52.873664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-492c1c27-3c7b-4228-9dda-d271d7ba3b46 req-05db670c-9166-485c-ad7c-8409a85129be tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.43 "DELETE /v2.0/ports/e5a72c77-72b6-479a-a684-f4dc08123317 HTTP/1.1" status: 204 len: 173 time: 2.2519073 Jan 28 01:10:52.885467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'name': 'network-vif-deleted', 'tag': 'e5a72c77-72b6-479a-a684-f4dc08123317'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:52.888096 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fdb1d-7724-4ed2-837b-9b197947ff53" -d '{"events": [{"server_uuid": "271f1e7c-07f0-465e-b769-42edf3b4842d", "name": "network-vif-deleted", "tag": "e5a72c77-72b6-479a-a684-f4dc08123317"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:52.903551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-61437cff-5ee3-4802-af4f-e15fe094afb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c24dcfdc70724ba9be030b98a4d04a95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3121803 Jan 28 01:10:52.928809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34316) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:52.965853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-662bdfb6-bfde-439a-8315-7f49921e7641 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3347738 Jan 28 01:10:53.011119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5307270d-4050-4d1a-99a8-bfc83f18aee0 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/421e492e-0a23-41b8-8325-69567116c512 HTTP/1.1" status: 200 len: 908 time: 0.2813725 Jan 28 01:10:53.027183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34318) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:53.029978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-d5b163d0-a780-4c63-bc06-3c9529ff4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.031519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-d5b163d0-a780-4c63-bc06-3c9529ff4c0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 1098 time: 0.8865132 Jan 28 01:10:53.061023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-836206447', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': True}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:53.132837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-e58f23ab-7023-43c9-8df2-9f425a42be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.133332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-e58f23ab-7023-43c9-8df2-9f425a42be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.133839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-e58f23ab-7023-43c9-8df2-9f425a42be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.134317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-e58f23ab-7023-43c9-8df2-9f425a42be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.134788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-e58f23ab-7023-43c9-8df2-9f425a42be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.136682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-e58f23ab-7023-43c9-8df2-9f425a42be6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 4363 time: 0.8986304 Jan 28 01:10:53.145990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (622ee43a-0954-41c5-b89b-f3e85ca579a6), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.146228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (622ee43a-0954-41c5-b89b-f3e85ca579a6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.220161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421e492e-0a23-41b8-8325-69567116c512', 'name': 'tempest-snat-router-836206447', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.166'}], 'enable_snat': False}, 'gw_port_id': 'c602d183-e198-4937-970d-de1e33eebcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:44Z', 'updated_at': '2022-01-28T01:10:48Z', 'revision_number': 3, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port': {'id': 'c602d183-e198-4937-970d-de1e33eebcc9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421e492e-0a23-41b8-8325-69567116c512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:46Z', 'updated_at': '2022-01-28T01:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:53.253910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (622ee43a-0954-41c5-b89b-f3e85ca579a6), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.294220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Checking router: 421e492e-0a23-41b8-8325-69567116c512 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:53.294869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Updating router 421e492e-0a23-41b8-8325-69567116c512 port c602d183-e198-4937-970d-de1e33eebcc9 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:10:53.327988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c602d183-e198-4937-970d-de1e33eebcc9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.340303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ad2b418a-ca1c-49b6-a49a-6a6509cd717a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.350329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-bc1d1329-50d0-4593-a58f-c38f22d503ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.352206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-bc1d1329-50d0-4593-a58f-c38f22d503ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1458499 Jan 28 01:10:53.474060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e5769f-0c19-4006-a3ca-6c35b1798f0b admin admin] Publish callbacks [] for security_group (08b28125-696d-4fc3-9165-78ac7b0ab1d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.539956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e5769f-0c19-4006-a3ca-6c35b1798f0b admin admin] Publish callbacks [] for security_group (08b28125-696d-4fc3-9165-78ac7b0ab1d9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.617474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (622ee43a-0954-41c5-b89b-f3e85ca579a6), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.658142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['ad2b418a-ca1c-49b6-a49a-6a6509cd717a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:53.683881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-313ef3ce-8ffd-4715-b3d2-a164396d63ed None None] Provisioning complete for port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:53.684261 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-313ef3ce-8ffd-4715-b3d2-a164396d63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.722435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3061e73-adcc-47f0-84ac-b09c58df6a2a req-6f23350e-ddf9-4630-bc8b-1c995bd9f702 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.725121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3061e73-adcc-47f0-84ac-b09c58df6a2a req-6f23350e-ddf9-4630-bc8b-1c995bd9f702 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/ports?device_id=138d8b5c-3288-47a1-b938-892cf264e4f0 HTTP/1.1" status: 200 len: 946 time: 1.0847046 Jan 28 01:10:53.778740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-9cac7d97-c6dc-4a59-a2da-e79bb629190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.782042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-9cac7d97-c6dc-4a59-a2da-e79bb629190a service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.3857090 Jan 28 01:10:53.801365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Pushing event deleted for resources: {'Port': ['ID=ad2b418a-ca1c-49b6-a49a-6a6509cd717a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:53.803906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-313ef3ce-8ffd-4715-b3d2-a164396d63ed None None] Port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:10:53.844968 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Publish callbacks [] for port (c602d183-e198-4937-970d-de1e33eebcc9), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.862417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c602d183-e198-4937-970d-de1e33eebcc9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.873970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Router 0375fb43-3937-48d9-8984-c12ad9f04717 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:10:53.919230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] No DVR routers for this DVR port ad2b418a-ca1c-49b6-a49a-6a6509cd717a on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:53.922757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:53.926632 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.45 "DELETE /v2.0/ports/ad2b418a-ca1c-49b6-a49a-6a6509cd717a HTTP/1.1" status: 204 len: 173 time: 3.5040543 Jan 28 01:10:53.933410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea944e-a224-4de0-9730-32d7381c6ae6 None None] Pushing event updated for resources: {'Port': ['ID=c602d183-e198-4937-970d-de1e33eebcc9,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:53.975854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Attempting to bind port c602d183-e198-4937-970d-de1e33eebcc9 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:53.976419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Attempting to bind port c602d183-e198-4937-970d-de1e33eebcc9 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:53.976883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Attempting to bind port c602d183-e198-4937-970d-de1e33eebcc9 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:54.000275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:54.005832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:54.009552 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:54.010285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:54.010929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Bound port: c602d183-e198-4937-970d-de1e33eebcc9, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:54.011430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c602d183-e198-4937-970d-de1e33eebcc9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:54.042479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e5769f-0c19-4006-a3ca-6c35b1798f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (08b28125-696d-4fc3-9165-78ac7b0ab1d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:54.045111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e5769f-0c19-4006-a3ca-6c35b1798f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:54.049151 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8e5769f-0c19-4006-a3ca-6c35b1798f0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08b28125-696d-4fc3-9165-78ac7b0ab1d9 HTTP/1.1" status: 204 len: 168 time: 1.1100707 Jan 28 01:10:54.063087 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-4763e6cd-ae01-472b-ac0b-3b426434f4dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 1000 time: 0.2314525 Jan 28 01:10:54.129631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-0769231b-86fb-4bc6-a6fe-48f2e28b59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.131424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-0769231b-86fb-4bc6-a6fe-48f2e28b59f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.0587475 Jan 28 01:10:54.135302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5769f-0c19-4006-a3ca-6c35b1798f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b28125-696d-4fc3-9165-78ac7b0ab1d9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:54.141597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:54.154644 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] Sync routers for ids ['0375fb43-3937-48d9-8984-c12ad9f04717'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:54.157288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] For port c602d183-e198-4937-970d-de1e33eebcc9, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:54.164726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] For port c602d183-e198-4937-970d-de1e33eebcc9, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c602d183-e198-4937-970d-de1e33eebcc9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:54.173318 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] Routers {'0375fb43-3937-48d9-8984-c12ad9f04717'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:54.175446 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0375fb43-3937-48d9-8984-c12ad9f04717'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:54.178807 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c602d183-e198-4937-970d-de1e33eebcc9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:54.197106 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a1dcaa39-1738-44f7-b1ee-de6110b54870 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/routers/0375fb43-3937-48d9-8984-c12ad9f04717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2302024 Jan 28 01:10:54.238041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34328) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:54.278034 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:54.307784 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] Routers {'0375fb43-3937-48d9-8984-c12ad9f04717'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:54.310024 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0375fb43-3937-48d9-8984-c12ad9f04717'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:54.375854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea944e-a224-4de0-9730-32d7381c6ae6 None None] Pushing event updated for resources: {'Port': ['ID=c602d183-e198-4937-970d-de1e33eebcc9,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:54.382162 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:54.382840 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd462e-0114-4e35-91ed-d812e53f5ac9 None None] The sync data for ids ['0375fb43-3937-48d9-8984-c12ad9f04717'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:54.391331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-60719407-667a-4ecf-aa0d-7bdc329cef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.393048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-60719407-667a-4ecf-aa0d-7bdc329cef88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471170 Jan 28 01:10:54.420405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Routers {'421e492e-0a23-41b8-8325-69567116c512'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:54.428483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['421e492e-0a23-41b8-8325-69567116c512'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:54.532170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532431-0214-4240-9742-f9bd8d708a55 req-1d0bf1f9-d833-4d9c-b840-766d91634eea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.539892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532431-0214-4240-9742-f9bd8d708a55 req-1d0bf1f9-d833-4d9c-b840-766d91634eea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.548756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532431-0214-4240-9742-f9bd8d708a55 req-1d0bf1f9-d833-4d9c-b840-766d91634eea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.556219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532431-0214-4240-9742-f9bd8d708a55 req-1d0bf1f9-d833-4d9c-b840-766d91634eea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.562356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532431-0214-4240-9742-f9bd8d708a55 req-1d0bf1f9-d833-4d9c-b840-766d91634eea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.564450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e532431-0214-4240-9742-f9bd8d708a55 req-1d0bf1f9-d833-4d9c-b840-766d91634eea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 3828 time: 1.5497344 Jan 28 01:10:54.587532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb15add3-5bf3-4dfd-a902-d0a32264d77d {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:54.598984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1725ca-720c-49a6-8855-480233a67bdf tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.614711 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a1725ca-720c-49a6-8855-480233a67bdf tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports?device_id=0375fb43-3937-48d9-8984-c12ad9f04717 HTTP/1.1" status: 200 len: 989 time: 0.3752174 Jan 28 01:10:54.616068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34332) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:54.646890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Publish callbacks [] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:54.704334 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-2e0ce254-3324-4064-a38f-08751f435b14 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940080 Jan 28 01:10:54.810372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] Set router 421e492e-0a23-41b8-8325-69567116c512 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:54.926530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Transition to ACTIVE for port object eb15add3-5bf3-4dfd-a902-d0a32264d77d will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:10:55.005636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3061e73-adcc-47f0-84ac-b09c58df6a2a req-8be9bd11-e18c-434f-8d17-b84508c57a57 tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086771 Jan 28 01:10:55.064108 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-268ede00-2cfc-425a-b361-410a6392dbc5 req-83bf9f57-998d-47b1-8352-1bf9a318550c service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532491 Jan 28 01:10:55.125650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e532431-0214-4240-9742-f9bd8d708a55 req-d85bc140-2992-489c-ac30-f33712eb04cb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5319042 Jan 28 01:10:55.127784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:55.150921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421e492e-0a23-41b8-8325-69567116c512', 'name': 'tempest-snat-router-836206447', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.166'}], 'enable_snat': False}, 'gw_port_id': 'c602d183-e198-4937-970d-de1e33eebcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:44Z', 'updated_at': '2022-01-28T01:10:48Z', 'revision_number': 3, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port': {'id': 'c602d183-e198-4937-970d-de1e33eebcc9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421e492e-0a23-41b8-8325-69567116c512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:46Z', 'updated_at': '2022-01-28T01:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:55.196314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cba137-3398-4faf-a490-c7c37b3c86e5 None None] The sync data for ids ['421e492e-0a23-41b8-8325-69567116c512'] in n-d-826756-1 is: [{'id': '421e492e-0a23-41b8-8325-69567116c512', 'name': 'tempest-snat-router-836206447', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.166'}], 'enable_snat': False}, 'gw_port_id': 'c602d183-e198-4937-970d-de1e33eebcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:44Z', 'updated_at': '2022-01-28T01:10:48Z', 'revision_number': 3, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port': {'id': 'c602d183-e198-4937-970d-de1e33eebcc9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421e492e-0a23-41b8-8325-69567116c512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:46Z', 'updated_at': '2022-01-28T01:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:55.241127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-224f8ea3-8136-484a-94ea-df216e022360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:55.243944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-224f8ea3-8136-484a-94ea-df216e022360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:55.244439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-224f8ea3-8136-484a-94ea-df216e022360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:55.246146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-224f8ea3-8136-484a-94ea-df216e022360 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=950838c4d59148eab5fb992c0978c75a&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.9841204 Jan 28 01:10:55.251688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Pushing event updated for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:55.264058 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e7077-fcde-43a7-ab4a-6c3ad36ce4af x-openstack-request-id: req-cc4e7077-fcde-43a7-ab4a-6c3ad36ce4af {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:55.264362 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271f1e7c-07f0-465e-b769-42edf3b4842d", "name": "network-vif-deleted", "tag": "e5a72c77-72b6-479a-a684-f4dc08123317", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:55.264624 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc4e7077-fcde-43a7-ab4a-6c3ad36ce4af {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:55.265034 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271f1e7c-07f0-465e-b769-42edf3b4842d', 'name': 'network-vif-deleted', 'tag': 'e5a72c77-72b6-479a-a684-f4dc08123317', 'status': 'completed', 'code': 200} Jan 28 01:10:55.269514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e5a72c77-72b6-479a-a684-f4dc08123317 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:55.303147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: e5a72c77-72b6-479a-a684-f4dc08123317 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:55.304926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e5a72c77-72b6-479a-a684-f4dc08123317 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:55.322820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-944a7686-b96a-4656-965b-8719e66da124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:55.324498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-944a7686-b96a-4656-965b-8719e66da124 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 2.1868918 Jan 28 01:10:55.489291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-159db854-e20c-467f-9fbc-572c74df29fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=518d7aae-29c0-493b-a691-3f8685549740 HTTP/1.1" status: 200 len: 217 time: 0.1386790 Jan 28 01:10:55.505418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aebcc889-8863-45a6-b4cb-f0274c25f91b req-a59e8069-ddad-4db8-8b51-398ca38c129d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.1731815 Jan 28 01:10:55.608673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-c6559289-b768-4813-8fd2-c5c1628b24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:55.610214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-c6559289-b768-4813-8fd2-c5c1628b24bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1038909 Jan 28 01:10:55.766781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ad2b418a-ca1c-49b6-a49a-6a6509cd717a no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:55.823820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34358) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:56.018996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-a739aa05-4999-42c0-b7a7-0622ff72edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:56.026786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a778a797-aff5-4f2e-8efd-54d9ff62f01c req-a739aa05-4999-42c0-b7a7-0622ff72edfa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7093873 Jan 28 01:10:56.031952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1485702702-network', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:56.087638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Made reservation on behalf of 73a45c9f27eb4d8cbf91ea7ef5e2c904 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:56.096118 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.135982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.169934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-926f7c97-3e57-457d-8ecf-e5bc61605870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:56.174458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-926f7c97-3e57-457d-8ecf-e5bc61605870 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5321002 Jan 28 01:10:56.203442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: ad2b418a-ca1c-49b6-a49a-6a6509cd717a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:56.203789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ad2b418a-ca1c-49b6-a49a-6a6509cd717a not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:56.235984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34374) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:56.407263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks [] for security_group (490ff9fb-bc73-4518-b544-df53d7682963), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.414006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Deleting subnet 02e54cb6-a974-4efb-9db2-4ccc326554f2 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:10:56.434427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Publish callbacks [] for subnet (02e54cb6-a974-4efb-9db2-4ccc326554f2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.442171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (490ff9fb-bc73-4518-b544-df53d7682963), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.500841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:10:56.502568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Attempting to bind port eb15add3-5bf3-4dfd-a902-d0a32264d77d on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:10:56.502920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Attempting to bind port eb15add3-5bf3-4dfd-a902-d0a32264d77d by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:10:56.503335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Attempting to bind port eb15add3-5bf3-4dfd-a902-d0a32264d77d on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:56.543291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d74636fc-0ec8-4cba-b7e1-420e392c5d7b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.543665 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Added segment d74636fc-0ec8-4cba-b7e1-420e392c5d7b of type vlan for network 3a33507a-6a6f-42ab-9375-87e41388c1be Jan 28 01:10:56.602421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Port eb15add3-5bf3-4dfd-a902-d0a32264d77d on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:10:56.602822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Attempting to bind port eb15add3-5bf3-4dfd-a902-d0a32264d77d on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:56.649418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c602d183-e198-4937-970d-de1e33eebcc9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:56.701591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:56.702128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Checking segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:56.702387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Bound using segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:56.702799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Bound port: eb15add3-5bf3-4dfd-a902-d0a32264d77d, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:10:56.703164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.741162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3a33507a-6a6f-42ab-9375-87e41388c1be), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.833130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c602d183-e198-4937-970d-de1e33eebcc9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:56.833831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c602d183-e198-4937-970d-de1e33eebcc9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.878222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3a33507a-6a6f-42ab-9375-87e41388c1be), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:56.879974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:56.881511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.003341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Pushing event updated for resources: {'Network': ['ID=3a33507a-6a6f-42ab-9375-87e41388c1be,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:57.005583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c602d183-e198-4937-970d-de1e33eebcc9 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:57.006064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c602d183-e198-4937-970d-de1e33eebcc9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.017541 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1925478 Jan 28 01:10:57.021680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34384) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:57.039245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Request body: {'subnet': {'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1485702702-subnet', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:57.056582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c602d183-e198-4937-970d-de1e33eebcc9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c602d183-e198-4937-970d-de1e33eebcc9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:57.064499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3a33507a-6a6f-42ab-9375-87e41388c1be details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:10:57.067185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (02e54cb6-a974-4efb-9db2-4ccc326554f2), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.073410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e7dee-1c6d-43d8-99f1-0e8af5550259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490ff9fb-bc73-4518-b544-df53d7682963,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:57.075828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c602d183-e198-4937-970d-de1e33eebcc9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.080640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Made reservation on behalf of 73a45c9f27eb4d8cbf91ea7ef5e2c904 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:57.084844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.217077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c602d183-e198-4937-970d-de1e33eebcc9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:57.359978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67be8ff6-1043-4b7c-8e16-cb974049a12b req-6d9a9a87-f1b1-46c0-ae76-4a98c4e14beb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.0656993 Jan 28 01:10:57.388541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'name': 'network-vif-deleted', 'tag': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:57.394244 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397326e4-ea67-47a8-9c10-92023d93f1eb" -d '{"events": [{"server_uuid": "138d8b5c-3288-47a1-b938-892cf264e4f0", "name": "network-vif-deleted", "tag": "ad2b418a-ca1c-49b6-a49a-6a6509cd717a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:57.430522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (abf792a4-d986-4836-9dfa-1cea7e7e1f84), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.436351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.444562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.451133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.457371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.468584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.474571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.476565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-61fbea33-af5f-43cf-b74c-f81221357bc8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 4606 time: 1.1206899 Jan 28 01:10:57.485374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (622ee43a-0954-41c5-b89b-f3e85ca579a6), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.539430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf792a4-d986-4836-9dfa-1cea7e7e1f84,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:57.548167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.583650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-465302e6-c3ff-4aa8-877e-746f42903601 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3004911 Jan 28 01:10:57.587211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Checking segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:10:57.587532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Network hostable DHCP agents. Network: 3a33507a-6a6f-42ab-9375-87e41388c1be, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:10:57.617448 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5260eb27-1ffa-4e99-b667-a2d7233a5291 x-openstack-request-id: req-5260eb27-1ffa-4e99-b667-a2d7233a5291 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:57.620628 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138d8b5c-3288-47a1-b938-892cf264e4f0", "name": "network-vif-deleted", "tag": "ad2b418a-ca1c-49b6-a49a-6a6509cd717a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:57.620974 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5260eb27-1ffa-4e99-b667-a2d7233a5291 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:57.621569 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138d8b5c-3288-47a1-b938-892cf264e4f0', 'name': 'network-vif-deleted', 'tag': 'ad2b418a-ca1c-49b6-a49a-6a6509cd717a', 'status': 'completed', 'code': 200} Jan 28 01:10:57.639793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Network 3a33507a-6a6f-42ab-9375-87e41388c1be is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:10:57.645119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (02e54cb6-a974-4efb-9db2-4ccc326554f2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.684061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3a33507a-6a6f-42ab-9375-87e41388c1be) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:57.695469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d4036-9d54-4d6e-add3-c222fc666656 None None] Network 3a33507a-6a6f-42ab-9375-87e41388c1be requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:57.705192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.705854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.737223 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8094bfb-fe6d-4efa-ba62-50f5c80cd7dc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7086751 Jan 28 01:10:57.740320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34400) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:57.745397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:57.785663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (f118c65d-2f28-4578-ac2f-2be10c1e1f85), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.786205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:57.787239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (f118c65d-2f28-4578-ac2f-2be10c1e1f85), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.796618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:57.854392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d835624-fb85-4962-a07a-7e60e54f5f75 None None] Network 3a33507a-6a6f-42ab-9375-87e41388c1be requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:10:57.869767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks [] for router_controller (f118c65d-2f28-4578-ac2f-2be10c1e1f85), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:57.882844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.072360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks [] for router_gateway (f118c65d-2f28-4578-ac2f-2be10c1e1f85), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.161171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (0375fb43-3937-48d9-8984-c12ad9f04717), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.162820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (02e54cb6-a974-4efb-9db2-4ccc326554f2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.192245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e54cb6-a974-4efb-9db2-4ccc326554f2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:58.213075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.227101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c69399dd-f987-4cf0-9e02-86bbe2ccefa1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02e54cb6-a974-4efb-9db2-4ccc326554f2 HTTP/1.1" status: 204 len: 168 time: 1.9842529 Jan 28 01:10:58.227362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34402) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:58.331281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ad593d9b-70c3-4860-8643-e122072dd931), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.405523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:58.407559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.411279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 1136 time: 6.3873582 Jan 28 01:10:58.416261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': 'eb15add3-5bf3-4dfd-a902-d0a32264d77d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:58.421550 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ea5cf5-d919-4183-8342-4648f506b22d" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "eb15add3-5bf3-4dfd-a902-d0a32264d77d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:58.442816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-484560b8-4a5c-4ae0-ad27-c40a961e39f3 req-aab56ff3-0907-439b-8428-9e0abd3b6499 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9108834 Jan 28 01:10:58.554385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c602d183-e198-4937-970d-de1e33eebcc9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:58.581897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:58.701428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c602d183-e198-4937-970d-de1e33eebcc9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:58.701978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c602d183-e198-4937-970d-de1e33eebcc9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:58.710353 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc2e2bb-a759-4576-ad30-b2c2f0474d63 x-openstack-request-id: req-2dc2e2bb-a759-4576-ad30-b2c2f0474d63 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:58.710915 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "eb15add3-5bf3-4dfd-a902-d0a32264d77d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:58.711323 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dc2e2bb-a759-4576-ad30-b2c2f0474d63 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:58.711906 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': 'eb15add3-5bf3-4dfd-a902-d0a32264d77d', 'status': 'completed', 'code': 200} Jan 28 01:10:58.807607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48376967-f872-48b0-9fd0-598ca2a64f92 service neutron] Pushing event updated for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:58.882188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c602d183-e198-4937-970d-de1e33eebcc9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:58.894412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff35851-2dc0-4275-933d-0a9ae37eaf63 req-7bb00d87-54b8-4a8b-807f-077e2bd0b38b service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2938907 Jan 28 01:10:58.905708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c452ba63-1187-40b2-912c-53e9e84dcd12 req-5148d12e-31e4-418a-8cf9-45a62e0d8709 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.3338277 Jan 28 01:10:58.969243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Allocated IP 172.25.1.203 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/bd2a69d1-ffec-47e2-ab60-b0bce191f1cf) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:59.011044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks [] for router_gateway (f118c65d-2f28-4578-ac2f-2be10c1e1f85), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.028400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.029394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.030428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.031048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.031658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.032267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.034926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-433c7687-3a06-48a0-9c41-763ebbfda18e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5292 time: 0.3132753 Jan 28 01:10:59.063060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.093852 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.197642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ad593d9b-70c3-4860-8643-e122072dd931), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.212437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.223789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad593d9b-70c3-4860-8643-e122072dd931']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:59.235321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3255d2e6-cb94-4f33-ab52-ca2694e2962c') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:59.236065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3255d2e6-cb94-4f33-ab52-ca2694e2962c') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:59.247119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (3255d2e6-cb94-4f33-ab52-ca2694e2962c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.261730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3255d2e6-cb94-4f33-ab52-ca2694e2962c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.268849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:10:59.269502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (3255d2e6-cb94-4f33-ab52-ca2694e2962c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:10:59.333199 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:10:59.341616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ad593d9b-70c3-4860-8643-e122072dd931), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.351567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-74d1ce20-c318-4553-9937-c84893311c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.351960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-74d1ce20-c318-4553-9937-c84893311c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.352687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-74d1ce20-c318-4553-9937-c84893311c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.354964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-74d1ce20-c318-4553-9937-c84893311c57 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=950838c4d59148eab5fb992c0978c75a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2989740 Jan 28 01:10:59.358528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.382280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.389488 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ad593d9b-70c3-4860-8643-e122072dd931 HTTP/1.1" status: 204 len: 168 time: 1.1611698 Jan 28 01:10:59.407252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e02ea5-a673-4bd2-bf24-f19469fee134 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad593d9b-70c3-4860-8643-e122072dd931,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:59.440333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Allocated IP 172.25.1.43 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/bfb4b8b4-550c-4fe2-896f-cf1415384251) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:59.470742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:59.475457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Port': ['ID=bd2a69d1-ffec-47e2-ab60-b0bce191f1cf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:59.479419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:59.482268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:59.661319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34424) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:59.678183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks [] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.730094 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a55a3f3-b8cf-47b7-9855-d65c829c5d49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8c9a4be760440daa3e6f5d3f67113ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668244 Jan 28 01:10:59.732467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:10:59.810473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.820764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad9291d2-e3d9-4e44-9419-b72ad67bdd6c admin admin] Publish callbacks [] for security_group (8f83a2af-dfc6-4adf-a657-b3a4931a5cbd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.851880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad9291d2-e3d9-4e44-9419-b72ad67bdd6c admin admin] Publish callbacks [] for security_group (8f83a2af-dfc6-4adf-a657-b3a4931a5cbd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:59.959716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:59.964463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:59.978679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:00.031271 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad9291d2-e3d9-4e44-9419-b72ad67bdd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f83a2af-dfc6-4adf-a657-b3a4931a5cbd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:00.036896 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad9291d2-e3d9-4e44-9419-b72ad67bdd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:00.041860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad9291d2-e3d9-4e44-9419-b72ad67bdd6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f83a2af-dfc6-4adf-a657-b3a4931a5cbd HTTP/1.1" status: 204 len: 168 time: 0.3083510 Jan 28 01:11:00.062982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Pushing event updated for resources: {'Port': ['ID=bfb4b8b4-550c-4fe2-896f-cf1415384251,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:00.073839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (622ee43a-0954-41c5-b89b-f3e85ca579a6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:00.078527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9291d2-e3d9-4e44-9419-b72ad67bdd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f83a2af-dfc6-4adf-a657-b3a4931a5cbd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:00.554761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks [] for router_gateway (f118c65d-2f28-4578-ac2f-2be10c1e1f85), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:00.861230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99021bd1-cc88-4369-bf0e-5551662341f4 req-e0bbdd32-2c44-4148-8525-f29abec1bee1 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a4eda6-973a-4bc4-b39d-4a3615cac95a HTTP/1.1" status: 200 len: 210 time: 0.2553310 Jan 28 01:11:00.908292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (f118c65d-2f28-4578-ac2f-2be10c1e1f85), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:01.005100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.010459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.017949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.033341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.039803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.045675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.048108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-03192802-a6ed-4892-971a-c430ed4f22c1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 4606 time: 1.1556518 Jan 28 01:11:01.166369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-6b832246-a9fa-4b46-a2b0-fdb0123f50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.167899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2ea5cf5-d919-4183-8342-4648f506b22d req-6b832246-a9fa-4b46-a2b0-fdb0123f50b3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7724047 Jan 28 01:11:01.184816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:01.185200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:01.242068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Router f118c65d-2f28-4578-ac2f-2be10c1e1f85 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:01.437659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:01.460625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Sync routers for ids ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:01.483849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Routers {'f118c65d-2f28-4578-ac2f-2be10c1e1f85'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:01.485912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:01.497400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:01.505984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4be15dab-3660-4f3d-a186-01e37d7af35c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7620628 Jan 28 01:11:01.506402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34476) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:01.556665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46a45d55-c76c-44c6-9916-1114c9152d14 req-34bba8a2-4921-4e6c-aee0-8826a5a4f7d8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4581251 Jan 28 01:11:01.641936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:01.723504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:01.743204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (622ee43a-0954-41c5-b89b-f3e85ca579a6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:01.784843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Set router f118c65d-2f28-4578-ac2f-2be10c1e1f85 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:01.831316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:01.886557 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Publish callbacks [] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:01.996153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Transition to ACTIVE for port object 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:02.021396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.378217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:11:00Z', 'revision_number': 3, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:02.460616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Checking router: f118c65d-2f28-4578-ac2f-2be10c1e1f85 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:02.461988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Updating router f118c65d-2f28-4578-ac2f-2be10c1e1f85 port bfb4b8b4-550c-4fe2-896f-cf1415384251 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:11:02.507733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Pushing event updated for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:02.553709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.929334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Publish callbacks [] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.938099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.969461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Attempting to bind port bfb4b8b4-550c-4fe2-896f-cf1415384251 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:02.969994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Attempting to bind port bfb4b8b4-550c-4fe2-896f-cf1415384251 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:02.970225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Attempting to bind port bfb4b8b4-550c-4fe2-896f-cf1415384251 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:03.002368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:03.002971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:03.003511 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.004236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:03.004839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Bound port: bfb4b8b4-550c-4fe2-896f-cf1415384251, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:03.005228 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.066720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] For port bfb4b8b4-550c-4fe2-896f-cf1415384251, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:03.070453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] For port bfb4b8b4-550c-4fe2-896f-cf1415384251, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bfb4b8b4-550c-4fe2-896f-cf1415384251,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:03.080672 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.136303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.167052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Routers {'f118c65d-2f28-4578-ac2f-2be10c1e1f85'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:03.167688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:03.184264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963c838-7f73-4899-9e52-62f4b58495c3 None None] Pushing event updated for resources: {'Port': ['ID=bfb4b8b4-550c-4fe2-896f-cf1415384251,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.507418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963c838-7f73-4899-9e52-62f4b58495c3 None None] Pushing event updated for resources: {'Port': ['ID=bfb4b8b4-550c-4fe2-896f-cf1415384251,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.528918 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.559468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] Set router f118c65d-2f28-4578-ac2f-2be10c1e1f85 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:03.687685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Attempting to bind port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:03.688225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Attempting to bind port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:03.688365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Attempting to bind port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:03.706321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Router 622ee43a-0954-41c5-b89b-f3e85ca579a6 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:03.734852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.740189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.745439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.751051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.756800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.761550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.767457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.768673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-c2f9a581-3791-49d3-a3a4-6076353a4ff0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5383 time: 0.9918382 Jan 28 01:11:03.774226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.817674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:03.818091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Attempting to bind port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:03.835143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:03.835479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Checking segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:03.835858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Bound using segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:03.836298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Bound port: 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:03.836657 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.846651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:11:00Z', 'revision_number': 3, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:03.876172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58105598-8813-4dea-9dc0-71b3d2b7ce03 None None] The sync data for ids ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'] in n-d-826756-1 is: [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:11:00Z', 'revision_number': 3, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:03.960263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (0375fb43-3937-48d9-8984-c12ad9f04717), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.974979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-9405b278-17d8-4a6a-ac19-f3a30956ec52 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.976642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-9405b278-17d8-4a6a-ac19-f3a30956ec52 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 1.2494605 Jan 28 01:11:04.150630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-db5b8d7e-8027-4508-8627-6fae7d4c5ee3 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.1557302 Jan 28 01:11:04.224252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfeb359c-153e-46b2-96a1-232b2cea43bb req-08a3a3b5-03b6-421c-85ad-e219d6ca969a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4161773 Jan 28 01:11:04.296098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:04.296948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-69ee7565-d37f-4edb-a639-94b094e5da7b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974429 Jan 28 01:11:04.302048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:04.311562 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Sync routers for ids ['622ee43a-0954-41c5-b89b-f3e85ca579a6'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:04.323583 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Routers {'622ee43a-0954-41c5-b89b-f3e85ca579a6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:04.324225 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['622ee43a-0954-41c5-b89b-f3e85ca579a6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:04.386046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:04.494975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Set router 622ee43a-0954-41c5-b89b-f3e85ca579a6 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:04.538189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.638806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bfb4b8b4-550c-4fe2-896f-cf1415384251 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:04.654620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:04.710315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-83168492-933d-4318-90ff-13a2cf48bbf1 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121346 Jan 28 01:11:04.727833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Publish callbacks [] for security_group (a830a41a-6fd9-4bca-8782-f0c8c49a6f25), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.736180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a830a41a-6fd9-4bca-8782-f0c8c49a6f25), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.770484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bfb4b8b4-550c-4fe2-896f-cf1415384251 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:04.770900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.801603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.824670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.826298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-41bda840-c571-41b8-a5ed-c12d8eef3d8a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.7938375 Jan 28 01:11:04.828441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.831887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34598) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:04.848560 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d498c0d8336b4d1eb0f87cd87280705d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486329 Jan 28 01:11:04.858024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a830a41a-6fd9-4bca-8782-f0c8c49a6f25,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:04.869439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:04.885589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ee43a-0954-41c5-b89b-f3e85ca579a6', 'name': 'tempest-snat-router-836206447', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bd2a69d1-ffec-47e2-ab60-b0bce191f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:53Z', 'updated_at': '2022-01-28T01:10:59Z', 'revision_number': 3, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port': {'id': 'bd2a69d1-ffec-47e2-ab60-b0bce191f1cf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ee43a-0954-41c5-b89b-f3e85ca579a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:04.915801 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Checking router: 622ee43a-0954-41c5-b89b-f3e85ca579a6 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:04.916145 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Updating router 622ee43a-0954-41c5-b89b-f3e85ca579a6 port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:11:04.945060 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.985606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.986037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.986317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.986656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.986985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.987314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.988601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.988944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.989278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.989510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bfb4b8b4-550c-4fe2-896f-cf1415384251 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:04.989961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:04.992232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.992232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.992471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:04.992784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49b0ab-c35a-4cb6-bbeb-1ed2fcd28cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:05.033391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port bfb4b8b4-550c-4fe2-896f-cf1415384251, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bfb4b8b4-550c-4fe2-896f-cf1415384251,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:05.039329 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.117407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=bfb4b8b4-550c-4fe2-896f-cf1415384251,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:05.176841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-207eb588-c4b2-450a-9203-21175e962156 admin admin] Publish callbacks [] for security_group (a830a41a-6fd9-4bca-8782-f0c8c49a6f25), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.201246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-560d883d-c3bd-41d6-8bd3-c400050d7eb1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/622ee43a-0954-41c5-b89b-f3e85ca579a6 HTTP/1.1" status: 200 len: 907 time: 0.3656545 Jan 28 01:11:05.205017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:05.271976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Pushing event updated for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:05.290577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-6de86021-c3f7-4cfe-ada1-a6f6c0686b5d service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451363 Jan 28 01:11:05.297932 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-207eb588-c4b2-450a-9203-21175e962156 admin admin] Publish callbacks [] for security_group (a830a41a-6fd9-4bca-8782-f0c8c49a6f25), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.301337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:05.304320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.306925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-6ad6f0c4-ef32-4382-994c-718b4ec5bff5 service neutron] 10.222.0.45 "PUT /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 1135 time: 6.8604536 Jan 28 01:11:05.319079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '92c0b4cf-64ff-49b2-8d33-4c47fbceefc2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:05.331636 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6511e-ca3d-4d85-b072-169d1af38ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "92c0b4cf-64ff-49b2-8d33-4c47fbceefc2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:05.377271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Router 0375fb43-3937-48d9-8984-c12ad9f04717 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:05.391817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:05.411539 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Publish callbacks [] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.429300 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.518588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (622ee43a-0954-41c5-b89b-f3e85ca579a6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.524020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-207eb588-c4b2-450a-9203-21175e962156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a830a41a-6fd9-4bca-8782-f0c8c49a6f25), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.532964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b8c5d-9485-4e80-b252-074a1a63fc34 req-a9917be1-4613-4c2f-8658-7b53ed69c996 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:05.534543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124b8c5d-9485-4e80-b252-074a1a63fc34 req-a9917be1-4613-4c2f-8658-7b53ed69c996 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 950 time: 0.6815050 Jan 28 01:11:05.539765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-207eb588-c4b2-450a-9203-21175e962156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.543459 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-207eb588-c4b2-450a-9203-21175e962156 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a830a41a-6fd9-4bca-8782-f0c8c49a6f25 HTTP/1.1" status: 204 len: 168 time: 0.6695621 Jan 28 01:11:05.576803 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Attempting to bind port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:05.580495 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Attempting to bind port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:05.587590 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Attempting to bind port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:05.593676 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589452-377e-403e-88c8-d5293f685f8e None None] Pushing event updated for resources: {'Port': ['ID=bd2a69d1-ffec-47e2-ab60-b0bce191f1cf,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:05.630558 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:05.630945 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:05.631472 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.631741 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:05.632237 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Bound port: bd2a69d1-ffec-47e2-ab60-b0bce191f1cf, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:05.632618 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.761763 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] For port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:05.767301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] For port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd2a69d1-ffec-47e2-ab60-b0bce191f1cf,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:05.776585 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.784134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Allocated IP 172.20.0.1 (3a33507a-6a6f-42ab-9375-87e41388c1be/abf792a4-d986-4836-9dfa-1cea7e7e1f84/6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:05.805818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207eb588-c4b2-450a-9203-21175e962156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a830a41a-6fd9-4bca-8782-f0c8c49a6f25,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:05.825365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (622ee43a-0954-41c5-b89b-f3e85ca579a6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.863522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.901515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:05.908652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Deleting port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:05.908997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:05.913166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] Sync routers for ids ['0375fb43-3937-48d9-8984-c12ad9f04717'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:05.934898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] Routers {'0375fb43-3937-48d9-8984-c12ad9f04717'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:05.935708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0375fb43-3937-48d9-8984-c12ad9f04717'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:05.973167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:05.989532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:05.994808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:06.005175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:06.011276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:06.015923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:06.017631 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Routers {'622ee43a-0954-41c5-b89b-f3e85ca579a6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:06.019519 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['622ee43a-0954-41c5-b89b-f3e85ca579a6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:06.020708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] For port bd2a69d1-ffec-47e2-ab60-b0bce191f1cf, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd2a69d1-ffec-47e2-ab60-b0bce191f1cf,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:06.021236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.024410 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589452-377e-403e-88c8-d5293f685f8e None None] Pushing event updated for resources: {'Port': ['ID=bd2a69d1-ffec-47e2-ab60-b0bce191f1cf,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:06.041497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:06.043197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] Routers {'0375fb43-3937-48d9-8984-c12ad9f04717'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:06.048353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:10:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0375fb43-3937-48d9-8984-c12ad9f04717'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:06.049887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Calling delete_port for bd2a69d1-ffec-47e2-ab60-b0bce191f1cf owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:06.052056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:06.065660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-d885972b-fe20-4434-9ce7-df66c810bc72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5383 time: 0.4274156 Jan 28 01:11:06.081851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1cf6f28b-4446-4f3b-af42-31370f90a3b3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/routers/0375fb43-3937-48d9-8984-c12ad9f04717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4512143 Jan 28 01:11:06.089580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:06.115104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:06.126726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c12b1a-673a-42f2-80ae-acc05ef37d3e None None] The sync data for ids ['0375fb43-3937-48d9-8984-c12ad9f04717'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:06.138214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124b8c5d-9485-4e80-b252-074a1a63fc34 req-8bfe4c1f-0688-4738-9c1d-bde375c8bed7 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871806 Jan 28 01:11:06.259231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34628) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:06.284535 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] Set router 622ee43a-0954-41c5-b89b-f3e85ca579a6 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:06.361030 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946381ef-ce20-4cea-916d-8ce225faca21 x-openstack-request-id: req-946381ef-ce20-4cea-916d-8ce225faca21 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:06.361336 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "92c0b4cf-64ff-49b2-8d33-4c47fbceefc2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:06.366635 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-946381ef-ce20-4cea-916d-8ce225faca21 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:06.367322 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '92c0b4cf-64ff-49b2-8d33-4c47fbceefc2', 'status': 'completed', 'code': 200} Jan 28 01:11:06.369581 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37d4623-53e5-4913-bcf2-13d6ce0cbe39 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:11:06.371067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c37d4623-53e5-4913-bcf2-13d6ce0cbe39 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/fc0f7fdc-ec2b-4fd7-8d9d-83d9aadb5dfb HTTP/1.1" status: 404 len: 333 time: 0.2699392 Jan 28 01:11:06.373913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34630) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:06.388686 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ee43a-0954-41c5-b89b-f3e85ca579a6', 'name': 'tempest-snat-router-836206447', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:53Z', 'updated_at': '2022-01-28T01:11:05Z', 'revision_number': 4, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:06.435459 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543aa89-a550-4ce7-a9c1-3483463daafd None None] The sync data for ids ['622ee43a-0954-41c5-b89b-f3e85ca579a6'] in n-d-826756-1 is: [{'id': '622ee43a-0954-41c5-b89b-f3e85ca579a6', 'name': 'tempest-snat-router-836206447', 'tenant_id': '25fdd416e360440b9b27d40284577341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:53Z', 'updated_at': '2022-01-28T01:11:05Z', 'revision_number': 4, 'project_id': '25fdd416e360440b9b27d40284577341', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:06.506460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bfb4b8b4-550c-4fe2-896f-cf1415384251 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:06.561389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bd2a69d1-ffec-47e2-ab60-b0bce191f1cf), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.584040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e38aa7b-62fa-4260-87c6-c7707d3ec980 req-1c3b3a81-b23d-4ef0-8afe-ade0bb0f86dd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5173702 Jan 28 01:11:06.604201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks [] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.606242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd2a69d1-ffec-47e2-ab60-b0bce191f1cf,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:06.619027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bfb4b8b4-550c-4fe2-896f-cf1415384251 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:06.619454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.627178 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for router (0375fb43-3937-48d9-8984-c12ad9f04717), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.656914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0ab49868-fc16-4aa4-867b-9d480cb9064f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.781173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (622ee43a-0954-41c5-b89b-f3e85ca579a6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:06.850139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bfb4b8b4-550c-4fe2-896f-cf1415384251 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:06.942465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a736443e-3214-4e02-9e97-ff88c6c0ab0f req-a2f4a59c-6890-4561-97bc-bbfec0b218ac tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.3782339 Jan 28 01:11:07.012788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.013398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.013965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.014486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.014999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.015602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.016346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.018432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-df052db1-46aa-412d-b97a-231368392979 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6220 time: 0.6429377 Jan 28 01:11:07.047118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cee33b1-e1f5-42b2-a5c1-363e13941c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.139328 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.419094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (622ee43a-0954-41c5-b89b-f3e85ca579a6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.445680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (622ee43a-0954-41c5-b89b-f3e85ca579a6), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.451466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (0375fb43-3937-48d9-8984-c12ad9f04717), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.455807 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for router_controller (0375fb43-3937-48d9-8984-c12ad9f04717), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.532791 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.536722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (622ee43a-0954-41c5-b89b-f3e85ca579a6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.537796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 622ee43a-0954-41c5-b89b-f3e85ca579a6 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:07.543478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.548214 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4f7ea298-6269-4e68-9063-59322b89f6a1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/routers/622ee43a-0954-41c5-b89b-f3e85ca579a6 HTTP/1.1" status: 204 len: 168 time: 2.3421040 Jan 28 01:11:07.549426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34656) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:07.557082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (0375fb43-3937-48d9-8984-c12ad9f04717), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.557755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Fanout notify agent at l3_agent the message router_deleted on router 0375fb43-3937-48d9-8984-c12ad9f04717 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:07.566973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.571083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43784f53-fac2-4064-bb24-e2f733ca7902 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/routers/0375fb43-3937-48d9-8984-c12ad9f04717 HTTP/1.1" status: 204 len: 168 time: 1.1950066 Jan 28 01:11:07.582931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34658) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:07.666133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf8372d-d159-4e74-abc1-9296558a7841 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:07.674941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Publish callbacks [] for port (2cf8372d-d159-4e74-abc1-9296558a7841), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.677082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (421e492e-0a23-41b8-8325-69567116c512), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.709669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Network 3a33507a-6a6f-42ab-9375-87e41388c1be is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:07.754668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-5a4c8f5b-3a96-43e0-9ee2-753532c40176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.755147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-5a4c8f5b-3a96-43e0-9ee2-753532c40176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.755828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-5a4c8f5b-3a96-43e0-9ee2-753532c40176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.757258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-5a4c8f5b-3a96-43e0-9ee2-753532c40176 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=950838c4d59148eab5fb992c0978c75a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7218480 Jan 28 01:11:07.775820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:07.785711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d7af933-1612-49c2-a98a-91798bd50e2b req-15b48366-0a30-4857-9709-e8958629980e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.2640729 Jan 28 01:11:07.786323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:07.809698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:07.812718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Transition to ACTIVE for port object 2cf8372d-d159-4e74-abc1-9296558a7841 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:07.826461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:07.830286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (421e492e-0a23-41b8-8325-69567116c512), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.892769 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (f118c65d-2f28-4578-ac2f-2be10c1e1f85), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.898785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Deleting port c602d183-e198-4937-970d-de1e33eebcc9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:07.899263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c602d183-e198-4937-970d-de1e33eebcc9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.911377 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.956480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:07.957255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:07.994552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:07.997563 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de535ce-6533-4c50-a05d-c997ef2ed3a9" -d '{"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:08.026083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] For port c602d183-e198-4937-970d-de1e33eebcc9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c602d183-e198-4937-970d-de1e33eebcc9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:08.026623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c602d183-e198-4937-970d-de1e33eebcc9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.040891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Calling delete_port for c602d183-e198-4937-970d-de1e33eebcc9 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:08.041449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf8372d-d159-4e74-abc1-9296558a7841,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:08.043701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:08.054581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.109904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet a0ff2083-08bf-420b-a9c4-1b245fc057c2 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:08.132887 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e317db-4c92-4f47-ae1e-1c96f6c42d15 x-openstack-request-id: req-37e317db-4c92-4f47-ae1e-1c96f6c42d15 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:08.133389 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:08.133834 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37e317db-4c92-4f47-ae1e-1c96f6c42d15 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:08.134392 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'code': 200} Jan 28 01:11:08.157468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (a0ff2083-08bf-420b-a9c4-1b245fc057c2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.163121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0ab49868-fc16-4aa4-867b-9d480cb9064f admin admin] Publish callbacks [] for security_group (f89a1a74-2e25-4fe0-ae1a-3276eb19183e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.165058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:08.176499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.177152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.177653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.178163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.178874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.179364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.179841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.180328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.180943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.181553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.182187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.182715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.183294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:08.220787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0ab49868-fc16-4aa4-867b-9d480cb9064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f89a1a74-2e25-4fe0-ae1a-3276eb19183e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.281956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (a0ff2083-08bf-420b-a9c4-1b245fc057c2), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.329731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c602d183-e198-4937-970d-de1e33eebcc9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.369940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event deleted for resources: {'Port': ['ID=c602d183-e198-4937-970d-de1e33eebcc9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:08.398714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0ab49868-fc16-4aa4-867b-9d480cb9064f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02df5d2fbc1942b698c648a9d1987964&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0304048 Jan 28 01:11:08.410300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.422134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.428052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:08.429768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.447303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.456373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.467503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.474197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.484608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-1352b4f5-dca3-45f0-a072-5dccf20cb57c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5395 time: 0.7051795 Jan 28 01:11:08.537567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (421e492e-0a23-41b8-8325-69567116c512), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.610195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49868-fc16-4aa4-867b-9d480cb9064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a1a74-2e25-4fe0-ae1a-3276eb19183e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:08.653817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b396-0d78-4bfc-b4a7-99e3842b8011 admin admin] Publish callbacks [] for security_group (f89a1a74-2e25-4fe0-ae1a-3276eb19183e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.664695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (421e492e-0a23-41b8-8325-69567116c512), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.670886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_controller (421e492e-0a23-41b8-8325-69567116c512), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.724269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b396-0d78-4bfc-b4a7-99e3842b8011 admin admin] Publish callbacks [] for security_group (f89a1a74-2e25-4fe0-ae1a-3276eb19183e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.741563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (421e492e-0a23-41b8-8325-69567116c512), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.742153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 421e492e-0a23-41b8-8325-69567116c512 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:08.747948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.752784 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d583be0f-0a3f-4201-8325-90b677011109 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "DELETE /v2.0/routers/421e492e-0a23-41b8-8325-69567116c512 HTTP/1.1" status: 204 len: 168 time: 1.1982770 Jan 28 01:11:08.756251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34678) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:08.757381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-d04e736c-e2a3-4177-93e8-48074444bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.758914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7f6511e-ca3d-4d85-b072-169d1af38ec1 req-d04e736c-e2a3-4177-93e8-48074444bc41 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9676733 Jan 28 01:11:08.766051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-187686315', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:08.769931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Attempting to bind port 2cf8372d-d159-4e74-abc1-9296558a7841 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:08.771014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Attempting to bind port 2cf8372d-d159-4e74-abc1-9296558a7841 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:08.771516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Attempting to bind port 2cf8372d-d159-4e74-abc1-9296558a7841 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:08.791645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.792975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.798946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a0ff2083-08bf-420b-a9c4-1b245fc057c2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.841996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b396-0d78-4bfc-b4a7-99e3842b8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f89a1a74-2e25-4fe0-ae1a-3276eb19183e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.844870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbd9b396-0d78-4bfc-b4a7-99e3842b8011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.849225 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cbd9b396-0d78-4bfc-b4a7-99e3842b8011 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f89a1a74-2e25-4fe0-ae1a-3276eb19183e HTTP/1.1" status: 204 len: 168 time: 0.4168246 Jan 28 01:11:08.858755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.859280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9b396-0d78-4bfc-b4a7-99e3842b8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a1a74-2e25-4fe0-ae1a-3276eb19183e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:08.873446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Port 2cf8372d-d159-4e74-abc1-9296558a7841 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:08.873843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Attempting to bind port 2cf8372d-d159-4e74-abc1-9296558a7841 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:08.925150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.953928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:08.954286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Checking segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:08.954711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Bound using segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:08.955204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Bound port: 2cf8372d-d159-4e74-abc1-9296558a7841, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:08.955580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.959620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-894d91ae-08d6-45ae-a02f-6426d4edb2f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.1065054 Jan 28 01:11:09.008161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9c2e838-d641-47d5-87c4-d29acf7f66de req-221f6817-9955-4bbd-ad13-1a370d03d83f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.0585210 Jan 28 01:11:09.048643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01fd8cce-dc3c-4078-af94-742a610b0132 req-bc2a1794-c2bc-48d7-a052-a64db5fbcc6a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5629325 Jan 28 01:11:09.120800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.228846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (a0ff2083-08bf-420b-a9c4-1b245fc057c2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.306678 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9dd76295-2c1c-4975-a635-d90599e287c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.314915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ff2083-08bf-420b-a9c4-1b245fc057c2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:09.328407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.333527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7d529-bf5a-477a-a9e7-4f8c05609691 None None] Network 6ef669e1-5e17-4819-a3ff-108f47d28329 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:09.346200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ef247457-ef49-483e-b084-dd0ec7a89ae3 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/a0ff2083-08bf-420b-a9c4-1b245fc057c2 HTTP/1.1" status: 204 len: 168 time: 1.7272100 Jan 28 01:11:09.367409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] For port 2cf8372d-d159-4e74-abc1-9296558a7841, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:09.369403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:09.412636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] For port 2cf8372d-d159-4e74-abc1-9296558a7841, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2cf8372d-d159-4e74-abc1-9296558a7841,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:09.430888 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:09.515688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.545215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.545577 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.563900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-deb765e5-97f2-4a4c-b047-759c16018d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:09.566644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-deb765e5-97f2-4a4c-b047-759c16018d68 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6670194f13f24e1aaf75082407459718&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5530908 Jan 28 01:11:09.634044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks [] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.641636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] DHCP port deletion for 6ef669e1-5e17-4819-a3ff-108f47d28329 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:11:09.655880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:09.656528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.658021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] 10.222.0.45 "PUT /v2.0/ports/2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 1091 time: 4.3007665 Jan 28 01:11:09.662445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6ef669e1-5e17-4819-a3ff-108f47d28329), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.670463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '2cf8372d-d159-4e74-abc1-9296558a7841'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:09.672850 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "2cf8372d-d159-4e74-abc1-9296558a7841"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:09.702756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Allocated IP 172.25.1.73 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/fb78e94d-ad8a-42e3-bc8d-7413f3d47b10) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:09.716004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.787823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] Deleting port b33269b3-23fc-491d-9ae2-8a020008a454 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:09.788577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.791650 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (f118c65d-2f28-4578-ac2f-2be10c1e1f85), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.799034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:09.819057 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9df5a-8a35-46e9-b862-d13490c61c87 x-openstack-request-id: req-c1d9df5a-8a35-46e9-b862-d13490c61c87 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:09.819458 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "2cf8372d-d159-4e74-abc1-9296558a7841", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:09.819814 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1d9df5a-8a35-46e9-b862-d13490c61c87 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:09.820328 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '2cf8372d-d159-4e74-abc1-9296558a7841', 'status': 'completed', 'code': 200} Jan 28 01:11:09.920527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for port (fb78e94d-ad8a-42e3-bc8d-7413f3d47b10), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.969019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fb78e94d-ad8a-42e3-bc8d-7413f3d47b10), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.004541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c721-fc4e-41b2-bcb3-2956a3c8a461 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf8372d-d159-4e74-abc1-9296558a7841,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:10.005606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] For port b33269b3-23fc-491d-9ae2-8a020008a454, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b33269b3-23fc-491d-9ae2-8a020008a454,segment=NetworkSegment(d3530370-e6ae-4016-9fa0-95822f4a447f),segment_id=d3530370-e6ae-4016-9fa0-95822f4a447f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:10.006050 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.016739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:10.020069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:10.026089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:10.056732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] Calling delete_port for b33269b3-23fc-491d-9ae2-8a020008a454 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:10.062907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event updated for resources: {'Port': ['ID=fb78e94d-ad8a-42e3-bc8d-7413f3d47b10,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:10.264010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.341154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] Pushing event deleted for resources: {'Port': ['ID=b33269b3-23fc-491d-9ae2-8a020008a454,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:10.349297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629dcc7-d121-4faa-b888-b88051c78185 None None] No DVR routers for this DVR port b33269b3-23fc-491d-9ae2-8a020008a454 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:10.435840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.492312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c602d183-e198-4937-970d-de1e33eebcc9 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:10.535939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c602d183-e198-4937-970d-de1e33eebcc9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:10.536288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c602d183-e198-4937-970d-de1e33eebcc9 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:10.536732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b33269b3-23fc-491d-9ae2-8a020008a454 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:10.574961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b33269b3-23fc-491d-9ae2-8a020008a454 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:10.575305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b33269b3-23fc-491d-9ae2-8a020008a454 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:10.669749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.680580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b2f6de2-db70-4572-8085-a7802207dd40 req-1cd16b47-70ea-4642-81ac-f1f848b93cf7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.5157311 Jan 28 01:11:10.682482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-6cf15e08-8fa8-4294-bea1-bab24937cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.685917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-6cf15e08-8fa8-4294-bea1-bab24937cf99 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0798659 Jan 28 01:11:10.705975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.744395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34734) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:10.792314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.826922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.827663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.828197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.828731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.829251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.829768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.830665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.832738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-108b1a64-2daa-4314-9a73-7c4219e74400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6287 time: 0.9522247 Jan 28 01:11:10.833741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:10.882936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Router 21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:10.963022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0e9684d-a33f-443c-9062-4ed33407eca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:10.991828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e7a1d36-b7ac-4c80-a195-6123cab4a740 req-e2f714a0-c3a3-4b0d-87b0-659dda0a9e17 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.1513026 Jan 28 01:11:11.045196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port b33269b3-23fc-491d-9ae2-8a020008a454 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:11.045638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.058356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.064045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.069992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.076618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.082364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.092166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.097739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.100093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-6b4863e3-22df-4f2c-8a5c-a40ecbb18db1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5395 time: 0.8893726 Jan 28 01:11:11.104084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Network 3a33507a-6a6f-42ab-9375-87e41388c1be is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:11.161890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:11.173503 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] Sync routers for ids ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:11.192047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.193341 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a46d3884-65c3-4ce6-997a-1329e66035c8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4360781 Jan 28 01:11:11.194459 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] Routers {'21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:11.196487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34752) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:11.198186 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:11.216741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': False}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:11.261861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] For port b33269b3-23fc-491d-9ae2-8a020008a454, host n-d-826756-1, got binding levels [] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:11.262233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.267207 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:11.278367 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] Routers {'21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:11.279568 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:11.281281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for b33269b3-23fc-491d-9ae2-8a020008a454 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:11.284485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Port b33269b3-23fc-491d-9ae2-8a020008a454 was not found and therefore no delete operation was performed {{(pid=109594) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:11:11.287208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:11.291917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:11.294387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b33269b3-23fc-491d-9ae2-8a020008a454), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.297539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-a59a9f93-c37f-48ed-a9d2-ee6c80acc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.298042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-a59a9f93-c37f-48ed-a9d2-ee6c80acc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.298617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-a59a9f93-c37f-48ed-a9d2-ee6c80acc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:11.300875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-a59a9f93-c37f-48ed-a9d2-ee6c80acc281 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=950838c4d59148eab5fb992c0978c75a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4365003 Jan 28 01:11:11.361263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0e9684d-a33f-443c-9062-4ed33407eca5 admin admin] Publish callbacks [] for security_group (4c19b9fc-abea-43ba-8b1a-3031ac765d06), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.385917 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:11.389910 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92589dbe-1282-4852-a39f-7af59d10343b None None] The sync data for ids ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:11.397506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0e9684d-a33f-443c-9062-4ed33407eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4c19b9fc-abea-43ba-8b1a-3031ac765d06), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.455728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=b33269b3-23fc-491d-9ae2-8a020008a454,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:11.470487 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d0e9684d-a33f-443c-9062-4ed33407eca5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83a70137fc604aa4b7833176b15fcdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218161 Jan 28 01:11:11.470797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34758) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:11.473391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9684d-a33f-443c-9062-4ed33407eca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19b9fc-abea-43ba-8b1a-3031ac765d06,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:11.555107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7840c13a-c213-4cb5-a6db-9983e5d5c2a3 req-2c19f5a0-3842-490c-8d01-446b1c1cfb19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.1126697 Jan 28 01:11:11.582918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No DVR routers for this DVR port b33269b3-23fc-491d-9ae2-8a020008a454 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:11.741425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:11.768456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '518d7aae-29c0-493b-a691-3f8685549740', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '518d7aae-29c0-493b-a691-3f8685549740', 'mac_address': 'fa:16:3e:33:a2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:11.825400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:11.825400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.855807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518d7aae-29c0-493b-a691-3f8685549740 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:11.879411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:11.885940 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.892552 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.988425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3120c70f-82fe-4260-829e-c31fb1f21a44 admin admin] Publish callbacks [] for security_group (4c19b9fc-abea-43ba-8b1a-3031ac765d06), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.009740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:12.016773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29905af1-70c7-47dc-b0bf-5521a26b54b7 req-46db5892-bcd2-4262-97f1-4579a9f5080d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.1990054 Jan 28 01:11:12.034189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3120c70f-82fe-4260-829e-c31fb1f21a44 admin admin] Publish callbacks [] for security_group (4c19b9fc-abea-43ba-8b1a-3031ac765d06), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.053307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['518d7aae-29c0-493b-a691-3f8685549740'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:12.233951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-ce38c7f6-b678-4203-880f-d6a4fe415a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:12.235529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9a23acb-c2ae-4cea-b4a9-9a7fddf6c71f req-ce38c7f6-b678-4203-880f-d6a4fe415a06 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8404768 Jan 28 01:11:12.277526 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.303778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3120c70f-82fe-4260-829e-c31fb1f21a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4c19b9fc-abea-43ba-8b1a-3031ac765d06), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.309579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3120c70f-82fe-4260-829e-c31fb1f21a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.313579 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3120c70f-82fe-4260-829e-c31fb1f21a44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c19b9fc-abea-43ba-8b1a-3031ac765d06 HTTP/1.1" status: 204 len: 168 time: 0.8390484 Jan 28 01:11:12.370223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c70f-82fe-4260-829e-c31fb1f21a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19b9fc-abea-43ba-8b1a-3031ac765d06,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:12.421444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f754f5-aa9f-41cb-827a-493290db7aeb {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:12.434803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Publish callbacks [] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.448726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Transition to ACTIVE for port object 78f754f5-aa9f-41cb-827a-493290db7aeb will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:12.454717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c834ef1a-95e8-438c-9d27-1a15c786487f req-4e4effb1-98f1-44b0-b045-82f3976b4b90 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2790003 Jan 28 01:11:12.468868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6ef669e1-5e17-4819-a3ff-108f47d28329), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.479289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840c13a-c213-4cb5-a6db-9983e5d5c2a3 req-b9f38318-74d9-4f57-8b5e-19e29018218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:12.480812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7840c13a-c213-4cb5-a6db-9983e5d5c2a3 req-b9f38318-74d9-4f57-8b5e-19e29018218e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6670194f13f24e1aaf75082407459718&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8889244 Jan 28 01:11:12.613465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.628989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840c13a-c213-4cb5-a6db-9983e5d5c2a3 req-d1fd04c5-fb3d-41f9-8e88-cf8b702d4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:12.630624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7840c13a-c213-4cb5-a6db-9983e5d5c2a3 req-d1fd04c5-fb3d-41f9-8e88-cf8b702d4b91 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341968 Jan 28 01:11:12.637699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Router f118c65d-2f28-4578-ac2f-2be10c1e1f85 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:12.678106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef669e1-5e17-4819-a3ff-108f47d28329']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:12.702949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3530370-e6ae-4016-9fa0-95822f4a447f') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:12.703401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3530370-e6ae-4016-9fa0-95822f4a447f') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:12.745605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (d3530370-e6ae-4016-9fa0-95822f4a447f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:12.882276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7840c13a-c213-4cb5-a6db-9983e5d5c2a3 req-5f89645f-f23c-4846-99b3-7dede3826d1c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.1305127 Jan 28 01:11:12.888603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Pushing event updated for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:12.912245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d3530370-e6ae-4016-9fa0-95822f4a447f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.043801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:11:13.044387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (d3530370-e6ae-4016-9fa0-95822f4a447f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:11:13.058819 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:11:13.255864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.262287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.293685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:13.414026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5426f10c-ca93-4cbd-9e53-214bea97081e req-4664e376-acb2-4c87-8664-dd07f56b5d8b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ebda4b5-360d-4580-9d5f-e16b39509db2 HTTP/1.1" status: 200 len: 210 time: 0.1094840 Jan 28 01:11:13.431012 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.467191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 518d7aae-29c0-493b-a691-3f8685549740 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:13.467864 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (518d7aae-29c0-493b-a691-3f8685549740), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.504703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Attempting to bind port 78f754f5-aa9f-41cb-827a-493290db7aeb on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:13.505048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Attempting to bind port 78f754f5-aa9f-41cb-827a-493290db7aeb by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:13.505379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Attempting to bind port 78f754f5-aa9f-41cb-827a-493290db7aeb on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:13.515645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6ef669e1-5e17-4819-a3ff-108f47d28329), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.537253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Port 78f754f5-aa9f-41cb-827a-493290db7aeb on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:13.540314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Attempting to bind port 78f754f5-aa9f-41cb-827a-493290db7aeb on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:13.565081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:13.566810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Checking segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:13.568709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Bound using segment: {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:13.570224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Bound port: 78f754f5-aa9f-41cb-827a-493290db7aeb, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893220de-4b3c-4c4b-973e-c4cc10aa8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:13.572348 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.575210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:13.626674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Sync routers for ids ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:13.646054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-21483e70-cd05-4641-a45f-b61ba493c6c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/f118c65d-2f28-4578-ac2f-2be10c1e1f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1344855 Jan 28 01:11:13.652947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Routers {'f118c65d-2f28-4578-ac2f-2be10c1e1f85'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:13.653597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:13.655622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:13.655876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.681881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.708308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/6ef669e1-5e17-4819-a3ff-108f47d28329 HTTP/1.1" status: 204 len: 168 time: 4.3377042 Jan 28 01:11:13.709626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da164f-5afc-4c5c-a620-696abd39a1e4 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=6ef669e1-5e17-4819-a3ff-108f47d28329,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:13.712482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34820) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:13.730582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Router 21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:13.765992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:13.770980 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6b1b23-069d-403a-82ba-8bcc6ee99434" -d '{"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:13.822867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:13.834401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e3a7f-1794-4b9e-b3d8-1aa20416a51e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:13.841583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6c5e3a7f-1794-4b9e-b3d8-1aa20416a51e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/8f441bee-0bb7-45c2-bc14-d0f673abd798 HTTP/1.1" status: 200 len: 844 time: 0.1019931 Jan 28 01:11:13.847719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34826) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:13.851778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.921017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:13.924968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=78f754f5-aa9f-41cb-827a-493290db7aeb,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:13.950119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.964069 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3e0e83-1c8d-4009-aa9f-4a6a806fdf3b x-openstack-request-id: req-7d3e0e83-1c8d-4009-aa9f-4a6a806fdf3b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:13.964355 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-plugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:13.964612 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d3e0e83-1c8d-4009-aa9f-4a6a806fdf3b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:13.964996 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'code': 200} Jan 28 01:11:14.040780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:14.052314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:14.053739 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] Sync routers for ids ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:14.060850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-025aa514-a751-479e-ad89-7c2b6d1ce1d3 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "PUT /v2.0/routers/21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a HTTP/1.1" status: 200 len: 924 time: 2.8619568 Jan 28 01:11:14.064274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34830) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:14.070298 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] Routers {'21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:14.071351 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:14.114205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Pushing event updated for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:14.149095 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:14.172895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Set router f118c65d-2f28-4578-ac2f-2be10c1e1f85 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:14.174268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.175498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:14.178652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:14.182931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-fb737855-bef5-4b0e-b4e0-5031bb02d044 service neutron] 10.222.0.45 "PUT /v2.0/ports/78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 1090 time: 4.3925219 Jan 28 01:11:14.199555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] Routers {'21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:14.200235 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:14.207622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:14.216801 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac787e-5625-43a3-81a1-99d6d61ff080" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:14.238012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3160635d-1ec9-477f-bbf5-9ca1b1439820 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/8f441bee-0bb7-45c2-bc14-d0f673abd798?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3847392 Jan 28 01:11:14.244643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34844) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:14.255662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:14.258348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:14.282283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.300512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.325206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.330909 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:14.331570 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ea393-0e3d-4615-84ca-6cdf6d2f737b None None] The sync data for ids ['21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:14.339411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.363492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.385222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.401568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:14.413544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-ca237d57-a7c4-4486-bdcb-f766b74b2710 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5407 time: 0.7662830 Jan 28 01:11:14.750916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:11:08Z', 'revision_number': 4, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787', 'name': '', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'mac_address': 'fa:16:3e:9e:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:11:04Z', 'updated_at': '2022-01-28T01:11:09Z', 'revision_number': 2, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'subnets': [{'id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:14.789698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-993477d3-35fe-47b8-8034-b69e6f08fabb tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a HTTP/1.1" status: 200 len: 924 time: 0.7232258 Jan 28 01:11:14.794108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34872) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:14.816819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Checking router: f118c65d-2f28-4578-ac2f-2be10c1e1f85 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:14.817754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Updating router f118c65d-2f28-4578-ac2f-2be10c1e1f85 port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:11:14.821981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:14.834763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:14.877214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:14.981719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eeb079c7-6f23-4aed-86bb-5ae990ad63b8 req-6b935ca9-d6ed-4108-935e-2b09b0056647 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5668492 Jan 28 01:11:14.994776 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.067975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcf28f-be03-4404-8b49-19b4dc43e3ba tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.075172 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c4dcf28f-be03-4404-8b49-19b4dc43e3ba tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2779262 Jan 28 01:11:15.088109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:15.088861 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb2886d-c7d8-46d8-a447-c9d53728ab7d x-openstack-request-id: req-bcb2886d-c7d8-46d8-a447-c9d53728ab7d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:15.090600 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:15.093228 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcb2886d-c7d8-46d8-a447-c9d53728ab7d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:15.093879 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb', 'status': 'completed', 'code': 200} Jan 28 01:11:15.320095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-4364f0c8-fd4c-4fad-861d-6661400de546 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.323554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-4364f0c8-fd4c-4fad-861d-6661400de546 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 811 time: 0.6335635 Jan 28 01:11:15.469363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06beec2-4f69-4011-9220-ac1ed4226531 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.474540 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b06beec2-4f69-4011-9220-ac1ed4226531 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.3844402 Jan 28 01:11:15.475691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34892) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:15.521239 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Publish callbacks [] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.529202 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.539649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-7a8b188b-0d63-4967-8bbe-1ad761736ffc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/quotas/73a45c9f27eb4d8cbf91ea7ef5e2c904 HTTP/1.1" status: 200 len: 375 time: 0.1980100 Jan 28 01:11:15.568112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.583731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.584315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.584845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.585365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.585518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34896) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:15.586058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.591583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.593969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-34b7583f-3c41-4553-ba0b-181668f62403 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6354 time: 0.4323883 Jan 28 01:11:15.615133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5d26392f-aeaa-4597-98f7-eac616ee69af tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a HTTP/1.1" status: 200 len: 205 time: 0.1355553 Jan 28 01:11:15.617650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34902) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:15.750018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (1ee81bf4-55d3-4ce1-90c8-3296d8cf567c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.753613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7d268-9613-469f-b0c6-bd29679a1313 None None] Pushing event updated for resources: {'Port': ['ID=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:15.865133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Attempting to bind port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:15.866073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Attempting to bind port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:15.866560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Attempting to bind port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 on network 3a33507a-6a6f-42ab-9375-87e41388c1be {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:15.874517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:15.878462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Checking segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:15.879019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.879530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Bound using segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:15.885285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Bound port: 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:15.885884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.892401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:15.902730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e121e0a-8b97-4a53-a05c-6f9738a4b08c {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:15.914186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Publish callbacks [] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.927928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Transition to ACTIVE for port object 8e121e0a-8b97-4a53-a05c-6f9738a4b08c will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:15.944012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:15.992144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:16.006122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecd8681e-02be-4974-b96a-25fd40787a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.012858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ef091-5ce4-4dd9-8407-29beaa90f30a None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:16.017252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:16.021956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.044172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=1ee81bf4-55d3-4ce1-90c8-3296d8cf567c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:16.128081 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.136168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] For port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:16.142680 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b16c1692-bfd6-415b-bbd6-44a090515e58 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8945968 Jan 28 01:11:16.190353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] For port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:16.202267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.220993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:16.234835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'security_group': {'name': 'tempest-secgroup-894578995'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:16.440204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.468697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Routers {'f118c65d-2f28-4578-ac2f-2be10c1e1f85'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:16.473123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:16.506117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7d268-9613-469f-b0c6-bd29679a1313 None None] Pushing event updated for resources: {'Port': ['ID=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:16.644910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'project_id': 'c7d1886d6b8a4cdeb0b678f2c71e3d0d', 'fixed_ips': [{'subnet_id': '1ee81bf4-55d3-4ce1-90c8-3296d8cf567c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:11:16.646016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:16.760337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] Set router f118c65d-2f28-4578-ac2f-2be10c1e1f85 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:16.857606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Pushing event updated for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:17.007313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.042711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecd8681e-02be-4974-b96a-25fd40787a5a admin admin] Publish callbacks [] for security_group (00187b93-cf49-4292-907d-9a92622af329), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.049441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecd8681e-02be-4974-b96a-25fd40787a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (00187b93-cf49-4292-907d-9a92622af329), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.095498 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ecd8681e-02be-4974-b96a-25fd40787a5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b80540e01d7d444bb1988a3025a49c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4956076 Jan 28 01:11:17.111469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34918) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:17.135978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (0aa9f5c0-576c-4f8e-bed8-8dd597c98384), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.159342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0aa9f5c0-576c-4f8e-bed8-8dd597c98384), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.173086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-291b7bfc-1843-4b0b-872a-ff4543a8264a tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6190934 Jan 28 01:11:17.195531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8681e-02be-4974-b96a-25fd40787a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00187b93-cf49-4292-907d-9a92622af329,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:17.231975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9f5c0-576c-4f8e-bed8-8dd597c98384,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:17.248431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.253841 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47130e04-088e-4ae2-a600-6598ea026079 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0304973 Jan 28 01:11:17.255855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34920) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:17.260553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'security_group': {'name': 'tempest-secgroup-1252812147'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:17.277357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Deleting port fb78e94d-ad8a-42e3-bc8d-7413f3d47b10 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:17.277357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fb78e94d-ad8a-42e3-bc8d-7413f3d47b10), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.294958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-abf39a60-c1d6-46ca-8cd4-62641718d200 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.305246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-abf39a60-c1d6-46ca-8cd4-62641718d200 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 1.3698561 Jan 28 01:11:17.413189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.428419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5928-a8ac-426d-a369-f1541598471c admin admin] Publish callbacks [] for security_group (00187b93-cf49-4292-907d-9a92622af329), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.509695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-74b5791e-1064-455a-a638-ccaaa4bfda66 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.2034798 Jan 28 01:11:17.558747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Allocated IP 2001:db8::2 (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/1ee81bf4-55d3-4ce1-90c8-3296d8cf567c/49294b1a-9d0c-418a-8f0c-abb5f960bee6) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:17.560334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-92e2badf-10a3-40cf-b5ec-eb64e0158303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.560998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-92e2badf-10a3-40cf-b5ec-eb64e0158303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.563054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-92e2badf-10a3-40cf-b5ec-eb64e0158303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.568170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-92e2badf-10a3-40cf-b5ec-eb64e0158303 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=950838c4d59148eab5fb992c0978c75a&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.6375983 Jan 28 01:11:17.596478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:11:08Z', 'revision_number': 4, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787', 'name': '', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'mac_address': 'fa:16:3e:9e:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:11:04Z', 'updated_at': '2022-01-28T01:11:16Z', 'revision_number': 4, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'subnets': [{'id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:17.638962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Attempting to bind port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:17.641073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Attempting to bind port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:17.641518 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (3f09fec1-4d90-4fc9-9687-956c5db1657a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.641864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Attempting to bind port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:17.673485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a72b9c-4341-4ebe-b0e3-7593499d61b2 None None] The sync data for ids ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'] in n-d-826756-1 is: [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:11:08Z', 'revision_number': 4, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787', 'name': '', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'mac_address': 'fa:16:3e:9e:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:11:04Z', 'updated_at': '2022-01-28T01:11:16Z', 'revision_number': 4, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'subnets': [{'id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:17.677324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3f09fec1-4d90-4fc9-9687-956c5db1657a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.715346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5928-a8ac-426d-a369-f1541598471c admin admin] Publish callbacks [] for security_group (00187b93-cf49-4292-907d-9a92622af329), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.720897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-9fd68bfa-4e1c-4d26-ac58-184c5fd3cdd6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1766894 Jan 28 01:11:17.735707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:17.736489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Attempting to bind port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:17.792480 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fb78e94d-ad8a-42e3-bc8d-7413f3d47b10), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.815409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:17.816220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Checking segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:17.816797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Bound using segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:17.817553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Bound port: 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:17.818612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.876814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:17.882774 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6258066 Jan 28 01:11:17.883449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34922) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:17.916228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-47224aad-d968-4ce3-878f-3bab7c3cd286 service neutron] 10.222.0.23 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365862 Jan 28 01:11:17.964027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-394043895', 'security_groups': ['3f09fec1-4d90-4fc9-9687-956c5db1657a'], 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ee81bf4-55d3-4ce1-90c8-3296d8cf567c'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:17.996411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Calling delete_port for fb78e94d-ad8a-42e3-bc8d-7413f3d47b10 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:18.039631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b89e7-b9d3-4c33-91c2-fab0303181df tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09fec1-4d90-4fc9-9687-956c5db1657a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:18.142029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-db8355f5-d81d-4b4c-9ee0-59d837cb0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:18.143998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bac787e-5625-43a3-81a1-99d6d61ff080 req-db8355f5-d81d-4b4c-9ee0-59d837cb0a44 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5524683 Jan 28 01:11:18.234710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:18.253340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:18.270492 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:18.328346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-7219be47-b343-4603-88fc-e56b0fc203d2 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963700 Jan 28 01:11:18.388297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-6db38a1c-a4cc-47f9-84a3-cbdd5d61da54 service neutron] 10.222.0.23 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703677 Jan 28 01:11:18.390030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:18.390885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:18.394021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] 10.222.0.45 "PUT /v2.0/ports/8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 1091 time: 4.1543591 Jan 28 01:11:18.417664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:18.420417 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb54ee-0861-4aa0-a40e-b1a685a373e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:18.426077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5928-a8ac-426d-a369-f1541598471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (00187b93-cf49-4292-907d-9a92622af329), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:18.428971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5928-a8ac-426d-a369-f1541598471c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:18.436015 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d1e5928-a8ac-426d-a369-f1541598471c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00187b93-cf49-4292-907d-9a92622af329 HTTP/1.1" status: 204 len: 168 time: 1.3232319 Jan 28 01:11:18.445226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Request body: {'port': {'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:18.491876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5928-a8ac-426d-a369-f1541598471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00187b93-cf49-4292-907d-9a92622af329,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:18.629764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8fb02-6492-4127-afa4-d9a5895ace17 service neutron] Pushing event updated for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:18.735756 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Publish callbacks [] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:18.742917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:18.755484 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:18.899041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:18.908594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:18.915360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:19.024131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:19.055729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:19.096771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-6b313615-63ff-4309-af97-3f92b704f348 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536821 Jan 28 01:11:19.162052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Pushing event updated for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:19.224196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:19.276744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Attempting to bind port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:19.277464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Attempting to bind port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '47555087-bc25-4e1f-9fc9-545467caf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:19.285068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fb78e94d-ad8a-42e3-bc8d-7413f3d47b10), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:19.285751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Attempting to bind port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 on network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:19.314628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:19.318716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Checking segment: {'id': '47555087-bc25-4e1f-9fc9-545467caf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:19.319267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:19.320626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Bound using segment: {'id': '47555087-bc25-4e1f-9fc9-545467caf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:19.325098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Bound port: 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47555087-bc25-4e1f-9fc9-545467caf996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:19.325098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:19.388447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port 0eb11f2b-63ad-4875-aeb3-0190737abf18 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:11:19.414189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event deleted for resources: {'Port': ['ID=fb78e94d-ad8a-42e3-bc8d-7413f3d47b10,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:19.602306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:19.602629 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:19.619145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.666428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.696447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.729785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.753678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.788330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.823889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.831087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-36538b04-b137-4d5b-a24a-6053df3d9eb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5419 time: 0.6726546 Jan 28 01:11:19.896968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:19.973415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49294b1a-9d0c-418a-8f0c-abb5f960bee6,segment=NetworkSegment(47555087-bc25-4e1f-9fc9-545467caf996),segment_id=47555087-bc25-4e1f-9fc9-545467caf996)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:20.126913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.128026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.288585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c7b5c20-7558-4dc8-8db3-7c0c3ebef47a req-068e7dd0-3a8a-49f4-859f-5dae9e451937 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4341383 Jan 28 01:11:20.302091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fd5b5-00e9-4d8e-bd4b-a9310597d75d None None] Pushing event updated for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:20.365548 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f7072-16b7-4830-ada4-230d853f65c8 x-openstack-request-id: req-135f7072-16b7-4830-ada4-230d853f65c8 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:20.366122 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:20.366481 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-135f7072-16b7-4830-ada4-230d853f65c8 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:20.366992 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c', 'status': 'completed', 'code': 200} Jan 28 01:11:20.382620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:20.405588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.567210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.570561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.572293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:20.581449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:20.756206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:20.879569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37c86e6d-f8e8-455c-82f9-6e20c34ca498 req-033aba09-9a6f-4ce1-b121-b88c80ce11cd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 210 time: 0.2120812 Jan 28 01:11:20.951794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26586907-76f6-4cbc-af06-b543b7f8f883 req-5e98f302-6169-4277-afcd-45bfcc996f57 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 210 time: 0.2583358 Jan 28 01:11:20.984765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972a599d-583a-45d4-ab6e-12356ccb2ace {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:21.026643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.028981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Fanout notify agent at l3_agent the message router_deleted on router 21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:21.040213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Publish callbacks [] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.057280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.076745 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a11dff51-3fc8-449b-9d6b-ad82cd968b75 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a HTTP/1.1" status: 204 len: 168 time: 5.4506698 Jan 28 01:11:21.077315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:21.089276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.094226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614509023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:21.103536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.104199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.104740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.105264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.105839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.106360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.108638 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-4a546962-b8b5-456a-a652-0c2d3464a8ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6421 time: 0.4430013 Jan 28 01:11:21.130180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Transition to ACTIVE for port object 972a599d-583a-45d4-ab6e-12356ccb2ace will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:21.154065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.201355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::33d (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/1ee81bf4-55d3-4ce1-90c8-3296d8cf567c/0eb11f2b-63ad-4875-aeb3-0190737abf18) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:21.221369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.222694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.494873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.547006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.577143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:21.582224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d4e00538-0802-43dd-a66c-49e48339083d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5010452 Jan 28 01:11:21.630734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34994) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:21.637154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Pushing event updated for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:21.645014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:21.880598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-f47483e2-9f56-4637-8495-b090cd539595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.881446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-f47483e2-9f56-4637-8495-b090cd539595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.882151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-f47483e2-9f56-4637-8495-b090cd539595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.884630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-f47483e2-9f56-4637-8495-b090cd539595 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=950838c4d59148eab5fb992c0978c75a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7626188 Jan 28 01:11:21.918216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:22.361107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.367855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.373705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.379867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.385564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.391132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.398203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.406961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-53ef6203-d722-4781-b93c-38544d848982 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.9132850 Jan 28 01:11:22.546216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87e7762e-1300-4030-80d4-6f4e64ccdd12 req-35babfc3-cc80-4235-b38e-40c2bdfe4b1a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 210 time: 0.4499383 Jan 28 01:11:22.598478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:22.657450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:22.657983 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:22.876117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:22.876651 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:22.901284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73a3264e-c340-4f62-a1b2-009bcca76757 req-c823c0b1-b2ce-414f-87dd-df4fb5d46823 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 210 time: 0.1608853 Jan 28 01:11:22.952278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:22.956044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-1e647ac8-89cd-4ca4-a18f-8b133e593752 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.963498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-1e647ac8-89cd-4ca4-a18f-8b133e593752 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.43 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 811 time: 1.5652764 Jan 28 01:11:22.970376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49294b1a-9d0c-418a-8f0c-abb5f960bee6,segment=NetworkSegment(47555087-bc25-4e1f-9fc9-545467caf996),segment_id=47555087-bc25-4e1f-9fc9-545467caf996)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:22.979496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Attempting to bind port 972a599d-583a-45d4-ab6e-12356ccb2ace on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:22.979926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Attempting to bind port 972a599d-583a-45d4-ab6e-12356ccb2ace by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:22.980332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Attempting to bind port 972a599d-583a-45d4-ab6e-12356ccb2ace on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:23.002988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.010461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Request body: {'port': {'device_id': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'admin_state_up': True, 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:23.051691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:23.055171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.069183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:23.077341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:23.078026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.097532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=0eb11f2b-63ad-4875-aeb3-0190737abf18,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:23.111963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:23.129869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Port 972a599d-583a-45d4-ab6e-12356ccb2ace on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:23.130228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Attempting to bind port 972a599d-583a-45d4-ab6e-12356ccb2ace on network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:23.202947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:23.203386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Checking segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:23.203711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Bound using segment: {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:23.204096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Bound port: 972a599d-583a-45d4-ab6e-12356ccb2ace, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7a0de9-5a87-4488-b04e-3382c98fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:23.204456 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.212639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-80bd4736-31f9-4053-818b-06d95aaf4965 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:23.214199 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-80bd4736-31f9-4053-818b-06d95aaf4965 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 1.0754004 Jan 28 01:11:23.218770 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-656b1eed-4f87-494f-b5d5-f317bfae56ed tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3190696 Jan 28 01:11:23.227625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:23.233151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Pushing event updated for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:23.242259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:23.257131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Provisioning complete for port 8f441bee-0bb7-45c2-bc14-d0f673abd798 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:23.257500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.263650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Request body: {'port': {'device_id': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'admin_state_up': True, 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:23.269524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-560cb06e-2e7f-4f9b-bac1-3bcf82fc4984 req-a3ee820f-7663-4742-9e6f-cc6d3fcaf9bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8614140 Jan 28 01:11:23.376218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:23.376605 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.383805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e1be0d89-1d53-4d5e-a805-aa4c5f3c05ad None None] Port 8f441bee-0bb7-45c2-bc14-d0f673abd798 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:23.388881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:23.399214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=972a599d-583a-45d4-ab6e-12356ccb2ace,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:23.409078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-cd2fc661-1048-4ee6-a306-05959cda714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:23.413424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bffb54ee-0861-4aa0-a40e-b1a685a373e2 req-cd2fc661-1048-4ee6-a306-05959cda714b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5186510 Jan 28 01:11:23.554969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.713726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:23.722766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:23.781207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:23.791196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.792873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8b8aa8f2-b992-4c7c-857d-d7f57391dab1 None None] Provisioning complete for port 0eb11f2b-63ad-4875-aeb3-0190737abf18 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:23.793588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa8f2-b992-4c7c-857d-d7f57391dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.806469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:23.816859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.860171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:23.861553 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.866044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] 10.222.0.45 "PUT /v2.0/ports/972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 1091 time: 5.4313595 Jan 28 01:11:23.874834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:23.877508 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:23.880415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Made reservation on behalf of 73a45c9f27eb4d8cbf91ea7ef5e2c904 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:23.892883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:23.909272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6752cd4-12a5-4b36-b870-25435aa46ba9 req-5ca19cd1-2d40-49e2-adf9-98f7cb6a3448 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 210 time: 0.1758974 Jan 28 01:11:23.912260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a71e00-1204-42d6-8edc-4c1140511058 service neutron] Pushing event updated for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:23.957163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8b8aa8f2-b992-4c7c-857d-d7f57391dab1 None None] Port 0eb11f2b-63ad-4875-aeb3-0190737abf18 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:24.037054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:24.040163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:24.048497 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b436f17-8ace-481d-9731-b3e7ba691a44 x-openstack-request-id: req-5b436f17-8ace-481d-9731-b3e7ba691a44 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:24.048833 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:24.049074 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b436f17-8ace-481d-9731-b3e7ba691a44 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:24.049527 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace', 'status': 'completed', 'code': 200} Jan 28 01:11:24.295267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Allocated IP 172.20.0.8 (0679c912-abb4-41bf-b66f-8413df4919fc/0c421084-ec2d-4b09-9193-a2f75d0de50f/1a88d92e-a958-40c6-af2e-b793762a49e7) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:24.351581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:24.454918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Allocated IP 172.20.0.7 (3a33507a-6a6f-42ab-9375-87e41388c1be/abf792a4-d986-4836-9dfa-1cea7e7e1f84/de726f55-a57f-4d7b-aba5-646f14c60d25) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:24.541430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks [] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:24.618667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:24.625053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4bf84ba5-e66b-4f53-8d40-f782d24b8dd0 req-187e6660-2e06-4a40-8325-2b405217e1fa tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 210 time: 0.1539965 Jan 28 01:11:24.741180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:24.835448 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ee81bf4-55d3-4ce1-90c8-3296d8cf567c (CIDR: 2001:db8::/64) Jan 28 01:11:24.848931 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:11:24.849441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:24.855292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:24.855292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:24.898742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Network 0679c912-abb4-41bf-b66f-8413df4919fc is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:24.905550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:24.927109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:24.933898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:25.112154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:25.312143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event updated for resources: {'Port': ['ID=1a88d92e-a958-40c6-af2e-b793762a49e7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:25.337761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:25.350778 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c965d77c-8bd2-40d2-a5a8-98dfa6fa4200 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1215322 Jan 28 01:11:25.359099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35076) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:25.368379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:25.497481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.498206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:25.515550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.516960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.517725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.518490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.519226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.520343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.521322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.525081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1eb69647-7a2b-477d-833c-a6f248140a6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6488 time: 1.5652275 Jan 28 01:11:25.545365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.551778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.559582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.566334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.574383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.581470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08a976b7-6385-49d3-bc2e-98241120c4a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3353686 Jan 28 01:11:25.583714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.592286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:25.600892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-156a338a-43d7-49fb-8ef9-aac6dd8c23e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 1.1250999 Jan 28 01:11:25.608851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Request body: {'port': {'device_id': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:25.642152 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Allocated IP 172.25.1.202 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d4be04d7-5c6c-4cd2-86e5-fe84ef205412) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:25.754785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:25.759337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:25.777209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:25.884650 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks [] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:25.929358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-c29d2bbd-40c3-444e-9b2f-70e9a9aead5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 217 time: 0.3199413 Jan 28 01:11:25.941259 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for port (d4be04d7-5c6c-4cd2-86e5-fe84ef205412), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.004616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.007606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-59d3598c-d503-4713-8898-48f34cd31193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.010150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-59d3598c-d503-4713-8898-48f34cd31193 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 0.0661380 Jan 28 01:11:26.131367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Pushing event updated for resources: {'Port': ['ID=de726f55-a57f-4d7b-aba5-646f14c60d25,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:26.157090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d4be04d7-5c6c-4cd2-86e5-fe84ef205412), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.160716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452db5-3f62-4ee5-bc72-a7918a219815 req-a9aca6c6-579b-4846-8456-d5473a44ed28 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.164041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7452db5-3f62-4ee5-bc72-a7918a219815 req-a9aca6c6-579b-4846-8456-d5473a44ed28 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 931 time: 0.6313097 Jan 28 01:11:26.247480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7452db5-3f62-4ee5-bc72-a7918a219815 req-239c415e-fa80-4cd7-aa75-fd6fc8976748 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670028 Jan 28 01:11:26.256269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-797ec152-583e-4a62-a106-6b40879d9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.258161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-797ec152-583e-4a62-a106-6b40879d9164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639850 Jan 28 01:11:26.259778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.260434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.262385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.262514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:26.263190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.263865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.264944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.265476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.266139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.266800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.267342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.267864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.268385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.268938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:26.282047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Network 3a33507a-6a6f-42ab-9375-87e41388c1be is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:26.286873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:26.289496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:26.338904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event updated for resources: {'Port': ['ID=d4be04d7-5c6c-4cd2-86e5-fe84ef205412,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:26.419532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:26.434457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaf3ba12-9632-4f53-a44e-0eb972b16677 req-a9a2dde5-b18e-4e95-8fb3-4dbe05496101 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8321850 Jan 28 01:11:26.443448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:26.553550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.554265 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.582257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-eac8195d-c95f-40de-a440-6a5e24547ca9 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863779 Jan 28 01:11:26.590945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7e0b8-49e0-409f-a1ec-0c3adae6768f req-95732fcd-4447-4970-80ae-95e4f1c97a87 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.592490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0c7e0b8-49e0-409f-a1ec-0c3adae6768f req-95732fcd-4447-4970-80ae-95e4f1c97a87 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 931 time: 0.1570787 Jan 28 01:11:26.633245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a88d92e-a958-40c6-af2e-b793762a49e7 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:26.660092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Publish callbacks [] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.690791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Transition to ACTIVE for port object 1a88d92e-a958-40c6-af2e-b793762a49e7 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:26.720136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-b8640758-cd80-47b1-938a-c1e1793861d7 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266086 Jan 28 01:11:26.721363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.729975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-2fb7f173-978c-46f7-9c16-91fd44cc6cc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7408020 Jan 28 01:11:26.753089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Request body: {'port': {'device_id': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:26.820367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-28e36862-0e6e-45da-82f7-6fb8c0bb21bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 217 time: 0.0854635 Jan 28 01:11:26.866385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (2885c7cc-f97a-4da7-bb6c-8170e44a9403), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.928208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-5beb5d1f-f3a4-44f3-b628-93f7083eeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.929867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-5beb5d1f-f3a4-44f3-b628-93f7083eeecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1003861 Jan 28 01:11:26.933191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0c7e0b8-49e0-409f-a1ec-0c3adae6768f req-8b6594ec-0536-4de5-88ba-eb637e72354d tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995065 Jan 28 01:11:26.957563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.057108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:27.093575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Pushing event updated for resources: {'Port': ['ID=1a88d92e-a958-40c6-af2e-b793762a49e7,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:27.095769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-086e54f7-249d-4da3-8bc8-f3501bd2e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.104743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-086e54f7-249d-4da3-8bc8-f3501bd2e4fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1645823 Jan 28 01:11:27.106653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:27.117853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1750338-f1a4-424b-9602-af83f5b5b84e None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:27.118405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.120089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.153941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7936876 Jan 28 01:11:27.155088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:27.207068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-989073053', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2885c7cc-f97a-4da7-bb6c-8170e44a9403'}], 'security_groups': ['0aa9f5c0-576c-4f8e-bed8-8dd597c98384']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:27.241814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efcbee-b30d-42e1-8a6f-a1fe2b70675e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=2885c7cc-f97a-4da7-bb6c-8170e44a9403,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:27.473876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de726f55-a57f-4d7b-aba5-646f14c60d25 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:27.494542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Publish callbacks [] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.584653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Attempting to bind port 1a88d92e-a958-40c6-af2e-b793762a49e7 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:27.585001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Attempting to bind port 1a88d92e-a958-40c6-af2e-b793762a49e7 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:27.585332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Attempting to bind port 1a88d92e-a958-40c6-af2e-b793762a49e7 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:27.622427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Port 1a88d92e-a958-40c6-af2e-b793762a49e7 on network 0679c912-abb4-41bf-b66f-8413df4919fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:27.622795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Attempting to bind port 1a88d92e-a958-40c6-af2e-b793762a49e7 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:27.628682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Transition to ACTIVE for port object de726f55-a57f-4d7b-aba5-646f14c60d25 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:27.667512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f10ce-9197-4a84-9422-c1bf3d46da4a req-7afd94f7-005f-4c64-944e-3aa86cc28d70 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.667512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f2f10ce-9197-4a84-9422-c1bf3d46da4a req-7afd94f7-005f-4c64-944e-3aa86cc28d70 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 943 time: 0.1627347 Jan 28 01:11:27.667512 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.667828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.766317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] Update dhcp port {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'fixed_ips': [{'subnet_id': '1ee81bf4-55d3-4ce1-90c8-3296d8cf567c', 'ip_address': '2001:db8::2'}, {'subnet_id': '2885c7cc-f97a-4da7-bb6c-8170e44a9403'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '49294b1a-9d0c-418a-8f0c-abb5f960bee6'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:11:27.777713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:27.778089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:27.778482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Bound using segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:27.778942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Bound port: 1a88d92e-a958-40c6-af2e-b793762a49e7, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:27.779299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.800199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f2f10ce-9197-4a84-9422-c1bf3d46da4a req-0f4042dd-78cb-460d-bdff-40cb8fc1d2b2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884461 Jan 28 01:11:27.867083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Pushing event updated for resources: {'Port': ['ID=de726f55-a57f-4d7b-aba5-646f14c60d25,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:27.884239 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:27.897087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-5e821cd3-8358-445f-b5d8-9b95a7e31659 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378747 Jan 28 01:11:27.993282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] For port 1a88d92e-a958-40c6-af2e-b793762a49e7, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:27.995379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.050404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Attempting to bind port de726f55-a57f-4d7b-aba5-646f14c60d25 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:28.050772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Attempting to bind port de726f55-a57f-4d7b-aba5-646f14c60d25 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:28.051111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Attempting to bind port de726f55-a57f-4d7b-aba5-646f14c60d25 on network 3a33507a-6a6f-42ab-9375-87e41388c1be {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:28.054848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0e56106e-50c7-4212-a687-e9bf022358b8 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161811 Jan 28 01:11:28.068383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.073786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.079289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.086065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.092630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.100151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.105678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.113467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-bd444283-9b62-491c-9d0f-a0406486c6b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.3140435 Jan 28 01:11:28.189567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-94a0f000-e934-4de8-b459-f7c4f8dfd505 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 217 time: 0.0732126 Jan 28 01:11:28.192567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Port de726f55-a57f-4d7b-aba5-646f14c60d25 on network 3a33507a-6a6f-42ab-9375-87e41388c1be not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:28.192879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Attempting to bind port de726f55-a57f-4d7b-aba5-646f14c60d25 on network 3a33507a-6a6f-42ab-9375-87e41388c1be {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:28.207493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:28.207868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Checking segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:28.208226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Bound using segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:28.208673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Bound port: de726f55-a57f-4d7b-aba5-646f14c60d25, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:28.209038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.272615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-8e9f92d7-5e3b-4501-b854-ea1c43147fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.274238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-8e9f92d7-5e3b-4501-b854-ea1c43147fcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0705183 Jan 28 01:11:28.278510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] Allocated IP 2001:db8:0:1::2 (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/2885c7cc-f97a-4da7-bb6c-8170e44a9403/49294b1a-9d0c-418a-8f0c-abb5f960bee6) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:28.392313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49294b1a-9d0c-418a-8f0c-abb5f960bee6,segment=NetworkSegment(47555087-bc25-4e1f-9fc9-545467caf996),segment_id=47555087-bc25-4e1f-9fc9-545467caf996)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:28.430738 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] Publish callbacks [] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.441014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.464308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.473918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.480228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] For port 1a88d92e-a958-40c6-af2e-b793762a49e7, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1a88d92e-a958-40c6-af2e-b793762a49e7,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:28.487488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.515290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] For port de726f55-a57f-4d7b-aba5-646f14c60d25, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:28.533941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] For port de726f55-a57f-4d7b-aba5-646f14c60d25, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=de726f55-a57f-4d7b-aba5-646f14c60d25,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:28.594979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66cbf5-bc4a-46f4-97a8-06b307620301 None None] Pushing event updated for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:28.613825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.682104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Pushing event updated for resources: {'Port': ['ID=de726f55-a57f-4d7b-aba5-646f14c60d25,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:28.692653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7bed3-069f-4ec0-aae0-20e29d3b910a req-d82f1dcc-acfd-435a-ac8c-c36e99c03b45 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.694034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2a7bed3-069f-4ec0-aae0-20e29d3b910a req-d82f1dcc-acfd-435a-ac8c-c36e99c03b45 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.6371193 Jan 28 01:11:28.762134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Pushing event updated for resources: {'Port': ['ID=1a88d92e-a958-40c6-af2e-b793762a49e7,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:28.768557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.769324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.770809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e402558c-b8a4-425c-86a5-476a824a031a service neutron] 10.222.0.43 "PUT /v2.0/ports/de726f55-a57f-4d7b-aba5-646f14c60d25 HTTP/1.1" status: 200 len: 1091 time: 2.0237114 Jan 28 01:11:28.771272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'tag': 'de726f55-a57f-4d7b-aba5-646f14c60d25'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:28.773800 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c29089-178a-4372-84e5-364253b3a34d" -d '{"events": [{"name": "network-changed", "server_uuid": "75723b3c-8500-4eb3-9fdd-e5e00450b05b", "tag": "de726f55-a57f-4d7b-aba5-646f14c60d25"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:28.795412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f6dfdab-292d-419d-b80b-fccadf265cc2 req-8b4132a5-cc07-4b45-8b53-0abb5a63df62 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6808882 Jan 28 01:11:28.826795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.832136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-32d17dd8-8506-4b1d-9c2f-19e0354e3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.837816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-32d17dd8-8506-4b1d-9c2f-19e0354e3727 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5479343 Jan 28 01:11:28.840301 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:28.841985 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-f24b7b11-0c0a-4091-b9c5-0df26dc28e00 service neutron] 10.222.0.43 "PUT /v2.0/ports/1a88d92e-a958-40c6-af2e-b793762a49e7 HTTP/1.1" status: 200 len: 1091 time: 3.2374589 Jan 28 01:11:28.846832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'tag': '1a88d92e-a958-40c6-af2e-b793762a49e7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:28.849311 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193267d-ea26-4b9b-8055-b585d9d9f5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b7fad-331a-4c2f-9ec5-770f136b36cc", "tag": "1a88d92e-a958-40c6-af2e-b793762a49e7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:28.873540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:28.944357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Router 0c6572b0-f7cc-4ec9-b317-e78483dcc62c is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:29.023966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:29.024711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.084009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-01f9f0a5-b5a2-4787-8a63-24665b1020b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.085537 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-01f9f0a5-b5a2-4787-8a63-24665b1020b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 1094 time: 0.1581495 Jan 28 01:11:29.131706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2a7bed3-069f-4ec0-aae0-20e29d3b910a req-6160ef1f-fae1-4350-b0ec-2f1311bcde9e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197843 Jan 28 01:11:29.167344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-06dbf5bd-2617-4d53-b061-d2025e83d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.168801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-06dbf5bd-2617-4d53-b061-d2025e83d372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 1094 time: 0.3299007 Jan 28 01:11:29.231489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc6266-e313-40db-b257-adf2f6f92806 req-4c156a97-72ff-4b4b-82dd-1e200fac3209 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.238924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8dc6266-e313-40db-b257-adf2f6f92806 req-4c156a97-72ff-4b4b-82dd-1e200fac3209 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 943 time: 0.2391829 Jan 28 01:11:29.274867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:29.344268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-040f0cba-4e3e-4757-92d7-9fd8b9c3263d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de726f55-a57f-4d7b-aba5-646f14c60d25 HTTP/1.1" status: 200 len: 217 time: 0.1372244 Jan 28 01:11:29.346749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f41e0770-126b-4159-b6d2-d51546f7aa86 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905891 Jan 28 01:11:29.412558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-08fa0746-0dfa-4b50-83fc-1f17778621da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a88d92e-a958-40c6-af2e-b793762a49e7 HTTP/1.1" status: 200 len: 217 time: 0.1051145 Jan 28 01:11:29.483922 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a622aac9-0961-48c6-b6e9-f25d98129471 x-openstack-request-id: req-a622aac9-0961-48c6-b6e9-f25d98129471 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:29.484295 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75723b3c-8500-4eb3-9fdd-e5e00450b05b", "tag": "de726f55-a57f-4d7b-aba5-646f14c60d25", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:29.484468 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a622aac9-0961-48c6-b6e9-f25d98129471 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:29.484879 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'tag': 'de726f55-a57f-4d7b-aba5-646f14c60d25', 'status': 'completed', 'code': 200} Jan 28 01:11:29.535492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1937d2d8-6f1b-4161-9afa-b2c5db570b19 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572936 Jan 28 01:11:29.555031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-3941895e-1589-4073-a3f8-6ae2c1851380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.558110 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-3941895e-1589-4073-a3f8-6ae2c1851380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.1393337 Jan 28 01:11:29.672301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e638ec1f-d3f0-4581-903e-5c0f771424a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 217 time: 0.1098580 Jan 28 01:11:29.689695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:29.702417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.703585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] Sync routers for ids ['0c6572b0-f7cc-4ec9-b317-e78483dcc62c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:29.704047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db76fa3b-5726-4d75-831e-664074ad1924 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "PUT /v2.0/routers/0c6572b0-f7cc-4ec9-b317-e78483dcc62c HTTP/1.1" status: 200 len: 883 time: 8.0696397 Jan 28 01:11:29.721427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:29.741240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] Routers {'0c6572b0-f7cc-4ec9-b317-e78483dcc62c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:29.744420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0c6572b0-f7cc-4ec9-b317-e78483dcc62c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:29.758471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e6f939b2-c2b6-4f0f-9243-de68e02ad631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.759971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-e6f939b2-c2b6-4f0f-9243-de68e02ad631 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0708458 Jan 28 01:11:29.763513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e72ea674-2140-4a01-9502-e4e0bf67e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.764889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-e72ea674-2140-4a01-9502-e4e0bf67e162 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.4068117 Jan 28 01:11:29.777643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8dc6266-e313-40db-b257-adf2f6f92806 req-4afc0c09-5877-4a82-98fa-03ad2fe6d292 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356836 Jan 28 01:11:29.854473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-eb91dd65-c00f-4abf-b891-6ca3006a4be8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637431 Jan 28 01:11:29.872919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13ba1-3a9d-4569-8578-616d42e87b0a req-a07733d9-e17f-431b-81cb-c71cf6eebcac tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.884493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:29.891512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e13ba1-3a9d-4569-8578-616d42e87b0a req-a07733d9-e17f-431b-81cb-c71cf6eebcac tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 943 time: 0.4039233 Jan 28 01:11:29.924567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] Routers {'0c6572b0-f7cc-4ec9-b317-e78483dcc62c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:29.925387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0c6572b0-f7cc-4ec9-b317-e78483dcc62c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:29.935325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:29.935737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.981507 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b98cc-deaa-44ae-9d6d-5d5f7d234bd6 x-openstack-request-id: req-3e5b98cc-deaa-44ae-9d6d-5d5f7d234bd6 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:29.981901 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b7fad-331a-4c2f-9ec5-770f136b36cc", "tag": "1a88d92e-a958-40c6-af2e-b793762a49e7", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:29.982066 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e5b98cc-deaa-44ae-9d6d-5d5f7d234bd6 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:29.982451 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'tag': '1a88d92e-a958-40c6-af2e-b793762a49e7', 'status': 'completed', 'code': 200} Jan 28 01:11:30.004680 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-7189a58f-aaa0-4a3c-8aa6-b9a2d6c5f7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4233305 Jan 28 01:11:30.076155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-9fe5b23c-cb23-4888-9aeb-340fbe8fa54a service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823759 Jan 28 01:11:30.082508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:30.083174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495902c4-1617-4f3c-bb59-2ffc5053f791 None None] The sync data for ids ['0c6572b0-f7cc-4ec9-b317-e78483dcc62c'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:30.109542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-22aaa1d2-47b3-48f9-860f-51ff87e4905d service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955367 Jan 28 01:11:30.111482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d02a71c-8722-4974-b542-47e61f2dc457 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/0c6572b0-f7cc-4ec9-b317-e78483dcc62c HTTP/1.1" status: 200 len: 924 time: 0.3889518 Jan 28 01:11:30.120135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35162) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:30.157814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:30.169537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Provisioning complete for port 0eb11f2b-63ad-4875-aeb3-0190737abf18 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:30.169978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.213405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Port 0eb11f2b-63ad-4875-aeb3-0190737abf18 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:30.231884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Provisioning complete for port 8f441bee-0bb7-45c2-bc14-d0f673abd798 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:30.232258 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.313937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c87337d4-f2a0-43d8-8aa5-0594d7992043 None None] Port 8f441bee-0bb7-45c2-bc14-d0f673abd798 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:30.423530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Delete allocated IP 2001:db8::33d (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/1ee81bf4-55d3-4ce1-90c8-3296d8cf567c) {{(pid=109595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 01:11:30.434775 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59797016-3e94-45ff-bf53-d1afed2d2380 req-c08d6c9a-6c7e-4634-9fd4-9a1d9fdb67f6 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918439 Jan 28 01:11:30.437036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8:0:1::169 (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/2885c7cc-f97a-4da7-bb6c-8170e44a9403/0eb11f2b-63ad-4875-aeb3-0190737abf18) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:30.664058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-d881db00-83e8-4858-a29e-4355cbb0b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.665832 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-d881db00-83e8-4858-a29e-4355cbb0b968 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 1094 time: 0.0850928 Jan 28 01:11:30.689813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e13ba1-3a9d-4569-8578-616d42e87b0a req-87914484-3905-457f-8a59-3c815293fe01 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973838 Jan 28 01:11:30.743571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4df5dc-4505-4541-bc41-bb2cae342986 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.747555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7c4df5dc-4505-4541-bc41-bb2cae342986 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=0c6572b0-f7cc-4ec9-b317-e78483dcc62c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6216238 Jan 28 01:11:30.748289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-bcc3ba96-adaf-4458-8cf5-fa882c16ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.750133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-bcc3ba96-adaf-4458-8cf5-fa882c16ab33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9582458 Jan 28 01:11:30.754134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35172) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:30.784888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.791678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.797035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.801917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.802826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.808476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.812924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.814377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.821067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.830426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-17814497-0d65-4f5a-b9ad-336bd3a8d830 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.7495196 Jan 28 01:11:30.878284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=0eb11f2b-63ad-4875-aeb3-0190737abf18,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:30.910725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] In _notify_port_updated(), no bound segment for port 0eb11f2b-63ad-4875-aeb3-0190737abf18 on network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:11:30.916262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.916987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.924037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c66274ad-a377-4feb-8941-329cb04ca48b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/ports/0eb11f2b-63ad-4875-aeb3-0190737abf18 HTTP/1.1" status: 200 len: 930 time: 3.7220864 Jan 28 01:11:30.924843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35176) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:30.938716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-242fdeff-253b-42b1-bd94-8bc3c746218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.940442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-242fdeff-253b-42b1-bd94-8bc3c746218b service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.2667725 Jan 28 01:11:31.012858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-b3287237-ca84-4ae0-a738-2343f40f279e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a88d92e-a958-40c6-af2e-b793762a49e7 HTTP/1.1" status: 200 len: 217 time: 0.0451815 Jan 28 01:11:31.039186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112bbf2b-7a78-414a-9174-6d8c8ebef41e req-980ff77f-6b7d-4164-a5d7-7859d9cd93b2 service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524319 Jan 28 01:11:31.150611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-2dddb560-ee82-484b-8391-5afb9736a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.153558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-2dddb560-ee82-484b-8391-5afb9736a96d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.1323049 Jan 28 01:11:31.200364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a53e0-b778-41aa-96aa-cd197e073471 req-63187ed9-9223-48b2-8cc5-0bc7ff98f002 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.202363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee3a53e0-b778-41aa-96aa-cd197e073471 req-63187ed9-9223-48b2-8cc5-0bc7ff98f002 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.3378344 Jan 28 01:11:31.224213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-7124b9fc-a490-44eb-9a1d-6bad8b2971af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609944 Jan 28 01:11:31.239758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af11caa-7905-47af-bf26-948aa7a2988b tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.241113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5af11caa-7905-47af-bf26-948aa7a2988b tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.4860301 Jan 28 01:11:31.253901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35178) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:31.254104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1515b19-0a97-47f9-b4ff-8fa2ba3aab05 req-785a9195-24fc-4aec-91cc-c1474d20b579 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4238250 Jan 28 01:11:31.288144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-247a60d3-a736-4af9-89c7-138e6369a7a0 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157936 Jan 28 01:11:31.292227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 0eb11f2b-63ad-4875-aeb3-0190737abf18 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:31.292585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.366866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bf38f4a8-28a4-4f74-a122-e7b7dd811f15 None None] Provisioning complete for port 0eb11f2b-63ad-4875-aeb3-0190737abf18 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:31.367434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf38f4a8-28a4-4f74-a122-e7b7dd811f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.367758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da540d58-d041-4461-92b9-02d6ff9d7572 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c6572b0-f7cc-4ec9-b317-e78483dcc62c HTTP/1.1" status: 200 len: 205 time: 0.1033888 Jan 28 01:11:31.383257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35188) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:31.471271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bf38f4a8-28a4-4f74-a122-e7b7dd811f15 None None] Port 0eb11f2b-63ad-4875-aeb3-0190737abf18 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:31.508811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee3a53e0-b778-41aa-96aa-cd197e073471 req-8feadc26-13e7-4f06-9ebb-8142bd774ebd tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789764 Jan 28 01:11:31.517304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29089-178a-4372-84e5-364253b3a34d req-3801bc8c-e470-41ec-a1ce-b2282f622fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.519080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-3801bc8c-e470-41ec-a1ce-b2282f622fac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 1094 time: 0.3616982 Jan 28 01:11:31.671102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abca72-d5e4-4e48-9996-5f56d3657c67 req-c4e37166-3d57-4232-8086-bdb384fc0186 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.674514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-8cd15154-3906-45e8-b866-1d79da173171 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387798 Jan 28 01:11:31.678515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0abca72-d5e4-4e48-9996-5f56d3657c67 req-c4e37166-3d57-4232-8086-bdb384fc0186 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 943 time: 0.1684475 Jan 28 01:11:31.685971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-b1eb2ed7-6a30-4dcf-9c23-bf0972b0d3d8 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896484 Jan 28 01:11:31.701622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.774358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29089-178a-4372-84e5-364253b3a34d req-1fedd25b-8a08-471a-af6f-95c2635eac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.776245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-1fedd25b-8a08-471a-af6f-95c2635eac3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 912 time: 0.2458589 Jan 28 01:11:31.782725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-2cb48cd4-49ec-47d0-8def-0963c7082957 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 217 time: 0.0629866 Jan 28 01:11:31.791575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.796628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 0eb11f2b-63ad-4875-aeb3-0190737abf18 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:31.834807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0abca72-d5e4-4e48-9996-5f56d3657c67 req-4ae54e6a-fc5f-49d8-bbea-cba24dea24f5 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552579 Jan 28 01:11:31.852519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-66fe07d8-3c78-43ac-ba90-c8f1200b6ede service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de726f55-a57f-4d7b-aba5-646f14c60d25 HTTP/1.1" status: 200 len: 217 time: 0.0660431 Jan 28 01:11:32.011096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-ba7b49e0-299d-41dc-992f-8a92f8e856be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.013049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-ba7b49e0-299d-41dc-992f-8a92f8e856be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.2173681 Jan 28 01:11:32.025833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dd32d-7feb-4850-af1a-7bf1952230b8 req-374f5ac9-2674-4fe0-9e87-90d4c611f807 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.027769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-244dd32d-7feb-4850-af1a-7bf1952230b8 req-374f5ac9-2674-4fe0-9e87-90d4c611f807 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 943 time: 0.1787720 Jan 28 01:11:32.045853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29089-178a-4372-84e5-364253b3a34d req-bcb11af8-a0fe-4472-97fe-c6704abf1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.047707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-bcb11af8-a0fe-4472-97fe-c6704abf1b01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.1418867 Jan 28 01:11:32.126170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-8d6c736c-3986-4c3a-b128-1a40961512c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461230 Jan 28 01:11:32.217685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-a6397801-5770-425b-a401-c683ae870ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.219305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-a6397801-5770-425b-a401-c683ae870ae5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1902401 Jan 28 01:11:32.224403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-244dd32d-7feb-4850-af1a-7bf1952230b8 req-d6076b94-96d8-42c0-800a-3b152dbc33f0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830120 Jan 28 01:11:32.263472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4193267d-ea26-4b9b-8055-b585d9d9f5fe req-a4ed9976-9bf8-415d-9d01-1fc06d844e54 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807698 Jan 28 01:11:32.343559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-61cd57f0-7301-4264-80ee-791bd9c9557f service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108922 Jan 28 01:11:32.345034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.369816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-1d3a9633-b676-4d57-b621-ae8b3fa88bbd service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442733 Jan 28 01:11:32.443008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0eb11f2b-63ad-4875-aeb3-0190737abf18), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.492584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0c29089-178a-4372-84e5-364253b3a34d req-3ae06465-712b-4929-a4e4-66c13b9ffe3d service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217461 Jan 28 01:11:32.525221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=0eb11f2b-63ad-4875-aeb3-0190737abf18,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:32.591586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.601676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c144bcf-2cfd-4f15-bd77-a79cf3775179 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/0eb11f2b-63ad-4875-aeb3-0190737abf18 HTTP/1.1" status: 204 len: 168 time: 1.6715031 Jan 28 01:11:32.605422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35206) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:32.621906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-953218f1-8340-4775-aae9-7ea6fc40757f service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275742 Jan 28 01:11:32.658900 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac0a3c6-3f1b-4aa6-9257-7d2f2cd01928 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:11:32.663948 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aac0a3c6-3f1b-4aa6-9257-7d2f2cd01928 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/0eb11f2b-63ad-4875-aeb3-0190737abf18 HTTP/1.1" status: 404 len: 333 time: 0.0574327 Jan 28 01:11:32.664840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35208) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:32.701045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-0a60d836-dbf4-436c-a485-59dfde1bfe36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 217 time: 0.0582867 Jan 28 01:11:32.727758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.730419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Deleting port d4be04d7-5c6c-4cd2-86e5-fe84ef205412 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:32.731328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d4be04d7-5c6c-4cd2-86e5-fe84ef205412), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.733196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.738841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.744569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.750264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.755762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.761423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.764045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-f2b5fb1d-1ba0-4da8-80be-b8a9336193e2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.3914950 Jan 28 01:11:32.841595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-ca311d1f-a76c-4514-a91b-d773e6bbd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.842583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87255215-2b75-4fe2-a133-d4813a87697f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (3f09fec1-4d90-4fc9-9687-956c5db1657a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.843101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-ca311d1f-a76c-4514-a91b-d773e6bbd8b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.0783658 Jan 28 01:11:32.886130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87255215-2b75-4fe2-a133-d4813a87697f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (3f09fec1-4d90-4fc9-9687-956c5db1657a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.931704 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87255215-2b75-4fe2-a133-d4813a87697f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3f09fec1-4d90-4fc9-9687-956c5db1657a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.934582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-87255215-2b75-4fe2-a133-d4813a87697f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:32.939190 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-87255215-2b75-4fe2-a133-d4813a87697f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f09fec1-4d90-4fc9-9687-956c5db1657a HTTP/1.1" status: 204 len: 168 time: 0.2728395 Jan 28 01:11:32.939919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35212) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:32.970919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f119d01-9155-440a-8392-0930c667d547 req-de4f50e2-3d56-4357-82d9-f092329a639d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.972479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f119d01-9155-440a-8392-0930c667d547 req-de4f50e2-3d56-4357-82d9-f092329a639d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2066696 Jan 28 01:11:32.980486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87255215-2b75-4fe2-a133-d4813a87697f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09fec1-4d90-4fc9-9687-956c5db1657a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:33.002651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-472d0808-746b-4e62-af2e-533c52823843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.005243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-472d0808-746b-4e62-af2e-533c52823843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1286843 Jan 28 01:11:33.012174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d4be04d7-5c6c-4cd2-86e5-fe84ef205412), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.051998 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb1df441-1710-4e69-88c9-0b4809e48d62 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (0aa9f5c0-576c-4f8e-bed8-8dd597c98384), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.053985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Calling delete_port for d4be04d7-5c6c-4cd2-86e5-fe84ef205412 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:33.064181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f119d01-9155-440a-8392-0930c667d547 req-16db8a77-f1e3-4655-8642-6b71f9c6f0cc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796530 Jan 28 01:11:33.077394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aacc16d9-eaa4-49fd-a943-aacf09e36167 req-75caf1b7-f316-413d-b722-3b0ed0f6adbe tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2333102 Jan 28 01:11:33.108721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb1df441-1710-4e69-88c9-0b4809e48d62 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (0aa9f5c0-576c-4f8e-bed8-8dd597c98384), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.209552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-25d0051f-a88d-4612-aca0-5d101c75943d service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508524 Jan 28 01:11:33.212099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb1df441-1710-4e69-88c9-0b4809e48d62 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0aa9f5c0-576c-4f8e-bed8-8dd597c98384), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.214739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb1df441-1710-4e69-88c9-0b4809e48d62 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.216543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fb1df441-1710-4e69-88c9-0b4809e48d62 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/security-groups/0aa9f5c0-576c-4f8e-bed8-8dd597c98384 HTTP/1.1" status: 204 len: 168 time: 0.2633202 Jan 28 01:11:33.222636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35214) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:33.283625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1df441-1710-4e69-88c9-0b4809e48d62 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9f5c0-576c-4f8e-bed8-8dd597c98384,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:33.379152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device de726f55-a57f-4d7b-aba5-646f14c60d25 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:33.424127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9530aa-7609-4e5f-b76b-c23ac0e5ba8c req-11bf0c7d-a7d4-4b87-b3f1-985a95efa3a9 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.426109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d9530aa-7609-4e5f-b76b-c23ac0e5ba8c req-11bf0c7d-a7d4-4b87-b3f1-985a95efa3a9 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 943 time: 0.2120416 Jan 28 01:11:33.432155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 1ee81bf4-55d3-4ce1-90c8-3296d8cf567c {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:33.438058 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d4be04d7-5c6c-4cd2-86e5-fe84ef205412), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.470459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (1ee81bf4-55d3-4ce1-90c8-3296d8cf567c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.499503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118412f-3252-4b6d-98f7-528b40275f4e req-cde97552-78f2-4289-b616-71fb1f548029 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.506926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3118412f-3252-4b6d-98f7-528b40275f4e req-cde97552-78f2-4289-b616-71fb1f548029 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 943 time: 0.1478076 Jan 28 01:11:33.547934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-3f7673ab-6263-442d-84b3-75c9d2c19f5b service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197796 Jan 28 01:11:33.552193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d9530aa-7609-4e5f-b76b-c23ac0e5ba8c req-d218dec9-7802-4d5f-90a5-cd4f21d3d801 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135859 Jan 28 01:11:33.595175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-8a2ffbf3-7f13-42cc-b734-10aa25b8581c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.0382206 Jan 28 01:11:33.618859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port de726f55-a57f-4d7b-aba5-646f14c60d25, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=de726f55-a57f-4d7b-aba5-646f14c60d25,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:33.635468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'de726f55-a57f-4d7b-aba5-646f14c60d25', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'port_id': 'de726f55-a57f-4d7b-aba5-646f14c60d25', 'mac_address': 'fa:16:3e:c2:8c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:33.692951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port de726f55-a57f-4d7b-aba5-646f14c60d25 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:33.693402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.695689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.728174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de726f55-a57f-4d7b-aba5-646f14c60d25 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:33.754307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event deleted for resources: {'Port': ['ID=d4be04d7-5c6c-4cd2-86e5-fe84ef205412,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:33.758294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port de726f55-a57f-4d7b-aba5-646f14c60d25, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=de726f55-a57f-4d7b-aba5-646f14c60d25,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:33.759522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.766029 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.767044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1a88d92e-a958-40c6-af2e-b793762a49e7 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:33.789480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3118412f-3252-4b6d-98f7-528b40275f4e req-b2255e3c-523e-4609-9d4c-6f19e14fe89d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815530 Jan 28 01:11:33.796650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-5f6ac828-dac1-478a-b835-309486be68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.798210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-5f6ac828-dac1-478a-b835-309486be68c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1813653 Jan 28 01:11:33.826789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=de726f55-a57f-4d7b-aba5-646f14c60d25,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:33.871596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7269043f-efa2-4b0b-b767-30f24110d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.874328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7269043f-efa2-4b0b-b767-30f24110d4c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641987 Jan 28 01:11:33.949113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (1ee81bf4-55d3-4ce1-90c8-3296d8cf567c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.979200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:33.985101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.022878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-f5c8c02a-4297-44bb-8c96-a57cc07e79be service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406510 Jan 28 01:11:34.026349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1a88d92e-a958-40c6-af2e-b793762a49e7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1a88d92e-a958-40c6-af2e-b793762a49e7,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:34.054769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '1a88d92e-a958-40c6-af2e-b793762a49e7', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': '1a88d92e-a958-40c6-af2e-b793762a49e7', 'mac_address': 'fa:16:3e:23:d4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:34.118393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (0c6572b0-f7cc-4ec9-b317-e78483dcc62c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.118923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Fanout notify agent at l3_agent the message router_deleted on router 0c6572b0-f7cc-4ec9-b317-e78483dcc62c {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:34.148695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.153587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e56803cd-1e8c-4c29-a860-c0191aac6047 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/0c6572b0-f7cc-4ec9-b317-e78483dcc62c HTTP/1.1" status: 204 len: 168 time: 2.7658198 Jan 28 01:11:34.160437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35232) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:34.171529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-706217361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:34.178978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1a88d92e-a958-40c6-af2e-b793762a49e7 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:34.179355 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.207482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a88d92e-a958-40c6-af2e-b793762a49e7 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:34.212237 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1ee81bf4-55d3-4ce1-90c8-3296d8cf567c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.256137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1a88d92e-a958-40c6-af2e-b793762a49e7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1a88d92e-a958-40c6-af2e-b793762a49e7,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:34.263582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.335833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (1ee81bf4-55d3-4ce1-90c8-3296d8cf567c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.345050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8feec5-d9f0-4b07-9ebf-f22b638f7160 req-7335ac49-c808-4f0b-997c-bf138ab39b1c service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106711 Jan 28 01:11:34.347977 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.349615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.378656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee81bf4-55d3-4ce1-90c8-3296d8cf567c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:34.386504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.393834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d76bfb9e-cfac-46c7-9fbf-7a24fc54546b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/1ee81bf4-55d3-4ce1-90c8-3296d8cf567c HTTP/1.1" status: 204 len: 168 time: 1.1635461 Jan 28 01:11:34.394434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35234) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:34.396084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5553-9c34-4a71-9d22-2321d901e317 req-9be25948-12a3-4cf2-92e2-47f7700cb285 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.398146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-690f5553-9c34-4a71-9d22-2321d901e317 req-9be25948-12a3-4cf2-92e2-47f7700cb285 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1867373 Jan 28 01:11:34.399548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:34.407263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30df56-8cd2-4384-87dd-44acdb439fb0 None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:34.413180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.421997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.427898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.433573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.439367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.445041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.455314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.457854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-5da9f527-9a53-4387-832e-98a8295ab247 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.1885068 Jan 28 01:11:34.512184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (9157e00a-8b4b-41a1-b8cc-59e9295be06e), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.557133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1a88d92e-a958-40c6-af2e-b793762a49e7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:34.631962 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.633021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:34.639637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.677042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a5fefca-e84e-428f-bb79-b86dbff62a5d req-4e116ba6-2749-4661-b3e4-05075baaf5f6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001146 Jan 28 01:11:34.679705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['de726f55-a57f-4d7b-aba5-646f14c60d25'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:34.767944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:34.775634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7dca7217-c7f6-4fcb-8b39-a6915aac8dae tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6084094 Jan 28 01:11:34.789338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1a88d92e-a958-40c6-af2e-b793762a49e7'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:34.792290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.793284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.796503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.796997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.798739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.799234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.799709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.806205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-4fe75cba-2254-4bd4-a157-cff4fe9bf3ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6488 time: 0.2886465 Jan 28 01:11:34.806839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35240) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:34.818667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': True}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:34.845166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-690f5553-9c34-4a71-9d22-2321d901e317 req-919912c1-9fa3-4492-9db1-960d13bfe71c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991538 Jan 28 01:11:34.990505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (01d421a3-941f-4a5e-aab5-552775301d2a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.052829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:35.056265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:35.060841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.061434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.071527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=01d421a3-941f-4a5e-aab5-552775301d2a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:35.095906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-420d57d7-162c-48ac-83f9-61ad56a4ae0f tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6994383 Jan 28 01:11:35.095906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35252) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:35.100214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'security_group': {'name': 'tempest-secgroup-1034611265'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:35.127782 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.295482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (5b7cd3f8-b3d7-4130-80fb-4f11000e60a0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.304525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5b7cd3f8-b3d7-4130-80fb-4f11000e60a0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.382779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7cd3f8-b3d7-4130-80fb-4f11000e60a0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:35.407956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.409376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-67389f7b-7524-423a-b418-66daa554a0de tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3127470 Jan 28 01:11:35.412393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35254) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:35.437464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'security_group': {'name': 'tempest-secgroup-1143890252'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:35.505222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.678839 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (0253c2d0-02f1-4c71-a6bc-d92a869c3bc7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.684597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0253c2d0-02f1-4c71-a6bc-d92a869c3bc7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.762333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.766221 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3503215 Jan 28 01:11:35.770838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35258) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:35.786586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'security_group': {'name': 'tempest-secgroup-1900333813'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:35.796401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9fdb3-b3aa-4b85-b70d-e0221f115203 req-2a7b99ab-c13b-4450-aab8-780be113926c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.800328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbc9fdb3-b3aa-4b85-b70d-e0221f115203 req-2a7b99ab-c13b-4450-aab8-780be113926c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 944 time: 0.8686323 Jan 28 01:11:35.805010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dd3aa-d4ab-47c6-9a8e-76fb4d0f2574 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0253c2d0-02f1-4c71-a6bc-d92a869c3bc7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:35.844082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.909254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d590d-fcc4-460a-829d-ce8e00276de0 req-dfe926c8-3d89-464e-a3a1-3f0192e94f40 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.916584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384d590d-fcc4-460a-829d-ce8e00276de0 req-dfe926c8-3d89-464e-a3a1-3f0192e94f40 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 944 time: 0.3527277 Jan 28 01:11:35.965137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.976766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:35.980725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-234068fa-baba-45b5-ab31-c8279454b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.990017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-234068fa-baba-45b5-ab31-c8279454b531 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 902 time: 1.1318998 Jan 28 01:11:36.012494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.013912 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2420189 Jan 28 01:11:36.017074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35264) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:36.023557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-993574965', 'security_groups': ['f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c'], 'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01d421a3-941f-4a5e-aab5-552775301d2a'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:36.043418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c7ffe-69e4-4b3d-8a94-eeada796fa6b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:36.103793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (9157e00a-8b4b-41a1-b8cc-59e9295be06e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.107673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-669c78a4-9904-4d9a-beb1-5d8d2e6ca55c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.1165414 Jan 28 01:11:36.207152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384d590d-fcc4-460a-829d-ce8e00276de0 req-e19e5381-a816-4c5c-afba-45acaf839f28 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892923 Jan 28 01:11:36.210092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:36.284137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-ec059e41-7c2d-4e1c-ba24-82f7ca3023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.285590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-ec059e41-7c2d-4e1c-ba24-82f7ca3023e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1546798 Jan 28 01:11:36.310320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbc9fdb3-b3aa-4b85-b70d-e0221f115203 req-d1ceffd1-5d4a-4f30-baed-3c7ad061cae3 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854834 Jan 28 01:11:36.325114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4067d-171d-4014-826a-d52368fb1220 None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:36.363728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.389392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] device_id is not set on port a28e95c9-02c4-4a5e-807e-e747bf474e5b yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:11:36.484429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-86ddba79-5c12-4ac0-a955-567dc310a353 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:36.484814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-86ddba79-5c12-4ac0-a955-567dc310a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.556534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-29c70856-53c6-4cb5-8920-5bfe9087ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.558072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-29c70856-53c6-4cb5-8920-5bfe9087ac32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2544513 Jan 28 01:11:36.624890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8::12d (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/01d421a3-941f-4a5e-aab5-552775301d2a/a28e95c9-02c4-4a5e-807e-e747bf474e5b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:36.660568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78299104-9129-44b9-a31a-33acb400d737 req-2d9bbb78-f8db-4ca1-aa50-4865bf1dccdf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.662122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78299104-9129-44b9-a31a-33acb400d737 req-2d9bbb78-f8db-4ca1-aa50-4865bf1dccdf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2151763 Jan 28 01:11:36.675401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.680607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.685926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.692457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.697366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.702645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.708415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.716578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-cf42e82e-f848-4b88-a31c-3e0076ad2b68 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2710168 Jan 28 01:11:36.717001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-86ddba79-5c12-4ac0-a955-567dc310a353 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:36.746511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-86ddba79-5c12-4ac0-a955-567dc310a353 None None] Provisioning complete for port 8f441bee-0bb7-45c2-bc14-d0f673abd798 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:36.746889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-86ddba79-5c12-4ac0-a955-567dc310a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.851760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.881139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] Update dhcp port {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'fixed_ips': [{'subnet_id': '2885c7cc-f97a-4da7-bb6c-8170e44a9403', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '01d421a3-941f-4a5e-aab5-552775301d2a'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '49294b1a-9d0c-418a-8f0c-abb5f960bee6'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:11:36.919561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.923376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b517ff0-5245-45f4-a337-5fad9d73d6cb req-f43fa345-fdfe-4fec-b511-bc763f7fbd2b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2057416 Jan 28 01:11:36.927137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-3ab58a85-947f-459f-a1c5-7ecbd7d8a284 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597455 Jan 28 01:11:36.931175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78299104-9129-44b9-a31a-33acb400d737 req-bd5ff3bf-117a-45c5-a090-f3e4daf9365d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057674 Jan 28 01:11:36.939582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-86ddba79-5c12-4ac0-a955-567dc310a353 None None] Port 8f441bee-0bb7-45c2-bc14-d0f673abd798 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:36.945558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.025441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:37.048578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:37.053335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:37.071339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.072019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.094532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=a28e95c9-02c4-4a5e-807e-e747bf474e5b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:37.108667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-974d59c9-c77b-48f6-83df-ca007c902388 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0905254 Jan 28 01:11:37.112486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35274) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:37.117374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:37.123827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (9157e00a-8b4b-41a1-b8cc-59e9295be06e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.157156 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.199841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b1763401-81a1-485e-b0f8-3423493fe451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.261270 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.322659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Allocated IP 172.25.1.230 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/806e0ae4-ede0-4b1d-9544-b794887f6ecc) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:37.333008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:37.337214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.370046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] Allocated IP 2001:db8::2 (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/01d421a3-941f-4a5e-aab5-552775301d2a/49294b1a-9d0c-418a-8f0c-abb5f960bee6) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:37.399435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device de726f55-a57f-4d7b-aba5-646f14c60d25 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:37.441823 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for port (806e0ae4-ede0-4b1d-9544-b794887f6ecc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.546504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port de726f55-a57f-4d7b-aba5-646f14c60d25 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:11:37.562364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port de726f55-a57f-4d7b-aba5-646f14c60d25 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:37.562755 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.578672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49294b1a-9d0c-418a-8f0c-abb5f960bee6,segment=NetworkSegment(47555087-bc25-4e1f-9fc9-545467caf996),segment_id=47555087-bc25-4e1f-9fc9-545467caf996)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:37.580431 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01d421a3-941f-4a5e-aab5-552775301d2a (CIDR: 2001:db8::/64) Jan 28 01:11:37.586218 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:11:37.586701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:37.613470 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (806e0ae4-ede0-4b1d-9544-b794887f6ecc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.619383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-75b68ff9-0a63-4bc5-979a-e1918b623e28 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5035031 Jan 28 01:11:37.620108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35280) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:37.631575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:37.723220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:37.727323 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] Publish callbacks [] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.731237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Port': ['ID=806e0ae4-ede0-4b1d-9544-b794887f6ecc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:37.736188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.741620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9032a8-8087-4066-adbc-86a4d5ce6773 req-7e554583-9525-4c53-adcd-faa9f5774d01 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.749415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd9032a8-8087-4066-adbc-86a4d5ce6773 req-7e554583-9525-4c53-adcd-faa9f5774d01 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 944 time: 0.2719994 Jan 28 01:11:37.763665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:37.780196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:37.825510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59153033-52b9-4f7d-bf8b-a1f84c2cfc85 req-689930d1-7496-4326-b724-d92bc6919282 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746871 Jan 28 01:11:37.825911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port de726f55-a57f-4d7b-aba5-646f14c60d25 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:37.826430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.858795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc145b-896f-4216-9c78-74f70660aa8b req-075051ce-ad81-43a6-bac1-4b59a224ed63 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.860762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4acc145b-896f-4216-9c78-74f70660aa8b req-075051ce-ad81-43a6-bac1-4b59a224ed63 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 944 time: 0.3336356 Jan 28 01:11:37.900055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de726f55-a57f-4d7b-aba5-646f14c60d25'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:37.904093 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf08d3-af44-4438-b45d-ece24ee75362" -d '{"events": [{"server_uuid": "75723b3c-8500-4eb3-9fdd-e5e00450b05b", "name": "network-vif-plugged", "status": "completed", "tag": "de726f55-a57f-4d7b-aba5-646f14c60d25"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:37.921238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0187c-11b9-44ff-a4d0-83060f8cbcc6 None None] Pushing event updated for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:37.935179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port de726f55-a57f-4d7b-aba5-646f14c60d25, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=de726f55-a57f-4d7b-aba5-646f14c60d25,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:37.942301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:37.949622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1a88d92e-a958-40c6-af2e-b793762a49e7 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:37.996973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:38.012217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.067534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=de726f55-a57f-4d7b-aba5-646f14c60d25,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:38.100204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 1a88d92e-a958-40c6-af2e-b793762a49e7 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:11:38.107092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 1a88d92e-a958-40c6-af2e-b793762a49e7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:38.108853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.300459 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2885c7cc-f97a-4da7-bb6c-8170e44a9403 (CIDR: 2001:db8:0:1::/64) Jan 28 01:11:38.300459 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:11:38.300459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:38.301658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1a88d92e-a958-40c6-af2e-b793762a49e7 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:38.301658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.301910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd9032a8-8087-4066-adbc-86a4d5ce6773 req-56685272-e94e-4147-a4aa-e19907752532 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447166 Jan 28 01:11:38.322217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1a88d92e-a958-40c6-af2e-b793762a49e7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1a88d92e-a958-40c6-af2e-b793762a49e7,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:38.325609 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-945b6a32-a144-4750-a9de-0bef9134a54b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7043693 Jan 28 01:11:38.326374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35290) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:38.331710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'subnet': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:38.353727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.418415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4acc145b-896f-4216-9c78-74f70660aa8b req-c0ec74a1-7fdb-47f4-91a8-2d4b4a98e138 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326469 Jan 28 01:11:38.460077 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec65ebd-276d-4c98-b134-bc0d8d44dcc2 x-openstack-request-id: req-8ec65ebd-276d-4c98-b134-bc0d8d44dcc2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:38.460669 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75723b3c-8500-4eb3-9fdd-e5e00450b05b", "name": "network-vif-plugged", "status": "completed", "tag": "de726f55-a57f-4d7b-aba5-646f14c60d25", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:38.460669 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ec65ebd-276d-4c98-b134-bc0d8d44dcc2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:38.461409 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de726f55-a57f-4d7b-aba5-646f14c60d25', 'code': 200} Jan 28 01:11:38.501380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1a88d92e-a958-40c6-af2e-b793762a49e7,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:38.604058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Made reservation on behalf of c7d1886d6b8a4cdeb0b678f2c71e3d0d for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:38.608220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.754857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:38.823046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (9157e00a-8b4b-41a1-b8cc-59e9295be06e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.859879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:38.860299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.031769 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (9ad1b272-7a93-4149-a455-7067187bd8fd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.050575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:39.098116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:39.101984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:39.107328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.108061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.118652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Subnet': ['ID=9ad1b272-7a93-4149-a455-7067187bd8fd,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:39.122584 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.134848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.135348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9fdbf51-98be-472d-bd94-cfd32c9d67e8 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8074369 Jan 28 01:11:39.140268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35296) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:39.160412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019021152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ad1b272-7a93-4149-a455-7067187bd8fd'}], 'security_groups': ['5b7cd3f8-b3d7-4130-80fb-4f11000e60a0', '0253c2d0-02f1-4c71-a6bc-d92a869c3bc7']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:39.189688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d31bbcfa-d513-44e7-b23b-86c6e6b8aa55 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:39.191730 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d31bbcfa-d513-44e7-b23b-86c6e6b8aa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.213059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915dc8d-c23e-41f1-95ff-cd908aa3f049 req-b86e0af7-41c6-4a67-b8c4-4c388a2754c9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.217090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2915dc8d-c23e-41f1-95ff-cd908aa3f049 req-b86e0af7-41c6-4a67-b8c4-4c388a2754c9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.5842624 Jan 28 01:11:39.251299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.265754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.271652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.277200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.287768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.309112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.315188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.319878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-4e65c62a-c0c5-4692-b8ec-c71be87fd99a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.6307931 Jan 28 01:11:39.345524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89606c82-37b3-4856-b4b7-9e3ad839b572 req-497866a6-35d5-4d24-8aba-50a9a4aa473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.347953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89606c82-37b3-4856-b4b7-9e3ad839b572 req-497866a6-35d5-4d24-8aba-50a9a4aa473a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 1096 time: 0.6908944 Jan 28 01:11:39.359276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.364165 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9dde919f-c80e-4896-99f2-3feb3c5f1e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.512400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d31bbcfa-d513-44e7-b23b-86c6e6b8aa55 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:39.526996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2802c83-9d55-45fa-8e63-84fb98431a4c None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:39.609993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d31bbcfa-d513-44e7-b23b-86c6e6b8aa55 None None] Provisioning complete for port 8f441bee-0bb7-45c2-bc14-d0f673abd798 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:39.610501 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d31bbcfa-d513-44e7-b23b-86c6e6b8aa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.678203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d31bbcfa-d513-44e7-b23b-86c6e6b8aa55 None None] Port 8f441bee-0bb7-45c2-bc14-d0f673abd798 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:39.818727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d89ee3ee-3db6-4b69-af7e-27a54a329a7c None None] Provisioning complete for port a28e95c9-02c4-4a5e-807e-e747bf474e5b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:39.819129 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d89ee3ee-3db6-4b69-af7e-27a54a329a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.909011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:39.944684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d89ee3ee-3db6-4b69-af7e-27a54a329a7c None None] Port a28e95c9-02c4-4a5e-807e-e747bf474e5b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:39.949580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e56c525-53cf-488b-b51b-a8a601e7b8ee req-9e23f459-5d5b-4af7-85be-d63503d02ff4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5972662 Jan 28 01:11:39.957545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2915dc8d-c23e-41f1-95ff-cd908aa3f049 req-6c15b65d-1f2a-406b-9423-af576f2b6510 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6305661 Jan 28 01:11:39.962505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] Update dhcp port {'port': {'network_id': '3f60cf3d-6683-4f07-9d60-ddd02cb4c47f', 'fixed_ips': [{'subnet_id': '2885c7cc-f97a-4da7-bb6c-8170e44a9403', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '01d421a3-941f-4a5e-aab5-552775301d2a', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ad1b272-7a93-4149-a455-7067187bd8fd'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '49294b1a-9d0c-418a-8f0c-abb5f960bee6'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:11:39.974859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89606c82-37b3-4856-b4b7-9e3ad839b572 req-e145aed8-d087-4bc4-9762-6f26dcbecd1b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907929 Jan 28 01:11:39.978041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Delete allocated IP 2001:db8::12d (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/01d421a3-941f-4a5e-aab5-552775301d2a) {{(pid=109595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 01:11:39.995358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:39.995639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Allocated IP 2001:db8:0:2::57 (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/9ad1b272-7a93-4149-a455-7067187bd8fd/a28e95c9-02c4-4a5e-807e-e747bf474e5b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:40.023557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Router 9157e00a-8b4b-41a1-b8cc-59e9295be06e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:40.255106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:40.280988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'mac_address': 'fa:16:3e:77:c1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:40.283846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:40.292565 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.298081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ea9f0e6e-5273-4962-bf68-252171162d53 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "PUT /v2.0/routers/9157e00a-8b4b-41a1-b8cc-59e9295be06e HTTP/1.1" status: 200 len: 918 time: 5.4842982 Jan 28 01:11:40.298431 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] Sync routers for ids ['9157e00a-8b4b-41a1-b8cc-59e9295be06e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:40.302993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35310) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:40.318155 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] Routers {'9157e00a-8b4b-41a1-b8cc-59e9295be06e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:40.318795 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9157e00a-8b4b-41a1-b8cc-59e9295be06e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:40.369847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:40.370240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.395696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:40.435477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:40.442274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a450978-b851-4a90-9e40-87cb13b882b8 req-6e16e86a-ab14-4f9e-a9ae-05b45e6a703c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:40.449542 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.455432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a450978-b851-4a90-9e40-87cb13b882b8 req-6e16e86a-ab14-4f9e-a9ae-05b45e6a703c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2313375 Jan 28 01:11:40.480894 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:40.503735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a88d92e-a958-40c6-af2e-b793762a49e7'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:40.505693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.511513 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150d8f7-c9ca-4520-b5e5-374f95f8b2eb" -d '{"events": [{"server_uuid": "cd0b7fad-331a-4c2f-9ec5-770f136b36cc", "name": "network-vif-plugged", "status": "completed", "tag": "1a88d92e-a958-40c6-af2e-b793762a49e7"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:40.513843 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] Routers {'9157e00a-8b4b-41a1-b8cc-59e9295be06e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:40.514449 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['9157e00a-8b4b-41a1-b8cc-59e9295be06e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:40.517509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.520052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473372e5-3398-4230-bfc3-0b8bff612037 req-bda78e7f-acd0-4173-9795-6f06babf17fc tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:40.531798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-473372e5-3398-4230-bfc3-0b8bff612037 req-bda78e7f-acd0-4173-9795-6f06babf17fc tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.2263415 Jan 28 01:11:40.587795 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:40.594916 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c31e14-c4f1-40f0-9604-27ee278f55ab None None] The sync data for ids ['9157e00a-8b4b-41a1-b8cc-59e9295be06e'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:40.640475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:40.646816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['3f400e1d-1e9e-491c-ab6a-560ce7b23a78'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:40.675972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event updated for resources: {'Port': ['ID=a28e95c9-02c4-4a5e-807e-e747bf474e5b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:40.689595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] Allocated IP 2001:db8:0:2::2 (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f/9ad1b272-7a93-4149-a455-7067187bd8fd/49294b1a-9d0c-418a-8f0c-abb5f960bee6) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:40.712829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a450978-b851-4a90-9e40-87cb13b882b8 req-14bdd61b-ab20-4620-b9f8-8d1265e319dc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490988 Jan 28 01:11:40.745585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] In _notify_port_updated(), no bound segment for port a28e95c9-02c4-4a5e-807e-e747bf474e5b on network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:11:40.754694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:40.755598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.764039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36b2ec52-7960-402f-ae64-95eabe6fa7dc tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "PUT /v2.0/ports/a28e95c9-02c4-4a5e-807e-e747bf474e5b HTTP/1.1" status: 200 len: 969 time: 1.6156437 Jan 28 01:11:40.764039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-992a47b4-e476-4c55-b78e-5a16c75dd6cc tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/9157e00a-8b4b-41a1-b8cc-59e9295be06e HTTP/1.1" status: 200 len: 924 time: 0.4560933 Jan 28 01:11:40.764039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35324) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:40.769112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35326) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:40.783076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-473372e5-3398-4230-bfc3-0b8bff612037 req-4065e3e3-cb5f-41af-937b-f38f14963e1c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503064 Jan 28 01:11:40.829596 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab4321-aec8-41f9-bffb-9934efe09113 x-openstack-request-id: req-36ab4321-aec8-41f9-bffb-9934efe09113 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:40.829953 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b7fad-331a-4c2f-9ec5-770f136b36cc", "name": "network-vif-plugged", "status": "completed", "tag": "1a88d92e-a958-40c6-af2e-b793762a49e7", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:40.830822 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36ab4321-aec8-41f9-bffb-9934efe09113 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:40.831271 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a88d92e-a958-40c6-af2e-b793762a49e7', 'code': 200} Jan 28 01:11:40.875820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.889100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49294b1a-9d0c-418a-8f0c-abb5f960bee6,segment=NetworkSegment(47555087-bc25-4e1f-9fc9-545467caf996),segment_id=47555087-bc25-4e1f-9fc9-545467caf996)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:40.894896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dadd03-574d-410c-b6a8-c487ceca2c95 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:40.899107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-94dadd03-574d-410c-b6a8-c487ceca2c95 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=9157e00a-8b4b-41a1-b8cc-59e9295be06e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1254103 Jan 28 01:11:40.900525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35330) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:40.955625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] Publish callbacks [] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.967933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.109740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523357e-eb18-4f51-aa9a-2240c8901fd4 req-515a8f64-d94b-4bf8-8b2d-994181db8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.115694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4523357e-eb18-4f51-aa9a-2240c8901fd4 req-515a8f64-d94b-4bf8-8b2d-994181db8dab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 1096 time: 0.1409588 Jan 28 01:11:41.159409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51f3f4-244e-48bd-9080-518d7e554e3c None None] Pushing event updated for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:41.286476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4523357e-eb18-4f51-aa9a-2240c8901fd4 req-9f7debf3-c3b1-4562-857c-d288fa312bd5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346676 Jan 28 01:11:41.304269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.314562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.320074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.320561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port a28e95c9-02c4-4a5e-807e-e747bf474e5b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:41.320910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.325631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.337075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.353352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.360537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.370398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-95181d53-bdc1-4fdf-a9de-dbb46927b0b6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2535605 Jan 28 01:11:41.385407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364aed7-2084-4b5c-bc72-fa4f362d4586 req-b55f55ec-4ffd-46d3-b8ce-9ef1155e3a0c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.386982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e364aed7-2084-4b5c-bc72-fa4f362d4586 req-b55f55ec-4ffd-46d3-b8ce-9ef1155e3a0c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 944 time: 0.2103038 Jan 28 01:11:41.412782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54f926-eb81-473e-89e4-1135f9b8bf52 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.417033 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca54f926-eb81-473e-89e4-1135f9b8bf52 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.5154183 Jan 28 01:11:41.419778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35340) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:41.461913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.472632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for a28e95c9-02c4-4a5e-807e-e747bf474e5b owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:41.473427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b0d5059-f4de-493e-a37a-a5972d565a17 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=9157e00a-8b4b-41a1-b8cc-59e9295be06e HTTP/1.1" status: 200 len: 205 time: 0.0520115 Jan 28 01:11:41.476595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:41.535738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-495a78bc-85a0-42b8-8c50-1d166a1213da req-514d12bd-f5e8-412f-a940-588897592bb3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557677 Jan 28 01:11:41.539522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e364aed7-2084-4b5c-bc72-fa4f362d4586 req-99a707dd-ac0c-421c-bf83-1d23c267334e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285608 Jan 28 01:11:41.711273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a28e95c9-02c4-4a5e-807e-e747bf474e5b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.761976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=a28e95c9-02c4-4a5e-807e-e747bf474e5b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:41.838055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.843749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-516a19fd-5a0a-4d60-8e66-ce40b348aedd tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/a28e95c9-02c4-4a5e-807e-e747bf474e5b HTTP/1.1" status: 204 len: 168 time: 1.0795074 Jan 28 01:11:41.847339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35376) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:41.866288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.883960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.899818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:41.944034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443a9d-ed5b-4154-9ea6-ca1264ed0dcb req-91e0ade3-29d5-4651-9688-0f1f0b4ec93f tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.945919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34443a9d-ed5b-4154-9ea6-ca1264ed0dcb req-91e0ade3-29d5-4651-9688-0f1f0b4ec93f tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 950 time: 0.1330752 Jan 28 01:11:41.968943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c0c6b-4f85-48cc-b19e-dd7fad446308 req-5c37e72b-108b-4857-8fbe-a649aff817ca tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.970756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f0c0c6b-4f85-48cc-b19e-dd7fad446308 req-5c37e72b-108b-4857-8fbe-a649aff817ca tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.0944026 Jan 28 01:11:41.974401 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c77b76-273f-4f9b-9a99-a69d2802c3a1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] GET failed (client error): The resource could not be found. Jan 28 01:11:41.978850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60c77b76-273f-4f9b-9a99-a69d2802c3a1 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports/a28e95c9-02c4-4a5e-807e-e747bf474e5b HTTP/1.1" status: 404 len: 333 time: 0.1276159 Jan 28 01:11:41.979693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35380) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:41.990771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:41.991147 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.060373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f0c0c6b-4f85-48cc-b19e-dd7fad446308 req-ea8cc447-0270-42f4-91f1-0c605dd2edc4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743194 Jan 28 01:11:42.074220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34443a9d-ed5b-4154-9ea6-ca1264ed0dcb req-794d59c5-a702-47c1-8dec-6f092a0d9f9a tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224310 Jan 28 01:11:42.079409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:42.080141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.115581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f44c09b8-36df-46da-87c3-e80b44662d55 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.148990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f44c09b8-36df-46da-87c3-e80b44662d55 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.200987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:42.205102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.218667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (9157e00a-8b4b-41a1-b8cc-59e9295be06e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.225305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f44c09b8-36df-46da-87c3-e80b44662d55 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.229021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f44c09b8-36df-46da-87c3-e80b44662d55 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.233457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f44c09b8-36df-46da-87c3-e80b44662d55 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/security-groups/f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c HTTP/1.1" status: 204 len: 168 time: 0.2516003 Jan 28 01:11:42.235223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35386) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:42.270661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e29bc-d593-455f-b61b-04074d7becf7 req-0f668435-3150-4dd0-8bda-8890a3bb08ea tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.279407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa1e29bc-d593-455f-b61b-04074d7becf7 req-0f668435-3150-4dd0-8bda-8890a3bb08ea tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.0906029 Jan 28 01:11:42.328736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c09b8-36df-46da-87c3-e80b44662d55 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789f7a2-7b3e-41f5-bc39-73c65fc4ac2c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.356038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:42.360784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:42.370277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.374367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Could not find standard attr ID for object a28e95c9-02c4-4a5e-807e-e747bf474e5b. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:11:42.406449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa1e29bc-d593-455f-b61b-04074d7becf7 req-c1339487-9aeb-44e3-a4c9-ca8e964ef663 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155152 Jan 28 01:11:42.407243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c731d9ff-43dd-44e4-964b-2901e81630ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (0253c2d0-02f1-4c71-a6bc-d92a869c3bc7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.431284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Provisioning complete for port 8f441bee-0bb7-45c2-bc14-d0f673abd798 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:42.431732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.454454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Deleting port 806e0ae4-ede0-4b1d-9544-b794887f6ecc {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:42.454774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (806e0ae4-ede0-4b1d-9544-b794887f6ecc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.474597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-31f422d5-79bc-4e6d-bb38-61f179d43153 None None] Port 8f441bee-0bb7-45c2-bc14-d0f673abd798 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:42.542581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.588185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-40780a54-e552-4208-b7d1-ba5f57fb2a66 None None] Could not find standard attr ID for object a28e95c9-02c4-4a5e-807e-e747bf474e5b. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:11:42.627272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (806e0ae4-ede0-4b1d-9544-b794887f6ecc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.658722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Calling delete_port for 806e0ae4-ede0-4b1d-9544-b794887f6ecc owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:42.703936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76793b0a-8b47-426b-97a1-4c66270c7815 req-38ddef24-e174-4b4b-801c-b08635aa9f69 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.713846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76793b0a-8b47-426b-97a1-4c66270c7815 req-38ddef24-e174-4b4b-801c-b08635aa9f69 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.1614428 Jan 28 01:11:42.719381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-43880bec-8798-498b-a717-f308d31d0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.721240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-43880bec-8798-498b-a717-f308d31d0e12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 1096 time: 0.2384164 Jan 28 01:11:42.758867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:42.771369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c731d9ff-43dd-44e4-964b-2901e81630ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (0253c2d0-02f1-4c71-a6bc-d92a869c3bc7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.817511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:42.817899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.835880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c731d9ff-43dd-44e4-964b-2901e81630ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0253c2d0-02f1-4c71-a6bc-d92a869c3bc7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.838635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c731d9ff-43dd-44e4-964b-2901e81630ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.839845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c731d9ff-43dd-44e4-964b-2901e81630ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/security-groups/0253c2d0-02f1-4c71-a6bc-d92a869c3bc7 HTTP/1.1" status: 204 len: 168 time: 0.5980277 Jan 28 01:11:42.850288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:42.853278 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0907c8-6378-48e5-9346-4468bd66d2d4" -d '{"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-plugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:42.855996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35414) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:42.856893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731d9ff-43dd-44e4-964b-2901e81630ee tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253c2d0-02f1-4c71-a6bc-d92a869c3bc7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.879943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76793b0a-8b47-426b-97a1-4c66270c7815 req-acfa49fd-b6a4-4bb5-b662-3f18ee1df7ac tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649964 Jan 28 01:11:42.962087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.967341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.972768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.974042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:42.977929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.983769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.989091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.992687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06396534-d750-4de4-9124-81eb879097b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (5b7cd3f8-b3d7-4130-80fb-4f11000e60a0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.994344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.996319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-57e92f8d-9f98-441e-b2e6-745eaa75bead tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2399881 Jan 28 01:11:43.032655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06396534-d750-4de4-9124-81eb879097b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (5b7cd3f8-b3d7-4130-80fb-4f11000e60a0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.051667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-1a8efb81-408a-4f6e-b8c0-084520387e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:43.053184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-1a8efb81-408a-4f6e-b8c0-084520387e52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 912 time: 0.2979891 Jan 28 01:11:43.116908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-d5c7c174-c80d-4571-82ec-5bd851e610ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de726f55-a57f-4d7b-aba5-646f14c60d25 HTTP/1.1" status: 200 len: 217 time: 0.0564313 Jan 28 01:11:43.126768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06396534-d750-4de4-9124-81eb879097b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5b7cd3f8-b3d7-4130-80fb-4f11000e60a0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.129802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06396534-d750-4de4-9124-81eb879097b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.133526 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06396534-d750-4de4-9124-81eb879097b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b7cd3f8-b3d7-4130-80fb-4f11000e60a0 HTTP/1.1" status: 204 len: 168 time: 0.2583649 Jan 28 01:11:43.136032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35424) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:43.144968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d303-f8ed-4064-bd25-9d99b3414178 req-7b646848-a6fa-43f0-8f4c-393fc3ac22ef tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:43.146004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (806e0ae4-ede0-4b1d-9544-b794887f6ecc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.146583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0214d303-f8ed-4064-bd25-9d99b3414178 req-7b646848-a6fa-43f0-8f4c-393fc3ac22ef tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1493285 Jan 28 01:11:43.182945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06396534-d750-4de4-9124-81eb879097b2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7cd3f8-b3d7-4130-80fb-4f11000e60a0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:43.190711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6193bc0-7fdb-47fc-ad24-a4569cd7b875 req-dceaf111-818a-41d2-9649-9a59c4e89a9c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1781197 Jan 28 01:11:43.212873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-cc148c5d-ea22-4014-b7dd-b43da0e1ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:43.214376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-cc148c5d-ea22-4014-b7dd-b43da0e1ad31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.0885131 Jan 28 01:11:43.280361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event deleted for resources: {'Port': ['ID=806e0ae4-ede0-4b1d-9544-b794887f6ecc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:43.286302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-3bbb8878-6d69-44ff-8ede-a9fd3db475f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553091 Jan 28 01:11:43.296278 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.306553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0214d303-f8ed-4064-bd25-9d99b3414178 req-8cf61d29-32a0-429f-8fc9-34de86c2ce09 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366549 Jan 28 01:11:43.381215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (9157e00a-8b4b-41a1-b8cc-59e9295be06e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.393021 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f764cd-9657-4da8-9c5f-fbeee5e2c90f x-openstack-request-id: req-c3f764cd-9657-4da8-9c5f-fbeee5e2c90f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:43.393318 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-plugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:43.393572 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3f764cd-9657-4da8-9c5f-fbeee5e2c90f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:43.394137 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'code': 200} Jan 28 01:11:43.429868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 01d421a3-941f-4a5e-aab5-552775301d2a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:43.466084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-7c671701-80a2-467d-b9a5-44279f3ce4c1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729422 Jan 28 01:11:43.518816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (01d421a3-941f-4a5e-aab5-552775301d2a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.589404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.595780 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (9157e00a-8b4b-41a1-b8cc-59e9295be06e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.617386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3b687-5289-4e3e-81d5-c0c0fbfaba58 req-8a8613b1-582d-4506-8f36-994e114fd903 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:43.627213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b3b687-5289-4e3e-81d5-c0c0fbfaba58 req-8a8613b1-582d-4506-8f36-994e114fd903 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.1009400 Jan 28 01:11:43.633877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53855ac5-aafe-44f9-8db5-8e2690566123 req-6b191284-964e-43bb-9a69-b73dfd706477 service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615703 Jan 28 01:11:43.652800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (01d421a3-941f-4a5e-aab5-552775301d2a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.708966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b3b687-5289-4e3e-81d5-c0c0fbfaba58 req-534b0db0-0df5-44ec-8279-2f86091a36c7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738764 Jan 28 01:11:43.712567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (9157e00a-8b4b-41a1-b8cc-59e9295be06e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.713260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Fanout notify agent at l3_agent the message router_deleted on router 9157e00a-8b4b-41a1-b8cc-59e9295be06e {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:43.722869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.729340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:43.737988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-643327574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:43.738893 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43fb9b69-5ddb-44d1-9d75-b95e06f67fa0 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/9157e00a-8b4b-41a1-b8cc-59e9295be06e HTTP/1.1" status: 204 len: 168 time: 2.2599342 Jan 28 01:11:43.779274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.780570 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.833302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (01d421a3-941f-4a5e-aab5-552775301d2a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.916541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.931786 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.936938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (01d421a3-941f-4a5e-aab5-552775301d2a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.026124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.030459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-666fabfb-5539-4d22-9449-94800e99961d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2972298 Jan 28 01:11:44.030636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=01d421a3-941f-4a5e-aab5-552775301d2a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:44.030744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:44.035711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'enable_snat': False}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:44.040151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.048825 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-81927061-2aa3-45a5-aed2-c350f4fcad5b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/01d421a3-941f-4a5e-aab5-552775301d2a HTTP/1.1" status: 204 len: 168 time: 0.9097950 Jan 28 01:11:44.049176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35492) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:44.118971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 9ad1b272-7a93-4149-a455-7067187bd8fd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:44.125342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (9ad1b272-7a93-4149-a455-7067187bd8fd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.188525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (9ad1b272-7a93-4149-a455-7067187bd8fd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.215093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5eb83-c696-42bd-bc1c-06b3989819ed None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:44.253646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea185d1-b665-4f3c-991d-2e0a17ad7e8c req-61de4f7f-2cfc-406a-af94-0920b8b7080d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.260511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ea185d1-b665-4f3c-991d-2e0a17ad7e8c req-61de4f7f-2cfc-406a-af94-0920b8b7080d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.2828150 Jan 28 01:11:44.369190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7ee3b-d67e-46db-a7ee-53b88fdc0ddc req-7af59432-0820-40a0-b26b-88638cb51bcc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.370689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49b7ee3b-d67e-46db-a7ee-53b88fdc0ddc req-7af59432-0820-40a0-b26b-88638cb51bcc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2769144 Jan 28 01:11:44.383594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9ad1b272-7a93-4149-a455-7067187bd8fd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.471378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (9ad1b272-7a93-4149-a455-7067187bd8fd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.494207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ea185d1-b665-4f3c-991d-2e0a17ad7e8c req-2be91d4b-f78b-4ef4-bffa-29cbac8e12dc tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328269 Jan 28 01:11:44.498678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.507171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad1b272-7a93-4149-a455-7067187bd8fd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:44.517530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.517530 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7872c02-2cfe-4308-b1cf-1afc928ca14a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/9ad1b272-7a93-4149-a455-7067187bd8fd HTTP/1.1" status: 204 len: 168 time: 0.4647806 Jan 28 01:11:44.522729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:44.563762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49b7ee3b-d67e-46db-a7ee-53b88fdc0ddc req-6041a09c-a839-41b0-b2d7-7842d4bb90c2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848991 Jan 28 01:11:44.564026 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22155fe-774e-484b-8a5b-9ba68f6e5301 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:44.564568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22155fe-774e-484b-8a5b-9ba68f6e5301 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:44.571096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a22155fe-774e-484b-8a5b-9ba68f6e5301 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/01d421a3-941f-4a5e-aab5-552775301d2a HTTP/1.1" status: 404 len: 337 time: 0.0471108 Jan 28 01:11:44.571730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:44.671765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting subnet 2885c7cc-f97a-4da7-bb6c-8170e44a9403 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:11:44.683718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks [] for subnet (2885c7cc-f97a-4da7-bb6c-8170e44a9403), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.742401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (2885c7cc-f97a-4da7-bb6c-8170e44a9403), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.848210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.860486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2885c7cc-f97a-4da7-bb6c-8170e44a9403), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.862252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.867644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.873289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.879176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.885221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.890646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.892840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-671b7522-4651-4d19-9fe1-bd02a112007f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2206545 Jan 28 01:11:44.937659 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2885c7cc-f97a-4da7-bb6c-8170e44a9403), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.959802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985125f4-d2a2-4a76-9618-e51f6d1bdf22 req-265df574-121f-44e9-a797-a05e8a446d53 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.961368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-985125f4-d2a2-4a76-9618-e51f6d1bdf22 req-265df574-121f-44e9-a797-a05e8a446d53 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2367566 Jan 28 01:11:44.973907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Subnet': ['ID=2885c7cc-f97a-4da7-bb6c-8170e44a9403,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:44.976111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:44.979374 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1c937b50-2545-4dca-8e86-48988e11c27d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/2885c7cc-f97a-4da7-bb6c-8170e44a9403 HTTP/1.1" status: 204 len: 168 time: 0.4066608 Jan 28 01:11:44.981761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.009214 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f7cd71-6016-4b15-adf4-0de6dc71fc0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.009674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f7cd71-6016-4b15-adf4-0de6dc71fc0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.012874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1f7cd71-6016-4b15-adf4-0de6dc71fc0e tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/1ee81bf4-55d3-4ce1-90c8-3296d8cf567c HTTP/1.1" status: 404 len: 337 time: 0.0297194 Jan 28 01:11:45.016227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35538) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.031888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.049672 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5f57a859-557d-4d3e-a513-9c870e8ebe4b tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "GET /v2.0/ports?device_id=0375fb43-3937-48d9-8984-c12ad9f04717 HTTP/1.1" status: 200 len: 205 time: 0.0322602 Jan 28 01:11:45.052685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35542) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.088908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf1d5014-9069-4a61-9f60-f15e75f538ef req-299176cf-27b6-4d02-bfe1-2a5ac553b6e4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844265 Jan 28 01:11:45.101423 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.147641 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-ab5c9281-4785-4535-bd79-ce4e177da1cf tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] delete failed (client error): The resource could not be found. Jan 28 01:11:45.149435 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ab5c9281-4785-4535-bd79-ce4e177da1cf tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/routers/0375fb43-3937-48d9-8984-c12ad9f04717 HTTP/1.1" status: 404 len: 336 time: 0.0952351 Jan 28 01:11:45.152654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35550) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.201048 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed705eb9-a598-40ef-bcdd-ac726c8c9e1a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.201505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed705eb9-a598-40ef-bcdd-ac726c8c9e1a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.203236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-985125f4-d2a2-4a76-9618-e51f6d1bdf22 req-93c3c1f0-0dbe-4f97-9bb3-30fc94070797 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334824 Jan 28 01:11:45.208631 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ed705eb9-a598-40ef-bcdd-ac726c8c9e1a tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/a0ff2083-08bf-420b-a9c4-1b245fc057c2 HTTP/1.1" status: 404 len: 337 time: 0.0549278 Jan 28 01:11:45.215627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35552) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.287119 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ccc959-ded5-453c-94c2-d22399f03d6d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.288459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ccc959-ded5-453c-94c2-d22399f03d6d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.291557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-33ccc959-ded5-453c-94c2-d22399f03d6d tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/11fc7fd8-bedb-47f4-86f3-2728a0d84ab7 HTTP/1.1" status: 404 len: 337 time: 0.0710089 Jan 28 01:11:45.294381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1fe3a-a3bf-41d8-a451-47a3e1c7a449 None None] Network 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:45.300308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.362397 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6290d28-e6a0-4a28-93aa-db8951be74a5 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.362987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6290d28-e6a0-4a28-93aa-db8951be74a5 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.367614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d6290d28-e6a0-4a28-93aa-db8951be74a5 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/090965fa-b566-45b4-8de6-3f322c1bb80c HTTP/1.1" status: 404 len: 337 time: 0.0663335 Jan 28 01:11:45.370194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35572) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.413456 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7252fc6-0c42-45c3-9d0b-78b65f737319 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.414058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7252fc6-0c42-45c3-9d0b-78b65f737319 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.414717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Allocated IP 172.25.1.95 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/802a12b6-bb53-4333-8b20-6e2e9a23b6b0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:45.428458 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e7252fc6-0c42-45c3-9d0b-78b65f737319 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/f2252373-a762-4948-887b-53d9e8374464 HTTP/1.1" status: 404 len: 333 time: 0.0546951 Jan 28 01:11:45.429230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35578) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.456778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:45.502025 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d3395c-b42d-4999-b360-62017a7b9ef2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.506123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d3395c-b42d-4999-b360-62017a7b9ef2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.515446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35590) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.533639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d0d3395c-b42d-4999-b360-62017a7b9ef2 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/ebbf6ce3-23d8-44b1-8de0-306be9dcfde9 HTTP/1.1" status: 404 len: 337 time: 0.1031532 Jan 28 01:11:45.536979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-18e66343-1fc1-4dd3-8005-3f8fd05bd0f7 None None] Provisioning complete for port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:45.537363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18e66343-1fc1-4dd3-8005-3f8fd05bd0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.593137 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b79974-0df8-40b8-a2ee-c83c6e5ed467 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.593960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b79974-0df8-40b8-a2ee-c83c6e5ed467 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.599620 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c9b79974-0df8-40b8-a2ee-c83c6e5ed467 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/3153a3fe-0f72-411d-9797-82087a6d40dd HTTP/1.1" status: 404 len: 337 time: 0.0806594 Jan 28 01:11:45.600079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35608) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.654433 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bbe218-e81a-41a9-af8a-1ad0d5911a90 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.654957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bbe218-e81a-41a9-af8a-1ad0d5911a90 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.661955 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f9bbe218-e81a-41a9-af8a-1ad0d5911a90 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/c2ced5c6-7fff-49c7-b531-5712643d4ca3 HTTP/1.1" status: 404 len: 333 time: 0.0579190 Jan 28 01:11:45.663248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.699490 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0d7beb-fb73-480e-8f6c-964f7a1367ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.699490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0d7beb-fb73-480e-8f6c-964f7a1367ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.702821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f0d7beb-fb73-480e-8f6c-964f7a1367ba tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/f5cd7039-4729-4dd8-897c-258976698a0a HTTP/1.1" status: 404 len: 337 time: 0.0385573 Jan 28 01:11:45.705275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.739217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c00b7-8a12-4b2e-b6aa-3a35b7b35319 req-df70ec13-e2ef-42bb-814a-9f7add95a4b2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.740844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-869c00b7-8a12-4b2e-b6aa-3a35b7b35319 req-df70ec13-e2ef-42bb-814a-9f7add95a4b2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.0776799 Jan 28 01:11:45.744942 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b6f610-9191-4802-84de-dd6301f9f496 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] DELETE failed (client error): The resource could not be found. Jan 28 01:11:45.745568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b6f610-9191-4802-84de-dd6301f9f496 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:11:45.748735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 518d7aae-29c0-493b-a691-3f8685549740 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:45.749400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-74b6f610-9191-4802-84de-dd6301f9f496 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/subnets/787ccea6-4ad1-4abc-aacf-82b935d7d493 HTTP/1.1" status: 404 len: 337 time: 0.0412652 Jan 28 01:11:45.749885 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.752459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35618) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:45.831278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-18e66343-1fc1-4dd3-8005-3f8fd05bd0f7 None None] Current status of the port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:45.846204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:45.849375 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d1ec5f-b9f0-4f2f-bc16-ca881e288e47" -d '{"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:45.861864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-18e66343-1fc1-4dd3-8005-3f8fd05bd0f7 None None] Provisioning complete for port 8f441bee-0bb7-45c2-bc14-d0f673abd798 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:45.862429 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18e66343-1fc1-4dd3-8005-3f8fd05bd0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.868288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:45.890093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] DHCP port deletion for 3f60cf3d-6683-4f07-9d60-ddd02cb4c47f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:11:45.894902 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.959851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Deleting port 8f441bee-0bb7-45c2-bc14-d0f673abd798 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:45.960504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.962335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-18e66343-1fc1-4dd3-8005-3f8fd05bd0f7 None None] Port 8f441bee-0bb7-45c2-bc14-d0f673abd798 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:45.994370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=11']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.005467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] Deleting port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:46.005981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.041189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.057084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Calling delete_port for 8f441bee-0bb7-45c2-bc14-d0f673abd798 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:46.070750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] For port 49294b1a-9d0c-418a-8f0c-abb5f960bee6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49294b1a-9d0c-418a-8f0c-abb5f960bee6,segment=NetworkSegment(47555087-bc25-4e1f-9fc9-545467caf996),segment_id=47555087-bc25-4e1f-9fc9-545467caf996)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:46.071288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.085366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] Calling delete_port for 49294b1a-9d0c-418a-8f0c-abb5f960bee6 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:46.148248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8f441bee-0bb7-45c2-bc14-d0f673abd798), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.179042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for port (802a12b6-bb53-4333-8b20-6e2e9a23b6b0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.179688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (49294b1a-9d0c-418a-8f0c-abb5f960bee6), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.201390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.205187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/ports/8f441bee-0bb7-45c2-bc14-d0f673abd798 HTTP/1.1" status: 204 len: 168 time: 0.4515123 Jan 28 01:11:46.208431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35626) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:46.210057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459719ed-6782-4e97-8ab3-bc0d84425845 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Port': ['ID=8f441bee-0bb7-45c2-bc14-d0f673abd798,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.214597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] Pushing event deleted for resources: {'Port': ['ID=49294b1a-9d0c-418a-8f0c-abb5f960bee6,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.221269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8630896-c4ab-4b82-b54e-ab7dd0dcb61b None None] No DVR routers for this DVR port 49294b1a-9d0c-418a-8f0c-abb5f960bee6 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:46.253904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (802a12b6-bb53-4333-8b20-6e2e9a23b6b0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.306981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.360295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-869c00b7-8a12-4b2e-b6aa-3a35b7b35319 req-b7054f6d-aa82-4fdf-ad74-ad2df9f7aea6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110175 Jan 28 01:11:46.367745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:46.400762 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:46.405046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:46.408830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Pushing event updated for resources: {'Port': ['ID=802a12b6-bb53-4333-8b20-6e2e9a23b6b0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.411925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:46.425436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.449490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f60cf3d-6683-4f07-9d60-ddd02cb4c47f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:46.461481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47555087-bc25-4e1f-9fc9-545467caf996') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:46.461481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47555087-bc25-4e1f-9fc9-545467caf996') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:46.471370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (47555087-bc25-4e1f-9fc9-545467caf996), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.491643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61919b00-9822-41ef-826b-e65c9127aab0 req-8fdf73df-7da8-464b-b0dc-cfafce4a7968 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.493208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61919b00-9822-41ef-826b-e65c9127aab0 req-8fdf73df-7da8-464b-b0dc-cfafce4a7968 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2425683 Jan 28 01:11:46.506635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (47555087-bc25-4e1f-9fc9-545467caf996), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.514560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:11:46.515333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (47555087-bc25-4e1f-9fc9-545467caf996), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:11:46.519408 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:11:46.531714 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867692a4-358e-4005-ac40-9d6664341f1e x-openstack-request-id: req-867692a4-358e-4005-ac40-9d6664341f1e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:46.532250 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:46.532371 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-867692a4-358e-4005-ac40-9d6664341f1e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:46.532797 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'code': 200} Jan 28 01:11:46.611750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3f60cf3d-6683-4f07-9d60-ddd02cb4c47f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.644275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:46.647855 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] 10.222.0.23 "DELETE /v2.0/networks/3f60cf3d-6683-4f07-9d60-ddd02cb4c47f HTTP/1.1" status: 204 len: 168 time: 0.4348629 Jan 28 01:11:46.665687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f10b9f-fb9f-4f8d-9591-2bfe992d2454 tempest-PortsIpV6TestJSON-1877082237 tempest-PortsIpV6TestJSON-1877082237-project] Pushing event deleted for resources: {'Network': ['ID=3f60cf3d-6683-4f07-9d60-ddd02cb4c47f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:46.715268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61919b00-9822-41ef-826b-e65c9127aab0 req-aab80647-4ac1-46c1-93b6-fbdcfc370626 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148416 Jan 28 01:11:46.750006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:46.799373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 49294b1a-9d0c-418a-8f0c-abb5f960bee6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:46.800185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49294b1a-9d0c-418a-8f0c-abb5f960bee6 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:46.815900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.821974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.828096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.838902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.844714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.850855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.857045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.859086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-313e832e-4bde-4016-bede-abf77628f7f3 req-101e6931-f2fe-48ad-934c-f01567b51c23 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2408156 Jan 28 01:11:46.973068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca20a3-f6a8-418a-b6b6-1cd591fecb4e req-476d7443-4097-469c-b13a-53f6b01e9eaf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.974906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39ca20a3-f6a8-418a-b6b6-1cd591fecb4e req-476d7443-4097-469c-b13a-53f6b01e9eaf tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1703765 Jan 28 01:11:47.054555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:47.101323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-313e832e-4bde-4016-bede-abf77628f7f3 req-dda98dcc-f5cb-4bb3-914b-00e436d8dfa5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021015 Jan 28 01:11:47.104938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router_gateway (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.113818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39ca20a3-f6a8-418a-b6b6-1cd591fecb4e req-c82d8958-340b-4fe2-be26-6ef24906ad32 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010342 Jan 28 01:11:47.269193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35670) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:47.478055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c47537e6-d88b-447f-a21d-c24219351264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.511266 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-268501cf-af4c-442e-9fba-2644e0be9ccf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7d1886d6b8a4cdeb0b678f2c71e3d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554799 Jan 28 01:11:47.518228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35688) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:47.601111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7db1e06-82ba-4c37-bcb7-e142b03cb303 admin admin] Publish callbacks [] for security_group (132a3a25-d74c-4458-a101-a868f6529eba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.644363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7db1e06-82ba-4c37-bcb7-e142b03cb303 admin admin] Publish callbacks [] for security_group (132a3a25-d74c-4458-a101-a868f6529eba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.668250 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.674264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.684403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b43d3c-de65-4a55-93a9-a49b50bc9de7 req-0a95b50a-b66a-454e-b13c-351f2c5c06cf tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:47.691731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13b43d3c-de65-4a55-93a9-a49b50bc9de7 req-0a95b50a-b66a-454e-b13c-351f2c5c06cf tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.2059989 Jan 28 01:11:47.728311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c47537e6-d88b-447f-a21d-c24219351264 admin admin] Publish callbacks [] for security_group (537b8627-30d1-4c04-9757-5d18af6ccc57), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.733217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c47537e6-d88b-447f-a21d-c24219351264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (537b8627-30d1-4c04-9757-5d18af6ccc57), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.835874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7db1e06-82ba-4c37-bcb7-e142b03cb303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (132a3a25-d74c-4458-a101-a868f6529eba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.838491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7db1e06-82ba-4c37-bcb7-e142b03cb303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.839688 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7db1e06-82ba-4c37-bcb7-e142b03cb303 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/132a3a25-d74c-4458-a101-a868f6529eba HTTP/1.1" status: 204 len: 168 time: 0.3200889 Jan 28 01:11:47.854182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47537e6-d88b-447f-a21d-c24219351264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b8627-30d1-4c04-9757-5d18af6ccc57,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:47.877160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c47537e6-d88b-447f-a21d-c24219351264 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a050dbff26a4cefb67db17863266fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6066835 Jan 28 01:11:47.879988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:47.898315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13b43d3c-de65-4a55-93a9-a49b50bc9de7 req-ecdc7e1b-5a3c-47d1-bc84-1c8c56e77b19 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055602 Jan 28 01:11:47.917525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db1e06-82ba-4c37-bcb7-e142b03cb303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a3a25-d74c-4458-a101-a868f6529eba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:47.952100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-343486dc-f1a7-413c-92d4-51afbf042f05 admin admin] Publish callbacks [] for security_group (537b8627-30d1-4c04-9757-5d18af6ccc57), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:47.981953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-343486dc-f1a7-413c-92d4-51afbf042f05 admin admin] Publish callbacks [] for security_group (537b8627-30d1-4c04-9757-5d18af6ccc57), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:48.015949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Router 4ec25c8a-ac00-4747-8671-6f4d1e454fb5 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:48.050019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-343486dc-f1a7-413c-92d4-51afbf042f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (537b8627-30d1-4c04-9757-5d18af6ccc57), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:48.054479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-343486dc-f1a7-413c-92d4-51afbf042f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:48.056424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-343486dc-f1a7-413c-92d4-51afbf042f05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/537b8627-30d1-4c04-9757-5d18af6ccc57 HTTP/1.1" status: 204 len: 168 time: 0.1748199 Jan 28 01:11:48.067154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343486dc-f1a7-413c-92d4-51afbf042f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b8627-30d1-4c04-9757-5d18af6ccc57,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:48.196189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe3751-e83b-45a7-85e2-2f1f2bcce2b6 req-91395a0a-8244-450a-8a0f-be41bd2efc5b tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.203976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdbe3751-e83b-45a7-85e2-2f1f2bcce2b6 req-91395a0a-8244-450a-8a0f-be41bd2efc5b tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.1778047 Jan 28 01:11:48.325804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:48.331267 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:48.332518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-52780abb-ef83-4b9a-8d77-27c2ff8bd3d1 tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "PUT /v2.0/routers/4ec25c8a-ac00-4747-8671-6f4d1e454fb5 HTTP/1.1" status: 200 len: 918 time: 4.3007462 Jan 28 01:11:48.336549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35738) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:48.342111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] Sync routers for ids ['4ec25c8a-ac00-4747-8671-6f4d1e454fb5'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:48.367301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] Routers {'4ec25c8a-ac00-4747-8671-6f4d1e454fb5'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:48.369057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4ec25c8a-ac00-4747-8671-6f4d1e454fb5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:48.387331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdbe3751-e83b-45a7-85e2-2f1f2bcce2b6 req-7debcc5c-bc7a-4b98-91f4-11791be9330e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791699 Jan 28 01:11:48.528441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:48.566960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] Routers {'4ec25c8a-ac00-4747-8671-6f4d1e454fb5'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:48.567614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4ec25c8a-ac00-4747-8671-6f4d1e454fb5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:48.642297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:48.642984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e31c3c-bbc1-4d2a-92b2-d246ae20f468 None None] The sync data for ids ['4ec25c8a-ac00-4747-8671-6f4d1e454fb5'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:48.751288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c94dc224-8fa8-4e88-9579-6e795371775b tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/4ec25c8a-ac00-4747-8671-6f4d1e454fb5 HTTP/1.1" status: 200 len: 924 time: 0.4002619 Jan 28 01:11:48.754217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:48.772514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.778208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.784731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.793047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.799169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.805174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.810525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.819259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-8ceb3459-ae9f-477c-b9a0-d850bb08791e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2461948 Jan 28 01:11:48.839298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd9b5-efe3-43d9-b5e6-8f1db07639db req-a06d4591-c88f-43a1-9b55-87e66320b6ca tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.840614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec230b5-7785-414f-9422-0d573b00446d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.842193 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2ec230b5-7785-414f-9422-0d573b00446d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=4ec25c8a-ac00-4747-8671-6f4d1e454fb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0861416 Jan 28 01:11:48.844897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35762) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:48.846378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0fbd9b5-efe3-43d9-b5e6-8f1db07639db req-a06d4591-c88f-43a1-9b55-87e66320b6ca tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2069583 Jan 28 01:11:48.940540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0fbd9b5-efe3-43d9-b5e6-8f1db07639db req-bbee7814-b565-472f-ab3c-3165665b6600 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841262 Jan 28 01:11:48.990421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e9caa92-a8ae-420b-857e-46722f2d9f89 req-c98a7fa9-0fb7-41e3-9a54-f20784c385c2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701791 Jan 28 01:11:49.053897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bfe309-8ebc-4a1f-bd0a-69ac2a68d67d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:49.056082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9bfe309-8ebc-4a1f-bd0a-69ac2a68d67d tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 881 time: 0.2101009 Jan 28 01:11:49.059731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35776) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:49.125739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-8810e8c6-d4dc-4bde-a545-ce2c315b5208 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:49.127275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-8810e8c6-d4dc-4bde-a545-ce2c315b5208 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.1814759 Jan 28 01:11:49.130248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6fba349a-c1ba-4906-8b71-0e1de9532bd8 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec25c8a-ac00-4747-8671-6f4d1e454fb5 HTTP/1.1" status: 200 len: 205 time: 0.0678320 Jan 28 01:11:49.132873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35782) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:49.247332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a235c6-04dc-4351-8cbc-1adfc3bf6f53 req-4b95d5df-027f-4d4c-92cd-c6a363e115a5 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:49.258135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7a235c6-04dc-4351-8cbc-1adfc3bf6f53 req-4b95d5df-027f-4d4c-92cd-c6a363e115a5 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 945 time: 0.1399806 Jan 28 01:11:49.347623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Deleting port 1a88d92e-a958-40c6-af2e-b793762a49e7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:49.348270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.368308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7a235c6-04dc-4351-8cbc-1adfc3bf6f53 req-3a723147-2ff1-466e-9789-83b446e13220 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083455 Jan 28 01:11:49.434164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.517716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:49.596059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.656204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Deleting port 802a12b6-bb53-4333-8b20-6e2e9a23b6b0 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:49.656542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (802a12b6-bb53-4333-8b20-6e2e9a23b6b0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.658975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] For port 1a88d92e-a958-40c6-af2e-b793762a49e7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1a88d92e-a958-40c6-af2e-b793762a49e7,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:49.659349 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.673684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Calling delete_port for 1a88d92e-a958-40c6-af2e-b793762a49e7 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:49.800401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebe63a-1e03-47aa-bea7-f1f8e8e6064f req-39cc3f23-6ced-42e5-8dd0-a062622a07c2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:49.804052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (802a12b6-bb53-4333-8b20-6e2e9a23b6b0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:49.806918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ebe63a-1e03-47aa-bea7-f1f8e8e6064f req-39cc3f23-6ced-42e5-8dd0-a062622a07c2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.3319955 Jan 28 01:11:49.839666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Calling delete_port for 802a12b6-bb53-4333-8b20-6e2e9a23b6b0 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:50.023261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ebe63a-1e03-47aa-bea7-f1f8e8e6064f req-31d9637d-d246-4473-9c04-b03756390eb5 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153792 Jan 28 01:11:50.056723 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1a88d92e-a958-40c6-af2e-b793762a49e7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.091711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1a88d92e-a958-40c6-af2e-b793762a49e7'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:50.134886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1431842814'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:50.185987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (802a12b6-bb53-4333-8b20-6e2e9a23b6b0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.195440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event deleted for resources: {'Port': ['ID=1a88d92e-a958-40c6-af2e-b793762a49e7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:50.251803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event deleted for resources: {'Port': ['ID=802a12b6-bb53-4333-8b20-6e2e9a23b6b0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:50.322975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] No DVR routers for this DVR port 1a88d92e-a958-40c6-af2e-b793762a49e7 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:50.327025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.330933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51fe3479-ca9d-4734-b45e-e55ed37f7497 req-95fff411-f0a8-40cf-86af-e7196bf16557 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "DELETE /v2.0/ports/1a88d92e-a958-40c6-af2e-b793762a49e7 HTTP/1.1" status: 204 len: 173 time: 1.1890712 Jan 28 01:11:50.331660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'name': 'network-vif-deleted', 'tag': '1a88d92e-a958-40c6-af2e-b793762a49e7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:50.342983 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ff2f5-b012-44b2-8164-5d7c4dea4125" -d '{"events": [{"server_uuid": "cd0b7fad-331a-4c2f-9ec5-770f136b36cc", "name": "network-vif-deleted", "tag": "1a88d92e-a958-40c6-af2e-b793762a49e7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:50.348977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:50.352940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.382356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488d8c4-3a5f-4149-9409-3540bb1375da req-0cee2cd6-8cc1-4b6c-bed1-1e0c68080508 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.383696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6488d8c4-3a5f-4149-9409-3540bb1375da req-0cee2cd6-8cc1-4b6c-bed1-1e0c68080508 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2116804 Jan 28 01:11:50.384483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.431549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.601805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6488d8c4-3a5f-4149-9409-3540bb1375da req-2dd6e3f0-b8a3-4ce4-8966-49eb5f624312 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080982 Jan 28 01:11:50.667761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for security_group (b862cb6b-5681-4628-9f80-0eb5b2cafcfa), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.705485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.718630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.729669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.740128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.747472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.755431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.763078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.789159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-7574059c-71b0-48a0-83ad-ed76d257163c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.3206358 Jan 28 01:11:50.792756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b862cb6b-5681-4628-9f80-0eb5b2cafcfa), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.806823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:11:50.817959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b42ac6f2-5792-4806-acce-c49e6b3cb414), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.818288 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment b42ac6f2-5792-4806-acce-c49e6b3cb414 of type vlan for network c20fcc68-1137-457c-b01a-18f2acffc698 Jan 28 01:11:50.880091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c20fcc68-1137-457c-b01a-18f2acffc698), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.915010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c20fcc68-1137-457c-b01a-18f2acffc698), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.920067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.920711 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.000089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.002792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.041375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b862cb6b-5681-4628-9f80-0eb5b2cafcfa,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:51.054661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3822541 Jan 28 01:11:51.067706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:51.075309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301669835'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:51.086649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b30486-7772-4994-b00f-792107fc9c1c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=c20fcc68-1137-457c-b01a-18f2acffc698,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:51.098748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (4ec25c8a-ac00-4747-8671-6f4d1e454fb5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.099620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec25c8a-ac00-4747-8671-6f4d1e454fb5 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:51.111180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c20fcc68-1137-457c-b01a-18f2acffc698 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:11:51.129471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.132753 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a6d2ef6-5e38-4808-be93-1831efc92999 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/4ec25c8a-ac00-4747-8671-6f4d1e454fb5 HTTP/1.1" status: 204 len: 168 time: 1.9980206 Jan 28 01:11:51.139970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9915cfc9-1460-418e-b0d0-a35ed8eebe96 req-ec8a2bb1-8341-47f9-964b-87cb2cc91c61 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3497536 Jan 28 01:11:51.143913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35872) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:51.156301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-52000082', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:51.158498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:51.163912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.213806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.215296 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.234434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:11:51.258270 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db1b30-e5b7-40b8-b5b7-f742689fd347 x-openstack-request-id: req-95db1b30-e5b7-40b8-b5b7-f742689fd347 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:51.258842 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b7fad-331a-4c2f-9ec5-770f136b36cc", "name": "network-vif-deleted", "tag": "1a88d92e-a958-40c6-af2e-b793762a49e7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:51.259330 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95db1b30-e5b7-40b8-b5b7-f742689fd347 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:51.260018 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b7fad-331a-4c2f-9ec5-770f136b36cc', 'name': 'network-vif-deleted', 'tag': '1a88d92e-a958-40c6-af2e-b793762a49e7', 'status': 'completed', 'code': 200} Jan 28 01:11:51.295995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3d33f8a5-b673-4e8d-b405-82a94589ed65), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.296356 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment 3d33f8a5-b673-4e8d-b405-82a94589ed65 of type vlan for network e41d762f-e066-450a-bc5b-ee1169fa0bc2 Jan 28 01:11:51.408042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.426167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e41d762f-e066-450a-bc5b-ee1169fa0bc2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.531276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e41d762f-e066-450a-bc5b-ee1169fa0bc2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.541832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:51.544209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:51.704843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=e41d762f-e066-450a-bc5b-ee1169fa0bc2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:51.714628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd65adfc-6f9b-4d7b-80ba-586b17045c12 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6429443 Jan 28 01:11:51.716305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35900) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:51.724797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:11:51.735919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:51.915384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:51.921344 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.221463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-024500aa-5b9b-44a9-b4b9-d5a42a516357 req-081c57ca-fcdc-49c7-a225-5d592879156d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0b7fad-331a-4c2f-9ec5-770f136b36cc HTTP/1.1" status: 200 len: 210 time: 0.2502584 Jan 28 01:11:52.328601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (8729cf64-b5b3-4020-bb77-084c8e5cacc1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.368386 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.381668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-079e925c-ca75-444f-aba2-8b7370f0aed7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4114265 Jan 28 01:11:52.403753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': 'b42ac6f2-5792-4806-acce-c49e6b3cb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:52.404397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: c20fcc68-1137-457c-b01a-18f2acffc698, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:11:52.429140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=8729cf64-b5b3-4020-bb77-084c8e5cacc1,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:52.432775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network c20fcc68-1137-457c-b01a-18f2acffc698 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:11:52.445840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, c20fcc68-1137-457c-b01a-18f2acffc698) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:52.455438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.456228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.472609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2051a0a-9f9a-4b85-b459-5dd964d2cde9 None None] Network c20fcc68-1137-457c-b01a-18f2acffc698 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:52.488644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dfe85142-9449-4f9c-8970-9bc167650bb2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7711530 Jan 28 01:11:52.491409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35922) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:52.510212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:52.528625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7b73b-f58c-49fa-b5ba-aac55e150143 req-f7101107-06de-4b70-bdd7-67bd0b72beda tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.539485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dce7b73b-f58c-49fa-b5ba-aac55e150143 req-f7101107-06de-4b70-bdd7-67bd0b72beda tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.3274488 Jan 28 01:11:52.657522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:52.658109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-c20fcc68-1137-457c-b01a-18f2acffc698', 'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': '8729cf64-b5b3-4020-bb77-084c8e5cacc1'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:11:52.659041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.661961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.826109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Allocated IP 2001:db8::2 (c20fcc68-1137-457c-b01a-18f2acffc698/8729cf64-b5b3-4020-bb77-084c8e5cacc1/7e337a22-e149-45a5-b9c4-1c661af0ec5b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:52.860614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685eae-129b-42f2-8631-27c05f696319 req-acc6b759-da7f-40d6-8674-d433589a0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.862561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-acc6b759-da7f-40d6-8674-d433589a0c21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 1099 time: 0.4187055 Jan 28 01:11:52.897341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf334ac-2ede-463d-883e-723348fa8539 req-d42abb36-bf2c-49d1-be45-ec698474299f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.900578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cf334ac-2ede-463d-883e-723348fa8539 req-d42abb36-bf2c-49d1-be45-ec698474299f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.5443175 Jan 28 01:11:52.963712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dce7b73b-f58c-49fa-b5ba-aac55e150143 req-64e9dd5c-1c71-4f5b-b247-6c07bb3f8023 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231114 Jan 28 01:11:52.994345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ccdeb2f1-b7f1-4590-956c-b6ec1089119a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.060636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=ccdeb2f1-b7f1-4590-956c-b6ec1089119a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:53.134602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': '3d33f8a5-b673-4e8d-b405-82a94589ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:53.135753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: e41d762f-e066-450a-bc5b-ee1169fa0bc2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:11:53.172371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:11:53.191327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e41d762f-e066-450a-bc5b-ee1169fa0bc2) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:53.198952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.200733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.212067 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Publish callbacks [] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.232254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e7f6e-8d7b-41fe-8864-ff5f5b6ec8b0 None None] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:53.237535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685eae-129b-42f2-8631-27c05f696319 req-e3fea126-0806-4f2a-9f83-cc3c3f7b76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.239932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-e3fea126-0806-4f2a-9f83-cc3c3f7b76df service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3361533 Jan 28 01:11:53.250468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-667843b1-1c31-4ba8-b9c5-d6e0a4e556eb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7576184 Jan 28 01:11:53.255309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35956) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:53.273301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-727713322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:53.337635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-e0a813f8-d363-4b8a-9572-89568dd53ae0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b HTTP/1.1" status: 200 len: 217 time: 0.0832074 Jan 28 01:11:53.341840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (960078e3-d07a-4eff-96d7-9823b7b89fa6), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.343339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-64ff7501-600f-4a7d-9cd5-ea901d9f7de8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4269083 Jan 28 01:11:53.346427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (960078e3-d07a-4eff-96d7-9823b7b89fa6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.348946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cf334ac-2ede-463d-883e-723348fa8539 req-35dc1cb1-6060-4bce-bab3-90db0de96d11 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109399 Jan 28 01:11:53.395959 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.466648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:53.483951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (960078e3-d07a-4eff-96d7-9823b7b89fa6), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.501723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (960078e3-d07a-4eff-96d7-9823b7b89fa6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.536829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.545470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b2f58d0-1d96-48a4-9f77-34490f1095d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2864904 Jan 28 01:11:53.548075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35966) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:53.574921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1a88d92e-a958-40c6-af2e-b793762a49e7 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:53.722952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Network c20fcc68-1137-457c-b01a-18f2acffc698 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:53.736590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:53.738130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685eae-129b-42f2-8631-27c05f696319 req-8779fb67-d4c8-4c66-95be-e00f9aa4d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.739930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 1a88d92e-a958-40c6-af2e-b793762a49e7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:11:53.741806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-8779fb67-d4c8-4c66-95be-e00f9aa4d95b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.3715861 Jan 28 01:11:53.742260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1a88d92e-a958-40c6-af2e-b793762a49e7 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:53.746318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:53.808069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e41d762f-e066-450a-bc5b-ee1169fa0bc2', 'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': 'ccdeb2f1-b7f1-4590-956c-b6ec1089119a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:11:53.809281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.824264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Pushing event updated for resources: {'Port': ['ID=7e337a22-e149-45a5-b9c4-1c661af0ec5b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:53.849991 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (56159087-625b-4425-beb5-0b3b0e9f1d96), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.911507 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.914157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d53de101-1476-40a7-985a-1e2846611d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.948078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.951592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:53.954501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.960483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.966850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.972659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.973348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Allocated IP 2001:db8:1::2 (e41d762f-e066-450a-bc5b-ee1169fa0bc2/ccdeb2f1-b7f1-4590-956c-b6ec1089119a/f2dfae03-e8d7-457f-9d47-1668216246e1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:53.978567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.984667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.986726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-24666fb0-b9a2-4978-893f-96deda5a1eec tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.5035801 Jan 28 01:11:53.988849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-ee56d558-26ab-41b2-a582-e7975d5a83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.990605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-ee56d558-26ab-41b2-a582-e7975d5a83c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d13e489f3575448aafa2941664d356eb&device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 1099 time: 0.5230935 Jan 28 01:11:54.106849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4dc1e-9b4c-4160-9193-7b5f7c4b9c89 req-ea9c7462-56c5-44df-8862-d4abafcae2b9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.114242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbb4dc1e-9b4c-4160-9193-7b5f7c4b9c89 req-ea9c7462-56c5-44df-8862-d4abafcae2b9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.4023581 Jan 28 01:11:54.166167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Publish callbacks [] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.196183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685eae-129b-42f2-8631-27c05f696319 req-54d19761-f562-4d12-ac89-6c92c36317d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.197708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-54d19761-f562-4d12-ac89-6c92c36317d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840027 Jan 28 01:11:54.211623 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.269459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Attempting to bind port 7e337a22-e149-45a5-b9c4-1c661af0ec5b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:54.270208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Attempting to bind port 7e337a22-e149-45a5-b9c4-1c661af0ec5b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b42ac6f2-5792-4806-acce-c49e6b3cb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:54.270811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Attempting to bind port 7e337a22-e149-45a5-b9c4-1c661af0ec5b on network c20fcc68-1137-457c-b01a-18f2acffc698 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:54.280869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:54.281551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Checking segment: {'id': 'b42ac6f2-5792-4806-acce-c49e6b3cb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:54.282166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.282741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Bound using segment: {'id': 'b42ac6f2-5792-4806-acce-c49e6b3cb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:54.283382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Bound port: 7e337a22-e149-45a5-b9c4-1c661af0ec5b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42ac6f2-5792-4806-acce-c49e6b3cb414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c20fcc68-1137-457c-b01a-18f2acffc698'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:54.284033 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.288270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:54.301913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8::1 (c20fcc68-1137-457c-b01a-18f2acffc698/8729cf64-b5b3-4020-bb77-084c8e5cacc1/d41e5edc-17a2-466a-9b1f-dca6a6ff9dea) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:54.309265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:54.320141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:54.430060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e64fda1-ade6-4aa1-967c-b521c6d927dc req-1dbc51f0-9111-4f07-bff8-1e2a2d40b757 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4256158 Jan 28 01:11:54.462608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbb4dc1e-9b4c-4160-9193-7b5f7c4b9c89 req-c7569954-6d2d-4805-a5ca-e863887666c1 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429434 Jan 28 01:11:54.467181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.494164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-5e51920d-7102-401d-9f59-ca25b63e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.498227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-5e51920d-7102-401d-9f59-ca25b63e68b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4766612 Jan 28 01:11:54.517152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.605520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Allocated IP 172.25.1.48 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/09db0c8b-86b9-4f3b-bd6d-3779beeb8ada) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:54.606511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=d41e5edc-17a2-466a-9b1f-dca6a6ff9dea,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:54.617164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network c20fcc68-1137-457c-b01a-18f2acffc698 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:54.619375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:54.627078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:54.627738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.633308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Pushing event updated for resources: {'Port': ['ID=f2dfae03-e8d7-457f-9d47-1668216246e1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:54.701019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Attempting to bind port f2dfae03-e8d7-457f-9d47-1668216246e1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:54.701731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Attempting to bind port f2dfae03-e8d7-457f-9d47-1668216246e1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '3d33f8a5-b673-4e8d-b405-82a94589ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:54.702148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Attempting to bind port f2dfae03-e8d7-457f-9d47-1668216246e1 on network e41d762f-e066-450a-bc5b-ee1169fa0bc2 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:54.717405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:54.717808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Checking segment: {'id': '3d33f8a5-b673-4e8d-b405-82a94589ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:54.718225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.718633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Bound using segment: {'id': '3d33f8a5-b673-4e8d-b405-82a94589ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:54.719121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Bound port: f2dfae03-e8d7-457f-9d47-1668216246e1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d33f8a5-b673-4e8d-b405-82a94589ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e41d762f-e066-450a-bc5b-ee1169fa0bc2'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:54.719510 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.733114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-26e3bf3f-2635-41b9-b73c-b391c6f02e8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=518d7aae-29c0-493b-a691-3f8685549740 HTTP/1.1" status: 200 len: 217 time: 0.2026088 Jan 28 01:11:54.767919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] For port 7e337a22-e149-45a5-b9c4-1c661af0ec5b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:54.800097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] For port 7e337a22-e149-45a5-b9c4-1c661af0ec5b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7e337a22-e149-45a5-b9c4-1c661af0ec5b,segment=NetworkSegment(b42ac6f2-5792-4806-acce-c49e6b3cb414),segment_id=b42ac6f2-5792-4806-acce-c49e6b3cb414)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:54.807122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.809661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.823460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d53de101-1476-40a7-985a-1e2846611d28 admin admin] Publish callbacks [] for security_group (7b41c94d-e2d9-493e-b30b-fa544259f1c4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.874963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] For port f2dfae03-e8d7-457f-9d47-1668216246e1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:54.880906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] For port f2dfae03-e8d7-457f-9d47-1668216246e1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f2dfae03-e8d7-457f-9d47-1668216246e1,segment=NetworkSegment(3d33f8a5-b673-4e8d-b405-82a94589ed65),segment_id=3d33f8a5-b673-4e8d-b405-82a94589ed65)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:54.888876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.906794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af896341-fb2e-44f8-ab59-d8a0dc4361e3 None None] Pushing event updated for resources: {'Port': ['ID=7e337a22-e149-45a5-b9c4-1c661af0ec5b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:54.915473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-b70178a2-e486-4543-be26-ddab1a76d4c7 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005858 Jan 28 01:11:54.916090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d53de101-1476-40a7-985a-1e2846611d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b41c94d-e2d9-493e-b30b-fa544259f1c4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:54.919379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-6583a426-572c-4e66-af20-aa2c0bc9f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.920747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-6583a426-572c-4e66-af20-aa2c0bc9f9fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1660783 Jan 28 01:11:54.999105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6701ea-d1ac-4b68-b3e5-30b42c1a3448 None None] Pushing event updated for resources: {'Port': ['ID=f2dfae03-e8d7-457f-9d47-1668216246e1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:55.097533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for port (09db0c8b-86b9-4f3b-bd6d-3779beeb8ada), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.336776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.346347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.349605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.350019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53de101-1476-40a7-985a-1e2846611d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41c94d-e2d9-493e-b30b-fa544259f1c4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:55.415389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=d41e5edc-17a2-466a-9b1f-dca6a6ff9dea,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:55.518335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (09db0c8b-86b9-4f3b-bd6d-3779beeb8ada), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.578821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network c20fcc68-1137-457c-b01a-18f2acffc698 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:55.581260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:55.738500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 960078e3-d07a-4eff-96d7-9823b7b89fa6 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:55.851364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:55.870569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e71821e7-4838-42ad-bb0c-f039669e64bb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/960078e3-d07a-4eff-96d7-9823b7b89fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3212032 Jan 28 01:11:55.871065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:55.882328 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54705380-f008-4f9a-a899-83abe54a725f None None] Sync routers for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:55.917979 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54705380-f008-4f9a-a899-83abe54a725f None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:55.918879 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-54705380-f008-4f9a-a899-83abe54a725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:55.940351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca57b4c-9471-4288-8970-f004616a7eb0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.948349 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ca57b4c-9471-4288-8970-f004616a7eb0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports/d41e5edc-17a2-466a-9b1f-dca6a6ff9dea HTTP/1.1" status: 200 len: 911 time: 0.0761726 Jan 28 01:11:55.949042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35988) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:55.975310 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-54705380-f008-4f9a-a899-83abe54a725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:55.999974 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54705380-f008-4f9a-a899-83abe54a725f None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:56.002431 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-54705380-f008-4f9a-a899-83abe54a725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:56.013098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b3f9a-21bf-421c-b341-46d3b6aaffb1 req-f435ff86-9bf2-491f-9eae-3b59be5ac4b9 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.014663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f73b3f9a-21bf-421c-b341-46d3b6aaffb1 req-f435ff86-9bf2-491f-9eae-3b59be5ac4b9 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 1.3242862 Jan 28 01:11:56.041123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d53de101-1476-40a7-985a-1e2846611d28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c965690da8449c6a388af88f1946901&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5568626 Jan 28 01:11:56.045808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-45300c8d-a98e-4e6b-b68c-b78061505978 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.046370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:56.052164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-45300c8d-a98e-4e6b-b68c-b78061505978 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 1.4066954 Jan 28 01:11:56.055014 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-54705380-f008-4f9a-a899-83abe54a725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:56.056062 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54705380-f008-4f9a-a899-83abe54a725f None None] The sync data for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:56.071834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:56.109368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:56.117163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:56.130189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event updated for resources: {'Port': ['ID=09db0c8b-86b9-4f3b-bd6d-3779beeb8ada,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:56.162177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-1f7713cb-6da6-4d04-8567-5178cae596a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.1090503 Jan 28 01:11:56.169301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-fe1731ac-8890-4bf8-af5a-dccacbbbd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.175808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-fe1731ac-8890-4bf8-af5a-dccacbbbd988 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8907263 Jan 28 01:11:56.227517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31685eae-129b-42f2-8631-27c05f696319 req-c82a33c5-9b77-4b72-9320-4f39238e0e70 service neutron] 10.222.0.45 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2978899 Jan 28 01:11:56.266771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-af1a1575-c66b-4463-8f35-b719791a866b tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.269135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-af1a1575-c66b-4463-8f35-b719791a866b tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.45 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 0.8115575 Jan 28 01:11:56.285686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-57928afe-8a93-4e38-bb70-fdeef3e61c6f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223679 Jan 28 01:11:56.305067 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea95e09-bebe-47e0-b5f4-5c62dfe08bf0 admin admin] Publish callbacks [] for security_group (7b41c94d-e2d9-493e-b30b-fa544259f1c4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.564238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f73b3f9a-21bf-421c-b341-46d3b6aaffb1 req-874fe881-dee5-46ec-88d3-ffd7651c62f8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392618 Jan 28 01:11:56.780541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90951d8-9560-48e7-8cbd-b0bd7166a68d None None] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:56.869264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea95e09-bebe-47e0-b5f4-5c62dfe08bf0 admin admin] Publish callbacks [] for security_group (7b41c94d-e2d9-493e-b30b-fa544259f1c4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.916151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-b83da857-1f48-4953-914c-0aad007ab188 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930511 Jan 28 01:11:56.971178 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea95e09-bebe-47e0-b5f4-5c62dfe08bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b41c94d-e2d9-493e-b30b-fa544259f1c4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.982106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cea95e09-bebe-47e0-b5f4-5c62dfe08bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.985676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cea95e09-bebe-47e0-b5f4-5c62dfe08bf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b41c94d-e2d9-493e-b30b-fa544259f1c4 HTTP/1.1" status: 204 len: 168 time: 0.9332423 Jan 28 01:11:57.020226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95e09-bebe-47e0-b5f4-5c62dfe08bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41c94d-e2d9-493e-b30b-fa544259f1c4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:57.058882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7e337a22-e149-45a5-b9c4-1c661af0ec5b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:57.108742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] Provisioning complete for port f2dfae03-e8d7-457f-9d47-1668216246e1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:57.109124 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.138907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6dd5-0292-49b2-91f1-d4794ce172ab req-95fb322a-ba40-4821-9359-284715cd8916 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:57.162275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-daff6dd5-0292-49b2-91f1-d4794ce172ab req-95fb322a-ba40-4821-9359-284715cd8916 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2975111 Jan 28 01:11:57.168154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90c845-651c-45c1-9b38-b000743e23ab None None] Network c20fcc68-1137-457c-b01a-18f2acffc698 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:11:57.196973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.306227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-c88a8be8-2c19-4739-9985-3510d4aecebd service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8990440 Jan 28 01:11:57.308684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d4d4523-4353-42fb-9c19-472fcff87d50 req-ec9264d7-cbd7-45d3-a0ba-49512ac2373d service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813579 Jan 28 01:11:57.316817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7e337a22-e149-45a5-b9c4-1c661af0ec5b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:57.317199 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.462634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-62e7680d-25bc-415a-ab60-5f8fa73e7e94 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027265 Jan 28 01:11:57.476904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Deleting port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:11:57.481255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.515417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] Current status of the port f2dfae03-e8d7-457f-9d47-1668216246e1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:57.516099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.650783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] For port f2dfae03-e8d7-457f-9d47-1668216246e1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f2dfae03-e8d7-457f-9d47-1668216246e1,segment=NetworkSegment(3d33f8a5-b673-4e8d-b405-82a94589ed65),segment_id=3d33f8a5-b673-4e8d-b405-82a94589ed65)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:57.661736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.675325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:57.745452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7aeebd0-eb21-4281-9e31-9db57a7e920a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.768108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-daff6dd5-0292-49b2-91f1-d4794ce172ab req-3c4d3c09-1d8b-42ca-9b7a-7c5e38d98626 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6040974 Jan 28 01:11:57.788080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7e337a22-e149-45a5-b9c4-1c661af0ec5b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:57.789091 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.880219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7afc34-bd0b-435e-b279-87c01562f8a7 None None] Pushing event updated for resources: {'Port': ['ID=f2dfae03-e8d7-457f-9d47-1668216246e1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:57.925264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7aeebd0-eb21-4281-9e31-9db57a7e920a admin admin] Publish callbacks [] for security_group (c5a727b0-d0f5-441a-93d2-94ec42a1f4a6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.931487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (56159087-625b-4425-beb5-0b3b0e9f1d96), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.945936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5ec16e9b-e1d3-4002-b031-2c93bbcb5433 None None] Provisioning complete for port 7e337a22-e149-45a5-b9c4-1c661af0ec5b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:57.946621 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5ec16e9b-e1d3-4002-b031-2c93bbcb5433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.949936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 7e337a22-e149-45a5-b9c4-1c661af0ec5b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7e337a22-e149-45a5-b9c4-1c661af0ec5b,segment=NetworkSegment(b42ac6f2-5792-4806-acce-c49e6b3cb414),segment_id=b42ac6f2-5792-4806-acce-c49e6b3cb414)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:58.035664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.036526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f2dfae03-e8d7-457f-9d47-1668216246e1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:58.097635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8:1::1 (e41d762f-e066-450a-bc5b-ee1169fa0bc2/ccdeb2f1-b7f1-4590-956c-b6ec1089119a/edfd0153-2139-4716-b05b-4f4ab100dcde) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:58.324908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=7e337a22-e149-45a5-b9c4-1c661af0ec5b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:58.348186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f2dfae03-e8d7-457f-9d47-1668216246e1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:58.351589 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.367277 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.401724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7aeebd0-eb21-4281-9e31-9db57a7e920a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c5a727b0-d0f5-441a-93d2-94ec42a1f4a6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.448022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5ec16e9b-e1d3-4002-b031-2c93bbcb5433 None None] Current status of the port 7e337a22-e149-45a5-b9c4-1c661af0ec5b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:58.495358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.530288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.547266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:58.551101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:58.554138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e7aeebd0-eb21-4281-9e31-9db57a7e920a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a50f5949474743389015429aaf736442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8670833 Jan 28 01:11:58.558662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36012) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:58.559830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:58.560785 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.775868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f2dfae03-e8d7-457f-9d47-1668216246e1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:58.786727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Provisioning complete for port f2dfae03-e8d7-457f-9d47-1668216246e1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:58.787102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.801996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=edfd0153-2139-4716-b05b-4f4ab100dcde,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:58.806564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aeebd0-eb21-4281-9e31-9db57a7e920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a727b0-d0f5-441a-93d2-94ec42a1f4a6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:58.825470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] For port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:58.827628 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.881696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df9948ad-43a4-4460-be96-e755e840b446 admin admin] Publish callbacks [] for security_group (c5a727b0-d0f5-441a-93d2-94ec42a1f4a6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:58.921072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df9948ad-43a4-4460-be96-e755e840b446 admin admin] Publish callbacks [] for security_group (c5a727b0-d0f5-441a-93d2-94ec42a1f4a6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.006406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df9948ad-43a4-4460-be96-e755e840b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c5a727b0-d0f5-441a-93d2-94ec42a1f4a6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.009115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df9948ad-43a4-4460-be96-e755e840b446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.033650 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-df9948ad-43a4-4460-be96-e755e840b446 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5a727b0-d0f5-441a-93d2-94ec42a1f4a6 HTTP/1.1" status: 204 len: 168 time: 0.2867544 Jan 28 01:11:59.057508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Current status of the port f2dfae03-e8d7-457f-9d47-1668216246e1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:59.071619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.080010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9948ad-43a4-4460-be96-e755e840b446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a727b0-d0f5-441a-93d2-94ec42a1f4a6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:59.109974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7e337a22-e149-45a5-b9c4-1c661af0ec5b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:59.181445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.188472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Provisioning complete for port 7e337a22-e149-45a5-b9c4-1c661af0ec5b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:59.189189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.199558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.223184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.236484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.256430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.273132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.279406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.287455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f5719df-881a-457e-b156-370aba362641 req-b9588be8-b0ae-4ce4-b862-b59ac1f5b41f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 1.1998692 Jan 28 01:11:59.295319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Calling delete_port for da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:11:59.305150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9ca7f-6515-4c76-b06d-5ec6253ab950 req-58306ca5-d1f6-498e-ac08-003b848390f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.313602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6a9ca7f-6515-4c76-b06d-5ec6253ab950 req-58306ca5-d1f6-498e-ac08-003b848390f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 948 time: 1.1741030 Jan 28 01:11:59.336862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Current status of the port 7e337a22-e149-45a5-b9c4-1c661af0ec5b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:59.341138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7e337a22-e149-45a5-b9c4-1c661af0ec5b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:59.341541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.381245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Provisioning complete for port d41e5edc-17a2-466a-9b1f-dca6a6ff9dea triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:59.381696 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.392473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6a9ca7f-6515-4c76-b06d-5ec6253ab950 req-01c8249d-e861-422f-a105-d29df12024d2 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Jan 28 01:11:59.450026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9bc40afd-a364-49a3-97bc-6e2eefca6eed None None] Port d41e5edc-17a2-466a-9b1f-dca6a6ff9dea cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:59.577532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Router 56159087-625b-4425-beb5-0b3b0e9f1d96 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:11:59.600150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7e337a22-e149-45a5-b9c4-1c661af0ec5b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:59.609956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f2dfae03-e8d7-457f-9d47-1668216246e1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:59.647762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5c7976bd-c5c0-4073-b9c6-0fa71e52fa58 None None] Provisioning complete for port edfd0153-2139-4716-b05b-4f4ab100dcde triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:59.648681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c7976bd-c5c0-4073-b9c6-0fa71e52fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.718106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5c7976bd-c5c0-4073-b9c6-0fa71e52fa58 None None] Port edfd0153-2139-4716-b05b-4f4ab100dcde cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:59.742382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5c7976bd-c5c0-4073-b9c6-0fa71e52fa58 None None] Provisioning complete for port d41e5edc-17a2-466a-9b1f-dca6a6ff9dea triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:59.742762 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c7976bd-c5c0-4073-b9c6-0fa71e52fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.746500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f2dfae03-e8d7-457f-9d47-1668216246e1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:59.749045 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.760261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.770097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.781618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.806605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:59.826399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f5719df-881a-457e-b156-370aba362641 req-06fe7de6-362b-4a6f-8981-331c0c672fe1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5378714 Jan 28 01:11:59.843344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9917d1-3185-4855-b0dd-eb34cf94ec9d req-92d04d91-5291-4291-aeb9-de95a065fed6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.845115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb9917d1-3185-4855-b0dd-eb34cf94ec9d req-92d04d91-5291-4291-aeb9-de95a065fed6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2778888 Jan 28 01:11:59.889252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] Sync routers for ids ['56159087-625b-4425-beb5-0b3b0e9f1d96'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:59.906979 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:59.908637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-47e26cc2-3fed-4773-bba9-4fa291587e29 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7629433 Jan 28 01:11:59.933506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:59.938292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:59.984073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:00.017613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] Routers {'56159087-625b-4425-beb5-0b3b0e9f1d96'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:00.018550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['56159087-625b-4425-beb5-0b3b0e9f1d96'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.025189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c53fe70-0e73-4eb7-8f94-fe5806f99071 req-9a5b2a94-c7d2-4823-a13c-9febcaadcb7e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 210 time: 0.0615115 Jan 28 01:12:00.052411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5c7976bd-c5c0-4073-b9c6-0fa71e52fa58 None None] Port d41e5edc-17a2-466a-9b1f-dca6a6ff9dea cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:00.091060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.113905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] Routers {'56159087-625b-4425-beb5-0b3b0e9f1d96'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:00.115016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['56159087-625b-4425-beb5-0b3b0e9f1d96'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.165810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=edfd0153-2139-4716-b05b-4f4ab100dcde,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:00.176326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.176326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504841ea-a060-456e-b0d9-d569c2281f81 None None] The sync data for ids ['56159087-625b-4425-beb5-0b3b0e9f1d96'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:00.233463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:00.243626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:00.251185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:00.260958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f2dfae03-e8d7-457f-9d47-1668216246e1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:00.376221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb9917d1-3185-4855-b0dd-eb34cf94ec9d req-25e75f77-f800-4c51-b9f1-90086a5669e2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752676 Jan 28 01:12:00.448213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:00.517142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Pushing event deleted for resources: {'Port': ['ID=da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:00.582177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25368e9-dc99-4ab1-9614-fc6e00ce83fa req-b45f3b99-06a8-4144-b1ea-b965f15216af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:00.584489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e25368e9-dc99-4ab1-9614-fc6e00ce83fa req-b45f3b99-06a8-4144-b1ea-b965f15216af tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2253559 Jan 28 01:12:00.597258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 960078e3-d07a-4eff-96d7-9823b7b89fa6 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:00.700501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1beeb54d-b038-4836-a5a1-83c40250bd2d req-5d237658-8e95-4660-81e4-c0f7a02bbdf9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.0917654 Jan 28 01:12:00.730818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] No DVR routers for this DVR port da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:00.744332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-b9fa1068-93f3-4949-ac7f-44d4bd2d248a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:00.746117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-b9fa1068-93f3-4949-ac7f-44d4bd2d248a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.7174599 Jan 28 01:12:00.747981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:00.751828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f4cc548-6a80-42d0-9ae5-cd00240b4b09 req-8d081925-6da4-4e4a-bc08-eb3c7a2073f9 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.45 "DELETE /v2.0/ports/da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b HTTP/1.1" status: 204 len: 173 time: 4.3459055 Jan 28 01:12:00.752973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-deleted', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:00.755446 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd7520f-a3b7-4224-8bab-76bf29fa0129" -d '{"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-deleted", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:00.817267 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1ebecc4b-6c17-47e7-bf6d-6af378845dc9 None None] Provisioning complete for port edfd0153-2139-4716-b05b-4f4ab100dcde triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:00.817653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1ebecc4b-6c17-47e7-bf6d-6af378845dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:00.825706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:00.831674 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95b629f0-f277-40dc-902c-50fde242ee2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/960078e3-d07a-4eff-96d7-9823b7b89fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8810070 Jan 28 01:12:00.834706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:00.839218 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] Sync routers for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:00.846179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e25368e9-dc99-4ab1-9614-fc6e00ce83fa req-bcbd34e3-7753-4130-8ca0-9529a7576b4b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353547 Jan 28 01:12:00.852513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Request body: {'port': {'device_id': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'admin_state_up': True, 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:00.859543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:00.860965 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.967162 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.991305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c08c2-fe8e-47b5-b121-b21b31e086fa tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:00.993012 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:00.993546 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c46c08c2-fe8e-47b5-b121-b21b31e086fa tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports/edfd0153-2139-4716-b05b-4f4ab100dcde HTTP/1.1" status: 200 len: 913 time: 0.1577203 Jan 28 01:12:00.995632 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:00.999290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36052) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:01.046212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1ebecc4b-6c17-47e7-bf6d-6af378845dc9 None None] Port edfd0153-2139-4716-b05b-4f4ab100dcde cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:01.063042 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ae221-dfdb-4af4-a3c6-89ae9a4e3ef4 x-openstack-request-id: req-ab2ae221-dfdb-4af4-a3c6-89ae9a4e3ef4 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:01.063563 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337c6a5-53dd-4a9f-bcee-063be4bb5b9a", "name": "network-vif-deleted", "tag": "da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:01.064550 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab2ae221-dfdb-4af4-a3c6-89ae9a4e3ef4 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:01.076016 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337c6a5-53dd-4a9f-bcee-063be4bb5b9a', 'name': 'network-vif-deleted', 'tag': 'da395ba6-9806-4d94-ba8d-9f7bdb8c5a6b', 'status': 'completed', 'code': 200} Jan 28 01:12:01.134228 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:01.139468 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f7aa2-8c9a-46bb-9381-183a3ee83d95 None None] The sync data for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:01.784509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c11f6de3-f53b-4d02-b986-9782bc2cb408 req-0e31f64b-30da-4436-8ffc-29ec9eb9d4b4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 210 time: 0.1549306 Jan 28 01:12:01.830752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:01.915322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:01.925378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:01.940639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:01.951718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_gateway (56159087-625b-4425-beb5-0b3b0e9f1d96), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:01.963240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:01.977971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:01.995511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:02.016462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:02.023258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-5d6ff5ce-6a4c-4b81-b1ea-f447026f76bd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.9390512 Jan 28 01:12:02.128470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Deleting port 09db0c8b-86b9-4f3b-bd6d-3779beeb8ada {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:02.128897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (09db0c8b-86b9-4f3b-bd6d-3779beeb8ada), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:02.187198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6a5efb1-24c7-415b-8879-2bfb68bd6327 req-69a1fafb-3120-49be-83d8-73dbfb55b2f9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386180 Jan 28 01:12:02.190189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:02.198033 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:02.227443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (09db0c8b-86b9-4f3b-bd6d-3779beeb8ada), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:02.231548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61156219-e11d-4e51-bb74-52d31845f0f1 req-709b843d-9ec5-4ff0-8daa-0c9b2c3c6136 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:02.233867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61156219-e11d-4e51-bb74-52d31845f0f1 req-709b843d-9ec5-4ff0-8daa-0c9b2c3c6136 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2084529 Jan 28 01:12:02.248416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Calling delete_port for 09db0c8b-86b9-4f3b-bd6d-3779beeb8ada owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:02.392019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61156219-e11d-4e51-bb74-52d31845f0f1 req-28c583cd-daa1-4e00-9018-330aff2cacaa tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496158 Jan 28 01:12:02.479705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:02.510166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22fdcca3-8855-4b55-bbbc-a875f8b313fb req-ac05a8ad-1d51-4cde-906b-25dd8408a5ec tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=d337c6a5-53dd-4a9f-bcee-063be4bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.0556374 Jan 28 01:12:02.581321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Allocated IP 172.20.0.7 (0679c912-abb4-41bf-b66f-8413df4919fc/0c421084-ec2d-4b09-9193-a2f75d0de50f/8bb486d3-6dfe-4497-ba31-d58963b1973a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:02.641758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (09db0c8b-86b9-4f3b-bd6d-3779beeb8ada), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:02.661240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71970bb-cd77-46dd-b356-6ed4c83c0c79 req-27b2a599-3c5c-4e3f-b292-540b02162d3f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:02.673318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f71970bb-cd77-46dd-b356-6ed4c83c0c79 req-27b2a599-3c5c-4e3f-b292-540b02162d3f tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1409104 Jan 28 01:12:02.682791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Pushing event deleted for resources: {'Port': ['ID=09db0c8b-86b9-4f3b-bd6d-3779beeb8ada,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:02.801909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (56159087-625b-4425-beb5-0b3b0e9f1d96), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:02.849228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f71970bb-cd77-46dd-b356-6ed4c83c0c79 req-81573de1-a437-4a02-9643-07fa4f067640 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747198 Jan 28 01:12:03.132788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks [] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.209055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.215769 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.216017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.297390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Network 0679c912-abb4-41bf-b66f-8413df4919fc is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:03.305053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:03.308575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:03.315930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Router 56159087-625b-4425-beb5-0b3b0e9f1d96 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:03.323876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port edfd0153-2139-4716-b05b-4f4ab100dcde {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:03.324340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.372994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:03.398502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24dd51-6cc2-4327-a22a-0c5d90f5114b req-5f7fe1e1-d349-44bc-ae3d-74f539038b96 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.400810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a24dd51-6cc2-4327-a22a-0c5d90f5114b req-5f7fe1e1-d349-44bc-ae3d-74f539038b96 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 931 time: 0.1982088 Jan 28 01:12:03.456856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.476472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:03.481212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.484881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.488882 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c17722c2-7373-469c-91be-98022152850a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "PUT /v2.0/routers/56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 200 len: 708 time: 3.5541704 Jan 28 01:12:03.491412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] Sync routers for ids ['56159087-625b-4425-beb5-0b3b0e9f1d96'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:03.492202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.496657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36116) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:03.513506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] Routers {'56159087-625b-4425-beb5-0b3b0e9f1d96'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:03.521374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['56159087-625b-4425-beb5-0b3b0e9f1d96'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:03.535392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.548708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for edfd0153-2139-4716-b05b-4f4ab100dcde owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:03.588817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:03.601758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] Routers {'56159087-625b-4425-beb5-0b3b0e9f1d96'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:03.602223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['56159087-625b-4425-beb5-0b3b0e9f1d96'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:03.628363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-64f927f9-461d-425e-bf5b-94140786887f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8129685 Jan 28 01:12:03.648619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.654480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.660797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.666250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.673815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.677631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.683104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.686275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-826049d5-d491-4b7b-bb4b-b5e2af1d5729 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.3079169 Jan 28 01:12:03.688580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:03.691546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4dbfd-b1a7-47e3-b7ed-063a5934c87c None None] The sync data for ids ['56159087-625b-4425-beb5-0b3b0e9f1d96'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:03.702508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Request body: {'port': {'device_id': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:03.714381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c90d967d-53d6-4d5e-ba57-17763970372a tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/routers/56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 200 len: 743 time: 0.2120030 Jan 28 01:12:03.721062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36122) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:03.723233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a24dd51-6cc2-4327-a22a-0c5d90f5114b req-54f794c9-ada5-4c73-9234-5e6cd20af36f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994180 Jan 28 01:12:03.731603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36124) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:03.789707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c0dbfc65-21c8-45df-b196-90b852b0312c tempest-RoutersIpV6AdminTest-1738980234 tempest-RoutersIpV6AdminTest-1738980234-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&device_id=56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 200 len: 205 time: 0.0673501 Jan 28 01:12:03.790520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36128) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:03.834615 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cd9a8c51-ec94-48a3-8ada-00971547f11d tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 200 len: 205 time: 0.0421472 Jan 28 01:12:03.835409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36130) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:03.835778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92987190-6bfc-41e6-a2ab-95884e590cbd req-0e66e59b-34f4-474f-ab58-a38a343562d4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429071 Jan 28 01:12:03.905611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.960635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (edfd0153-2139-4716-b05b-4f4ab100dcde), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:03.965076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b59b5-2a33-4c42-8e4a-21889a842d75 req-c53709c9-2ba2-4251-bc15-b2490f83a598 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:03.967547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e1b59b5-2a33-4c42-8e4a-21889a842d75 req-c53709c9-2ba2-4251-bc15-b2490f83a598 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.1308188 Jan 28 01:12:04.026701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.046240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e1b59b5-2a33-4c42-8e4a-21889a842d75 req-f44dd5ad-4969-46f5-86ae-f96bb11123ed tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Jan 28 01:12:04.078784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=edfd0153-2139-4716-b05b-4f4ab100dcde,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:04.153372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.367926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6a96-363e-4a89-9923-afbffdc2084c req-4787787b-c25f-4ed2-a804-2b42cefe7187 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:04.378687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c8e6a96-363e-4a89-9923-afbffdc2084c req-4787787b-c25f-4ed2-a804-2b42cefe7187 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.3367262 Jan 28 01:12:04.562908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c8e6a96-363e-4a89-9923-afbffdc2084c req-5b713085-77e1-4604-93d3-8849c2960236 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293025 Jan 28 01:12:04.577676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb486d3-6dfe-4497-ba31-d58963b1973a {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:04.598458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Publish callbacks [] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.610357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668abacc-5074-4b0a-92dd-a341a49bbe1d req-78d5e463-a895-4c1f-8261-33bdb9aa30e8 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:04.612419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-668abacc-5074-4b0a-92dd-a341a49bbe1d req-78d5e463-a895-4c1f-8261-33bdb9aa30e8 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 948 time: 0.1182995 Jan 28 01:12:04.638209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Transition to ACTIVE for port object 8bb486d3-6dfe-4497-ba31-d58963b1973a will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:12:04.646947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.720506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-668abacc-5074-4b0a-92dd-a341a49bbe1d req-0028f5c5-c808-4f9c-9fa9-9a433489ba14 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012371 Jan 28 01:12:04.734539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:04.814883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Attempting to bind port 8bb486d3-6dfe-4497-ba31-d58963b1973a on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:04.815496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Attempting to bind port 8bb486d3-6dfe-4497-ba31-d58963b1973a by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:04.815958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Attempting to bind port 8bb486d3-6dfe-4497-ba31-d58963b1973a on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:04.833166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Port 8bb486d3-6dfe-4497-ba31-d58963b1973a on network 0679c912-abb4-41bf-b66f-8413df4919fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:12:04.833584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Attempting to bind port 8bb486d3-6dfe-4497-ba31-d58963b1973a on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:04.855487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:04.856025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:04.856554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Bound using segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:04.857139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Bound port: 8bb486d3-6dfe-4497-ba31-d58963b1973a, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:04.857708 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.869557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.886917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.892121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router_controller (56159087-625b-4425-beb5-0b3b0e9f1d96), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.930328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf66ad7-e3f8-4e76-a12d-19f00d524c15 req-8c7256d6-0158-4350-9857-8f86bf44f543 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:04.932549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cf66ad7-e3f8-4e76-a12d-19f00d524c15 req-8c7256d6-0158-4350-9857-8f86bf44f543 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.1130395 Jan 28 01:12:04.941735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Publish callbacks [] for security_group (1cd3625f-1b8c-430d-9205-07a7d650c704), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.978664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1cd3625f-1b8c-430d-9205-07a7d650c704), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:04.999656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:05.025973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (56159087-625b-4425-beb5-0b3b0e9f1d96), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.026523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Fanout notify agent at l3_agent the message router_deleted on router 56159087-625b-4425-beb5-0b3b0e9f1d96 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:05.038966 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.040025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1c88a8a4-96d4-46d6-808b-013193efced1 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 204 len: 168 time: 1.2021441 Jan 28 01:12:05.047221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36148) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.088950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:05.097819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8af85b735b7e4dbc8156fd805a34227b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3320796 Jan 28 01:12:05.100779 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-374cc178-6e04-420d-bcec-3eeb336bdccc tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 200 len: 205 time: 0.0484509 Jan 28 01:12:05.101510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3625f-1b8c-430d-9205-07a7d650c704,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:05.103528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.103843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36154) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.107645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cf66ad7-e3f8-4e76-a12d-19f00d524c15 req-c5da5c4e-1370-46da-b0cd-170f8594db78 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655004 Jan 28 01:12:05.108921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.168447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.168794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.169139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.169477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.169821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.170155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.170479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.170806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.171129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.171450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.171772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.172093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.172412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd31c8-831d-4202-ade4-f4e7912d4ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:05.179172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:05.193727 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-c590ad9f-c36e-4264-9974-7a5f3bc4be91 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] delete failed (client error): The resource could not be found. Jan 28 01:12:05.198699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.203619 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c590ad9f-c36e-4264-9974-7a5f3bc4be91 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/56159087-625b-4425-beb5-0b3b0e9f1d96 HTTP/1.1" status: 404 len: 336 time: 0.0956929 Jan 28 01:12:05.207437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.208040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.212558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.217948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.226303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.229125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.234521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.236503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-9fa7a50e-72aa-4169-85db-81e291741a6f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5431 time: 0.2342033 Jan 28 01:12:05.264578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.264823 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.266098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-ffeb4c4b-5200-4675-9e89-c387577d7e53 service neutron] 10.222.0.43 "PUT /v2.0/ports/8bb486d3-6dfe-4497-ba31-d58963b1973a HTTP/1.1" status: 200 len: 1091 time: 1.5777237 Jan 28 01:12:05.266548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:05.271708 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585" -d '{"events": [{"name": "network-changed", "server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:05.297367 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef2964e5-e202-4235-8880-bab0460f6283 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec25c8a-ac00-4747-8671-6f4d1e454fb5 HTTP/1.1" status: 200 len: 205 time: 0.0841136 Jan 28 01:12:05.301350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36162) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.347842 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-fd4b62ed-eb08-43c4-9962-03e8e3df4d93 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] delete failed (client error): The resource could not be found. Jan 28 01:12:05.348732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fd4b62ed-eb08-43c4-9962-03e8e3df4d93 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/4ec25c8a-ac00-4747-8671-6f4d1e454fb5 HTTP/1.1" status: 404 len: 336 time: 0.0464089 Jan 28 01:12:05.351644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36164) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.372465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e6cc-c507-4b32-b35a-6ae066a3f3a1 admin admin] Publish callbacks [] for security_group (1cd3625f-1b8c-430d-9205-07a7d650c704), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.398601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7caa1fce-7b01-4225-8f24-fade3b0f9ce4 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=9157e00a-8b4b-41a1-b8cc-59e9295be06e HTTP/1.1" status: 200 len: 205 time: 0.0452189 Jan 28 01:12:05.403291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.419364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5bfd3-2154-43ca-8922-afdf32e6dee5 req-08a5964e-e56d-4591-bb8d-570468268e3e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.420862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12b5bfd3-2154-43ca-8922-afdf32e6dee5 req-08a5964e-e56d-4591-bb8d-570468268e3e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.1833034 Jan 28 01:12:05.422999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 960078e3-d07a-4eff-96d7-9823b7b89fa6 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:05.428272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e6cc-c507-4b32-b35a-6ae066a3f3a1 admin admin] Publish callbacks [] for security_group (1cd3625f-1b8c-430d-9205-07a7d650c704), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.470921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-8e11ea95-2469-4bcc-9201-d4c0d05b43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.472391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-8e11ea95-2469-4bcc-9201-d4c0d05b43cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 1094 time: 0.1259940 Jan 28 01:12:05.482373 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-4af0729a-0f34-4eca-940d-5df7c9f1a54b tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] delete failed (client error): The resource could not be found. Jan 28 01:12:05.483606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4af0729a-0f34-4eca-940d-5df7c9f1a54b tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/9157e00a-8b4b-41a1-b8cc-59e9295be06e HTTP/1.1" status: 404 len: 336 time: 0.0783327 Jan 28 01:12:05.489962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.523071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dac1d915-6ae4-45f7-afbc-92d5aeb3bb42 req-0e2e1f01-8bfa-4f96-ad14-df0720e87202 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2626765 Jan 28 01:12:05.573592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-f5072c9e-7ee3-49fb-9e1e-541d0e87d028 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a HTTP/1.1" status: 200 len: 217 time: 0.0862422 Jan 28 01:12:05.575812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d236068-118d-4e88-90ec-9d20a14c7f9e tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c6572b0-f7cc-4ec9-b317-e78483dcc62c HTTP/1.1" status: 200 len: 205 time: 0.0868499 Jan 28 01:12:05.580356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36172) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.600835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:05.604497 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fb2614-8fa3-4720-99dd-e7e55834ffe0 x-openstack-request-id: req-39fb2614-8fa3-4720-99dd-e7e55834ffe0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:05.604799 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:05.605056 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39fb2614-8fa3-4720-99dd-e7e55834ffe0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:05.605463 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'status': 'completed', 'code': 200} Jan 28 01:12:05.612321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] Sync routers for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:05.613769 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5ab0a0ca-32b8-4ccc-851f-89bea6bb3f92 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/960078e3-d07a-4eff-96d7-9823b7b89fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6130295 Jan 28 01:12:05.617039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36180) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.625634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e6cc-c507-4b32-b35a-6ae066a3f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1cd3625f-1b8c-430d-9205-07a7d650c704), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.628432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e6cc-c507-4b32-b35a-6ae066a3f3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:05.632030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6bc3e6cc-c507-4b32-b35a-6ae066a3f3a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cd3625f-1b8c-430d-9205-07a7d650c704 HTTP/1.1" status: 204 len: 168 time: 0.5228941 Jan 28 01:12:05.633218 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:05.633887 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:05.732105 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-d261a8ee-39d3-4991-ba82-edf87faeea9a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] delete failed (client error): The resource could not be found. Jan 28 01:12:05.733454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d261a8ee-39d3-4991-ba82-edf87faeea9a tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/0c6572b0-f7cc-4ec9-b317-e78483dcc62c HTTP/1.1" status: 404 len: 336 time: 0.1521859 Jan 28 01:12:05.739964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3e6cc-c507-4b32-b35a-6ae066a3f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3625f-1b8c-430d-9205-07a7d650c704,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:05.748019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.782764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12b5bfd3-2154-43ca-8922-afdf32e6dee5 req-149acb77-ea62-4dc5-98ff-d28a2cf5cab1 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142445 Jan 28 01:12:05.796825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-90adc970-dc92-4e69-94a8-6ad7519bf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.798925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-90adc970-dc92-4e69-94a8-6ad7519bf2e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.2196360 Jan 28 01:12:05.816582 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e793326e-8bf9-4366-8992-783b401d9e24 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a HTTP/1.1" status: 200 len: 205 time: 0.0669978 Jan 28 01:12:05.820623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36192) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.850432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948f044-d11f-4fe1-9fbd-5b11d7e6081f req-e3c492dd-caef-4a04-9682-3c1931a0dcc2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:05.851523 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:05.852402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4948f044-d11f-4fe1-9fbd-5b11d7e6081f req-e3c492dd-caef-4a04-9682-3c1931a0dcc2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1290231 Jan 28 01:12:05.861856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:05.862863 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:05.892080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-5df6c1a5-164f-42e7-bbed-d9023ca21f24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848479 Jan 28 01:12:05.898613 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:05.899394 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d03ca4-0bec-4dcc-8791-15d23b388a6e None None] The sync data for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:05.926958 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-39f73250-d207-4ef2-912b-d42db1a2528b tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] delete failed (client error): The resource could not be found. Jan 28 01:12:05.927981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-39f73250-d207-4ef2-912b-d42db1a2528b tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/21bd20f8-1ff3-41c2-b1df-f8b81b55ca9a HTTP/1.1" status: 404 len: 336 time: 0.1055825 Jan 28 01:12:05.945875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36196) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:05.977615 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9a0b0af7-0c45-44db-b29b-da8af7868968 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 HTTP/1.1" status: 200 len: 205 time: 0.0283618 Jan 28 01:12:05.978315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36198) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:06.001846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:06.024926 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-5e936e75-1afc-4670-b8a1-2b793eb19ef7 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] delete failed (client error): The resource could not be found. Jan 28 01:12:06.028514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e936e75-1afc-4670-b8a1-2b793eb19ef7 tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/routers/c8f3fc34-2f99-43b3-b5a0-8ea0e33a6549 HTTP/1.1" status: 404 len: 336 time: 0.0469062 Jan 28 01:12:06.029142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36200) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:06.040344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4948f044-d11f-4fe1-9fbd-5b11d7e6081f req-b4ae2746-a63a-4123-b2fb-faf50952259b tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489918 Jan 28 01:12:06.086405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6852a-6492-4d5d-b15e-c5fe49d7f30c req-697943ee-fcda-4633-a5c7-4824d993f7cc tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.092295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ab6852a-6492-4d5d-b15e-c5fe49d7f30c req-697943ee-fcda-4633-a5c7-4824d993f7cc tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 948 time: 0.1999359 Jan 28 01:12:06.101730 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-060ae673-a276-4ec2-87a0-495eaedc98bd tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] DELETE failed (client error): The resource could not be found. Jan 28 01:12:06.102223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060ae673-a276-4ec2-87a0-495eaedc98bd tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:12:06.107868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-060ae673-a276-4ec2-87a0-495eaedc98bd tempest-RoutersIpV6AdminTest-2139032603 tempest-RoutersIpV6AdminTest-2139032603-project] 10.222.0.23 "DELETE /v2.0/subnets/9d8d306a-693f-4e4d-b6b0-2b149e99635f HTTP/1.1" status: 404 len: 337 time: 0.0756645 Jan 28 01:12:06.108378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36202) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:06.123423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cae2dded-7e08-4b0b-96bd-cdef66f49fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.172350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-c51b6b97-2ca0-4700-8d65-8d4a4e222390 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699788 Jan 28 01:12:06.206140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:06.233440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '92c0b4cf-64ff-49b2-8d33-4c47fbceefc2', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'port_id': '92c0b4cf-64ff-49b2-8d33-4c47fbceefc2', 'mac_address': 'fa:16:3e:b6:6b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:06.256737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ab6852a-6492-4d5d-b15e-c5fe49d7f30c req-2005b62e-b881-42f6-a31f-76d4fb296223 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/security-groups?id=069311b1-87ed-41ca-81d9-ec01a1ce7fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630776 Jan 28 01:12:06.296236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:06.297213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.307778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cae2dded-7e08-4b0b-96bd-cdef66f49fb5 admin admin] Publish callbacks [] for security_group (c0b46421-0993-4f8b-baf1-b656ac47f1de), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.314485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cae2dded-7e08-4b0b-96bd-cdef66f49fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0b46421-0993-4f8b-baf1-b656ac47f1de), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.316564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:06.344856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:06.350169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.352583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8e121e0a-8b97-4a53-a05c-6f9738a4b08c details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:06.353675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd910f1-297b-4a2d-87bf-0d4e7a8621fa req-19435800-c0ea-4556-9a7f-e47745d719f0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.355481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bd910f1-297b-4a2d-87bf-0d4e7a8621fa req-19435800-c0ea-4556-9a7f-e47745d719f0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.1126008 Jan 28 01:12:06.372666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.377067 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cae2dded-7e08-4b0b-96bd-cdef66f49fb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71a773a6b256497aae7c7659afc6f380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677033 Jan 28 01:12:06.379708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36210) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:06.395897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6843a27-7328-4182-80ee-86ae45e703c8 req-3b897901-c445-4aff-becd-dfc618eb3573 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161131 Jan 28 01:12:06.427831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2dded-7e08-4b0b-96bd-cdef66f49fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b46421-0993-4f8b-baf1-b656ac47f1de,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:06.433636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:06.446962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bd910f1-297b-4a2d-87bf-0d4e7a8621fa req-10db6ce8-bd83-49b0-a319-47fcd9f51a54 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689790 Jan 28 01:12:06.555601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-5c6af9fb-5b02-414b-82c3-a743b6d03bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.557354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-5c6af9fb-5b02-414b-82c3-a743b6d03bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 1094 time: 0.0477414 Jan 28 01:12:06.571839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d309c-b2b4-455a-89be-157b59224871 req-b3fb62c3-9001-4629-b8c2-beba0c81dd89 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.573547 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ba1d309c-b2b4-455a-89be-157b59224871 req-b3fb62c3-9001-4629-b8c2-beba0c81dd89 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.43 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 948 time: 0.1383386 Jan 28 01:12:06.574227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36214) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:06.582547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:06.595667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c', 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'port_id': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c', 'mac_address': 'fa:16:3e:5e:19:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599160d-dd8a-4609-81c8-54c36b00dc62', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:06.686174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-361994c1-4ef2-41c2-a714-f47f35b27444 admin admin] Publish callbacks [] for security_group (c0b46421-0993-4f8b-baf1-b656ac47f1de), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.693426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-a90bf13c-6f6a-41c8-9acb-45184841fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.695157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-a90bf13c-6f6a-41c8-9acb-45184841fb00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.1320438 Jan 28 01:12:06.748984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-361994c1-4ef2-41c2-a714-f47f35b27444 admin admin] Publish callbacks [] for security_group (c0b46421-0993-4f8b-baf1-b656ac47f1de), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.778774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b47e650e-d332-44b2-a915-cb218d6ca169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.789897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-f9bb8064-405c-4473-9f18-a2e82ce204f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a HTTP/1.1" status: 200 len: 217 time: 0.0691264 Jan 28 01:12:06.826612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:06.827156 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.841532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e121e0a-8b97-4a53-a05c-6f9738a4b08c {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:06.863524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:06.867509 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:06.868332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 972a599d-583a-45d4-ab6e-12356ccb2ace details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:06.874680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.879085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.884686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.890072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.895563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.901081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.906518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.908576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-4e2949e6-b13e-4ecf-9898-96727489070e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5432 time: 0.2121646 Jan 28 01:12:06.919821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-45727fd2-67b1-4e3a-a1eb-468bd6585dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.922116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-45727fd2-67b1-4e3a-a1eb-468bd6585dca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1096 time: 0.2155938 Jan 28 01:12:06.939281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=972a599d-583a-45d4-ab6e-12356ccb2ace,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:06.947735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:06.954863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '972a599d-583a-45d4-ab6e-12356ccb2ace', 'network_id': '4bb450b2-ae65-41a8-a5cb-63f8c5a3b676', 'port_id': '972a599d-583a-45d4-ab6e-12356ccb2ace', 'mac_address': 'fa:16:3e:65:cf:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599160d-dd8a-4609-81c8-54c36b00dc62', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:06.981149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-cf7bde96-707c-4992-a6bb-38f6f9360cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:06.982958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-cf7bde96-707c-4992-a6bb-38f6f9360cff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.1851568 Jan 28 01:12:07.000163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 972a599d-583a-45d4-ab6e-12356ccb2ace is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:07.000587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.013799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972a599d-583a-45d4-ab6e-12356ccb2ace {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:07.043781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=972a599d-583a-45d4-ab6e-12356ccb2ace,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.048956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.049533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device eb15add3-5bf3-4dfd-a902-d0a32264d77d details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:07.055359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b7f88480-d780-4019-9c11-43e6379e2088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.074376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-cd17cdbf-eb7d-4837-aa83-bcf45dfd1749 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783811 Jan 28 01:12:07.119493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.121722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f323e-3afe-4e48-844e-eef8d30e059c req-b59f697f-d6f5-4577-bf00-436c174cec60 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:07.122012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:07.122713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Deleting port 518d7aae-29c0-493b-a691-3f8685549740 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:07.123234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (518d7aae-29c0-493b-a691-3f8685549740), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.124054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-119f323e-3afe-4e48-844e-eef8d30e059c req-b59f697f-d6f5-4577-bf00-436c174cec60 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2120826 Jan 28 01:12:07.134791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'eb15add3-5bf3-4dfd-a902-d0a32264d77d', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'port_id': 'eb15add3-5bf3-4dfd-a902-d0a32264d77d', 'mac_address': 'fa:16:3e:ab:ce:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:07.184996 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.187466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port eb15add3-5bf3-4dfd-a902-d0a32264d77d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:07.187937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.202724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb15add3-5bf3-4dfd-a902-d0a32264d77d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:07.216807 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-361994c1-4ef2-41c2-a714-f47f35b27444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0b46421-0993-4f8b-baf1-b656ac47f1de), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.219842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-361994c1-4ef2-41c2-a714-f47f35b27444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.223845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-361994c1-4ef2-41c2-a714-f47f35b27444 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0b46421-0993-4f8b-baf1-b656ac47f1de HTTP/1.1" status: 204 len: 168 time: 0.8402779 Jan 28 01:12:07.231857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.236168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.237269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 78f754f5-aa9f-41cb-827a-493290db7aeb details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:07.246583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361994c1-4ef2-41c2-a714-f47f35b27444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b46421-0993-4f8b-baf1-b656ac47f1de,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:07.248472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a009fc9f-8b87-424c-90b8-ab893d68a989 req-943407de-7def-42e7-acbc-27fa77cc7580 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3161438 Jan 28 01:12:07.316119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] For port 518d7aae-29c0-493b-a691-3f8685549740, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=518d7aae-29c0-493b-a691-3f8685549740,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.316494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (518d7aae-29c0-493b-a691-3f8685549740), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.345963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b47e650e-d332-44b2-a915-cb218d6ca169 admin admin] Publish callbacks [] for security_group (e202aea5-59eb-4517-a3d1-ed88a238e7d8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.348959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Calling delete_port for 518d7aae-29c0-493b-a691-3f8685549740 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:07.356872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b47e650e-d332-44b2-a915-cb218d6ca169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e202aea5-59eb-4517-a3d1-ed88a238e7d8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.365211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port d41e5edc-17a2-466a-9b1f-dca6a6ff9dea {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:07.365883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.375029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=78f754f5-aa9f-41cb-827a-493290db7aeb,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.426930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '78f754f5-aa9f-41cb-827a-493290db7aeb', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'port_id': '78f754f5-aa9f-41cb-827a-493290db7aeb', 'mac_address': 'fa:16:3e:0e:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:07.434953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:07.510649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 78f754f5-aa9f-41cb-827a-493290db7aeb is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:07.511246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.528630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f754f5-aa9f-41cb-827a-493290db7aeb {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:07.534962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e650e-d332-44b2-a915-cb218d6ca169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202aea5-59eb-4517-a3d1-ed88a238e7d8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:07.550326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b47e650e-d332-44b2-a915-cb218d6ca169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7ae2fc8637541b7b60a88a08d55b44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9724963 Jan 28 01:12:07.555763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36230) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:07.576278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=78f754f5-aa9f-41cb-827a-493290db7aeb,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.582737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.583808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c098b13d-86cb-4235-9e1e-5ac1fdc72397 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:07.598244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.619154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-51f14cad-4262-413e-be6b-3b781439ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:07.620638 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-51f14cad-4262-413e-be6b-3b781439ca12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.6838179 Jan 28 01:12:07.626098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for d41e5edc-17a2-466a-9b1f-dca6a6ff9dea owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:07.707566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-119f323e-3afe-4e48-844e-eef8d30e059c req-11bc628e-c06f-4de0-abd0-b92c16245697 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600779 Jan 28 01:12:07.742032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a07d720-2428-4552-bdf2-d4357c0e86fb admin admin] Publish callbacks [] for security_group (e202aea5-59eb-4517-a3d1-ed88a238e7d8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.754852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (518d7aae-29c0-493b-a691-3f8685549740), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.787366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.812122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'port_id': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'mac_address': 'fa:16:3e:58:e1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:07.814952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:07.827157 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Pushing event deleted for resources: {'Port': ['ID=518d7aae-29c0-493b-a691-3f8685549740,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:07.862499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a07d720-2428-4552-bdf2-d4357c0e86fb admin admin] Publish callbacks [] for security_group (e202aea5-59eb-4517-a3d1-ed88a238e7d8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.868277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c098b13d-86cb-4235-9e1e-5ac1fdc72397 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:07.868678 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.884828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c098b13d-86cb-4235-9e1e-5ac1fdc72397 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:07.896243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] No DVR routers for this DVR port 518d7aae-29c0-493b-a691-3f8685549740 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:07.899391 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.904321 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ba1d309c-b2b4-455a-89be-157b59224871 req-656c247e-2f21-4388-93f5-3de424a8a90e tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.43 "DELETE /v2.0/ports/518d7aae-29c0-493b-a691-3f8685549740 HTTP/1.1" status: 204 len: 173 time: 1.3252132 Jan 28 01:12:07.908306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-04956e4c-d730-4a1a-a9ef-6101c8c15ded service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139517 Jan 28 01:12:07.909645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:07.910558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e9795d0-8c67-4036-8247-438312e81783 req-db7a7654-43d4-40b1-9cc3-49f891b18ac3 tempest-ListImageFiltersTestJSON-2059909861 tempest-ListImageFiltersTestJSON-2059909861-project] 10.222.0.23 "GET /v2.0/ports?device_id=f05ddadb-125b-4b96-bfa4-1cab47c8a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0961862 Jan 28 01:12:07.916261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-9209877c-1296-4cc0-9bdd-884c17fb8ff0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 1000 time: 0.2782440 Jan 28 01:12:07.917309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:07.919232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2cf8372d-d159-4e74-abc1-9296558a7841 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:07.987427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2cf8372d-d159-4e74-abc1-9296558a7841, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2cf8372d-d159-4e74-abc1-9296558a7841,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:08.014393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070129a3-c5c8-4c22-aa0e-7204f9cea9ba req-5b3bb408-f641-4601-af43-9244b0a2f998 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.017044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:08.026414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-070129a3-c5c8-4c22-aa0e-7204f9cea9ba req-5b3bb408-f641-4601-af43-9244b0a2f998 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.4151330 Jan 28 01:12:08.026591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '2cf8372d-d159-4e74-abc1-9296558a7841', 'network_id': 'f4fe6bdf-26fe-48da-b12a-7b9b36208b5a', 'port_id': '2cf8372d-d159-4e74-abc1-9296558a7841', 'mac_address': 'fa:16:3e:28:6f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3320e466-5474-4fab-8cba-a52fb62058b8', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:08.043617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-deleted', 'tag': '518d7aae-29c0-493b-a691-3f8685549740'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:08.046686 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0d1f8-ebde-4c71-8f3c-7c94aeb2aa83" -d '{"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-deleted", "tag": "518d7aae-29c0-493b-a691-3f8685549740"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:08.101027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-ffc421f9-c649-4e83-b62a-6eddf22cbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.102770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-ffc421f9-c649-4e83-b62a-6eddf22cbd37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.1763401 Jan 28 01:12:08.147861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 2cf8372d-d159-4e74-abc1-9296558a7841 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:08.148995 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.171821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf8372d-d159-4e74-abc1-9296558a7841 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:08.177277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-070129a3-c5c8-4c22-aa0e-7204f9cea9ba req-3d6ce2b1-b21c-4c4f-90ae-97cf5227d7b3 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429336 Jan 28 01:12:08.195916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2cf8372d-d159-4e74-abc1-9296558a7841, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2cf8372d-d159-4e74-abc1-9296558a7841,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:08.201429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d41e5edc-17a2-466a-9b1f-dca6a6ff9dea), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.203554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.232905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a07d720-2428-4552-bdf2-d4357c0e86fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e202aea5-59eb-4517-a3d1-ed88a238e7d8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.238658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a07d720-2428-4552-bdf2-d4357c0e86fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.241722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a07d720-2428-4552-bdf2-d4357c0e86fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e202aea5-59eb-4517-a3d1-ed88a238e7d8 HTTP/1.1" status: 204 len: 168 time: 0.6813090 Jan 28 01:12:08.245076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b8fe6a7-47b6-4ef6-a4e2-7858c39b6585 req-49dc32a6-d811-418d-a56b-6c21e4858607 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284197 Jan 28 01:12:08.295629 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4cb39-493e-4a73-869f-3fde024e5087 x-openstack-request-id: req-4aa4cb39-493e-4a73-869f-3fde024e5087 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:08.295932 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ddadb-125b-4b96-bfa4-1cab47c8a3d2", "name": "network-vif-deleted", "tag": "518d7aae-29c0-493b-a691-3f8685549740", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:08.296336 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4aa4cb39-493e-4a73-869f-3fde024e5087 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:08.296741 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ddadb-125b-4b96-bfa4-1cab47c8a3d2', 'name': 'network-vif-deleted', 'tag': '518d7aae-29c0-493b-a691-3f8685549740', 'status': 'completed', 'code': 200} Jan 28 01:12:08.321210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07d720-2428-4552-bdf2-d4357c0e86fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202aea5-59eb-4517-a3d1-ed88a238e7d8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:08.324769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-5a4ae895-de70-407b-b8a7-de190dd15049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.328138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-5a4ae895-de70-407b-b8a7-de190dd15049 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107646 Jan 28 01:12:08.337028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=2cf8372d-d159-4e74-abc1-9296558a7841,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:08.348119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8211ac-3995-4654-9754-2c9a68799600 req-2dd10fce-cdc3-4a88-b669-48516bfa3ba8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.358385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae8211ac-3995-4654-9754-2c9a68799600 req-2dd10fce-cdc3-4a88-b669-48516bfa3ba8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.2425907 Jan 28 01:12:08.385931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.386334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.387812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.388168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.389978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.390337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.391442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.391795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.392136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.393357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.393710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.394370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.394710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:08.540964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=d41e5edc-17a2-466a-9b1f-dca6a6ff9dea,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:08.551205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (960078e3-d07a-4eff-96d7-9823b7b89fa6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.702776 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae8211ac-3995-4654-9754-2c9a68799600 req-76df29d0-57c7-4712-a89f-49687010daa9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376732 Jan 28 01:12:08.739618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-71dd9032-b4c8-48fa-a6b5-fe4f4c0c5526 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755808 Jan 28 01:12:08.757930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.766016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.773524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.779263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.784764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.791701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.798941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:08.801304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c16142b2-963f-4888-a992-2a1690185b62 req-a823e829-67b0-4c25-b2a2-cae9e0d4aa42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5438 time: 0.3359294 Jan 28 01:12:08.826010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 960078e3-d07a-4eff-96d7-9823b7b89fa6 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:08.869355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36266) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:08.915246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:08.921226 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-467c8e34-86ba-4dcd-a10e-70eb85912448 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/960078e3-d07a-4eff-96d7-9823b7b89fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3022532 Jan 28 01:12:08.923251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:08.929538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] Sync routers for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:08.941674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:08.945171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36272) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:08.945748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:08.979250 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7242bb6f-a76c-49c5-bbca-57dd1a654289 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=960078e3-d07a-4eff-96d7-9823b7b89fa6 HTTP/1.1" status: 200 len: 205 time: 0.0530858 Jan 28 01:12:08.981742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:08.984937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36276) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:08.996684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] Routers {'960078e3-d07a-4eff-96d7-9823b7b89fa6'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:08.997506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['960078e3-d07a-4eff-96d7-9823b7b89fa6'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:09.005257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8cf08-23dd-487c-8edf-51222de2a920 req-377a4c74-2553-4bc1-9367-bd5d94ea112c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:09.006825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31b8cf08-23dd-487c-8edf-51222de2a920 req-377a4c74-2553-4bc1-9367-bd5d94ea112c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2032673 Jan 28 01:12:09.017568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e96b6c1-0009-489b-9104-160b995fada7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25fdd416e360440b9b27d40284577341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470697 Jan 28 01:12:09.028880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36278) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:09.037648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:09.038731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35489cb6-b011-47ad-bffa-c7841285cfcc None None] The sync data for ids ['960078e3-d07a-4eff-96d7-9823b7b89fa6'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:09.070118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c16142b2-963f-4888-a992-2a1690185b62 req-16120045-8656-4ba1-b31e-83535641bd05 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2093050 Jan 28 01:12:09.077089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab294b8f-d10d-4fa6-bbe3-df31dd7d45ab req-3c98efec-a73b-4bf3-a44c-311f2628227b service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745886 Jan 28 01:12:09.083278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (960078e3-d07a-4eff-96d7-9823b7b89fa6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.135375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31b8cf08-23dd-487c-8edf-51222de2a920 req-75d90616-b078-4f56-877b-0615e73ed4d4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088252 Jan 28 01:12:09.151863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92e0c825-edf9-411d-9912-c8fa3a20b931 admin admin] Publish callbacks [] for security_group (b01c5cbb-2de1-41dc-933e-2d653b986e62), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.162252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97a3fe46-02cb-4819-9a0c-e756ca6c2e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.176211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92e0c825-edf9-411d-9912-c8fa3a20b931 admin admin] Publish callbacks [] for security_group (b01c5cbb-2de1-41dc-933e-2d653b986e62), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.237587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92e0c825-edf9-411d-9912-c8fa3a20b931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b01c5cbb-2de1-41dc-933e-2d653b986e62), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.241100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-92e0c825-edf9-411d-9912-c8fa3a20b931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.245629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-92e0c825-edf9-411d-9912-c8fa3a20b931 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b01c5cbb-2de1-41dc-933e-2d653b986e62 HTTP/1.1" status: 204 len: 168 time: 0.2097893 Jan 28 01:12:09.258273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0c825-edf9-411d-9912-c8fa3a20b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c5cbb-2de1-41dc-933e-2d653b986e62,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:09.298187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (960078e3-d07a-4eff-96d7-9823b7b89fa6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.305630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (960078e3-d07a-4eff-96d7-9823b7b89fa6), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.310421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e72f4c96-398b-432f-ad77-24696d551d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.357092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53179b-62c2-4fed-8c05-18611d03bf61 req-5de7afeb-b84a-4d4d-a256-a4f73e591a77 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:09.367483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (960078e3-d07a-4eff-96d7-9823b7b89fa6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.367679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router 960078e3-d07a-4eff-96d7-9823b7b89fa6 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:09.368084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f53179b-62c2-4fed-8c05-18611d03bf61 req-5de7afeb-b84a-4d4d-a256-a4f73e591a77 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.0866277 Jan 28 01:12:09.375639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.379513 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-386cec3a-0faf-4cfc-83d1-442272bfd15b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/960078e3-d07a-4eff-96d7-9823b7b89fa6 HTTP/1.1" status: 204 len: 168 time: 0.3896568 Jan 28 01:12:09.382794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36296) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:09.430275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f53179b-62c2-4fed-8c05-18611d03bf61 req-7010cef9-a2a2-45e9-94e0-5770bb751a1c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603378 Jan 28 01:12:09.446883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97a3fe46-02cb-4819-9a0c-e756ca6c2e49 admin admin] Publish callbacks [] for security_group (388b058c-11de-47fc-b16f-a3436ae44d78), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.452938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97a3fe46-02cb-4819-9a0c-e756ca6c2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (388b058c-11de-47fc-b16f-a3436ae44d78), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.479432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet ccdeb2f1-b7f1-4590-956c-b6ec1089119a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:09.491104 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (ccdeb2f1-b7f1-4590-956c-b6ec1089119a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.526090 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97a3fe46-02cb-4819-9a0c-e756ca6c2e49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c68702a1a9d45689c7dfe383c3e3c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5793929 Jan 28 01:12:09.529351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3fe46-02cb-4819-9a0c-e756ca6c2e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b058c-11de-47fc-b16f-a3436ae44d78,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:09.529874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36300) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:09.543588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ccdeb2f1-b7f1-4590-956c-b6ec1089119a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.583198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8bb486d3-6dfe-4497-ba31-d58963b1973a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:09.595530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:09.611740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-471cedb1-8a66-461d-92e0-57ac18627e3f admin admin] Publish callbacks [] for security_group (388b058c-11de-47fc-b16f-a3436ae44d78), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.627702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 518d7aae-29c0-493b-a691-3f8685549740 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:09.628413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 518d7aae-29c0-493b-a691-3f8685549740 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:09.645896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-471cedb1-8a66-461d-92e0-57ac18627e3f admin admin] Publish callbacks [] for security_group (388b058c-11de-47fc-b16f-a3436ae44d78), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.658410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['972a599d-583a-45d4-ab6e-12356ccb2ace'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:09.662926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ccdeb2f1-b7f1-4590-956c-b6ec1089119a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.690676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8e121e0a-8b97-4a53-a05c-6f9738a4b08c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:09.712922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-471cedb1-8a66-461d-92e0-57ac18627e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (388b058c-11de-47fc-b16f-a3436ae44d78), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.741839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-471cedb1-8a66-461d-92e0-57ac18627e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.746488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-471cedb1-8a66-461d-92e0-57ac18627e3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/388b058c-11de-47fc-b16f-a3436ae44d78 HTTP/1.1" status: 204 len: 168 time: 0.2132936 Jan 28 01:12:09.763293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cedb1-8a66-461d-92e0-57ac18627e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b058c-11de-47fc-b16f-a3436ae44d78,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:09.767459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['78f754f5-aa9f-41cb-827a-493290db7aeb'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:09.772977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ccdeb2f1-b7f1-4590-956c-b6ec1089119a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.827395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdeb2f1-b7f1-4590-956c-b6ec1089119a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:09.831131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.839111 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f384009e-ae3e-4053-80f6-8633038ccdb8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/ccdeb2f1-b7f1-4590-956c-b6ec1089119a HTTP/1.1" status: 204 len: 168 time: 0.4531062 Jan 28 01:12:09.843252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36318) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:09.892815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['c098b13d-86cb-4235-9e1e-5ac1fdc72397'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:09.899765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['eb15add3-5bf3-4dfd-a902-d0a32264d77d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:09.925847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet 8729cf64-b5b3-4020-bb77-084c8e5cacc1 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:09.930216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (8729cf64-b5b3-4020-bb77-084c8e5cacc1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.970442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['2cf8372d-d159-4e74-abc1-9296558a7841'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:09.979021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50838601-8de0-4649-bafc-bfbbd64cf16d req-4d1f33c6-feed-4def-be59-74bb1d41fa1e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:09.981083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50838601-8de0-4649-bafc-bfbbd64cf16d req-4d1f33c6-feed-4def-be59-74bb1d41fa1e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.1589601 Jan 28 01:12:09.996658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59625dcb-4bf2-4500-8bc2-ffb56f42b660 None None] Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:10.007919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (8729cf64-b5b3-4020-bb77-084c8e5cacc1), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.028151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceabc1-b0ed-4448-a271-62b6b9d69dd3 req-763acfb0-a4e7-43a7-ad11-c21955b62eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.030473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49ceabc1-b0ed-4448-a271-62b6b9d69dd3 req-763acfb0-a4e7-43a7-ad11-c21955b62eed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 1096 time: 0.1693988 Jan 28 01:12:10.087947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50838601-8de0-4649-bafc-bfbbd64cf16d req-fe4c2168-fcc0-433a-835a-3ab847ebaaaf tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970423 Jan 28 01:12:10.122930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49ceabc1-b0ed-4448-a271-62b6b9d69dd3 req-853a6509-0936-48ab-b7e5-4bb272926d15 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855591 Jan 28 01:12:10.167175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8729cf64-b5b3-4020-bb77-084c8e5cacc1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.240062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['92c0b4cf-64ff-49b2-8d33-4c47fbceefc2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:10.297963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.307548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (8729cf64-b5b3-4020-bb77-084c8e5cacc1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.310298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.321536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.335005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.346177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=8729cf64-b5b3-4020-bb77-084c8e5cacc1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:10.351112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.353218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.354771 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b95039f-69ba-4327-9d0a-d337e3bcd457 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/8729cf64-b5b3-4020-bb77-084c8e5cacc1 HTTP/1.1" status: 204 len: 168 time: 0.5104952 Jan 28 01:12:10.357533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36348) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:10.360668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:10.372449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.382295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.384807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-20df98c0-c11c-40d2-a35e-bda8251dc313 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5438 time: 0.1901648 Jan 28 01:12:10.436348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d720b95-2134-4d1a-aecc-c89f58229b7c None None] Network c20fcc68-1137-457c-b01a-18f2acffc698 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:10.468862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:10.503625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e41d762f-e066-450a-bc5b-ee1169fa0bc2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.514073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b32c542c-b3b1-47f3-8b2c-229406aff276 req-bb413488-1a70-449d-8c91-22f5ef301306 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194766 Jan 28 01:12:10.643806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'mac_address': 'fa:16:3e:49:a5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:10.676275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port f2dfae03-e8d7-457f-9d47-1668216246e1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:10.676826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.782878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0604526-db02-4cb6-990f-fc3f7c2538bf None None] DHCP port deletion for e41d762f-e066-450a-bc5b-ee1169fa0bc2 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:10.790526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port f2dfae03-e8d7-457f-9d47-1668216246e1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f2dfae03-e8d7-457f-9d47-1668216246e1,segment=NetworkSegment(3d33f8a5-b673-4e8d-b405-82a94589ed65),segment_id=3d33f8a5-b673-4e8d-b405-82a94589ed65)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:10.791327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:10.814572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fe44d-0d12-4d8c-a975-db38aed0d78f req-c3d445db-7433-4ec5-b281-d7c05ce6aa73 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:10.837604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for f2dfae03-e8d7-457f-9d47-1668216246e1 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:10.838368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-818fe44d-0d12-4d8c-a975-db38aed0d78f req-c3d445db-7433-4ec5-b281-d7c05ce6aa73 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.1845901 Jan 28 01:12:10.959091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-818fe44d-0d12-4d8c-a975-db38aed0d78f req-7f4ee62d-56b8-460f-aff1-43cd75cc354f tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007824 Jan 28 01:12:10.972001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f2dfae03-e8d7-457f-9d47-1668216246e1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:10.994660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.014170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb268d-8425-4209-a3f6-02741e7a9acf req-0b6533b5-bfdc-4799-9e55-79328268067a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.017671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5cb268d-8425-4209-a3f6-02741e7a9acf req-0b6533b5-bfdc-4799-9e55-79328268067a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2764075 Jan 28 01:12:11.061395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=f2dfae03-e8d7-457f-9d47-1668216246e1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:11.064267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port f2dfae03-e8d7-457f-9d47-1668216246e1 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:11.099731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5cb268d-8425-4209-a3f6-02741e7a9acf req-441699e4-4c31-43c7-8b5e-dfef6f88b365 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782094 Jan 28 01:12:11.230724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e41d762f-e066-450a-bc5b-ee1169fa0bc2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.260028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41d762f-e066-450a-bc5b-ee1169fa0bc2']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:11.289926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d33f8a5-b673-4e8d-b405-82a94589ed65') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:11.290580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d33f8a5-b673-4e8d-b405-82a94589ed65') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:11.312743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (3d33f8a5-b673-4e8d-b405-82a94589ed65), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.344613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3d33f8a5-b673-4e8d-b405-82a94589ed65), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.359313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:11.359854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (3d33f8a5-b673-4e8d-b405-82a94589ed65), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.365606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8c04f-65f7-4f76-a6e6-0033fb5062f1 req-cf117aa3-2a84-46f6-888e-2a7a1a02c51a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:11.365826 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:11.370274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41b8c04f-65f7-4f76-a6e6-0033fb5062f1 req-cf117aa3-2a84-46f6-888e-2a7a1a02c51a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.1523314 Jan 28 01:12:11.374697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8bb486d3-6dfe-4497-ba31-d58963b1973a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:11.375205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.421443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb486d3-6dfe-4497-ba31-d58963b1973a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:11.437205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41b8c04f-65f7-4f76-a6e6-0033fb5062f1 req-91fe0c62-aae3-4d5f-b788-5c45555d5290 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597541 Jan 28 01:12:11.445703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:11.451896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f2dfae03-e8d7-457f-9d47-1668216246e1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:11.452210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f2dfae03-e8d7-457f-9d47-1668216246e1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:11.453711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.483399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e41d762f-e066-450a-bc5b-ee1169fa0bc2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.490228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.494441 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/e41d762f-e066-450a-bc5b-ee1169fa0bc2 HTTP/1.1" status: 204 len: 168 time: 1.1354854 Jan 28 01:12:11.496168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.497093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36402) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:11.515318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391f1d-a90d-44eb-9bb3-74794a9543a2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=e41d762f-e066-450a-bc5b-ee1169fa0bc2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:11.651613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c20fcc68-1137-457c-b01a-18f2acffc698), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.808014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:11.808488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.828115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.833660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.839013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.844585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.854962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.860931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.867184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:11.875260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-2ecf4695-9c71-4832-8a29-29dffbde69e8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5438 time: 0.2307186 Jan 28 01:12:11.893599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] DHCP port deletion for c20fcc68-1137-457c-b01a-18f2acffc698 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:11.920951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8bb486d3-6dfe-4497-ba31-d58963b1973a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:11.934778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36422) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:11.937277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port 7e337a22-e149-45a5-b9c4-1c661af0ec5b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:11.937627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.972038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ca47b77-1e14-4789-b949-0814530f4c91 req-9ee668ba-5be7-4234-851b-e58376bea5c5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955086 Jan 28 01:12:12.006179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b0604526-db02-4cb6-990f-fc3f7c2538bf None None] Deleting port f2dfae03-e8d7-457f-9d47-1668216246e1 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:12.006745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0604526-db02-4cb6-990f-fc3f7c2538bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f2dfae03-e8d7-457f-9d47-1668216246e1), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.018223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:12.062111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port 7e337a22-e149-45a5-b9c4-1c661af0ec5b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7e337a22-e149-45a5-b9c4-1c661af0ec5b,segment=NetworkSegment(b42ac6f2-5792-4806-acce-c49e6b3cb414),segment_id=b42ac6f2-5792-4806-acce-c49e6b3cb414)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:12.062482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.106823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:12.119090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for 7e337a22-e149-45a5-b9c4-1c661af0ec5b owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:12.119620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:12.122131 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683850d-efba-4d5e-9785-afb7f6f1b428" -d '{"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-b0604526-db02-4cb6-990f-fc3f7c2538bf None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 could not be found. Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:12:12.139478 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e41d762f-e066-450a-bc5b-ee1169fa0bc2 could not be found. Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:12:12.144538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.154608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.194034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dfd87-bd92-4412-8526-dedfa4e62e15 req-3836f358-0190-49ec-b2c2-c0a743c485ea tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:12.195783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa7af1-dd8a-493e-91e0-f0881225319a None None] DHCP port deletion for e41d762f-e066-450a-bc5b-ee1169fa0bc2 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:12.202515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e3dfd87-bd92-4412-8526-dedfa4e62e15 req-3836f358-0190-49ec-b2c2-c0a743c485ea tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.1322370 Jan 28 01:12:12.212677 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53765c7e-2861-4d6f-b82a-5927fa86940d x-openstack-request-id: req-53765c7e-2861-4d6f-b82a-5927fa86940d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:12.213057 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-unplugged", "status": "failed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "code": 422}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:12.213336 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53765c7e-2861-4d6f-b82a-5927fa86940d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:12.213725 n-d-826756-1 neutron-server[109596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'code': 422} returned with failed status Jan 28 01:12:12.258317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] Deleting port 7e337a22-e149-45a5-b9c4-1c661af0ec5b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:12.260975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.302230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36436) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:12.319299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:12.334665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.364664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e3dfd87-bd92-4412-8526-dedfa4e62e15 req-cd73cc7c-45ab-4a73-b5e6-6f327a991eb8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566324 Jan 28 01:12:12.369356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-67211361', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:12.384445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] For port 7e337a22-e149-45a5-b9c4-1c661af0ec5b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7e337a22-e149-45a5-b9c4-1c661af0ec5b,segment=NetworkSegment(b42ac6f2-5792-4806-acce-c49e6b3cb414),segment_id=b42ac6f2-5792-4806-acce-c49e6b3cb414)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:12.384958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.391813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=7e337a22-e149-45a5-b9c4-1c661af0ec5b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:12.396098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port 7e337a22-e149-45a5-b9c4-1c661af0ec5b on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:12.413355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] Calling delete_port for 7e337a22-e149-45a5-b9c4-1c661af0ec5b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:12.433102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Made reservation on behalf of 21529abe5a0d426cbe15f762da42114e for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:12.436942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.452409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.509706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9179e-9dbc-4f0b-ac62-47dca882b607 req-a6c9fc24-5ab3-41cc-8de7-0f29f9d04b02 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:12.511849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bff9179e-9dbc-4f0b-ac62-47dca882b607 req-a6c9fc24-5ab3-41cc-8de7-0f29f9d04b02 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2233682 Jan 28 01:12:12.547225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c20fcc68-1137-457c-b01a-18f2acffc698), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.576017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (7e337a22-e149-45a5-b9c4-1c661af0ec5b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.617873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] Pushing event deleted for resources: {'Port': ['ID=7e337a22-e149-45a5-b9c4-1c661af0ec5b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:12.619985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a34e6a-b82c-4e0d-b62c-f8b0c2b919bf None None] No DVR routers for this DVR port 7e337a22-e149-45a5-b9c4-1c661af0ec5b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:12.622431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20fcc68-1137-457c-b01a-18f2acffc698']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:12.639850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10620ed-01b4-485d-bbbc-1c8e724d5273 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:12:12.642745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bff9179e-9dbc-4f0b-ac62-47dca882b607 req-4df5352c-e351-48ed-b5f2-096373dc1f13 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204576 Jan 28 01:12:12.653167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ac6f2-5792-4806-acce-c49e6b3cb414') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:12.653733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ac6f2-5792-4806-acce-c49e6b3cb414') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:12.667951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (b42ac6f2-5792-4806-acce-c49e6b3cb414), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.682646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-972cb25f-86a9-443e-ad8b-0ccc0af519dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d13e489f3575448aafa2941664d356eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785322 Jan 28 01:12:12.683329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:12.693470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcea93-f811-45b7-b06a-06f29e91735c req-8b8627c2-fe7c-4277-87ce-7dd412de343e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:12.695342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afdcea93-f811-45b7-b06a-06f29e91735c req-8b8627c2-fe7c-4277-87ce-7dd412de343e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 944 time: 0.1370559 Jan 28 01:12:12.704242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b42ac6f2-5792-4806-acce-c49e6b3cb414), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.733613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for security_group (767f0dfc-1c5a-4926-9050-a7becdbea0eb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.745716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:12.746360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (767f0dfc-1c5a-4926-9050-a7becdbea0eb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.746974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (b42ac6f2-5792-4806-acce-c49e6b3cb414), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:12.751842 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:12.776195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] device_id is not set on port dd11a530-a905-409e-8baa-f648a8202686 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:12.864734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6091-4169-4e96-9724-11494a8f136e admin admin] Publish callbacks [] for security_group (069311b1-87ed-41ca-81d9-ec01a1ce7fc4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.867845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767f0dfc-1c5a-4926-9050-a7becdbea0eb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:12.886115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afdcea93-f811-45b7-b06a-06f29e91735c req-edabfceb-4326-4143-b622-24c7c8e70ae9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713238 Jan 28 01:12:12.888885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c20fcc68-1137-457c-b01a-18f2acffc698), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.907542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.912072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6091-4169-4e96-9724-11494a8f136e admin admin] Publish callbacks [] for security_group (069311b1-87ed-41ca-81d9-ec01a1ce7fc4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.928232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/c20fcc68-1137-457c-b01a-18f2acffc698 HTTP/1.1" status: 204 len: 168 time: 1.4296758 Jan 28 01:12:12.947330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:12.957829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10620ed-01b4-485d-bbbc-1c8e724d5273 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:12:12.973725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2010327738'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:12.974888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7e337a22-e149-45a5-b9c4-1c661af0ec5b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:13.008492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Allocated IP 172.25.1.109 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/dd11a530-a905-409e-8baa-f648a8202686) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:13.029558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7e337a22-e149-45a5-b9c4-1c661af0ec5b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:13.029558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7e337a22-e149-45a5-b9c4-1c661af0ec5b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:13.037390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6091-4169-4e96-9724-11494a8f136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (069311b1-87ed-41ca-81d9-ec01a1ce7fc4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.040064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6091-4169-4e96-9724-11494a8f136e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.043640 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9a8e6091-4169-4e96-9724-11494a8f136e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/069311b1-87ed-41ca-81d9-ec01a1ce7fc4 HTTP/1.1" status: 204 len: 168 time: 0.3353121 Jan 28 01:12:13.060812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e6091-4169-4e96-9724-11494a8f136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069311b1-87ed-41ca-81d9-ec01a1ce7fc4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:13.108044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c302225-392d-461e-bc18-63a49f73538e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=c20fcc68-1137-457c-b01a-18f2acffc698,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:13.112570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:13.116964 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.272406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for port (dd11a530-a905-409e-8baa-f648a8202686), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.283675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:13.323581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dd11a530-a905-409e-8baa-f648a8202686), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.334517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.385611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:13.387743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7b11cf4f-d8e5-49bb-905d-71ab957bf544), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.388299 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment 7b11cf4f-d8e5-49bb-905d-71ab957bf544 of type vlan for network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 Jan 28 01:12:13.394099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36494) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:13.394994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:13.402927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:13.441404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Pushing event updated for resources: {'Port': ['ID=dd11a530-a905-409e-8baa-f648a8202686,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:13.466022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.466647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.499131 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-12995658-69ee-49d8-927e-4572ad929408 tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5631213 Jan 28 01:12:13.500616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36500) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:13.504128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.505532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.109'}]}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:13.509743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.515168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.520962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.527080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.531272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d37c730b-abdc-465d-9a60-95e530d392fc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.532756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d37c730b-abdc-465d-9a60-95e530d392fc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.533845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.539091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.541630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94707472-a003-47df-a3c3-38eba1b1c498 req-f414f4cc-66a0-458e-b219-69093272ae66 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5438 time: 0.2626929 Jan 28 01:12:13.547491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-4a62334d-c041-4094-93bb-d459bd42d791 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.548943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-4a62334d-c041-4094-93bb-d459bd42d791 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 811 time: 0.4153285 Jan 28 01:12:13.552977 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (4c5bcd9c-3092-4312-8691-4b21486f3ac4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.601577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8bb486d3-6dfe-4497-ba31-d58963b1973a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:13.602945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-d365bc94-106f-48df-9645-254ab843af32 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/quotas/73a45c9f27eb4d8cbf91ea7ef5e2c904 HTTP/1.1" status: 200 len: 375 time: 0.0450909 Jan 28 01:12:13.662286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for router_controller (d37c730b-abdc-465d-9a60-95e530d392fc), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.680910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8bb486d3-6dfe-4497-ba31-d58963b1973a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:13.686614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8bb486d3-6dfe-4497-ba31-d58963b1973a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:13.687105 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.697621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (4c5bcd9c-3092-4312-8691-4b21486f3ac4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.703104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:13.703905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.751239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94707472-a003-47df-a3c3-38eba1b1c498 req-aa52f454-e66a-4fce-814e-0cc25e45d620 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850145 Jan 28 01:12:13.821688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8680556 Jan 28 01:12:13.845965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36512) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:13.854079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881e812-dd0e-4c3c-b160-90b6b396991e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=4c5bcd9c-3092-4312-8691-4b21486f3ac4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:13.863815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:13.867500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8bb486d3-6dfe-4497-ba31-d58963b1973a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:13.867897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.875542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-e6d810cc-d4d8-4a43-9f67-79a6f9003464 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2615294 Jan 28 01:12:13.924921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:13.934401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:13.964119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.008851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1209354147', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:14.097581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-11b2fa47-2742-45ba-8e00-3cfc6b1fcc85 service neutron] 10.222.0.23 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060840 Jan 28 01:12:14.099604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:14.104442 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.129036 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:14.147327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36524) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:14.154916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Made reservation on behalf of c224ee1aa96c43f6bd000299ef25495f for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:14.157134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.160448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for router_gateway (d37c730b-abdc-465d-9a60-95e530d392fc), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.171184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.214785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:14.217522 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d5a1f-23b9-473c-b639-27f2232e2796" -d '{"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-plugged", "status": "completed", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:14.362500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8e121e0a-8b97-4a53-a05c-6f9738a4b08c up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:14.383692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for security_group (5c618184-56a5-4f29-8fb3-1468bebfdfe0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.389503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5c618184-56a5-4f29-8fb3-1468bebfdfe0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.416442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] device_id is not set on port 349ea036-fca9-47ab-a236-7a31d140581d yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:14.426124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-978667047-network', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:14.430464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c618184-56a5-4f29-8fb3-1468bebfdfe0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:14.456779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-df5820e7-a2bb-46fc-8642-d55e75f6f797 service neutron] 10.222.0.23 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467205 Jan 28 01:12:14.473713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:14.483907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:14.484311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.486169 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (748b913d-4732-41a3-92ef-5274b2cc4eed), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.552925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Made reservation on behalf of 55d8511b12e84fdaa037ab1cf8628da6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:14.555471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.591047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:14.591421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.606707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.614132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074155-d854-4987-a132-a135e3f68e04 req-60d89280-15ce-4db8-8ac6-bd3a305acea0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:14.619418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8074155-d854-4987-a132-a135e3f68e04 req-60d89280-15ce-4db8-8ac6-bd3a305acea0 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1656461 Jan 28 01:12:14.620206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=748b913d-4732-41a3-92ef-5274b2cc4eed,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:14.647967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:14.654457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.671741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': '7b11cf4f-d8e5-49bb-905d-71ab957bf544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:14.672638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: 4c5bcd9c-3092-4312-8691-4b21486f3ac4, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:14.714791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8074155-d854-4987-a132-a135e3f68e04 req-af37f6b9-dc8b-4ad6-8404-d7bff2cd3148 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818572 Jan 28 01:12:14.716234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:14.728781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 4c5bcd9c-3092-4312-8691-4b21486f3ac4) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:14.746387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:14.746884 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.770451 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f75c3-4b2d-4919-babe-02d44c779d33 x-openstack-request-id: req-097f75c3-4b2d-4919-babe-02d44c779d33 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:14.771896 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-plugged", "status": "completed", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:14.772156 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-097f75c3-4b2d-4919-babe-02d44c779d33 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:14.772560 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'code': 200} Jan 28 01:12:14.774246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5121221f-50d1-456f-bae7-a5b6b14739e7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9231541 Jan 28 01:12:14.776695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36538) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:14.783370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-988314087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:14.808687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Allocated IP 172.25.1.77 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/349ea036-fca9-47ab-a236-7a31d140581d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:14.823919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28424c55-959c-47ba-a150-105e51f4a097 None None] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:14.829454 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for router_gateway (d37c730b-abdc-465d-9a60-95e530d392fc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.850812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-72e05ef5-42ca-416a-830f-50ca82057746 req-e7557418-ca06-4392-b7c5-bace90cf0e7e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:12:14.852428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72e05ef5-42ca-416a-830f-50ca82057746 req-e7557418-ca06-4392-b7c5-bace90cf0e7e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069633 Jan 28 01:12:14.854539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45e4ea5f-fca5-499d-8214-b1fb13b4d884 req-10d029a0-ab66-46fc-a404-60921b571548 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 210 time: 0.0517130 Jan 28 01:12:14.879023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d5fea18a-8be3-43ca-8848-5d242e03cefb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.879023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d5fea18a-8be3-43ca-8848-5d242e03cefb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.879374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.049154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:15.166546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-4c5bcd9c-3092-4312-8691-4b21486f3ac4', 'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': '748b913d-4732-41a3-92ef-5274b2cc4eed'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:15.167458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.274917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks [] for security_group (7014aec7-3166-4197-8894-f5724e2067b9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.288980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7014aec7-3166-4197-8894-f5724e2067b9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.344026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:15.375519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014aec7-3166-4197-8894-f5724e2067b9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:15.389295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c3db9a33-4be2-4151-b27e-518e1eb05b6d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.389647 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Added segment c3db9a33-4be2-4151-b27e-518e1eb05b6d of type vlan for network 5d3ad522-b69f-4284-a892-50d261ac5b1c Jan 28 01:12:15.446206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for port (349ea036-fca9-47ab-a236-7a31d140581d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.513840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Allocated IP 2001:db8::2 (4c5bcd9c-3092-4312-8691-4b21486f3ac4/748b913d-4732-41a3-92ef-5274b2cc4eed/95c2a201-8a34-4f4c-a852-23b38027914b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:15.522384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5d3ad522-b69f-4284-a892-50d261ac5b1c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.571022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5d3ad522-b69f-4284-a892-50d261ac5b1c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.572514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:15.573441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.584634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (349ea036-fca9-47ab-a236-7a31d140581d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.699815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Publish callbacks [] for port (95c2a201-8a34-4f4c-a852-23b38027914b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.710008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.715471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5667229 Jan 28 01:12:15.732384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:15.735313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36562) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:15.743110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:15.758423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Request body: {'subnet': {'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-978667047-subnet', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:15.762259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:15.778804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Pushing event updated for resources: {'Port': ['ID=95c2a201-8a34-4f4c-a852-23b38027914b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:15.798197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:15.800442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:15.800722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (d5fea18a-8be3-43ca-8848-5d242e03cefb), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.805623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:15.829694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d5fea18a-8be3-43ca-8848-5d242e03cefb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.837638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350bf43-a8e8-4b09-b300-472ca5eacbce admin admin] Pushing event updated for resources: {'Network': ['ID=5d3ad522-b69f-4284-a892-50d261ac5b1c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:15.854459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Pushing event updated for resources: {'Port': ['ID=349ea036-fca9-47ab-a236-7a31d140581d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:15.867127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for router (d37c730b-abdc-465d-9a60-95e530d392fc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.876517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:15.921333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058654e0-2e28-44df-99d5-29f77e62a0d9 req-1223bdfe-26a2-488c-be6c-dca1dafbaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:15.922849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-058654e0-2e28-44df-99d5-29f77e62a0d9 req-1223bdfe-26a2-488c-be6c-dca1dafbaef6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 1096 time: 1.0634112 Jan 28 01:12:15.939739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Made reservation on behalf of 55d8511b12e84fdaa037ab1cf8628da6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:15.943018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.946703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:15.947594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.975038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:15.976251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-30908332-b3ff-41bd-a3ed-99fbcd0a36a0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1983604 Jan 28 01:12:15.984510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:15.991757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'port': {'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4', 'name': 'tempest-RoutersIpV6Test-927531418'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:16.002012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Attempting to bind port 95c2a201-8a34-4f4c-a852-23b38027914b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:16.002396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Attempting to bind port 95c2a201-8a34-4f4c-a852-23b38027914b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '7b11cf4f-d8e5-49bb-905d-71ab957bf544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:16.002760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Attempting to bind port 95c2a201-8a34-4f4c-a852-23b38027914b on network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:16.008354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:16.008724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Checking segment: {'id': '7b11cf4f-d8e5-49bb-905d-71ab957bf544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:16.009127 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.010109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Bound using segment: {'id': '7b11cf4f-d8e5-49bb-905d-71ab957bf544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:16.010665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Bound port: 95c2a201-8a34-4f4c-a852-23b38027914b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b11cf4f-d8e5-49bb-905d-71ab957bf544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c5bcd9c-3092-4312-8691-4b21486f3ac4'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:16.011055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.082191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.088662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.090129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] For port 95c2a201-8a34-4f4c-a852-23b38027914b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:16.093627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] For port 95c2a201-8a34-4f4c-a852-23b38027914b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95c2a201-8a34-4f4c-a852-23b38027914b,segment=NetworkSegment(7b11cf4f-d8e5-49bb-905d-71ab957bf544),segment_id=7b11cf4f-d8e5-49bb-905d-71ab957bf544)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:16.094307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.099273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.099484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.105517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-48bc2df1-a58e-41fa-9980-3c277805721b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7079222 Jan 28 01:12:16.109018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.114600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.119939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.121973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fff85be-8409-4568-ba1a-85394337a5bb req-e67ae4c4-f3ef-4bcb-ae98-a81adf74d699 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5439 time: 0.4667087 Jan 28 01:12:16.122668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36570) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:16.140430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.77'}]}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:16.155394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c534a-a314-4fac-a298-0e74ea565e9b req-f5ddedbf-4335-4b85-b77e-4980f4a1e55c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.162583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f9c534a-a314-4fac-a298-0e74ea565e9b req-f5ddedbf-4335-4b85-b77e-4980f4a1e55c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.5051634 Jan 28 01:12:16.185758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-6f0cc4d7-f214-4917-a8d6-045fdfc3b4ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5293105 Jan 28 01:12:16.189331 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d37c730b-abdc-465d-9a60-95e530d392fc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.194880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-058654e0-2e28-44df-99d5-29f77e62a0d9 req-cb14bac2-b412-48e2-984e-33b0a03e3a20 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598059 Jan 28 01:12:16.195781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks [] for router_controller (d37c730b-abdc-465d-9a60-95e530d392fc), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.266717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (194e7927-3cb4-4274-ae39-270f58457918), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.268581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (194e7927-3cb4-4274-ae39-270f58457918), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.287205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d37c730b-abdc-465d-9a60-95e530d392fc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.287709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d37c730b-abdc-465d-9a60-95e530d392fc {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:16.356588 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 01:12:16.358019 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92b84179-b2c0-4c88-964a-0e5b891c488f tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8563311 Jan 28 01:12:16.362569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36574) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:16.374943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f9c534a-a314-4fac-a298-0e74ea565e9b req-99bb5010-6d7b-4322-a4d4-e23df4c4c4be tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113748 Jan 28 01:12:16.406644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fff85be-8409-4568-ba1a-85394337a5bb req-84d253dd-4d26-4d5e-8c5a-34eec960f3cc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2738907 Jan 28 01:12:16.526825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:16.570580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f8a55e9e-fdb1-4003-8c12-acc22adf3e51), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.578746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for router_controller (194e7927-3cb4-4274-ae39-270f58457918), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.602927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0b2b-0cb2-471e-844a-8e299014f5ca None None] Pushing event updated for resources: {'Port': ['ID=95c2a201-8a34-4f4c-a852-23b38027914b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:16.623027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a55e9e-fdb1-4003-8c12-acc22adf3e51,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:16.628510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Deleting port dd11a530-a905-409e-8baa-f648a8202686 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:16.628851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dd11a530-a905-409e-8baa-f648a8202686), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.662735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:16.678543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:16.680629 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.702435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e5d971c-46cb-4ff5-9142-819959e5b6b4 req-a1be47dc-f031-4ab0-b416-8cf15a0d9955 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 210 time: 0.1067035 Jan 28 01:12:16.735055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Checking segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:16.735417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Network hostable DHCP agents. Network: 5d3ad522-b69f-4284-a892-50d261ac5b1c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:16.775466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:16.780678 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1781b6e-01ed-4ad9-b99a-a51c3240dfb8" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:16.791161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dd11a530-a905-409e-8baa-f648a8202686), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.823191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Calling delete_port for dd11a530-a905-409e-8baa-f648a8202686 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:16.833590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:16.861480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5d3ad522-b69f-4284-a892-50d261ac5b1c) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:16.878255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.879123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.900169 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264b4d3-11fb-449a-b059-41e39b3a69ca x-openstack-request-id: req-e264b4d3-11fb-449a-b059-41e39b3a69ca {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:16.900556 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:16.900815 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e264b4d3-11fb-449a-b059-41e39b3a69ca {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:16.901220 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c', 'code': 200} Jan 28 01:12:16.902006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6092e7-4f8a-491e-8f30-066f06b9b28d None None] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:16.959038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:16.963151 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:16.985600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:16.986546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.026935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fb8ee-8967-4f52-af12-e1883167e3f2 req-2c064451-a787-470f-9e53-8775bc96768e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:17.028887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-756fb8ee-8967-4f52-af12-e1883167e3f2 req-2c064451-a787-470f-9e53-8775bc96768e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.3554423 Jan 28 01:12:17.086680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:17.103172 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.103967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device eb15add3-5bf3-4dfd-a902-d0a32264d77d up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:17.155011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] device_id is not set on port b7688f26-ad20-4ca6-bece-885e884f7639 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:17.156583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5d3ad522-b69f-4284-a892-50d261ac5b1c', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:17.157455 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.159159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dd11a530-a905-409e-8baa-f648a8202686), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.178947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e71194cc-207f-4bfe-adcf-aae5d934e96c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4320180 Jan 28 01:12:17.185331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36582) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:17.218404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:17.230541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd11a530-a905-409e-8baa-f648a8202686,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:17.258367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:17.319938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (e819aecd-5e76-4286-85c7-27969be3d3b8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.321058 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (e819aecd-5e76-4286-85c7-27969be3d3b8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.345819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port eb15add3-5bf3-4dfd-a902-d0a32264d77d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:17.355671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port eb15add3-5bf3-4dfd-a902-d0a32264d77d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:17.355877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for router_gateway (194e7927-3cb4-4274-ae39-270f58457918), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.356124 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.380456 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.386378 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b6395228-348f-4bd6-b9b8-5abefdc4da7a tempest-RoutersAdminNegativeIpV6Test-198839864 tempest-RoutersAdminNegativeIpV6Test-198839864-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dd11a530-a905-409e-8baa-f648a8202686 HTTP/1.1" status: 204 len: 168 time: 1.0218821 Jan 28 01:12:17.477470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks [] for router_controller (e819aecd-5e76-4286-85c7-27969be3d3b8), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.503780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Allocated IP 172.20.0.2 (5d3ad522-b69f-4284-a892-50d261ac5b1c/f8a55e9e-fdb1-4003-8c12-acc22adf3e51/820ad766-7f54-483c-b888-4a4aa32c4dcd) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:17.679460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks [] for router_gateway (e819aecd-5e76-4286-85c7-27969be3d3b8), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.726784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port eb15add3-5bf3-4dfd-a902-d0a32264d77d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:17.727333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.733908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c50d5a2d-b1e0-4fdb-b202-f67af3f42a41 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:17.735482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c50d5a2d-b1e0-4fdb-b202-f67af3f42a41 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.45 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 811 time: 1.1471109 Jan 28 01:12:17.757633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36594) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:17.778354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:17.790434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.791463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 972a599d-583a-45d4-ab6e-12356ccb2ace up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:17.827559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Request body: {'port': {'device_id': '2edcad38-8baf-4dcf-ae66-448556d61969', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'admin_state_up': True, 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:17.918301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-756fb8ee-8967-4f52-af12-e1883167e3f2 req-a166aa5f-cf54-4362-9fd3-465e0522e34d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7931707 Jan 28 01:12:17.927142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks [] for router_gateway (e819aecd-5e76-4286-85c7-27969be3d3b8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.946705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:17.965753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.978119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 972a599d-583a-45d4-ab6e-12356ccb2ace completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:17.980876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Publish callbacks [] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.985513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 972a599d-583a-45d4-ab6e-12356ccb2ace triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:17.985975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:17.988842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.035204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-b96cf937-7da4-4d7a-8728-258522be3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.039044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-b96cf937-7da4-4d7a-8728-258522be3df6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5&tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9 HTTP/1.1" status: 200 len: 1094 time: 0.4753389 Jan 28 01:12:18.103442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8::106 (4c5bcd9c-3092-4312-8691-4b21486f3ac4/748b913d-4732-41a3-92ef-5274b2cc4eed/b7688f26-ad20-4ca6-bece-885e884f7639) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:18.115139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Allocated IP 172.25.1.156 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/86901ab7-28da-436e-9f46-a7345042931b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:18.124381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2da91-c811-4b37-bdbf-26a260908b8d req-494e6772-5c11-4d89-8a6a-5ea014a44b3d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.125961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebc2da91-c811-4b37-bdbf-26a260908b8d req-494e6772-5c11-4d89-8a6a-5ea014a44b3d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.5661783 Jan 28 01:12:18.135546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:18.136729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Pushing event updated for resources: {'Port': ['ID=820ad766-7f54-483c-b888-4a4aa32c4dcd,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:18.141703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:18.143914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:18.252850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Attempting to bind port 820ad766-7f54-483c-b888-4a4aa32c4dcd on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:18.252850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Attempting to bind port 820ad766-7f54-483c-b888-4a4aa32c4dcd by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:18.253817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Attempting to bind port 820ad766-7f54-483c-b888-4a4aa32c4dcd on network 5d3ad522-b69f-4284-a892-50d261ac5b1c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:18.256118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbad5c33-377a-467a-b8bb-afe08cd76a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.266862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 972a599d-583a-45d4-ab6e-12356ccb2ace is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:18.267205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.270606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:18.271218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Checking segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:18.271704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.272205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Bound using segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:18.272915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Bound port: 820ad766-7f54-483c-b888-4a4aa32c4dcd, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:18.273815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.279192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks [] for port (86901ab7-28da-436e-9f46-a7345042931b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.287565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1e518-1c44-47ee-a9f9-5ed3d9c0fc15 None None] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:18.295462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Made reservation on behalf of 73a45c9f27eb4d8cbf91ea7ef5e2c904 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:18.298911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.333310 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (86901ab7-28da-436e-9f46-a7345042931b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.379476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:18.384633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:18.387238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=86901ab7-28da-436e-9f46-a7345042931b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:18.390290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:18.425053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=972a599d-583a-45d4-ab6e-12356ccb2ace,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:18.429565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] Provisioning complete for port 95c2a201-8a34-4f4c-a852-23b38027914b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:18.429565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.465841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.466574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c098b13d-86cb-4235-9e1e-5ac1fdc72397 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:18.472165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.477935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.489716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.495087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.500833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.506273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.511497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.513452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-819010d2-bcea-47e6-82ed-fbb73700d3e1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5441 time: 0.4641440 Jan 28 01:12:18.515428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-dbef5752-e601-44f4-a621-8928b99eee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.516770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-dbef5752-e601-44f4-a621-8928b99eee81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1094 time: 0.4269261 Jan 28 01:12:18.529471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] For port 820ad766-7f54-483c-b888-4a4aa32c4dcd, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:18.578456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebc2da91-c811-4b37-bdbf-26a260908b8d req-9d6741c9-120d-44a2-bb70-25f3d776f8d9 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059343 Jan 28 01:12:18.588932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] For port 820ad766-7f54-483c-b888-4a4aa32c4dcd, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=820ad766-7f54-483c-b888-4a4aa32c4dcd,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:18.608606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.615952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:18.671756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks [] for router_gateway (e819aecd-5e76-4286-85c7-27969be3d3b8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.732710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port c098b13d-86cb-4235-9e1e-5ac1fdc72397 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:18.752718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port c098b13d-86cb-4235-9e1e-5ac1fdc72397 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:18.753089 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.757518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb0a43-1fd1-4724-9011-0ddae415fc5f None None] Pushing event updated for resources: {'Port': ['ID=820ad766-7f54-483c-b888-4a4aa32c4dcd,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:18.783116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] Current status of the port 95c2a201-8a34-4f4c-a852-23b38027914b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:18.783777 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.845076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] For port 95c2a201-8a34-4f4c-a852-23b38027914b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95c2a201-8a34-4f4c-a852-23b38027914b,segment=NetworkSegment(7b11cf4f-d8e5-49bb-905d-71ab957bf544),segment_id=7b11cf4f-d8e5-49bb-905d-71ab957bf544)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:18.853044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:18.920103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c0b4cf-64ff-49b2-8d33-4c47fbceefc2'}, {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb15add3-5bf3-4dfd-a902-d0a32264d77d'}, {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:18.922320 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8be3d7-93f6-4787-980c-f3074df9b293" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "92c0b4cf-64ff-49b2-8d33-4c47fbceefc2"}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "eb15add3-5bf3-4dfd-a902-d0a32264d77d"}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:18.962376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff1b8e-a2a5-426f-9f38-973a1c9b6fcd None None] Pushing event updated for resources: {'Port': ['ID=95c2a201-8a34-4f4c-a852-23b38027914b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:18.967087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c098b13d-86cb-4235-9e1e-5ac1fdc72397 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:18.967492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.017347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:19.023601 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.024446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 78f754f5-aa9f-41cb-827a-493290db7aeb up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:19.084147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95c2a201-8a34-4f4c-a852-23b38027914b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:19.097346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (e819aecd-5e76-4286-85c7-27969be3d3b8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.190062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:19.233268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 78f754f5-aa9f-41cb-827a-493290db7aeb completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:19.240260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 95c2a201-8a34-4f4c-a852-23b38027914b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:19.241164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.273946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59a6c7fc-384c-470c-b1f2-c8808a1da1f5 req-494ae1e5-47c1-4311-a028-7e4d6aeccf53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7378409 Jan 28 01:12:19.274439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 78f754f5-aa9f-41cb-827a-493290db7aeb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:19.274890 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.278687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6cf32adb-0877-4e5c-80ff-f84688eced77 None None] Provisioning complete for port 95c2a201-8a34-4f4c-a852-23b38027914b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:19.279146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6cf32adb-0877-4e5c-80ff-f84688eced77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.298409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8322a78e-3e15-480f-9d80-c7dd0416f25a req-401ba88e-5115-4ead-9149-35bc1c31f72e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 210 time: 0.1565583 Jan 28 01:12:19.372085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (b7688f26-ad20-4ca6-bece-885e884f7639), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.377596 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba30d82-5598-409a-9a7c-86561e5e544a x-openstack-request-id: req-0ba30d82-5598-409a-9a7c-86561e5e544a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:19.377925 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "92c0b4cf-64ff-49b2-8d33-4c47fbceefc2", "code": 200}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "eb15add3-5bf3-4dfd-a902-d0a32264d77d", "code": 200}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:19.378184 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ba30d82-5598-409a-9a7c-86561e5e544a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:19.378590 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c0b4cf-64ff-49b2-8d33-4c47fbceefc2', 'code': 200} Jan 28 01:12:19.378849 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb15add3-5bf3-4dfd-a902-d0a32264d77d', 'code': 200} Jan 28 01:12:19.379104 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace', 'code': 200} Jan 28 01:12:19.395187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for router_gateway (194e7927-3cb4-4274-ae39-270f58457918), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.465478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.510864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6cf32adb-0877-4e5c-80ff-f84688eced77 None None] Current status of the port 95c2a201-8a34-4f4c-a852-23b38027914b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:19.515997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 95c2a201-8a34-4f4c-a852-23b38027914b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:19.520122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 78f754f5-aa9f-41cb-827a-493290db7aeb is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:19.520440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.564538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=78f754f5-aa9f-41cb-827a-493290db7aeb,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:19.568369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Router e819aecd-5e76-4286-85c7-27969be3d3b8 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:12:19.569502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.570890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2cf8372d-d159-4e74-abc1-9296558a7841 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:19.608877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbad5c33-377a-467a-b8bb-afe08cd76a49 admin admin] Publish callbacks [] for security_group (49e13c28-8739-4444-84c9-0073d64812d7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.639247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbad5c33-377a-467a-b8bb-afe08cd76a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (49e13c28-8739-4444-84c9-0073d64812d7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.648672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:19.661615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 2cf8372d-d159-4e74-abc1-9296558a7841 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:19.667008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 2cf8372d-d159-4e74-abc1-9296558a7841 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:19.667435 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.684284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841821fd-c711-4063-9a86-c80cc18fa5cd req-346e4a6f-932d-4fcc-bea2-7a16779a6039 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:19.685954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-841821fd-c711-4063-9a86-c80cc18fa5cd req-346e4a6f-932d-4fcc-bea2-7a16779a6039 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.3019269 Jan 28 01:12:19.687063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-54d1b204-af1d-43bb-aa5e-df16fd0a8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:19.688408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-54d1b204-af1d-43bb-aa5e-df16fd0a8c0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 1.1561868 Jan 28 01:12:19.701532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:19.704119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Allocated IP 172.20.0.13 (3a33507a-6a6f-42ab-9375-87e41388c1be/abf792a4-d986-4836-9dfa-1cea7e7e1f84/69e9b0dd-be0d-4cc6-bc86-73e945003760) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:19.718344 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Sync routers for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:19.738762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.744763 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:19.745660 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:19.749179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8761a86-6f98-4870-a465-ae66f04ecfb8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5382507 Jan 28 01:12:19.753000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36604) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:19.801031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 2cf8372d-d159-4e74-abc1-9296558a7841 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:19.802294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.847169 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:19.892984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad5c33-377a-467a-b8bb-afe08cd76a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e13c28-8739-4444-84c9-0073d64812d7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:19.898821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dbad5c33-377a-467a-b8bb-afe08cd76a49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c56358804b849d5a6a288d558e9642d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1324418 Jan 28 01:12:19.920007 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:19.924092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:20.058051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:20.072501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2cf8372d-d159-4e74-abc1-9296558a7841, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2cf8372d-d159-4e74-abc1-9296558a7841,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:20.081392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.082403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:20.101858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:20.104299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:20.109697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:20.110380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.115357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-428d6331-47d0-4e97-a569-cf4ece8df22f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 998 time: 0.4043834 Jan 28 01:12:20.130392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=b7688f26-ad20-4ca6-bece-885e884f7639,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:20.178606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-841821fd-c711-4063-9a86-c80cc18fa5cd req-4acb4349-f220-4cfe-828a-5acf12ae7956 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665918 Jan 28 01:12:20.216703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=2cf8372d-d159-4e74-abc1-9296558a7841,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:20.255188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:18Z', 'revision_number': 3, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:20.269617 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d38b5b2-f86a-435b-ae46-af7cbd0e9626 admin admin] Publish callbacks [] for security_group (49e13c28-8739-4444-84c9-0073d64812d7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.299208 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Checking router: e819aecd-5e76-4286-85c7-27969be3d3b8 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:12:20.300099 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Updating router e819aecd-5e76-4286-85c7-27969be3d3b8 port 86901ab7-28da-436e-9f46-a7345042931b binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:12:20.331380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:20.336222 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86901ab7-28da-436e-9f46-a7345042931b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.356512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be983d-96e4-42e8-a76a-a4d16e6bfb63 None None] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:20.360666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d38b5b2-f86a-435b-ae46-af7cbd0e9626 admin admin] Publish callbacks [] for security_group (49e13c28-8739-4444-84c9-0073d64812d7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.384727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f601f59-1905-45f6-8057-6f0e11bf2e1b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3953042 Jan 28 01:12:20.394212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3688e5-9e98-4875-80cc-d58582c3a4c1 req-1b863db3-06f1-4416-8bd5-eea1b7f78ccc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:20.409807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a3688e5-9e98-4875-80cc-d58582c3a4c1 req-1b863db3-06f1-4416-8bd5-eea1b7f78ccc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.5367675 Jan 28 01:12:20.421189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36614) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:20.543722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] Provisioning complete for port 820ad766-7f54-483c-b888-4a4aa32c4dcd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:20.545761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d38b5b2-f86a-435b-ae46-af7cbd0e9626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (49e13c28-8739-4444-84c9-0073d64812d7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.548952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d38b5b2-f86a-435b-ae46-af7cbd0e9626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.549676 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.550640 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d38b5b2-f86a-435b-ae46-af7cbd0e9626 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49e13c28-8739-4444-84c9-0073d64812d7 HTTP/1.1" status: 204 len: 168 time: 0.6255739 Jan 28 01:12:20.599281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38b5b2-f86a-435b-ae46-af7cbd0e9626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e13c28-8739-4444-84c9-0073d64812d7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:20.608463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for router (194e7927-3cb4-4274-ae39-270f58457918), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.727885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-33e09535-091c-42a9-b7c1-c92fe2cfb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:20.729873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-33e09535-091c-42a9-b7c1-c92fe2cfb7db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.5886998 Jan 28 01:12:20.738477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.750873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] Current status of the port 820ad766-7f54-483c-b888-4a4aa32c4dcd is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:20.751272 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.823141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] For port 820ad766-7f54-483c-b888-4a4aa32c4dcd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=820ad766-7f54-483c-b888-4a4aa32c4dcd,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:20.839330 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.958230 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Publish callbacks [] for port (86901ab7-28da-436e-9f46-a7345042931b), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:20.968127 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86901ab7-28da-436e-9f46-a7345042931b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.036885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60d7cd-df29-46e7-888c-0674b903bd9d None None] Pushing event updated for resources: {'Port': ['ID=820ad766-7f54-483c-b888-4a4aa32c4dcd,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:21.064202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Allocated IP 172.20.0.1 (5d3ad522-b69f-4284-a892-50d261ac5b1c/f8a55e9e-fdb1-4003-8c12-acc22adf3e51/5d769a1a-902b-4a94-8f05-196686d6a315) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:21.068945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d943bbdb-0711-4ce2-b0e3-b1300309840c None None] Provisioning complete for port b7688f26-ad20-4ca6-bece-885e884f7639 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:21.069799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d943bbdb-0711-4ce2-b0e3-b1300309840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.144373 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Attempting to bind port 86901ab7-28da-436e-9f46-a7345042931b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:21.145152 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Attempting to bind port 86901ab7-28da-436e-9f46-a7345042931b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:21.145849 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Attempting to bind port 86901ab7-28da-436e-9f46-a7345042931b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:21.155972 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:21.156180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d943bbdb-0711-4ce2-b0e3-b1300309840c None None] Port b7688f26-ad20-4ca6-bece-885e884f7639 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:21.156511 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:21.156959 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.157411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:21.158101 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Bound port: 86901ab7-28da-436e-9f46-a7345042931b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:21.158654 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86901ab7-28da-436e-9f46-a7345042931b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.215198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 820ad766-7f54-483c-b888-4a4aa32c4dcd up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:21.225287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0858ea9-f048-4277-8cde-79565ab3e0f8 req-2cdbe973-6dbf-407c-b399-ff7611f65d9b tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 210 time: 0.2158449 Jan 28 01:12:21.226178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36630) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:21.226565 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Pushing event updated for resources: {'Port': ['ID=86901ab7-28da-436e-9f46-a7345042931b,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:21.239294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.239865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.240217 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.240606 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.240945 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.241274 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.241616 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.241955 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.242280 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.242652 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.242980 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.243296 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.243614 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:21.254266 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] For port 86901ab7-28da-436e-9f46-a7345042931b, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:21.258680 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] For port 86901ab7-28da-436e-9f46-a7345042931b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86901ab7-28da-436e-9f46-a7345042931b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:21.264792 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86901ab7-28da-436e-9f46-a7345042931b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.269933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks [] for port (5d769a1a-902b-4a94-8f05-196686d6a315), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.287132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a3688e5-9e98-4875-80cc-d58582c3a4c1 req-9f1dab1c-b42b-480f-be9a-ded1deedb5cc tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8708687 Jan 28 01:12:21.301719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (194e7927-3cb4-4274-ae39-270f58457918), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.320061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks [] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.339677 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:21.340172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-04bcebdc-f9e8-4425-8ef7-c6ff902c8d4e None None] Provisioning complete for port 820ad766-7f54-483c-b888-4a4aa32c4dcd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:21.340327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:21.340543 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-04bcebdc-f9e8-4425-8ef7-c6ff902c8d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.351134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks [] for router_controller (194e7927-3cb4-4274-ae39-270f58457918), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.356414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.382497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397'}, {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb'}, {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf8372d-d159-4e74-abc1-9296558a7841'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:21.384689 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b96aea-4a31-470d-af04-7788dab628d7" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397"}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb"}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "2cf8372d-d159-4e74-abc1-9296558a7841"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:21.396058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 820ad766-7f54-483c-b888-4a4aa32c4dcd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:21.396436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.403876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:21.408080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:21.429536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:21.467395 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:21.504927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d769a1a-902b-4a94-8f05-196686d6a315,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:21.522964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (e819aecd-5e76-4286-85c7-27969be3d3b8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.543897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-04bcebdc-f9e8-4425-8ef7-c6ff902c8d4e None None] Current status of the port 820ad766-7f54-483c-b888-4a4aa32c4dcd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:21.546029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 820ad766-7f54-483c-b888-4a4aa32c4dcd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:21.547010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95c2a201-8a34-4f4c-a852-23b38027914b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:21.569768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-9d67dc93-1076-4a91-af86-56e10388d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:21.571366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-9d67dc93-1076-4a91-af86-56e10388d25b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7010331 Jan 28 01:12:21.596162 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb22e2-f6d7-4369-8ca8-cb4d72ac17cc None None] Pushing event updated for resources: {'Port': ['ID=86901ab7-28da-436e-9f46-a7345042931b,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:21.655377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 95c2a201-8a34-4f4c-a852-23b38027914b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:21.656155 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.679662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (194e7927-3cb4-4274-ae39-270f58457918), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.680171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 194e7927-3cb4-4274-ae39-270f58457918 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:21.717646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.777767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 95c2a201-8a34-4f4c-a852-23b38027914b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:21.797242 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:18Z', 'revision_number': 3, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:21.827027 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27673f50-f0cd-484c-9e3e-57c76a749fdc None None] The sync data for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 is: [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:18Z', 'revision_number': 3, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:21.872342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-995f5e7d-78ac-4fd0-9347-803819e98152 None None] Provisioning complete for port 5d769a1a-902b-4a94-8f05-196686d6a315 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:21.873080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-995f5e7d-78ac-4fd0-9347-803819e98152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.916454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-995f5e7d-78ac-4fd0-9347-803819e98152 None None] Port 5d769a1a-902b-4a94-8f05-196686d6a315 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:21.936087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks [] for port (5d769a1a-902b-4a94-8f05-196686d6a315), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:21.942044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.014207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d769a1a-902b-4a94-8f05-196686d6a315,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:22.018500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (e819aecd-5e76-4286-85c7-27969be3d3b8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.104143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ea325f2a-40b7-4de3-b7fb-d68df46871e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21529abe5a0d426cbe15f762da42114e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8341737 Jan 28 01:12:22.105412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.110160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36634) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:22.139518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['de726f55-a57f-4d7b-aba5-646f14c60d25'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:22.191803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.197861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.198047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:22.200625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:22.204170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.209805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.215127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.220983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.230476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.232468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-e83dd68f-896c-4ac0-bc70-bf2d7944596e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.8625903 Jan 28 01:12:22.233351 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 01:12:22.234307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-833a4f80-7368-4905-b218-841841eec72b tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.1029606 Jan 28 01:12:22.251192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36636) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:22.285824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562273ba-0b3b-4ffa-994b-849d89d4203c admin admin] Publish callbacks [] for security_group (767f0dfc-1c5a-4926-9050-a7becdbea0eb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.311308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0771-8647-49df-8155-717d4181c4d4 req-55846284-953a-4819-aaf6-2f425a3379ef tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.320092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f04e0771-8647-49df-8155-717d4181c4d4 req-55846284-953a-4819-aaf6-2f425a3379ef tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.8899832 Jan 28 01:12:22.354106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Network 3a33507a-6a6f-42ab-9375-87e41388c1be is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:22.401507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:22.401934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Router e819aecd-5e76-4286-85c7-27969be3d3b8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:22.409957 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562273ba-0b3b-4ffa-994b-849d89d4203c admin admin] Publish callbacks [] for security_group (767f0dfc-1c5a-4926-9050-a7becdbea0eb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.427871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Pushing event updated for resources: {'Port': ['ID=69e9b0dd-be0d-4cc6-bc86-73e945003760,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:22.437711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:22.546564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e470bddf-9276-4889-a545-770b5f88b03a None None] Provisioning complete for port 5d769a1a-902b-4a94-8f05-196686d6a315 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:22.547529 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e470bddf-9276-4889-a545-770b5f88b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.547675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-4e03ce3f-0128-455d-9f8b-8f6257bc2645 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9587398 Jan 28 01:12:22.557809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562273ba-0b3b-4ffa-994b-849d89d4203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (767f0dfc-1c5a-4926-9050-a7becdbea0eb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.560683 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562273ba-0b3b-4ffa-994b-849d89d4203c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.562080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-562273ba-0b3b-4ffa-994b-849d89d4203c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/767f0dfc-1c5a-4926-9050-a7becdbea0eb HTTP/1.1" status: 204 len: 168 time: 0.4518220 Jan 28 01:12:22.576856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562273ba-0b3b-4ffa-994b-849d89d4203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f0dfc-1c5a-4926-9050-a7becdbea0eb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:22.602474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:22.626072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e470bddf-9276-4889-a545-770b5f88b03a None None] Port 5d769a1a-902b-4a94-8f05-196686d6a315 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:22.641899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.646914 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b1b35f11-46a0-4c09-be91-a071333cf2a7 admin admin] 10.222.0.23 "PUT /v2.0/routers/e819aecd-5e76-4286-85c7-27969be3d3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8581865 Jan 28 01:12:22.672492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.673161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:22.727716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f04e0771-8647-49df-8155-717d4181c4d4 req-ac65c0d0-389c-47d0-a1be-a6501da3002d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067280 Jan 28 01:12:22.751486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9d14e2c-4e57-4bcf-bd3f-ccc2c09816d8 req-bd9c8a6a-cd73-450c-a49f-6792bbfe946e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5076592 Jan 28 01:12:22.785474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-c71814fb-735e-4cfa-9fb5-d686096972a6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0215397 Jan 28 01:12:22.808951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Request body: {'port': {'device_id': '2edcad38-8baf-4dcf-ae66-448556d61969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:22.835570 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a59e54-0fc9-4cea-b9e6-136bf65e5229 x-openstack-request-id: req-44a59e54-0fc9-4cea-b9e6-136bf65e5229 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:22.835864 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397", "code": 200}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb", "code": 200}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-plugged", "status": "completed", "tag": "2cf8372d-d159-4e74-abc1-9296558a7841", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:22.836295 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44a59e54-0fc9-4cea-b9e6-136bf65e5229 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:22.836862 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'code': 200} Jan 28 01:12:22.837320 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb', 'code': 200} Jan 28 01:12:22.837961 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf8372d-d159-4e74-abc1-9296558a7841', 'code': 200} Jan 28 01:12:23.082226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.082751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 820ad766-7f54-483c-b888-4a4aa32c4dcd up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:23.083222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.083398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.083954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.084578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.085101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.086476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.088142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-b44f6a67-00ac-41d6-898e-46574dfa49c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.0850646 Jan 28 01:12:23.143409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 820ad766-7f54-483c-b888-4a4aa32c4dcd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:23.144754 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.147246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Deleting port 349ea036-fca9-47ab-a236-7a31d140581d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:23.148068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (349ea036-fca9-47ab-a236-7a31d140581d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.151336 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d859cbd-8c1b-44d6-9adc-db1a928a1fed req-e780c5b8-663d-4409-a045-fc00f4c687fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558407 Jan 28 01:12:23.157986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ae2ddc-668c-42fe-9e33-79d56c621168 req-12081233-1e41-4807-b54c-43d5de231b73 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599864 Jan 28 01:12:23.240333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.249449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 820ad766-7f54-483c-b888-4a4aa32c4dcd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:23.250728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86901ab7-28da-436e-9f46-a7345042931b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:23.300426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 86901ab7-28da-436e-9f46-a7345042931b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:23.300848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86901ab7-28da-436e-9f46-a7345042931b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.307718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afc7ce-ecaa-4e58-9cb4-edcd8cb6d8dc req-9ab0b066-d457-4b5f-8798-11f52e3e9036 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.310202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9afc7ce-ecaa-4e58-9cb4-edcd8cb6d8dc req-9ab0b066-d457-4b5f-8798-11f52e3e9036 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 932 time: 0.4105253 Jan 28 01:12:23.357922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ad970-34b1-4507-85e4-2240b96de42f req-c3bb5597-fb19-4e55-aa91-0d232c63acb5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:23.359479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a6ad970-34b1-4507-85e4-2240b96de42f req-c3bb5597-fb19-4e55-aa91-0d232c63acb5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.4353609 Jan 28 01:12:23.382720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 86901ab7-28da-436e-9f46-a7345042931b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:23.383109 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86901ab7-28da-436e-9f46-a7345042931b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.404461 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:12:23.405049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 86901ab7-28da-436e-9f46-a7345042931b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86901ab7-28da-436e-9f46-a7345042931b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:23.409399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86901ab7-28da-436e-9f46-a7345042931b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.461797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=86901ab7-28da-436e-9f46-a7345042931b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:23.475670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (349ea036-fca9-47ab-a236-7a31d140581d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.570383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Calling delete_port for 349ea036-fca9-47ab-a236-7a31d140581d owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:23.594991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36666) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:23.604179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9afc7ce-ecaa-4e58-9cb4-edcd8cb6d8dc req-e2a36a19-eb65-4933-b43d-202179e563d6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825947 Jan 28 01:12:23.624765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a6ad970-34b1-4507-85e4-2240b96de42f req-e6728ade-870e-411d-9cf5-98d9851f453e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513771 Jan 28 01:12:23.674424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (b7688f26-ad20-4ca6-bece-885e884f7639), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.697683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.778726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-655874330'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:23.852042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=b7688f26-ad20-4ca6-bece-885e884f7639,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:23.873960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:23.877422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:23.921286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.060291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e9b0dd-be0d-4cc6-bc86-73e945003760 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:24.071910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Publish callbacks [] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.088714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Transition to ACTIVE for port object 69e9b0dd-be0d-4cc6-bc86-73e945003760 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:12:24.157549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for security_group (f55e8b06-c5bc-42e7-a587-0120a7cfd309), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.163090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f55e8b06-c5bc-42e7-a587-0120a7cfd309), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.170196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3c890adc-a800-460a-bb7d-df8ff79db30b None None] Provisioning complete for port b7688f26-ad20-4ca6-bece-885e884f7639 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:24.171079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c890adc-a800-460a-bb7d-df8ff79db30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.179396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (349ea036-fca9-47ab-a236-7a31d140581d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.230099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.237950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e8b06-c5bc-42e7-a587-0120a7cfd309,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:24.257228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:24.270722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1c9ea54a-fc20-4744-b149-2b8673a39f24), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.271077 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Added segment 1c9ea54a-fc20-4744-b149-2b8673a39f24 of type vlan for network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 Jan 28 01:12:24.294187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3c890adc-a800-460a-bb7d-df8ff79db30b None None] Port b7688f26-ad20-4ca6-bece-885e884f7639 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:24.320316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Pushing event deleted for resources: {'Port': ['ID=349ea036-fca9-47ab-a236-7a31d140581d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:24.334213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ae091c38-93f1-4d3a-b53e-cb68a3a4e611), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.339493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Sync routers for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:24.353036 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:24.354197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:24.377245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ae091c38-93f1-4d3a-b53e-cb68a3a4e611), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.385011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:24.385755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.476022 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8797355 Jan 28 01:12:24.476780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36692) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:24.497846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:24.522046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebc707-a881-4ec5-994c-ba9d891d724a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Network': ['ID=ae091c38-93f1-4d3a-b53e-cb68a3a4e611,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:24.546321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:24.610885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:24.617009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.651265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36696) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:24.664303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678247099', 'description': 'tempest-description--1257370338'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:24.730624 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.850962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:24.865578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.875723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d3e8b7c-009d-4c94-931f-8a347c8f20fb tempest-RoutersAdminNegativeTest-2121213140 tempest-RoutersAdminNegativeTest-2121213140-project-admin] 10.222.0.23 "DELETE /v2.0/ports/349ea036-fca9-47ab-a236-7a31d140581d HTTP/1.1" status: 204 len: 168 time: 2.6198287 Jan 28 01:12:24.908067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Attempting to bind port 69e9b0dd-be0d-4cc6-bc86-73e945003760 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:24.908412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Attempting to bind port 69e9b0dd-be0d-4cc6-bc86-73e945003760 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:24.908744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Attempting to bind port 69e9b0dd-be0d-4cc6-bc86-73e945003760 on network 3a33507a-6a6f-42ab-9375-87e41388c1be {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:24.972305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86901ab7-28da-436e-9f46-a7345042931b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:24.972788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group (9961edda-b5df-4c47-a57d-ce00446652d2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.977570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Port 69e9b0dd-be0d-4cc6-bc86-73e945003760 on network 3a33507a-6a6f-42ab-9375-87e41388c1be not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:12:24.977931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Attempting to bind port 69e9b0dd-be0d-4cc6-bc86-73e945003760 on network 3a33507a-6a6f-42ab-9375-87e41388c1be {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:24.980419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9961edda-b5df-4c47-a57d-ce00446652d2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:24.995342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44312e63-0b02-4917-8e84-2730135511ca req-60771330-318d-4872-9d43-a92320d079fa tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:24.997118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44312e63-0b02-4917-8e84-2730135511ca req-60771330-318d-4872-9d43-a92320d079fa tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 1.0815415 Jan 28 01:12:25.048025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:25.048410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Checking segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:25.049959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Bound using segment: {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:25.051430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Bound port: 69e9b0dd-be0d-4cc6-bc86-73e945003760, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:25.052118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.057372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9b0dd-be0d-4cc6-bc86-73e945003760,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:25.085596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.092010 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4385464 Jan 28 01:12:25.111621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36702) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:25.112618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2dfcd-639a-479c-9c7f-f49e03da5de2 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9961edda-b5df-4c47-a57d-ce00446652d2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:25.129414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Request body: {'security_group_rule': {'security_group_id': '9961edda-b5df-4c47-a57d-ce00446652d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:25.149415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (55b4de64-703e-4dbb-b347-094989b6e24b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.163695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.179565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.198058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.220362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.239324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.257915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.263648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.265825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-cf28c36c-ad8f-4cec-931a-dfbe1abb3f96 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.4792092 Jan 28 01:12:25.266530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (d5fea18a-8be3-43ca-8848-5d242e03cefb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.329702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 86901ab7-28da-436e-9f46-a7345042931b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:25.330281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86901ab7-28da-436e-9f46-a7345042931b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.347982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group_rule (dc926801-9bf4-44c4-b483-1d09243fe62f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.434970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=55b4de64-703e-4dbb-b347-094989b6e24b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:25.457015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 86901ab7-28da-436e-9f46-a7345042931b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:25.463956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 2, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:25.482319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:25.482783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network hostable DHCP agents. Network: ae091c38-93f1-4d3a-b53e-cb68a3a4e611, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:25.521252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36706) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:25.543396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group_rule (dc926801-9bf4-44c4-b483-1d09243fe62f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.545205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:25.549139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (dc926801-9bf4-44c4-b483-1d09243fe62f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.572933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ae091c38-93f1-4d3a-b53e-cb68a3a4e611) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:25.579251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc926801-9bf4-44c4-b483-1d09243fe62f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:25.582027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.582641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.593077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Checking router: e819aecd-5e76-4286-85c7-27969be3d3b8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:12:25.593476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Updating router e819aecd-5e76-4286-85c7-27969be3d3b8 port 5d769a1a-902b-4a94-8f05-196686d6a315 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:12:25.606560 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b458b453-9936-402e-b259-f3bbb4a0f289 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1155140 Jan 28 01:12:25.615108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.618604 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-91b6b12a-c957-4f94-a355-e8c1b7349bae tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4952915 Jan 28 01:12:25.619416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36710) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:25.621264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36712) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:25.634671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Request body: {'security_group_rule': {'security_group_id': '9961edda-b5df-4c47-a57d-ce00446652d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:25.650061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'name': 'tempest-NetworksTestDHCPv6-1832157723'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:25.667436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c84d85-26d2-40cc-a2f8-dc035019a8c1 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:25.710034 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.818169 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.835562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfad4275-7578-43fe-ada7-f3addc62239c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.851022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group_rule (00794128-6142-49b1-bf24-0802f3ce7583), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.861970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44312e63-0b02-4917-8e84-2730135511ca req-722d89fb-8ece-42f0-a06c-e34a15fc562e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8447862 Jan 28 01:12:25.944761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '55b4de64-703e-4dbb-b347-094989b6e24b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:25.945639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.980932 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group_rule (00794128-6142-49b1-bf24-0802f3ce7583), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.990313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (00794128-6142-49b1-bf24-0802f3ce7583), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.992690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6db53f3a-2986-485d-8b96-9c77a00dd962 req-dbfd07f1-0b60-4456-a389-2f44deac5f7c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6613467 Jan 28 01:12:26.089290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] For port 69e9b0dd-be0d-4cc6-bc86-73e945003760, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:26.092967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] For port 69e9b0dd-be0d-4cc6-bc86-73e945003760, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:26.098024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.167372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfad4275-7578-43fe-ada7-f3addc62239c admin admin] Publish callbacks [] for security_group (f6af03d9-aa9d-4414-9f43-f5a60e3275f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.206261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00794128-6142-49b1-bf24-0802f3ce7583,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:26.210507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfad4275-7578-43fe-ada7-f3addc62239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f6af03d9-aa9d-4414-9f43-f5a60e3275f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.259322 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cfad4275-7578-43fe-ada7-f3addc62239c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22241133c60443d09d9aee74c70886bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7346733 Jan 28 01:12:26.259322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:26.263112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.265273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36714) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:26.273651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.275076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1f2565a7-5742-4c54-ad71-3033bfadd2cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6487656 Jan 28 01:12:26.298800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36716) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:26.314708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:26.338444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 35372acc-8955-4b56-a7be-f7da479417c2 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:26.344596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:26.345263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.346770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] 10.222.0.45 "PUT /v2.0/ports/69e9b0dd-be0d-4cc6-bc86-73e945003760 HTTP/1.1" status: 200 len: 1092 time: 3.5426233 Jan 28 01:12:26.405045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edcad38-8baf-4dcf-ae66-448556d61969', 'tag': '69e9b0dd-be0d-4cc6-bc86-73e945003760'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:26.407481 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a6959-9921-408e-9957-0d0c86dd04ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2edcad38-8baf-4dcf-ae66-448556d61969", "tag": "69e9b0dd-be0d-4cc6-bc86-73e945003760"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:26.426633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54c78-f46a-4df4-a15a-04fb09c623cc req-245a81fe-ca74-483e-bec4-d807c06ed016 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:26.428304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dda54c78-f46a-4df4-a15a-04fb09c623cc req-245a81fe-ca74-483e-bec4-d807c06ed016 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 944 time: 0.3828433 Jan 28 01:12:26.429008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9b0dd-be0d-4cc6-bc86-73e945003760,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:26.512167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad4275-7578-43fe-ada7-f3addc62239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6af03d9-aa9d-4414-9f43-f5a60e3275f8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:26.578333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.579461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.580176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.580922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.581674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.582554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.583115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.583838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.584403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.585109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.585658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.586570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.587976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be654ed0-66a3-4185-90fd-c1abe4981825 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:26.613560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/55b4de64-703e-4dbb-b347-094989b6e24b/4fa8c911-782e-4277-96bc-cc83d60e654a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:26.769269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Publish callbacks [] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.796405 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:26.858866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Pushing event updated for resources: {'Port': ['ID=4fa8c911-782e-4277-96bc-cc83d60e654a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:26.897172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:26.914242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:26.920027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:26.993002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::279 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/55b4de64-703e-4dbb-b347-094989b6e24b/35372acc-8955-4b56-a7be-f7da479417c2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:27.084151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Attempting to bind port 4fa8c911-782e-4277-96bc-cc83d60e654a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:27.084501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Attempting to bind port 4fa8c911-782e-4277-96bc-cc83d60e654a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:27.084872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Attempting to bind port 4fa8c911-782e-4277-96bc-cc83d60e654a on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:27.099110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:27.099493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:27.099903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.100313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:27.110922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Bound port: 4fa8c911-782e-4277-96bc-cc83d60e654a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:27.113852 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.215223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (35372acc-8955-4b56-a7be-f7da479417c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.244790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] For port 4fa8c911-782e-4277-96bc-cc83d60e654a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:27.248140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] For port 4fa8c911-782e-4277-96bc-cc83d60e654a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4fa8c911-782e-4277-96bc-cc83d60e654a,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:27.261832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (35372acc-8955-4b56-a7be-f7da479417c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.276169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Publish callbacks [] for port (5d769a1a-902b-4a94-8f05-196686d6a315), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.280341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2220eb-3f39-47cb-a108-d00b9e88eb9f req-9935a3f3-cb3d-466f-b513-d099a1f463de tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.280898 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.281892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d2220eb-3f39-47cb-a108-d00b9e88eb9f req-9935a3f3-cb3d-466f-b513-d099a1f463de tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 1.0871441 Jan 28 01:12:27.302169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.328800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-87a28650-2871-4398-b984-ceb5fde7954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.330044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-87a28650-2871-4398-b984-ceb5fde7954b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 1095 time: 0.8371000 Jan 28 01:12:27.335042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.367657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6182-fd86-4ac3-ab7b-821fb4af8afa admin admin] Publish callbacks [] for security_group (f6af03d9-aa9d-4414-9f43-f5a60e3275f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.387512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dda54c78-f46a-4df4-a15a-04fb09c623cc req-34ddb7f5-3c03-4871-bdf0-0e414c8e375f tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9405310 Jan 28 01:12:27.413629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6182-fd86-4ac3-ab7b-821fb4af8afa admin admin] Publish callbacks [] for security_group (f6af03d9-aa9d-4414-9f43-f5a60e3275f8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.437791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e91d2-7472-4e01-977b-bb9d478731ac None None] Pushing event updated for resources: {'Port': ['ID=4fa8c911-782e-4277-96bc-cc83d60e654a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:27.511756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:27.512368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (b7688f26-ad20-4ca6-bece-885e884f7639), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.546734 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd9475-26e4-4a80-b34a-2fcd01743a36 x-openstack-request-id: req-9dbd9475-26e4-4a80-b34a-2fcd01743a36 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:27.547619 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edcad38-8baf-4dcf-ae66-448556d61969", "tag": "69e9b0dd-be0d-4cc6-bc86-73e945003760", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:27.550722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6182-fd86-4ac3-ab7b-821fb4af8afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f6af03d9-aa9d-4414-9f43-f5a60e3275f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.551209 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dbd9475-26e4-4a80-b34a-2fcd01743a36 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:27.551822 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edcad38-8baf-4dcf-ae66-448556d61969', 'tag': '69e9b0dd-be0d-4cc6-bc86-73e945003760', 'status': 'completed', 'code': 200} Jan 28 01:12:27.553724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6182-fd86-4ac3-ab7b-821fb4af8afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.555016 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5bbe6182-fd86-4ac3-ab7b-821fb4af8afa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6af03d9-aa9d-4414-9f43-f5a60e3275f8 HTTP/1.1" status: 204 len: 168 time: 1.2855322 Jan 28 01:12:27.569050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=35372acc-8955-4b56-a7be-f7da479417c2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:27.572864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:27.580275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:27.602547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.603564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.616103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe6182-fd86-4ac3-ab7b-821fb4af8afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6af03d9-aa9d-4414-9f43-f5a60e3275f8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:27.666120 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2e57fd63-0371-4ef2-9aa9-d10356a79ca5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0436990 Jan 28 01:12:27.672212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36726) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:27.725345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Attempting to bind port 5d769a1a-902b-4a94-8f05-196686d6a315 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:27.725345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Attempting to bind port 5d769a1a-902b-4a94-8f05-196686d6a315 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:27.727386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Attempting to bind port 5d769a1a-902b-4a94-8f05-196686d6a315 on network 5d3ad522-b69f-4284-a892-50d261ac5b1c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:27.763265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc73a3-84cb-408f-82d6-748057674545 None None] Pushing event updated for resources: {'Port': ['ID=5d769a1a-902b-4a94-8f05-196686d6a315,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:27.765369 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.766716 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (d5fea18a-8be3-43ca-8848-5d242e03cefb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.776780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:27.777165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Checking segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:27.777597 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.778019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Bound using segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:27.778531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Bound port: 5d769a1a-902b-4a94-8f05-196686d6a315, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:27.782176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.852439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-a3bbd749-8b84-47c0-a369-dce9d09c3eab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760 HTTP/1.1" status: 200 len: 217 time: 0.4329946 Jan 28 01:12:27.880258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107a703-f497-4249-9545-c3925daba81a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.913289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107a703-f497-4249-9545-c3925daba81a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.920470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4107a703-f497-4249-9545-c3925daba81a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2451863 Jan 28 01:12:27.925676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:27.935536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] For port 5d769a1a-902b-4a94-8f05-196686d6a315, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:27.956125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] For port 5d769a1a-902b-4a94-8f05-196686d6a315, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5d769a1a-902b-4a94-8f05-196686d6a315,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:27.961677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d2220eb-3f39-47cb-a108-d00b9e88eb9f req-8682d1ab-de70-4459-ad27-4a86e22c7679 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6418092 Jan 28 01:12:27.962678 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:27.963140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=b7688f26-ad20-4ca6-bece-885e884f7639,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:28.056463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:28.154865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc73a3-84cb-408f-82d6-748057674545 None None] Pushing event updated for resources: {'Port': ['ID=5d769a1a-902b-4a94-8f05-196686d6a315,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:28.220151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] Provisioning complete for port 5d769a1a-902b-4a94-8f05-196686d6a315 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:28.226440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:28.310817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:28.312480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:28.362098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:28.379544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36734) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:28.387621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:28.452937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9803f-0161-4f39-874f-906014f4ed14 req-535c8a00-0839-43f4-8445-52024818df07 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.455555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bf9803f-0161-4f39-874f-906014f4ed14 req-535c8a00-0839-43f4-8445-52024818df07 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.6700518 Jan 28 01:12:28.549278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 35372acc-8955-4b56-a7be-f7da479417c2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:28.549686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (35372acc-8955-4b56-a7be-f7da479417c2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:28.702990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-466f1736-2fde-48f0-8a55-3781da41866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.704565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-466f1736-2fde-48f0-8a55-3781da41866b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.7096972 Jan 28 01:12:28.728207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.732509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:28.734855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] Current status of the port 5d769a1a-902b-4a94-8f05-196686d6a315 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:28.734855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:28.745395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.764186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.769740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.787745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (35372acc-8955-4b56-a7be-f7da479417c2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:28.793793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.803967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.821942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.833371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 35372acc-8955-4b56-a7be-f7da479417c2 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:28.843329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-ea83172a-8fd0-4283-a1fa-85e965105dcb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.6587527 Jan 28 01:12:28.953286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] For port 5d769a1a-902b-4a94-8f05-196686d6a315, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5d769a1a-902b-4a94-8f05-196686d6a315,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:28.999758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.149815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (35372acc-8955-4b56-a7be-f7da479417c2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.156655 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-76b5af1d-e5b1-4ab9-a490-6c187ecedc17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c224ee1aa96c43f6bd000299ef25495f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7637193 Jan 28 01:12:29.186286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-351ad043-d8e9-49b6-94c3-bfe16ac39df2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359293 Jan 28 01:12:29.193603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36740) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:29.196247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=35372acc-8955-4b56-a7be-f7da479417c2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:29.213759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4fa8c911-782e-4277-96bc-cc83d60e654a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:29.253254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.259623 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6e0dd4bb-330b-4282-8f7d-58974b63da4d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/35372acc-8955-4b56-a7be-f7da479417c2 HTTP/1.1" status: 204 len: 168 time: 1.3267770 Jan 28 01:12:29.262125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:29.314763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ade127-effd-4826-8de6-04959cc7772c None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:29.320955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bf9803f-0161-4f39-874f-906014f4ed14 req-9f0de2b1-cf8a-4001-8b01-253135c394e7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635169 Jan 28 01:12:29.333363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Allocated IP 172.25.1.6 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e306f59d-df27-429d-8d22-dc6992e720db) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:29.351729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6dc1fb92-2002-49a3-8a89-0213ad9979b2 req-7e7c4f33-134d-4807-967b-141b7de1e656 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5074446 Jan 28 01:12:29.428648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae426f4c-9342-4e9f-b56c-228ef252a9fa tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:29.434911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae426f4c-9342-4e9f-b56c-228ef252a9fa tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:29.441039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ae426f4c-9342-4e9f-b56c-228ef252a9fa tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1776097 Jan 28 01:12:29.443731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36746) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:29.533769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router d5fea18a-8be3-43ca-8848-5d242e03cefb is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:12:29.555810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c64301f-9d4b-4a53-b5c8-fb6049bb8740 admin admin] Publish callbacks [] for security_group (5c618184-56a5-4f29-8fb3-1468bebfdfe0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.624956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 55b4de64-703e-4dbb-b347-094989b6e24b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:29.636186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (55b4de64-703e-4dbb-b347-094989b6e24b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.701959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (55b4de64-703e-4dbb-b347-094989b6e24b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.710396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8c47-0420-4c4a-9aa6-c12d344994b6 None None] Pushing event updated for resources: {'Port': ['ID=5d769a1a-902b-4a94-8f05-196686d6a315,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:29.730346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-87cdad91-90b1-4721-9d05-afc09de64990 None None] Provisioning complete for port 5d769a1a-902b-4a94-8f05-196686d6a315 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:29.731077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-87cdad91-90b1-4721-9d05-afc09de64990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.751013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140b1fa-7b6d-47e0-bd6d-5890a66d1805 req-20e802c5-b855-4129-91fe-653ed590e13f tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:29.752635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for port (e306f59d-df27-429d-8d22-dc6992e720db), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.761463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4140b1fa-7b6d-47e0-bd6d-5890a66d1805 req-20e802c5-b855-4129-91fe-653ed590e13f tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 944 time: 0.1970787 Jan 28 01:12:29.775058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c64301f-9d4b-4a53-b5c8-fb6049bb8740 admin admin] Publish callbacks [] for security_group (5c618184-56a5-4f29-8fb3-1468bebfdfe0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.780564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-117c53a0-cb30-4aac-bb24-2476cdcf0dca service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224500 Jan 28 01:12:29.787213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4fa8c911-782e-4277-96bc-cc83d60e654a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:29.787827 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.855582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e306f59d-df27-429d-8d22-dc6992e720db), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.874816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:29.879021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:29.903075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (55b4de64-703e-4dbb-b347-094989b6e24b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:29.907054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:29.993542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef105155-c570-4cbd-9e93-126fc8a68f35 req-756b854a-3522-4315-aa8f-40b5f5590e9b service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270616 Jan 28 01:12:30.016894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event updated for resources: {'Port': ['ID=e306f59d-df27-429d-8d22-dc6992e720db,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:30.067239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9de9bb-fa93-41d3-bf41-b8eea087a85a req-6a86757e-f693-4737-832c-f6d8661702c8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.068909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f9de9bb-fa93-41d3-bf41-b8eea087a85a req-6a86757e-f693-4737-832c-f6d8661702c8 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.5098760 Jan 28 01:12:30.130616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4fa8c911-782e-4277-96bc-cc83d60e654a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:30.131093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.136685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4140b1fa-7b6d-47e0-bd6d-5890a66d1805 req-1823f529-1fb4-4608-8122-1e0479ffbd87 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741558 Jan 28 01:12:30.149486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:27Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:30.189494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (55b4de64-703e-4dbb-b347-094989b6e24b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.195593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c343f-d99a-441d-91d9-6a0c5e87f79f None None] The sync data for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 is: [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:27Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:30.269695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-87cdad91-90b1-4721-9d05-afc09de64990 None None] Current status of the port 5d769a1a-902b-4a94-8f05-196686d6a315 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:30.342713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:12:30.343355 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:12:30.349251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f9de9bb-fa93-41d3-bf41-b8eea087a85a req-0b9153cc-7099-4aee-9138-de326b173cf0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533720 Jan 28 01:12:30.350595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:30.351515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-87cdad91-90b1-4721-9d05-afc09de64990 None None] Provisioning complete for port b7688f26-ad20-4ca6-bece-885e884f7639 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:30.352099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-87cdad91-90b1-4721-9d05-afc09de64990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.361111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eee9e472-59e7-4495-a029-96c0dc6a32ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/d5fea18a-8be3-43ca-8848-5d242e03cefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9162660 Jan 28 01:12:30.366121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:30.367124 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] Sync routers for ids ['d5fea18a-8be3-43ca-8848-5d242e03cefb'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:30.389168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.397590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/55b4de64-703e-4dbb-b347-094989b6e24b HTTP/1.1" status: 204 len: 168 time: 0.9436574 Jan 28 01:12:30.400108 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] Routers {'d5fea18a-8be3-43ca-8848-5d242e03cefb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:30.403320 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5fea18a-8be3-43ca-8848-5d242e03cefb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:30.404574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f2f0d-ba72-40aa-8316-d2fff6db0131 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=55b4de64-703e-4dbb-b347-094989b6e24b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:30.429540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36752) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:30.430584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-87cdad91-90b1-4721-9d05-afc09de64990 None None] Port b7688f26-ad20-4ca6-bece-885e884f7639 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:30.475744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (d3003cd5-89f7-464c-a2db-14059796fa14), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.524376 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:30.552891 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] Routers {'d5fea18a-8be3-43ca-8848-5d242e03cefb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:30.557138 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5fea18a-8be3-43ca-8848-5d242e03cefb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:30.580519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] Provisioning complete for port 4fa8c911-782e-4277-96bc-cc83d60e654a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:30.580896 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.587041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e306f59d-df27-429d-8d22-dc6992e720db), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.597582 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c64301f-9d4b-4a53-b5c8-fb6049bb8740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5c618184-56a5-4f29-8fb3-1468bebfdfe0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.606534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c64301f-9d4b-4a53-b5c8-fb6049bb8740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:30.607725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9c64301f-9d4b-4a53-b5c8-fb6049bb8740 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c618184-56a5-4f29-8fb3-1468bebfdfe0 HTTP/1.1" status: 204 len: 168 time: 1.3710561 Jan 28 01:12:30.652769 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:30.653977 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875f1f7-c2c8-4ebe-ab1e-63d544b0a597 None None] The sync data for ids ['d5fea18a-8be3-43ca-8848-5d242e03cefb'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:30.791105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7cda30ba-00be-43ec-b38b-3865568db486 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3366005 Jan 28 01:12:30.816326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206f9f7-d227-416e-881c-05b10451cb1e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.818229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9206f9f7-d227-416e-881c-05b10451cb1e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports/b7688f26-ad20-4ca6-bece-885e884f7639 HTTP/1.1" status: 200 len: 983 time: 0.3915548 Jan 28 01:12:30.829881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:30.830517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36758) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:30.851882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:30.905481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.928702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.951190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.971185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.984233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:30.995495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:31.015147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:31.023434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48cd83ea-efe4-4c61-816d-eb7054609c6c req-d5f3772a-05d8-441f-8729-e4321f365b9b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.6605988 Jan 28 01:12:31.032291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36762) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:31.040841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64301f-9d4b-4a53-b5c8-fb6049bb8740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c618184-56a5-4f29-8fb3-1468bebfdfe0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:31.060135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Request body: {'floatingip': {'port_id': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:31.206507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6959-9921-408e-9957-0d0c86dd04ad req-3fce7f43-700a-40e5-9481-ed8ba89edd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:31.217598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-3fce7f43-700a-40e5-9481-ed8ba89edd90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 1095 time: 1.0406384 Jan 28 01:12:31.233993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (4997ffa9-2ba0-4f5b-be9c-3f720afb94c8), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.393499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] Current status of the port 4fa8c911-782e-4277-96bc-cc83d60e654a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:31.394063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.395943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd49d5-5e25-4cd2-adb7-f4cd0c85a4b2 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:31.467586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413851a8-f992-4021-94c0-f162471dd18e req-34a0678f-227e-4155-ba05-dd7e6bf38f78 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:31.469359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-413851a8-f992-4021-94c0-f162471dd18e req-34a0678f-227e-4155-ba05-dd7e6bf38f78 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.6878328 Jan 28 01:12:31.616014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:31.620586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.679511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for port (e306f59d-df27-429d-8d22-dc6992e720db), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.716440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] For port 4fa8c911-782e-4277-96bc-cc83d60e654a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4fa8c911-782e-4277-96bc-cc83d60e654a,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:31.743441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.743441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4fa8c911-782e-4277-96bc-cc83d60e654a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:31.743441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.830614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e306f59d-df27-429d-8d22-dc6992e720db), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:31.895786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-100b9184-9d72-43ed-82e3-e1f51082e96a None None] Could not find standard attr ID for object 35372acc-8955-4b56-a7be-f7da479417c2. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:12:31.963780 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:12:31.964175 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:12:31.970686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event updated for resources: {'Port': ['ID=e306f59d-df27-429d-8d22-dc6992e720db,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:32.006647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7833069-cd45-41f2-882f-dce7c43776a3 None None] Pushing event updated for resources: {'Port': ['ID=4fa8c911-782e-4277-96bc-cc83d60e654a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:32.056663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6959-9921-408e-9957-0d0c86dd04ad req-3ac24964-981d-4f45-b4e1-27e178840b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:32.056663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-3ac24964-981d-4f45-b4e1-27e178840b95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 912 time: 0.6870525 Jan 28 01:12:32.090362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da181112-e47d-4d11-a635-fbe245423861 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:32.146155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c794d40-ee4d-4f43-851e-76f4ff2f4cf0 req-68c4194d-bf22-43f9-a26c-131c705505e5 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:32.157267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c794d40-ee4d-4f43-851e-76f4ff2f4cf0 req-68c4194d-bf22-43f9-a26c-131c705505e5 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 944 time: 0.7931468 Jan 28 01:12:32.162795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-da181112-e47d-4d11-a635-fbe245423861 None None] Deleting port 4fa8c911-782e-4277-96bc-cc83d60e654a {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:32.163500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da181112-e47d-4d11-a635-fbe245423861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:32.169216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-413851a8-f992-4021-94c0-f162471dd18e req-9fe939d3-5f7c-4607-a0f3-a47d1ec3b681 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494789 Jan 28 01:12:32.260504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-cd22feef-a53b-49e0-a83f-612c1b3cc548 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760 HTTP/1.1" status: 200 len: 217 time: 0.1364434 Jan 28 01:12:32.302960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da181112-e47d-4d11-a635-fbe245423861 None None] For port 4fa8c911-782e-4277-96bc-cc83d60e654a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4fa8c911-782e-4277-96bc-cc83d60e654a,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:32.303314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da181112-e47d-4d11-a635-fbe245423861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:32.321492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36786) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:32.337501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-da181112-e47d-4d11-a635-fbe245423861 None None] Calling delete_port for 4fa8c911-782e-4277-96bc-cc83d60e654a owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:32.403830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d3003cd5-89f7-464c-a2db-14059796fa14), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:32.448445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:32.453833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-54d92668-be61-46e1-992c-f44f6fc89a46 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1536226 Jan 28 01:12:32.508235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69e9b0dd-be0d-4cc6-bc86-73e945003760 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:32.624107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'networks': [{'name': 'tempest-network--653156817'}, {'name': 'tempest-network--199375375'}]} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:32.625093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'network': {'name': 'tempest-network--653156817'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:32.630266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'network': {'name': 'tempest-network--199375375'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:32.639279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6959-9921-408e-9957-0d0c86dd04ad req-5d040e25-3060-4891-801e-ff61061d9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:32.640892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-5d040e25-3060-4891-801e-ff61061d9107 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.3563294 Jan 28 01:12:32.726391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c794d40-ee4d-4f43-851e-76f4ff2f4cf0 req-63968fc2-9f23-4929-afbf-7c59723bfa68 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679951 Jan 28 01:12:32.746707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 69e9b0dd-be0d-4cc6-bc86-73e945003760, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:32.762786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-70779477-9bf2-4c8c-b9bd-41fbcddeb620 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404332 Jan 28 01:12:32.771763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '69e9b0dd-be0d-4cc6-bc86-73e945003760', 'network_id': '3a33507a-6a6f-42ab-9375-87e41388c1be', 'port_id': '69e9b0dd-be0d-4cc6-bc86-73e945003760', 'mac_address': 'fa:16:3e:b5:2f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abf792a4-d986-4836-9dfa-1cea7e7e1f84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:32.826896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4fa8c911-782e-4277-96bc-cc83d60e654a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:32.847861 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da181112-e47d-4d11-a635-fbe245423861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4fa8c911-782e-4277-96bc-cc83d60e654a), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:32.848267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600eaac-2313-4b47-8d8f-96c1853fb54d req-96fd019c-b4e9-4ede-a15d-800dfb57dcb7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:32.856075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2600eaac-2313-4b47-8d8f-96c1853fb54d req-96fd019c-b4e9-4ede-a15d-800dfb57dcb7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.5519562 Jan 28 01:12:32.950110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da181112-e47d-4d11-a635-fbe245423861 None None] No DVR routers for this DVR port 4fa8c911-782e-4277-96bc-cc83d60e654a on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:33.012139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da181112-e47d-4d11-a635-fbe245423861 None None] Pushing event deleted for resources: {'Port': ['ID=4fa8c911-782e-4277-96bc-cc83d60e654a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:33.031049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 69e9b0dd-be0d-4cc6-bc86-73e945003760 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:33.031959 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.069318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e9b0dd-be0d-4cc6-bc86-73e945003760 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:33.095772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5d769a1a-902b-4a94-8f05-196686d6a315 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:33.146227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 69e9b0dd-be0d-4cc6-bc86-73e945003760, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:33.155842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.226465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=69e9b0dd-be0d-4cc6-bc86-73e945003760,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:33.258958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'network': 2} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:33.264133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.265069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5d769a1a-902b-4a94-8f05-196686d6a315 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:33.265442 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.328684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.552752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for security_group (242df454-4969-4c73-871b-77db27cef675), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.579736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.601095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.608432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (242df454-4969-4c73-871b-77db27cef675), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.609100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.615278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5d769a1a-902b-4a94-8f05-196686d6a315 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:33.712206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4fa8c911-782e-4277-96bc-cc83d60e654a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:33.749230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4fa8c911-782e-4277-96bc-cc83d60e654a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:33.749492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4fa8c911-782e-4277-96bc-cc83d60e654a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:33.778502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['69e9b0dd-be0d-4cc6-bc86-73e945003760'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:33.826019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:33.858490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:33.881933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242df454-4969-4c73-871b-77db27cef675,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:33.885477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:33.913955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:33.915881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:33.917577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac15ef-f9c3-407d-87b0-866ee8dcf344 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:33.933584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2600eaac-2313-4b47-8d8f-96c1853fb54d req-bd6261ea-194c-4881-a239-63cad160df8d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0755825 Jan 28 01:12:33.936220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:34.011619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (d5fea18a-8be3-43ca-8848-5d242e03cefb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.099857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-aa60b1f2-9cbb-4b13-9afd-4a233ae3e85f service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3286881 Jan 28 01:12:34.120150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:34.121016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.156014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b23728a0-5056-4a0e-bfac-7358fa4923fe), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.156697 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Added segment b23728a0-5056-4a0e-bfac-7358fa4923fe of type vlan for network 54449308-8fcf-4927-a14d-bbdde309b7f0 Jan 28 01:12:34.179493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2148e63-6a6a-4944-b6e4-5fe1287ae235 req-1e9074ae-d1e3-4194-846c-f0edd58b775b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:34.181420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2148e63-6a6a-4944-b6e4-5fe1287ae235 req-1e9074ae-d1e3-4194-846c-f0edd58b775b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.5119026 Jan 28 01:12:34.391338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18/4584d0ef-c0cf-4dd9-abea-4cd589216c29) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:34.420110 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0902fa4f-47c2-4166-a061-03e8406e9b47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5861442 Jan 28 01:12:34.429985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36868) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:34.446847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29824c7f-92aa-4d60-81ce-ed2bb13f166a req-e3403928-8af2-464b-9261-ad3b24c64ece tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:34.464787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29824c7f-92aa-4d60-81ce-ed2bb13f166a req-e3403928-8af2-464b-9261-ad3b24c64ece tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 945 time: 0.3463860 Jan 28 01:12:34.493717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'name': 'tempest-NetworksTestDHCPv6-297619184'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:34.507724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (54449308-8fcf-4927-a14d-bbdde309b7f0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.717539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Publish callbacks [] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.731029 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.732919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:34.758304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ecc808df-c140-4d80-b6c4-c5aec230552e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.759099 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Added segment ecc808df-c140-4d80-b6c4-c5aec230552e of type vlan for network e04a3529-e944-463d-a568-d0badf595eff Jan 28 01:12:34.782091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Pushing event updated for resources: {'Port': ['ID=4584d0ef-c0cf-4dd9-abea-4cd589216c29,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:34.825213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:34.826632 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e04a3529-e944-463d-a568-d0badf595eff), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.830266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:34.870847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:34.892915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (54449308-8fcf-4927-a14d-bbdde309b7f0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.893468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e04a3529-e944-463d-a568-d0badf595eff), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.900618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:34.910604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:34.911376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.926258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-598a6959-9921-408e-9957-0d0c86dd04ad req-6863239e-b2f5-42f7-b941-7ab21ac82e5f service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221266 Jan 28 01:12:34.946503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:12:34.966080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Attempting to bind port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:34.966452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Attempting to bind port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:34.966745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2148e63-6a6a-4944-b6e4-5fe1287ae235 req-93c9f580-a487-4b93-b295-234d8c8e3741 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524133 Jan 28 01:12:34.966895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Attempting to bind port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:34.972558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:34.973125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:34.973545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:34.973978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:34.974455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Bound port: 4584d0ef-c0cf-4dd9-abea-4cd589216c29, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:34.975248 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:35.076876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] For port 4584d0ef-c0cf-4dd9-abea-4cd589216c29, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:35.081552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] For port 4584d0ef-c0cf-4dd9-abea-4cd589216c29, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4584d0ef-c0cf-4dd9-abea-4cd589216c29,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:35.087804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:35.098012 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7637520 Jan 28 01:12:35.109253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36874) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:35.228691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf890-2cd5-4d05-8def-4f72500885bd None None] Pushing event updated for resources: {'Port': ['ID=4584d0ef-c0cf-4dd9-abea-4cd589216c29,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:35.242873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:35.247097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:35.275303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:35.293981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (4997ffa9-2ba0-4f5b-be9c-3f720afb94c8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:35.352742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29824c7f-92aa-4d60-81ce-ed2bb13f166a req-6b1fb640-2585-49db-ba9c-04e2cab92d48 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831847 Jan 28 01:12:35.405986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Network': ['ID=54449308-8fcf-4927-a14d-bbdde309b7f0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:35.416866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a208e-950f-4b43-a7e5-f39cd33dd21f req-edee12bf-8f75-4de5-9cdd-dd31ff5fee23 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.419278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a9a208e-950f-4b43-a7e5-f39cd33dd21f req-edee12bf-8f75-4de5-9cdd-dd31ff5fee23 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.3394580 Jan 28 01:12:35.451199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 54449308-8fcf-4927-a14d-bbdde309b7f0 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:35.600693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81959699-0acf-4333-806a-abe75e9545a3 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.602380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port c0a2964c-3e20-498e-a313-256c2a8629e0 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:35.607684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81959699-0acf-4333-806a-abe75e9545a3 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.613294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81959699-0acf-4333-806a-abe75e9545a3 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.620487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81959699-0acf-4333-806a-abe75e9545a3 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.626147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-81959699-0acf-4333-806a-abe75e9545a3 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5082059 Jan 28 01:12:35.631129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36876) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:35.654835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be711ad9-6823-4e9d-aac5-2634952b11f6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Network': ['ID=e04a3529-e944-463d-a568-d0badf595eff,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:35.721213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e04a3529-e944-463d-a568-d0badf595eff details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:35.816152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (54449308-8fcf-4927-a14d-bbdde309b7f0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:35.824458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a9a208e-950f-4b43-a7e5-f39cd33dd21f req-f0194fb0-53aa-42c0-96a7-54fc19b404fa tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906652 Jan 28 01:12:35.895711 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Floating IP 4997ffa9-2ba0-4f5b-be9c-3f720afb94c8 associated. External IP: 172.25.1.158, port: c098b13d-86cb-4235-9e1e-5ac1fdc72397. Jan 28 01:12:35.904379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port b7688f26-ad20-4ca6-bece-885e884f7639 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:35.905034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.161976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (54449308-8fcf-4927-a14d-bbdde309b7f0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.266427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::2b6 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18/c0a2964c-3e20-498e-a313-256c2a8629e0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:36.272549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54449308-8fcf-4927-a14d-bbdde309b7f0']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:36.314769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23728a0-5056-4a0e-bfac-7358fa4923fe') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:36.318235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23728a0-5056-4a0e-bfac-7358fa4923fe') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:36.422525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.480459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b23728a0-5056-4a0e-bfac-7358fa4923fe), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.509133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69e9b0dd-be0d-4cc6-bc86-73e945003760 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:36.513607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for b7688f26-ad20-4ca6-bece-885e884f7639 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:36.571117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b23728a0-5056-4a0e-bfac-7358fa4923fe), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.585104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:36.585911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b23728a0-5056-4a0e-bfac-7358fa4923fe), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:36.599987 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:36.689017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 69e9b0dd-be0d-4cc6-bc86-73e945003760 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:36.699501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 69e9b0dd-be0d-4cc6-bc86-73e945003760 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:36.699936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.832561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (54449308-8fcf-4927-a14d-bbdde309b7f0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.847836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 69e9b0dd-be0d-4cc6-bc86-73e945003760 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:36.849026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.851044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.860993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/networks/54449308-8fcf-4927-a14d-bbdde309b7f0 HTTP/1.1" status: 204 len: 168 time: 1.2278390 Jan 28 01:12:36.885885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36888) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:36.892970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcad38-8baf-4dcf-ae66-448556d61969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9b0dd-be0d-4cc6-bc86-73e945003760'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:36.897914 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da78d8-0d77-409d-924a-2f40f99866ee" -d '{"events": [{"server_uuid": "2edcad38-8baf-4dcf-ae66-448556d61969", "name": "network-vif-plugged", "status": "completed", "tag": "69e9b0dd-be0d-4cc6-bc86-73e945003760"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:36.929654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 69e9b0dd-be0d-4cc6-bc86-73e945003760, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:36.935359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:36.960560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f214f-f051-41a6-a48e-98c62b4b3b5d tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Network': ['ID=54449308-8fcf-4927-a14d-bbdde309b7f0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:36.995446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b326c9-b650-4110-843c-f0ca8af7a993 req-cd722b40-3e37-4740-b9de-0f27d7f7e4f8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:37.004920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83b326c9-b650-4110-843c-f0ca8af7a993 req-cd722b40-3e37-4740-b9de-0f27d7f7e4f8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.8063059 Jan 28 01:12:37.074946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=69e9b0dd-be0d-4cc6-bc86-73e945003760,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:37.079591 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-592d884a-f5b2-48fa-b3a6-3372f85f5d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.156066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4584d0ef-c0cf-4dd9-abea-4cd589216c29 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:37.160554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e04a3529-e944-463d-a568-d0badf595eff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.209466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (c0a2964c-3e20-498e-a313-256c2a8629e0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.219235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5f5a6-b535-4b47-9328-3df0e5dcaadb req-0823dee6-4a6c-4704-9ebf-f1d4abe3c732 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:37.221594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99c5f5a6-b535-4b47-9328-3df0e5dcaadb req-0823dee6-4a6c-4704-9ebf-f1d4abe3c732 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 945 time: 0.5229778 Jan 28 01:12:37.226090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:37.232674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83b326c9-b650-4110-843c-f0ca8af7a993 req-a5a5d1bd-d04c-458a-9ec3-a62fedc835aa tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248528 Jan 28 01:12:37.299221 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e04a3529-e944-463d-a568-d0badf595eff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.305077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.326586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b7688f26-ad20-4ca6-bece-885e884f7639), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.329709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04a3529-e944-463d-a568-d0badf595eff']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:37.352010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] Provisioning complete for port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:37.352829 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.356157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:37.358477 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.374100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc808df-c140-4d80-b6c4-c5aec230552e') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:37.374360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc808df-c140-4d80-b6c4-c5aec230552e') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:37.377136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=b7688f26-ad20-4ca6-bece-885e884f7639,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:37.390887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ecc808df-c140-4d80-b6c4-c5aec230552e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.429418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99c5f5a6-b535-4b47-9328-3df0e5dcaadb req-df49cdda-b410-4241-818b-dab36b91aa73 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911697 Jan 28 01:12:37.488639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ecc808df-c140-4d80-b6c4-c5aec230552e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.544038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] Current status of the port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:37.544498 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.565353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:37.565904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ecc808df-c140-4d80-b6c4-c5aec230552e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:37.570104 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:37.586786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] For port 4584d0ef-c0cf-4dd9-abea-4cd589216c29, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4584d0ef-c0cf-4dd9-abea-4cd589216c29,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:37.589964 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525815d2-f780-4ef7-8848-ffdf4d0acf4a x-openstack-request-id: req-525815d2-f780-4ef7-8848-ffdf4d0acf4a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:37.592692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (d5fea18a-8be3-43ca-8848-5d242e03cefb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.592886 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcad38-8baf-4dcf-ae66-448556d61969", "name": "network-vif-plugged", "status": "completed", "tag": "69e9b0dd-be0d-4cc6-bc86-73e945003760", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:37.593033 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-525815d2-f780-4ef7-8848-ffdf4d0acf4a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:37.593391 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcad38-8baf-4dcf-ae66-448556d61969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9b0dd-be0d-4cc6-bc86-73e945003760', 'code': 200} Jan 28 01:12:37.593994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:37.594381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.598181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.710302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f524-2235-4cef-96fc-af8e1deb46ad None None] Pushing event updated for resources: {'Port': ['ID=4584d0ef-c0cf-4dd9-abea-4cd589216c29,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:37.724256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:12:37.724656 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:12:37.734013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e04a3529-e944-463d-a568-d0badf595eff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.781287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.785158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/networks/e04a3529-e944-463d-a568-d0badf595eff HTTP/1.1" status: 204 len: 168 time: 0.8973162 Jan 28 01:12:37.789246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:37.824476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd68bce-63d4-474c-941b-3bb3c150c749 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Network': ['ID=e04a3529-e944-463d-a568-d0badf595eff,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:37.914360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c0a2964c-3e20-498e-a313-256c2a8629e0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:37.991862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57828d88-35a7-4ea7-a1d9-68da0334cade req-b14de8d3-c161-4def-a1b4-78912884d127 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:37.993644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57828d88-35a7-4ea7-a1d9-68da0334cade req-b14de8d3-c161-4def-a1b4-78912884d127 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.6432536 Jan 28 01:12:37.995945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:38.016621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:38.028812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:38.034778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.035460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.048549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:38.053485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=c0a2964c-3e20-498e-a313-256c2a8629e0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:38.059133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-87817c29-eef9-45ae-bf2e-663d3364b45b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5882950 Jan 28 01:12:38.062842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.066555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] Sync routers for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:38.068962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36898) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.114269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:38.114961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.141835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-04a46063-82c7-440f-9f26-123ef153efcc tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "PUT /v2.0/floatingips/4997ffa9-2ba0-4f5b-be9c-3f720afb94c8 HTTP/1.1" status: 200 len: 992 time: 7.0998447 Jan 28 01:12:38.155119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:38.169223 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0fb740-4671-4aad-aa5e-6e42f6182363" -d '{"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:38.220911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57828d88-35a7-4ea7-a1d9-68da0334cade req-cfb4e355-c1c9-49ec-b069-5b60c8ccd144 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189057 Jan 28 01:12:38.246801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a248b-30f0-435c-bd0d-808d1f53c280 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.249047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router d5fea18a-8be3-43ca-8848-5d242e03cefb has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:38.257559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a248b-30f0-435c-bd0d-808d1f53c280 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.275737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36906) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.275888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-095a248b-30f0-435c-bd0d-808d1f53c280 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2015691 Jan 28 01:12:38.302480 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309a589-5290-4dd1-a047-14dde92bade6 x-openstack-request-id: req-9309a589-5290-4dd1-a047-14dde92bade6 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:38.303130 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:38.303631 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9309a589-5290-4dd1-a047-14dde92bade6 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:38.304297 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'status': 'completed', 'code': 200} Jan 28 01:12:38.354298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b74d3-5a76-4477-a23f-9049a0d70207 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.359918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b74d3-5a76-4477-a23f-9049a0d70207 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.366252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a75b74d3-5a76-4477-a23f-9049a0d70207 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5708961 Jan 28 01:12:38.373174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36908) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.380348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1114074227'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:38.445300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:38.452123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.465753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89fcb0-6dd3-4b81-afab-640bf3e63e9c req-b681df95-78d9-41db-a135-851af43687be tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.475967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb89fcb0-6dd3-4b81-afab-640bf3e63e9c req-b681df95-78d9-41db-a135-851af43687be tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1163635 Jan 28 01:12:38.500624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:38.508727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-906ec132-1ebc-4613-a13f-cbd694d1521e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/d5fea18a-8be3-43ca-8848-5d242e03cefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6710448 Jan 28 01:12:38.509222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.520246 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] Sync routers for ids ['d5fea18a-8be3-43ca-8848-5d242e03cefb'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:38.539919 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] Routers {'d5fea18a-8be3-43ca-8848-5d242e03cefb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:38.540597 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5fea18a-8be3-43ca-8848-5d242e03cefb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.566172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:38.592898 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.593158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb89fcb0-6dd3-4b81-afab-640bf3e63e9c req-c65b3144-036a-45ec-82cf-84acb6180e98 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156304 Jan 28 01:12:38.596457 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f8b835be-12cf-4073-b665-2b55b9a7a92f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.596806 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Added segment f8b835be-12cf-4073-b665-2b55b9a7a92f of type vlan for network 3503c8b8-25ff-4b9a-bf1c-c33164b218a3 Jan 28 01:12:38.606680 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] Routers {'d5fea18a-8be3-43ca-8848-5d242e03cefb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:38.607698 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5fea18a-8be3-43ca-8848-5d242e03cefb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.619198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:38.657469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port c0a2964c-3e20-498e-a313-256c2a8629e0 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:38.657876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c0a2964c-3e20-498e-a313-256c2a8629e0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.680450 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.681167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba1207-2871-4dfb-bfe5-f7df894c0b1e None None] The sync data for ids ['d5fea18a-8be3-43ca-8848-5d242e03cefb'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:38.684544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3503c8b8-25ff-4b9a-bf1c-c33164b218a3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.752146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2315e86e-9664-4024-b2a8-cb1fdd084373 None None] Provisioning complete for port c0a2964c-3e20-498e-a313-256c2a8629e0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:38.752530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2315e86e-9664-4024-b2a8-cb1fdd084373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0a2964c-3e20-498e-a313-256c2a8629e0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.780306 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-0da56930-d373-4047-80d2-2d6da9d281a7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 01:12:38.781660 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0da56930-d373-4047-80d2-2d6da9d281a7 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/d5fea18a-8be3-43ca-8848-5d242e03cefb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2715082 Jan 28 01:12:38.781956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3503c8b8-25ff-4b9a-bf1c-c33164b218a3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.784933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36914) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.788110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.789809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.801357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:38.820442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a652c10d-221d-4ac8-b7f5-59c774ee08f8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fea18a-8be3-43ca-8848-5d242e03cefb HTTP/1.1" status: 200 len: 205 time: 0.0344160 Jan 28 01:12:38.823390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36916) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.887666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5157974 Jan 28 01:12:38.892289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36918) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:38.898777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2315e86e-9664-4024-b2a8-cb1fdd084373 None None] Port c0a2964c-3e20-498e-a313-256c2a8629e0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:38.901689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-394636868'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:38.918244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fc47e-d7dc-426d-82b4-66a5f17e1819 req-01e94aa1-53fa-4cfe-b5af-07f77ec7ccaa tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.931999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a4fc47e-d7dc-426d-82b4-66a5f17e1819 req-01e94aa1-53fa-4cfe-b5af-07f77ec7ccaa tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1966021 Jan 28 01:12:38.944278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c0a2964c-3e20-498e-a313-256c2a8629e0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.945758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7e1de-3f97-42ac-b50e-7c7b1734a75e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Network': ['ID=3503c8b8-25ff-4b9a-bf1c-c33164b218a3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:38.977007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (d5fea18a-8be3-43ca-8848-5d242e03cefb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.977296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3503c8b8-25ff-4b9a-bf1c-c33164b218a3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:38.984569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for c0a2964c-3e20-498e-a313-256c2a8629e0 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:39.015202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:39.020021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.032733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4584d0ef-c0cf-4dd9-abea-4cd589216c29 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:39.110026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a4fc47e-d7dc-426d-82b4-66a5f17e1819 req-3be3263b-0bed-4ffb-8437-a738d94bcd56 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586981 Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.135631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.136388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-9ae3cbd4-f909-4457-b996-29d4309fb708 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.1764362 Jan 28 01:12:39.152505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:39.225610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b532a8-0cc3-4887-8d21-010590224733 req-062e054a-dcc9-47e8-9281-c478ae0cd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.228895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84b532a8-0cc3-4887-8d21-010590224733 req-062e054a-dcc9-47e8-9281-c478ae0cd377 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 1097 time: 0.1885827 Jan 28 01:12:39.229987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (08c3fcda-a29e-4561-87f9-caf9a9b0c526), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.230136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:39.230623 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Added segment 08c3fcda-a29e-4561-87f9-caf9a9b0c526 of type vlan for network f26d6c77-4508-442f-9c2b-7ff9ecee5e85 Jan 28 01:12:39.230722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.258899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d5fea18a-8be3-43ca-8848-5d242e03cefb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.262943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (d5fea18a-8be3-43ca-8848-5d242e03cefb), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.328881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d5fea18a-8be3-43ca-8848-5d242e03cefb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.329865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router d5fea18a-8be3-43ca-8848-5d242e03cefb {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:39.335529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (f26d6c77-4508-442f-9c2b-7ff9ecee5e85), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.341824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.343183 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eea488ab-977d-421a-8e7b-c350b12d3139 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/d5fea18a-8be3-43ca-8848-5d242e03cefb HTTP/1.1" status: 204 len: 168 time: 0.5188847 Jan 28 01:12:39.346421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:39.369368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-216bc2f8-eb0b-45e7-ab7b-2a358ae468fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.380412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-c80a9c96-745b-4041-83cc-49c035986638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.382595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-c80a9c96-745b-4041-83cc-49c035986638 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e HTTP/1.1" status: 200 len: 918 time: 0.2330723 Jan 28 01:12:39.395749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '4997ffa9-2ba0-4f5b-be9c-3f720afb94c8', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'port_id': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'mac_address': 'fa:16:3e:58:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:19Z', 'updated_at': '2022-01-28T01:12:34Z', 'revision_number': 1, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:07Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:39.435959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] Checking router: 0a5d56fb-0950-4966-9f9e-cb74f219dc1e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:12:39.462705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84b532a8-0cc3-4887-8d21-010590224733 req-eab58186-fe6f-4c9b-bc27-2185e66fe4e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175474 Jan 28 01:12:39.467963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (f26d6c77-4508-442f-9c2b-7ff9ecee5e85), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.474323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.474960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.486439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:39.487093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:39.502011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet 748b913d-4732-41a3-92ef-5274b2cc4eed {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:39.524952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (748b913d-4732-41a3-92ef-5274b2cc4eed), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.532902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:39.560927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c0a2964c-3e20-498e-a313-256c2a8629e0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.573849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6773152 Jan 28 01:12:39.584986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36926) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:39.592846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-0ba36666-6eaa-4499-b309-e06e0342dbf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1000 time: 0.2001941 Jan 28 01:12:39.598603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'ports': [{'network_id': '3503c8b8-25ff-4b9a-bf1c-c33164b218a3', 'name': 'tempest-port--1604310272', 'admin_state_up': True}, {'network_id': 'f26d6c77-4508-442f-9c2b-7ff9ecee5e85', 'admin_state_up': False}]} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:39.599173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'port': {'network_id': '3503c8b8-25ff-4b9a-bf1c-c33164b218a3', 'name': 'tempest-port--1604310272', 'admin_state_up': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:39.599776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'port': {'network_id': 'f26d6c77-4508-442f-9c2b-7ff9ecee5e85', 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:39.608184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeed4a-9db4-4807-94e6-0b860420bcca req-cd811076-324e-47a2-97eb-741408cd946e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.616950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8faeed4a-9db4-4807-94e6-0b860420bcca req-cd811076-324e-47a2-97eb-741408cd946e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2272239 Jan 28 01:12:39.620870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ccd2a-8c9e-4c30-b247-8c325cc478aa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Network': ['ID=f26d6c77-4508-442f-9c2b-7ff9ecee5e85,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:39.622718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:39.679773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8faeed4a-9db4-4807-94e6-0b860420bcca req-27d54f8a-910c-49ec-b233-74016693f2fe tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609989 Jan 28 01:12:39.700054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network f26d6c77-4508-442f-9c2b-7ff9ecee5e85 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:39.749060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=c0a2964c-3e20-498e-a313-256c2a8629e0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:39.754030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.758187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e1afa6fb-d26d-4850-b770-cca7e3b4153b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/c0a2964c-3e20-498e-a313-256c2a8629e0 HTTP/1.1" status: 204 len: 168 time: 1.4805231 Jan 28 01:12:39.764160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36930) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:39.784915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (748b913d-4732-41a3-92ef-5274b2cc4eed), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.825482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dd16b-d023-4dbf-b2ad-641d474329c5 req-e6f467d6-4e6d-45b1-b64a-b8fcfa0e2c0f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.836946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a2dd16b-d023-4dbf-b2ad-641d474329c5 req-e6f467d6-4e6d-45b1-b64a-b8fcfa0e2c0f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1111226 Jan 28 01:12:39.926113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-121d25e5-d153-476f-b104-7842fc8da9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.927847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-121d25e5-d153-476f-b104-7842fc8da9b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 0.1342025 Jan 28 01:12:39.984409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (748b913d-4732-41a3-92ef-5274b2cc4eed), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.998886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a2dd16b-d023-4dbf-b2ad-641d474329c5 req-ae3d1888-0529-4193-b61c-239bd87a023f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602583 Jan 28 01:12:40.015087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-6cb5ac5b-24d9-4392-a98d-5d9cf57bb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:40.018394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-6cb5ac5b-24d9-4392-a98d-5d9cf57bb892 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798945 Jan 28 01:12:40.109023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0c4ea-1307-4b84-9722-5b7ed16b8069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:40.110538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0c4ea-1307-4b84-9722-5b7ed16b8069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:40.126594 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-59a0c4ea-1307-4b84-9722-5b7ed16b8069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3587835 Jan 28 01:12:40.131979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36936) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:40.136056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '4997ffa9-2ba0-4f5b-be9c-3f720afb94c8', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'port_id': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'mac_address': 'fa:16:3e:58:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:19Z', 'updated_at': '2022-01-28T01:12:34Z', 'revision_number': 1, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:07Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:40.194078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'port': 2} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:40.195414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.199509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (748b913d-4732-41a3-92ef-5274b2cc4eed), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.202249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd0de0-8f15-4cf7-99e5-c82ff8a27d59 None None] The sync data for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 is: [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '4997ffa9-2ba0-4f5b-be9c-3f720afb94c8', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'port_id': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'mac_address': 'fa:16:3e:58:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:19Z', 'updated_at': '2022-01-28T01:12:34Z', 'revision_number': 1, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:07Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:40.245598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-f7ab97de-c22a-4c30-be24-947ca2150a38 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197464 Jan 28 01:12:40.249511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.255551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/748b913d-4732-41a3-92ef-5274b2cc4eed HTTP/1.1" status: 204 len: 168 time: 0.8910317 Jan 28 01:12:40.255551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.256534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff0a92-a516-4359-832f-bfda921a6f10 None None] Network 4c5bcd9c-3092-4312-8691-4b21486f3ac4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:40.258352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36940) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:40.324797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03360aca-a7c1-4d1e-aa91-3a5d5a1b0623 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=748b913d-4732-41a3-92ef-5274b2cc4eed,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:40.366060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:40.375647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.405405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (4c5bcd9c-3092-4312-8691-4b21486f3ac4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.446404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bcac-d428-41d9-929b-3ad13bebc9bf req-69418302-0517-4496-9416-7edbb4e3a7fc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:40.450301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76c0bcac-d428-41d9-929b-3ad13bebc9bf req-69418302-0517-4496-9416-7edbb4e3a7fc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1886361 Jan 28 01:12:40.478977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] DHCP port deletion for 4c5bcd9c-3092-4312-8691-4b21486f3ac4 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:40.485263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.548408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a0fb740-4671-4aad-aa5e-6e42f6182363 req-61405830-0ab0-4596-894c-884759b8746f service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826746 Jan 28 01:12:40.565098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] Deleting port 95c2a201-8a34-4f4c-a852-23b38027914b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:40.565471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.577276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76c0bcac-d428-41d9-929b-3ad13bebc9bf req-ee6a636e-6f4d-4d6a-a76e-a2af4f39e742 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884609 Jan 28 01:12:40.604699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] device_id is not set on port 96058f7a-4476-4058-b796-a543207ef2b1 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:40.640089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port 95c2a201-8a34-4f4c-a852-23b38027914b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:40.640431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.662031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.685243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83052e07-6c98-4619-b87f-9a0e16d5476d None None] New status for floating IP 4997ffa9-2ba0-4f5b-be9c-3f720afb94c8: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:12:40.759853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.781059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port 95c2a201-8a34-4f4c-a852-23b38027914b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95c2a201-8a34-4f4c-a852-23b38027914b,segment=NetworkSegment(7b11cf4f-d8e5-49bb-905d-71ab957bf544),segment_id=7b11cf4f-d8e5-49bb-905d-71ab957bf544)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:40.781520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.794950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:40.811839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.817281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dbb846f1-d6b9-4208-a989-0c477d73f540 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18 HTTP/1.1" status: 204 len: 168 time: 0.6838315 Jan 28 01:12:40.818695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:40.825537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4ff7d-c08c-40ce-8373-9ad441dfebe4 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:40.834844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for 95c2a201-8a34-4f4c-a852-23b38027914b owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:40.876906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-858c4d21-add3-4d70-9d48-774a62a433b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555141 Jan 28 01:12:40.881457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:40.901606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.922133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:40.929392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for port (96058f7a-4476-4058-b796-a543207ef2b1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.930955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] For port 95c2a201-8a34-4f4c-a852-23b38027914b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=95c2a201-8a34-4f4c-a852-23b38027914b,segment=NetworkSegment(7b11cf4f-d8e5-49bb-905d-71ab957bf544),segment_id=7b11cf4f-d8e5-49bb-905d-71ab957bf544)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:40.931372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:40.980912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] Calling delete_port for 95c2a201-8a34-4f4c-a852-23b38027914b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:41.052192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] device_id is not set on port a3b6dacb-4bcd-4699-9503-168472803f75 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:41.081333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.091672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e13a-9b10-4fc0-99c9-e6d6e16908e8 req-f5297d74-0761-4dbc-9c54-a5888d4c973e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:41.095933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c60e13a-9b10-4fc0-99c9-e6d6e16908e8 req-f5297d74-0761-4dbc-9c54-a5888d4c973e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2178268 Jan 28 01:12:41.138600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95c2a201-8a34-4f4c-a852-23b38027914b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:41.146691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=95c2a201-8a34-4f4c-a852-23b38027914b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.148597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port 95c2a201-8a34-4f4c-a852-23b38027914b on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:41.203833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 95c2a201-8a34-4f4c-a852-23b38027914b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:41.204250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 95c2a201-8a34-4f4c-a852-23b38027914b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:41.240724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10312fb9-3375-4f09-847b-54852f78abbb req-f7b81e11-b9d1-42e0-a0be-30f15b3a4af6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:41.250226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10312fb9-3375-4f09-847b-54852f78abbb req-f7b81e11-b9d1-42e0-a0be-30f15b3a4af6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1045468 Jan 28 01:12:41.256257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (95c2a201-8a34-4f4c-a852-23b38027914b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.292360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (4c5bcd9c-3092-4312-8691-4b21486f3ac4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.324040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5bcd9c-3092-4312-8691-4b21486f3ac4']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:41.325083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] No DVR routers for this DVR port 95c2a201-8a34-4f4c-a852-23b38027914b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:41.333852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:41.337538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ea2e2-da00-44ff-bdc1-5a32e2f3b61f None None] Pushing event deleted for resources: {'Port': ['ID=95c2a201-8a34-4f4c-a852-23b38027914b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.347242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:41.352896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.358923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b11cf4f-d8e5-49bb-905d-71ab957bf544') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:41.359575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b11cf4f-d8e5-49bb-905d-71ab957bf544') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:41.366524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10312fb9-3375-4f09-847b-54852f78abbb req-16afaf69-1a09-47ba-b17a-3550593b13da tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150773 Jan 28 01:12:41.369934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c60e13a-9b10-4fc0-99c9-e6d6e16908e8 req-9bd6831f-83ab-414a-8772-2459503dc9ef tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600195 Jan 28 01:12:41.411080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (7b11cf4f-d8e5-49bb-905d-71ab957bf544), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.426330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] Deleting port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:41.426699 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.449113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for port (a3b6dacb-4bcd-4699-9503-168472803f75), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.463010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7b11cf4f-d8e5-49bb-905d-71ab957bf544), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.478407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:41.478821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (7b11cf4f-d8e5-49bb-905d-71ab957bf544), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:41.482542 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:41.542958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] For port 4584d0ef-c0cf-4dd9-abea-4cd589216c29, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4584d0ef-c0cf-4dd9-abea-4cd589216c29,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:41.544042 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.567593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (4c5bcd9c-3092-4312-8691-4b21486f3ac4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.585682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.594418 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/4c5bcd9c-3092-4312-8691-4b21486f3ac4 HTTP/1.1" status: 204 len: 168 time: 1.3293669 Jan 28 01:12:41.594418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4ebb2-5341-4e5f-ae02-e9a46efe39ff tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=4c5bcd9c-3092-4312-8691-4b21486f3ac4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.598048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:41.611867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-807250676'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:41.645753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (96058f7a-4476-4058-b796-a543207ef2b1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.684559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (f43165ad-3a48-4ee6-b9c7-f19992264c2c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.741897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:41.747562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.753371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] Calling delete_port for 4584d0ef-c0cf-4dd9-abea-4cd589216c29 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:41.784750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:41.786417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=f43165ad-3a48-4ee6-b9c7-f19992264c2c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.790918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:41.794740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:41.795350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.816225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-365eba65-e22d-418e-a553-79d6652c0a80 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9303412 Jan 28 01:12:41.824614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1a23-ed2c-422e-acbc-40eb907644a8 req-c2331855-097d-4ac8-830f-f4a3b762aadd tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:41.826292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be7e1a23-ed2c-422e-acbc-40eb907644a8 req-c2331855-097d-4ac8-830f-f4a3b762aadd tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.0952959 Jan 28 01:12:41.826807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36958) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:41.832039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'name': 'tempest-NetworksTestDHCPv6-1212886302'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:41.844134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Port': ['ID=96058f7a-4476-4058-b796-a543207ef2b1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.879486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:41.898937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Checking segment: {'id': 'f8b835be-12cf-4073-b665-2b55b9a7a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3503c8b8-25ff-4b9a-bf1c-c33164b218a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:41.899355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network hostable DHCP agents. Network: 3503c8b8-25ff-4b9a-bf1c-c33164b218a3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:41.899485 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.906357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (78a8fe5b-d281-4226-8f6e-d264b26b5ab0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.906723 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment 78a8fe5b-d281-4226-8f6e-d264b26b5ab0 of type vlan for network bf4b3147-bea8-48e3-a53c-4bad8721d8ff Jan 28 01:12:41.907884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4584d0ef-c0cf-4dd9-abea-4cd589216c29), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.955903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] No DVR routers for this DVR port 4584d0ef-c0cf-4dd9-abea-4cd589216c29 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:41.959268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network 3503c8b8-25ff-4b9a-bf1c-c33164b218a3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:41.968898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be7e1a23-ed2c-422e-acbc-40eb907644a8 req-06d90782-585f-49ee-a752-8bcbb10145dc tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330798 Jan 28 01:12:41.979091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3503c8b8-25ff-4b9a-bf1c-c33164b218a3) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:41.981599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc6280-9879-470f-9979-52cae26a87c3 None None] Pushing event deleted for resources: {'Port': ['ID=4584d0ef-c0cf-4dd9-abea-4cd589216c29,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.985456 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (bf4b3147-bea8-48e3-a53c-4bad8721d8ff), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.988232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:41.989083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a3b6dacb-4bcd-4699-9503-168472803f75), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.995981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd807a9-8a23-4ad7-b35e-66b4845ea54f None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:42.003832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc104f6a-81d5-489e-820c-cd8a9a6647ab None None] Network 3503c8b8-25ff-4b9a-bf1c-c33164b218a3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:42.059716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:42.066167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.092464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Port': ['ID=a3b6dacb-4bcd-4699-9503-168472803f75,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:42.096625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (bf4b3147-bea8-48e3-a53c-4bad8721d8ff), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.102738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.103693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.104339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port bce6a18e-8898-4c88-afd4-006bc68ec625 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:42.263133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Checking segment: {'id': '08c3fcda-a29e-4561-87f9-caf9a9b0c526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f26d6c77-4508-442f-9c2b-7ff9ecee5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:42.263522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network hostable DHCP agents. Network: f26d6c77-4508-442f-9c2b-7ff9ecee5e85, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:42.275178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6759055 Jan 28 01:12:42.280175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'f43165ad-3a48-4ee6-b9c7-f19992264c2c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:42.281192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:42.285124 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.293252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:42.302013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed5c27-4a7d-400d-bfc8-4d1e0d95a6d0 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=bf4b3147-bea8-48e3-a53c-4bad8721d8ff,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:42.316606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:42.325599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network f26d6c77-4508-442f-9c2b-7ff9ecee5e85 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:42.342186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, f26d6c77-4508-442f-9c2b-7ff9ecee5e85) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:42.348231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:42.355511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.360754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.361801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.393073 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd20105f-f43a-49bd-a711-b6878382c7b7 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8026199 Jan 28 01:12:42.399244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:42.459147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a9d8b-16eb-4df1-9a67-892d9dfc4e1c None None] Network f26d6c77-4508-442f-9c2b-7ff9ecee5e85 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:42.466753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::3e9 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/f43165ad-3a48-4ee6-b9c7-f19992264c2c/bce6a18e-8898-4c88-afd4-006bc68ec625) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:42.481294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64856ed-d2b3-4cf5-81d5-5b426cb9420b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.489270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64856ed-d2b3-4cf5-81d5-5b426cb9420b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.491429 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f64856ed-d2b3-4cf5-81d5-5b426cb9420b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0919363 Jan 28 01:12:42.494261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36974) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:42.551686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:42.575869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef251eb4-9718-4cd6-86d4-5c3b78f3b144 req-21264575-0c46-44a7-b867-06f4f79e90b3 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.583765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef251eb4-9718-4cd6-86d4-5c3b78f3b144 req-21264575-0c46-44a7-b867-06f4f79e90b3 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.2651424 Jan 28 01:12:42.597379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-5f093d80-8cf0-4a38-95de-09e50bc9b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.601602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-5f093d80-8cf0-4a38-95de-09e50bc9b6f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 1097 time: 0.3315964 Jan 28 01:12:42.614980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Deleting port 96058f7a-4476-4058-b796-a543207ef2b1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:42.614980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (96058f7a-4476-4058-b796-a543207ef2b1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.695485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (96058f7a-4476-4058-b796-a543207ef2b1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.710882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Calling delete_port for 96058f7a-4476-4058-b796-a543207ef2b1 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:42.727015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:42.741077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'port_id': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'mac_address': 'fa:16:3e:77:c1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:42.788551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef251eb4-9718-4cd6-86d4-5c3b78f3b144 req-6eb93f81-29b2-4e41-bc67-2d5ff4309556 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986120 Jan 28 01:12:42.797339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:42.798169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.818021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:42.843549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:42.849673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce201c-80b8-4040-8c01-f5fe6d41f22e req-1aed56a9-5e91-44e3-8aee-de9892497a0f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.850193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.859826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cce201c-80b8-4040-8c01-f5fe6d41f22e req-1aed56a9-5e91-44e3-8aee-de9892497a0f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.3491924 Jan 28 01:12:42.945453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4584d0ef-c0cf-4dd9-abea-4cd589216c29 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:42.974660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:42.978905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4584d0ef-c0cf-4dd9-abea-4cd589216c29 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:42.979111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.979309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4584d0ef-c0cf-4dd9-abea-4cd589216c29 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:42.993409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:43.030969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-8c97ddf4-127f-4a63-a5a2-a551dac69593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:43.032897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-8c97ddf4-127f-4a63-a5a2-a551dac69593 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 912 time: 0.3827682 Jan 28 01:12:43.148204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (96058f7a-4476-4058-b796-a543207ef2b1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.159601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-708d2540-61b2-4750-9389-4c0b3156dac7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760 HTTP/1.1" status: 200 len: 217 time: 0.1070611 Jan 28 01:12:43.177201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Port': ['ID=96058f7a-4476-4058-b796-a543207ef2b1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:43.182606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.185959 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8622ec2-d08c-414f-b700-fdf0a31c5d54 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/ports/96058f7a-4476-4058-b796-a543207ef2b1 HTTP/1.1" status: 204 len: 168 time: 0.6906738 Jan 28 01:12:43.188777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:43.243936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cce201c-80b8-4040-8c01-f5fe6d41f22e req-4f255c22-7ce6-472b-8a00-05bf2975a1f4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829460 Jan 28 01:12:43.257744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375fe0-6108-4955-b11a-85cb97039446 req-aff54fbe-6a34-47a5-a5fb-57b917422cfb tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:43.259385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d375fe0-6108-4955-b11a-85cb97039446 req-aff54fbe-6a34-47a5-a5fb-57b917422cfb tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 944 time: 0.3819442 Jan 28 01:12:43.294372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.309440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Deleting port a3b6dacb-4bcd-4699-9503-168472803f75 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:43.310001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a3b6dacb-4bcd-4699-9503-168472803f75), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.320129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-639fa296-10ce-4dd3-9042-d83e097aaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:43.321818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-639fa296-10ce-4dd3-9042-d83e097aaee6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.1438026 Jan 28 01:12:43.329368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (bce6a18e-8898-4c88-afd4-006bc68ec625), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.344353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['3f400e1d-1e9e-491c-ab6a-560ce7b23a78'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:43.394840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a3b6dacb-4bcd-4699-9503-168472803f75), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.412092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Calling delete_port for a3b6dacb-4bcd-4699-9503-168472803f75 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:43.528216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a3b6dacb-4bcd-4699-9503-168472803f75), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.568751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Port': ['ID=a3b6dacb-4bcd-4699-9503-168472803f75,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:43.587788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.591812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-116fb34d-6da3-47db-8f89-60ad975a088f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/ports/a3b6dacb-4bcd-4699-9503-168472803f75 HTTP/1.1" status: 204 len: 168 time: 0.4020844 Jan 28 01:12:43.593596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:43.625119 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca3f84b2-0fd2-4cb4-b741-2a031c57b05f tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303571 Jan 28 01:12:43.629378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:43.634557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-544631230'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:43.662201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:43.666108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.695430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:43.709472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (08910088-2bec-4249-a44f-85a1a69428db), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.709839 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Added segment 08910088-2bec-4249-a44f-85a1a69428db of type vlan for network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba Jan 28 01:12:43.755361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.761363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-65f0ff35-485c-4b75-93a9-e40d18c7de19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4265974 Jan 28 01:12:43.784608 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.789757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:43.790384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.827612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d375fe0-6108-4955-b11a-85cb97039446 req-767bb640-fec4-4ea4-bd2a-df8d1bd180a2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5498507 Jan 28 01:12:43.849958 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2193797 Jan 28 01:12:43.856829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36988) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:43.872493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2102134431'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:43.888144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e89792-5c6a-4329-896f-6628a4c119e6 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Network': ['ID=a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:43.899878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:43.925754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:43.934170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.966262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bce6a18e-8898-4c88-afd4-006bc68ec625), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.976376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:43.995787 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0a5212d3-24fc-4297-be47-a76baa54e11a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.996488 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Added segment 0a5212d3-24fc-4297-be47-a76baa54e11a of type vlan for network b8af2ac7-6791-41c8-9faf-59168f9b3bba Jan 28 01:12:44.009075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/f43165ad-3a48-4ee6-b9c7-f19992264c2c/4415c61b-222a-4a13-b60d-cf28ba57c5b2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:44.023773 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (72f0f4a8-8a06-45b8-bf7e-4445ee3024fe), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.054483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b8af2ac7-6791-41c8-9faf-59168f9b3bba), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.082339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:44.099274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e475-4ddf-4447-a118-43eecef735f8 req-d16daeeb-babd-4112-9e64-49755d38017e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.107180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c629e475-4ddf-4447-a118-43eecef735f8 req-d16daeeb-babd-4112-9e64-49755d38017e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.2109518 Jan 28 01:12:44.109042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b8af2ac7-6791-41c8-9faf-59168f9b3bba), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.118628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.119436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.122660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-ed19e829-5988-44dd-bb23-eff83412c3aa service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529723 Jan 28 01:12:44.123848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:44.145102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:44.150176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.150798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.154571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=bce6a18e-8898-4c88-afd4-006bc68ec625,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:44.222745 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3564191 Jan 28 01:12:44.231570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=72f0f4a8-8a06-45b8-bf7e-4445ee3024fe,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:44.231692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2125-f4be-4216-9923-a1469fbb6911 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Network': ['ID=b8af2ac7-6791-41c8-9faf-59168f9b3bba,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:44.251569 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Publish callbacks [] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.252304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-653adccc-09ca-4d57-a3a0-0dd25fd9bc3c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4243565 Jan 28 01:12:44.267526 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.267795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:44.274469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c629e475-4ddf-4447-a118-43eecef735f8 req-8228979b-a68b-47be-9cbf-be7589869ea2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672680 Jan 28 01:12:44.301009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': '78a8fe5b-d281-4226-8f6e-d264b26b5ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:44.301294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: bf4b3147-bea8-48e3-a53c-4bad8721d8ff, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:44.312734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b8af2ac7-6791-41c8-9faf-59168f9b3bba details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:12:44.373191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:44.379002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07cd5831-ea49-4d07-ad7f-fa55ea784626 req-bc05c8ae-32ef-4faf-a294-7d576ea236de service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426634 Jan 28 01:12:44.400513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36996) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:44.407610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'subnets': [{'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1363825711', 'ip_version': 4}, {'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.408830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'subnet': {'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1363825711', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.409652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Request body: {'subnet': {'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.425761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, bf4b3147-bea8-48e3-a53c-4bad8721d8ff) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:44.433129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3517225-ea39-4565-a1a1-5db46f5b5c6f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.439170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3517225-ea39-4565-a1a1-5db46f5b5c6f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.443587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d3517225-ea39-4565-a1a1-5db46f5b5c6f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1769657 Jan 28 01:12:44.444766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37000) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:44.475884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.476467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.525981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d98e7-2f28-4d37-a749-7284d562f1d8 None None] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:44.526835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-087cfaf0-88b4-4bf0-a49d-c1630b0f9cf2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2421854 Jan 28 01:12:44.534302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cab96e-b2f5-4bf6-aa1c-8af2521ab400 req-ee59d2dc-a7ac-4ad9-b845-cd1b385184eb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.535593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:44.535918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7cab96e-b2f5-4bf6-aa1c-8af2521ab400 req-ee59d2dc-a7ac-4ad9-b845-cd1b385184eb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1809006 Jan 28 01:12:44.542411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1246900855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.564067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:44.567793 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Pushing event updated for resources: {'Port': ['ID=4415c61b-222a-4a13-b60d-cf28ba57c5b2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:44.572080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:44.575097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:44.631631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (06ae765e-408b-4f9a-b83a-5ec6c7101423), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.632672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (06ae765e-408b-4f9a-b83a-5ec6c7101423), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.717242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (06ae765e-408b-4f9a-b83a-5ec6c7101423), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.724438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port bce6a18e-8898-4c88-afd4-006bc68ec625 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:44.724438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bce6a18e-8898-4c88-afd4-006bc68ec625), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.729227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (06ae765e-408b-4f9a-b83a-5ec6c7101423), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.733507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7cab96e-b2f5-4bf6-aa1c-8af2521ab400 req-1e9c7c1e-793f-4f21-a3dd-f1f2bb63686e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789284 Jan 28 01:12:44.746697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Made reservation on behalf of a6038182c86344c1affb3eb83cf62174 for: {'subnet': 2} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:44.753105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.753715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.801539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Attempting to bind port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:44.802124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Attempting to bind port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:44.802749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Attempting to bind port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:44.811134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-bf4b3147-bea8-48e3-a53c-4bad8721d8ff', 'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': '72f0f4a8-8a06-45b8-bf7e-4445ee3024fe'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:44.812371 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.813183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.814506 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6cc90489-f12b-4ae0-a05f-4781d7e9ef68 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2778125 Jan 28 01:12:44.816499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:44.816878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:44.817383 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.818304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:44.818525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Bound port: 4415c61b-222a-4a13-b60d-cf28ba57c5b2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:44.818856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37008) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:44.818989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.971308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bce6a18e-8898-4c88-afd4-006bc68ec625), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.011361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for bce6a18e-8898-4c88-afd4-006bc68ec625 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:45.055278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] For port 4415c61b-222a-4a13-b60d-cf28ba57c5b2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:45.075074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] For port 4415c61b-222a-4a13-b60d-cf28ba57c5b2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4415c61b-222a-4a13-b60d-cf28ba57c5b2,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:45.079070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268816-4e37-4b63-b16a-0a4c61f1ba1e req-b3a09c46-669f-4696-a3ff-6e8297525827 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:45.081872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17268816-4e37-4b63-b16a-0a4c61f1ba1e req-b3a09c46-669f-4696-a3ff-6e8297525827 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 944 time: 0.1251354 Jan 28 01:12:45.092751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.127290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Allocated IP 2001:db8::2 (bf4b3147-bea8-48e3-a53c-4bad8721d8ff/72f0f4a8-8a06-45b8-bf7e-4445ee3024fe/ab402fb2-4800-4d32-879c-098c76a2eaa2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:45.161761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436edc56-69dc-40a6-9eed-b3568cfec772 None None] Pushing event updated for resources: {'Port': ['ID=4415c61b-222a-4a13-b60d-cf28ba57c5b2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.231369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.246081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17268816-4e37-4b63-b16a-0a4c61f1ba1e req-56263483-ab60-45cb-8230-8476e2fba1e5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546566 Jan 28 01:12:45.416678 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Publish callbacks [] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.427604 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.501674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:45.506906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:45.519424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bce6a18e-8898-4c88-afd4-006bc68ec625), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.535534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:45.540394 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (14e99439-3355-4b13-a88c-6731a6fc1f6b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.613035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Pushing event updated for resources: {'Port': ['ID=ab402fb2-4800-4d32-879c-098c76a2eaa2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.644239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=bce6a18e-8898-4c88-afd4-006bc68ec625,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.676158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Attempting to bind port ab402fb2-4800-4d32-879c-098c76a2eaa2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:45.676530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Attempting to bind port ab402fb2-4800-4d32-879c-098c76a2eaa2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '78a8fe5b-d281-4226-8f6e-d264b26b5ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:45.677291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Attempting to bind port ab402fb2-4800-4d32-879c-098c76a2eaa2 on network bf4b3147-bea8-48e3-a53c-4bad8721d8ff {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:45.684947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:45.685361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Checking segment: {'id': '78a8fe5b-d281-4226-8f6e-d264b26b5ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:45.685981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.686398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Bound using segment: {'id': '78a8fe5b-d281-4226-8f6e-d264b26b5ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:45.687047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Bound port: ab402fb2-4800-4d32-879c-098c76a2eaa2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a8fe5b-d281-4226-8f6e-d264b26b5ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf4b3147-bea8-48e3-a53c-4bad8721d8ff'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:45.689750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.743439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.747427 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a438027-a65b-408d-bbdd-355494dca5c0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/bce6a18e-8898-4c88-afd4-006bc68ec625 HTTP/1.1" status: 204 len: 168 time: 1.3025799 Jan 28 01:12:45.753500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37018) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:45.773563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Checking segment: {'id': '08910088-2bec-4249-a44f-85a1a69428db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:45.773992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network hostable DHCP agents. Network: a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:45.788721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Subnet': ['ID=14e99439-3355-4b13-a88c-6731a6fc1f6b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.811652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9643ea7-6862-44b2-b0ac-e086bfc45dcb req-f46525b1-7817-41cf-ae92-67a5c64d3720 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:45.813506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9643ea7-6862-44b2-b0ac-e086bfc45dcb req-f46525b1-7817-41cf-ae92-67a5c64d3720 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.2864263 Jan 28 01:12:45.839864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] For port ab402fb2-4800-4d32-879c-098c76a2eaa2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:45.851073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] For port ab402fb2-4800-4d32-879c-098c76a2eaa2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ab402fb2-4800-4d32-879c-098c76a2eaa2,segment=NetworkSegment(78a8fe5b-d281-4226-8f6e-d264b26b5ab0),segment_id=78a8fe5b-d281-4226-8f6e-d264b26b5ab0)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:45.858556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:45.870990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8::1 (bf4b3147-bea8-48e3-a53c-4bad8721d8ff/72f0f4a8-8a06-45b8-bf7e-4445ee3024fe/bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:45.882270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe1ff3-fde4-41f4-942a-b28af6ae0064 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:45.883588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe1ff3-fde4-41f4-942a-b28af6ae0064 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:45.885210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5cbe1ff3-fde4-41f4-942a-b28af6ae0064 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1307611 Jan 28 01:12:45.887883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37022) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:45.907585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:45.974086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:45.978464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1b0b7-9cd6-4490-a4dd-6766160d3e27 None None] Pushing event updated for resources: {'Port': ['ID=ab402fb2-4800-4d32-879c-098c76a2eaa2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.987025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9643ea7-6862-44b2-b0ac-e086bfc45dcb req-1b052c52-5522-4bae-8f2b-9f0fe14093b4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645994 Jan 28 01:12:45.987881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (8fd33ca4-e164-481d-87e7-e49f07018f37), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.001365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b57a1-59d2-4d73-b1ad-d570ef003e4d None None] Network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:46.016757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d196f27-ac61-4fdf-a8e0-dc408bdaffc0 req-66319225-daa5-4c33-b76c-1a193faa4e5e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.019307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d196f27-ac61-4fdf-a8e0-dc408bdaffc0 req-66319225-daa5-4c33-b76c-1a193faa4e5e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1364923 Jan 28 01:12:46.067280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet f43165ad-3a48-4ee6-b9c7-f19992264c2c {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:46.075047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (f43165ad-3a48-4ee6-b9c7-f19992264c2c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.149008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f43165ad-3a48-4ee6-b9c7-f19992264c2c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.151088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba', 'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba', 'project_id': 'a6038182c86344c1affb3eb83cf62174', 'fixed_ips': [{'subnet_id': '14e99439-3355-4b13-a88c-6731a6fc1f6b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:46.152585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.171387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event updated for resources: {'Subnet': ['ID=8fd33ca4-e164-481d-87e7-e49f07018f37,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:46.203374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Checking segment: {'id': '0a5212d3-24fc-4297-be47-a76baa54e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:46.203374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network hostable DHCP agents. Network: b8af2ac7-6791-41c8-9faf-59168f9b3bba, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:12:46.219753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d196f27-ac61-4fdf-a8e0-dc408bdaffc0 req-1466e340-eb25-4214-85ce-0bb0a32831bb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826386 Jan 28 01:12:46.253940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Network b8af2ac7-6791-41c8-9faf-59168f9b3bba is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:12:46.255647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.279853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b8af2ac7-6791-41c8-9faf-59168f9b3bba) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:46.288759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.289899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.292426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.333333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c640d792-8e20-48ef-a78c-0d1a2778f9d4 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9293609 Jan 28 01:12:46.353977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37026) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:46.388483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f43165ad-3a48-4ee6-b9c7-f19992264c2c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.463306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bfd29-6f77-4c36-9b2b-c29dd9b9a893 None None] Network b8af2ac7-6791-41c8-9faf-59168f9b3bba requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:46.480718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.567818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09248a53-92b9-41c9-8bde-adb8ddae37fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.569320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09248a53-92b9-41c9-8bde-adb8ddae37fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.570619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09248a53-92b9-41c9-8bde-adb8ddae37fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.573856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-09248a53-92b9-41c9-8bde-adb8ddae37fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2170317 Jan 28 01:12:46.577118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:46.588453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:46.606241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb1862-3227-449b-9e41-7780a74b1938 req-320c7a67-07fb-44d5-8fed-dd467404d80a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.607903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4bb1862-3227-449b-9e41-7780a74b1938 req-320c7a67-07fb-44d5-8fed-dd467404d80a tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 944 time: 0.1984875 Jan 28 01:12:46.630168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:46.633371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:46.639626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:46.640330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (06ae765e-408b-4f9a-b83a-5ec6c7101423), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.717035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4bb1862-3227-449b-9e41-7780a74b1938 req-1202310b-a109-455d-97e6-b00bbb2e9a02 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022315 Jan 28 01:12:46.718285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Allocated IP 172.20.0.2 (a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba/14e99439-3355-4b13-a88c-6731a6fc1f6b/6e946450-c020-4a1f-b69a-eae48be4d27d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:46.752225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:46.752225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.782647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f43165ad-3a48-4ee6-b9c7-f19992264c2c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.829598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:46.862926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=f43165ad-3a48-4ee6-b9c7-f19992264c2c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:46.888973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b8af2ac7-6791-41c8-9faf-59168f9b3bba', 'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba', 'project_id': 'a6038182c86344c1affb3eb83cf62174', 'fixed_ips': [{'subnet_id': '8fd33ca4-e164-481d-87e7-e49f07018f37'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:46.889877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.905183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:46.915058 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07670b9b-70f5-4511-bc87-c38c6c2a1a3f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/f43165ad-3a48-4ee6-b9c7-f19992264c2c HTTP/1.1" status: 204 len: 168 time: 1.0239675 Jan 28 01:12:46.915451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37034) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:46.924474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Deleting subnet 14e99439-3355-4b13-a88c-6731a6fc1f6b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:47.007658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-484dd424-9ae1-4882-bed9-665e7db4afe1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881431 Jan 28 01:12:47.007865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.009672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:47.264660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f95f-424e-49fb-91dc-5b4346de1a90 req-09353b0d-cba1-4f14-9ecf-5e63d06b2f42 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:47.266288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ae1f95f-424e-49fb-91dc-5b4346de1a90 req-09353b0d-cba1-4f14-9ecf-5e63d06b2f42 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1258855 Jan 28 01:12:47.301607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:47.303210 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.316921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daec792-1e01-4b40-85e2-ece0927a558d None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:47.348313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4415c61b-222a-4a13-b60d-cf28ba57c5b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:47.377403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92d72d-a7a5-4489-80f9-63f8a19073ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:47.379923 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b92d72d-a7a5-4489-80f9-63f8a19073ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3683155 Jan 28 01:12:47.410182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37042) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:47.413153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ae1f95f-424e-49fb-91dc-5b4346de1a90 req-cd4f2547-801a-4ac1-8ffd-f0749f6862cd tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370656 Jan 28 01:12:47.500495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f79a21-ecb1-4c11-811e-a7c3690539df req-110a8d92-b40c-45a3-a565-247ae757ed19 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:47.503740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0f79a21-ecb1-4c11-811e-a7c3690539df req-110a8d92-b40c-45a3-a565-247ae757ed19 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1391389 Jan 28 01:12:47.536030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2a020-ce27-4871-bc30-387da4ff4f1e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:47.537408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:47.540587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8ab2a020-ce27-4871-bc30-387da4ff4f1e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1253445 Jan 28 01:12:47.543153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.545442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37044) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:47.546284 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7c773d-38e4-47dd-b500-fceaed6cce0a" -d '{"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-plugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:47.549031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] Provisioning complete for port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:47.549687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.574631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.575651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (06ae765e-408b-4f9a-b83a-5ec6c7101423), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.643270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f6573c7d-a9b3-40f4-924f-3881d7b0452f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959501 Jan 28 01:12:47.644055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37048) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:47.656382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0f79a21-ecb1-4c11-811e-a7c3690539df req-d7e06260-0a9f-4fc2-a52a-a87d42cf3bd4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432340 Jan 28 01:12:47.666823 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10542c5-e761-4a2e-ad3d-88f9b13c40f2 x-openstack-request-id: req-a10542c5-e761-4a2e-ad3d-88f9b13c40f2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:47.667197 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-plugged", "status": "completed", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:47.667401 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a10542c5-e761-4a2e-ad3d-88f9b13c40f2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:47.667752 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'code': 200} Jan 28 01:12:47.721593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:47.737385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:47.784036 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:47.798799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:47.830537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8bb486d3-6dfe-4497-ba31-d58963b1973a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:47.832437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86a944-44d0-41dd-8526-cf087a4b4271 None None] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:47.982254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:47.982995 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.053047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87247a43-986c-44e0-b520-c62717c1b083 req-dcebd4dc-f0b3-4893-ae3f-1436365f212e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:48.055401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87247a43-986c-44e0-b520-c62717c1b083 req-dcebd4dc-f0b3-4893-ae3f-1436365f212e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.1588192 Jan 28 01:12:48.089212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd03-22de-46a4-bae9-e43804ccb3c4 req-4574d3c3-89b0-4afc-a72d-646c07d32126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:48.094267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec5dcd03-22de-46a4-bae9-e43804ccb3c4 req-4574d3c3-89b0-4afc-a72d-646c07d32126 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1363132 Jan 28 01:12:48.108676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:48.113198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:48.114019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:48.131701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:48.135469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.156272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:12:48.163555 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Publish callbacks [] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.164305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87247a43-986c-44e0-b520-c62717c1b083 req-5a2385dd-a425-438e-8f59-f9446fb8cafa tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983322 Jan 28 01:12:48.181035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec5dcd03-22de-46a4-bae9-e43804ccb3c4 req-6ae21f0e-d7d6-4d25-9fce-9bbbb95814b7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739355 Jan 28 01:12:48.206832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for subnet (14e99439-3355-4b13-a88c-6731a6fc1f6b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.217178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'mac_address': 'fa:16:3e:49:a5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:48.273372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.275709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:48.289217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Allocated IP 172.20.0.18 (b8af2ac7-6791-41c8-9faf-59168f9b3bba/8fd33ca4-e164-481d-87e7-e49f07018f37/d8462bd5-5ad7-4ba1-a09d-0403d365411a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:48.393094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:48.420720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] Current status of the port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:48.421106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.446564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:48.485839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:48.497708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Pushing event updated for resources: {'Port': ['ID=6e946450-c020-4a1f-b69a-eae48be4d27d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:48.526228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8bb486d3-6dfe-4497-ba31-d58963b1973a is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:48.526618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.609725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96edb-4cf1-49aa-a77b-27a22f039f31 req-34fbc8dc-f221-4116-a790-cc3b703466d0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:48.615138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (14e99439-3355-4b13-a88c-6731a6fc1f6b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.629420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bb486d3-6dfe-4497-ba31-d58963b1973a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:12:48.635531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cb96edb-4cf1-49aa-a77b-27a22f039f31 req-34fbc8dc-f221-4116-a790-cc3b703466d0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1011436 Jan 28 01:12:48.661726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] For port 4415c61b-222a-4a13-b60d-cf28ba57c5b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4415c61b-222a-4a13-b60d-cf28ba57c5b2,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:48.679584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] Deleting port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:48.680012 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.782623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cb96edb-4cf1-49aa-a77b-27a22f039f31 req-5c77da97-fab4-4eea-91bc-5f4b8ef1d228 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453893 Jan 28 01:12:48.805534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 06ae765e-408b-4f9a-b83a-5ec6c7101423 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:12:48.809348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (14e99439-3355-4b13-a88c-6731a6fc1f6b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.854677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] For port 4415c61b-222a-4a13-b60d-cf28ba57c5b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4415c61b-222a-4a13-b60d-cf28ba57c5b2,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:48.855100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:48.880021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] Calling delete_port for 4415c61b-222a-4a13-b60d-cf28ba57c5b2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:48.907176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2222-fd58-40be-b638-616ca3da4038 req-5450aed7-be5b-4f17-b135-acb0815245ba tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:48.910062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c26b2222-fd58-40be-b638-616ca3da4038 req-5450aed7-be5b-4f17-b135-acb0815245ba tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.0885522 Jan 28 01:12:48.971623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Attempting to bind port 6e946450-c020-4a1f-b69a-eae48be4d27d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:48.972445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Attempting to bind port 6e946450-c020-4a1f-b69a-eae48be4d27d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '08910088-2bec-4249-a44f-85a1a69428db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:48.973118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Attempting to bind port 6e946450-c020-4a1f-b69a-eae48be4d27d on network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:48.980661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.028789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (fbf0bdde-1e15-4bfe-8fd8-4086683905df), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.036621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c26b2222-fd58-40be-b638-616ca3da4038 req-cea245d0-0eb1-43c2-bdb0-4ebc1dcd7a44 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158292 Jan 28 01:12:49.102583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:49.107638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Checking segment: {'id': '08910088-2bec-4249-a44f-85a1a69428db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:49.108098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.108506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Bound using segment: {'id': '08910088-2bec-4249-a44f-85a1a69428db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:49.109029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Bound port: 6e946450-c020-4a1f-b69a-eae48be4d27d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08910088-2bec-4249-a44f-85a1a69428db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:49.109417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.153482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:49.158312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:49.159488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.186727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=fbf0bdde-1e15-4bfe-8fd8-4086683905df,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:49.208355 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Publish callbacks [] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.218694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:49.236198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (14e99439-3355-4b13-a88c-6731a6fc1f6b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.264251 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.268448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:49.300028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:49.300429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.331108 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.364144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Subnet': ['ID=14e99439-3355-4b13-a88c-6731a6fc1f6b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:49.388064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ea3cd-cfda-4358-8c10-16c7db3de6aa req-652908aa-4721-4ab7-b16f-d8f42193dd86 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:49.388386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:49.395704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-685ea3cd-cfda-4358-8c10-16c7db3de6aa req-652908aa-4721-4ab7-b16f-d8f42193dd86 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.0808794 Jan 28 01:12:49.402399 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0cfb4976-a7d0-4d35-ae05-d4322ce8dc29 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/06ae765e-408b-4f9a-b83a-5ec6c7101423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5798788 Jan 28 01:12:49.402399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.406309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37080) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:49.408059 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] Sync routers for ids ['06ae765e-408b-4f9a-b83a-5ec6c7101423'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:49.422697 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] Routers {'06ae765e-408b-4f9a-b83a-5ec6c7101423'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:49.428413 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c17289bc-7180-4a8f-84ba-be6419ae2170 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/subnets/14e99439-3355-4b13-a88c-6731a6fc1f6b HTTP/1.1" status: 204 len: 168 time: 2.8382523 Jan 28 01:12:49.428673 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['06ae765e-408b-4f9a-b83a-5ec6c7101423'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.432036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37084) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:49.475850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8bb486d3-6dfe-4497-ba31-d58963b1973a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:49.487707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] Provisioning complete for port ab402fb2-4800-4d32-879c-098c76a2eaa2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:49.488080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.518857 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.522084 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:12:49.522443 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:12:49.528316 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-15951307-0478-4eb0-afb3-6ade45604bc7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8112729 Jan 28 01:12:49.533969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb830f61-97d2-4e9e-b71c-670620a22c2d None None] Pushing event updated for resources: {'Port': ['ID=4415c61b-222a-4a13-b60d-cf28ba57c5b2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:49.537603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37088) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:49.553886 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] Routers {'06ae765e-408b-4f9a-b83a-5ec6c7101423'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:49.554755 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['06ae765e-408b-4f9a-b83a-5ec6c7101423'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.560670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'fbf0bdde-1e15-4bfe-8fd8-4086683905df', 'ip_address': '2001:db8::57ae:b13f:fe8:9592'}], 'name': 'tempest-NetworksTestDHCPv6-403847395'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:49.583385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Network b8af2ac7-6791-41c8-9faf-59168f9b3bba is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:49.619957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Deleting subnet 8fd33ca4-e164-481d-87e7-e49f07018f37 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:49.627099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks [] for subnet (8fd33ca4-e164-481d-87e7-e49f07018f37), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.639108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:49.654715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:49.688702 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4415c61b-222a-4a13-b60d-cf28ba57c5b2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.692991 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.698071 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f75e7b-823e-4a70-a448-c2d68089d570 None None] The sync data for ids ['06ae765e-408b-4f9a-b83a-5ec6c7101423'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:49.702202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] For port 6e946450-c020-4a1f-b69a-eae48be4d27d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:49.747588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (8fd33ca4-e164-481d-87e7-e49f07018f37), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:49.772642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104486b5-b7f6-463a-a545-6789976ada86 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:49.774837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-104486b5-b7f6-463a-a545-6789976ada86 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports/bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0 HTTP/1.1" status: 200 len: 911 time: 0.3664782 Jan 28 01:12:49.798146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] For port 6e946450-c020-4a1f-b69a-eae48be4d27d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6e946450-c020-4a1f-b69a-eae48be4d27d,segment=NetworkSegment(08910088-2bec-4249-a44f-85a1a69428db),segment_id=08910088-2bec-4249-a44f-85a1a69428db)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:49.807182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-685ea3cd-cfda-4358-8c10-16c7db3de6aa req-8a539e9b-48bd-498a-bbba-dd72ce7b41f0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104917 Jan 28 01:12:49.810597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37094) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:49.870565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:49.878333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] No DVR routers for this DVR port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:49.939338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8fd33ca4-e164-481d-87e7-e49f07018f37), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.054859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (8fd33ca4-e164-481d-87e7-e49f07018f37), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.149825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd33ca4-e164-481d-87e7-e49f07018f37,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:50.178404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.193763 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ffde04c6-72c8-4332-9b90-63e2c002c13b tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/subnets/8fd33ca4-e164-481d-87e7-e49f07018f37 HTTP/1.1" status: 204 len: 168 time: 0.7525740 Jan 28 01:12:50.195550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37104) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:50.292888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.293480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52736b-4088-4bda-9014-02ffdc6c8a1e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:50.295569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bc52736b-4088-4bda-9014-02ffdc6c8a1e tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960047 Jan 28 01:12:50.299820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37108) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:50.316198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Attempting to bind port d8462bd5-5ad7-4ba1-a09d-0403d365411a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:50.317986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Attempting to bind port d8462bd5-5ad7-4ba1-a09d-0403d365411a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '0a5212d3-24fc-4297-be47-a76baa54e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:50.319056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Attempting to bind port d8462bd5-5ad7-4ba1-a09d-0403d365411a on network b8af2ac7-6791-41c8-9faf-59168f9b3bba {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:50.385459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824bae3-3efc-4bea-af84-691f45cbb4de None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:50.460092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b8af2ac7-6791-41c8-9faf-59168f9b3bba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.465707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Port 4415c61b-222a-4a13-b60d-cf28ba57c5b2 update to ACTIVE by agent not found {{(pid=109596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 01:12:50.466201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ab402fb2-4800-4d32-879c-098c76a2eaa2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:50.534430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:50.535194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Checking segment: {'id': '0a5212d3-24fc-4297-be47-a76baa54e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:50.535504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.535912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Bound using segment: {'id': '0a5212d3-24fc-4297-be47-a76baa54e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:50.536407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Bound port: d8462bd5-5ad7-4ba1-a09d-0403d365411a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5212d3-24fc-4297-be47-a76baa54e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b8af2ac7-6791-41c8-9faf-59168f9b3bba'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:50.536833 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.566267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315b157-7788-45d7-9328-e2339c8160c7 req-8d0db641-5e8c-4e4f-bc44-9fc29aa88208 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:50.577844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4315b157-7788-45d7-9328-e2339c8160c7 req-8d0db641-5e8c-4e4f-bc44-9fc29aa88208 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.4889948 Jan 28 01:12:50.585698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Deleting port d8462bd5-5ad7-4ba1-a09d-0403d365411a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:50.596752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.628699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e381373-db0e-464f-9e67-2df36bc36c4e req-599cfdc3-f351-45ff-aa95-820a24292a38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:50.639948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e381373-db0e-464f-9e67-2df36bc36c4e req-599cfdc3-f351-45ff-aa95-820a24292a38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 944 time: 0.4021103 Jan 28 01:12:50.708442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Pushing event updated for resources: {'Port': ['ID=d8462bd5-5ad7-4ba1-a09d-0403d365411a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:50.784714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] For port d8462bd5-5ad7-4ba1-a09d-0403d365411a, host n-d-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:50.784927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.795556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4315b157-7788-45d7-9328-e2339c8160c7 req-6c80f808-de3c-4dbb-a889-9c1358c67cf0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165873 Jan 28 01:12:50.804804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] Current status of the port ab402fb2-4800-4d32-879c-098c76a2eaa2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:50.805189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:50.807019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0c487-7ccc-453a-ba8e-f8077a660a1c None None] Pushing event deleted for resources: {'Port': ['ID=4415c61b-222a-4a13-b60d-cf28ba57c5b2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:50.819517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Calling delete_port for d8462bd5-5ad7-4ba1-a09d-0403d365411a owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:50.839245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e381373-db0e-464f-9e67-2df36bc36c4e req-0b2e8ceb-2a52-4b5d-895b-b3122675ef81 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931791 Jan 28 01:12:50.858492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:50.894465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f9fa9-534d-433f-9f12-f713e644765f None None] Network a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:51.047538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] For port d8462bd5-5ad7-4ba1-a09d-0403d365411a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:51.053089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'fbf0bdde-1e15-4bfe-8fd8-4086683905df'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:12:51.053987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.111169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] For port ab402fb2-4800-4d32-879c-098c76a2eaa2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ab402fb2-4800-4d32-879c-098c76a2eaa2,segment=NetworkSegment(78a8fe5b-d281-4226-8f6e-d264b26b5ab0),segment_id=78a8fe5b-d281-4226-8f6e-d264b26b5ab0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:51.115429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] For port d8462bd5-5ad7-4ba1-a09d-0403d365411a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d8462bd5-5ad7-4ba1-a09d-0403d365411a,segment=NetworkSegment(0a5212d3-24fc-4297-be47-a76baa54e11a),segment_id=0a5212d3-24fc-4297-be47-a76baa54e11a)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:51.121457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ab402fb2-4800-4d32-879c-098c76a2eaa2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:51.122183 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.129799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d9899-4ee0-4965-828a-88240a1e4199 None None] Pushing event updated for resources: {'Port': ['ID=6e946450-c020-4a1f-b69a-eae48be4d27d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.139747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.174979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] No DVR routers for this DVR port d8462bd5-5ad7-4ba1-a09d-0403d365411a on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:51.251141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8462bd5-5ad7-4ba1-a09d-0403d365411a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.254297 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.275453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba81b-6f02-4596-9b53-f6b46a7ab5eb req-a2289dba-6ec9-4819-8309-31d9b43a5b9c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:51.291059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-988ba81b-6f02-4596-9b53-f6b46a7ab5eb req-a2289dba-6ec9-4819-8309-31d9b43a5b9c tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.1795495 Jan 28 01:12:51.292910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Port': ['ID=d8462bd5-5ad7-4ba1-a09d-0403d365411a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.327277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.368953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f39671-4c4e-47b0-a1a5-efd2f98e0078 None None] Pushing event deleted for resources: {'Port': ['ID=d8462bd5-5ad7-4ba1-a09d-0403d365411a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.423156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 8bf07ab8-19bc-4388-a1d8-3d832b84b91f yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:51.431801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b8af2ac7-6791-41c8-9faf-59168f9b3bba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.515217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-988ba81b-6f02-4596-9b53-f6b46a7ab5eb req-66020330-6ba6-429e-83f8-7ec3e95ac72e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219381 Jan 28 01:12:51.519386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8af2ac7-6791-41c8-9faf-59168f9b3bba']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-8d75c6ff-1acc-4a0c-9b3b-e6fa6827f22d None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d8462bd5-5ad7-4ba1-a09d-0403d365411a could not be found. Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:51.521419 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d8462bd5-5ad7-4ba1-a09d-0403d365411a could not be found. Jan 28 01:12:51.532941 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:12:51.556500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5212d3-24fc-4297-be47-a76baa54e11a') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:51.557943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5212d3-24fc-4297-be47-a76baa54e11a') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:51.567633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f7f730e4-6b0e-41c7-905e-f3f11ecfd228 None None] Provisioning complete for port ab402fb2-4800-4d32-879c-098c76a2eaa2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:51.568014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7f730e4-6b0e-41c7-905e-f3f11ecfd228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.581536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (0a5212d3-24fc-4297-be47-a76baa54e11a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.614179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0a5212d3-24fc-4297-be47-a76baa54e11a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.627331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:51.628459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (0a5212d3-24fc-4297-be47-a76baa54e11a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.631075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b69032-b59b-46ff-aaba-09434fb2336e None None] Network b8af2ac7-6791-41c8-9faf-59168f9b3bba requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:51.633886 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:51.674526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8cc11-16d4-4f0e-9efa-d7a250c53260 None None] Pushing event updated for resources: {'Port': ['ID=ab402fb2-4800-4d32-879c-098c76a2eaa2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.714659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (06ae765e-408b-4f9a-b83a-5ec6c7101423), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.741766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b8af2ac7-6791-41c8-9faf-59168f9b3bba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.756873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:51.761101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/networks/b8af2ac7-6791-41c8-9faf-59168f9b3bba HTTP/1.1" status: 204 len: 168 time: 1.4599509 Jan 28 01:12:51.768153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37114) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:51.777650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/fbf0bdde-1e15-4bfe-8fd8-4086683905df/72ac11c5-ce60-4673-ace9-30e8adee0a3a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:51.817673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ab402fb2-4800-4d32-879c-098c76a2eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:51.844531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8bb486d3-6dfe-4497-ba31-d58963b1973a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:51.848291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be70d-b975-43b4-a44f-85aa256710ab tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Network': ['ID=b8af2ac7-6791-41c8-9faf-59168f9b3bba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:52.011408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.072868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7f730e4-6b0e-41c7-905e-f3f11ecfd228 None None] Current status of the port ab402fb2-4800-4d32-879c-098c76a2eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:52.086452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ab402fb2-4800-4d32-879c-098c76a2eaa2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:52.187845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Deleting port 6e946450-c020-4a1f-b69a-eae48be4d27d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:52.188513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.242968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f7f730e4-6b0e-41c7-905e-f3f11ecfd228 None None] Provisioning complete for port bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:52.244539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7f730e4-6b0e-41c7-905e-f3f11ecfd228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.321065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8bb486d3-6dfe-4497-ba31-d58963b1973a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:52.321447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.364777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] For port 6e946450-c020-4a1f-b69a-eae48be4d27d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6e946450-c020-4a1f-b69a-eae48be4d27d,segment=NetworkSegment(08910088-2bec-4249-a44f-85a1a69428db),segment_id=08910088-2bec-4249-a44f-85a1a69428db)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:52.365485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.444057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7f730e4-6b0e-41c7-905e-f3f11ecfd228 None None] Port bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:52.473930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Calling delete_port for 6e946450-c020-4a1f-b69a-eae48be4d27d owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:52.499041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ab402fb2-4800-4d32-879c-098c76a2eaa2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:52.500066 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.594863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Publish callbacks [] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.604352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.697899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:52.704593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8bb486d3-6dfe-4497-ba31-d58963b1973a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:52.704985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.707195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:52.710607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:52.713847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Pushing event updated for resources: {'Port': ['ID=72ac11c5-ce60-4673-ace9-30e8adee0a3a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:52.813437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:52.817838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:12:52.820579 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6835d566-0db3-4524-b942-7a6586c491fe" -d '{"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-plugged", "status": "completed", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:52.834674 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:52.844402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::57ae:b13f:fe8:9592 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/fbf0bdde-1e15-4bfe-8fd8-4086683905df/8bf07ab8-19bc-4388-a1d8-3d832b84b91f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:52.913395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427215-8d13-4d9d-831f-998f6352436c req-648a7be5-2f9c-41d1-ade9-5738d3961f98 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:52.915345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9427215-8d13-4d9d-831f-998f6352436c req-648a7be5-2f9c-41d1-ade9-5738d3961f98 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.4654527 Jan 28 01:12:52.927678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a15e8-47ff-4ed2-8acc-3debc2a54bf8 req-de5ce8ee-b189-4a53-a7a8-90a42198bbf2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:52.929613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-599a15e8-47ff-4ed2-8acc-3debc2a54bf8 req-de5ce8ee-b189-4a53-a7a8-90a42198bbf2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 944 time: 0.5056498 Jan 28 01:12:52.980110 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6e946450-c020-4a1f-b69a-eae48be4d27d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.033433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Port': ['ID=6e946450-c020-4a1f-b69a-eae48be4d27d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:53.039413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] No DVR routers for this DVR port 6e946450-c020-4a1f-b69a-eae48be4d27d on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:53.102065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ab402fb2-4800-4d32-879c-098c76a2eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:53.172018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Attempting to bind port 72ac11c5-ce60-4673-ace9-30e8adee0a3a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:12:53.172438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Attempting to bind port 72ac11c5-ce60-4673-ace9-30e8adee0a3a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:12:53.174406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Attempting to bind port 72ac11c5-ce60-4673-ace9-30e8adee0a3a on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:53.213234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:53.214567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:12:53.215092 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.216967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:53.217635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Bound port: 72ac11c5-ce60-4673-ace9-30e8adee0a3a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:12:53.222476 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.231446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.244975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4415c61b-222a-4a13-b60d-cf28ba57c5b2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:53.260604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:53.273889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08910088-2bec-4249-a44f-85a1a69428db') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:53.274193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08910088-2bec-4249-a44f-85a1a69428db') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:53.286166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (08910088-2bec-4249-a44f-85a1a69428db), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.305582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (08910088-2bec-4249-a44f-85a1a69428db), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.308274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:53.310938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4415c61b-222a-4a13-b60d-cf28ba57c5b2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:12:53.311392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4415c61b-222a-4a13-b60d-cf28ba57c5b2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:53.340136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:53.341809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (08910088-2bec-4249-a44f-85a1a69428db), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:53.371216 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:53.415934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] For port 72ac11c5-ce60-4673-ace9-30e8adee0a3a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:53.489462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.499646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] For port 72ac11c5-ce60-4673-ace9-30e8adee0a3a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72ac11c5-ce60-4673-ace9-30e8adee0a3a,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:53.504644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.506658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.514654 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/networks/a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba HTTP/1.1" status: 204 len: 168 time: 1.7454648 Jan 28 01:12:53.522629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:53.548557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-599a15e8-47ff-4ed2-8acc-3debc2a54bf8 req-553ae659-c2b1-4354-977c-8da0abde3c74 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015379 Jan 28 01:12:53.617994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9427215-8d13-4d9d-831f-998f6352436c req-e3c42e95-012b-419e-af23-55a75b60571e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868856 Jan 28 01:12:53.702548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12d1e-97ee-4f0f-a64e-b1ecb1ccc449 None None] Pushing event updated for resources: {'Port': ['ID=72ac11c5-ce60-4673-ace9-30e8adee0a3a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:53.786746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (8bf07ab8-19bc-4388-a1d8-3d832b84b91f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.786973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346488-8fe0-46cf-8508-82848d09f0fa tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Network': ['ID=a1c4d362-6cf9-4b21-b9c7-26ceb1eebaba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:53.862916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (f26d6c77-4508-442f-9c2b-7ff9ecee5e85), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:53.879639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-98a34ee1-3bca-40d1-8dc1-1127478838e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.881603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-98a34ee1-3bca-40d1-8dc1-1127478838e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 1097 time: 0.2526162 Jan 28 01:12:54.012725 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9feaca-2d06-4a82-9153-c58e9b88db9e x-openstack-request-id: req-ae9feaca-2d06-4a82-9153-c58e9b88db9e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:54.013019 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-plugged", "status": "completed", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:54.013458 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae9feaca-2d06-4a82-9153-c58e9b88db9e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:54.014106 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'code': 200} Jan 28 01:12:54.091973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7cc5-3fee-4e18-acd0-7c5bfd74de7a req-b95123a7-2af1-4a0a-a953-225edf3d4793 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.100142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cfb7cc5-3fee-4e18-acd0-7c5bfd74de7a req-b95123a7-2af1-4a0a-a953-225edf3d4793 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.2963529 Jan 28 01:12:54.105585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (f26d6c77-4508-442f-9c2b-7ff9ecee5e85), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.114040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8bf07ab8-19bc-4388-a1d8-3d832b84b91f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.159624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26d6c77-4508-442f-9c2b-7ff9ecee5e85']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:54.176956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c3fcda-a29e-4561-87f9-caf9a9b0c526') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:54.177543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c3fcda-a29e-4561-87f9-caf9a9b0c526') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:54.189550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (08c3fcda-a29e-4561-87f9-caf9a9b0c526), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.213183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (08c3fcda-a29e-4561-87f9-caf9a9b0c526), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.229282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:54.230054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (08c3fcda-a29e-4561-87f9-caf9a9b0c526), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:54.234229 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:54.309504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:54.337339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cfb7cc5-3fee-4e18-acd0-7c5bfd74de7a req-98a925f6-8a3e-47eb-b29d-695deae009bd tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310522 Jan 28 01:12:54.338495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:54.340677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=8bf07ab8-19bc-4388-a1d8-3d832b84b91f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:54.348987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:54.358445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (f26d6c77-4508-442f-9c2b-7ff9ecee5e85), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.361508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.363626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.370570 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.373006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-891ca8a9-95ee-4a3c-b33a-51001b17bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.374921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-891ca8a9-95ee-4a3c-b33a-51001b17bfc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 200 len: 918 time: 0.4287584 Jan 28 01:12:54.375686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/networks/f26d6c77-4508-442f-9c2b-7ff9ecee5e85 HTTP/1.1" status: 204 len: 168 time: 0.8520026 Jan 28 01:12:54.381719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:54.387167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a7f09-b7de-49b8-9932-28f4c65b2930 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Network': ['ID=f26d6c77-4508-442f-9c2b-7ff9ecee5e85,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:54.448002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:54.454522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.532101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2dc7b8c1-f975-4543-b586-a5f2acb97093 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.9888706 Jan 28 01:12:54.532511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37170) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:54.642282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1983a78-2c42-41fa-a806-8b03f8dfbc04 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.669537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1983a78-2c42-41fa-a806-8b03f8dfbc04 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.673821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c1983a78-2c42-41fa-a806-8b03f8dfbc04 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1378291 Jan 28 01:12:54.678122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37180) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:54.730298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3503c8b8-25ff-4b9a-bf1c-c33164b218a3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.848459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 8bf07ab8-19bc-4388-a1d8-3d832b84b91f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:54.848814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8bf07ab8-19bc-4388-a1d8-3d832b84b91f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:54.925653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-36a223e3-5747-40fc-9b85-b19baf2dcc25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 200 len: 1000 time: 0.5266376 Jan 28 01:12:55.050992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8bf07ab8-19bc-4388-a1d8-3d832b84b91f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.080886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 8bf07ab8-19bc-4388-a1d8-3d832b84b91f owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:55.090497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3503c8b8-25ff-4b9a-bf1c-c33164b218a3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.159275 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.185660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3503c8b8-25ff-4b9a-bf1c-c33164b218a3']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:55.261813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8bf07ab8-19bc-4388-a1d8-3d832b84b91f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.299549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:12:55.309086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b835be-12cf-4073-b665-2b55b9a7a92f') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:55.314105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b835be-12cf-4073-b665-2b55b9a7a92f') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:55.352368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb59eb-2944-41ed-9df3-d854569294ef None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:12:55.354349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7b53-11fe-4c50-8059-1e87b1f02469 req-81642ca2-08a9-4058-87c2-a7c7a65e11a1 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:55.356553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa1b7b53-11fe-4c50-8059-1e87b1f02469 req-81642ca2-08a9-4058-87c2-a7c7a65e11a1 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.6232421 Jan 28 01:12:55.360266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (f8b835be-12cf-4073-b665-2b55b9a7a92f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.371698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ba30-ec10-48ca-b5b8-acb3d8c420d9 req-d089495b-a5ee-4f14-9331-d3ec55640ac3 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:55.377528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.379147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e862ba30-ec10-48ca-b5b8-acb3d8c420d9 req-d089495b-a5ee-4f14-9331-d3ec55640ac3 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.5238833 Jan 28 01:12:55.386640 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/8bf07ab8-19bc-4388-a1d8-3d832b84b91f HTTP/1.1" status: 204 len: 168 time: 0.7052438 Jan 28 01:12:55.390741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad418b3b-794b-4872-9a11-c4fa79034412 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=8bf07ab8-19bc-4388-a1d8-3d832b84b91f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:55.394641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37188) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:55.462946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-e61b2e68-fdab-4416-9d11-fad12827ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:55.467368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-e61b2e68-fdab-4416-9d11-fad12827ee5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 200 len: 856 time: 0.4900362 Jan 28 01:12:55.475741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f8b835be-12cf-4073-b665-2b55b9a7a92f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.485732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:55.486245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (f8b835be-12cf-4073-b665-2b55b9a7a92f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.494734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] Provisioning complete for port 72ac11c5-ce60-4673-ace9-30e8adee0a3a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:55.495599 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.514765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69f147-779b-4d10-9f5c-e51859a5d2bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:55.526788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69f147-779b-4d10-9f5c-e51859a5d2bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:55.528551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-df69f147-779b-4d10-9f5c-e51859a5d2bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1325130 Jan 28 01:12:55.531249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37190) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:55.617354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb59eb-2944-41ed-9df3-d854569294ef None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:12:55.639607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet fbf0bdde-1e15-4bfe-8fd8-4086683905df {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:55.650583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (fbf0bdde-1e15-4bfe-8fd8-4086683905df), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.711489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] Current status of the port 72ac11c5-ce60-4673-ace9-30e8adee0a3a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:55.713556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.749285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (fbf0bdde-1e15-4bfe-8fd8-4086683905df), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:55.776766 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:55.783019 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3503c8b8-25ff-4b9a-bf1c-c33164b218a3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.785344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.931450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e862ba30-ec10-48ca-b5b8-acb3d8c420d9 req-62024f59-9944-4ff2-8f6e-0fa1fe087534 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513070 Jan 28 01:12:55.978391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:55.985256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] 10.222.0.23 "DELETE /v2.0/networks/3503c8b8-25ff-4b9a-bf1c-c33164b218a3 HTTP/1.1" status: 204 len: 168 time: 1.5860758 Jan 28 01:12:55.991849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-122b640e-a44e-41c1-83b7-708157e0380f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8388033 Jan 28 01:12:56.019304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] For port 72ac11c5-ce60-4673-ace9-30e8adee0a3a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72ac11c5-ce60-4673-ace9-30e8adee0a3a,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:56.026746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (fbf0bdde-1e15-4bfe-8fd8-4086683905df), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.036672 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.191766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b48eb-f263-4a4b-8d85-beab85280693 None None] Pushing event updated for resources: {'Port': ['ID=72ac11c5-ce60-4673-ace9-30e8adee0a3a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:56.197527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8e887-02c7-46cb-a1b3-3dcd800fbae5 tempest-BulkNetworkOpsTest-1842657394 tempest-BulkNetworkOpsTest-1842657394-project] Pushing event deleted for resources: {'Network': ['ID=3503c8b8-25ff-4b9a-bf1c-c33164b218a3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:56.205093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=bcb1e2ab-f356-45d7-8d7e-d71c7bae71d0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:56.220280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (fbf0bdde-1e15-4bfe-8fd8-4086683905df), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.244387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72ac11c5-ce60-4673-ace9-30e8adee0a3a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:56.284978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf0bdde-1e15-4bfe-8fd8-4086683905df,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:56.303957 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.371863 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1e3dfaa-806d-4a0b-aff8-f7053cd61fc5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/fbf0bdde-1e15-4bfe-8fd8-4086683905df HTTP/1.1" status: 204 len: 168 time: 0.8393383 Jan 28 01:12:56.383510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37196) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:56.452993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64687201-b4bd-42c8-a821-abdac5973b00 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:12:56.512079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (06ae765e-408b-4f9a-b83a-5ec6c7101423), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.537028 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-355fab05-f372-4497-a3dc-67ef9a4c2a2e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460559 Jan 28 01:12:56.537804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37200) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:56.548265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:56.549273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 72ac11c5-ce60-4673-ace9-30e8adee0a3a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:56.549759 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.597039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa1b7b53-11fe-4c50-8059-1e87b1f02469 req-fad6db5f-dc51-4eed-b051-def2f02ae73f tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2115355 Jan 28 01:12:56.644687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-3d47f35a-ce3b-40e5-9b44-9f642a2eae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:56.646458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-3d47f35a-ce3b-40e5-9b44-9f642a2eae02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=002e5c63-3fec-4939-9957-47ab9cd989c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8663838 Jan 28 01:12:56.655063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37202) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:56.748025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64687201-b4bd-42c8-a821-abdac5973b00 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:12:56.755906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:56.763984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:56.764549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 72ac11c5-ce60-4673-ace9-30e8adee0a3a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:56.907107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-7d4d26c8-b715-421e-bf14-da96e413135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:56.908669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-7d4d26c8-b715-421e-bf14-da96e413135f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 1096 time: 0.8235574 Jan 28 01:12:56.978128 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5f9de1b-ca03-4f91-afef-d183329742d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6038182c86344c1affb3eb83cf62174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211539 Jan 28 01:12:56.980630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37212) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:56.991147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34564e-1dff-4ca5-a76c-a95de99d32ac req-9ddca4c4-74f3-4584-a4fa-7ad2eada7de5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:56.993038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae34564e-1dff-4ca5-a76c-a95de99d32ac req-9ddca4c4-74f3-4584-a4fa-7ad2eada7de5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.4723673 Jan 28 01:12:57.098915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.194979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:57.215361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:57.243241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:57.243851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.266184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5987169-2c14-4828-8997-392b88118ee2 admin admin] Publish callbacks [] for security_group (242df454-4969-4c73-871b-77db27cef675), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.271974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:57.298690 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d96344fd-20c9-4381-96ad-779c28c84f71 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7567534 Jan 28 01:12:57.308534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37222) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:57.318638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1', 'ip_address': '2001:db8::c46c:e37d:f5f1:7cd'}], 'name': 'tempest-NetworksTestDHCPv6-2028972664'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:57.327770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5987169-2c14-4828-8997-392b88118ee2 admin admin] Publish callbacks [] for security_group (242df454-4969-4c73-871b-77db27cef675), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.523424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5987169-2c14-4828-8997-392b88118ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (242df454-4969-4c73-871b-77db27cef675), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.527448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5987169-2c14-4828-8997-392b88118ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.531617 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c5987169-2c14-4828-8997-392b88118ee2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/242df454-4969-4c73-871b-77db27cef675 HTTP/1.1" status: 204 len: 168 time: 0.5140061 Jan 28 01:12:57.561441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5987169-2c14-4828-8997-392b88118ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242df454-4969-4c73-871b-77db27cef675,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:57.567295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:57.601006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d17970-a33d-4d8c-89fd-5dfe14b7f142 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:12:57.743654 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:57.797512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 9ea09450-bd7f-4788-8034-a7064bd1e5a8 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:12:57.825719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5dc0262a-aa9f-4e76-99b5-b4c24215ed5c None None] Could not find standard attr ID for object bce6a18e-8898-4c88-afd4-006bc68ec625. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:12:57.939758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-79cf0ca5-e6b2-4b68-86e2-4dea9e4f65c4 service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2329206 Jan 28 01:12:57.963403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 06ae765e-408b-4f9a-b83a-5ec6c7101423 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:58.056685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae34564e-1dff-4ca5-a76c-a95de99d32ac req-2f7f2f52-1640-42af-a1ce-bc0d6bfd9846 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0400605 Jan 28 01:12:58.084704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72ac11c5-ce60-4673-ace9-30e8adee0a3a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:58.091934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e2f30-f30e-4877-94d4-656aa0de5dbe req-a53fde80-3141-4274-ba01-3ab2130e1a2e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:58.094207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d55e2f30-f30e-4877-94d4-656aa0de5dbe req-a53fde80-3141-4274-ba01-3ab2130e1a2e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.2977166 Jan 28 01:12:58.195856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-2e027523-2ca5-4ee8-baba-a8e6a13fe114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:58.197654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-2e027523-2ca5-4ee8-baba-a8e6a13fe114 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 912 time: 1.2505333 Jan 28 01:12:58.238965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::c46c:e37d:f5f1:7cd (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1/9ea09450-bd7f-4788-8034-a7064bd1e5a8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:58.278865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 72ac11c5-ce60-4673-ace9-30e8adee0a3a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:58.279165 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:58.595641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (9ea09450-bd7f-4788-8034-a7064bd1e5a8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:58.601911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 72ac11c5-ce60-4673-ace9-30e8adee0a3a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:58.622359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cad807be-0b14-4afc-a922-e43608b8e076 None None] Provisioning complete for port 72ac11c5-ce60-4673-ace9-30e8adee0a3a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:58.625806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cad807be-0b14-4afc-a922-e43608b8e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:58.638304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-936d2498-1c71-4e9d-b8e3-bbd6bd519610 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de726f55-a57f-4d7b-aba5-646f14c60d25 HTTP/1.1" status: 200 len: 217 time: 0.4233904 Jan 28 01:12:58.640131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d4f1571-825d-4fd0-91dd-e57f61dd3255 req-f843caaf-9ef4-47f3-9861-73a5b930143f service neutron] 10.222.0.45 "GET /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756928 Jan 28 01:12:58.678798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d55e2f30-f30e-4877-94d4-656aa0de5dbe req-862345ec-5d57-4c4a-a1f5-27953814d2a5 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066180 Jan 28 01:12:58.756223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9ea09450-bd7f-4788-8034-a7064bd1e5a8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:58.856743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cad807be-0b14-4afc-a922-e43608b8e076 None None] Current status of the port 72ac11c5-ce60-4673-ace9-30e8adee0a3a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:12:58.879869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:58.888674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:58.890428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:58.906090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:58.920574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad0feb8b-0a8f-41ba-a315-1f8589bf3589 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/06ae765e-408b-4f9a-b83a-5ec6c7101423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1068571 Jan 28 01:12:58.922775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:58.923779 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:58.923910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] Sync routers for ids ['06ae765e-408b-4f9a-b83a-5ec6c7101423'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:58.932269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37254) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:58.955263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] Routers {'06ae765e-408b-4f9a-b83a-5ec6c7101423'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:58.955952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['06ae765e-408b-4f9a-b83a-5ec6c7101423'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:58.978338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce9a-72a7-4a44-b16e-41df00e8f9c5 req-53c31624-3041-4bc8-b354-7d635d98191c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:58.987851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=9ea09450-bd7f-4788-8034-a7064bd1e5a8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:59.002433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc72ce9a-72a7-4a44-b16e-41df00e8f9c5 req-53c31624-3041-4bc8-b354-7d635d98191c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.3612092 Jan 28 01:12:59.061433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-648da296-1d14-4f94-8b7a-d6090f490100 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ae765e-408b-4f9a-b83a-5ec6c7101423 HTTP/1.1" status: 200 len: 205 time: 0.1123693 Jan 28 01:12:59.072005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:59.073127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:59.097524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-00c2af9c-02af-41ba-b323-ccf374b66c7b None None] Could not find standard attr ID for object 8bf07ab8-19bc-4388-a1d8-3d832b84b91f. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:12:59.102268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4c7fc973-fc4a-4d4d-a829-a7e87de61edd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7913632 Jan 28 01:12:59.102806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] Routers {'06ae765e-408b-4f9a-b83a-5ec6c7101423'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:59.103501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:12:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['06ae765e-408b-4f9a-b83a-5ec6c7101423'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:59.112104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-c7422d91-490f-4360-9ba0-247b983eaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:59.114352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-c7422d91-490f-4360-9ba0-247b983eaaef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.4251287 Jan 28 01:12:59.117843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37258) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:59.118550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:59.140708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc72ce9a-72a7-4a44-b16e-41df00e8f9c5 req-c4635137-038f-4a28-b5c0-e228d6150ec2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370370 Jan 28 01:12:59.194179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:59.194897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58a92c-ba8b-4e99-86c0-6ab33b1e8ec4 None None] The sync data for ids ['06ae765e-408b-4f9a-b83a-5ec6c7101423'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:59.262159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-9c796df9-eb9a-42dd-9377-96a551cc6d73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004314 Jan 28 01:12:59.272390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (06ae765e-408b-4f9a-b83a-5ec6c7101423), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.414531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-ecb3733b-f4b3-48c6-9fea-917ae7950aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464894 Jan 28 01:12:59.423118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-372016242'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:59.573609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:59.576130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (06ae765e-408b-4f9a-b83a-5ec6c7101423), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.577223 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.578782 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (06ae765e-408b-4f9a-b83a-5ec6c7101423), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.590083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.633741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d84044a7-c918-4ecf-95b6-2c199179e365 None None] Provisioning complete for port 9ea09450-bd7f-4788-8034-a7064bd1e5a8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:59.635274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d84044a7-c918-4ecf-95b6-2c199179e365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9ea09450-bd7f-4788-8034-a7064bd1e5a8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.680338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (06ae765e-408b-4f9a-b83a-5ec6c7101423), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.680946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for security_group (609bd764-b7be-45d6-b279-0a4160206cba), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.681076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router 06ae765e-408b-4f9a-b83a-5ec6c7101423 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:59.695071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.698047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (609bd764-b7be-45d6-b279-0a4160206cba), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.701891 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-29840c3c-1d90-49a3-8a59-7be03c5e0950 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/06ae765e-408b-4f9a-b83a-5ec6c7101423 HTTP/1.1" status: 204 len: 168 time: 0.6271482 Jan 28 01:12:59.702236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37268) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:59.715911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e050d69-72fd-47b7-a747-451c87791f30 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:59.721292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e050d69-72fd-47b7-a747-451c87791f30 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:59.721476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d84044a7-c918-4ecf-95b6-2c199179e365 None None] Port 9ea09450-bd7f-4788-8034-a7064bd1e5a8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:12:59.725648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3e050d69-72fd-47b7-a747-451c87791f30 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.5836935 Jan 28 01:12:59.725812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37272) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:12:59.751646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e381c0ff-ba83-4bee-b15b-71afc50e8239 req-4fcd9f22-a8ac-4d52-9ecc-4d66ac50937b service neutron] 10.222.0.43 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884879 Jan 28 01:12:59.798963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:12:59.843287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609bd764-b7be-45d6-b279-0a4160206cba,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:59.850214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6148530f-3458-48da-97ee-1a2dc6ed7cdc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.850936 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Added segment 6148530f-3458-48da-97ee-1a2dc6ed7cdc of type vlan for network c6b17ead-e993-4f95-85b6-df214d97f628 Jan 28 01:12:59.925159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 9ea09450-bd7f-4788-8034-a7064bd1e5a8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:12:59.925411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9ea09450-bd7f-4788-8034-a7064bd1e5a8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.934101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet 72f0f4a8-8a06-45b8-bf7e-4445ee3024fe {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:12:59.943387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (72f0f4a8-8a06-45b8-bf7e-4445ee3024fe), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:59.978580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c6b17ead-e993-4f95-85b6-df214d97f628), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.019111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87057cf2-ff17-4cff-9b98-c22bac1a96d5 req-899a505b-6e51-4b01-8838-2546f5bbaead tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.028223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87057cf2-ff17-4cff-9b98-c22bac1a96d5 req-899a505b-6e51-4b01-8838-2546f5bbaead tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1807086 Jan 28 01:13:00.092593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9ea09450-bd7f-4788-8034-a7064bd1e5a8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.096671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (72f0f4a8-8a06-45b8-bf7e-4445ee3024fe), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.110706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 9ea09450-bd7f-4788-8034-a7064bd1e5a8 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:00.209811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (72f0f4a8-8a06-45b8-bf7e-4445ee3024fe), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.264330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9ea09450-bd7f-4788-8034-a7064bd1e5a8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.288012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (72f0f4a8-8a06-45b8-bf7e-4445ee3024fe), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.303575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c6b17ead-e993-4f95-85b6-df214d97f628), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.308528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.309124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.314613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=9ea09450-bd7f-4788-8034-a7064bd1e5a8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:00.350511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.357265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3d690197-dea2-40fd-8389-58274c457346 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/9ea09450-bd7f-4788-8034-a7064bd1e5a8 HTTP/1.1" status: 204 len: 168 time: 0.6302400 Jan 28 01:13:00.357902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37276) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:00.401726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e104153-f879-4804-acf7-ed4068d0b7a8 None None] Network bf4b3147-bea8-48e3-a53c-4bad8721d8ff requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:00.412196 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:00.416586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.421567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/72f0f4a8-8a06-45b8-bf7e-4445ee3024fe HTTP/1.1" status: 204 len: 168 time: 0.7138777 Jan 28 01:13:00.427779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:00.454729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3113549 Jan 28 01:13:00.475336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87057cf2-ff17-4cff-9b98-c22bac1a96d5 req-8e42f1c5-eb50-4514-b860-4416d044967e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457071 Jan 28 01:13:00.476828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c775f-898e-4e8c-8a60-580018aa1398 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=72f0f4a8-8a06-45b8-bf7e-4445ee3024fe,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:00.620083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (bf4b3147-bea8-48e3-a53c-4bad8721d8ff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.638305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c6775-9d2b-49ae-a54a-8ddf8a8b0cf4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.639614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c6775-9d2b-49ae-a54a-8ddf8a8b0cf4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.659280 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c65c6775-9d2b-49ae-a54a-8ddf8a8b0cf4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3002553 Jan 28 01:13:00.669499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:00.699204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd293c9-2bed-48ad-bb99-3b6852c44768 req-43a76388-5204-496d-8391-ee6410ced1b0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.701240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fd293c9-2bed-48ad-bb99-3b6852c44768 req-43a76388-5204-496d-8391-ee6410ced1b0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.4167337 Jan 28 01:13:00.757975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e02f9-6c45-419a-b468-63f0f19c581d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Network': ['ID=c6b17ead-e993-4f95-85b6-df214d97f628,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:00.785415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c6b17ead-e993-4f95-85b6-df214d97f628 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:00.820412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fd293c9-2bed-48ad-bb99-3b6852c44768 req-fb3876fc-cb0e-4304-8f52-3bd4e57f6a8d tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903456 Jan 28 01:13:00.855734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:00.878815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:00.967540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:01.013752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port ab402fb2-4800-4d32-879c-098c76a2eaa2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:01.014788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:01.071675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] DHCP port deletion for bf4b3147-bea8-48e3-a53c-4bad8721d8ff request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:01.183047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] Deleting port ab402fb2-4800-4d32-879c-098c76a2eaa2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:01.183693 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:01.342420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] For port ab402fb2-4800-4d32-879c-098c76a2eaa2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ab402fb2-4800-4d32-879c-098c76a2eaa2,segment=NetworkSegment(78a8fe5b-d281-4226-8f6e-d264b26b5ab0),segment_id=78a8fe5b-d281-4226-8f6e-d264b26b5ab0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:01.342939 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:01.376316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] Calling delete_port for ab402fb2-4800-4d32-879c-098c76a2eaa2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:01.589012 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:01.689098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] No DVR routers for this DVR port ab402fb2-4800-4d32-879c-098c76a2eaa2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:01.693460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b00ad-4c29-45dc-a9db-f297ec4c9396 None None] Pushing event deleted for resources: {'Port': ['ID=ab402fb2-4800-4d32-879c-098c76a2eaa2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:01.741322 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:01.855210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c627ca2-f34f-49a4-939f-90089ccb9227 req-0b0d3784-e405-4ddb-8d18-12f8dc9b363b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:01.871059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c627ca2-f34f-49a4-939f-90089ccb9227 req-0b0d3784-e405-4ddb-8d18-12f8dc9b363b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.2039127 Jan 28 01:13:02.008711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c627ca2-f34f-49a4-939f-90089ccb9227 req-0c87e0b7-643e-407a-b503-6f25549eed9c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366458 Jan 28 01:13:02.021022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ab402fb2-4800-4d32-879c-098c76a2eaa2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:02.033519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port ab402fb2-4800-4d32-879c-098c76a2eaa2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ab402fb2-4800-4d32-879c-098c76a2eaa2,segment=NetworkSegment(78a8fe5b-d281-4226-8f6e-d264b26b5ab0),segment_id=78a8fe5b-d281-4226-8f6e-d264b26b5ab0)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:02.034208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.081360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ab402fb2-4800-4d32-879c-098c76a2eaa2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:02.082094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ab402fb2-4800-4d32-879c-098c76a2eaa2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:02.111728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for ab402fb2-4800-4d32-879c-098c76a2eaa2 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:02.145297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9ecfe-7b7d-4df3-88d7-9cd2f315ff56 req-9f347716-b79c-4e99-a3ae-240d3eb2fbce tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:02.149131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8d9ecfe-7b7d-4df3-88d7-9cd2f315ff56 req-9f347716-b79c-4e99-a3ae-240d3eb2fbce tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1373518 Jan 28 01:13:02.241965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8d9ecfe-7b7d-4df3-88d7-9cd2f315ff56 req-cf6f31b0-95a0-489f-acfe-dd2a8320e544 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Jan 28 01:13:02.267192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.306574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:02.319348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.324768 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a17a098-907f-407e-bb81-316595765ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1 HTTP/1.1" status: 204 len: 168 time: 1.6521633 Jan 28 01:13:02.327415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37302) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:02.328171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2dd12-3d50-460a-a8af-1c7f4f543ed2 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:02.388640 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-23fb3d4e-933a-4ede-8cb8-ac73342f4a45 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599918 Jan 28 01:13:02.391792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37304) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:02.398887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:02.584852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ab402fb2-4800-4d32-879c-098c76a2eaa2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.612142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port ab402fb2-4800-4d32-879c-098c76a2eaa2 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:02.660671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:02.758948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] Deleting port 72ac11c5-ce60-4673-ace9-30e8adee0a3a {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:02.759880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.769155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (bf4b3147-bea8-48e3-a53c-4bad8721d8ff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.777950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=ab402fb2-4800-4d32-879c-098c76a2eaa2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:02.804841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:02.808408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.859426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] For port 72ac11c5-ce60-4673-ace9-30e8adee0a3a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72ac11c5-ce60-4673-ace9-30e8adee0a3a,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:02.863304 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.886852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] Calling delete_port for 72ac11c5-ce60-4673-ace9-30e8adee0a3a owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:03.086731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (72ac11c5-ce60-4673-ace9-30e8adee0a3a), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.128858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] No DVR routers for this DVR port 72ac11c5-ce60-4673-ace9-30e8adee0a3a on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:03.142970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72d2dc-2b3d-492d-8a7a-6e962335edee None None] Pushing event deleted for resources: {'Port': ['ID=72ac11c5-ce60-4673-ace9-30e8adee0a3a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:03.251102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (4755ca86-303a-46f8-98f3-e56a2b8dd382), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.266964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef99ed6-0b31-46aa-9077-194cad457d09 req-22949851-70b4-4ca5-9e99-5e8508be9885 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:03.276711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ef99ed6-0b31-46aa-9077-194cad457d09 req-22949851-70b4-4ca5-9e99-5e8508be9885 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.0888236 Jan 28 01:13:03.357661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ef99ed6-0b31-46aa-9077-194cad457d09 req-18345bfb-de43-48be-bfca-f740417fa4b8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797036 Jan 28 01:13:03.379309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4b3147-bea8-48e3-a53c-4bad8721d8ff']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:03.398221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=4755ca86-303a-46f8-98f3-e56a2b8dd382,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:03.408173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:03.410337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a8fe5b-d281-4226-8f6e-d264b26b5ab0') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:03.410804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a8fe5b-d281-4226-8f6e-d264b26b5ab0') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:03.413484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:03.427791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75afc899-b18f-4f29-881e-f499cf3e3a35 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:03.445578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:03.506615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.582357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37314) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:03.586296 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e0362921-76b9-48fa-9e62-8f728307f1f5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1931860 Jan 28 01:13:03.594060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (78a8fe5b-d281-4226-8f6e-d264b26b5ab0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.601678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': '4755ca86-303a-46f8-98f3-e56a2b8dd382', 'ip_address': '2001:db8::73af:8135:5a2a:b64a'}], 'name': 'tempest-NetworksTestDHCPv6-123279284'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:03.633360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (78a8fe5b-d281-4226-8f6e-d264b26b5ab0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.660033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:03.660435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (78a8fe5b-d281-4226-8f6e-d264b26b5ab0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:03.667609 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:03.709479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '4755ca86-303a-46f8-98f3-e56a2b8dd382'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:03.711115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.715637 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.823568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37316) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:03.830601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'subnet': {'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:03.836341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (bf4b3147-bea8-48e3-a53c-4bad8721d8ff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.868205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:03.872042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:03.878391 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/bf4b3147-bea8-48e3-a53c-4bad8721d8ff HTTP/1.1" status: 204 len: 168 time: 3.4489212 Jan 28 01:13:03.899423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37318) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:03.924365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd6101-2b38-4fba-a782-2e8632323d98 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=bf4b3147-bea8-48e3-a53c-4bad8721d8ff,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:03.944483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976687327', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:03.967829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7514f42-bc66-4b76-81b1-c61723c4ed80 req-6013ba89-a2c6-40af-b12d-6170c03abf36 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:03.970694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7514f42-bc66-4b76-81b1-c61723c4ed80 req-6013ba89-a2c6-40af-b12d-6170c03abf36 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.5136654 Jan 28 01:13:04.024197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72ac11c5-ce60-4673-ace9-30e8adee0a3a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:04.074340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/4755ca86-303a-46f8-98f3-e56a2b8dd382/caa869e8-fc2d-49f8-8d25-15d08d2a735c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:04.086647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:04.095607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.133530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7514f42-bc66-4b76-81b1-c61723c4ed80 req-c9905cda-2832-483d-b874-138920a23626 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472223 Jan 28 01:13:04.139895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (8de59691-471d-4f11-b691-b6162249c389), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.141044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (8de59691-471d-4f11-b691-b6162249c389), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.163247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.206017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port db6eb435-ba18-4a0b-a333-6b641ef9c89e yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:04.389898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (8de59691-471d-4f11-b691-b6162249c389), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.540241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e86aee1f-e78e-417c-8686-5c5c47dccf47), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.604910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_gateway (8de59691-471d-4f11-b691-b6162249c389), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.606164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Subnet': ['ID=e86aee1f-e78e-417c-8686-5c5c47dccf47,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:04.676849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Checking segment: {'id': '6148530f-3458-48da-97ee-1a2dc6ed7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:04.677335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network hostable DHCP agents. Network: c6b17ead-e993-4f95-85b6-df214d97f628, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:04.716982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network c6b17ead-e993-4f95-85b6-df214d97f628 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:04.743195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, c6b17ead-e993-4f95-85b6-df214d97f628) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:04.747732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Publish callbacks [] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.753208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 72ac11c5-ce60-4673-ace9-30e8adee0a3a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:04.753593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72ac11c5-ce60-4673-ace9-30e8adee0a3a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:04.760634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.762813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4f31f-7e1e-423e-987d-6d1d292785ee None None] Network c6b17ead-e993-4f95-85b6-df214d97f628 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:04.782378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:04.783004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.820853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-21b3cf08-b5d0-41fa-b185-b62ed280671c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9952891 Jan 28 01:13:04.825290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:04.903838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:04.918930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::73af:8135:5a2a:b64a (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/4755ca86-303a-46f8-98f3-e56a2b8dd382/db6eb435-ba18-4a0b-a333-6b641ef9c89e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:04.926929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:04.930633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:04.942471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-c6b17ead-e993-4f95-85b6-df214d97f628', 'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628', 'project_id': 'ca4bd2dda5854317bbb32b1cd39564d0', 'fixed_ips': [{'subnet_id': 'e86aee1f-e78e-417c-8686-5c5c47dccf47'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:04.943325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:04.960823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Pushing event updated for resources: {'Port': ['ID=caa869e8-fc2d-49f8-8d25-15d08d2a735c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:05.014569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-966911461'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:05.076223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c947ab-4be2-44e3-becc-272dd642f009 req-06b52191-122f-487f-8035-59c12b9a7d38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:05.077847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51c947ab-4be2-44e3-becc-272dd642f009 req-06b52191-122f-487f-8035-59c12b9a7d38 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.5705104 Jan 28 01:13:05.158517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:05.173935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.235979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Attempting to bind port caa869e8-fc2d-49f8-8d25-15d08d2a735c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:05.236363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Attempting to bind port caa869e8-fc2d-49f8-8d25-15d08d2a735c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:05.236748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Attempting to bind port caa869e8-fc2d-49f8-8d25-15d08d2a735c on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:05.251315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Allocated IP 2001:db8:0:ffff::2 (c6b17ead-e993-4f95-85b6-df214d97f628/e86aee1f-e78e-417c-8686-5c5c47dccf47/2ada4411-9d41-4020-86ab-7467a8e2c4f1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:05.256705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:05.257097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:05.257512 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.257962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:05.258424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Bound port: caa869e8-fc2d-49f8-8d25-15d08d2a735c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:05.258816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.338900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51c947ab-4be2-44e3-becc-272dd642f009 req-bc59a3d1-dc0d-4b3d-8736-799b72350f4c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154996 Jan 28 01:13:05.354802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:05.404467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14f7c-e02c-4082-acd5-f740e869aece req-163c69af-89ab-449e-a37c-d1920e3605e6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:05.406057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3fa14f7c-e02c-4082-acd5-f740e869aece req-163c69af-89ab-449e-a37c-d1920e3605e6 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1571605 Jan 28 01:13:05.411882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c03b46d8-9b20-4288-8588-863ef8f914d9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.412222 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Added segment c03b46d8-9b20-4288-8588-863ef8f914d9 of type vlan for network dcbcbd1c-a366-4511-920d-1b28ace0dd71 Jan 28 01:13:05.423977 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (db6eb435-ba18-4a0b-a333-6b641ef9c89e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.627432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] For port caa869e8-fc2d-49f8-8d25-15d08d2a735c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:05.632245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] For port caa869e8-fc2d-49f8-8d25-15d08d2a735c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=caa869e8-fc2d-49f8-8d25-15d08d2a735c,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:05.634029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3fa14f7c-e02c-4082-acd5-f740e869aece req-bcc5d856-e4e4-44a7-be76-6f38d73d671e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078412 Jan 28 01:13:05.650330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (dcbcbd1c-a366-4511-920d-1b28ace0dd71), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.686871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.696494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_gateway (8de59691-471d-4f11-b691-b6162249c389), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.723954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.774212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccd4c4-673b-4b98-9b8c-53a7764799f7 None None] Pushing event updated for resources: {'Port': ['ID=caa869e8-fc2d-49f8-8d25-15d08d2a735c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:05.804129 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Publish callbacks [] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.823450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.834812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (dcbcbd1c-a366-4511-920d-1b28ace0dd71), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.841228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:05.842618 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.859336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (db6eb435-ba18-4a0b-a333-6b641ef9c89e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:05.879660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Pushing event updated for resources: {'Port': ['ID=2ada4411-9d41-4020-86ab-7467a8e2c4f1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:05.915936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Network c6b17ead-e993-4f95-85b6-df214d97f628 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:05.922290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:05.931386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:06.029381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Attempting to bind port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:06.029894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Attempting to bind port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '6148530f-3458-48da-97ee-1a2dc6ed7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:06.030302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Attempting to bind port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 on network c6b17ead-e993-4f95-85b6-df214d97f628 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:06.037475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:06.037901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Checking segment: {'id': '6148530f-3458-48da-97ee-1a2dc6ed7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:06.038308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:06.038704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Bound using segment: {'id': '6148530f-3458-48da-97ee-1a2dc6ed7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:06.039283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Bound port: 2ada4411-9d41-4020-86ab-7467a8e2c4f1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6148530f-3458-48da-97ee-1a2dc6ed7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c6b17ead-e993-4f95-85b6-df214d97f628'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:06.039790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:06.058627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=db6eb435-ba18-4a0b-a333-6b641ef9c89e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:06.101319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2545969 Jan 28 01:13:06.104124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37334) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:06.122524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'subnet': {'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:06.139337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:06.149470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:06.162995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:06.170256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:06.171168 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:06.176810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a29ff-7d51-45ca-9ec6-dc7527ad756a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Network': ['ID=dcbcbd1c-a366-4511-920d-1b28ace0dd71,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:06.223378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] For port 2ada4411-9d41-4020-86ab-7467a8e2c4f1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:06.237033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network dcbcbd1c-a366-4511-920d-1b28ace0dd71 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:06.240730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] For port 2ada4411-9d41-4020-86ab-7467a8e2c4f1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ada4411-9d41-4020-86ab-7467a8e2c4f1,segment=NetworkSegment(6148530f-3458-48da-97ee-1a2dc6ed7cdc),segment_id=6148530f-3458-48da-97ee-1a2dc6ed7cdc)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:06.251024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e2f701c6-eb7d-432d-a485-ee6130fbeeb9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6628199 Jan 28 01:13:06.258263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37336) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:06.277706 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:06.295764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 172.25.1.30 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/922c0d8c-7a3c-40c8-bdc2-97566f2e3014) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:06.443293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbd6a7-3b59-4ca1-a4be-bb02f5163aa6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:06.462163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbd6a7-3b59-4ca1-a4be-bb02f5163aa6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:06.471436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b0bbd6a7-3b59-4ca1-a4be-bb02f5163aa6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2120316 Jan 28 01:13:06.475094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37342) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:06.509331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:06.515527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:06.538475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425d04-1e83-408e-8d9e-af6c4f2c9350 None None] Pushing event updated for resources: {'Port': ['ID=2ada4411-9d41-4020-86ab-7467a8e2c4f1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:06.680899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (922c0d8c-7a3c-40c8-bdc2-97566f2e3014), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:06.711078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e234c-63ae-4189-915d-f3a746cc4cdd req-49c6912d-2ed9-497e-b930-5d8f54d54699 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:06.713240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3e234c-63ae-4189-915d-f3a746cc4cdd req-49c6912d-2ed9-497e-b930-5d8f54d54699 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1282248 Jan 28 01:13:06.778692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port db6eb435-ba18-4a0b-a333-6b641ef9c89e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:06.779469 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (db6eb435-ba18-4a0b-a333-6b641ef9c89e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.089603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c81d37f2-6b07-4103-af07-c5b1c8c62644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.107127 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (db6eb435-ba18-4a0b-a333-6b641ef9c89e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.114017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3e234c-63ae-4189-915d-f3a746cc4cdd req-02460248-9aa8-4eb5-9bae-356f9b186f56 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915017 Jan 28 01:13:07.122129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (922c0d8c-7a3c-40c8-bdc2-97566f2e3014), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.128249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:13:07.132176 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6087a0e3-32c7-415b-a232-166d500a1c52), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.196326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for db6eb435-ba18-4a0b-a333-6b641ef9c89e owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:07.210873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.279119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:07.287275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Subnet': ['ID=6087a0e3-32c7-415b-a232-166d500a1c52,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:07.301692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.301982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.302322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.302654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.302984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.303265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0791d8-d2ef-4d25-b1e0-3d6a1dcf83d9 req-a42fdcef-9ad1-4d86-b455-b94216ea6332 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:07.303402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.303617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.304074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.305322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.306134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.307042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.307568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.308081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:07.310408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb0791d8-d2ef-4d25-b1e0-3d6a1dcf83d9 req-a42fdcef-9ad1-4d86-b455-b94216ea6332 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.3620124 Jan 28 01:13:07.317607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=922c0d8c-7a3c-40c8-bdc2-97566f2e3014,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:07.327244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Checking segment: {'id': 'c03b46d8-9b20-4288-8588-863ef8f914d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:07.329412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network hostable DHCP agents. Network: dcbcbd1c-a366-4511-920d-1b28ace0dd71, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:07.330682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:07.362736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network dcbcbd1c-a366-4511-920d-1b28ace0dd71 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:07.396217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, dcbcbd1c-a366-4511-920d-1b28ace0dd71) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:07.406610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:07.408767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.410308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ca1ea-a905-45f5-95a7-e3ba912b1677 None None] Network dcbcbd1c-a366-4511-920d-1b28ace0dd71 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:07.469020 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20cf171d-06b7-452b-b8ad-4debf3be2ae0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3624952 Jan 28 01:13:07.470868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37356) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:07.505742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'port': {'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71', 'name': 'tempest-NetworksIpV6TestAttrs-290867350'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:07.724131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:07.732095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.767728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-dcbcbd1c-a366-4511-920d-1b28ace0dd71', 'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71', 'project_id': 'ca4bd2dda5854317bbb32b1cd39564d0', 'fixed_ips': [{'subnet_id': '6087a0e3-32c7-415b-a232-166d500a1c52'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:07.771250 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:07.796427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] device_id is not set on port ca1ba28d-cb89-45b5-a135-3638427e0e00 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:07.845338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Provisioning complete for port caa869e8-fc2d-49f8-8d25-15d08d2a735c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:07.849983 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.080531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:08.088203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Allocated IP 2001:db8::f816:3eff:fe7f:8a8d (dcbcbd1c-a366-4511-920d-1b28ace0dd71/6087a0e3-32c7-415b-a232-166d500a1c52/ca1ba28d-cb89-45b5-a135-3638427e0e00) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:08.236532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb0791d8-d2ef-4d25-b1e0-3d6a1dcf83d9 req-0f64921f-60c4-4ae7-8f3a-a75d43f041a5 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9251206 Jan 28 01:13:08.284362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device caa869e8-fc2d-49f8-8d25-15d08d2a735c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:08.369722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Current status of the port caa869e8-fc2d-49f8-8d25-15d08d2a735c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:08.374432 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.392301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (db6eb435-ba18-4a0b-a333-6b641ef9c89e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.478013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] For port caa869e8-fc2d-49f8-8d25-15d08d2a735c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=caa869e8-fc2d-49f8-8d25-15d08d2a735c,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:08.511058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port caa869e8-fc2d-49f8-8d25-15d08d2a735c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:08.511395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=db6eb435-ba18-4a0b-a333-6b641ef9c89e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:08.511548 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.513135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.518581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for port (ca1ba28d-cb89-45b5-a135-3638427e0e00), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.604362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ca1ba28d-cb89-45b5-a135-3638427e0e00), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.697900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network dcbcbd1c-a366-4511-920d-1b28ace0dd71 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:08.709171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:08.720842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8c5e8-7613-471a-9a2b-03b84674f58a None None] Network c6b17ead-e993-4f95-85b6-df214d97f628 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:08.727089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:08.732465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:08.738611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.753486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Port': ['ID=ca1ba28d-cb89-45b5-a135-3638427e0e00,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:08.773584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8222e1a3-6923-4a92-b62b-bffb20095904 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2991936 Jan 28 01:13:08.774194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37364) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:08.796765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Allocated IP 2001:db8::f816:3eff:fea1:f1fe (dcbcbd1c-a366-4511-920d-1b28ace0dd71/6087a0e3-32c7-415b-a232-166d500a1c52/a89d4163-9b85-4b78-b0f2-05acbf75b56d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:08.886906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting subnet 6087a0e3-32c7-415b-a232-166d500a1c52 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:08.974432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_gateway (8de59691-471d-4f11-b691-b6162249c389), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.058390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Publish callbacks [] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.067098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b174c3b1-ac3c-4d11-b6c8-e76c03150021 None None] Could not find standard attr ID for object db6eb435-ba18-4a0b-a333-6b641ef9c89e. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:13:09.067372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for subnet (6087a0e3-32c7-415b-a232-166d500a1c52), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.073173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Pushing event updated for resources: {'Port': ['ID=caa869e8-fc2d-49f8-8d25-15d08d2a735c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:09.093930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.093930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.094316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.094894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.095038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.095354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.095658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.096065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.096302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.096668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.096940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.097268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.097668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba98fc-a722-42ca-8e02-12ada65ffacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:09.099871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.101674 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.116205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e446aad7-fcef-4177-b083-6fb094323aef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/db6eb435-ba18-4a0b-a333-6b641ef9c89e HTTP/1.1" status: 204 len: 168 time: 2.6342640 Jan 28 01:13:09.120647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:09.161409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (6087a0e3-32c7-415b-a232-166d500a1c52), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.178198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Pushing event updated for resources: {'Port': ['ID=a89d4163-9b85-4b78-b0f2-05acbf75b56d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:09.220815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Network dcbcbd1c-a366-4511-920d-1b28ace0dd71 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:09.228297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:09.247136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0415f7-675a-49a3-b689-e1dd9f0a55a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:09.251101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0415f7-675a-49a3-b689-e1dd9f0a55a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:09.258305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7c0415f7-675a-49a3-b689-e1dd9f0a55a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1342037 Jan 28 01:13:09.260698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37372) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:09.290977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a959e6f-786d-4a51-bba2-205bcf4bb714 req-a229d1ef-21fd-4bf3-88ca-483f3285de76 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:09.292665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a959e6f-786d-4a51-bba2-205bcf4bb714 req-a229d1ef-21fd-4bf3-88ca-483f3285de76 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.9133666 Jan 28 01:13:09.303256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:09.321533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] Provisioning complete for port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:09.321937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.409730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port caa869e8-fc2d-49f8-8d25-15d08d2a735c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:09.412373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ada4411-9d41-4020-86ab-7467a8e2c4f1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:09.428243 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-484c3892-1f2c-4147-9374-90e611c11458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.454854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 4755ca86-303a-46f8-98f3-e56a2b8dd382 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:09.490579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (4755ca86-303a-46f8-98f3-e56a2b8dd382), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.518243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a959e6f-786d-4a51-bba2-205bcf4bb714 req-df553296-d167-4f45-9eed-700e4dc8e50b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196705 Jan 28 01:13:09.525328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f7bec-e4b4-49ff-ad58-50dc9000dc9f req-8924a3e8-853b-4502-bc28-d4ad8475dfa8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:09.526820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-692f7bec-e4b4-49ff-ad58-50dc9000dc9f req-8924a3e8-853b-4502-bc28-d4ad8475dfa8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1953208 Jan 28 01:13:09.624776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (4755ca86-303a-46f8-98f3-e56a2b8dd382), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.636822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-692f7bec-e4b4-49ff-ad58-50dc9000dc9f req-fe4f6294-d279-4002-ae4b-06429cc97860 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026139 Jan 28 01:13:09.638083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (8de59691-471d-4f11-b691-b6162249c389), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.673244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6087a0e3-32c7-415b-a232-166d500a1c52), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.675089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Attempting to bind port a89d4163-9b85-4b78-b0f2-05acbf75b56d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:09.675468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Attempting to bind port a89d4163-9b85-4b78-b0f2-05acbf75b56d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c03b46d8-9b20-4288-8588-863ef8f914d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:09.675831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Attempting to bind port a89d4163-9b85-4b78-b0f2-05acbf75b56d on network dcbcbd1c-a366-4511-920d-1b28ace0dd71 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:09.699647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:09.700026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Checking segment: {'id': 'c03b46d8-9b20-4288-8588-863ef8f914d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:09.700521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.707930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Bound using segment: {'id': 'c03b46d8-9b20-4288-8588-863ef8f914d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:09.708638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Bound port: a89d4163-9b85-4b78-b0f2-05acbf75b56d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03b46d8-9b20-4288-8588-863ef8f914d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dcbcbd1c-a366-4511-920d-1b28ace0dd71'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:09.709054 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.794846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] Current status of the port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:09.795234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.796291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4755ca86-303a-46f8-98f3-e56a2b8dd382), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.881116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] For port 2ada4411-9d41-4020-86ab-7467a8e2c4f1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ada4411-9d41-4020-86ab-7467a8e2c4f1,segment=NetworkSegment(6148530f-3458-48da-97ee-1a2dc6ed7cdc),segment_id=6148530f-3458-48da-97ee-1a2dc6ed7cdc)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:09.890042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:09.890427 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.894258 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.914065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (4755ca86-303a-46f8-98f3-e56a2b8dd382), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.941182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (6087a0e3-32c7-415b-a232-166d500a1c52), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.970725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] For port a89d4163-9b85-4b78-b0f2-05acbf75b56d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:09.996141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.007837 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/4755ca86-303a-46f8-98f3-e56a2b8dd382 HTTP/1.1" status: 204 len: 168 time: 0.7439137 Jan 28 01:13:10.009452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287501e-99b3-4c92-bd08-3cb74e8ea54b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=4755ca86-303a-46f8-98f3-e56a2b8dd382,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:10.011247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37376) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:10.025149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] For port a89d4163-9b85-4b78-b0f2-05acbf75b56d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a89d4163-9b85-4b78-b0f2-05acbf75b56d,segment=NetworkSegment(c03b46d8-9b20-4288-8588-863ef8f914d9),segment_id=c03b46d8-9b20-4288-8588-863ef8f914d9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:10.033346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2581f-ed21-4c3e-8139-dc10f8e060be None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:10.090137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Subnet': ['ID=6087a0e3-32c7-415b-a232-166d500a1c52,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:10.112245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.125608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-092f426a-2840-4210-b7dd-3e1e3ea5bb95 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/6087a0e3-32c7-415b-a232-166d500a1c52 HTTP/1.1" status: 204 len: 168 time: 1.3501987 Jan 28 01:13:10.128647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37380) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:10.178223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.231256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8e5db-683e-4663-ba6a-42dd44f15159 None None] Pushing event updated for resources: {'Port': ['ID=2ada4411-9d41-4020-86ab-7467a8e2c4f1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:10.247491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-67bd130b-0e97-46e9-a278-6889732b4395 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2157671 Jan 28 01:13:10.258948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37382) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:10.286416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9c2d9-5199-472f-a850-615025f367d9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:10.290372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ddd8c-377b-46d9-901c-cfec20d633a1 None None] Pushing event updated for resources: {'Port': ['ID=a89d4163-9b85-4b78-b0f2-05acbf75b56d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:10.299380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9c2d9-5199-472f-a850-615025f367d9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:10.305948 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c9d9c2d9-5199-472f-a850-615025f367d9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1752596 Jan 28 01:13:10.309051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37384) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:10.310608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4e317f56-b84f-4932-a761-3253cc969b0c None None] Provisioning complete for port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:10.311148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e317f56-b84f-4932-a761-3253cc969b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.360797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 8de59691-471d-4f11-b691-b6162249c389 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:13:10.461591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:10.640369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e5adb7b-5f2b-4232-b959-3f0e1b43d51c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (dcbcbd1c-a366-4511-920d-1b28ace0dd71), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.663566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4e317f56-b84f-4932-a761-3253cc969b0c None None] Current status of the port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:10.672610 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5adb7b-5f2b-4232-b959-3f0e1b43d51c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 01:13:10.672610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5adb7b-5f2b-4232-b959-3f0e1b43d51c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:10.676759 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e5adb7b-5f2b-4232-b959-3f0e1b43d51c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/dcbcbd1c-a366-4511-920d-1b28ace0dd71 HTTP/1.1" status: 409 len: 466 time: 0.3641613 Jan 28 01:13:10.682201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37390) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:10.694253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:10.716959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364750044'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:10.820097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3353d7-b0bc-40f4-a878-0b5e3fb213a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:10.822372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:10.834350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ac3353d7-b0bc-40f4-a878-0b5e3fb213a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5679712 Jan 28 01:13:10.848410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37394) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:10.849131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ada4411-9d41-4020-86ab-7467a8e2c4f1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:10.850732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.908682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:10.945116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3aaad172-3f54-4690-9528-59bce3d0831a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.945769 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Added segment 3aaad172-3f54-4690-9528-59bce3d0831a of type vlan for network b65067ff-d636-4313-a3d2-2b64099aad02 Jan 28 01:13:10.971461 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.972422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:10.973031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:10.995937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:11.008042 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] Sync routers for ids ['8de59691-471d-4f11-b691-b6162249c389'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:11.037324 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] Routers {'8de59691-471d-4f11-b691-b6162249c389'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:11.039571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8de59691-471d-4f11-b691-b6162249c389'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:11.061413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b65067ff-d636-4313-a3d2-2b64099aad02), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.132169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b65067ff-d636-4313-a3d2-2b64099aad02), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.141112 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:11.142313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:11.144591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.153427 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] Routers {'8de59691-471d-4f11-b691-b6162249c389'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:11.154536 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8de59691-471d-4f11-b691-b6162249c389'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:11.193659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.204263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0740e4b-9278-4552-b565-6e34e148d8d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3027759 Jan 28 01:13:11.222497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbde01-665c-4760-bcf0-731ae1868ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:11.224429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-43dbde01-665c-4760-bcf0-731ae1868ae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3743911 Jan 28 01:13:11.227026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:11.228410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] Deleting port caa869e8-fc2d-49f8-8d25-15d08d2a735c {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:11.228893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.229109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37400) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:11.239084 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:11.239862 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b59aa-1592-4f23-9d39-4b7234bbb766 None None] The sync data for ids ['8de59691-471d-4f11-b691-b6162249c389'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:11.341052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] For port caa869e8-fc2d-49f8-8d25-15d08d2a735c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=caa869e8-fc2d-49f8-8d25-15d08d2a735c,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:11.341648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.342347 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6562302 Jan 28 01:13:11.343201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37402) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:11.356643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'subnet': {'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:11.381850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] Calling delete_port for caa869e8-fc2d-49f8-8d25-15d08d2a735c owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:11.401807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:11.440092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b790e319-5283-4706-a668-4e5515dfbe94 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1839793 Jan 28 01:13:11.450793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bd-09fe-4a95-a135-a7bf71977f6b req-c2bd8e8b-cc78-414b-a2f8-11d2152b848b tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:11.460335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-619293bd-09fe-4a95-a135-a7bf71977f6b req-c2bd8e8b-cc78-414b-a2f8-11d2152b848b tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.5662508 Jan 28 01:13:11.461066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:11.477436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:11.484881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc1276-d9fb-42b3-9171-11ecff914bd9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Network': ['ID=b65067ff-d636-4313-a3d2-2b64099aad02,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:11.493570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (caa869e8-fc2d-49f8-8d25-15d08d2a735c), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.497401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b76b-9a27-4595-951a-b6d4ac6fa406 req-5d41b084-79d4-4ca9-86bc-bb3673643bec tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:11.501052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc40b76b-9a27-4595-951a-b6d4ac6fa406 req-5d41b084-79d4-4ca9-86bc-bb3673643bec tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.7555482 Jan 28 01:13:11.533491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] Pushing event deleted for resources: {'Port': ['ID=caa869e8-fc2d-49f8-8d25-15d08d2a735c,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:11.546145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b65067ff-d636-4313-a3d2-2b64099aad02 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:11.563479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:11.570701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.641368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:11.644854 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.653990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6cd43-e144-45d1-94af-8357cd8b73fb None None] No DVR routers for this DVR port caa869e8-fc2d-49f8-8d25-15d08d2a735c on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:11.878480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-619293bd-09fe-4a95-a135-a7bf71977f6b req-0490b70b-3fa8-4074-9a35-d433e39fcbe8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743479 Jan 28 01:13:11.909458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.975192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc40b76b-9a27-4595-951a-b6d4ac6fa406 req-86a51f5f-5a4d-4bae-bdc1-168962bd3f2e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376846 Jan 28 01:13:12.003566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cb5bf46f-5bca-4a97-aa2e-07ec3716e75c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/routers/8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 200 len: 884 time: 0.7716060 Jan 28 01:13:12.007768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37408) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:12.228456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:13:12.244044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.254123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (4a611364-a0c1-4f21-a0ac-bcd579cf0d78), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.367069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:12.382734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:12.392044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf8e2c-7b30-4ba1-bfb8-8ad4ed81d7d4 None None] Network dcbcbd1c-a366-4511-920d-1b28ace0dd71 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:12.415830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:12.424111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:12.425098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.425238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Subnet': ['ID=4a611364-a0c1-4f21-a0ac-bcd579cf0d78,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:12.469359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Checking segment: {'id': '3aaad172-3f54-4690-9528-59bce3d0831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:12.469359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network hostable DHCP agents. Network: b65067ff-d636-4313-a3d2-2b64099aad02, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:12.475219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d39783b4-2f64-4e72-ae89-8a31e98e6ba0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0059412 Jan 28 01:13:12.476719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37410) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:12.496061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea', 'ip_address': '2001:db8::b8c1:5f32:577a:16ce'}], 'name': 'tempest-NetworksTestDHCPv6-133574555'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:12.589942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cf632-9a78-4a5e-a182-a19b953ab85c None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:12.590195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network b65067ff-d636-4313-a3d2-2b64099aad02 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:12.634301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b65067ff-d636-4313-a3d2-2b64099aad02) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:12.642669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:12.643355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.678551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de29ea3-5914-4f0c-ace3-420b65a82cea None None] Network b65067ff-d636-4313-a3d2-2b64099aad02 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:12.682913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-119d6704-19de-4ca2-95fe-c8d7760618e4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6701007 Jan 28 01:13:12.684461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37412) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:12.692337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1976687327'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:12.700109 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6629692a-a0c2-4e47-bd24-c960a0e10cac tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3493044 Jan 28 01:13:12.707474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37414) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:12.721254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'port': {'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02', 'name': 'tempest-NetworksIpV6TestAttrs-1673310975'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:12.777695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a89d4163-9b85-4b78-b0f2-05acbf75b56d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:12.857555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:12.858414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.868224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] Provisioning complete for port a89d4163-9b85-4b78-b0f2-05acbf75b56d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:12.868629 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.926605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b65067ff-d636-4313-a3d2-2b64099aad02', 'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02', 'project_id': 'ca4bd2dda5854317bbb32b1cd39564d0', 'fixed_ips': [{'subnet_id': '4a611364-a0c1-4f21-a0ac-bcd579cf0d78'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:12.928111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.972806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:13.051978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] DHCP port deletion for dcbcbd1c-a366-4511-920d-1b28ace0dd71 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:13.221095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Allocated IP 2001:db8::f816:3eff:fe95:ba7a (b65067ff-d636-4313-a3d2-2b64099aad02/4a611364-a0c1-4f21-a0ac-bcd579cf0d78/efc990e6-a497-4cc4-a045-fe27338fec62) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:13.387900 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.402423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e6f8a-0886-4364-bfc0-198d29f250fc req-190f6802-fef7-4e22-9626-6c0f36512e90 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:13.404483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b46e6f8a-0886-4364-bfc0-198d29f250fc req-190f6802-fef7-4e22-9626-6c0f36512e90 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.2584012 Jan 28 01:13:13.453339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.466336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port ee26df90-9639-4da1-99ca-0e7b724e971f yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:13.469400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a89d4163-9b85-4b78-b0f2-05acbf75b56d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:13.469683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.501670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] Current status of the port a89d4163-9b85-4b78-b0f2-05acbf75b56d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:13.502397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.558626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (8de59691-471d-4f11-b691-b6162249c389), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.572628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (8de59691-471d-4f11-b691-b6162249c389), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.593209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecd15f-d260-4c77-8ca7-1365212daf14 req-a4bc3e45-b0ce-490b-a598-c66011fd566e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:13.595805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99ecd15f-d260-4c77-8ca7-1365212daf14 req-a4bc3e45-b0ce-490b-a598-c66011fd566e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.4465466 Jan 28 01:13:13.602485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:13.605759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.675571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] For port a89d4163-9b85-4b78-b0f2-05acbf75b56d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a89d4163-9b85-4b78-b0f2-05acbf75b56d,segment=NetworkSegment(c03b46d8-9b20-4288-8588-863ef8f914d9),segment_id=c03b46d8-9b20-4288-8588-863ef8f914d9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:13.753565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.788578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 8de59691-471d-4f11-b691-b6162249c389 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:13.831588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Publish callbacks [] for port (efc990e6-a497-4cc4-a045-fe27338fec62), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.844595 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.980518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:13.986525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a89d4163-9b85-4b78-b0f2-05acbf75b56d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:14.007055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.009441 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c091ac93-c22a-4251-be22-1e9e4e85aeec tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 200 len: 891 time: 1.3220136 Jan 28 01:13:14.012993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Network b65067ff-d636-4313-a3d2-2b64099aad02 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:14.014245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37424) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:14.023162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea/e60e2d96-7dbe-482f-b07d-1ff83ed94b61) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:14.026874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] Deleting port a89d4163-9b85-4b78-b0f2-05acbf75b56d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:14.027070 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.151332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] device_id is not set on port 2255e273-129b-45d5-8463-79dc223478c0 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:14.157438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] For port a89d4163-9b85-4b78-b0f2-05acbf75b56d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a89d4163-9b85-4b78-b0f2-05acbf75b56d,segment=NetworkSegment(c03b46d8-9b20-4288-8588-863ef8f914d9),segment_id=c03b46d8-9b20-4288-8588-863ef8f914d9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:14.160590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.186072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b46e6f8a-0886-4364-bfc0-198d29f250fc req-55943114-537a-413c-ab98-7461b3a44c41 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542038 Jan 28 01:13:14.198050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] Calling delete_port for a89d4163-9b85-4b78-b0f2-05acbf75b56d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:14.199434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99ecd15f-d260-4c77-8ca7-1365212daf14 req-6c361a04-20bd-4cb6-a23f-9950c1425676 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882821 Jan 28 01:13:14.215089 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-64ddc793-3305-41f2-8245-ad249d50d82d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/routers/8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 200 len: 891 time: 0.1968017 Jan 28 01:13:14.215669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37430) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:14.274437 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0f4805a8-10c7-4778-8aa3-ed54cadaa620 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 200 len: 205 time: 0.0544195 Jan 28 01:13:14.274437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:14.359064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] Sync routers for ids ['8de59691-471d-4f11-b691-b6162249c389'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:14.372442 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a89d4163-9b85-4b78-b0f2-05acbf75b56d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.376424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device caa869e8-fc2d-49f8-8d25-15d08d2a735c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:14.387744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:14.434917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:14.439818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068b36-8dfb-4581-afde-f1ac089c10ad None None] Pushing event updated for resources: {'Port': ['ID=a89d4163-9b85-4b78-b0f2-05acbf75b56d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:14.446908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: caa869e8-fc2d-49f8-8d25-15d08d2a735c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:14.447408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device caa869e8-fc2d-49f8-8d25-15d08d2a735c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:14.490507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Allocated IP 2001:db8::f816:3eff:fed3:50bd (b65067ff-d636-4313-a3d2-2b64099aad02/4a611364-a0c1-4f21-a0ac-bcd579cf0d78/2255e273-129b-45d5-8463-79dc223478c0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:14.514672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] Routers {'8de59691-471d-4f11-b691-b6162249c389'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:14.516465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8de59691-471d-4f11-b691-b6162249c389'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:14.528507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] No DVR routers for this DVR port a89d4163-9b85-4b78-b0f2-05acbf75b56d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:14.558233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (8de59691-471d-4f11-b691-b6162249c389), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.644202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a89d4163-9b85-4b78-b0f2-05acbf75b56d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:14.661938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-1acba271-db76-483c-ae2f-1ebba6ad93db tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--678247099&fields=id&tenant_id=55d8511b12e84fdaa037ab1cf8628da6 HTTP/1.1" status: 200 len: 267 time: 0.2550414 Jan 28 01:13:14.782732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_gateway (8de59691-471d-4f11-b691-b6162249c389), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.794582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Publish callbacks [] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.817791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:14.827287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.884281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Pushing event updated for resources: {'Port': ['ID=efc990e6-a497-4cc4-a045-fe27338fec62,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:14.886973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a89d4163-9b85-4b78-b0f2-05acbf75b56d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:14.887581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a89d4163-9b85-4b78-b0f2-05acbf75b56d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:14.898901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-ed6e9abc-0fdc-40f3-92ac-0a9feaac9293 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:14.908860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-ed6e9abc-0fdc-40f3-92ac-0a9feaac9293 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/networks?id=5d3ad522-b69f-4284-a892-50d261ac5b1c HTTP/1.1" status: 200 len: 815 time: 0.2436609 Jan 28 01:13:14.958988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204e0be-f7ec-40d0-97e2-52a999bb0326 None None] Pushing event deleted for resources: {'Port': ['ID=a89d4163-9b85-4b78-b0f2-05acbf75b56d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:14.979869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port 922c0d8c-7a3c-40c8-bdc2-97566f2e3014 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:14.980253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (922c0d8c-7a3c-40c8-bdc2-97566f2e3014), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.985246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-81df487b-5547-4b97-90ec-d044b7dbfb04 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/quotas/55d8511b12e84fdaa037ab1cf8628da6 HTTP/1.1" status: 200 len: 375 time: 0.0760627 Jan 28 01:13:15.028843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:15.030327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Attempting to bind port efc990e6-a497-4cc4-a045-fe27338fec62 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:15.030751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Attempting to bind port efc990e6-a497-4cc4-a045-fe27338fec62 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '3aaad172-3f54-4690-9528-59bce3d0831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:15.031174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Attempting to bind port efc990e6-a497-4cc4-a045-fe27338fec62 on network b65067ff-d636-4313-a3d2-2b64099aad02 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:15.031299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::b8c1:5f32:577a:16ce (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea/ee26df90-9639-4da1-99ca-0e7b724e971f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:15.034796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:15.042389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:15.045001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] Routers {'8de59691-471d-4f11-b691-b6162249c389'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:15.045668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8de59691-471d-4f11-b691-b6162249c389'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:15.114295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:15.115940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1eb956-ea32-4af9-917c-b82d0f60cf16 None None] The sync data for ids ['8de59691-471d-4f11-b691-b6162249c389'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:15.123361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-9ed237b9-d82f-4c3b-8404-d4c3bcd32bee tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d8511b12e84fdaa037ab1cf8628da6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284993 Jan 28 01:13:15.158368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:15.158817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Checking segment: {'id': '3aaad172-3f54-4690-9528-59bce3d0831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:15.159227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.159686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Bound using segment: {'id': '3aaad172-3f54-4690-9528-59bce3d0831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:15.160196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Bound port: efc990e6-a497-4cc4-a045-fe27338fec62, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaad172-3f54-4690-9528-59bce3d0831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b65067ff-d636-4313-a3d2-2b64099aad02'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:15.160579 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.164500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (922c0d8c-7a3c-40c8-bdc2-97566f2e3014), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.184421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for 922c0d8c-7a3c-40c8-bdc2-97566f2e3014 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:15.220372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Pushing event updated for resources: {'Port': ['ID=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:15.245033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-f3874226-d428-4f05-ba43-5c3e98f3b291 service neutron] 10.222.0.23 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973365 Jan 28 01:13:15.425031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for port (2255e273-129b-45d5-8463-79dc223478c0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.496808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Attempting to bind port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:15.497580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Attempting to bind port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:15.498530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Attempting to bind port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:15.505091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a93f-b3da-4a72-9289-376e672061b6 req-666bb14c-069d-4ee3-b785-78f53a0dd811 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:15.506240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:15.506673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b78a93f-b3da-4a72-9289-376e672061b6 req-666bb14c-069d-4ee3-b785-78f53a0dd811 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1465850 Jan 28 01:13:15.512700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:15.513401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.514032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:15.514824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Bound port: e60e2d96-7dbe-482f-b07d-1ff83ed94b61, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:15.515933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.568599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b78a93f-b3da-4a72-9289-376e672061b6 req-fa3d8745-fd3d-4fc2-aef6-e09d1b840a26 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Jan 28 01:13:15.603572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-a80f8e14-ee25-4aa4-8a10-284c1704ccc6 service neutron] 10.222.0.23 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410800 Jan 28 01:13:15.612415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (ee26df90-9639-4da1-99ca-0e7b724e971f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.617082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2255e273-129b-45d5-8463-79dc223478c0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.618447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] For port efc990e6-a497-4cc4-a045-fe27338fec62, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:15.675665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network b65067ff-d636-4313-a3d2-2b64099aad02 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:15.693687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:15.697881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] For port efc990e6-a497-4cc4-a045-fe27338fec62, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=efc990e6-a497-4cc4-a045-fe27338fec62,segment=NetworkSegment(3aaad172-3f54-4690-9528-59bce3d0831a),segment_id=3aaad172-3f54-4690-9528-59bce3d0831a)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:15.698960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:15.711291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:15.712100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.719987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.740707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] For port e60e2d96-7dbe-482f-b07d-1ff83ed94b61, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:15.809300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Port': ['ID=2255e273-129b-45d5-8463-79dc223478c0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:15.822100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] For port e60e2d96-7dbe-482f-b07d-1ff83ed94b61, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:15.840779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.845961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (922c0d8c-7a3c-40c8-bdc2-97566f2e3014), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:15.867834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16545d84-7c26-4347-8a2f-e62ad6a869c8 req-6bea09db-7acc-41b1-93cc-5aae58c6555a tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:15.877444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16545d84-7c26-4347-8a2f-e62ad6a869c8 req-6bea09db-7acc-41b1-93cc-5aae58c6555a tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1319838 Jan 28 01:13:15.880843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-70fe7e5e-922b-4a12-9ff8-a0d1d5fc5ecc tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1710508 Jan 28 01:13:15.898452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37448) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:15.902213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907694a5-9792-4b8b-99b5-d88152c5310f None None] Pushing event updated for resources: {'Port': ['ID=efc990e6-a497-4cc4-a045-fe27338fec62,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:16.033315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cbaba-8310-4fc9-ae10-8a328420ccfe None None] Pushing event updated for resources: {'Port': ['ID=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:16.044254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting subnet 4a611364-a0c1-4f21-a0ac-bcd579cf0d78 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:16.049901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for subnet (4a611364-a0c1-4f21-a0ac-bcd579cf0d78), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.077298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=922c0d8c-7a3c-40c8-bdc2-97566f2e3014,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:16.107726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (4a611364-a0c1-4f21-a0ac-bcd579cf0d78), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.179253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (8de59691-471d-4f11-b691-b6162249c389), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.332861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ee26df90-9639-4da1-99ca-0e7b724e971f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.467789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (8de59691-471d-4f11-b691-b6162249c389), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.479175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (8de59691-471d-4f11-b691-b6162249c389), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.623348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (8de59691-471d-4f11-b691-b6162249c389), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.623965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router 8de59691-471d-4f11-b691-b6162249c389 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:13:16.633680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.640344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16545d84-7c26-4347-8a2f-e62ad6a869c8 req-adb691aa-5bf4-487b-bf44-699b7a459335 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550788 Jan 28 01:13:16.640693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-825a1342-4c20-45a9-9036-702e8a391847 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 204 len: 168 time: 2.3652527 Jan 28 01:13:16.642128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37462) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:16.657821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:16.820711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728861974'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:16.867455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:16.887722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:16.899566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:16.900746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:16.992568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1facf4b-30f2-49a5-8f60-2b6677a27425 req-0a93f381-0a80-435b-aa7a-8a2e061833ab tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.3366227 Jan 28 01:13:16.999982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device efc990e6-a497-4cc4-a045-fe27338fec62 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:17.033626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=ee26df90-9639-4da1-99ca-0e7b724e971f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:17.079229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe71c-7ab2-47a4-b47b-3fd814cdc361 req-b0943401-c75b-48c9-9dc8-34718ef3a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:17.080854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58afe71c-7ab2-47a4-b47b-3fd814cdc361 req-b0943401-c75b-48c9-9dc8-34718ef3a759 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 1097 time: 0.2276390 Jan 28 01:13:17.084819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4a611364-a0c1-4f21-a0ac-bcd579cf0d78), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.095143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37478) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:17.095717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c6bc317f-83f3-48b9-9d7d-50ddfa418741 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6164598 Jan 28 01:13:17.102155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea', 'ip_address': '2001:db8::b8c1:5f32:577a:16ce'}], 'name': 'tempest-NetworksTestDHCPv6-1025147980'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:17.107366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port efc990e6-a497-4cc4-a045-fe27338fec62 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:17.108323 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.134461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:17.137667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.216544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed2102-e146-46c7-80ae-d172dd62a3ba req-f417767e-cea9-4f92-b7e3-c809da2dbe7a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:17.226470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53ed2102-e146-46c7-80ae-d172dd62a3ba req-f417767e-cea9-4f92-b7e3-c809da2dbe7a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.2859426 Jan 28 01:13:17.230949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:17.299688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port efc990e6-a497-4cc4-a045-fe27338fec62 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:17.299931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58afe71c-7ab2-47a4-b47b-3fd814cdc361 req-df3bce98-215d-4dd5-9d6c-7e23d131fe49 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026937 Jan 28 01:13:17.304025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.331939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:17.345050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53ed2102-e146-46c7-80ae-d172dd62a3ba req-bf65ac8b-d830-4e5d-973e-1ec93fa3b200 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968988 Jan 28 01:13:17.346213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (4a611364-a0c1-4f21-a0ac-bcd579cf0d78), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.350304 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e225250a-60d0-4d7f-bc38-95d6260c97ad), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.350697 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment e225250a-60d0-4d7f-bc38-95d6260c97ad of type vlan for network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 Jan 28 01:13:17.375831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:17.376580 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:17.383468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Subnet': ['ID=4a611364-a0c1-4f21-a0ac-bcd579cf0d78,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:17.395083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.401027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bffe7e6d-b11e-4acc-b572-7c3f7318d7db tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/4a611364-a0c1-4f21-a0ac-bcd579cf0d78 HTTP/1.1" status: 204 len: 168 time: 1.5006819 Jan 28 01:13:17.401639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37480) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:17.474360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (00a01c3b-16ee-45e6-b1e5-287c08d80ef9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.513553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.556197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port e789aef3-ba04-467d-8af7-61f165c08107 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:17.595422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7139b-fc9e-4a90-9f39-89dc35c495c2 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:17.596750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7139b-fc9e-4a90-9f39-89dc35c495c2 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:17.601118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0ab7139b-fc9e-4a90-9f39-89dc35c495c2 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1777081 Jan 28 01:13:17.601718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37484) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:17.612480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (00a01c3b-16ee-45e6-b1e5-287c08d80ef9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.618040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:17.618672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.853542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37488) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:17.853884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1686592 Jan 28 01:13:17.863942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:17.916448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e36140-5a84-42ea-8b07-2ca26579babf tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=00a01c3b-16ee-45e6-b1e5-287c08d80ef9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:17.925871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b022907f-3401-4b97-ad12-a07e562dc7b8 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b65067ff-d636-4313-a3d2-2b64099aad02), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:17.936203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-0f3b087c-9db6-4dc5-8a41-3bb7e80ecd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:17.937662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-0f3b087c-9db6-4dc5-8a41-3bb7e80ecd80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 1096 time: 0.1612322 Jan 28 01:13:17.971150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:17.973318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port efc990e6-a497-4cc4-a045-fe27338fec62 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:17.973855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.078941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:18.082673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.114844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820929e3-5db2-42cc-88c3-fabc251ee6d3 req-f372baba-6bed-4afc-9ffd-be8c43f8a5d4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:18.116452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-820929e3-5db2-42cc-88c3-fabc251ee6d3 req-f372baba-6bed-4afc-9ffd-be8c43f8a5d4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.2802806 Jan 28 01:13:18.117411 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b022907f-3401-4b97-ad12-a07e562dc7b8 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 01:13:18.117901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b022907f-3401-4b97-ad12-a07e562dc7b8 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:18.140657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b022907f-3401-4b97-ad12-a07e562dc7b8 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/b65067ff-d636-4313-a3d2-2b64099aad02 HTTP/1.1" status: 409 len: 466 time: 0.5372033 Jan 28 01:13:18.141312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37492) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:18.147350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port efc990e6-a497-4cc4-a045-fe27338fec62, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=efc990e6-a497-4cc4-a045-fe27338fec62,segment=NetworkSegment(3aaad172-3f54-4690-9528-59bce3d0831a),segment_id=3aaad172-3f54-4690-9528-59bce3d0831a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:18.155081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3620e-1fd9-43dc-abc5-e78fedeb0879 None None] Network b65067ff-d636-4313-a3d2-2b64099aad02 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:18.163560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2048645080'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:18.181233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.182283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e60e2d96-7dbe-482f-b07d-1ff83ed94b61 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:18.274149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-820929e3-5db2-42cc-88c3-fabc251ee6d3 req-d73ff875-de05-485f-891f-bcfb097e8f1e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235797 Jan 28 01:13:18.287663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a970994-4bdd-433e-9d64-03b313060c9c req-9bca70b9-901c-4bcd-9a13-6b82d38b6364 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1020410 Jan 28 01:13:18.306578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:18.312850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.355052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:18.366351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.366351 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Added segment ac9d76e3-e8b3-4d99-b703-65513870364d of type vlan for network 513b8221-9ce1-45c4-9073-1092c68b3de2 Jan 28 01:13:18.417063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.442924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-961578c5-a0cb-4d63-8775-e50bceeb0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:18.445434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-961578c5-a0cb-4d63-8775-e50bceeb0690 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.4935856 Jan 28 01:13:18.446998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.452564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:18.453272 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.477862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=efc990e6-a497-4cc4-a045-fe27338fec62,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:18.530074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a5233f5-f57d-47b3-99d5-2f7328a009cd None None] Provisioning complete for port efc990e6-a497-4cc4-a045-fe27338fec62 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:18.530463 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a5233f5-f57d-47b3-99d5-2f7328a009cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.550211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (2c1c812d-02dd-4632-a79e-528fd8fec951), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.585092 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 01:13:18.585620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:18.634710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:18.635372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.668754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-359e6734-cbe3-464b-9399-0ec551fea401 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5722969 Jan 28 01:13:18.673591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37496) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:18.674249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37498) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:18.677210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5181699 Jan 28 01:13:18.678233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdff525-64f1-452c-a0be-6d7a6f2aaec0 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Network': ['ID=513b8221-9ce1-45c4-9073-1092c68b3de2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:18.688101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-201bf23d-3abe-445e-bf0f-fe9affbf0187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a HTTP/1.1" status: 200 len: 217 time: 0.2312212 Jan 28 01:13:18.704637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 513b8221-9ce1-45c4-9073-1092c68b3de2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:18.792390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'subnet': {'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:18.830786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-de6e540e-9dbc-48e1-8d75-a0581a039141 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:18.832335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-de6e540e-9dbc-48e1-8d75-a0581a039141 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.43 "GET /v2.0/networks?id=5d3ad522-b69f-4284-a892-50d261ac5b1c HTTP/1.1" status: 200 len: 815 time: 0.3919163 Jan 28 01:13:18.833010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=2c1c812d-02dd-4632-a79e-528fd8fec951,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:18.838631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd1969-7cb7-4be0-b9de-4af587511ad9 req-9824f5b4-cd37-49f4-9417-197722117cef tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:18.840838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33cd1969-7cb7-4be0-b9de-4af587511ad9 req-9824f5b4-cd37-49f4-9417-197722117cef tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1819978 Jan 28 01:13:18.862649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] DHCP port deletion for b65067ff-d636-4313-a3d2-2b64099aad02 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:18.868136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-ccd1d4c1-b5b3-43f9-aaa6-ff43b13d7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:18.870642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-ccd1d4c1-b5b3-43f9-aaa6-ff43b13d7a03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.1644449 Jan 28 01:13:18.894822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a5233f5-f57d-47b3-99d5-2f7328a009cd None None] Current status of the port efc990e6-a497-4cc4-a045-fe27338fec62 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:18.906646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33cd1969-7cb7-4be0-b9de-4af587511ad9 req-dcd404c8-04e6-476d-8fb2-a8e39f3a8def tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601809 Jan 28 01:13:18.935748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:18.935748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:18.939473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-3e0a045e-c44b-4192-9dd2-a953ef97d644 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365727 Jan 28 01:13:18.972819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': 'e225250a-60d0-4d7f-bc38-95d6260c97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:18.973255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: 00a01c3b-16ee-45e6-b1e5-287c08d80ef9, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:18.982524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e60e2d96-7dbe-482f-b07d-1ff83ed94b61, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:18.989760 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.028213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] Deleting port efc990e6-a497-4cc4-a045-fe27338fec62 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:19.028848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.055910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-073faa58-b59c-4481-8ec3-e9b72c8ef18e service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098330 Jan 28 01:13:19.128757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:19.134630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cc6c3efb-26a6-40dc-ba1f-91372377d3c9 None None] Provisioning complete for port ee26df90-9639-4da1-99ca-0e7b724e971f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:19.135004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cc6c3efb-26a6-40dc-ba1f-91372377d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ee26df90-9639-4da1-99ca-0e7b724e971f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.141334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] For port efc990e6-a497-4cc4-a045-fe27338fec62, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=efc990e6-a497-4cc4-a045-fe27338fec62,segment=NetworkSegment(3aaad172-3f54-4690-9528-59bce3d0831a),segment_id=3aaad172-3f54-4690-9528-59bce3d0831a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:19.141856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.153394 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-65db23f4-ab8b-4cff-a321-5e85606c2c31 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d8511b12e84fdaa037ab1cf8628da6 HTTP/1.1" status: 200 len: 379 time: 0.2125731 Jan 28 01:13:19.164257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Request body: {'port': {'device_id': '14e16daf-fa30-467b-87f7-43e725b637bd', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'admin_state_up': True, 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'security_groups': ['9961edda-b5df-4c47-a57d-ce00446652d2']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:19.175618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc55917-6c37-4bd7-9d12-b3a75168c9a3 req-b4f0f09a-cc7d-4428-89cd-e260a5892330 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115477 Jan 28 01:13:19.177849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device efc990e6-a497-4cc4-a045-fe27338fec62 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:19.187790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc16b87-1501-4c2d-aa7d-e3a21a1fdef0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:19.193381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc16b87-1501-4c2d-aa7d-e3a21a1fdef0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:19.195422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bfc16b87-1501-4c2d-aa7d-e3a21a1fdef0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5190516 Jan 28 01:13:19.201242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:19.218542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] Calling delete_port for efc990e6-a497-4cc4-a045-fe27338fec62 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:19.238772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:19.246434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c3efb-26a6-40dc-ba1f-91372377d3c9 None None] Port ee26df90-9639-4da1-99ca-0e7b724e971f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:19.269013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 00a01c3b-16ee-45e6-b1e5-287c08d80ef9) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:19.276882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:19.280395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.296403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723e96d-a5a9-4f3a-a5a9-45e358384fe4 None None] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:19.368110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cc6c3efb-26a6-40dc-ba1f-91372377d3c9 None None] Provisioning complete for port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:19.368347 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cc6c3efb-26a6-40dc-ba1f-91372377d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.456192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b21ef02-1980-4ed2-90e4-37391e2d37f4 req-f47ecd5a-2949-4e98-9a34-4079fc255bf9 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0455520 Jan 28 01:13:19.473747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port efc990e6-a497-4cc4-a045-fe27338fec62 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:19.474135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.500008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (efc990e6-a497-4cc4-a045-fe27338fec62), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.533862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port ee26df90-9639-4da1-99ca-0e7b724e971f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:19.534940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ee26df90-9639-4da1-99ca-0e7b724e971f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.547038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] No DVR routers for this DVR port efc990e6-a497-4cc4-a045-fe27338fec62 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:19.556404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52227e75-8942-4872-a6ab-32d8e5c017a8 None None] Pushing event deleted for resources: {'Port': ['ID=efc990e6-a497-4cc4-a045-fe27338fec62,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:19.585097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:19.585899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.615897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-00a01c3b-16ee-45e6-b1e5-287c08d80ef9', 'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': '2c1c812d-02dd-4632-a79e-528fd8fec951'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:19.616852 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.636271 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c21247d1-2005-4720-8a4f-e4f4cbc5e883 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7809854 Jan 28 01:13:19.653313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:19.658340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c3efb-26a6-40dc-ba1f-91372377d3c9 None None] Current status of the port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:19.668642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-315837833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:19.677278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4f2d1-84a3-42fa-9ae7-1f5d25c5a94f req-1e1bf161-b06a-4fe6-9f8d-c43ba846f5cb tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:19.685877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3b4f2d1-84a3-42fa-9ae7-1f5d25c5a94f req-1e1bf161-b06a-4fe6-9f8d-c43ba846f5cb tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.2475026 Jan 28 01:13:19.730700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Made reservation on behalf of 55d8511b12e84fdaa037ab1cf8628da6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:19.736314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.763456 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.764586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.772562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3b4f2d1-84a3-42fa-9ae7-1f5d25c5a94f req-487b0ce2-fac5-48c9-95d0-b94cd38417d2 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857124 Jan 28 01:13:19.809997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ee26df90-9639-4da1-99ca-0e7b724e971f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.819936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Allocated IP 2001:db8::2 (00a01c3b-16ee-45e6-b1e5-287c08d80ef9/2c1c812d-02dd-4632-a79e-528fd8fec951/a347ed46-76c3-4171-8fb6-2d3e23ec3950) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:19.836851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for ee26df90-9639-4da1-99ca-0e7b724e971f owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:19.879008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.887405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.906399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8bb486d3-6dfe-4497-ba31-d58963b1973a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:19.921149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Allocated IP 172.20.0.9 (5d3ad522-b69f-4284-a892-50d261ac5b1c/f8a55e9e-fdb1-4003-8c12-acc22adf3e51/0cc25d8f-7d0c-4998-82b0-519cb9944965) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:19.968588 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:19.970027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8d786327-20eb-48a2-8864-8cfdc4fd05d6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3154116 Jan 28 01:13:19.986488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37518) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:20.107156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.132905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8bb486d3-6dfe-4497-ba31-d58963b1973a is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:20.133298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.162176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:13:20.164821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (8ad95db4-fb3f-4688-bf8a-f77b7f26f527), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.167257 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.175504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Publish callbacks [] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.182105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:20.184718 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774f16b8-f28f-47e4-986d-be7efeb51571" -d '{"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:20.199071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.203131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:20.209435 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.229146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Subnet': ['ID=8ad95db4-fb3f-4688-bf8a-f77b7f26f527,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:20.269530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:20.274407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Pushing event updated for resources: {'Port': ['ID=a347ed46-76c3-4171-8fb6-2d3e23ec3950,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:20.280435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:20.285864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:20.300394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a46c0-1ba1-4467-9c5c-7ce170de9fe1 req-9b6b4f71-ccbc-4348-a500-000593b1508c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.307948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da8a46c0-1ba1-4467-9c5c-7ce170de9fe1 req-9b6b4f71-ccbc-4348-a500-000593b1508c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 945 time: 0.1947877 Jan 28 01:13:20.308675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:20.312827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:20.315834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:20.378275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.378953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.425711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Checking segment: {'id': 'ac9d76e3-e8b3-4d99-b703-65513870364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:20.426125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network hostable DHCP agents. Network: 513b8221-9ce1-45c4-9073-1092c68b3de2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:20.444153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event updated for resources: {'Port': ['ID=0cc25d8f-7d0c-4998-82b0-519cb9944965,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:20.457994 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-a6936388-870e-478e-b46e-fe6b4038d8b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2995830 Jan 28 01:13:20.483570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Request body: {'port': {'device_id': '14e16daf-fa30-467b-87f7-43e725b637bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:20.490878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network 513b8221-9ce1-45c4-9073-1092c68b3de2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:20.542841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 513b8221-9ce1-45c4-9073-1092c68b3de2) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:20.560284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.561843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.619363 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a037b47a-8f07-4429-b4cd-956054e33f6c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9433856 Jan 28 01:13:20.621443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37526) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:20.622494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.653618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc35742-4761-4c16-9ee6-a45e95d5bb8c None None] Network 513b8221-9ce1-45c4-9073-1092c68b3de2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:20.656367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Attempting to bind port a347ed46-76c3-4171-8fb6-2d3e23ec3950 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:20.656745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Attempting to bind port a347ed46-76c3-4171-8fb6-2d3e23ec3950 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e225250a-60d0-4d7f-bc38-95d6260c97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:20.657110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Attempting to bind port a347ed46-76c3-4171-8fb6-2d3e23ec3950 on network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:20.725247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:20.725633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Checking segment: {'id': 'e225250a-60d0-4d7f-bc38-95d6260c97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:20.726106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.726510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Bound using segment: {'id': 'e225250a-60d0-4d7f-bc38-95d6260c97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:20.727768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Bound port: a347ed46-76c3-4171-8fb6-2d3e23ec3950, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e225250a-60d0-4d7f-bc38-95d6260c97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '00a01c3b-16ee-45e6-b1e5-287c08d80ef9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:20.728359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.743763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:20.853862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a2f32f45-e6eb-44e7-9a76-6112cb91177e None None] Provisioning complete for port 0cc25d8f-7d0c-4998-82b0-519cb9944965 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:20.854955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a2f32f45-e6eb-44e7-9a76-6112cb91177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.874777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1602cd-043f-4838-9622-13a2f36f6710 req-78d98067-a966-4f31-be5a-d1ffd6e2b2db tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.891727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:20.892550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d1602cd-043f-4838-9622-13a2f36f6710 req-78d98067-a966-4f31-be5a-d1ffd6e2b2db tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.7350540 Jan 28 01:13:20.931462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a2f32f45-e6eb-44e7-9a76-6112cb91177e None None] Port 0cc25d8f-7d0c-4998-82b0-519cb9944965 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:20.986646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] For port a347ed46-76c3-4171-8fb6-2d3e23ec3950, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:20.990486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-513b8221-9ce1-45c4-9073-1092c68b3de2', 'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2', 'project_id': 'ca4bd2dda5854317bbb32b1cd39564d0', 'fixed_ips': [{'subnet_id': '8ad95db4-fb3f-4688-bf8a-f77b7f26f527'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:20.991345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.013663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da8a46c0-1ba1-4467-9c5c-7ce170de9fe1 req-6770d933-7a11-4616-aa50-c0851878045c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047319 Jan 28 01:13:21.024160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890094b4-4434-4d16-9093-951723010b6a req-3e9c5f21-1dd8-4a07-a57f-0c6bfc687dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:21.028493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-3e9c5f21-1dd8-4a07-a57f-0c6bfc687dfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 1097 time: 0.9166267 Jan 28 01:13:21.119786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc25d8f-7d0c-4998-82b0-519cb9944965 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:13:21.150346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Publish callbacks [] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.189745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890094b4-4434-4d16-9093-951723010b6a req-d92d7270-6edc-4be8-80cf-de0c847a73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:21.191502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-d92d7270-6edc-4be8-80cf-de0c847a73ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 200 len: 912 time: 0.1329281 Jan 28 01:13:21.222411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8ad95db4-fb3f-4688-bf8a-f77b7f26f527), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.299147 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45b750-8eab-4ff4-aaf3-484e54e260a0 x-openstack-request-id: req-fd45b750-8eab-4ff4-aaf3-484e54e260a0 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:21.299738 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:21.299738 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd45b750-8eab-4ff4-aaf3-484e54e260a0 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:21.300107 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'code': 200} Jan 28 01:13:21.302154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e60e2d96-7dbe-482f-b07d-1ff83ed94b61 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:21.313318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] For port a347ed46-76c3-4171-8fb6-2d3e23ec3950, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a347ed46-76c3-4171-8fb6-2d3e23ec3950,segment=NetworkSegment(e225250a-60d0-4d7f-bc38-95d6260c97ad),segment_id=e225250a-60d0-4d7f-bc38-95d6260c97ad)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:21.335864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Transition to ACTIVE for port object 0cc25d8f-7d0c-4998-82b0-519cb9944965 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:13:21.336143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Allocated IP 2001:db8::f816:3eff:fe55:f6a6 (513b8221-9ce1-45c4-9073-1092c68b3de2/8ad95db4-fb3f-4688-bf8a-f77b7f26f527/0230b9fa-99b7-4598-a0f3-2c9e2b49f72c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:21.343305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.343870 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.348083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-9e632ff6-00ff-42db-bd09-b001ead4dd81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760 HTTP/1.1" status: 200 len: 217 time: 0.1021686 Jan 28 01:13:21.370075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ee26df90-9639-4da1-99ca-0e7b724e971f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.407156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d1602cd-043f-4838-9622-13a2f36f6710 req-e8bca48a-ba82-49b7-9f62-5bbfd0accb99 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137019 Jan 28 01:13:21.507925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=ee26df90-9639-4da1-99ca-0e7b724e971f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:21.508412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc25d8f-7d0c-4998-82b0-519cb9944965,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:21.528830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b0632-698c-445d-8a5c-744f3303ecff req-b687c815-e301-433c-ae38-168325369e41 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:21.547924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f36b0632-698c-445d-8a5c-744f3303ecff req-b687c815-e301-433c-ae38-168325369e41 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 931 time: 0.2852316 Jan 28 01:13:21.617726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:21.618140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.653183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Attempting to bind port 0cc25d8f-7d0c-4998-82b0-519cb9944965 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:21.653752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Attempting to bind port 0cc25d8f-7d0c-4998-82b0-519cb9944965 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:21.653752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Attempting to bind port 0cc25d8f-7d0c-4998-82b0-519cb9944965 on network 5d3ad522-b69f-4284-a892-50d261ac5b1c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:21.660981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Port 0cc25d8f-7d0c-4998-82b0-519cb9944965 on network 5d3ad522-b69f-4284-a892-50d261ac5b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:13:21.663382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Attempting to bind port 0cc25d8f-7d0c-4998-82b0-519cb9944965 on network 5d3ad522-b69f-4284-a892-50d261ac5b1c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:21.672351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:21.673391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Checking segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:21.674033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Bound using segment: {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:21.674646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Bound port: 0cc25d8f-7d0c-4998-82b0-519cb9944965, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3db9a33-4be2-4151-b27e-518e1eb05b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:21.675171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.683697 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.689986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ea0f6a80-fbbf-4830-9d3b-644998fa7d1f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ee26df90-9639-4da1-99ca-0e7b724e971f HTTP/1.1" status: 204 len: 168 time: 2.4838610 Jan 28 01:13:21.690896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.693916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37530) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:21.700768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890094b4-4434-4d16-9093-951723010b6a req-40712a42-0ab2-48cc-9d9d-e5c8ce929823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:21.702497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-40712a42-0ab2-48cc-9d9d-e5c8ce929823 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 200 len: 851 time: 0.3289559 Jan 28 01:13:21.716641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b308c8-1a5c-4b61-850f-2af18be41da0 None None] Pushing event updated for resources: {'Port': ['ID=a347ed46-76c3-4171-8fb6-2d3e23ec3950,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:21.897317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f36b0632-698c-445d-8a5c-744f3303ecff req-49315a34-49c3-4835-a718-29ee68cc9b29 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387606 Jan 28 01:13:21.929793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830550f2-c3d1-4e39-8bfc-1c3f535b8b66 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:21.931772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830550f2-c3d1-4e39-8bfc-1c3f535b8b66 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:21.938716 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-830550f2-c3d1-4e39-8bfc-1c3f535b8b66 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2407923 Jan 28 01:13:21.946900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:21.951989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:21.970082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Publish callbacks [] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:21.985100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.020554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-0032d7e1-fe9d-4ebc-9984-92ddc7e6944f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a33507a-6a6f-42ab-9375-87e41388c1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629050 Jan 28 01:13:22.059618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] For port 0cc25d8f-7d0c-4998-82b0-519cb9944965, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:22.078154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (8ad95db4-fb3f-4688-bf8a-f77b7f26f527), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.082205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] For port 0cc25d8f-7d0c-4998-82b0-519cb9944965, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:22.094368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Network 513b8221-9ce1-45c4-9073-1092c68b3de2 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:22.098958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:22.102139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:22.108071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.113047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.118529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:22.198903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Pushing event updated for resources: {'Port': ['ID=0230b9fa-99b7-4598-a0f3-2c9e2b49f72c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:22.249678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Attempting to bind port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:22.249678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Attempting to bind port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ac9d76e3-e8b3-4d99-b703-65513870364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:22.250140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Attempting to bind port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c on network 513b8221-9ce1-45c4-9073-1092c68b3de2 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:22.256836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:22.257215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Checking segment: {'id': 'ac9d76e3-e8b3-4d99-b703-65513870364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:22.257630 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.258065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Bound using segment: {'id': 'ac9d76e3-e8b3-4d99-b703-65513870364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:22.258873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Bound port: 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9d76e3-e8b3-4d99-b703-65513870364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '513b8221-9ce1-45c4-9073-1092c68b3de2'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:22.259027 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.304570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-b25c16d3-636e-4ccc-aa8e-ba1d3cb8a9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759333 Jan 28 01:13:22.333333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] For port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:22.337120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] For port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0230b9fa-99b7-4598-a0f3-2c9e2b49f72c,segment=NetworkSegment(ac9d76e3-e8b3-4d99-b703-65513870364d),segment_id=ac9d76e3-e8b3-4d99-b703-65513870364d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:22.344174 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.482247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890094b4-4434-4d16-9093-951723010b6a req-5dea7f3b-0b66-4bdf-8721-f3a68fc001f6 service neutron] 10.222.0.45 "GET /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703730 Jan 28 01:13:22.505515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3a3c7-9add-4389-aa84-2bccd38ce32e None None] Network 513b8221-9ce1-45c4-9073-1092c68b3de2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:22.520834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59582-fd5b-4558-bd15-7fb1c1e22fbe req-fdf2a8f6-2b32-4122-8374-a19bd39ed85c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:22.522685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cf59582-fd5b-4558-bd15-7fb1c1e22fbe req-fdf2a8f6-2b32-4122-8374-a19bd39ed85c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.3451877 Jan 28 01:13:22.558752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad95db4-fb3f-4688-bf8a-f77b7f26f527,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:22.615919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8::1 (00a01c3b-16ee-45e6-b1e5-287c08d80ef9/2c1c812d-02dd-4632-a79e-528fd8fec951/a340cc03-de48-4135-a5e0-a7c08bb3556c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:22.629820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f8af-80b6-42d3-bdcd-06a7d37f7a0a None None] Pushing event updated for resources: {'Port': ['ID=0230b9fa-99b7-4598-a0f3-2c9e2b49f72c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:22.641797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.702512 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.711725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502aa3c-d26d-4422-9ccd-cbb3c237927d req-7bd095e8-a9ae-4ec7-b44e-5c9108b489a0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:22.713459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a502aa3c-d26d-4422-9ccd-cbb3c237927d req-7bd095e8-a9ae-4ec7-b44e-5c9108b489a0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.1698356 Jan 28 01:13:22.721245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cf59582-fd5b-4558-bd15-7fb1c1e22fbe req-385833f4-4b02-49d4-a4b3-f6a20ef1decd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786737 Jan 28 01:13:22.762982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:22.763636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.773558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] 10.222.0.43 "PUT /v2.0/ports/0cc25d8f-7d0c-4998-82b0-519cb9944965 HTTP/1.1" status: 200 len: 1091 time: 2.2964468 Jan 28 01:13:22.855490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a502aa3c-d26d-4422-9ccd-cbb3c237927d req-85fc9258-d20e-4bca-afa9-206fe34a7d55 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307189 Jan 28 01:13:22.864169 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.875239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513b8221-9ce1-45c4-9073-1092c68b3de2']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:22.877593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:22.886574 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e156b3b-8112-4b7c-9a95-b2000c928204" -d '{"events": [{"name": "network-changed", "server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:22.925482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:22.947556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9d76e3-e8b3-4d99-b703-65513870364d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:22.947876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9d76e3-e8b3-4d99-b703-65513870364d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:22.964590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d97ee6-1328-4c3f-81ef-76c8fbff4a57 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc25d8f-7d0c-4998-82b0-519cb9944965,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:23.021617 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ad40f3-8107-42e4-8c48-5d092ebb7bb5 x-openstack-request-id: req-c7ad40f3-8107-42e4-8c48-5d092ebb7bb5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:23.021954 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:23.022185 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7ad40f3-8107-42e4-8c48-5d092ebb7bb5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:23.022595 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'status': 'completed', 'code': 200} Jan 28 01:13:23.034118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:23.037823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:23.041808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.050403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:23.051253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.100743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.134657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:23.135213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:23.139122 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:23.225682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-27c065f8-36d6-478f-9401-0b00c3070228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:23.227696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-27c065f8-36d6-478f-9401-0b00c3070228 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d8511b12e84fdaa037ab1cf8628da6&device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 1094 time: 0.3248167 Jan 28 01:13:23.242311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:13:23.242311 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:13:23.242311 n-d-826756-1 neutron-server[109595]: [parameters: {'id': '513b8221-9ce1-45c4-9073-1092c68b3de2'}] Jan 28 01:13:23.242311 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:23.242988 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:23.266711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.271229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=a340cc03-de48-4135-a5e0-a7c08bb3556c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:23.291197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a347ed46-76c3-4171-8fb6-2d3e23ec3950 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:23.348733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851b2d2-b588-4714-ab2a-371acbed0ef6 req-3c2afe82-341a-4fd6-990c-0531bfef935b tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:23.350581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d851b2d2-b588-4714-ab2a-371acbed0ef6 req-3c2afe82-341a-4fd6-990c-0531bfef935b tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.1569703 Jan 28 01:13:23.391648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.404958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea4170-cce7-46bf-9d11-7ab4f08ad863 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:13:23.406231 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-1ead5783-9e35-4548-ad33-3069e0502620 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965 HTTP/1.1" status: 200 len: 217 time: 0.1650815 Jan 28 01:13:23.408756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.461842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.471606 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea HTTP/1.1" status: 204 len: 168 time: 1.5208006 Jan 28 01:13:23.505017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37556) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:23.540763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] Provisioning complete for port a347ed46-76c3-4171-8fb6-2d3e23ec3950 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:23.541148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.555158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a347ed46-76c3-4171-8fb6-2d3e23ec3950 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:23.555541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.595034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0349047-f59c-467f-be1b-c072ba4e77b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:23.626632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-82e8fde3-99ae-4eae-84d5-db30078ed68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:23.628537 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-82e8fde3-99ae-4eae-84d5-db30078ed68e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8a55e9e-fdb1-4003-8c12-acc22adf3e51 HTTP/1.1" status: 200 len: 854 time: 0.2092967 Jan 28 01:13:23.631309 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f92a3b62-84d0-4e4e-85bf-2a5621bd6dbe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250305 Jan 28 01:13:23.639124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37564) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:23.648878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:23.739559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.753477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.788401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d851b2d2-b588-4714-ab2a-371acbed0ef6 req-a902c2d0-66d7-49e4-ac8b-b0ae372a74c8 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299691 Jan 28 01:13:23.788882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.789538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.874433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea4170-cce7-46bf-9d11-7ab4f08ad863 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:13:23.911822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:23.917577 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.937496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=a340cc03-de48-4135-a5e0-a7c08bb3556c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:23.974115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] Current status of the port a347ed46-76c3-4171-8fb6-2d3e23ec3950 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:23.974788 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:23.979119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8bb486d3-6dfe-4497-ba31-d58963b1973a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:24.002054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62153b52-9677-41da-a22d-9127318924e3 req-4ec85a1b-19b3-475a-8e0f-9a880167d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:24.003680 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-4ec85a1b-19b3-475a-8e0f-9a880167d05d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d3ad522-b69f-4284-a892-50d261ac5b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3636527 Jan 28 01:13:24.039109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:24.043966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:24.062696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d054a1-75e5-4509-b404-f6d23927fd72 req-1eb71105-c15b-4c75-8edd-833244951464 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:24.063367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6d054a1-75e5-4509-b404-f6d23927fd72 req-1eb71105-c15b-4c75-8edd-833244951464 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.0821986 Jan 28 01:13:24.172943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a347ed46-76c3-4171-8fb6-2d3e23ec3950 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:24.173504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.224215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6d054a1-75e5-4509-b404-f6d23927fd72 req-4142127d-d0ff-4480-9b26-369b37b3d57a tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210573 Jan 28 01:13:24.256867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-302e478d-f713-4994-b208-036239ccaf14 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:24.256867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-302e478d-f713-4994-b208-036239ccaf14 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=85569ef6-aafb-42e9-8799-3cba43fc1868 HTTP/1.1" status: 200 len: 943 time: 0.1072285 Jan 28 01:13:24.279457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] For port a347ed46-76c3-4171-8fb6-2d3e23ec3950, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a347ed46-76c3-4171-8fb6-2d3e23ec3950,segment=NetworkSegment(e225250a-60d0-4d7f-bc38-95d6260c97ad),segment_id=e225250a-60d0-4d7f-bc38-95d6260c97ad)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:24.280535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8bb486d3-6dfe-4497-ba31-d58963b1973a is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:24.304885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (1bfb542e-dbc9-43ce-a016-add17d57c642), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.317342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.330282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:13:24.370575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e54eaa-48da-44d1-bdaf-fbcb879f2c97 None None] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:24.373558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0f459-8995-45ff-b47a-df8e5d5fb7eb None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:24.409054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:24.409388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.419536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39b47c-36fd-4349-b4a4-cced4fcf965d None None] Pushing event updated for resources: {'Port': ['ID=a347ed46-76c3-4171-8fb6-2d3e23ec3950,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:24.489079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] For port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0230b9fa-99b7-4598-a0f3-2c9e2b49f72c,segment=NetworkSegment(ac9d76e3-e8b3-4d99-b703-65513870364d),segment_id=ac9d76e3-e8b3-4d99-b703-65513870364d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:24.489479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.505499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Calling delete_port for 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:24.549230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Deleting port 8bb486d3-6dfe-4497-ba31-d58963b1973a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:24.550179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.574583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:24.588496 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] Sync routers for ids ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:24.594066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b7db9a16-7112-44a2-a1f6-d649d740dd44 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6063442 Jan 28 01:13:24.601758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:24.607014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37590) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:24.609171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] Routers {'eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:24.609840 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:24.621728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0230b9fa-99b7-4598-a0f3-2c9e2b49f72c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.643022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:24.674408 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:24.700770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:24.701184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:24.702308 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] Routers {'eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:24.702966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:24.707913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:24.708356 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:24.723747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Port': ['ID=0230b9fa-99b7-4598-a0f3-2c9e2b49f72c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:24.726403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=1bfb542e-dbc9-43ce-a016-add17d57c642,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:24.734939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37592) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:24.735601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fafc0788-7bf7-48b3-9311-15faab81b10e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0941784 Jan 28 01:13:24.744642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No DVR routers for this DVR port 0230b9fa-99b7-4598-a0f3-2c9e2b49f72c on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:24.751757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': '1bfb542e-dbc9-43ce-a016-add17d57c642', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1656822191'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:24.780499 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:24.782589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d48f3-06ab-48d0-896b-c5fa624c821b None None] The sync data for ids ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:24.787229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af5f45-11b4-4b74-b090-55c887d883fa tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:24.789259 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43af5f45-11b4-4b74-b090-55c887d883fa tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports/a340cc03-de48-4135-a5e0-a7c08bb3556c HTTP/1.1" status: 200 len: 911 time: 0.1807098 Jan 28 01:13:24.792121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37594) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:24.801697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c1c812d-02dd-4632-a79e-528fd8fec951'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:24.806292 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-3a50fb42-1eea-4910-b3ef-4612dbc3966b service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868540 Jan 28 01:13:24.948561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] For port 8bb486d3-6dfe-4497-ba31-d58963b1973a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8bb486d3-6dfe-4497-ba31-d58963b1973a,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:24.949194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.001143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Calling delete_port for 8bb486d3-6dfe-4497-ba31-d58963b1973a owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:25.071280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.113959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773f30a-4e5d-49d3-8d10-b1d6df353131 req-bb52e376-3a98-41f6-b023-3b75d5b239fd tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:25.115556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b773f30a-4e5d-49d3-8d10-b1d6df353131 req-bb52e376-3a98-41f6-b023-3b75d5b239fd tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.1768630 Jan 28 01:13:25.156182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513b8221-9ce1-45c4-9073-1092c68b3de2']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:25.212763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9d76e3-e8b3-4d99-b703-65513870364d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:25.213193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9d76e3-e8b3-4d99-b703-65513870364d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:25.222370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:25.248143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.248688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ba877-3e1c-4bce-8a6d-45e67a46c266 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:25.271195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.280472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:25.281164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ac9d76e3-e8b3-4d99-b703-65513870364d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.347409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ed7ad868-f48b-47dd-97a4-5cbcc2593086 None None] Provisioning complete for port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:25.347904 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad868-f48b-47dd-97a4-5cbcc2593086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:25.356629 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:25.360245 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-62153b52-9677-41da-a22d-9127318924e3 req-47164122-5cb9-45bf-be60-0009937b7942 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170531 Jan 28 01:13:25.363394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (513b8221-9ce1-45c4-9073-1092c68b3de2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.369420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.377979 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.378932 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/513b8221-9ce1-45c4-9073-1092c68b3de2 HTTP/1.1" status: 204 len: 168 time: 4.7526629 Jan 28 01:13:25.409717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a347ed46-76c3-4171-8fb6-2d3e23ec3950 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:25.433487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:25.461842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1696868552'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:25.476675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685421-9fff-46b6-ad4a-4e66a0b52a30 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Network': ['ID=513b8221-9ce1-45c4-9073-1092c68b3de2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:25.487492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:25.490028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b773f30a-4e5d-49d3-8d10-b1d6df353131 req-e17b0628-0ec0-47a4-910d-7a4ce0579983 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609648 Jan 28 01:13:25.491635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.495318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.520853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8bb486d3-6dfe-4497-ba31-d58963b1973a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.581093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:25.592324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event deleted for resources: {'Port': ['ID=8bb486d3-6dfe-4497-ba31-d58963b1973a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:25.617463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (af784649-c450-4acb-86b1-322e67a6d234), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.617877 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Added segment af784649-c450-4acb-86b1-322e67a6d234 of type vlan for network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a Jan 28 01:13:25.629347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 17621821-e3bb-497d-82fc-ce303d64dd2b yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:25.639963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] No DVR routers for this DVR port 8bb486d3-6dfe-4497-ba31-d58963b1973a on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:25.646430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a347ed46-76c3-4171-8fb6-2d3e23ec3950 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:25.653571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.676998 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.692767 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b1d1c39-f61f-4123-af00-04a35b4030c4 req-fa62ddc9-bfdf-4e38-a1fd-18aad9420321 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "DELETE /v2.0/ports/8bb486d3-6dfe-4497-ba31-d58963b1973a HTTP/1.1" status: 204 len: 173 time: 1.4262910 Jan 28 01:13:25.769803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ad868-f48b-47dd-97a4-5cbcc2593086 None None] Current status of the port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:25.805905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a347ed46-76c3-4171-8fb6-2d3e23ec3950 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:25.806291 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.930432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-deleted', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:25.932126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-15dd17e4-448b-45c0-b46f-9bfaeae08a1c None None] Provisioning complete for port a347ed46-76c3-4171-8fb6-2d3e23ec3950 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:25.932547 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15dd17e4-448b-45c0-b46f-9bfaeae08a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:25.938559 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b3e2bb-3b25-45de-ac6c-7bc67d10f309" -d '{"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-deleted", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:25.983839 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:13:25.984569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:26.062021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0022047-4bd7-4cfc-8b47-6493ae96a037 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3255460 Jan 28 01:13:26.068705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37608) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:26.071561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a347ed46-76c3-4171-8fb6-2d3e23ec3950 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:26.173073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c8532-052f-43f8-9d38-6e262b4e4fa4 req-3caf60c9-2905-4ff5-ba5c-5af9c8535601 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.174753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b8c8532-052f-43f8-9d38-6e262b4e4fa4 req-3caf60c9-2905-4ff5-ba5c-5af9c8535601 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.2461205 Jan 28 01:13:26.207482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-15dd17e4-448b-45c0-b46f-9bfaeae08a1c None None] Current status of the port a347ed46-76c3-4171-8fb6-2d3e23ec3950 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:26.229260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-15dd17e4-448b-45c0-b46f-9bfaeae08a1c None None] Provisioning complete for port a340cc03-de48-4135-a5e0-a7c08bb3556c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:26.230404 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15dd17e4-448b-45c0-b46f-9bfaeae08a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.236879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.243962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.244603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.315816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-15dd17e4-448b-45c0-b46f-9bfaeae08a1c None None] Port a340cc03-de48-4135-a5e0-a7c08bb3556c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:26.343232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-37548825-d045-43cd-ac35-7110d169a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.344885 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-37548825-d045-43cd-ac35-7110d169a542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d8511b12e84fdaa037ab1cf8628da6&device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 1094 time: 0.8925459 Jan 28 01:13:26.348213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8970923 Jan 28 01:13:26.360919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:26.368980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'subnet': {'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:26.446219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-534e4f94-c5e5-4a0d-afbd-8688139bb9e1 None None] Provisioning complete for port a340cc03-de48-4135-a5e0-a7c08bb3556c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:26.447102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-534e4f94-c5e5-4a0d-afbd-8688139bb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.465509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab7f9-dbac-41a5-8178-a5fa3ff4f91d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Network': ['ID=1ff343eb-86f2-4ab8-b7ac-e157a06d270a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:26.512665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:26.609430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:26.612953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.619342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.620998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-534e4f94-c5e5-4a0d-afbd-8688139bb9e1 None None] Port a340cc03-de48-4135-a5e0-a7c08bb3556c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:26.638184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-fb2ee995-ea99-4648-841e-f2c6b92efd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.639693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-fb2ee995-ea99-4648-841e-f2c6b92efd91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d3ad522-b69f-4284-a892-50d261ac5b1c HTTP/1.1" status: 200 len: 916 time: 0.2796917 Jan 28 01:13:26.654596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-534e4f94-c5e5-4a0d-afbd-8688139bb9e1 None None] Provisioning complete for port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:26.655167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-534e4f94-c5e5-4a0d-afbd-8688139bb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.671766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.677359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.678027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:26.681969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/ports/a340cc03-de48-4135-a5e0-a7c08bb3556c HTTP/1.1" status: 200 len: 911 time: 1.8839443 Jan 28 01:13:26.694634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37624) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:26.706749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed092e3-246a-43fd-ae90-bbb87c2d0eff tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.708598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0ed092e3-246a-43fd-ae90-bbb87c2d0eff tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6386256 Jan 28 01:13:26.714644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37626) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:26.763344 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-054fb027-978e-471a-883e-bb2137969a84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965 HTTP/1.1" status: 200 len: 217 time: 0.0827830 Jan 28 01:13:26.830582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f03404-1732-4d04-b31c-1e6b304cad6b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=a340cc03-de48-4135-a5e0-a7c08bb3556c,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:26.844908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-534e4f94-c5e5-4a0d-afbd-8688139bb9e1 None None] Current status of the port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:26.849455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-992df57b-63be-4879-995c-1e9c1562ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.851022 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-992df57b-63be-4879-995c-1e9c1562ca79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8a55e9e-fdb1-4003-8c12-acc22adf3e51 HTTP/1.1" status: 200 len: 854 time: 0.0785897 Jan 28 01:13:26.990499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b8c8532-052f-43f8-9d38-6e262b4e4fa4 req-3c3dd342-dd51-4c70-a3b7-a3b44b6e8cef tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079634 Jan 28 01:13:27.050536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae854b-c5f8-464e-b33c-9aa29ecff56e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.052607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae854b-c5f8-464e-b33c-9aa29ecff56e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.060312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5aae854b-c5f8-464e-b33c-9aa29ecff56e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3413467 Jan 28 01:13:27.119810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:27.123201 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944d073c-de9a-4ae5-aa9b-ffd70a536d9c x-openstack-request-id: req-944d073c-de9a-4ae5-aa9b-ffd70a536d9c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:27.123858 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85569ef6-aafb-42e9-8799-3cba43fc1868", "name": "network-vif-deleted", "tag": "8bb486d3-6dfe-4497-ba31-d58963b1973a", "status": "failed", "code": 422}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:27.124321 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-944d073c-de9a-4ae5-aa9b-ffd70a536d9c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:27.125223 n-d-826756-1 neutron-server[109594]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85569ef6-aafb-42e9-8799-3cba43fc1868', 'name': 'network-vif-deleted', 'tag': '8bb486d3-6dfe-4497-ba31-d58963b1973a', 'status': 'failed', 'code': 422} returned with failed status Jan 28 01:13:27.274665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-cabe7473-ab5c-491f-85d3-ea78485157e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.276254 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-cabe7473-ab5c-491f-85d3-ea78485157e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d3ad522-b69f-4284-a892-50d261ac5b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4196253 Jan 28 01:13:27.322900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 1bfb542e-dbc9-43ce-a016-add17d57c642 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:27.326789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (1bfb542e-dbc9-43ce-a016-add17d57c642), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.347414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (2a44bfd7-92e1-42e6-9042-5581e79c8ca9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.369682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1bfb542e-dbc9-43ce-a016-add17d57c642), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.445091 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-bba165c6-6530-4985-9264-a982904d9265 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606109 Jan 28 01:13:27.445696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Subnet': ['ID=2a44bfd7-92e1-42e6-9042-5581e79c8ca9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:27.447684 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1bfb542e-dbc9-43ce-a016-add17d57c642), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.507739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Checking segment: {'id': 'af784649-c450-4acb-86b1-322e67a6d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:27.508147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network hostable DHCP agents. Network: 1ff343eb-86f2-4ab8-b7ac-e157a06d270a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:27.543083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:27.562101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e156b3b-8112-4b7c-9a95-b2000c928204 req-db44dc81-55d2-45d7-92cc-ef9135c36307 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085048 Jan 28 01:13:27.563208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 1ff343eb-86f2-4ab8-b7ac-e157a06d270a) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:27.567292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.568425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.577446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf0f26-e520-4352-a791-8a52eb429598 None None] Network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:27.592389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-44d01785-fa31-4f1b-b33c-2af539c49ec3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2293010 Jan 28 01:13:27.595140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37648) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:27.611355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1bfb542e-dbc9-43ce-a016-add17d57c642), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.630144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfb423-083d-4fbc-b928-8a997685c9f2 req-e32ba67a-6b48-4f47-8705-a40baf72ebe3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.631781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23dfb423-083d-4fbc-b928-8a997685c9f2 req-e32ba67a-6b48-4f47-8705-a40baf72ebe3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.3646076 Jan 28 01:13:27.685207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfb542e-dbc9-43ce-a016-add17d57c642,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:27.695839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.702245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/1bfb542e-dbc9-43ce-a016-add17d57c642 HTTP/1.1" status: 204 len: 168 time: 0.5708041 Jan 28 01:13:27.702369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:27.710343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edc8a1-68b7-43ce-8751-9e56763953ab None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:27.729640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-1ff343eb-86f2-4ab8-b7ac-e157a06d270a', 'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a', 'project_id': 'ca4bd2dda5854317bbb32b1cd39564d0', 'fixed_ips': [{'subnet_id': '2a44bfd7-92e1-42e6-9042-5581e79c8ca9'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:27.730617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.748716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-06b821d0-b446-48a8-8e95-99254b22e4f9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.756139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-06b821d0-b446-48a8-8e95-99254b22e4f9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.3430734 Jan 28 01:13:27.767034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2e2237b2-93a9-4a06-a619-d6ee500b106c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637252 Jan 28 01:13:27.772345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37652) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:27.779353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:27.798368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23dfb423-083d-4fbc-b928-8a997685c9f2 req-55f9d582-77ca-473f-a68c-e0031ce4bd78 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506774 Jan 28 01:13:27.806399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-0ce1a611-20d1-497e-87c3-836e46f32e09 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.0492473 Jan 28 01:13:27.857116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-380f6586-388a-47ad-9d81-e77708bba1b1 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496480 Jan 28 01:13:27.896285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:27.968402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:27.980158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.013058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-12c79dc5-485c-4238-a515-0d7480f13580 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538367 Jan 28 01:13:28.019211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2a44bfd7-92e1-42e6-9042-5581e79c8ca9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.071028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Allocated IP 2001:db8::2 (1ff343eb-86f2-4ab8-b7ac-e157a06d270a/2a44bfd7-92e1-42e6-9042-5581e79c8ca9/1e44971d-fd4d-4a45-84f1-49c3f1ecc56b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:28.127637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.128376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.128831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.129250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.129646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.130479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.131032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.131464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.131896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.132296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.132706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.133557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.133990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64665ef-00f8-4d76-aa07-65d8fbdaf245 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:28.152489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-82836ecb-da6f-4d09-b62f-b6cfae61a44a service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386917 Jan 28 01:13:28.153766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:28.217242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.283442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a105e-f3d1-407b-aa8b-60f283929276 req-8c048fdd-7115-4e69-9ce5-09c67696d11c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:28.291849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e37a105e-f3d1-407b-aa8b-60f283929276 req-8c048fdd-7115-4e69-9ce5-09c67696d11c tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.3197682 Jan 28 01:13:28.305576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] Deleting port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:28.306228 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.331680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.395075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:28.398481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:28.403923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:28.404883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.421653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:28.433445 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b0746d54-f933-422c-9624-b61feba480a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6597023 Jan 28 01:13:28.436011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:28.443844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:28.479868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] For port e60e2d96-7dbe-482f-b07d-1ff83ed94b61, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:28.480250 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.496067 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.496655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.532874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] Calling delete_port for e60e2d96-7dbe-482f-b07d-1ff83ed94b61 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:28.537011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e37a105e-f3d1-407b-aa8b-60f283929276 req-f5fabbd4-4813-4cda-b223-547ea72e0ffe tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441568 Jan 28 01:13:28.547412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8f67b69-671f-4285-81a7-60eb7822c915 req-ff131ba7-9a63-4bfa-91c6-4830e5d3fde8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 210 time: 0.0825114 Jan 28 01:13:28.592411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router_controller (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.599924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.627768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.633577 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-57ab8a97-3a70-4355-a1a4-560f6f2b21d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1940231 Jan 28 01:13:28.634478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37666) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:28.647957 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Publish callbacks [] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.676086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2a44bfd7-92e1-42e6-9042-5581e79c8ca9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.685946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.735009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Subnet': ['ID=2a44bfd7-92e1-42e6-9042-5581e79c8ca9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:28.809623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Pushing event updated for resources: {'Port': ['ID=1e44971d-fd4d-4a45-84f1-49c3f1ecc56b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:28.826335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.857660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:28.859666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff343eb-86f2-4ab8-b7ac-e157a06d270a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:28.870873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:28.883475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af784649-c450-4acb-86b1-322e67a6d234') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:28.883739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:28.884913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af784649-c450-4acb-86b1-322e67a6d234') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:28.911820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (e60e2d96-7dbe-482f-b07d-1ff83ed94b61), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.917938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (af784649-c450-4acb-86b1-322e67a6d234), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.932532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (af784649-c450-4acb-86b1-322e67a6d234), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.940422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:28.941362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (af784649-c450-4acb-86b1-322e67a6d234), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:28.945339 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:28.952069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port a340cc03-de48-4135-a5e0-a7c08bb3556c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:28.952851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.027821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:13:29.027821 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:13:29.027821 n-d-826756-1 neutron-server[109595]: [parameters: {'id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a'}] Jan 28 01:13:29.027821 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:29.028728 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:29.041215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] Pushing event deleted for resources: {'Port': ['ID=e60e2d96-7dbe-482f-b07d-1ff83ed94b61,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:29.043356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5854efa-eaa5-439b-bdce-18bcdfbeb132 None None] No DVR routers for this DVR port e60e2d96-7dbe-482f-b07d-1ff83ed94b61 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:29.062819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Attempting to bind port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:29.063417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Attempting to bind port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'af784649-c450-4acb-86b1-322e67a6d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:29.064004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Attempting to bind port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b on network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:29.071605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:29.072533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Checking segment: {'id': 'af784649-c450-4acb-86b1-322e67a6d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:29.073140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.073894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Bound using segment: {'id': 'af784649-c450-4acb-86b1-322e67a6d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:29.074685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Bound port: 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af784649-c450-4acb-86b1-322e67a6d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1ff343eb-86f2-4ab8-b7ac-e157a06d270a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:29.075337 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.079512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19507736-a34c-42cd-8f0f-8d3afd20637f None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:29.172482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757e89e-410d-48b6-af09-9678d81cae38 req-8552d33e-52b1-43f5-aaa9-a04da1d1e8b3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.174190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8757e89e-410d-48b6-af09-9678d81cae38 req-8552d33e-52b1-43f5-aaa9-a04da1d1e8b3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.2353404 Jan 28 01:13:29.214327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] For port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:29.240882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] For port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1e44971d-fd4d-4a45-84f1-49c3f1ecc56b,segment=NetworkSegment(af784649-c450-4acb-86b1-322e67a6d234),segment_id=af784649-c450-4acb-86b1-322e67a6d234)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:29.245994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.253294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.257906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:29.258847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.291082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for a340cc03-de48-4135-a5e0-a7c08bb3556c owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:29.357016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8757e89e-410d-48b6-af09-9678d81cae38 req-afdf9917-d2b8-4b93-aac1-5ee8db693bd8 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706705 Jan 28 01:13:29.360658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.412488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584114-312d-4fa4-91b5-0a1245a2c6ab None None] Pushing event updated for resources: {'Port': ['ID=1e44971d-fd4d-4a45-84f1-49c3f1ecc56b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:29.435711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1c949-f7ff-4ed2-b99a-27013e85fc4f None None] Network 1ff343eb-86f2-4ab8-b7ac-e157a06d270a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:29.530408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.668251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:29.668594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.812986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a340cc03-de48-4135-a5e0-a7c08bb3556c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.832900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e60e2d96-7dbe-482f-b07d-1ff83ed94b61 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:29.867998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c035257-4bbe-4589-bc4c-28c5b1d1a135 req-533d24f5-9694-4d29-8418-0ba3e08b0940 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 210 time: 0.0980525 Jan 28 01:13:29.891341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] For port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1e44971d-fd4d-4a45-84f1-49c3f1ecc56b,segment=NetworkSegment(af784649-c450-4acb-86b1-322e67a6d234),segment_id=af784649-c450-4acb-86b1-322e67a6d234)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:29.891721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.916971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Calling delete_port for 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:29.928326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-f1a602c7-6653-4a5e-a88f-1d46ba7edd55 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.930424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-f1a602c7-6653-4a5e-a88f-1d46ba7edd55 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.1813867 Jan 28 01:13:29.932816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e60e2d96-7dbe-482f-b07d-1ff83ed94b61 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:29.933170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e60e2d96-7dbe-482f-b07d-1ff83ed94b61 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:29.957464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da/1d104da6-946b-4f12-b84c-3af7a93875c1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:29.964841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=a340cc03-de48-4135-a5e0-a7c08bb3556c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:30.008386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Request body: {'port': {'device_id': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'admin_state_up': True, 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:30.189328 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Publish callbacks [] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.189599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1e44971d-fd4d-4a45-84f1-49c3f1ecc56b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.200121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.250923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No DVR routers for this DVR port 1e44971d-fd4d-4a45-84f1-49c3f1ecc56b on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:30.256637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Port': ['ID=1e44971d-fd4d-4a45-84f1-49c3f1ecc56b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:30.270841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Pushing event updated for resources: {'Port': ['ID=1d104da6-946b-4f12-b84c-3af7a93875c1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:30.285317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:30.287013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:30.290313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:30.354079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Attempting to bind port 1d104da6-946b-4f12-b84c-3af7a93875c1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:30.354529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Attempting to bind port 1d104da6-946b-4f12-b84c-3af7a93875c1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:30.354997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Attempting to bind port 1d104da6-946b-4f12-b84c-3af7a93875c1 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:30.360666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:30.361190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:30.362003 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.362502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:30.363081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Bound port: 1d104da6-946b-4f12-b84c-3af7a93875c1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:30.363583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.411794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:30.415531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.430191 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.455618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] For port 1d104da6-946b-4f12-b84c-3af7a93875c1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:30.459866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] For port 1d104da6-946b-4f12-b84c-3af7a93875c1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1d104da6-946b-4f12-b84c-3af7a93875c1,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:30.469480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.559194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88895d-2a3d-4b54-a512-9602cd311c1a None None] Pushing event updated for resources: {'Port': ['ID=1d104da6-946b-4f12-b84c-3af7a93875c1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:30.598077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff343eb-86f2-4ab8-b7ac-e157a06d270a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:30.615659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af784649-c450-4acb-86b1-322e67a6d234') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:30.615899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af784649-c450-4acb-86b1-322e67a6d234') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:30.641036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (af784649-c450-4acb-86b1-322e67a6d234), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.643373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Allocated IP 172.20.0.8 (0679c912-abb4-41bf-b66f-8413df4919fc/0c421084-ec2d-4b09-9193-a2f75d0de50f/ed21f87d-1143-468d-99f3-d8ad5f704c91) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:30.672602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (af784649-c450-4acb-86b1-322e67a6d234), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.675681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897038ff-05e1-4845-978e-e73720d2f5d7 req-bcee20c7-a58f-42fc-a454-4a37eccae231 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:30.682711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-897038ff-05e1-4845-978e-e73720d2f5d7 req-bcee20c7-a58f-42fc-a454-4a37eccae231 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 1.0123053 Jan 28 01:13:30.684545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.690130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:30.690543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (af784649-c450-4acb-86b1-322e67a6d234), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:30.694884 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:30.761212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::1 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da/587a57b9-a59a-4c24-9b83-67b113b33130) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:30.800287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (1ff343eb-86f2-4ab8-b7ac-e157a06d270a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.861247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.867647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/1ff343eb-86f2-4ab8-b7ac-e157a06d270a HTTP/1.1" status: 204 len: 168 time: 3.2680964 Jan 28 01:13:30.869277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37682) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:30.876013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-11765006'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:30.902315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3f17-4eb4-4c33-91f2-0a2ea1ed119d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Network': ['ID=1ff343eb-86f2-4ab8-b7ac-e157a06d270a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:30.917618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3642000-8005-427d-b499-b7ae7a6f4d05 req-08ca8e3b-0550-46d7-a6f0-7e9b215cf826 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:30.919235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3642000-8005-427d-b499-b7ae7a6f4d05 req-08ca8e3b-0550-46d7-a6f0-7e9b215cf826 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.3510787 Jan 28 01:13:30.919827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:30.923288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:30.941402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-897038ff-05e1-4845-978e-e73720d2f5d7 req-a757a4b4-988a-4938-81bb-8b538a45c09a tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578101 Jan 28 01:13:30.979465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:30.994794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks [] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.001699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.002074 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Added segment 59b61ef5-88d6-4a95-b459-aa883d57060b of type vlan for network 9067e810-4e5d-4501-8baf-5c7cf7f0507c Jan 28 01:13:31.089757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.131275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.182528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3642000-8005-427d-b499-b7ae7a6f4d05 req-95fda430-9919-4a8d-8f9c-9ac569f68555 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475023 Jan 28 01:13:31.209326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.219572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:31.219572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.227544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event updated for resources: {'Port': ['ID=ed21f87d-1143-468d-99f3-d8ad5f704c91,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:31.241806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:31.251182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-493a8836-c2f5-476c-803e-af8e73b35dc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:31.252784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-493a8836-c2f5-476c-803e-af8e73b35dc8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.45 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.3507388 Jan 28 01:13:31.268500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Network 0679c912-abb4-41bf-b66f-8413df4919fc is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:31.301437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:31.310863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:31.321549 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4472575 Jan 28 01:13:31.325462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37686) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:31.328873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Request body: {'subnet': {'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:31.371345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ee73e-2276-40b8-8cec-12c6e241d66e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Network': ['ID=9067e810-4e5d-4501-8baf-5c7cf7f0507c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:31.397623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9067e810-4e5d-4501-8baf-5c7cf7f0507c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:31.442617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:31.442799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d109ab-ba49-4326-852b-7b23d5b8f5f1 req-b1f6b46b-eaaa-4ad4-95fa-7efc9c455dd7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:31.442974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.450056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40d109ab-ba49-4326-852b-7b23d5b8f5f1 req-b1f6b46b-eaaa-4ad4-95fa-7efc9c455dd7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 931 time: 0.2467139 Jan 28 01:13:31.456624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (587a57b9-a59a-4c24-9b83-67b113b33130), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.479338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-198593b8-1872-4c97-a09c-38dc88128fe2 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4750404 Jan 28 01:13:31.480430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Made reservation on behalf of ca4bd2dda5854317bbb32b1cd39564d0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:31.484098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.500797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:31.513662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb515aa3-f639-4390-aecf-e457fec92489 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8159568 Jan 28 01:13:31.515643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:31.544968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] Sync routers for ids ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:31.592926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-37c2b0a3-9d55-4564-a564-03c142a2a5c4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 HTTP/1.1" status: 200 len: 205 time: 0.0747883 Jan 28 01:13:31.595759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37690) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:31.625731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] Routers {'eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:31.626424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:31.630706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40d109ab-ba49-4326-852b-7b23d5b8f5f1 req-08d61bbf-ba8c-4e79-abd1-f1844836e0a8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752071 Jan 28 01:13:31.672293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Request body: {'port': {'device_id': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:31.686090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Deleting port 69e9b0dd-be0d-4cc6-bc86-73e945003760 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:31.687023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.699130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:31.719295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] Routers {'eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:31.720199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:31.725643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1d104da6-946b-4f12-b84c-3af7a93875c1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:31.750676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.784184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.811527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:31.812252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a81e80-8c02-4e1b-988c-25dc720214ab None None] The sync data for ids ['eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:31.824866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:31.846845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1d104da6-946b-4f12-b84c-3af7a93875c1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:31.847333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.853768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.882205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:31.940143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:31.943411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:31.962894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1d104da6-946b-4f12-b84c-3af7a93875c1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:31.963752 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.007019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 1d104da6-946b-4f12-b84c-3af7a93875c1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1d104da6-946b-4f12-b84c-3af7a93875c1,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:32.015024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.030336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:13:32.039630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (1dc6222b-4937-4e07-9e9e-9e815af18973), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.078070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=587a57b9-a59a-4c24-9b83-67b113b33130,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:32.124765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=1d104da6-946b-4f12-b84c-3af7a93875c1,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:32.159468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event updated for resources: {'Subnet': ['ID=1dc6222b-4937-4e07-9e9e-9e815af18973,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:32.266283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Checking segment: {'id': '59b61ef5-88d6-4a95-b459-aa883d57060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:32.266776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network hostable DHCP agents. Network: 9067e810-4e5d-4501-8baf-5c7cf7f0507c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:32.303992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Network 9067e810-4e5d-4501-8baf-5c7cf7f0507c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:32.305935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] For port 69e9b0dd-be0d-4cc6-bc86-73e945003760, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=69e9b0dd-be0d-4cc6-bc86-73e945003760,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:32.306313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.332576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9067e810-4e5d-4501-8baf-5c7cf7f0507c) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:32.339464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:32.340304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.349657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe76218-0e5c-44db-a14b-28e75a98774b None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:13:32.359714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.377014 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eaabecbe-7012-4a73-94a9-25a11bafe131 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0523469 Jan 28 01:13:32.381420 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.386408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37698) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:32.406769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Calling delete_port for 69e9b0dd-be0d-4cc6-bc86-73e945003760 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:32.414942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed21f87d-1143-468d-99f3-d8ad5f704c91 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:13:32.423515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Publish callbacks [] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.438472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Transition to ACTIVE for port object ed21f87d-1143-468d-99f3-d8ad5f704c91 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:13:32.446806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.473022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-19add852-b109-4b6e-9271-d1b61cf66a16 None None] Provisioning complete for port 1d104da6-946b-4f12-b84c-3af7a93875c1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:32.473578 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19add852-b109-4b6e-9271-d1b61cf66a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.518208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.518863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:13:32.526668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.528434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a2cf2067-1334-4a7a-a5b2-16ce845b97a8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 HTTP/1.1" status: 204 len: 168 time: 0.9273455 Jan 28 01:13:32.541065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37700) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:32.552250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe76218-0e5c-44db-a14b-28e75a98774b None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:13:32.566696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Pushing event updated for resources: {'Port': ['ID=ed21f87d-1143-468d-99f3-d8ad5f704c91,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:32.632678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet 2c1c812d-02dd-4632-a79e-528fd8fec951 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:32.637389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (2c1c812d-02dd-4632-a79e-528fd8fec951), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.640708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Attempting to bind port ed21f87d-1143-468d-99f3-d8ad5f704c91 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:32.640708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Attempting to bind port ed21f87d-1143-468d-99f3-d8ad5f704c91 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:32.640981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Attempting to bind port ed21f87d-1143-468d-99f3-d8ad5f704c91 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:32.645821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-19add852-b109-4b6e-9271-d1b61cf66a16 None None] Current status of the port 1d104da6-946b-4f12-b84c-3af7a93875c1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:32.656934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573495-80d5-4ba7-88e0-895289877cdf req-03b3be0f-f52b-4fc7-9e3b-ceaaad9db6ba tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:32.658511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c573495-80d5-4ba7-88e0-895289877cdf req-03b3be0f-f52b-4fc7-9e3b-ceaaad9db6ba tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 946 time: 0.4799614 Jan 28 01:13:32.673136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Port ed21f87d-1143-468d-99f3-d8ad5f704c91 on network 0679c912-abb4-41bf-b66f-8413df4919fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:13:32.673749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Attempting to bind port ed21f87d-1143-468d-99f3-d8ad5f704c91 on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:32.680426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:32.681276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:32.681276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Bound using segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:32.681562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Bound port: ed21f87d-1143-468d-99f3-d8ad5f704c91, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:32.681946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.704702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (2c1c812d-02dd-4632-a79e-528fd8fec951), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.708232 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.735830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23ea9-475f-48bc-8eff-a74aacfd39fe req-c3f2ae19-4f41-4a4e-825e-14cb23145d62 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:32.737359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fe23ea9-475f-48bc-8eff-a74aacfd39fe req-c3f2ae19-4f41-4a4e-825e-14cb23145d62 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.3880608 Jan 28 01:13:32.806496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] For port ed21f87d-1143-468d-99f3-d8ad5f704c91, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:32.815307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9067e810-4e5d-4501-8baf-5c7cf7f0507c', 'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c', 'project_id': 'ca4bd2dda5854317bbb32b1cd39564d0', 'fixed_ips': [{'subnet_id': '1dc6222b-4937-4e07-9e9e-9e815af18973'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:32.816503 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.822784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] For port ed21f87d-1143-468d-99f3-d8ad5f704c91, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:32.830732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.838893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2c1c812d-02dd-4632-a79e-528fd8fec951), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.879198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c573495-80d5-4ba7-88e0-895289877cdf req-b56b4cd0-1f19-422d-8de2-de1cfdd8b0b4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032893 Jan 28 01:13:32.891860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.907298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:32.907925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.909357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] 10.222.0.43 "PUT /v2.0/ports/ed21f87d-1143-468d-99f3-d8ad5f704c91 HTTP/1.1" status: 200 len: 1091 time: 1.2413864 Jan 28 01:13:32.909834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'tag': 'ed21f87d-1143-468d-99f3-d8ad5f704c91'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:32.912147 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a00ee03-eb11-4a14-a45f-ebae6386e39c", "tag": "ed21f87d-1143-468d-99f3-d8ad5f704c91"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:32.936675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fe23ea9-475f-48bc-8eff-a74aacfd39fe req-026da585-7618-41bb-be4c-a9d90bcc1fa9 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832941 Jan 28 01:13:32.947218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ca9ef-e0ed-403d-bfbf-68e579cb743e service neutron] Pushing event updated for resources: {'Port': ['ID=ed21f87d-1143-468d-99f3-d8ad5f704c91,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:32.958947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2c1c812d-02dd-4632-a79e-528fd8fec951), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:32.995127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1c812d-02dd-4632-a79e-528fd8fec951,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:33.017598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.023966 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0f1339d3-9dbd-42fe-a916-83f1d15366fb tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/2c1c812d-02dd-4632-a79e-528fd8fec951 HTTP/1.1" status: 204 len: 168 time: 0.4587185 Jan 28 01:13:33.024703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37706) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:33.030166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Allocated IP 2001:db8::f816:3eff:fe69:d09f (9067e810-4e5d-4501-8baf-5c7cf7f0507c/1dc6222b-4937-4e07-9e9e-9e815af18973/adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:33.087824 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d991688-296d-4279-b9ad-2474afe26942 x-openstack-request-id: req-0d991688-296d-4279-b9ad-2474afe26942 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:33.088326 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a00ee03-eb11-4a14-a45f-ebae6386e39c", "tag": "ed21f87d-1143-468d-99f3-d8ad5f704c91", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:33.088684 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d991688-296d-4279-b9ad-2474afe26942 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:33.089209 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'tag': 'ed21f87d-1143-468d-99f3-d8ad5f704c91', 'status': 'completed', 'code': 200} Jan 28 01:13:33.115799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-363a0f55-23db-4e24-b0f3-58fbc49111c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:33.117543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-363a0f55-23db-4e24-b0f3-58fbc49111c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 1094 time: 0.1337407 Jan 28 01:13:33.131328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (00a01c3b-16ee-45e6-b1e5-287c08d80ef9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.175305 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-f8ff6539-ce68-4064-a1ea-ce5eecf15970 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91 HTTP/1.1" status: 200 len: 217 time: 0.0413172 Jan 28 01:13:33.245945 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Publish callbacks [] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.254665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.265131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-b714fe28-882e-49aa-a2af-db742d006ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:33.267016 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-b714fe28-882e-49aa-a2af-db742d006ee6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.0864685 Jan 28 01:13:33.298855 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-5afc5ebf-446b-4fae-9da5-1dfeec1ca362 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265503 Jan 28 01:13:33.299787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Network 9067e810-4e5d-4501-8baf-5c7cf7f0507c is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:33.325660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:33.326783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port a347ed46-76c3-4171-8fb6-2d3e23ec3950 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:33.327133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.331161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:33.385653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Pushing event updated for resources: {'Port': ['ID=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:33.400802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Attempting to bind port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:33.401175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Attempting to bind port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '59b61ef5-88d6-4a95-b459-aa883d57060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:33.401556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Attempting to bind port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 on network 9067e810-4e5d-4501-8baf-5c7cf7f0507c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:33.406907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:33.407288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Checking segment: {'id': '59b61ef5-88d6-4a95-b459-aa883d57060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:33.407694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.408087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Bound using segment: {'id': '59b61ef5-88d6-4a95-b459-aa883d57060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:33.408682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Bound port: adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b61ef5-88d6-4a95-b459-aa883d57060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:33.408929 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.438783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port a347ed46-76c3-4171-8fb6-2d3e23ec3950, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a347ed46-76c3-4171-8fb6-2d3e23ec3950,segment=NetworkSegment(e225250a-60d0-4d7f-bc38-95d6260c97ad),segment_id=e225250a-60d0-4d7f-bc38-95d6260c97ad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:33.439166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.469088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for a347ed46-76c3-4171-8fb6-2d3e23ec3950 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:33.476029 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-61bf0bd1-176f-48d1-b30a-0ddc35cb5635 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705050 Jan 28 01:13:33.476991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] For port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:33.481075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] For port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,segment=NetworkSegment(59b61ef5-88d6-4a95-b459-aa883d57060b),segment_id=59b61ef5-88d6-4a95-b459-aa883d57060b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:33.499942 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.554135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.577126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1d104da6-946b-4f12-b84c-3af7a93875c1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:33.579104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1dc6222b-4937-4e07-9e9e-9e815af18973), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.620052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (69e9b0dd-be0d-4cc6-bc86-73e945003760), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.633276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0fe5c-0508-42bb-806f-6b2eac311dc3 None None] Pushing event updated for resources: {'Port': ['ID=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:33.656576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['de726f55-a57f-4d7b-aba5-646f14c60d25'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:33.661681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04a8ad3d-80b0-4a49-912d-811bd41fc238 req-84c14985-3b71-467a-ab2b-d142e79b5fff service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789138 Jan 28 01:13:33.672184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a347ed46-76c3-4171-8fb6-2d3e23ec3950), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.690728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port a347ed46-76c3-4171-8fb6-2d3e23ec3950 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:33.712653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1d104da6-946b-4f12-b84c-3af7a93875c1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:33.713178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.716176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=a347ed46-76c3-4171-8fb6-2d3e23ec3950,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:33.727622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Pushing event deleted for resources: {'Port': ['ID=69e9b0dd-be0d-4cc6-bc86-73e945003760,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:33.738436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83177181-f1a3-4ffd-9a2b-4c5bbfc62964 req-c4e2fb01-1627-4db6-9852-ff53cc6e0063 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:33.740613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83177181-f1a3-4ffd-9a2b-4c5bbfc62964 req-c4e2fb01-1627-4db6-9852-ff53cc6e0063 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 943 time: 0.2747655 Jan 28 01:13:33.825120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] No DVR routers for this DVR port 69e9b0dd-be0d-4cc6-bc86-73e945003760 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:33.825766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (00a01c3b-16ee-45e6-b1e5-287c08d80ef9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.828849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.832623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f36a0af7-3305-40a1-a4d0-eea20c3e608c req-9e3f6feb-c5e1-4efa-92d7-c23298b68e85 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.45 "DELETE /v2.0/ports/69e9b0dd-be0d-4cc6-bc86-73e945003760 HTTP/1.1" status: 204 len: 173 time: 2.5626144 Jan 28 01:13:33.840806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcad38-8baf-4dcf-ae66-448556d61969', 'name': 'network-vif-deleted', 'tag': '69e9b0dd-be0d-4cc6-bc86-73e945003760'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:33.843252 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a999b33d-4307-470f-bceb-0fcd27784320" -d '{"events": [{"server_uuid": "2edcad38-8baf-4dcf-ae66-448556d61969", "name": "network-vif-deleted", "tag": "69e9b0dd-be0d-4cc6-bc86-73e945003760"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:33.846238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-a7aa0042-9742-4aaa-8d97-4a2202adcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:33.847861 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-a7aa0042-9742-4aaa-8d97-4a2202adcee3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 1094 time: 0.0922053 Jan 28 01:13:33.866080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a01c3b-16ee-45e6-b1e5-287c08d80ef9']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:33.881495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1dc6222b-4937-4e07-9e9e-9e815af18973), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.963245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e225250a-60d0-4d7f-bc38-95d6260c97ad') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:33.963542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e225250a-60d0-4d7f-bc38-95d6260c97ad') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:33.979135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (e225250a-60d0-4d7f-bc38-95d6260c97ad), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:33.985862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1d104da6-946b-4f12-b84c-3af7a93875c1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:33.989724 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bed951d-e53f-4d4b-aecd-f223a0760c26 x-openstack-request-id: req-7bed951d-e53f-4d4b-aecd-f223a0760c26 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:33.990468 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcad38-8baf-4dcf-ae66-448556d61969", "name": "network-vif-deleted", "tag": "69e9b0dd-be0d-4cc6-bc86-73e945003760", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:33.992211 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bed951d-e53f-4d4b-aecd-f223a0760c26 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:33.993377 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcad38-8baf-4dcf-ae66-448556d61969', 'name': 'network-vif-deleted', 'tag': '69e9b0dd-be0d-4cc6-bc86-73e945003760', 'status': 'completed', 'code': 200} Jan 28 01:13:34.009836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83177181-f1a3-4ffd-9a2b-4c5bbfc62964 req-df84d975-078d-47bb-9315-6a0e468fdd9f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608826 Jan 28 01:13:34.009836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc6222b-4937-4e07-9e9e-9e815af18973,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:34.013141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e225250a-60d0-4d7f-bc38-95d6260c97ad), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.059344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:34.059869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (e225250a-60d0-4d7f-bc38-95d6260c97ad), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:34.074926 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:34.108012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.135865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9067e810-4e5d-4501-8baf-5c7cf7f0507c']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:34.150474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b61ef5-88d6-4a95-b459-aa883d57060b') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:34.151182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b61ef5-88d6-4a95-b459-aa883d57060b') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:34.169907 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.182463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-07517acd-a877-405c-b75c-e9f7289f5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.183964 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-07517acd-a877-405c-b75c-e9f7289f5416 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.3280988 Jan 28 01:13:34.197312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (00a01c3b-16ee-45e6-b1e5-287c08d80ef9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.239481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.242589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c00980e9-20e2-498c-955e-da372c04559c req-4fb67bcc-3248-4da0-9043-e3582c90228d tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2edcad38-8baf-4dcf-ae66-448556d61969 HTTP/1.1" status: 200 len: 210 time: 0.0704641 Jan 28 01:13:34.242782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/00a01c3b-16ee-45e6-b1e5-287c08d80ef9 HTTP/1.1" status: 204 len: 168 time: 1.2167318 Jan 28 01:13:34.243645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35a96e-7c4d-4a94-9691-944339d82a11 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=00a01c3b-16ee-45e6-b1e5-287c08d80ef9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:34.252249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37718) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:34.253412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-025df2d5-f07a-48e4-863b-699ecdf3d2ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91 HTTP/1.1" status: 200 len: 217 time: 0.0629909 Jan 28 01:13:34.254786 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (587a57b9-a59a-4c24-9b83-67b113b33130), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.259288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.263940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1041851238', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:34.273886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.274664 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.283627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:34.284016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:34.293747 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:34.307185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-7daeb633-a4cc-413a-a709-066c4d65aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.308685 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-7daeb633-a4cc-413a-a709-066c4d65aa59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.0494971 Jan 28 01:13:34.349620 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-b04f2559-61c9-44f0-a3ad-cc4446b865d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348399 Jan 28 01:13:34.404459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12391925-6702-4a0c-9f5e-34423755b2a3 req-98425708-450c-4784-b068-06516aec1ecb tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.406165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12391925-6702-4a0c-9f5e-34423755b2a3 req-98425708-450c-4784-b068-06516aec1ecb tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.2279916 Jan 28 01:13:34.435258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.436311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.456602 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:13:34.456602 n-d-826756-1 neutron-server[109594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:13:34.456602 n-d-826756-1 neutron-server[109594]: [parameters: {'id': '9067e810-4e5d-4501-8baf-5c7cf7f0507c'}] Jan 28 01:13:34.456602 n-d-826756-1 neutron-server[109594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:34.457167 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:34.473746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=587a57b9-a59a-4c24-9b83-67b113b33130,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:34.605211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.609550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:34.614198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.623628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:34.641594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12391925-6702-4a0c-9f5e-34423755b2a3 req-ccbb590f-e95b-4711-be39-0c0e188357a9 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014480 Jan 28 01:13:34.649918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.654314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1dee8ea1-a3c4-4044-b15b-bd9daea79689 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3961608 Jan 28 01:13:34.654972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37722) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:34.693483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1626384871'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:34.751561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69e9b0dd-be0d-4cc6-bc86-73e945003760 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:34.753888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:34.757231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.777501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-ca0cb246-edfd-4ea6-a322-57a1d5c88150 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204226 Jan 28 01:13:34.783299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 69e9b0dd-be0d-4cc6-bc86-73e945003760 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:34.784141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 69e9b0dd-be0d-4cc6-bc86-73e945003760 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:34.787083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:34.801985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b366e7a9-f781-45e9-a2da-a77a9fc30f03), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.802394 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment b366e7a9-f781-45e9-a2da-a77a9fc30f03 of type vlan for network 699b3e9e-5d7b-45f4-8364-a710c7417316 Jan 28 01:13:34.851973 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (699b3e9e-5d7b-45f4-8364-a710c7417316), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.863164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:13:34.879551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b800ae3-c24c-4c2a-aa82-6f55e81e794e req-74952bee-db5a-49f2-9b40-b79984560ed9 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957868 Jan 28 01:13:34.908566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8e999-68f7-4e1e-8bd9-656da60c2fd8 None None] Network 9067e810-4e5d-4501-8baf-5c7cf7f0507c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:34.913037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98d3c5-69d0-485c-beef-adc10c46ad17 None None] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:34.919709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (699b3e9e-5d7b-45f4-8364-a710c7417316), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.925294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.925951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:34.936497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98d3c5-69d0-485c-beef-adc10c46ad17 None None] Network 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:13:34.973308 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.040164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3951ea-2f19-46d6-b5c9-3726ea6e610a None None] DHCP port deletion for 00a01c3b-16ee-45e6-b1e5-287c08d80ef9 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:35.048544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] Provisioning complete for port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:35.049130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.055945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3664558 Jan 28 01:13:35.057808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37726) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:35.060434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468822c-2de4-4a57-bb74-780ac88be954 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=699b3e9e-5d7b-45f4-8364-a710c7417316,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:35.064363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:35.107221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:35.114670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0c4b4344-e813-4892-9b8c-94ab94c45044 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "PUT /v2.0/routers/a8d1248c-dc99-4c1e-b532-68fa4f1beeb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4781265 Jan 28 01:13:35.124711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37728) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:35.128195 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Sync routers for ids ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:35.134541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:35.140771 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Routers {'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:35.142484 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:35.220971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b97bea-0c42-457b-9cb6-7f0e17b2ea13 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.222733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d4b97bea-0c42-457b-9cb6-7f0e17b2ea13 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports/587a57b9-a59a-4c24-9b83-67b113b33130 HTTP/1.1" status: 200 len: 911 time: 0.0957041 Jan 28 01:13:35.225405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:35.240581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:35.241090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.252306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98323f-94e1-4da0-9771-c5060a7532da req-47897b13-505c-4d6d-9a40-6e6287a788ed tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.261157 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Set router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:35.265751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a98323f-94e1-4da0-9771-c5060a7532da req-47897b13-505c-4d6d-9a40-6e6287a788ed tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 943 time: 0.1601617 Jan 28 01:13:35.382793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549fb9-a4f9-493c-9b2b-31148fd61868 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.387123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a98323f-94e1-4da0-9771-c5060a7532da req-092fb0da-e922-4be2-b0e4-7ae05b6da66c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203094 Jan 28 01:13:35.396224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97005b70-669e-42c4-b787-e8f634ec84b1 None None] Network 9067e810-4e5d-4501-8baf-5c7cf7f0507c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:35.426884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52549fb9-a4f9-493c-9b2b-31148fd61868 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.428583 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-52549fb9-a4f9-493c-9b2b-31148fd61868 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2018883 Jan 28 01:13:35.438537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:35.450434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.462430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37736) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:35.486369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] For port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,segment=NetworkSegment(59b61ef5-88d6-4a95-b459-aa883d57060b),segment_id=59b61ef5-88d6-4a95-b459-aa883d57060b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:35.486717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.526188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Calling delete_port for adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:35.613864 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:28Z', 'updated_at': '2022-01-28T01:13:32Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None, '_interfaces': [{'id': '587a57b9-a59a-4c24-9b83-67b113b33130', 'name': '', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'mac_address': 'fa:16:3e:3f:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:29Z', 'updated_at': '2022-01-28T01:13:33Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'subnets': [{'id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:35.643670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] Current status of the port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:35.643903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.685759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Checking router: a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:35.689138 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Updating router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 port 587a57b9-a59a-4c24-9b83-67b113b33130 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:13:35.732593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] For port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,segment=NetworkSegment(59b61ef5-88d6-4a95-b459-aa883d57060b),segment_id=59b61ef5-88d6-4a95-b459-aa883d57060b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:35.741835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:35.751897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.752607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.772661 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.799625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Port': ['ID=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:35.830907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No DVR routers for this DVR port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:35.833409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6976f9-9c2f-4cd2-8ea1-efe49c92caef None None] DHCP port deletion for 9067e810-4e5d-4501-8baf-5c7cf7f0507c request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:35.838541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391be57b-043b-46b9-828c-5726fbc9260b None None] Pushing event deleted for resources: {'Port': ['ID=adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:35.882907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No active binding found for port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 {{(pid=109596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 01:13:35.883173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] The host n-d-826756-1 is not matching for port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 host None! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:13:35.883412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 01:13:35.901973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3c3be-a7fa-401f-9a92-346b5c83e67c req-44ef109a-4e73-4039-8d6a-3a362854195a tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.904219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5da3c3be-a7fa-401f-9a92-346b5c83e67c req-44ef109a-4e73-4039-8d6a-3a362854195a tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.1144953 Jan 28 01:13:35.906276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Port adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 not found, will not notify nova. {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 01:13:35.907728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-36ed68ed-733c-4f37-a914-44bc84168771 None None] Provisioning complete for port 587a57b9-a59a-4c24-9b83-67b113b33130 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:35.908105 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36ed68ed-733c-4f37-a914-44bc84168771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.974658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (fb46d562-d231-4572-818c-870c43a34e37), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:35.981494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-36ed68ed-733c-4f37-a914-44bc84168771 None None] Port 587a57b9-a59a-4c24-9b83-67b113b33130 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:36.002700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a347ed46-76c3-4171-8fb6-2d3e23ec3950 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:36.031331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a347ed46-76c3-4171-8fb6-2d3e23ec3950 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:36.031782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a347ed46-76c3-4171-8fb6-2d3e23ec3950 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:36.052890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.062334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed21f87d-1143-468d-99f3-d8ad5f704c91 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:13:36.086296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176c68-90a0-4f0e-b44d-160a7b502fb4 req-0b8e3903-0a6e-4279-b925-050291030f6e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:36.093972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d176c68-90a0-4f0e-b44d-160a7b502fb4 req-0b8e3903-0a6e-4279-b925-050291030f6e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2021999 Jan 28 01:13:36.112311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=fb46d562-d231-4572-818c-870c43a34e37,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:36.126196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5da3c3be-a7fa-401f-9a92-346b5c83e67c req-9586b94f-d8ca-4f61-becd-88e75b6e765b tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032762 Jan 28 01:13:36.130193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9067e810-4e5d-4501-8baf-5c7cf7f0507c']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:36.149810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:36.150491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: 699b3e9e-5d7b-45f4-8364-a710c7417316, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:36.160795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b61ef5-88d6-4a95-b459-aa883d57060b') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:36.162092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b61ef5-88d6-4a95-b459-aa883d57060b') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:36.180756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.183795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:36.194140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ed21f87d-1143-468d-99f3-d8ad5f704c91, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:36.211828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.212634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 699b3e9e-5d7b-45f4-8364-a710c7417316) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:36.219073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:36.220009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.227390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f1230f-f0b9-4700-a732-563f66497733 None None] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:36.228321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d176c68-90a0-4f0e-b44d-160a7b502fb4 req-724a83af-0a46-4779-a6db-c0a164c584f4 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328847 Jan 28 01:13:36.234443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:36.235063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (59b61ef5-88d6-4a95-b459-aa883d57060b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.242778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'ed21f87d-1143-468d-99f3-d8ad5f704c91', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': 'ed21f87d-1143-468d-99f3-d8ad5f704c91', 'mac_address': 'fa:16:3e:dc:85:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:36.244889 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:36.251292 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Publish callbacks [] for port (587a57b9-a59a-4c24-9b83-67b113b33130), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.254297 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ccdce67c-075a-4bea-8e5e-0c80128f036c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1944141 Jan 28 01:13:36.254839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37744) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.258635 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.354961 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Pushing event updated for resources: {'Port': ['ID=587a57b9-a59a-4c24-9b83-67b113b33130,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:36.360666 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9067e810-4e5d-4501-8baf-5c7cf7f0507c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.375345 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.375561 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.376099 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.376803 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.377314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.377843 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.378353 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.378855 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.379437 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.380119 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.380619 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.381111 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.381589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:36.383390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.386198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ed21f87d-1143-468d-99f3-d8ad5f704c91 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:36.386684 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.387182 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Attempting to bind port 587a57b9-a59a-4c24-9b83-67b113b33130 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:36.387571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Attempting to bind port 587a57b9-a59a-4c24-9b83-67b113b33130 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:36.387918 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Attempting to bind port 587a57b9-a59a-4c24-9b83-67b113b33130 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:36.396436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/9067e810-4e5d-4501-8baf-5c7cf7f0507c HTTP/1.1" status: 204 len: 168 time: 3.9904878 Jan 28 01:13:36.398352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:36.398733 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:36.399139 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.399531 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:36.399998 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Bound port: 587a57b9-a59a-4c24-9b83-67b113b33130, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:36.400375 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.407134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37746) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.457305 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b0fe3c-4662-4dad-8db5-2713fd02d4bd tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:36.463479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b0fe3c-4662-4dad-8db5-2713fd02d4bd tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:36.463479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-82b0fe3c-4662-4dad-8db5-2713fd02d4bd tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/1dc6222b-4937-4e07-9e9e-9e815af18973 HTTP/1.1" status: 404 len: 337 time: 0.0528529 Jan 28 01:13:36.463479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecebe-1cc6-40e7-8e82-4ce39be2bc98 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Network': ['ID=9067e810-4e5d-4501-8baf-5c7cf7f0507c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:36.463851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed21f87d-1143-468d-99f3-d8ad5f704c91 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:13:36.468905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37750) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.493067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-699b3e9e-5d7b-45f4-8364-a710c7417316', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:36.499813 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.518718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ed21f87d-1143-468d-99f3-d8ad5f704c91, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:36.527341 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eb56d1-d6e9-43fb-af61-6f802ea7c26a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:36.528794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34eb56d1-d6e9-43fb-af61-6f802ea7c26a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:36.530970 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.532875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34eb56d1-d6e9-43fb-af61-6f802ea7c26a tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/9067e810-4e5d-4501-8baf-5c7cf7f0507c HTTP/1.1" status: 404 len: 339 time: 0.0627956 Jan 28 01:13:36.539154 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] For port 587a57b9-a59a-4c24-9b83-67b113b33130, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:36.542878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37752) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.543181 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] For port 587a57b9-a59a-4c24-9b83-67b113b33130, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=587a57b9-a59a-4c24-9b83-67b113b33130,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:36.548762 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.608809 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-87541682-4575-4cb8-b5c0-f84f4e00276c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:36.609271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87541682-4575-4cb8-b5c0-f84f4e00276c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:36.612283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-87541682-4575-4cb8-b5c0-f84f4e00276c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/2a44bfd7-92e1-42e6-9042-5581e79c8ca9 HTTP/1.1" status: 404 len: 337 time: 0.0665157 Jan 28 01:13:36.615939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.641593 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daaed1-afd4-43c3-8b13-aa01ef05dac8 None None] Pushing event updated for resources: {'Port': ['ID=587a57b9-a59a-4c24-9b83-67b113b33130,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:36.652947 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39657d3-4db1-401d-95da-48219c5785a1 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:36.653471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39657d3-4db1-401d-95da-48219c5785a1 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:36.658576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d39657d3-4db1-401d-95da-48219c5785a1 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/1ff343eb-86f2-4ab8-b7ac-e157a06d270a HTTP/1.1" status: 404 len: 339 time: 0.0417209 Jan 28 01:13:36.660956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.680041 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Routers {'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:36.680688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:36.705510 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-17300835-22d0-4d5e-996f-3821c6d60450 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:36.706056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17300835-22d0-4d5e-996f-3821c6d60450 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:36.709405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-17300835-22d0-4d5e-996f-3821c6d60450 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/8ad95db4-fb3f-4688-bf8a-f77b7f26f527 HTTP/1.1" status: 404 len: 337 time: 0.0460944 Jan 28 01:13:36.713440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37760) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.734809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.745705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ed21f87d-1143-468d-99f3-d8ad5f704c91,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:36.761382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20675d-ed17-41be-8e14-29d330c653aa req-46d046eb-bd77-44fe-8811-40829032b2a7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:36.763019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c20675d-ed17-41be-8e14-29d330c653aa req-46d046eb-bd77-44fe-8811-40829032b2a7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 944 time: 0.2435718 Jan 28 01:13:36.773015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.800562 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18fef58-7c98-44fe-9cb2-0cc0b0df81c1 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:36.801832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18fef58-7c98-44fe-9cb2-0cc0b0df81c1 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:36.807553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b18fef58-7c98-44fe-9cb2-0cc0b0df81c1 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/513b8221-9ce1-45c4-9073-1092c68b3de2 HTTP/1.1" status: 404 len: 339 time: 0.0894926 Jan 28 01:13:36.817931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37762) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:36.822364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Allocated IP 2001:db8::2 (699b3e9e-5d7b-45f4-8364-a710c7417316/fb46d562-d231-4572-818c-870c43a34e37/c740150a-ad7f-4e78-b167-0b64a481d494) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:36.823446 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] Set router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:36.838450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ed21f87d-1143-468d-99f3-d8ad5f704c91'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:36.948233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c20675d-ed17-41be-8e14-29d330c653aa req-40ef444c-7baa-4832-8e0f-efcb2f17b1d3 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759253 Jan 28 01:13:36.979178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting port 2255e273-129b-45d5-8463-79dc223478c0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:36.979793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2255e273-129b-45d5-8463-79dc223478c0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:36.983507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] Provisioning complete for port 587a57b9-a59a-4c24-9b83-67b113b33130 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:36.983987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.098396 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d55d92aa-d2c6-4bed-bebe-07024b034a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.098654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2255e273-129b-45d5-8463-79dc223478c0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.122546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Calling delete_port for 2255e273-129b-45d5-8463-79dc223478c0 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:37.244421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2255e273-129b-45d5-8463-79dc223478c0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.269409 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.289183 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:28Z', 'updated_at': '2022-01-28T01:13:32Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None, '_interfaces': [{'id': '587a57b9-a59a-4c24-9b83-67b113b33130', 'name': '', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'mac_address': 'fa:16:3e:3f:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:29Z', 'updated_at': '2022-01-28T01:13:36Z', 'revision_number': 4, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'subnets': [{'id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:37.326221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Port': ['ID=2255e273-129b-45d5-8463-79dc223478c0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:37.327085 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9c16e-7a36-4979-b0af-8e6e8ad5b4f0 None None] The sync data for ids ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'] in n-d-826756-1 is: [{'id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:28Z', 'updated_at': '2022-01-28T01:13:32Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None, '_interfaces': [{'id': '587a57b9-a59a-4c24-9b83-67b113b33130', 'name': '', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'mac_address': 'fa:16:3e:3f:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:29Z', 'updated_at': '2022-01-28T01:13:36Z', 'revision_number': 4, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'subnets': [{'id': '6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:37.338031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.338800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Publish callbacks [] for port (c740150a-ad7f-4e78-b167-0b64a481d494), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.341443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6130c29e-4428-4c84-83a7-0b0a5513ad2c tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/ports/2255e273-129b-45d5-8463-79dc223478c0 HTTP/1.1" status: 204 len: 168 time: 0.5208707 Jan 28 01:13:37.347065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37768) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:37.349002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] Current status of the port 587a57b9-a59a-4c24-9b83-67b113b33130 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:37.349396 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.353725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 587a57b9-a59a-4c24-9b83-67b113b33130 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:37.354317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.362588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.413173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0ce2d-81d3-43e2-9f9d-50a2b7fee192 req-43f1d88b-c0e8-49a2-a6b8-329ef11834e7 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:37.414938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4b0ce2d-81d3-43e2-9f9d-50a2b7fee192 req-43f1d88b-c0e8-49a2-a6b8-329ef11834e7 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.1674738 Jan 28 01:13:37.431351 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ee40df-7eb1-4d91-9e8c-93a012762ad9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:37.431812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ee40df-7eb1-4d91-9e8c-93a012762ad9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:37.439622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-87ee40df-7eb1-4d91-9e8c-93a012762ad9 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/4a611364-a0c1-4f21-a0ac-bcd579cf0d78 HTTP/1.1" status: 404 len: 337 time: 0.0910184 Jan 28 01:13:37.440226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] For port 587a57b9-a59a-4c24-9b83-67b113b33130, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=587a57b9-a59a-4c24-9b83-67b113b33130,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:37.442884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37770) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:37.445531 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:37.446026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:37.462112 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.470291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:37.474398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:37.498939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Pushing event updated for resources: {'Port': ['ID=c740150a-ad7f-4e78-b167-0b64a481d494,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:37.508067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8::1 (699b3e9e-5d7b-45f4-8364-a710c7417316/fb46d562-d231-4572-818c-870c43a34e37/bd09deb5-d579-4ecc-9ea2-8d0f2342a669) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:37.570883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b65067ff-d636-4313-a3d2-2b64099aad02), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.594133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Attempting to bind port c740150a-ad7f-4e78-b167-0b64a481d494 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:37.594503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Attempting to bind port c740150a-ad7f-4e78-b167-0b64a481d494 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:37.594869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Attempting to bind port c740150a-ad7f-4e78-b167-0b64a481d494 on network 699b3e9e-5d7b-45f4-8364-a710c7417316 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:37.610321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:37.629279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0460f41-0699-43d8-b860-55547820da9b req-fb939422-cca8-48e3-bce9-2ceff417f5f8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:37.630841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0460f41-0699-43d8-b860-55547820da9b req-fb939422-cca8-48e3-bce9-2ceff417f5f8 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2835007 Jan 28 01:13:37.638989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] For port 587a57b9-a59a-4c24-9b83-67b113b33130, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=587a57b9-a59a-4c24-9b83-67b113b33130,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:37.639361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.641222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:37.641601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Checking segment: {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:37.642062 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.642420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Bound using segment: {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:37.642907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Bound port: c740150a-ad7f-4e78-b167-0b64a481d494, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:37.643723 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.647057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dffe39-26cb-4714-a501-b25db6035568 None None] Pushing event updated for resources: {'Port': ['ID=587a57b9-a59a-4c24-9b83-67b113b33130,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:37.649661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2f988079-085a-40f1-8244-ad02cf8b7246 None None] Provisioning complete for port 587a57b9-a59a-4c24-9b83-67b113b33130 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:37.653764 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f988079-085a-40f1-8244-ad02cf8b7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.661158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 587a57b9-a59a-4c24-9b83-67b113b33130 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:37.673203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:37.673550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device adea0cfe-be9d-4cdc-a1b4-646b0bcb8a61 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:37.728952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4b0ce2d-81d3-43e2-9f9d-50a2b7fee192 req-fc6d289c-8e95-4b93-b189-d51575ce21c4 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998173 Jan 28 01:13:37.836942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-699ce85a-cb68-4370-99da-52e821647203 None None] For port c740150a-ad7f-4e78-b167-0b64a481d494, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:37.840873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0460f41-0699-43d8-b860-55547820da9b req-86c053aa-0503-4d94-863d-933cc1afc7a0 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878750 Jan 28 01:13:37.845813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.852608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b65067ff-d636-4313-a3d2-2b64099aad02), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.878489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65067ff-d636-4313-a3d2-2b64099aad02']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:37.882538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-699ce85a-cb68-4370-99da-52e821647203 None None] For port c740150a-ad7f-4e78-b167-0b64a481d494, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c740150a-ad7f-4e78-b167-0b64a481d494,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:37.892619 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.895876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaad172-3f54-4690-9528-59bce3d0831a') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:37.896272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaad172-3f54-4690-9528-59bce3d0831a') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:37.908467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (3aaad172-3f54-4690-9528-59bce3d0831a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.919847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f988079-085a-40f1-8244-ad02cf8b7246 None None] Current status of the port 587a57b9-a59a-4c24-9b83-67b113b33130 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:37.927435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3aaad172-3f54-4690-9528-59bce3d0831a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.945412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:37.946901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (3aaad172-3f54-4690-9528-59bce3d0831a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:37.951296 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:37.961835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ce85a-cb68-4370-99da-52e821647203 None None] Pushing event updated for resources: {'Port': ['ID=c740150a-ad7f-4e78-b167-0b64a481d494,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:38.072210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.075584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed21f87d-1143-468d-99f3-d8ad5f704c91 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:38.080572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b65067ff-d636-4313-a3d2-2b64099aad02), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.086911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.094788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/b65067ff-d636-4313-a3d2-2b64099aad02 HTTP/1.1" status: 204 len: 168 time: 0.6419539 Jan 28 01:13:38.096090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37776) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:38.137162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e07f08-d73e-4622-a793-53d10155579d tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Network': ['ID=b65067ff-d636-4313-a3d2-2b64099aad02,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:38.170830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bbc85-4cc5-45b1-b185-50964fc3bea7 req-c0a37c8f-f5ef-400f-b570-eed9a2e27403 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:38.171925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-449bbc85-4cc5-45b1-b185-50964fc3bea7 req-c0a37c8f-f5ef-400f-b570-eed9a2e27403 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 944 time: 0.1084692 Jan 28 01:13:38.181814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port ed21f87d-1143-468d-99f3-d8ad5f704c91 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:13:38.195522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port ed21f87d-1143-468d-99f3-d8ad5f704c91 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:38.196240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.201138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921df8d-a311-4654-b959-d84a7649422f req-6e8617d5-eb45-43f2-af39-a00633ab41b9 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:38.205496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3921df8d-a311-4654-b959-d84a7649422f req-6e8617d5-eb45-43f2-af39-a00633ab41b9 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.43 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.2407398 Jan 28 01:13:38.286143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (587a57b9-a59a-4c24-9b83-67b113b33130), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.289193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:38.300375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-449bbc85-4cc5-45b1-b185-50964fc3bea7 req-59467358-5d58-42ec-a443-86a756c39a96 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190438 Jan 28 01:13:38.328891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:38.331671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:38.332241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.334185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ed21f87d-1143-468d-99f3-d8ad5f704c91 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:38.334671 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.366002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed21f87d-1143-468d-99f3-d8ad5f704c91'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:38.368631 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41005785-c544-4f3c-a13a-f8dcce733ac5" -d '{"events": [{"server_uuid": "2a00ee03-eb11-4a14-a45f-ebae6386e39c", "name": "network-vif-plugged", "status": "completed", "tag": "ed21f87d-1143-468d-99f3-d8ad5f704c91"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:38.385239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ed21f87d-1143-468d-99f3-d8ad5f704c91, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:38.390860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.417531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:38.443708 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eabc9e7-bcb2-4eb3-9277-bc05bb3058b8 x-openstack-request-id: req-7eabc9e7-bcb2-4eb3-9277-bc05bb3058b8 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:38.444093 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a00ee03-eb11-4a14-a45f-ebae6386e39c", "name": "network-vif-plugged", "status": "completed", "tag": "ed21f87d-1143-468d-99f3-d8ad5f704c91", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:38.444409 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7eabc9e7-bcb2-4eb3-9277-bc05bb3058b8 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:38.444874 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed21f87d-1143-468d-99f3-d8ad5f704c91', 'code': 200} Jan 28 01:13:38.467224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ed21f87d-1143-468d-99f3-d8ad5f704c91,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:38.588398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=587a57b9-a59a-4c24-9b83-67b113b33130,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:38.589148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1d07-ec92-4611-96db-fa7f1610ebcf req-6da3cbc2-2f75-468b-aaca-c958b1112c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:38.594806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-715e1d07-ec92-4611-96db-fa7f1610ebcf req-6da3cbc2-2f75-468b-aaca-c958b1112c59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 1096 time: 0.0538180 Jan 28 01:13:38.651722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-715e1d07-ec92-4611-96db-fa7f1610ebcf req-1bae5cc4-e97b-4152-b6df-08053bff4f5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Jan 28 01:13:38.660932 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.859693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75779d43-b882-497e-9e6e-3586a966815b req-be19ceb4-e999-4ec2-b9ee-278c3130288c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:38.861417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75779d43-b882-497e-9e6e-3586a966815b req-be19ceb4-e999-4ec2-b9ee-278c3130288c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.0573025 Jan 28 01:13:38.917553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75779d43-b882-497e-9e6e-3586a966815b req-c5c7dd8f-1edb-4b6f-912f-96584472e9ee tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503020 Jan 28 01:13:38.972768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480db9-df2e-4040-8ed2-7f24d66430ea req-060b90f0-d894-42a7-9819-988421d7dc57 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:38.974760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4480db9-df2e-4040-8ed2-7f24d66430ea req-060b90f0-d894-42a7-9819-988421d7dc57 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 945 time: 0.0526412 Jan 28 01:13:39.036282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4480db9-df2e-4040-8ed2-7f24d66430ea req-fa7a4e53-c3c7-47b3-aede-37c90e0e485e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/security-groups?id=490ff9fb-bc73-4518-b544-df53d7682963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549419 Jan 28 01:13:39.054894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting port ca1ba28d-cb89-45b5-a135-3638427e0e00 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:39.055336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ca1ba28d-cb89-45b5-a135-3638427e0e00), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.107257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Deleting port de726f55-a57f-4d7b-aba5-646f14c60d25 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:39.107600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.110229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.267085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ca1ba28d-cb89-45b5-a135-3638427e0e00), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.294109 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-54bde044-ef33-4496-8311-7955d1b38c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.355877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Calling delete_port for ca1ba28d-cb89-45b5-a135-3638427e0e00 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:39.369858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:39.399327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] For port de726f55-a57f-4d7b-aba5-646f14c60d25, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=de726f55-a57f-4d7b-aba5-646f14c60d25,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:39.399694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.444394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ced0-1fe2-4eff-814c-c6cdd4d9f792 req-591318b7-d5b1-4213-a70d-6db52135e239 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:39.453614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ab7ced0-1fe2-4eff-814c-c6cdd4d9f792 req-591318b7-d5b1-4213-a70d-6db52135e239 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.0663724 Jan 28 01:13:39.523363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ab7ced0-1fe2-4eff-814c-c6cdd4d9f792 req-c1d54983-4cc0-4b70-a1d8-8e5585f5988a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Jan 28 01:13:39.552525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Calling delete_port for de726f55-a57f-4d7b-aba5-646f14c60d25 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:39.607129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c740150a-ad7f-4e78-b167-0b64a481d494 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:39.658398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea095e-1444-456f-ae8d-71e3776ead6a None None] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:39.690975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:39.704033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37790) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:39.704757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-89d5ca92-f0b9-4dc7-a107-04951c07e623 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "PUT /v2.0/routers/a8d1248c-dc99-4c1e-b532-68fa4f1beeb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2413678 Jan 28 01:13:39.708969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c740150a-ad7f-4e78-b167-0b64a481d494 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:39.709352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.732888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] Sync routers for ids ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:39.783087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] Routers {'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:39.783472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:39.790729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ca1ba28d-cb89-45b5-a135-3638427e0e00), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.790981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7fadc-03f7-4aa4-9273-affc78f23be6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:39.793580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7fadc-03f7-4aa4-9273-affc78f23be6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:39.796353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34f7fadc-03f7-4aa4-9273-affc78f23be6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0906663 Jan 28 01:13:39.799150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:39.852778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Port': ['ID=ca1ba28d-cb89-45b5-a135-3638427e0e00,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:39.865758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.867393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Provisioning complete for port c740150a-ad7f-4e78-b167-0b64a481d494 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:39.867393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.868453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:39.869509 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a8bf4d7-196d-417b-9731-e181c0333e31 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/ports/ca1ba28d-cb89-45b5-a135-3638427e0e00 HTTP/1.1" status: 204 len: 168 time: 1.7662961 Jan 28 01:13:39.872033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:39.886470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] Set router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:39.906624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.932777 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-885a0e74-7204-461d-9006-067bbf06edc3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:39.933645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885a0e74-7204-461d-9006-067bbf06edc3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:39.939032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-885a0e74-7204-461d-9006-067bbf06edc3 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/6087a0e3-32c7-415b-a232-166d500a1c52 HTTP/1.1" status: 404 len: 337 time: 0.0613070 Jan 28 01:13:39.941721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37796) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:39.956000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.966833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.968923 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.999297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:28Z', 'updated_at': '2022-01-28T01:13:38Z', 'revision_number': 3, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.012808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (de726f55-a57f-4d7b-aba5-646f14c60d25), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.017471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.117224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (dcbcbd1c-a366-4511-920d-1b28ace0dd71), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.145197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] No DVR routers for this DVR port de726f55-a57f-4d7b-aba5-646f14c60d25 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:40.148034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d371f0-5f7a-4a56-8fcd-5c3323b5db8c req-febc9305-9c11-45ce-a256-caf92d53085b tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:40.148524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.152679 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3921df8d-a311-4654-b959-d84a7649422f req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.43 "DELETE /v2.0/ports/de726f55-a57f-4d7b-aba5-646f14c60d25 HTTP/1.1" status: 204 len: 173 time: 1.8892446 Jan 28 01:13:40.155924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18d371f0-5f7a-4a56-8fcd-5c3323b5db8c req-febc9305-9c11-45ce-a256-caf92d53085b tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 943 time: 0.1537931 Jan 28 01:13:40.158715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'name': 'network-vif-deleted', 'tag': 'de726f55-a57f-4d7b-aba5-646f14c60d25'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:40.161031 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7d71c-24e2-4c8f-a619-32ac202eac01" -d '{"events": [{"server_uuid": "75723b3c-8500-4eb3-9fdd-e5e00450b05b", "name": "network-vif-deleted", "tag": "de726f55-a57f-4d7b-aba5-646f14c60d25"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:40.165931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:40.215169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['de726f55-a57f-4d7b-aba5-646f14c60d25'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:40.217118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0cc25d8f-7d0c-4998-82b0-519cb9944965 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:13:40.223384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] Checking router: a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:40.223666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3b843-6c29-4c6d-84fc-b431f72cb64e tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] Pushing event deleted for resources: {'Port': ['ID=de726f55-a57f-4d7b-aba5-646f14c60d25,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:40.246433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c740150a-ad7f-4e78-b167-0b64a481d494 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:40.246814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.278784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] Routers {'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:40.279419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.303482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:40.306050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:40.326446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18d371f0-5f7a-4a56-8fcd-5c3323b5db8c req-bb948f0f-89e8-4284-aa27-7148e5c3743c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695385 Jan 28 01:13:40.380000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88e2ff57-937b-4797-ae82-1a054ca21f0b req-9218b1ad-0b7a-4aff-80fd-fb925b5afc96 tempest-ServerRescueTestJSON-1352635545 tempest-ServerRescueTestJSON-1352635545-project] 10.222.0.23 "GET /v2.0/ports?device_id=75723b3c-8500-4eb3-9fdd-e5e00450b05b HTTP/1.1" status: 200 len: 210 time: 0.1200926 Jan 28 01:13:40.386218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.440434 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea1cb5-e421-4d52-91e1-79352e4ac8d5 x-openstack-request-id: req-e9ea1cb5-e421-4d52-91e1-79352e4ac8d5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:40.440753 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75723b3c-8500-4eb3-9fdd-e5e00450b05b", "name": "network-vif-deleted", "tag": "de726f55-a57f-4d7b-aba5-646f14c60d25", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:40.441607 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9ea1cb5-e421-4d52-91e1-79352e4ac8d5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:40.441607 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75723b3c-8500-4eb3-9fdd-e5e00450b05b', 'name': 'network-vif-deleted', 'tag': 'de726f55-a57f-4d7b-aba5-646f14c60d25', 'status': 'completed', 'code': 200} Jan 28 01:13:40.450526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] Set router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:40.463149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (dcbcbd1c-a366-4511-920d-1b28ace0dd71), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.493834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbcbd1c-a366-4511-920d-1b28ace0dd71']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.506814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03b46d8-9b20-4288-8588-863ef8f914d9') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.507141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03b46d8-9b20-4288-8588-863ef8f914d9') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.530367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c03b46d8-9b20-4288-8588-863ef8f914d9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.531440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c740150a-ad7f-4e78-b167-0b64a481d494, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c740150a-ad7f-4e78-b167-0b64a481d494,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:40.539721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:13:40.547075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c03b46d8-9b20-4288-8588-863ef8f914d9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.553514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:28Z', 'updated_at': '2022-01-28T01:13:38Z', 'revision_number': 3, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.556388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:40.557006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c03b46d8-9b20-4288-8588-863ef8f914d9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.560337 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.616031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e31953-deb9-4132-a57f-991bc1c6aed9 None None] The sync data for ids ['a8d1248c-dc99-4c1e-b532-68fa4f1beeb8'] in n-d-826756-1 is: [{'id': 'a8d1248c-dc99-4c1e-b532-68fa4f1beeb8', 'name': 'tempest-NetworksTestDHCPv6-router-2102623326', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:28Z', 'updated_at': '2022-01-28T01:13:38Z', 'revision_number': 3, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:40.628842 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:40.635881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (dcbcbd1c-a366-4511-920d-1b28ace0dd71), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.672744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.678981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/dcbcbd1c-a366-4511-920d-1b28ace0dd71 HTTP/1.1" status: 204 len: 168 time: 0.7368667 Jan 28 01:13:40.680883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d4866-bbcd-4c80-9432-d7562100820e tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Network': ['ID=dcbcbd1c-a366-4511-920d-1b28ace0dd71,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:40.682072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37808) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:40.683671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.707678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Current status of the port c740150a-ad7f-4e78-b167-0b64a481d494 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:40.708066 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.710978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0cc25d8f-7d0c-4998-82b0-519cb9944965, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:40.719037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:40.720979 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.725042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f0a8209b-cf8b-4e88-8f37-d4dadc4fe8f1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da HTTP/1.1" status: 204 len: 168 time: 0.9239767 Jan 28 01:13:40.727220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37810) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:40.740138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c740150a-ad7f-4e78-b167-0b64a481d494,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:40.745080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'port_id': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'mac_address': 'fa:16:3e:a7:86:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:13:40.789444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:40.803750 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:40.809432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8cc3e2-38e6-4d92-ba88-ebaa5b98f819 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:40.829204 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:40.829870 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:40.869472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting subnet e86aee1f-e78e-417c-8686-5c5c47dccf47 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:40.876602 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a41b9375-65a4-4afe-b7f9-69dc8a807702 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6204555 Jan 28 01:13:40.887916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37812) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:40.890223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks [] for subnet (e86aee1f-e78e-417c-8686-5c5c47dccf47), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.926712 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.929436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0cc25d8f-7d0c-4998-82b0-519cb9944965 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:40.936301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:40.942041 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:40.942421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:40.942777 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:40.998022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc25d8f-7d0c-4998-82b0-519cb9944965 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:13:41.008110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715169491'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:41.056369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0cc25d8f-7d0c-4998-82b0-519cb9944965, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:41.061208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:41.067529 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.068609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.109856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (e86aee1f-e78e-417c-8686-5c5c47dccf47), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.151402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:41.185806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0cc25d8f-7d0c-4998-82b0-519cb9944965,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:41.187710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.191567 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment 15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb of type vlan for network 80508850-1e98-4cd7-a5bc-df9dc095402e Jan 28 01:13:41.194464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:41.297011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (80508850-1e98-4cd7-a5bc-df9dc095402e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.308406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] Deleting port 1d104da6-946b-4f12-b84c-3af7a93875c1 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:41.317706 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.345660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e86aee1f-e78e-417c-8686-5c5c47dccf47), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.366879 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:38Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:39Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:41.410396 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:41.411391 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Updating router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:13:41.431448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (80508850-1e98-4cd7-a5bc-df9dc095402e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.443479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:41.444003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0cc25d8f-7d0c-4998-82b0-519cb9944965'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:41.444157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.490269 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.554041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1ac06-0b22-480f-bcbb-60bd4f6ac5e7 req-f4174433-8f57-4be3-b0cb-5934d0c72777 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:41.557051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-05a1ac06-0b22-480f-bcbb-60bd4f6ac5e7 req-f4174433-8f57-4be3-b0cb-5934d0c72777 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.7675271 Jan 28 01:13:41.572516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2778a0f7-c560-4a26-9d0b-f53e51aaeae8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8441031 Jan 28 01:13:41.576055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37820) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:41.599259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e908-fceb-4cbb-9d07-da566285019a req-5cb6260d-9ccb-45c6-aa49-f8a78130928a tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:41.599259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06a0e908-fceb-4cbb-9d07-da566285019a req-5cb6260d-9ccb-45c6-aa49-f8a78130928a tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 944 time: 0.1478493 Jan 28 01:13:41.604649 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6106462 Jan 28 01:13:41.610697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] For port 1d104da6-946b-4f12-b84c-3af7a93875c1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1d104da6-946b-4f12-b84c-3af7a93875c1,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:41.613568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37822) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:41.615979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.627071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-90775146-d495-4dbf-b44b-fbb8f5e41587 None None] Current status of the port c740150a-ad7f-4e78-b167-0b64a481d494 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:41.634678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:41.636914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c740150a-ad7f-4e78-b167-0b64a481d494 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:41.694623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] Calling delete_port for 1d104da6-946b-4f12-b84c-3af7a93875c1 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:41.714954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa1b3b-e2de-4f24-ae6d-4b6a89adc1c2 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=80508850-1e98-4cd7-a5bc-df9dc095402e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:41.728722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e86aee1f-e78e-417c-8686-5c5c47dccf47), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.733156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.775339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 80508850-1e98-4cd7-a5bc-df9dc095402e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:41.788793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-05a1ac06-0b22-480f-bcbb-60bd4f6ac5e7 req-08150ac7-1654-4588-8129-c12dab238102 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307429 Jan 28 01:13:41.803553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Subnet': ['ID=e86aee1f-e78e-417c-8686-5c5c47dccf47,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:41.846472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.850096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3f4cfbf4-2c05-4395-8d18-174e5124c22b tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/subnets/e86aee1f-e78e-417c-8686-5c5c47dccf47 HTTP/1.1" status: 204 len: 168 time: 1.1637034 Jan 28 01:13:41.852999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37826) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:41.864089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01906392-6cd4-4064-88d0-f4faaa16d09c None None] Network c6b17ead-e993-4f95-85b6-df214d97f628 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:41.876421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06a0e908-fceb-4cbb-9d07-da566285019a req-961cb720-4668-495a-9dfb-3dfedcc8fcc3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706354 Jan 28 01:13:41.891371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:41.892131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:41.900940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.979023 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Publish callbacks [] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.987249 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.007410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.011338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router_controller (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.066001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c6b17ead-e993-4f95-85b6-df214d97f628), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.091380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (a8d1248c-dc99-4c1e-b532-68fa4f1beeb8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.091932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Fanout notify agent at l3_agent the message router_deleted on router a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:13:42.100239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.114947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef5ed909-b2d0-44d9-8ace-79d5461119de tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/routers/a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 HTTP/1.1" status: 204 len: 168 time: 0.5265727 Jan 28 01:13:42.117418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37832) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:42.130400 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4ea30-4652-4981-8987-9ef99a3fe802 None None] Pushing event updated for resources: {'Port': ['ID=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:42.144637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device de726f55-a57f-4d7b-aba5-646f14c60d25 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:42.178928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:42.201161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ea7bd559-ba75-42c8-b313-135b980b638f None None] Provisioning complete for port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:42.201900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd559-ba75-42c8-b313-135b980b638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.249212 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Attempting to bind port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:42.249588 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Attempting to bind port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:42.249974 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Attempting to bind port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 on network 699b3e9e-5d7b-45f4-8364-a710c7417316 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:42.255350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bd559-ba75-42c8-b313-135b980b638f None None] Port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:42.256650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.261571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: de726f55-a57f-4d7b-aba5-646f14c60d25 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:42.261947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device de726f55-a57f-4d7b-aba5-646f14c60d25 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:42.268856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:42.269263 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Checking segment: {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:42.269877 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.270087 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Bound using segment: {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:42.270517 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Bound port: bd09deb5-d579-4ecc-9ea2-8d0f2342a669, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b366e7a9-f781-45e9-a2da-a77a9fc30f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:42.270897 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.278609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c740150a-ad7f-4e78-b167-0b64a481d494 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:42.278988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.339546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ea7bd559-ba75-42c8-b313-135b980b638f None None] Provisioning complete for port c740150a-ad7f-4e78-b167-0b64a481d494 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:42.340143 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd559-ba75-42c8-b313-135b980b638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.361478 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Deleting port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:42.368514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.403742 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (1d104da6-946b-4f12-b84c-3af7a93875c1), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.431190 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] For port bd09deb5-d579-4ecc-9ea2-8d0f2342a669, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:42.435577 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] For port bd09deb5-d579-4ecc-9ea2-8d0f2342a669, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:42.441435 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.480031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:42.501381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.504147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] No DVR routers for this DVR port 1d104da6-946b-4f12-b84c-3af7a93875c1 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:42.517413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e4967-d9d3-4620-a543-5f5dc07af45b None None] Pushing event deleted for resources: {'Port': ['ID=1d104da6-946b-4f12-b84c-3af7a93875c1,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:42.548296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] DHCP port deletion for c6b17ead-e993-4f95-85b6-df214d97f628 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:42.576532 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4ea30-4652-4981-8987-9ef99a3fe802 None None] Pushing event updated for resources: {'Port': ['ID=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:42.594063 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:42.594289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:42.603923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bd559-ba75-42c8-b313-135b980b638f None None] Current status of the port c740150a-ad7f-4e78-b167-0b64a481d494 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:42.604216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] For port 2ada4411-9d41-4020-86ab-7467a8e2c4f1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ada4411-9d41-4020-86ab-7467a8e2c4f1,segment=NetworkSegment(6148530f-3458-48da-97ee-1a2dc6ed7cdc),segment_id=6148530f-3458-48da-97ee-1a2dc6ed7cdc)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:42.605088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.628018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Calling delete_port for 2ada4411-9d41-4020-86ab-7467a8e2c4f1 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:42.633880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1276e0-fdf7-4520-b01f-bfffc9cf588e req-5f5ec762-5e63-41c7-a50a-152b1eafa4c6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:42.636704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f1276e0-fdf7-4520-b01f-bfffc9cf588e req-5f5ec762-5e63-41c7-a50a-152b1eafa4c6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3811905 Jan 28 01:13:42.696016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (f3b3cfe0-46a2-47b0-a951-5acfba988129), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.712027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] Deleting port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:42.712601 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.716802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c740150a-ad7f-4e78-b167-0b64a481d494 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:42.804327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:42.809104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 587a57b9-a59a-4c24-9b83-67b113b33130 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:42.821708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] For port 2ada4411-9d41-4020-86ab-7467a8e2c4f1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ada4411-9d41-4020-86ab-7467a8e2c4f1,segment=NetworkSegment(6148530f-3458-48da-97ee-1a2dc6ed7cdc),segment_id=6148530f-3458-48da-97ee-1a2dc6ed7cdc)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:42.822586 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.836946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] Calling delete_port for 2ada4411-9d41-4020-86ab-7467a8e2c4f1 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:42.875258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.901182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] Provisioning complete for port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:42.901182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.902406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=f3b3cfe0-46a2-47b0-a951-5acfba988129,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:42.944998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 587a57b9-a59a-4c24-9b83-67b113b33130 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:42.945367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 587a57b9-a59a-4c24-9b83-67b113b33130 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:42.945750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1d104da6-946b-4f12-b84c-3af7a93875c1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:42.960844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:42.961202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: 80508850-1e98-4cd7-a5bc-df9dc095402e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:42.967771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1d104da6-946b-4f12-b84c-3af7a93875c1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:42.968126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1d104da6-946b-4f12-b84c-3af7a93875c1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:42.978560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f1276e0-fdf7-4520-b01f-bfffc9cf588e req-23304957-8943-4a2f-80c0-e56b8658f806 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972646 Jan 28 01:13:42.986526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Port': ['ID=2ada4411-9d41-4020-86ab-7467a8e2c4f1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:42.998808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] No DVR routers for this DVR port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:43.002139 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (2ada4411-9d41-4020-86ab-7467a8e2c4f1), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.006236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (cc7566ca-db7d-42f3-a310-82e9573836af), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.030499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 80508850-1e98-4cd7-a5bc-df9dc095402e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:43.044840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] Pushing event deleted for resources: {'Port': ['ID=2ada4411-9d41-4020-86ab-7467a8e2c4f1,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:43.063162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 80508850-1e98-4cd7-a5bc-df9dc095402e) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:43.068255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:43.069047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.084233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=cc7566ca-db7d-42f3-a310-82e9573836af,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:43.084517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdecc8e-c29d-4ca9-a068-bbba307c5d8a None None] No DVR routers for this DVR port 2ada4411-9d41-4020-86ab-7467a8e2c4f1 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:43.087659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] Current status of the port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:43.088103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.090190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1360d02-0df6-4d01-be10-d677bf66c9ad None None] Network 80508850-1e98-4cd7-a5bc-df9dc095402e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:43.094979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:43.102849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:43.105329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:43.107227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.146258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-feadd204-74a3-4fbc-b1fe-de87ea57aefd tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5314653 Jan 28 01:13:43.148943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeab30e-a76a-4999-a71b-a132284584bd None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:43.151428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:43.225156 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:38Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:42Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:43.261866 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b06e7c8-47fc-4428-b50d-6cb19529047c None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:38Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:42Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:43.335000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7632e-46b0-474b-89fa-b35be1afbe3b req-f9707a18-5858-4668-9c86-978f16a2f490 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:43.337910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63d7632e-46b0-474b-89fa-b35be1afbe3b req-f9707a18-5858-4668-9c86-978f16a2f490 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 944 time: 0.3386488 Jan 28 01:13:43.427983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] For port bd09deb5-d579-4ecc-9ea2-8d0f2342a669, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:43.433091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (f118c65d-2f28-4578-ac2f-2be10c1e1f85), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.438622 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.531637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17545962-5cdf-41e4-bfaf-26078081e611 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4129171 Jan 28 01:13:43.537270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c6b17ead-e993-4f95-85b6-df214d97f628), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.537270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:43.542110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fdc71-cc49-4cf5-8ee9-1eb877ee5ed1 None None] Pushing event updated for resources: {'Port': ['ID=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:43.551358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.557256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1587679133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:43.597676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b17ead-e993-4f95-85b6-df214d97f628']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:43.607727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ada4411-9d41-4020-86ab-7467a8e2c4f1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:43.616676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63d7632e-46b0-474b-89fa-b35be1afbe3b req-a8144c7f-f6e3-46db-b2e3-45e2083c0dd3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707086 Jan 28 01:13:43.622478 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6148530f-3458-48da-97ee-1a2dc6ed7cdc') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:43.623529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6148530f-3458-48da-97ee-1a2dc6ed7cdc') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:43.628417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-17175ea2-58a0-4f48-9b71-b62d8904d89d None None] Provisioning complete for port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:43.628797 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17175ea2-58a0-4f48-9b71-b62d8904d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.632813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (89a51c38-777d-4ce8-bc68-aed5fb192b1d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.634473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (89a51c38-777d-4ce8-bc68-aed5fb192b1d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.699933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router_controller (89a51c38-777d-4ce8-bc68-aed5fb192b1d), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.705291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (6148530f-3458-48da-97ee-1a2dc6ed7cdc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.717434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 2ada4411-9d41-4020-86ab-7467a8e2c4f1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:43.718298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ada4411-9d41-4020-86ab-7467a8e2c4f1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:43.722939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6148530f-3458-48da-97ee-1a2dc6ed7cdc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.723550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-80508850-1e98-4cd7-a5bc-df9dc095402e', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:43.724474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.732067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:43.732647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (6148530f-3458-48da-97ee-1a2dc6ed7cdc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.751232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'cc7566ca-db7d-42f3-a310-82e9573836af'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:43.752180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:43.802067 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:43.807699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (89a51c38-777d-4ce8-bc68-aed5fb192b1d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.828473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c6b17ead-e993-4f95-85b6-df214d97f628), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.836812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.840002 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] 10.222.0.23 "DELETE /v2.0/networks/c6b17ead-e993-4f95-85b6-df214d97f628 HTTP/1.1" status: 204 len: 168 time: 1.9858155 Jan 28 01:13:43.845440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.846845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8ae5920-65ae-4c27-a735-1a54b8b12f7f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3093448 Jan 28 01:13:43.859204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37846) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:43.868400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e1fb-e6cb-4428-beb1-5e61c6be6621 tempest-NetworksIpV6TestAttrs-1154181988 tempest-NetworksIpV6TestAttrs-1154181988-project] Pushing event deleted for resources: {'Network': ['ID=c6b17ead-e993-4f95-85b6-df214d97f628,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:43.981167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.130676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0cc25d8f-7d0c-4998-82b0-519cb9944965 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:44.231827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-17175ea2-58a0-4f48-9b71-b62d8904d89d None None] Current status of the port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:44.293346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/cc7566ca-db7d-42f3-a310-82e9573836af/3e765916-fc72-4e40-afd8-17b8b91276cb) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:44.296224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Allocated IP 2001:db8:1::2 (80508850-1e98-4cd7-a5bc-df9dc095402e/f3b3cfe0-46a2-47b0-a951-5acfba988129/a391a2d3-ec16-4de2-a38c-a0ea90ffb840) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:44.335121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0990cf-d0c9-4c14-a903-5a5454582045 req-62dd775b-25e2-41eb-83c6-fca6b8ffa16a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:44.336777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a0990cf-d0c9-4c14-a903-5a5454582045 req-62dd775b-25e2-41eb-83c6-fca6b8ffa16a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.1724272 Jan 28 01:13:44.365166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.382424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Deleting port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:44.382789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37852) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:44.382932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.475826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 0cc25d8f-7d0c-4998-82b0-519cb9944965 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:13:44.500361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a0990cf-d0c9-4c14-a903-5a5454582045 req-34884a59-8aa2-4646-9c40-d69afb86a1fc tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431565 Jan 28 01:13:44.520665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 0cc25d8f-7d0c-4998-82b0-519cb9944965 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:44.521047 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.552816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] For port 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,segment=NetworkSegment(d74636fc-0ec8-4cba-b7e1-420e392c5d7b),segment_id=d74636fc-0ec8-4cba-b7e1-420e392c5d7b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:44.553316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.568617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Calling delete_port for 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:44.667836 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ab3850c8-5536-46b4-b239-a75f6db886f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca4bd2dda5854317bbb32b1cd39564d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838314 Jan 28 01:13:44.670490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:44.743433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Publish callbacks [] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.744859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Publish callbacks [] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.773128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.779598 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.810288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::1 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/cc7566ca-db7d-42f3-a310-82e9573836af/48005260-371c-4cfa-957b-9022e7b13fc5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:44.851411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Network 80508850-1e98-4cd7-a5bc-df9dc095402e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:44.852876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8:1::1 (80508850-1e98-4cd7-a5bc-df9dc095402e/f3b3cfe0-46a2-47b0-a951-5acfba988129/cef4580f-592c-4a6f-840c-c6735751daa4) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:44.853805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0cc25d8f-7d0c-4998-82b0-519cb9944965 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:44.854259 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.869670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080484a5-ba55-4d50-8544-2c410455e13d admin admin] Publish callbacks [] for security_group (609bd764-b7be-45d6-b279-0a4160206cba), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.875037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:44.879109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:44.883519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515275a-04bc-4949-95b7-357544f1271f req-44125e8d-ab3a-41a1-af15-5521a66f4157 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:44.883708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:44.885032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2515275a-04bc-4949-95b7-357544f1271f req-44125e8d-ab3a-41a1-af15-5521a66f4157 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 944 time: 0.1554730 Jan 28 01:13:44.885191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Pushing event updated for resources: {'Port': ['ID=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:44.890114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:44.892643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:44.935918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:44.938314 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646baca-c4c3-4837-bfa8-be1ded7a50da" -d '{"events": [{"server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "name": "network-vif-plugged", "status": "completed", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:44.984939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (48005260-371c-4cfa-957b-9022e7b13fc5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.985181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080484a5-ba55-4d50-8544-2c410455e13d admin admin] Publish callbacks [] for security_group (609bd764-b7be-45d6-b279-0a4160206cba), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.992102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0cc25d8f-7d0c-4998-82b0-519cb9944965, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:45.018827 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28676371-a5dc-4aa1-abae-95fda73dad71 x-openstack-request-id: req-28676371-a5dc-4aa1-abae-95fda73dad71 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:45.019170 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "name": "network-vif-plugged", "status": "completed", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:45.019432 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28676371-a5dc-4aa1-abae-95fda73dad71 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:45.019837 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'code': 200} Jan 28 01:13:45.028488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.032978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.051897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.059317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Pushing event updated for resources: {'Port': ['ID=3e765916-fc72-4e40-afd8-17b8b91276cb,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.078785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:45.082671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:45.095545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:45.095545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (89a51c38-777d-4ce8-bc68-aed5fb192b1d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.097739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.103013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Attempting to bind port 3e765916-fc72-4e40-afd8-17b8b91276cb on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:45.103013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Attempting to bind port 3e765916-fc72-4e40-afd8-17b8b91276cb by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:45.103328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Attempting to bind port 3e765916-fc72-4e40-afd8-17b8b91276cb on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:45.109859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Attempting to bind port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:45.110169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Attempting to bind port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:45.110525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Attempting to bind port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 on network 80508850-1e98-4cd7-a5bc-df9dc095402e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:45.137588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:45.137991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:45.138666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.138813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:45.139263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Bound port: 3e765916-fc72-4e40-afd8-17b8b91276cb, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:45.139731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.152842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=48005260-371c-4cfa-957b-9022e7b13fc5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.167341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:45.167724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Checking segment: {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:45.168132 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.168535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Bound using segment: {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:45.169027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Bound port: a391a2d3-ec16-4de2-a38c-a0ea90ffb840, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:45.169413 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.190686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0cc25d8f-7d0c-4998-82b0-519cb9944965,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.211287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2515275a-04bc-4949-95b7-357544f1271f req-2a512458-633c-4811-80d4-2ec26a348efa tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742062 Jan 28 01:13:45.226975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080484a5-ba55-4d50-8544-2c410455e13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (609bd764-b7be-45d6-b279-0a4160206cba), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.229502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-080484a5-ba55-4d50-8544-2c410455e13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.233355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-080484a5-ba55-4d50-8544-2c410455e13d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/609bd764-b7be-45d6-b279-0a4160206cba HTTP/1.1" status: 204 len: 168 time: 0.5577970 Jan 28 01:13:45.301313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] For port 3e765916-fc72-4e40-afd8-17b8b91276cb, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:45.302396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080484a5-ba55-4d50-8544-2c410455e13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609bd764-b7be-45d6-b279-0a4160206cba,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.302762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033681a-4303-416c-b6e1-fd954105737d req-06c30c67-9801-4ea7-a1f2-9963c1788412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:45.305509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] For port 3e765916-fc72-4e40-afd8-17b8b91276cb, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e765916-fc72-4e40-afd8-17b8b91276cb,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:45.306598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (cef4580f-592c-4a6f-840c-c6735751daa4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.307216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] For port a391a2d3-ec16-4de2-a38c-a0ea90ffb840, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:45.307821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7033681a-4303-416c-b6e1-fd954105737d req-06c30c67-9801-4ea7-a1f2-9963c1788412 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 1096 time: 0.1474938 Jan 28 01:13:45.311112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] For port a391a2d3-ec16-4de2-a38c-a0ea90ffb840, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:45.313035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.315302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.322473 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.415053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d5dc2-aa0c-41ad-b44d-4a336f42d905 None None] Pushing event updated for resources: {'Port': ['ID=3e765916-fc72-4e40-afd8-17b8b91276cb,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.487883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.546284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa556094-3d14-4708-8f58-04e846ddd368 None None] Pushing event updated for resources: {'Port': ['ID=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.617594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 80508850-1e98-4cd7-a5bc-df9dc095402e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:45.642538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:45.644516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (f118c65d-2f28-4578-ac2f-2be10c1e1f85), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.646774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:45.647313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:45.652278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=cef4580f-592c-4a6f-840c-c6735751daa4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.675234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7033681a-4303-416c-b6e1-fd954105737d req-94942281-13b1-477d-8717-7db48fe7284d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534403 Jan 28 01:13:45.996532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (48005260-371c-4cfa-957b-9022e7b13fc5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:46.009843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:46.012431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (89a51c38-777d-4ce8-bc68-aed5fb192b1d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:46.020126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd09deb5-d579-4ecc-9ea2-8d0f2342a669 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:46.126005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:46.126386 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:46.246112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=48005260-371c-4cfa-957b-9022e7b13fc5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:46.305877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:46.307793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:46.442682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:46.518847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Router 89a51c38-777d-4ce8-bc68-aed5fb192b1d is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:13:46.581168 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:46.630188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:46.635066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92354d-cb70-4089-b13c-53c471c6e0f4 req-64ba454e-c4ce-4bc6-964f-f401254ec76c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:46.636229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b2f46955-f08a-4b9e-9678-1b4002374f70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "PUT /v2.0/routers/89a51c38-777d-4ce8-bc68-aed5fb192b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7754135 Jan 28 01:13:46.639416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f92354d-cb70-4089-b13c-53c471c6e0f4 req-64ba454e-c4ce-4bc6-964f-f401254ec76c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.1903193 Jan 28 01:13:46.642529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Sync routers for ids ['89a51c38-777d-4ce8-bc68-aed5fb192b1d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:46.643439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37894) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:46.650493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13801bd3-d976-456c-9eec-39d4581e96d5 req-a34ef39b-5bde-424c-a8be-ef48ab8b30a7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:46.651994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13801bd3-d976-456c-9eec-39d4581e96d5 req-a34ef39b-5bde-424c-a8be-ef48ab8b30a7 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.9919319 Jan 28 01:13:46.654109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Routers {'89a51c38-777d-4ce8-bc68-aed5fb192b1d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:46.654752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['89a51c38-777d-4ce8-bc68-aed5fb192b1d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:46.661249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37896) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:46.768189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Set router 89a51c38-777d-4ce8-bc68-aed5fb192b1d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:46.815179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8288b21b-bd5d-42e5-8762-cdb9c86249a1 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] Request body: {'port': {'network_id': '6ea9b39e-a11a-42b9-be45-1167a1ba324e', 'name': 'tempest-NetworksNegativeTestJSON-1429862821'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:46.844491 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8288b21b-bd5d-42e5-8762-cdb9c86249a1 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] POST failed (client error): The resource could not be found. Jan 28 01:13:46.845023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8288b21b-bd5d-42e5-8762-cdb9c86249a1 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:46.849973 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8288b21b-bd5d-42e5-8762-cdb9c86249a1 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1839907 Jan 28 01:13:46.858406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37900) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:46.878981 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-718ce947-8589-481d-a2a6-635a953fedb0 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:46.879550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718ce947-8589-481d-a2a6-635a953fedb0 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:46.886160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-718ce947-8589-481d-a2a6-635a953fedb0 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "DELETE /v2.0/networks/61431800-6d01-43f9-b276-768f0eacf3dc HTTP/1.1" status: 404 len: 339 time: 0.0232246 Jan 28 01:13:46.886898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37902) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:46.929066 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-70405ce1-3465-4a9a-86f3-781809e08266 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:46.930401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70405ce1-3465-4a9a-86f3-781809e08266 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:46.934199 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-70405ce1-3465-4a9a-86f3-781809e08266 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "DELETE /v2.0/ports/1588b102-7ad9-47d5-87ff-e657c08a043a HTTP/1.1" status: 404 len: 333 time: 0.0467322 Jan 28 01:13:46.938026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37906) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:46.975150 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-def0c700-1a6b-4db2-8c83-6c154ef3f1e5 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] DELETE failed (client error): The resource could not be found. Jan 28 01:13:46.975780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def0c700-1a6b-4db2-8c83-6c154ef3f1e5 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:46.979661 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-def0c700-1a6b-4db2-8c83-6c154ef3f1e5 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "DELETE /v2.0/subnets/72751a4a-6270-46de-8f07-e46cc060f222 HTTP/1.1" status: 404 len: 337 time: 0.0396998 Jan 28 01:13:46.983450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37908) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.012618 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-806c3705-ce62-4e86-9698-e4907920c54f tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] GET failed (client error): The resource could not be found. Jan 28 01:13:47.014519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-806c3705-ce62-4e86-9698-e4907920c54f tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "GET /v2.0/networks/71644b77-3871-46c1-9e09-ce96487c2fef HTTP/1.1" status: 404 len: 339 time: 0.0298452 Jan 28 01:13:47.018611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37910) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.037734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7dbec2-99ee-4fdd-a744-2c6fca80cd8a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:47.042078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a51c38-777d-4ce8-bc68-aed5fb192b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1587679133', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:43Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None, '_interfaces': [{'id': '48005260-371c-4cfa-957b-9022e7b13fc5', 'name': '', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'mac_address': 'fa:16:3e:0c:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a51c38-777d-4ce8-bc68-aed5fb192b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'cc7566ca-db7d-42f3-a310-82e9573836af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'subnets': [{'id': 'cc7566ca-db7d-42f3-a310-82e9573836af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:47.046396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5c7dbec2-99ee-4fdd-a744-2c6fca80cd8a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports/48005260-371c-4cfa-957b-9022e7b13fc5 HTTP/1.1" status: 200 len: 911 time: 0.3932831 Jan 28 01:13:47.047650 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c5d8ad-c8c4-4e35-8ae0-08caa225880a tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] GET failed (client error): The resource could not be found. Jan 28 01:13:47.049679 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-25c5d8ad-c8c4-4e35-8ae0-08caa225880a tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "GET /v2.0/ports/7cda8352-0c50-41ef-a33b-07efca98708f HTTP/1.1" status: 404 len: 333 time: 0.0294766 Jan 28 01:13:47.050165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.061057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37914) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.079357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f7e41-6c39-4c0e-bffa-24f3e9851225 None None] Network 80508850-1e98-4cd7-a5bc-df9dc095402e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:47.083040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Checking router: 89a51c38-777d-4ce8-bc68-aed5fb192b1d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:47.083395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Updating router 89a51c38-777d-4ce8-bc68-aed5fb192b1d port 48005260-371c-4cfa-957b-9022e7b13fc5 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:13:47.085718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f92354d-cb70-4089-b13c-53c471c6e0f4 req-56d4a4c0-23e0-4b79-956a-a4bbb8176a29 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315932 Jan 28 01:13:47.138736 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9769f70a-49ba-4aad-ad25-0e7f8f9d01a9 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] GET failed (client error): The resource could not be found. Jan 28 01:13:47.146643 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9769f70a-49ba-4aad-ad25-0e7f8f9d01a9 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "GET /v2.0/subnets/fa4c770f-216d-4d16-a908-10993c95313f HTTP/1.1" status: 404 len: 337 time: 0.0844166 Jan 28 01:13:47.150128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37916) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.155956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5079cb10-8af8-4bd5-aaad-7025fc225c34 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:47.169552 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.169810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13801bd3-d976-456c-9eec-39d4581e96d5 req-3741451d-0b59-413c-8039-97a2a73b7dd8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966323 Jan 28 01:13:47.178126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] Provisioning complete for port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:47.178331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.192228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Router f118c65d-2f28-4578-ac2f-2be10c1e1f85 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:47.199148 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5079cb10-8af8-4bd5-aaad-7025fc225c34 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] PUT failed (client error): The resource could not be found. Jan 28 01:13:47.199785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5079cb10-8af8-4bd5-aaad-7025fc225c34 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:47.201628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5079cb10-8af8-4bd5-aaad-7025fc225c34 tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "PUT /v2.0/networks/84669457-1bf5-48b9-bd7c-53b9e04ff43d HTTP/1.1" status: 404 len: 339 time: 0.0501523 Jan 28 01:13:47.212391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37918) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.220743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9d0f53bd-fbf1-45d5-9d5a-af0960f3a9db tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:47.249200 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0f53bd-fbf1-45d5-9d5a-af0960f3a9db tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] PUT failed (client error): The resource could not be found. Jan 28 01:13:47.250272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0f53bd-fbf1-45d5-9d5a-af0960f3a9db tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:47.251708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d0f53bd-fbf1-45d5-9d5a-af0960f3a9db tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "PUT /v2.0/ports/fa1ccc6c-50ab-4764-a783-0b0912617d74 HTTP/1.1" status: 404 len: 333 time: 0.0378513 Jan 28 01:13:47.255818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37920) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.261647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c4762edb-da0b-4220-b5d9-08f42bd3987a tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:47.289623 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4762edb-da0b-4220-b5d9-08f42bd3987a tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] PUT failed (client error): The resource could not be found. Jan 28 01:13:47.290175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4762edb-da0b-4220-b5d9-08f42bd3987a tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:13:47.294788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c4762edb-da0b-4220-b5d9-08f42bd3987a tempest-NetworksNegativeTestJSON-935678862 tempest-NetworksNegativeTestJSON-935678862-project] 10.222.0.23 "PUT /v2.0/subnets/0e4ac1a7-cf8b-43fb-a56c-965e24a3cd0a HTTP/1.1" status: 404 len: 337 time: 0.0344846 Jan 28 01:13:47.315854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20886d26-20e6-41e4-ad61-5207b9da4e01 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:47.321576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20886d26-20e6-41e4-ad61-5207b9da4e01 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:47.326468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20886d26-20e6-41e4-ad61-5207b9da4e01 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2752941 Jan 28 01:13:47.327323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.478439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:47.489311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e990de3b-0a85-43a5-a1de-9b74f2dcc78c admin admin] 10.222.0.23 "PUT /v2.0/routers/f118c65d-2f28-4578-ac2f-2be10c1e1f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5802996 Jan 28 01:13:47.492567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37926) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.492905 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] Sync routers for ids ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:47.519521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] Routers {'f118c65d-2f28-4578-ac2f-2be10c1e1f85'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:47.527981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:47.609536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (cef4580f-592c-4a6f-840c-c6735751daa4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.619459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.622324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.652831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] Current status of the port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:47.653608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.740834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] For port a391a2d3-ec16-4de2-a38c-a0ea90ffb840, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:47.748333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.783655 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] Set router f118c65d-2f28-4578-ac2f-2be10c1e1f85 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:47.804765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Publish callbacks [] for port (48005260-371c-4cfa-957b-9022e7b13fc5), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.831696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37930) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:47.838094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:47.855912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e765916-fc72-4e40-afd8-17b8b91276cb up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:47.970207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=cef4580f-592c-4a6f-840c-c6735751daa4,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:47.981863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks [] for router (f118c65d-2f28-4578-ac2f-2be10c1e1f85), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.042643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f3593-8b15-43a8-8036-90e8a7ed6d7c None None] Pushing event updated for resources: {'Port': ['ID=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:48.124049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (89a51c38-777d-4ce8-bc68-aed5fb192b1d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.126576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7d74-2524-4fff-890c-60ec948cabf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.208516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Provisioning complete for port 3e765916-fc72-4e40-afd8-17b8b91276cb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:48.208896 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.232993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Attempting to bind port 48005260-371c-4cfa-957b-9022e7b13fc5 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:48.233501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Attempting to bind port 48005260-371c-4cfa-957b-9022e7b13fc5 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:48.234075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Attempting to bind port 48005260-371c-4cfa-957b-9022e7b13fc5 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:48.236400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 80508850-1e98-4cd7-a5bc-df9dc095402e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:48.259170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:48.289573 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:13:44Z', 'revision_number': 5, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:48.309897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:48.310302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:48.311317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.311724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:48.312258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Bound port: 48005260-371c-4cfa-957b-9022e7b13fc5, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:48.312642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.327121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca5b7a-44ad-4787-a0f2-ab4e2283a8d4 None None] Pushing event updated for resources: {'Port': ['ID=48005260-371c-4cfa-957b-9022e7b13fc5,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:48.356263 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] Checking router: f118c65d-2f28-4578-ac2f-2be10c1e1f85 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:48.374762 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] Routers {'f118c65d-2f28-4578-ac2f-2be10c1e1f85'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:48.375268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:48.386491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3e765916-fc72-4e40-afd8-17b8b91276cb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:48.388456 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.539516 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7d74-2524-4fff-890c-60ec948cabf2 admin admin] Publish callbacks [] for security_group (46543e33-bd17-4075-8842-db685f4b4e9e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.554062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] For port 48005260-371c-4cfa-957b-9022e7b13fc5, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:48.559001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7d74-2524-4fff-890c-60ec948cabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (46543e33-bd17-4075-8842-db685f4b4e9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.582229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] For port 48005260-371c-4cfa-957b-9022e7b13fc5, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=48005260-371c-4cfa-957b-9022e7b13fc5,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:48.617037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:48.621869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] Set router f118c65d-2f28-4578-ac2f-2be10c1e1f85 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:48.629136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3e765916-fc72-4e40-afd8-17b8b91276cb is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:48.629614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.642738 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.659328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f7d74-2524-4fff-890c-60ec948cabf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46543e33-bd17-4075-8842-db685f4b4e9e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:48.674067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0902f42-4ddc-4b64-ad52-c5eb48f7a3fb req-dca6b336-ae8f-4f5b-8985-4738588d6f32 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:48.675658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0902f42-4ddc-4b64-ad52-c5eb48f7a3fb req-dca6b336-ae8f-4f5b-8985-4738588d6f32 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.4358089 Jan 28 01:13:48.677076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks [] for router_gateway (f118c65d-2f28-4578-ac2f-2be10c1e1f85), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.690415 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ec6f7d74-2524-4fff-890c-60ec948cabf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f78922343554f7f852715c6225ab0e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8563726 Jan 28 01:13:48.698493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37942) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:48.729883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Current status of the port 3e765916-fc72-4e40-afd8-17b8b91276cb is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:48.730437 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.828211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Routers {'89a51c38-777d-4ce8-bc68-aed5fb192b1d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:48.830254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['89a51c38-777d-4ce8-bc68-aed5fb192b1d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:48.840200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72165b80-bd1d-49f8-9def-5f9b914bd7ac admin admin] Publish callbacks [] for security_group (46543e33-bd17-4075-8842-db685f4b4e9e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.867674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72165b80-bd1d-49f8-9def-5f9b914bd7ac admin admin] Publish callbacks [] for security_group (46543e33-bd17-4075-8842-db685f4b4e9e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.931892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72165b80-bd1d-49f8-9def-5f9b914bd7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (46543e33-bd17-4075-8842-db685f4b4e9e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.944529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72165b80-bd1d-49f8-9def-5f9b914bd7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.945809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-72165b80-bd1d-49f8-9def-5f9b914bd7ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46543e33-bd17-4075-8842-db685f4b4e9e HTTP/1.1" status: 204 len: 168 time: 0.2417231 Jan 28 01:13:48.956751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca5b7a-44ad-4787-a0f2-ab4e2283a8d4 None None] Pushing event updated for resources: {'Port': ['ID=48005260-371c-4cfa-957b-9022e7b13fc5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:48.964363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 48005260-371c-4cfa-957b-9022e7b13fc5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:48.964714 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:48.988926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 3e765916-fc72-4e40-afd8-17b8b91276cb, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e765916-fc72-4e40-afd8-17b8b91276cb,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:49.003559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.004439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a391a2d3-ec16-4de2-a38c-a0ea90ffb840 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:49.004597 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:13:44Z', 'revision_number': 5, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:49.028644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165b80-bd1d-49f8-9def-5f9b914bd7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46543e33-bd17-4075-8842-db685f4b4e9e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:49.044772 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364f8e7-1abc-4dcc-98d9-105ee72f4e89 None None] The sync data for ids ['f118c65d-2f28-4578-ac2f-2be10c1e1f85'] in n-d-826756-1 is: [{'id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'name': 'tempest-ServerRescueTestJSON-1485702702-router', 'tenant_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:10:57Z', 'updated_at': '2022-01-28T01:13:44Z', 'revision_number': 5, 'project_id': '73a45c9f27eb4d8cbf91ea7ef5e2c904', 'gw_port': {'id': 'bfb4b8b4-550c-4fe2-896f-cf1415384251', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f118c65d-2f28-4578-ac2f-2be10c1e1f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:10:59Z', 'updated_at': '2022-01-28T01:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:49.120832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:49.129995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fd58cce3-5f58-482c-9ca5-e334dbd50f39 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9771934 Jan 28 01:13:49.135252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:49.141408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2089236438'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:49.149323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0902f42-4ddc-4b64-ad52-c5eb48f7a3fb req-0be08fbd-181d-42eb-9a3a-395f812515cf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4479947 Jan 28 01:13:49.149490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:49.171520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] Set router 89a51c38-777d-4ce8-bc68-aed5fb192b1d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:49.190886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] For port 48005260-371c-4cfa-957b-9022e7b13fc5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=48005260-371c-4cfa-957b-9022e7b13fc5,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:49.191681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.201025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a57c83-59a3-43a9-a8fb-8facbdf99a7d req-e94915ad-7d15-440f-bc6a-0a52e1003e2e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:49.202866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1a57c83-59a3-43a9-a8fb-8facbdf99a7d req-e94915ad-7d15-440f-bc6a-0a52e1003e2e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.8063974 Jan 28 01:13:49.221329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 48005260-371c-4cfa-957b-9022e7b13fc5 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:49.318332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:49.323369 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.332999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1a57c83-59a3-43a9-a8fb-8facbdf99a7d req-08a1fd5f-5f53-4498-93cf-9057e5afefd8 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156573 Jan 28 01:13:49.349399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Deleting port bfb4b8b4-550c-4fe2-896f-cf1415384251 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:49.349749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.513046 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:13:49.513858 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:13:49.520246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:49.526517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:49.526899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:49.565716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cb161-7faf-4499-a5dd-7cad1ca132ce req-08a0b999-9fd6-4ee5-a148-f8376e435a93 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:49.574781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a3cb161-7faf-4499-a5dd-7cad1ca132ce req-08a0b999-9fd6-4ee5-a148-f8376e435a93 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.1717334 Jan 28 01:13:49.586673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37958) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:49.598647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Request body: {'floatingip': {'port_id': '0cc25d8f-7d0c-4998-82b0-519cb9944965'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:49.632428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (48005260-371c-4cfa-957b-9022e7b13fc5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.636567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=3e765916-fc72-4e40-afd8-17b8b91276cb,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:49.641745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d5559c46-de9d-49b8-934d-c07bb185b465), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.642288 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment d5559c46-de9d-49b8-934d-c07bb185b465 of type vlan for network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 Jan 28 01:13:49.658992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] For port bfb4b8b4-550c-4fe2-896f-cf1415384251, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bfb4b8b4-550c-4fe2-896f-cf1415384251,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:49.659363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.663788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (d3003cd5-89f7-464c-a2db-14059796fa14), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.695315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:49.695818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.703219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=48005260-371c-4cfa-957b-9022e7b13fc5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:49.783421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Calling delete_port for bfb4b8b4-550c-4fe2-896f-cf1415384251 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:49.812071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:49.851482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (604ac9b5-5853-4b4b-aa50-4e2e065c8b08), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.888496 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (89a51c38-777d-4ce8-bc68-aed5fb192b1d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:49.956141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:50.063656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (604ac9b5-5853-4b4b-aa50-4e2e065c8b08), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.070135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:50.071384 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.115548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Router 89a51c38-777d-4ce8-bc68-aed5fb192b1d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:50.144466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b40c2108-c871-4285-8570-de7a4f290f0c None None] Current status of the port 3e765916-fc72-4e40-afd8-17b8b91276cb is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:50.152288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e765916-fc72-4e40-afd8-17b8b91276cb up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:50.221728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:50.223163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:50.231327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d87ccb07-2a58-46ff-9496-5f977e4342ca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "PUT /v2.0/routers/89a51c38-777d-4ce8-bc68-aed5fb192b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9004285 Jan 28 01:13:50.231534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a51c38-777d-4ce8-bc68-aed5fb192b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1587679133', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:43Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None, '_interfaces': [{'id': '48005260-371c-4cfa-957b-9022e7b13fc5', 'name': '', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'mac_address': 'fa:16:3e:0c:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a51c38-777d-4ce8-bc68-aed5fb192b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'cc7566ca-db7d-42f3-a310-82e9573836af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:48Z', 'revision_number': 4, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'subnets': [{'id': 'cc7566ca-db7d-42f3-a310-82e9573836af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:50.236196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:50.297657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01eaa5-e22f-45f3-8e40-5cf705c9df28 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:50.298437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fd8c4-2e2d-4902-bb06-132addc707e9 None None] The sync data for ids ['89a51c38-777d-4ce8-bc68-aed5fb192b1d'] in n-d-826756-1 is: [{'id': '89a51c38-777d-4ce8-bc68-aed5fb192b1d', 'name': 'tempest-NetworksTestDHCPv6-router-1587679133', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:43Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 2, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'gw_port_host': None, '_interfaces': [{'id': '48005260-371c-4cfa-957b-9022e7b13fc5', 'name': '', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'tenant_id': 'b0771be535db45ae920300eecbdcf023', 'mac_address': 'fa:16:3e:0c:2a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a51c38-777d-4ce8-bc68-aed5fb192b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'cc7566ca-db7d-42f3-a310-82e9573836af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:48Z', 'revision_number': 4, 'project_id': 'b0771be535db45ae920300eecbdcf023', 'subnets': [{'id': 'cc7566ca-db7d-42f3-a310-82e9573836af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:50.299087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01eaa5-e22f-45f3-8e40-5cf705c9df28 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:50.303359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c01eaa5-e22f-45f3-8e40-5cf705c9df28 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0637906 Jan 28 01:13:50.305187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37976) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:50.327391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3e765916-fc72-4e40-afd8-17b8b91276cb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:50.327950 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.385588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Provisioning complete for port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:50.386124 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.390884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-832261252'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:50.425002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet cc7566ca-db7d-42f3-a310-82e9573836af {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:50.433876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (cc7566ca-db7d-42f3-a310-82e9573836af), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.497367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3e765916-fc72-4e40-afd8-17b8b91276cb is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:50.498868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a391a2d3-ec16-4de2-a38c-a0ea90ffb840 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:50.543471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 3, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:47Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:50.598721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:50.599089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Updating router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d port cef4580f-592c-4a6f-840c-c6735751daa4 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:13:50.617556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=604ac9b5-5853-4b4b-aa50-4e2e065c8b08,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:50.635089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:50.656767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Current status of the port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:50.696589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-615dd1c0-8d61-46be-9de7-ec74fb5e37ef tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5600116 Jan 28 01:13:50.701115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37982) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:50.750276 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.764595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:50.764917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:50.765255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.825480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Provisioning complete for port cef4580f-592c-4a6f-840c-c6735751daa4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:50.825689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.843329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:50.846313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148d3ec-ff5c-47a0-bd4f-ffec4e9a1132 req-c3ce1ac4-8d66-4c32-affd-f33f6375df56 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:50.847062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.847893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e148d3ec-ff5c-47a0-bd4f-ffec4e9a1132 req-c3ce1ac4-8d66-4c32-affd-f33f6375df56 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.2954195 Jan 28 01:13:50.858121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:50.878419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (cc7566ca-db7d-42f3-a310-82e9573836af), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.006996 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bfb4b8b4-550c-4fe2-896f-cf1415384251), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.009232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Port cef4580f-592c-4a6f-840c-c6735751daa4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:13:51.015503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-988b1106-6cd3-4e04-9ff7-ef2b42dade8f None None] Could not find standard attr ID for object 48005260-371c-4cfa-957b-9022e7b13fc5. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:13:51.054322 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (cc7566ca-db7d-42f3-a310-82e9573836af), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.099340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for security_group (9df59cd6-569c-45f4-a86f-a0258626845f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.107014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9df59cd6-569c-45f4-a86f-a0258626845f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.111692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e148d3ec-ff5c-47a0-bd4f-ffec4e9a1132 req-f742db69-5429-41ed-b84b-4e4fb043d61f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314129 Jan 28 01:13:51.130237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb4b8b4-550c-4fe2-896f-cf1415384251,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.141543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:51.144943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df59cd6-569c-45f4-a86f-a0258626845f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.163172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:51.170037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:51.191254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bc52bea7-84f6-45c7-ac0a-23eb4aef2cde), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.191629 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment bc52bea7-84f6-45c7-ac0a-23eb4aef2cde of type vlan for network 9a52e621-d145-4b7e-a186-b7c15e684202 Jan 28 01:13:51.200809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (cc7566ca-db7d-42f3-a310-82e9573836af), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.202541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:51.203751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6f3712ea-eeb7-4cb2-aea5-5f3ec0f30787 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:51.223075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:51.227263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.250745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7566ca-db7d-42f3-a310-82e9573836af,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.263069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.266406 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-606a395b-8fc8-4ba6-9872-93645193f5bb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/cc7566ca-db7d-42f3-a310-82e9573836af HTTP/1.1" status: 204 len: 168 time: 0.9601748 Jan 28 01:13:51.269141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:51.273318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10fd42-29ee-4ddd-bd0e-d1d280316d95 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:51.276978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9a52e621-d145-4b7e-a186-b7c15e684202), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.393038 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cad254be-0954-40db-9b4b-56da3dd7c232 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1227305 Jan 28 01:13:51.393565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:51.396121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9a52e621-d145-4b7e-a186-b7c15e684202), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.403680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:51.404328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.404984 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (f118c65d-2f28-4578-ac2f-2be10c1e1f85), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.417121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Publish callbacks [] for port (cef4580f-592c-4a6f-840c-c6735751daa4), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.432298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.551602 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (f118c65d-2f28-4578-ac2f-2be10c1e1f85), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.556699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks [] for router_controller (f118c65d-2f28-4578-ac2f-2be10c1e1f85), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.576002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1161f-003c-41bc-a57d-173f215c05bf None None] Pushing event updated for resources: {'Port': ['ID=cef4580f-592c-4a6f-840c-c6735751daa4,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.595104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Attempting to bind port cef4580f-592c-4a6f-840c-c6735751daa4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:51.595483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Attempting to bind port cef4580f-592c-4a6f-840c-c6735751daa4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:51.595852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Attempting to bind port cef4580f-592c-4a6f-840c-c6735751daa4 on network 80508850-1e98-4cd7-a5bc-df9dc095402e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:51.602596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:51.602805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Checking segment: {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:51.603106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.603511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Bound using segment: {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:51.603997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Bound port: cef4580f-592c-4a6f-840c-c6735751daa4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:51.604384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.637585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:13:51.643885 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4191830 Jan 28 01:13:51.647155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router (89a51c38-777d-4ce8-bc68-aed5fb192b1d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.648475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37990) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:51.699560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (f118c65d-2f28-4578-ac2f-2be10c1e1f85), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.700281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f118c65d-2f28-4578-ac2f-2be10c1e1f85 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:13:51.712386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:13:51.723715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270556783'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:51.730914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.732082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-81613129-fc14-4f35-96b7-795d838b0c73 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f118c65d-2f28-4578-ac2f-2be10c1e1f85 HTTP/1.1" status: 204 len: 168 time: 4.2370107 Jan 28 01:13:51.741342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 37992) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:51.763391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] For port cef4580f-592c-4a6f-840c-c6735751daa4, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:51.784129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] For port cef4580f-592c-4a6f-840c-c6735751daa4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cef4580f-592c-4a6f-840c-c6735751daa4,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:51.798572 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.802140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ca87d-b946-4527-b41c-9f1cbb20090b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=9a52e621-d145-4b7e-a186-b7c15e684202,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.830215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9a52e621-d145-4b7e-a186-b7c15e684202 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:51.855069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.883329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:51.892224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.902134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d3003cd5-89f7-464c-a2db-14059796fa14), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.905888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (89a51c38-777d-4ce8-bc68-aed5fb192b1d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.908139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router_controller (89a51c38-777d-4ce8-bc68-aed5fb192b1d), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.960328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (89a51c38-777d-4ce8-bc68-aed5fb192b1d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.960874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Fanout notify agent at l3_agent the message router_deleted on router 89a51c38-777d-4ce8-bc68-aed5fb192b1d {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:13:51.961933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Deleting subnet abf792a4-d986-4836-9dfa-1cea7e7e1f84 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:13:51.979679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Publish callbacks [] for subnet (abf792a4-d986-4836-9dfa-1cea7e7e1f84), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.984530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:51.985742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a4772c35-9f57-4356-ae92-4e08ef3e14c2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/routers/89a51c38-777d-4ce8-bc68-aed5fb192b1d HTTP/1.1" status: 204 len: 168 time: 0.5910714 Jan 28 01:13:51.988507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37994) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:52.002440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3a4b7417-8a4e-4c5b-93d7-6009e99a2481), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.066513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817182b4-c395-4ec9-9ff8-eb7d1385196a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.067598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:52.068773 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-817182b4-c395-4ec9-9ff8-eb7d1385196a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0749385 Jan 28 01:13:52.071455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 37996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:52.120292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (abf792a4-d986-4836-9dfa-1cea7e7e1f84), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.128848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e751da6-428b-4c38-9242-b86fb07cccfc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.130448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e751da6-428b-4c38-9242-b86fb07cccfc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580146 Jan 28 01:13:52.132925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38000) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:52.175807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] Deleting port 3e765916-fc72-4e40-afd8-17b8b91276cb {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:52.176302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.184078 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-27a11f90-be74-4f8d-92ff-8ceca6bbeab3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447581 Jan 28 01:13:52.184983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38002) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:52.196005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:52.206136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c1326fd4-c5ab-4c2a-ab0b-340d50998c70), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.206506 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment c1326fd4-c5ab-4c2a-ab0b-340d50998c70 of type vlan for network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 Jan 28 01:13:52.225598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=3a4b7417-8a4e-4c5b-93d7-6009e99a2481,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:52.244312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] For port 3e765916-fc72-4e40-afd8-17b8b91276cb, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3e765916-fc72-4e40-afd8-17b8b91276cb,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:52.244724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.258585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] Calling delete_port for 3e765916-fc72-4e40-afd8-17b8b91276cb owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:52.323176 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Floating IP d3003cd5-89f7-464c-a2db-14059796fa14 associated. External IP: 172.25.1.6, port: 0cc25d8f-7d0c-4998-82b0-519cb9944965. Jan 28 01:13:52.333848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9f3d1906-3034-4f09-8b31-ce48fdcb2411), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.335677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:52.337437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (abf792a4-d986-4836-9dfa-1cea7e7e1f84), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.355581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.359057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] Provisioning complete for port cef4580f-592c-4a6f-840c-c6735751daa4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:52.359439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.427681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1161f-003c-41bc-a57d-173f215c05bf None None] Pushing event updated for resources: {'Port': ['ID=cef4580f-592c-4a6f-840c-c6735751daa4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:52.440575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:52.441238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:52.473620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:52.474082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: 604ac9b5-5853-4b4b-aa50-4e2e065c8b08, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:52.551325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f183fa-a28c-4e1b-aa4a-9823310a019e req-a3aad3e5-6a58-434a-a99e-a0a44ce1b168 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.558752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4f183fa-a28c-4e1b-aa4a-9823310a019e req-a3aad3e5-6a58-434a-a99e-a0a44ce1b168 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3700755 Jan 28 01:13:52.572721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Sync routers for ids ['89a51c38-777d-4ce8-bc68-aed5fb192b1d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:52.605284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:52.605560 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Routers set() bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:52.605962 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Router IDs set() for agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:13:52.606872 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_agentschedulers_db [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89a51c38-777d-4ce8-bc68-aed5fb192b1d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent'). {{(pid=109597) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 01:13:52.625754 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Routers set() bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:52.626255 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Router IDs set() for agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:13:52.628978 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_agentschedulers_db [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89a51c38-777d-4ce8-bc68-aed5fb192b1d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent'). {{(pid=109597) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 01:13:52.629377 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77950ad1-61ad-41b7-ae85-1bfd0c4446b8 None None] The sync data for ids ['89a51c38-777d-4ce8-bc68-aed5fb192b1d'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:52.702932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9f3d1906-3034-4f09-8b31-ce48fdcb2411), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.709962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.710948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.723928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:52.773847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e765916-fc72-4e40-afd8-17b8b91276cb no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:52.792781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 604ac9b5-5853-4b4b-aa50-4e2e065c8b08) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:52.822251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:13:52.839925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ed6ce-aefd-43c5-bc61-1c5b05d1469d None None] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:52.848402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1547453 Jan 28 01:13:52.848402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (abf792a4-d986-4836-9dfa-1cea7e7e1f84), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.848769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38008) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:52.854726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.855360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.901937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4f183fa-a28c-4e1b-aa4a-9823310a019e req-d4a2838e-af0a-4ba0-a2b0-61bb8932d765 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415363 Jan 28 01:13:52.904061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c76c-c157-4a92-8284-2d3dc4fb3369 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=9f3d1906-3034-4f09-8b31-ce48fdcb2411,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:52.904749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:52.906904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf792a4-d986-4836-9dfa-1cea7e7e1f84,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:52.938104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:52.984006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:52.987662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b69b9b9b-164c-43c2-8eb2-d3039c902d80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/abf792a4-d986-4836-9dfa-1cea7e7e1f84 HTTP/1.1" status: 204 len: 168 time: 1.2436702 Jan 28 01:13:52.990575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38010) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:53.007792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9e41865e-17a9-4b18-a60c-a5de2997be03 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2485981 Jan 28 01:13:53.008780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38012) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:53.020016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] Current status of the port cef4580f-592c-4a6f-840c-c6735751daa4 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:53.020302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.068054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] For port cef4580f-592c-4a6f-840c-c6735751daa4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cef4580f-592c-4a6f-840c-c6735751daa4,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:53.081577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (3e765916-fc72-4e40-afd8-17b8b91276cb), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.099350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.106077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] No DVR routers for this DVR port 3e765916-fc72-4e40-afd8-17b8b91276cb on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:53.107749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:53.109929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No active binding found for port 3e765916-fc72-4e40-afd8-17b8b91276cb {{(pid=109596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 01:13:53.110567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] The host n-d-826756-1 is not matching for port 3e765916-fc72-4e40-afd8-17b8b91276cb host None! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:13:53.111375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3e765916-fc72-4e40-afd8-17b8b91276cb not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:53.111645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.195257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368e66d-a99a-46ec-a59e-e02ea18a10ac None None] Pushing event deleted for resources: {'Port': ['ID=3e765916-fc72-4e40-afd8-17b8b91276cb,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:53.279734 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3a33507a-6a6f-42ab-9375-87e41388c1be), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.291995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2efbb8-6d3b-4f21-9cad-a7e7f2728923 None None] Pushing event updated for resources: {'Port': ['ID=cef4580f-592c-4a6f-840c-c6735751daa4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:53.294308 n-d-826756-1 neutron-server[109595]: WARNING neutron.services.revisions.revision_plugin [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Could not find related port for resource to bump revision. Jan 28 01:13:53.302914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cbb67bed-acb3-4c06-86ec-d879f1d3c4b2 None None] Provisioning complete for port cef4580f-592c-4a6f-840c-c6735751daa4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:53.303573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbb67bed-acb3-4c06-86ec-d879f1d3c4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.308792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:53.309930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.316374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_pluggable_backend [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Port 3e765916-fc72-4e40-afd8-17b8b91276cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 01:13:53.316693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_pluggable_backend [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Reverting IP allocation for 2001:db8::f816:3eff:fea7:70ce {{(pid=109595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 01:13:53.324992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_pluggable_backend [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea7:70ce {{(pid=109595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 01:13:53.327874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (0dcf495b-14d1-46c1-bb98-5747355a8159), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.340288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Router e819aecd-5e76-4286-85c7-27969be3d3b8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:53.370828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 3, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:51Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:53.398165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=0dcf495b-14d1-46c1-bb98-5747355a8159,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:53.420104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:53.425884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:53.430141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:53.430754 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.478878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca6d92-f4eb-45f9-8025-7fcbaefbbda3 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:53.484547 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-500edc45-e9ca-4c1b-9491-8c1301917dd7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2974613 Jan 28 01:13:53.485139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b530c33-893a-4e9c-af10-4e94ec862bca None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:45Z', 'revision_number': 3, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:51Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:53.487673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38014) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:53.498115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:53.653390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (5f5a821a-5954-4066-bab5-b2a980eaa834), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.695840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Allocated IP 2001:db8:2::2 (604ac9b5-5853-4b4b-aa50-4e2e065c8b08/3a4b7417-8a4e-4c5b-93d7-6009e99a2481/65210685-eee8-4244-acd9-3bbde5493ff7) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:53.730111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cbb67bed-acb3-4c06-86ec-d879f1d3c4b2 None None] Current status of the port cef4580f-592c-4a6f-840c-c6735751daa4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:53.770475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=5f5a821a-5954-4066-bab5-b2a980eaa834,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:53.816563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:53.817029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 9a52e621-d145-4b7e-a186-b7c15e684202, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:53.819659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '0dcf495b-14d1-46c1-bb98-5747355a8159'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:53.822156 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.850563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:53.854363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.860201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 9a52e621-d145-4b7e-a186-b7c15e684202 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:53.918864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9a52e621-d145-4b7e-a186-b7c15e684202) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:53.927029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:53.927653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.957520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db613b2-3e4b-478e-9254-b4e055ec90be None None] Network 9a52e621-d145-4b7e-a186-b7c15e684202 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:53.960117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-865d1763-0b49-4674-80ff-94411091a057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1125040 Jan 28 01:13:53.964599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38020) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:53.976060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:54.003285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Publish callbacks [] for port (65210685-eee8-4244-acd9-3bbde5493ff7), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.042848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.148602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:54.152512 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.222337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cef4580f-592c-4a6f-840c-c6735751daa4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:54.426217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3a33507a-6a6f-42ab-9375-87e41388c1be), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.442465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d0e4a813-8453-4192-b66c-b4f50ae8c4ee), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.449214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e6fe7646-cd3e-4e3d-a80e-f1c3396a295b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.492108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-da3d065b-838e-4d51-b94b-ad7a16f2d9e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9775612 Jan 28 01:13:54.517615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Allocated IP 2001:db8::f816:3eff:fe3e:c768 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/0dcf495b-14d1-46c1-bb98-5747355a8159/49cb0563-df50-4db3-aa1b-8cb6db74b3d5) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:54.532830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:54.533739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=d0e4a813-8453-4192-b66c-b4f50ae8c4ee,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:54.555172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a33507a-6a6f-42ab-9375-87e41388c1be']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:54.564499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:54.568610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:54.572229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.572796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.578380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:54.583852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Pushing event updated for resources: {'Port': ['ID=65210685-eee8-4244-acd9-3bbde5493ff7,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:54.589986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:54.593134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9a52e621-d145-4b7e-a186-b7c15e684202', 'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '5f5a821a-5954-4066-bab5-b2a980eaa834'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:54.593825 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.603996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:54.604353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74636fc-0ec8-4cba-b7e1-420e392c5d7b') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:54.618179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c098cf-fc1b-45e0-a937-cbbb75ad8c2d req-86b475c5-a452-4173-8015-73c7df375fa9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.619916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87c098cf-fc1b-45e0-a937-cbbb75ad8c2d req-86b475c5-a452-4173-8015-73c7df375fa9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3973155 Jan 28 01:13:54.626553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:54.626953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 9f3d1906-3034-4f09-8b31-ce48fdcb2411, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:54.639328 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a4878e2d-8026-40d3-a0b1-b99e09050a35 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1480761 Jan 28 01:13:54.641034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38022) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:54.646440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:d9:05:ca', 'name': 'tempest-NetworksTestDHCPv6-441202473'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:54.650588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=e6fe7646-cd3e-4e3d-a80e-f1c3396a295b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:54.671834 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (d74636fc-0ec8-4cba-b7e1-420e392c5d7b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.711617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:54.726334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.726575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:54.735293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] Sync routers for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:54.737102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.758979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9f3d1906-3034-4f09-8b31-ce48fdcb2411) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:54.762664 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d74636fc-0ec8-4cba-b7e1-420e392c5d7b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.763446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.764061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.784995 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5c5ca5d1-be42-4b86-a9e1-aefebeb65eca tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8197238 Jan 28 01:13:54.788887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:54.793655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154180923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:54.798378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fda96d-9e0c-42d2-9247-376c25ce344f None None] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:54.820302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:13:54.821156 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (d74636fc-0ec8-4cba-b7e1-420e392c5d7b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.831044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Attempting to bind port 65210685-eee8-4244-acd9-3bbde5493ff7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:54.831474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Attempting to bind port 65210685-eee8-4244-acd9-3bbde5493ff7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:54.831906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Attempting to bind port 65210685-eee8-4244-acd9-3bbde5493ff7 on network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:13:54.833842 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:13:54.838501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (b654959b-4913-4fea-80b3-ce69c6d0bf9e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.839639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (b654959b-4913-4fea-80b3-ce69c6d0bf9e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.840588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port cef4580f-592c-4a6f-840c-c6735751daa4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:54.841005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.862607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:54.901852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb243066-3b3d-4a78-9a2f-bfe2eb2a1f7e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "PUT /v2.0/floatingips/d3003cd5-89f7-464c-a2db-14059796fa14 HTTP/1.1" status: 200 len: 989 time: 5.3124127 Jan 28 01:13:54.910211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.911078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.911205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.912518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.913101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.913820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.914076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:54.914460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Checking segment: {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:54.914592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.914866 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.915263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Bound using segment: {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:54.915742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Bound port: 65210685-eee8-4244-acd9-3bbde5493ff7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:54.916123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:54.917711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-d0fe90dc-0f8f-48df-a8d2-37f7f8922259 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.3528721 Jan 28 01:13:54.944304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:54.944944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:54.977369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.009944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:55.012338 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f" -d '{"events": [{"name": "network-changed", "server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:55.017668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87c098cf-fc1b-45e0-a937-cbbb75ad8c2d req-c612c4ea-d627-45a8-bd6d-a94401a73c20 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600082 Jan 28 01:13:55.053863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (b654959b-4913-4fea-80b3-ce69c6d0bf9e), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.078509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port ce3ef0a3-00ef-4148-917f-589599c565cb yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:13:55.132353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Allocated IP 172.20.0.2 (9a52e621-d145-4b7e-a186-b7c15e684202/5f5a821a-5954-4066-bab5-b2a980eaa834/32a8c263-faa1-4712-9c74-1eadb101a4b2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:55.135660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Publish callbacks [] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.152100 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250b04d-cd9c-4f2a-a93e-e0d665dfc174 x-openstack-request-id: req-d250b04d-cd9c-4f2a-a93e-e0d665dfc174 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:55.152380 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:55.152637 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d250b04d-cd9c-4f2a-a93e-e0d665dfc174 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:55.153115 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'status': 'completed', 'code': 200} Jan 28 01:13:55.158678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-6d556eba-fffc-4e6b-a091-e18daabefe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.159334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-6d556eba-fffc-4e6b-a091-e18daabefe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.159938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-6d556eba-fffc-4e6b-a091-e18daabefe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.161553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-6d556eba-fffc-4e6b-a091-e18daabefe50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 2298 time: 0.1364038 Jan 28 01:13:55.204867 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.241564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3a33507a-6a6f-42ab-9375-87e41388c1be), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.265524 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.271410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3a33507a-6a6f-42ab-9375-87e41388c1be HTTP/1.1" status: 204 len: 168 time: 2.2756207 Jan 28 01:13:55.276308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9f3d1906-3034-4f09-8b31-ce48fdcb2411', 'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': 'e6fe7646-cd3e-4e3d-a80e-f1c3396a295b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:13:55.277135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.283378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 172.20.0.7 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/d0e4a813-8453-4192-b66c-b4f50ae8c4ee/ce3ef0a3-00ef-4148-917f-589599c565cb) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:55.285119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba8fc2-f56e-482a-a5fb-0b9e4cdef590 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a33507a-6a6f-42ab-9375-87e41388c1be,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:55.291636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fed9:5ca (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/0dcf495b-14d1-46c1-bb98-5747355a8159/ce3ef0a3-00ef-4148-917f-589599c565cb) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:55.354381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-aef22f2a-cb75-4a3d-bd25-135c200c5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.355933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-aef22f2a-cb75-4a3d-bd25-135c200c5b0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d8511b12e84fdaa037ab1cf8628da6&device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 1096 time: 0.1718500 Jan 28 01:13:55.366386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] For port 65210685-eee8-4244-acd9-3bbde5493ff7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:55.375227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-c393720d-dcf6-4ab0-9b1c-d7f528f5a772 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1002 time: 0.1999223 Jan 28 01:13:55.403604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:55.410592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:55.436857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-25b84d77-390a-403f-adcf-07e316d7fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.438372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-25b84d77-390a-403f-adcf-07e316d7fca7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 0.0488172 Jan 28 01:13:55.446675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] For port 65210685-eee8-4244-acd9-3bbde5493ff7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65210685-eee8-4244-acd9-3bbde5493ff7,segment=NetworkSegment(d5559c46-de9d-49b8-934d-c07bb185b465),segment_id=d5559c46-de9d-49b8-934d-c07bb185b465)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:55.452527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:55.452761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (ce3ef0a3-00ef-4148-917f-589599c565cb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.463305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port cef4580f-592c-4a6f-840c-c6735751daa4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:55.465866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Pushing event updated for resources: {'Port': ['ID=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:55.475508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:55.479032 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.490554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 48005260-371c-4cfa-957b-9022e7b13fc5 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:55.520443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (b654959b-4913-4fea-80b3-ce69c6d0bf9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.539098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ce3ef0a3-00ef-4148-917f-589599c565cb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.553152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.553503 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69e426b6-7f2d-41a8-ba1a-251b5c89c808 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7636576 Jan 28 01:13:55.561935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:55.605640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:55.611108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-a547c8ec-8b33-4dd1-ae86-3768835a5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.611537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:55.612436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-a547c8ec-8b33-4dd1-ae86-3768835a5fdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463346 Jan 28 01:13:55.615480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:55.633055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-035e5cbc-072f-47de-a69d-17a1248bfd60 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:13:55.634087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-035e5cbc-072f-47de-a69d-17a1248bfd60 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120907 Jan 28 01:13:55.652197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:55.660501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 48005260-371c-4cfa-957b-9022e7b13fc5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:55.660501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 48005260-371c-4cfa-957b-9022e7b13fc5 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:55.660501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bfb4b8b4-550c-4fe2-896f-cf1415384251 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:55.697611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-b748045c-862c-4d50-9a38-431b87c22d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.699883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-b748045c-862c-4d50-9a38-431b87c22d1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d3ad522-b69f-4284-a892-50d261ac5b1c HTTP/1.1" status: 200 len: 916 time: 0.3366752 Jan 28 01:13:55.765890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bfb4b8b4-550c-4fe2-896f-cf1415384251 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:55.766268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bfb4b8b4-550c-4fe2-896f-cf1415384251 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:55.805895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8:2::1 (604ac9b5-5853-4b4b-aa50-4e2e065c8b08/3a4b7417-8a4e-4c5b-93d7-6009e99a2481/38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:55.876471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Attempting to bind port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:55.876870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Attempting to bind port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:55.877233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Attempting to bind port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:55.887904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecf39c-d201-4e23-9a03-ebee7c0d27d5 None None] Pushing event updated for resources: {'Port': ['ID=65210685-eee8-4244-acd9-3bbde5493ff7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:55.904231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:55.904738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:55.905849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.905849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:55.906080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Bound port: 49cb0563-df50-4db3-aa1b-8cb6db74b3d5, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:55.906390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.006175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-3756a60a-2ca9-4ae3-8077-c2e091186640 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508823 Jan 28 01:13:56.006681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Publish callbacks [] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.010818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-25d88410-f645-41f8-87fd-4fa0abc5eb45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73a45c9f27eb4d8cbf91ea7ef5e2c904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523986 Jan 28 01:13:56.013293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Allocated IP 172.21.0.2 (9f3d1906-3034-4f09-8b31-ce48fdcb2411/e6fe7646-cd3e-4e3d-a80e-f1c3396a295b/3c9415bf-71b2-4b92-b5af-e14381607069) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:56.014669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38042) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:56.018997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-b0f9e6b2-8d63-4249-b9bb-110607e6ae7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965 HTTP/1.1" status: 200 len: 997 time: 0.2790549 Jan 28 01:13:56.026602 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.044953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.045625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.075117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-ea36b4b5-68e2-43c6-8a36-422209a4d199 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3284886 Jan 28 01:13:56.087434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.4450779 Jan 28 01:13:56.088279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:56.254178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c88db0-0ae1-4237-9a6d-55da6883a90e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=ce3ef0a3-00ef-4148-917f-589599c565cb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:56.344218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-8f407d57-454e-46d7-bb7c-8df1f0c06158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.347752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-8f407d57-454e-46d7-bb7c-8df1f0c06158 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8a55e9e-fdb1-4003-8c12-acc22adf3e51 HTTP/1.1" status: 200 len: 854 time: 0.3034375 Jan 28 01:13:56.400189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4d121-a402-4b58-a1da-061709ea5372 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.411534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4d121-a402-4b58-a1da-061709ea5372 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.416715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-99b4d121-a402-4b58-a1da-061709ea5372 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.3212922 Jan 28 01:13:56.422663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:56.423109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Network 9a52e621-d145-4b7e-a186-b7c15e684202 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:56.428329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65210685-eee8-4244-acd9-3bbde5493ff7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:56.441647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.446411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] For port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:56.463295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-211580e7-af2d-49d8-8c43-ea3622ef4990 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497762 Jan 28 01:13:56.468135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:56.471121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17d9b696-2ceb-4910-b106-8224724e0ae1 admin admin] Publish callbacks [] for security_group (490ff9fb-bc73-4518-b544-df53d7682963), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.476208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:56.514153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Pushing event updated for resources: {'Port': ['ID=32a8c263-faa1-4712-9c74-1eadb101a4b2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:56.517953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] For port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:56.538253 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.576614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336dd24-0202-48e7-af3e-0f0a65715c92 req-799bc14a-2fb8-4c6b-b1cd-48d5b7ccd307 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.578566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c336dd24-0202-48e7-af3e-0f0a65715c92 req-799bc14a-2fb8-4c6b-b1cd-48d5b7ccd307 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3394258 Jan 28 01:13:56.584498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.585488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-1989d258-8387-4dca-9e4b-7b4366435f4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 217 time: 0.0901916 Jan 28 01:13:56.649208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17d9b696-2ceb-4910-b106-8224724e0ae1 admin admin] Publish callbacks [] for security_group (490ff9fb-bc73-4518-b544-df53d7682963), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.700782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-7707d772-052b-48d4-ac8f-01d6a6d2c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.702375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-7707d772-052b-48d4-ac8f-01d6a6d2c975 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d3ad522-b69f-4284-a892-50d261ac5b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334773 Jan 28 01:13:56.725528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-845a8b96-e294-414e-aab2-40a810cdf653 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:13:56.726731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-845a8b96-e294-414e-aab2-40a810cdf653 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117040 Jan 28 01:13:56.731206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Attempting to bind port 32a8c263-faa1-4712-9c74-1eadb101a4b2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:56.731584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Attempting to bind port 32a8c263-faa1-4712-9c74-1eadb101a4b2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:56.731949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Attempting to bind port 32a8c263-faa1-4712-9c74-1eadb101a4b2 on network 9a52e621-d145-4b7e-a186-b7c15e684202 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:56.747150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e339db0-b0ce-48bf-b683-941ccead9497 None None] Pushing event updated for resources: {'Port': ['ID=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:56.757421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:56.757891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Checking segment: {'id': 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:56.758302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.758772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Bound using segment: {'id': 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:56.759169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Bound port: 32a8c263-faa1-4712-9c74-1eadb101a4b2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a52e621-d145-4b7e-a186-b7c15e684202'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:56.759543 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.774933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.776481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 65210685-eee8-4244-acd9-3bbde5493ff7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:56.776860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.782175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Publish callbacks [] for port (3c9415bf-71b2-4b92-b5af-e14381607069), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.815339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.818405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd3003cd5-89f7-464c-a2db-14059796fa14', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'port_id': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'mac_address': 'fa:16:3e:a7:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e16daf-fa30-467b-87f7-43e725b637bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:12:30Z', 'updated_at': '2022-01-28T01:13:51Z', 'revision_number': 1, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:28Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:56.837575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-47ec853f-52fd-4bdf-a2de-51acca6a8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.839251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-47ec853f-52fd-4bdf-a2de-51acca6a8c91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.2482913 Jan 28 01:13:56.875769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.20.0.1 (9a52e621-d145-4b7e-a186-b7c15e684202/5f5a821a-5954-4066-bab5-b2a980eaa834/5a21e07a-9d7b-480d-9020-6ddc78163b9d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:56.919304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] Checking router: e819aecd-5e76-4286-85c7-27969be3d3b8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:56.922916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:56.947760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:56.954319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:57.032533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:57.033192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:57.035649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Pushing event updated for resources: {'Port': ['ID=3c9415bf-71b2-4b92-b5af-e14381607069,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:57.057316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] For port 32a8c263-faa1-4712-9c74-1eadb101a4b2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:57.101555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.141921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] For port 32a8c263-faa1-4712-9c74-1eadb101a4b2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32a8c263-faa1-4712-9c74-1eadb101a4b2,segment=NetworkSegment(bc52bea7-84f6-45c7-ac0a-23eb4aef2cde),segment_id=bc52bea7-84f6-45c7-ac0a-23eb4aef2cde)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:57.167190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.168703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.219548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 9a52e621-d145-4b7e-a186-b7c15e684202 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:57.225992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:57.232169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:57.240466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Attempting to bind port 3c9415bf-71b2-4b92-b5af-e14381607069 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:13:57.241089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Attempting to bind port 3c9415bf-71b2-4b92-b5af-e14381607069 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:13:57.241462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Attempting to bind port 3c9415bf-71b2-4b92-b5af-e14381607069 on network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:57.269421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=5a21e07a-9d7b-480d-9020-6ddc78163b9d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:57.312397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.313734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 65210685-eee8-4244-acd9-3bbde5493ff7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:57.327114 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.357949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:57.358618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Checking segment: {'id': 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:13:57.359194 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.359929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Bound using segment: {'id': 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:57.360601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Bound port: 3c9415bf-71b2-4b92-b5af-e14381607069, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f3d1906-3034-4f09-8b31-ce48fdcb2411'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:13:57.361168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.430973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:57.434089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf157e-a799-4a8d-9d56-16c46c0d6ac9 None None] Pushing event updated for resources: {'Port': ['ID=32a8c263-faa1-4712-9c74-1eadb101a4b2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:57.484529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 65210685-eee8-4244-acd9-3bbde5493ff7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65210685-eee8-4244-acd9-3bbde5493ff7,segment=NetworkSegment(d5559c46-de9d-49b8-934d-c07bb185b465),segment_id=d5559c46-de9d-49b8-934d-c07bb185b465)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:57.528292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.535948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c336dd24-0202-48e7-af3e-0f0a65715c92 req-de726c6a-fc81-430f-8b2a-46f53550e856 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9362485 Jan 28 01:13:57.560072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:57.571311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.588145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:57.591141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:57.591775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.596655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:57.708210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17d9b696-2ceb-4910-b106-8224724e0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (490ff9fb-bc73-4518-b544-df53d7682963), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.726069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17d9b696-2ceb-4910-b106-8224724e0ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.727343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-17d9b696-2ceb-4910-b106-8224724e0ae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/490ff9fb-bc73-4518-b544-df53d7682963 HTTP/1.1" status: 204 len: 168 time: 1.7073777 Jan 28 01:13:57.740152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port ce3ef0a3-00ef-4148-917f-589599c565cb {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:57.740498 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ce3ef0a3-00ef-4148-917f-589599c565cb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:57.796361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a74c22-fa83-41c6-9eec-764dc5478257 None None] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:57.918191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9b696-2ceb-4910-b106-8224724e0ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490ff9fb-bc73-4518-b544-df53d7682963,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:57.921447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] For port 3c9415bf-71b2-4b92-b5af-e14381607069, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:57.932147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=65210685-eee8-4244-acd9-3bbde5493ff7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:57.972206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] For port 3c9415bf-71b2-4b92-b5af-e14381607069, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3c9415bf-71b2-4b92-b5af-e14381607069,segment=NetworkSegment(c1326fd4-c5ab-4c2a-ab0b-340d50998c70),segment_id=c1326fd4-c5ab-4c2a-ab0b-340d50998c70)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:58.008079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-688f0b5d-96f2-4978-9d67-7998076f5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:58.010865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-688f0b5d-96f2-4978-9d67-7998076f5d86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1286459 Jan 28 01:13:58.013891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-effde078-85b6-44d9-95a6-789ae9f9d3f4 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2677178 Jan 28 01:13:58.086456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e1cb2db4-22e5-4a63-8122-b4b704ae0f41 None None] Provisioning complete for port 65210685-eee8-4244-acd9-3bbde5493ff7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:58.086830 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2db4-22e5-4a63-8122-b4b704ae0f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.177748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.184220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.191375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.380440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.382430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=5a21e07a-9d7b-480d-9020-6ddc78163b9d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:58.405177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f87e3c0-29df-4e43-8fec-76f2a2b1ce8f req-6aa5c69d-2cbf-46ef-a160-e4e822abe5d3 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714678 Jan 28 01:13:58.411318 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.521910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8337b-bf5b-4643-9716-4f556edd9273 None None] Pushing event updated for resources: {'Port': ['ID=3c9415bf-71b2-4b92-b5af-e14381607069,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:58.650079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-7ad285ac-d91e-4819-b8e7-26209c42eb27 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302531 Jan 28 01:13:58.702440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 9a52e621-d145-4b7e-a186-b7c15e684202 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:58.705636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:58.738533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32a8c263-faa1-4712-9c74-1eadb101a4b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:58.897401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb2db4-22e5-4a63-8122-b4b704ae0f41 None None] Current status of the port 65210685-eee8-4244-acd9-3bbde5493ff7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:13:58.941003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router b654959b-4913-4fea-80b3-ce69c6d0bf9e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:13:58.957728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ce3ef0a3-00ef-4148-917f-589599c565cb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:58.995611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd3003cd5-89f7-464c-a2db-14059796fa14', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'port_id': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'mac_address': 'fa:16:3e:a7:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e16daf-fa30-467b-87f7-43e725b637bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:12:30Z', 'updated_at': '2022-01-28T01:13:51Z', 'revision_number': 1, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:28Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:59.063410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 32a8c263-faa1-4712-9c74-1eadb101a4b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:59.063792 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:59.068873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3de10-04d6-4c2b-8346-36fcdb5d60d9 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:59.073227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55d3c8-bfc5-45ed-881e-cf5b0a6960ca None None] The sync data for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 is: [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd3003cd5-89f7-464c-a2db-14059796fa14', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'port_id': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'mac_address': 'fa:16:3e:a7:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e16daf-fa30-467b-87f7-43e725b637bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:12:30Z', 'updated_at': '2022-01-28T01:13:51Z', 'revision_number': 1, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:28Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:59.182448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for ce3ef0a3-00ef-4148-917f-589599c565cb owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:59.189523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:59.202435 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-71344b3b-fbda-402b-ad37-95bd0f99171a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/b654959b-4913-4fea-80b3-ce69c6d0bf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6392744 Jan 28 01:13:59.207104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38084) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:59.207421 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] Sync routers for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:59.227015 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:59.235419 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:59.303089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15aa3e-e17c-4e2f-b992-3f71e486d7e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:59.308646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6c15aa3e-e17c-4e2f-b992-3f71e486d7e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports/5a21e07a-9d7b-480d-9020-6ddc78163b9d HTTP/1.1" status: 200 len: 910 time: 0.0996909 Jan 28 01:13:59.314086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:59.328156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] Provisioning complete for port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:59.328925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:59.355711 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:59.373674 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:59.375024 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:59.394074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:13:59.443033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:59.443714 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b0353-eb19-4ef6-9916-79ea8e2d8931 None None] The sync data for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:59.695484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-dcfc74d6-ade6-43a9-84bb-c50182e92472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:59.697074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-dcfc74d6-ade6-43a9-84bb-c50182e92472 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55d8511b12e84fdaa037ab1cf8628da6&device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 1096 time: 1.0449467 Jan 28 01:13:59.753694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39999ee0-e00c-4cfb-aaa1-08873245d935 req-f1efbd18-6676-4a77-b689-8f0516e98996 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:59.755692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39999ee0-e00c-4cfb-aaa1-08873245d935 req-f1efbd18-6676-4a77-b689-8f0516e98996 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.8332286 Jan 28 01:13:59.766608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2438c4b-cae3-491d-ad9f-2ee36d056577 None None] Network 9a52e621-d145-4b7e-a186-b7c15e684202 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:13:59.776258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-network', 'tenant_id': '35494cecd61d456e904c39134ea7c701'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:59.798595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-3adff2b9-b0ef-4181-8aef-3aa846766c45 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1129687 Jan 28 01:13:59.863482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5873f-d1ab-4855-8016-593003df7593 None None] New status for floating IP d3003cd5-89f7-464c-a2db-14059796fa14: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:13:59.949558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Made reservation on behalf of 35494cecd61d456e904c39134ea7c701 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:59.953601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:59.970340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:59.972469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-9bbc2f4b-a83a-4a88-b3dc-168db6af5d6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 217 time: 0.1134989 Jan 28 01:14:00.029675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.136068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39999ee0-e00c-4cfb-aaa1-08873245d935 req-91d8f777-30db-4f91-abf5-158cfd1356e4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727398 Jan 28 01:14:00.153929 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ce3ef0a3-00ef-4148-917f-589599c565cb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.180121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-448565fe-9e1c-4b11-b9f9-ff007689e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.181811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-448565fe-9e1c-4b11-b9f9-ff007689e101 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5d3ad522-b69f-4284-a892-50d261ac5b1c HTTP/1.1" status: 200 len: 916 time: 0.4495451 Jan 28 01:14:00.213240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-c6c1cac8-6e54-4de0-b3f0-32342577b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.214782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-c6c1cac8-6e54-4de0-b3f0-32342577b729 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1919372 Jan 28 01:14:00.227523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=ce3ef0a3-00ef-4148-917f-589599c565cb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:00.358911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 32a8c263-faa1-4712-9c74-1eadb101a4b2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:00.359231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.363485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': '0dcf495b-14d1-46c1-bb98-5747355a8159', 'ip_address': '2001:db8::f816:3eff:fe3e:c768'}, {'subnet_id': 'd0e4a813-8453-4192-b66c-b4f50ae8c4ee'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '49cb0563-df50-4db3-aa1b-8cb6db74b3d5'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:14:00.372159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] Current status of the port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:00.372874 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.384240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks [] for security_group (3374bca5-b270-40ac-94ab-b83f69567ea2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.390266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3374bca5-b270-40ac-94ab-b83f69567ea2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.408140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:14:00.435385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 32a8c263-faa1-4712-9c74-1eadb101a4b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32a8c263-faa1-4712-9c74-1eadb101a4b2,segment=NetworkSegment(bc52bea7-84f6-45c7-ac0a-23eb4aef2cde),segment_id=bc52bea7-84f6-45c7-ac0a-23eb4aef2cde)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:00.447694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.448510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65210685-eee8-4244-acd9-3bbde5493ff7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:00.452537 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.468128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e2aa2360-f175-4dc7-a371-ef1a435648b4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.471025 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Added segment e2aa2360-f175-4dc7-a371-ef1a435648b4 of type vlan for network 7b604d21-9a7c-4859-8180-ba35253a4ea5 Jan 28 01:14:00.499946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.516600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3374bca5-b270-40ac-94ab-b83f69567ea2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:00.526560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.527653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.532609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] For port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:00.544398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.571186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.21.0.1 (9f3d1906-3034-4f09-8b31-ce48fdcb2411/e6fe7646-cd3e-4e3d-a80e-f1c3396a295b/478ba0ab-4a47-471a-bcdc-0e9c9810a8e6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:00.579145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (7b604d21-9a7c-4859-8180-ba35253a4ea5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.591899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-56b8758a-eba4-4daf-b7b2-d00ee982e208 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965 HTTP/1.1" status: 200 len: 999 time: 0.3847435 Jan 28 01:14:00.605214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=32a8c263-faa1-4712-9c74-1eadb101a4b2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:00.611144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-bde1b99a-f2ee-4183-b88a-bfe32883562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.612666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-bde1b99a-f2ee-4183-b88a-bfe32883562d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3698854 Jan 28 01:14:00.689115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (7b604d21-9a7c-4859-8180-ba35253a4ea5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.690555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.691382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.703696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:00.736393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770886e1-4b34-4cf2-9ab4-68982f46516d None None] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:00.753310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.757091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1175c35e-1b5c-490b-9cec-e53fc2f970ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ce3ef0a3-00ef-4148-917f-589599c565cb HTTP/1.1" status: 204 len: 168 time: 4.3119338 Jan 28 01:14:00.772869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38096) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:00.776265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] Pushing event updated for resources: {'Network': ['ID=7b604d21-9a7c-4859-8180-ba35253a4ea5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:00.803429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-a85ced9f-023b-4434-b00a-8815a9407123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.804904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-a85ced9f-023b-4434-b00a-8815a9407123 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f8a55e9e-fdb1-4003-8c12-acc22adf3e51 HTTP/1.1" status: 200 len: 854 time: 0.2000618 Jan 28 01:14:00.817154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:14:00.844730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36025a23-64a2-426e-b823-dca36b0ba594 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4468508 Jan 28 01:14:00.847686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38098) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:00.858147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Request body: {'subnet': {'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-subnet', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:00.895001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2f96c-58b9-45a7-815e-92000e198949 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.896836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2f96c-58b9-45a7-815e-92000e198949 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.898158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2f96c-58b9-45a7-815e-92000e198949 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.899873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43f2f96c-58b9-45a7-815e-92000e198949 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1179600 Jan 28 01:14:00.904872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38102) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:00.927988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:00.948556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Made reservation on behalf of 35494cecd61d456e904c39134ea7c701 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:00.951453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:00.958114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:00.965090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-e2055002-11ff-472b-9dae-77c9d4f31852 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279474 Jan 28 01:14:01.012047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 65210685-eee8-4244-acd9-3bbde5493ff7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:01.012424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.029425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Provisioning complete for port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:01.030076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.053530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.084563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51bee9-97f4-41a9-8ad3-910a00d937d4 None None] Pushing event updated for resources: {'Port': ['ID=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:01.165190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 0dcf495b-14d1-46c1-bb98-5747355a8159 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:01.195576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] Allocated IP 172.20.0.2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/d0e4a813-8453-4192-b66c-b4f50ae8c4ee/49cb0563-df50-4db3-aa1b-8cb6db74b3d5) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:01.222552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-1aa1ef45-dc45-4fea-9655-e26a31d686c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:01.224387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-1aa1ef45-dc45-4fea-9655-e26a31d686c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5d3ad522-b69f-4284-a892-50d261ac5b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4117782 Jan 28 01:14:01.241930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:01.245403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.301432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:01.313317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.344976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:01.401704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=478ba0ab-4a47-471a-bcdc-0e9c9810a8e6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:01.405153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Provisioning complete for port 32a8c263-faa1-4712-9c74-1eadb101a4b2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:01.405538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.416472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:01.426954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:01.430827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:01.495771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 65210685-eee8-4244-acd9-3bbde5493ff7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:01.496829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:01.534678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.542946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] For port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:01.594442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Checking segment: {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:01.595109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Network hostable DHCP agents. Network: 7b604d21-9a7c-4859-8180-ba35253a4ea5, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:14:01.617410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] Publish callbacks [] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.639605 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.643877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (0dcf495b-14d1-46c1-bb98-5747355a8159), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.651350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Current status of the port 32a8c263-faa1-4712-9c74-1eadb101a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:01.685363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:14:01.688691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:01.689068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.710301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 7b604d21-9a7c-4859-8180-ba35253a4ea5) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:01.734688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429e2ea-3f8a-4919-81fe-45f0ab5d1a78 None None] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:01.768462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (0dcf495b-14d1-46c1-bb98-5747355a8159), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.807067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:01.807664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.819014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Provisioning complete for port 65210685-eee8-4244-acd9-3bbde5493ff7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:01.819581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.865278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10881ce7-6545-4c58-b752-ee80f5ff9c45 None None] Pushing event updated for resources: {'Port': ['ID=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:01.887352 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-96b6b3eb-cd7a-4003-982e-0b2276f58f45 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0362301 Jan 28 01:14:01.899623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38110) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:01.901710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:01.912547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:01.973014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-98554950-bded-4e70-8f60-97735286ec2e service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566422 Jan 28 01:14:01.987886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3767e-9bb0-440a-8c11-bce777340a6f req-ff7791d4-61f4-4875-9b91-88f425f6373c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:01.995963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ce3767e-9bb0-440a-8c11-bce777340a6f req-ff7791d4-61f4-4875-9b91-88f425f6373c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.6749907 Jan 28 01:14:02.114206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-de85931b-250b-479d-bc19-0456e79446e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 217 time: 0.1088247 Jan 28 01:14:02.196504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:02.202624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eec8f074-dca4-42dc-ad39-4fb155909ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1895275 Jan 28 01:14:02.206112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38116) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:02.211090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-638672489'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:02.220722 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739544-554a-4838-a061-cc826417ed56 None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:02.221231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-40ed4f58-015f-4177-9716-b89606967a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:02.222493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-40ed4f58-015f-4177-9716-b89606967a91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0952327 Jan 28 01:14:02.224304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-6c15988f-05c5-45c7-9652-2d3d29b64ec9 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9696615 Jan 28 01:14:02.236733 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:02.240352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:02.297116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:02.311392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087c85b-8f20-433c-8b21-f13914a332f1 None None] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:02.391624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ce3767e-9bb0-440a-8c11-bce777340a6f req-d66e280b-6047-41cd-ba34-5c8eaf32794d tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947191 Jan 28 01:14:02.408135 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:02.430902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:02.438645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.453360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9113604b-8ad1-4aa1-b5ac-500b7e7f8c2f None None] Current status of the port 65210685-eee8-4244-acd9-3bbde5493ff7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:02.562622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-cc986b4e-47ea-4663-adb7-bd9609225326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:02.564180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-cc986b4e-47ea-4663-adb7-bd9609225326 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3330917 Jan 28 01:14:02.567498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (0dcf495b-14d1-46c1-bb98-5747355a8159), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.597560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:14:02.622134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Provisioning complete for port 5a21e07a-9d7b-480d-9020-6ddc78163b9d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:02.622831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.647948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (0dcf495b-14d1-46c1-bb98-5747355a8159), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.697212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Port 5a21e07a-9d7b-480d-9020-6ddc78163b9d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:02.710954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Provisioning complete for port 32a8c263-faa1-4712-9c74-1eadb101a4b2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:02.711422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.734492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce343e78-290c-4f20-ad9c-f29cdd78239f req-91d8ba6e-aa9d-402e-91a4-848d99a458f9 service neutron] 10.222.0.43 "GET /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906094 Jan 28 01:14:02.736086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e241283-f8e6-48e0-af80-487b866ea122), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.736607 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added segment 9e241283-f8e6-48e0-af80-487b866ea122 of type vlan for network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 Jan 28 01:14:02.750407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.751478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.782251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcf495b-14d1-46c1-bb98-5747355a8159,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:02.784836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:02.838331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (98cf2827-72e7-4f4b-bac1-b50b9da68b91), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.879488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-4b9df143-a568-469b-9280-3aeea03bca23 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060014 Jan 28 01:14:02.912861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (98cf2827-72e7-4f4b-bac1-b50b9da68b91), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.919137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks [] for router_controller (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.921828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:02.922756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.936446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:02.936731 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:57Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:13:59Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:02.954034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a24026e8-9990-4681-921a-163b9cfce069 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/0dcf495b-14d1-46c1-bb98-5747355a8159 HTTP/1.1" status: 204 len: 168 time: 2.0460122 Jan 28 01:14:02.955193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38128) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:02.965731 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739544-554a-4838-a061-cc826417ed56 None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:02.966120 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739544-554a-4838-a061-cc826417ed56 None None] Updating router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:14:03.002444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6f04c-36c8-4197-8d06-9e27c5670acf None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:03.003208 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-35739544-554a-4838-a061-cc826417ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.045301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8352931 Jan 28 01:14:03.048561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38130) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:03.074885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:03.075267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.077834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'subnet': {'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:03.128951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Current status of the port 32a8c263-faa1-4712-9c74-1eadb101a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:03.166216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Provisioning complete for port 3c9415bf-71b2-4b92-b5af-e14381607069 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:03.167059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.173523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074870d-2a4a-4b28-b5be-add5ed5855df tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Network': ['ID=98cf2827-72e7-4f4b-bac1-b50b9da68b91,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:03.218796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:14:03.227525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Made reservation on behalf of 805b2f61a2154a8aaff03bc810c7413b for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:03.238678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.376058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-c971abc1-1a2f-4d5c-a976-cc1c472d55ff service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897978 Jan 28 01:14:03.382911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0230ad8-b75a-450e-bb14-15546fee7974 req-11349d32-c5b3-47d4-abf6-f9dc8e252ff0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:03.390292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0230ad8-b75a-450e-bb14-15546fee7974 req-11349d32-c5b3-47d4-abf6-f9dc8e252ff0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.3694384 Jan 28 01:14:03.433675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Current status of the port 3c9415bf-71b2-4b92-b5af-e14381607069 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:03.434570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.453950 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks [] for router_gateway (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.454394 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-35739544-554a-4838-a061-cc826417ed56 None None] Publish callbacks [] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.476254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] For port 3c9415bf-71b2-4b92-b5af-e14381607069, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3c9415bf-71b2-4b92-b5af-e14381607069,segment=NetworkSegment(c1326fd4-c5ab-4c2a-ab0b-340d50998c70),segment_id=c1326fd4-c5ab-4c2a-ab0b-340d50998c70)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:03.485850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:03.485850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32a8c263-faa1-4712-9c74-1eadb101a4b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:03.491616 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-35739544-554a-4838-a061-cc826417ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.498650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.507810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet d0e4a813-8453-4192-b66c-b4f50ae8c4ee {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:03.510326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-cb6e33f2-0108-4131-bf5c-889a82028f56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 217 time: 0.1138191 Jan 28 01:14:03.520954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (d0e4a813-8453-4192-b66c-b4f50ae8c4ee), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.565670 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.574910 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8e073-610d-4114-a591-94e9d98fd47d None None] Pushing event updated for resources: {'Port': ['ID=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:03.639019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Provisioning complete for port 478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:03.641844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.643617 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.657253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (d0e4a813-8453-4192-b66c-b4f50ae8c4ee), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.662831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.710089 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-35739544-554a-4838-a061-cc826417ed56 None None] Attempting to bind port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:03.710468 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-35739544-554a-4838-a061-cc826417ed56 None None] Attempting to bind port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:03.711612 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739544-554a-4838-a061-cc826417ed56 None None] Attempting to bind port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 on network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:03.720655 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739544-554a-4838-a061-cc826417ed56 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:03.720655 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739544-554a-4838-a061-cc826417ed56 None None] Checking segment: {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:03.721081 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-35739544-554a-4838-a061-cc826417ed56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.721618 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35739544-554a-4838-a061-cc826417ed56 None None] Bound using segment: {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:03.722122 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-35739544-554a-4838-a061-cc826417ed56 None None] Bound port: 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5559c46-de9d-49b8-934d-c07bb185b465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:03.722504 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-35739544-554a-4838-a061-cc826417ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.729859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0230ad8-b75a-450e-bb14-15546fee7974 req-b3c73bbb-7947-4d4d-a7a4-aae34eb647e0 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383746 Jan 28 01:14:03.741763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Port 478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:03.757353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Pushing event updated for resources: {'Port': ['ID=3c9415bf-71b2-4b92-b5af-e14381607069,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:03.785981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Provisioning complete for port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:03.786227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.799647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.810674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=478ba0ab-4a47-471a-bcdc-0e9c9810a8e6,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:03.825092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-35739544-554a-4838-a061-cc826417ed56 None None] For port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:03.839278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-35739544-554a-4838-a061-cc826417ed56 None None] For port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,segment=NetworkSegment(d5559c46-de9d-49b8-934d-c07bb185b465),segment_id=d5559c46-de9d-49b8-934d-c07bb185b465)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:03.847605 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-35739544-554a-4838-a061-cc826417ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.849261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 32a8c263-faa1-4712-9c74-1eadb101a4b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:03.849846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.853190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a78087a-62ec-4e8e-9b86-6e0549370435 None None] Port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:03.882468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3ee6b9e5-591e-493b-a1d7-ac96062a1161), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:03.964875 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:03.965419 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:03.980683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-4209322f-9270-43cc-a81c-4a9e1c5912bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:03.985935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-4209322f-9270-43cc-a81c-4a9e1c5912bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.3834004 Jan 28 01:14:04.004573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d0e4a813-8453-4192-b66c-b4f50ae8c4ee), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.023459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 32a8c263-faa1-4712-9c74-1eadb101a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:04.024527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3c9415bf-71b2-4b92-b5af-e14381607069 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:04.074246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Provisioning complete for port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:04.074246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.109952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f708a-032b-4209-8469-ff2cef7385b4 req-86b687cf-b4b0-4455-9305-2b6c12f5c474 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:04.129141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d63f708a-032b-4209-8469-ff2cef7385b4 req-86b687cf-b4b0-4455-9305-2b6c12f5c474 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3921258 Jan 28 01:14:04.161360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:04.169482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:04.178830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (d0e4a813-8453-4192-b66c-b4f50ae8c4ee), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.185071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Subnet': ['ID=3ee6b9e5-591e-493b-a1d7-ac96062a1161,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:04.235198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3c9415bf-71b2-4b92-b5af-e14381607069 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:04.235662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.240182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Current status of the port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:04.240574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.246926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-ea1d19b4-0e75-4551-8f80-1cdb4bd08c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:04.251379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-ea1d19b4-0e75-4551-8f80-1cdb4bd08c3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2490916 Jan 28 01:14:04.362925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] For port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,segment=NetworkSegment(d5559c46-de9d-49b8-934d-c07bb185b465),segment_id=d5559c46-de9d-49b8-934d-c07bb185b465)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:04.366447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d63f708a-032b-4209-8469-ff2cef7385b4 req-8e4e8931-c39a-439c-961f-8db268b8ffbc tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331846 Jan 28 01:14:04.370023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.388542 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8e073-610d-4114-a591-94e9d98fd47d None None] Pushing event updated for resources: {'Port': ['ID=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:04.409965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Checking segment: {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:04.410510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network hostable DHCP agents. Network: 98cf2827-72e7-4f4b-bac1-b50b9da68b91, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:14:04.451854 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:04.502608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:14:04.529897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e4a813-8453-4192-b66c-b4f50ae8c4ee,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:04.531284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 98cf2827-72e7-4f4b-bac1-b50b9da68b91) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:04.536603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.542162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:04.542767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.549131 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc131bde-0c1a-444f-8b6f-f3e0ab067cab tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/d0e4a813-8453-4192-b66c-b4f50ae8c4ee HTTP/1.1" status: 204 len: 168 time: 1.5485387 Jan 28 01:14:04.550017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38140) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:04.566848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899349a4-3c86-40b1-b139-410118f7f305 None None] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:04.567122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks [] for router_gateway (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.571986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3c9415bf-71b2-4b92-b5af-e14381607069 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:04.585504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Pushing event updated for resources: {'Port': ['ID=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:04.621417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Provisioning complete for port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:04.626880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.656934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1558c24a-7be0-483f-a1b7-d4c291766e8c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6035492 Jan 28 01:14:04.661853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38144) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:04.680805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-ffd976da-c66f-4815-b68b-44bce42eb7ed service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206233 Jan 28 01:14:04.724497 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:04.730050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e5854aac-ec67-4083-81e1-4dc7e35f3856 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662011 Jan 28 01:14:04.731251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:04.749383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:04.750111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7659e-00eb-4cc5-a2b1-908de2fcf304 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:04.839563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3c9415bf-71b2-4b92-b5af-e14381607069 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:04.873695 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35739544-554a-4838-a061-cc826417ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:57Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:03Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:04.903984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739544-554a-4838-a061-cc826417ed56 None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:13:57Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:03Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:04.918204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-9936a8bf-d3a8-4a21-a212-0c1b1ba5abf9 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406627 Jan 28 01:14:04.952382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router b654959b-4913-4fea-80b3-ce69c6d0bf9e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:04.992855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:04.994232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:05.068654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-d24fab04-e126-4a0b-8e0b-3e6dad34074f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 217 time: 0.1444073 Jan 28 01:14:05.140781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:05.144871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:05.184624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Allocated IP 172.25.1.215 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/4685d973-7dd2-4c17-a8d6-9f454bb959d6) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:05.195357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-db3bf711-f688-4c56-b702-4249d1b7547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:05.196993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-db3bf711-f688-4c56-b702-4249d1b7547e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.0899768 Jan 28 01:14:05.251878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:05.261608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60fd2c74-69c6-43e7-9618-518af1b88bed tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/b654959b-4913-4fea-80b3-ce69c6d0bf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9461396 Jan 28 01:14:05.270606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:05.295005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7d551a38-7a80-400f-acce-5e6586caf01d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:05.297310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7d551a38-7a80-400f-acce-5e6586caf01d tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.5187211 Jan 28 01:14:05.337384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062e2df-9e50-4dfc-b119-e43fb15d6d4b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:05.341531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7062e2df-9e50-4dfc-b119-e43fb15d6d4b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports/478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 HTTP/1.1" status: 200 len: 910 time: 0.0673223 Jan 28 01:14:05.346499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:05.442903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Allocated IP 2001:db8:3::2 (98cf2827-72e7-4f4b-bac1-b50b9da68b91/3ee6b9e5-591e-493b-a1d7-ac96062a1161/bc15e5f8-207d-48ee-adff-b6679a2c8502) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:05.449733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80833a8-aa94-4ba2-aa2d-21b5b8f7d413 req-020eb305-a8b5-4fc5-99b8-f28d1fae9273 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:05.458275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f80833a8-aa94-4ba2-aa2d-21b5b8f7d413 req-020eb305-a8b5-4fc5-99b8-f28d1fae9273 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.5357647 Jan 28 01:14:05.468037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] Sync routers for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:05.484125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Current status of the port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:05.489281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:05.489997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:05.559463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3c9415bf-71b2-4b92-b5af-e14381607069 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:05.559943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:05.597618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:05.608547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:05.650334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-bfb79f56-8dc1-4927-b6b4-157f7751758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:05.656069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-bfb79f56-8dc1-4927-b6b4-157f7751758c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4464982 Jan 28 01:14:05.656974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e7f3ab9-3556-4d6b-aed7-6cf755d266cb None None] Could not find standard attr ID for object ce3ef0a3-00ef-4148-917f-589599c565cb. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:14:05.737344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:05.738376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:05.801857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:05.802605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a70bcc-d975-43ce-b3ad-9a73ea4c4e80 None None] The sync data for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:05.808285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-16010c42-8a2f-47d8-84a4-67a71a2d7f99 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417694 Jan 28 01:14:05.850373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f80833a8-aa94-4ba2-aa2d-21b5b8f7d413 req-6e8915e5-8afa-4173-93a9-4c8b77e48b92 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362877 Jan 28 01:14:05.887934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:14:05.893042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks [] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:05.893313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Provisioning complete for port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:05.894345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:05.894803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58795c11-9137-4d07-af43-97ba138183b2 req-fbfef62f-7b20-4301-9622-a636d2728867 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:05.896367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58795c11-9137-4d07-af43-97ba138183b2 req-fbfef62f-7b20-4301-9622-a636d2728867 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3618658 Jan 28 01:14:05.983253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] Deleting port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:05.983631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.081212 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Publish callbacks [] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.082620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3c9415bf-71b2-4b92-b5af-e14381607069 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:06.097480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.200029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Current status of the port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:06.206750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:06.220604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] For port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:06.220897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.227890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:06.240163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:06.245718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Provisioning complete for port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:06.246146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.252672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Pushing event updated for resources: {'Port': ['ID=bc15e5f8-207d-48ee-adff-b6679a2c8502,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:06.255451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] Calling delete_port for 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:06.331742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Deleting port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:06.332391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.409909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Attempting to bind port bc15e5f8-207d-48ee-adff-b6679a2c8502 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:06.410651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Attempting to bind port bc15e5f8-207d-48ee-adff-b6679a2c8502 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:06.410651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Attempting to bind port bc15e5f8-207d-48ee-adff-b6679a2c8502 on network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:06.427228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:06.427734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Checking segment: {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:06.428620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.428620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Bound using segment: {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:06.429044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Bound port: bc15e5f8-207d-48ee-adff-b6679a2c8502, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:06.429424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.475261 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (49cb0563-df50-4db3-aa1b-8cb6db74b3d5), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.478799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_pluggable_backend [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 01:14:06.478799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_pluggable_backend [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3e:c768 {{(pid=109595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 01:14:06.488857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_pluggable_backend [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3e:c768 {{(pid=109595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 01:14:06.488857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (31b6099f-f465-427d-8a53-e7d308c2fac0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.489230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58795c11-9137-4d07-af43-97ba138183b2 req-54891622-52e8-49de-8596-23573d55de46 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892853 Jan 28 01:14:06.508851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.511753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] Pushing event deleted for resources: {'Port': ['ID=49cb0563-df50-4db3-aa1b-8cb6db74b3d5,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:06.529045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-f977a113-2457-40a3-af83-ef172c957bd2 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104187 Jan 28 01:14:06.531283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5b243-9639-46b4-8fdb-3fdabf05e9f8 None None] No DVR routers for this DVR port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:06.554512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Current status of the port 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:06.585070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Provisioning complete for port 478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:06.586150 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.587048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-0bda8335-224d-42aa-b981-09fcadb43f62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.0506456 Jan 28 01:14:06.592410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] For port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:06.592692 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.610803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:06.614680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] For port bc15e5f8-207d-48ee-adff-b6679a2c8502, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:06.624760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.638966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] For port bc15e5f8-207d-48ee-adff-b6679a2c8502, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc15e5f8-207d-48ee-adff-b6679a2c8502,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:06.655702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:06.664799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:06.667318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:06.668251 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.674280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Pushing event updated for resources: {'Port': ['ID=4685d973-7dd2-4c17-a8d6-9f454bb959d6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:06.677222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:06.679662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=31b6099f-f465-427d-8a53-e7d308c2fac0,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:06.686342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:06.703186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0498ad-10a6-43d7-a13b-410f668bcc6b None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:06.708566 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.721592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-85b6ce39-0df3-4530-b673-b0bc9dfc0291 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9774926 Jan 28 01:14:06.726955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38160) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:06.732603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:06.762799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-0e124190-d8f9-475e-aa7b-541a4bac1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:06.764346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-0e124190-d8f9-475e-aa7b-541a4bac1318 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1653485 Jan 28 01:14:06.776636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c263fd-1d46-48b8-afde-eec2e121c1ad None None] Pushing event updated for resources: {'Port': ['ID=bc15e5f8-207d-48ee-adff-b6679a2c8502,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:06.864094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:06.893694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-36f89ac6-5d7a-4c3e-bc1e-fdd4617a3063 None None] Port 478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:06.971616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:06.972009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.976001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '31b6099f-f465-427d-8a53-e7d308c2fac0'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:06.976880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.020618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85013ecf-f032-4855-9029-c5e7e161964b req-85542eaa-0e80-4623-9bee-c097a0bc3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:07.022331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-85542eaa-0e80-4623-9bee-c097a0bc3bc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2250035 Jan 28 01:14:07.091470 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19cdd7b9-f3f5-4ad3-9c6e-e46052034ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.114707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:07.118841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.188584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.236826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.237104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (dd21fd4e-f60a-46cb-b2dc-a40fe8540306), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.237424 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Floating IP dd21fd4e-f60a-46cb-b2dc-a40fe8540306 disassociated. External IP: 172.25.1.32, port: 3f400e1d-1e9e-491c-ab6a-560ce7b23a78. Jan 28 01:14:07.237794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Calling delete_port for 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:07.286554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:07.316352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.346497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Allocated IP 2001:db8::f816:3eff:fea6:f37 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/31b6099f-f465-427d-8a53-e7d308c2fac0/ac7bced7-98dc-45ec-814d-816bc6b02875) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:07.405340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583177-debe-4aea-ad69-0187c01ba460 req-2c0e5d42-10c8-416f-8e22-ce326071260e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:07.407645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03583177-debe-4aea-ad69-0187c01ba460 req-2c0e5d42-10c8-416f-8e22-ce326071260e tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 946 time: 0.4049628 Jan 28 01:14:07.413981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks [] for router_gateway (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.445105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:07.481307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:07.482080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 49cb0563-df50-4db3-aa1b-8cb6db74b3d5 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:07.537745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-404bd67c-feea-4f01-aaf1-e5241a7c0876 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067806 Jan 28 01:14:07.554198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Allocated IP 2001:db8:3::1 (98cf2827-72e7-4f4b-bac1-b50b9da68b91/3ee6b9e5-591e-493b-a1d7-ac96062a1161/c8298f7e-8c64-4151-9fcc-a71dd2a893f5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:07.629575 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Publish callbacks [] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.638097 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.689271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:07.692437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:07.698772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:07.708182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03583177-debe-4aea-ad69-0187c01ba460 req-2f9fddd9-b2d6-4916-8859-a316ababaf87 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups?id=a456630c-8262-4fa6-8a80-7510cb482b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682326 Jan 28 01:14:07.709892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Pushing event updated for resources: {'Port': ['ID=ac7bced7-98dc-45ec-814d-816bc6b02875,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:07.780949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Attempting to bind port ac7bced7-98dc-45ec-814d-816bc6b02875 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:07.781954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Attempting to bind port ac7bced7-98dc-45ec-814d-816bc6b02875 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:07.782336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Attempting to bind port ac7bced7-98dc-45ec-814d-816bc6b02875 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:07.788243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:07.788902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:07.789582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.790048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:07.790818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Bound port: ac7bced7-98dc-45ec-814d-816bc6b02875, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:07.791076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.868685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] For port ac7bced7-98dc-45ec-814d-816bc6b02875, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:07.872226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] For port ac7bced7-98dc-45ec-814d-816bc6b02875, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ac7bced7-98dc-45ec-814d-816bc6b02875,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:07.874299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f968903d-2ee8-444c-8e3a-e85bdac8e0e4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.878295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.887532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4593a-9ef5-43ac-bc94-0644d86d8358 req-696bf9bb-255b-40d0-9ed7-496031a7f7d4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:07.889197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50b4593a-9ef5-43ac-bc94-0644d86d8358 req-696bf9bb-255b-40d0-9ed7-496031a7f7d4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.2089732 Jan 28 01:14:07.895931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3f400e1d-1e9e-491c-ab6a-560ce7b23a78), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.901996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85013ecf-f032-4855-9029-c5e7e161964b req-d09b3308-09b0-4647-800e-6b82870e48d8 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559589 Jan 28 01:14:07.957569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039968-62c3-4e04-a9e9-76eb6cad9c0a None None] Pushing event updated for resources: {'Port': ['ID=ac7bced7-98dc-45ec-814d-816bc6b02875,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:07.959162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event deleted for resources: {'Port': ['ID=3f400e1d-1e9e-491c-ab6a-560ce7b23a78,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:07.987563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:07.991128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:08.003737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:08.013654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:08.014557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.035786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=f968903d-2ee8-444c-8e3a-e85bdac8e0e4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:08.054493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.054862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.055185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.055521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.055852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.056180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.056508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.056836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.057158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.057479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.058134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.058472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.058794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:08.068790 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1eee9277-8d34-4aa6-a549-885136e4f357 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3404603 Jan 28 01:14:08.070029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38170) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:08.071243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50b4593a-9ef5-43ac-bc94-0644d86d8358 req-88697933-2370-4d81-b655-ac92fd887707 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682651 Jan 28 01:14:08.073627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.082116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:e9:aa:12', 'name': 'tempest-NetworksTestDHCPv6-354479326'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:08.127759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.207402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:08.214591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:08.220088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:08.220436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.228334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:08.228799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.280991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:08.368966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:08.414924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:08.471169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.512158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 478ba0ab-4a47-471a-bcdc-0e9c9810a8e6 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:08.578315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.680155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:14:08.777043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:08.787585 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:08.790405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46245cab-666f-4522-a109-7e22dbf1fdea None None] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:08.803329 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:08.804181 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:08.892066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] No DVR routers for this DVR port 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:08.926210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:08.931006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:08.936109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a515e4-6e64-42a7-8a18-48bd952f3006 req-7dbfe367-dcde-46ad-a568-6809c37928b5 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.45 "DELETE /v2.0/ports/3f400e1d-1e9e-491c-ab6a-560ce7b23a78 HTTP/1.1" status: 204 len: 173 time: 3.5821714 Jan 28 01:14:08.939607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-deleted', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:08.942561 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1940549f-f4a6-466f-8be5-0d6f6821200b" -d '{"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-deleted", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:08.985681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (478ba0ab-4a47-471a-bcdc-0e9c9810a8e6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.015997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:09.016593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 3f400e1d-1e9e-491c-ab6a-560ce7b23a78 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:09.034181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc15e5f8-207d-48ee-adff-b6679a2c8502 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:09.063935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15cfe591-3c76-4ddd-b7fa-752300457486 req-13d3a715-a649-4e0f-97f6-4a47c87f6563 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15e0268-f11a-4877-88d3-a7b0578b6ba5 HTTP/1.1" status: 200 len: 210 time: 0.1206937 Jan 28 01:14:09.070739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=478ba0ab-4a47-471a-bcdc-0e9c9810a8e6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:09.074416 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b9a9a-9dc1-468a-b80a-14bb9b63f68c x-openstack-request-id: req-f56b9a9a-9dc1-468a-b80a-14bb9b63f68c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:09.074416 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15e0268-f11a-4877-88d3-a7b0578b6ba5", "name": "network-vif-deleted", "tag": "3f400e1d-1e9e-491c-ab6a-560ce7b23a78", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:09.074809 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f56b9a9a-9dc1-468a-b80a-14bb9b63f68c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:09.077216 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15e0268-f11a-4877-88d3-a7b0578b6ba5', 'name': 'network-vif-deleted', 'tag': '3f400e1d-1e9e-491c-ab6a-560ce7b23a78', 'status': 'completed', 'code': 200} Jan 28 01:14:09.093197 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:09.115533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.146158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Provisioning complete for port bc15e5f8-207d-48ee-adff-b6679a2c8502 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:09.150203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.205616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port dec56327-91c1-4ec6-91f8-baefce7ce004 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:09.505813 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:09.585363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-74072e98-c76f-4bfb-b8fd-8372e211f292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.587361 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:09.605696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bc15e5f8-207d-48ee-adff-b6679a2c8502 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:09.606465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.614432 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:09.617491 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:09.707002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Current status of the port bc15e5f8-207d-48ee-adff-b6679a2c8502 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:09.707405 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.853453 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:09.854119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bc15e5f8-207d-48ee-adff-b6679a2c8502 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:09.855173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.864730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] For port bc15e5f8-207d-48ee-adff-b6679a2c8502, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc15e5f8-207d-48ee-adff-b6679a2c8502,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:09.892173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.031923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:10.064761 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:14:10.065875 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:14:10.066486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Sync routers for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:10.089585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3934e-a8ef-416f-a453-08af8e4f7d0e None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:10.119137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.125048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef02c8a3-5f05-4a43-b3ef-56e6d966417d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.2240500 Jan 28 01:14:10.128269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38188) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:10.148613 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:10.204264 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50284f4b-2ba5-48b5-8994-76b78be18a05 None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '04b3feb2-db8b-4ca8-bcce-ac35f65912d6', 'name': '', 'network_id': '002e5c63-3fec-4939-9957-47ab9cd989c7', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'mac_address': 'fa:16:3e:0e:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:17Z', 'updated_at': '2022-01-28T01:01:24Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'subnets': [{'id': 'c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:10.221412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38192) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:10.266357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.280341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Pushing event updated for resources: {'Port': ['ID=bc15e5f8-207d-48ee-adff-b6679a2c8502,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:10.287092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:10.287809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:10.308828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.309756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.385136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.385492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.385856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.386208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.386889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.387223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.387552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.387878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.388209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.390142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.390656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.391078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.391543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af138a6-df2e-4c0f-a3fa-91c15cc7b9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.412396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Provisioning complete for port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:10.413121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.482685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:10.504412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.543464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 172.20.0.10 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/f968903d-2ee8-444c-8e3a-e85bdac8e0e4/dec56327-91c1-4ec6-91f8-baefce7ce004) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:10.553536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Provisioning complete for port ac7bced7-98dc-45ec-814d-816bc6b02875 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:10.554019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.554444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809d97-abd5-4bbc-906a-91eb8fda041a req-443064a8-348c-41e4-83bc-ba809f6e6b6b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:10.555909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fee9:aa12 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/31b6099f-f465-427d-8a53-e7d308c2fac0/dec56327-91c1-4ec6-91f8-baefce7ce004) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:10.556415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c809d97-abd5-4bbc-906a-91eb8fda041a req-443064a8-348c-41e4-83bc-ba809f6e6b6b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.3399582 Jan 28 01:14:10.590494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event updated for resources: {'Port': ['ID=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:10.602264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6104-b642-45f0-b1a9-92c336adabd7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (a456630c-8262-4fa6-8a80-7510cb482b29), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.635575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6104-b642-45f0-b1a9-92c336adabd7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (a456630c-8262-4fa6-8a80-7510cb482b29), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.675532 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78aac0-0433-4738-82a4-38cf0a53773b None None] New status for floating IP dd21fd4e-f60a-46cb-b2dc-a40fe8540306: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:14:10.694967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:10.764065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c809d97-abd5-4bbc-906a-91eb8fda041a req-7a51fbbb-e245-4447-a0ca-715047fd624e tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843710 Jan 28 01:14:10.792151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bc15e5f8-207d-48ee-adff-b6679a2c8502 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:10.793263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ac7bced7-98dc-45ec-814d-816bc6b02875 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:10.844830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6104-b642-45f0-b1a9-92c336adabd7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a456630c-8262-4fa6-8a80-7510cb482b29), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.848076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6104-b642-45f0-b1a9-92c336adabd7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.849329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8e5c6104-b642-45f0-b1a9-92c336adabd7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "DELETE /v2.0/security-groups/a456630c-8262-4fa6-8a80-7510cb482b29 HTTP/1.1" status: 204 len: 168 time: 0.6265728 Jan 28 01:14:10.852199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:10.865653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38200) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:10.868139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': '31b6099f-f465-427d-8a53-e7d308c2fac0', 'ip_address': '2001:db8::f816:3eff:fea6:f37'}, {'subnet_id': 'f968903d-2ee8-444c-8e3a-e85bdac8e0e4'}], 'binding:host_id': 'n-d-826756-1'}, 'id': 'ac7bced7-98dc-45ec-814d-816bc6b02875'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:14:10.871750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c6104-b642-45f0-b1a9-92c336adabd7 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456630c-8262-4fa6-8a80-7510cb482b29,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:10.885278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:10.959115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.019334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.037857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:11.060101 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-99cddfdb-cd72-45e0-8954-b0a532ee8716 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] show failed (client error): The resource could not be found. Jan 28 01:14:11.061236 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-99cddfdb-cd72-45e0-8954-b0a532ee8716 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "GET /v2.0/security-groups/a456630c-8262-4fa6-8a80-7510cb482b29 HTTP/1.1" status: 404 len: 347 time: 0.1846874 Jan 28 01:14:11.067306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38204) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:11.209076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router b654959b-4913-4fea-80b3-ce69c6d0bf9e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:11.217571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ac7bced7-98dc-45ec-814d-816bc6b02875 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:11.217571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.254334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Current status of the port ac7bced7-98dc-45ec-814d-816bc6b02875 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:11.255123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.338734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] For port ac7bced7-98dc-45ec-814d-816bc6b02875, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ac7bced7-98dc-45ec-814d-816bc6b02875,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:11.346073 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.358101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:11.368867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3af22c-60fc-42ba-bc2a-fd574fec05b2 req-b73b72c9-c30b-4865-a32b-72da97ad3112 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.374484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c3af22c-60fc-42ba-bc2a-fd574fec05b2 req-b73b72c9-c30b-4865-a32b-72da97ad3112 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.2450705 Jan 28 01:14:11.381005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e5a0056d-2079-42b6-bc17-6fe4f79c5c57 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7160437 Jan 28 01:14:11.385283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38206) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:11.385901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:11.394741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:11.398995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (dec56327-91c1-4ec6-91f8-baefce7ce004), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.445030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Provisioning complete for port bc15e5f8-207d-48ee-adff-b6679a2c8502 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:11.445300 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.454725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:11.464280 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5ad0ceaa-8022-42c7-b947-c69aa497168e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/b654959b-4913-4fea-80b3-ce69c6d0bf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1161816 Jan 28 01:14:11.470855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38210) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:11.493201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:11.493860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:11.498760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ac7bced7-98dc-45ec-814d-816bc6b02875 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:11.504778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Pushing event updated for resources: {'Port': ['ID=ac7bced7-98dc-45ec-814d-816bc6b02875,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:11.521934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c3af22c-60fc-42ba-bc2a-fd574fec05b2 req-ec2a8b86-e3a1-4f22-85b1-c95398ad3442 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372788 Jan 28 01:14:11.538602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Deleting port 156d1982-1fb5-41e7-9ff6-62edc5757381 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:11.538961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.587543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:07Z', 'revision_number': 3, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:11.623455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.624749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (156d1982-1fb5-41e7-9ff6-62edc5757381), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.633657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Checking router: 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:11.634048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Updating router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:14:11.639014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Calling delete_port for 156d1982-1fb5-41e7-9ff6-62edc5757381 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:11.663742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:11.737137 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.771454 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dec56327-91c1-4ec6-91f8-baefce7ce004), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.809497 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] Sync routers for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:11.834969 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:11.837337 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:11.890913 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:11.905134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:11.906256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:11.951306 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:11.953170 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ceb62d-97b8-4a64-89e6-21c8b0a8e096 None None] The sync data for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:12.027763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:12.041035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:12.042030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc15e5f8-207d-48ee-adff-b6679a2c8502 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:12.043896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:12.067709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (156d1982-1fb5-41e7-9ff6-62edc5757381), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.102568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=dec56327-91c1-4ec6-91f8-baefce7ce004,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:12.105120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Pushing event deleted for resources: {'Port': ['ID=156d1982-1fb5-41e7-9ff6-62edc5757381,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:12.143411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.179180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.179989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.197561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f9a16fb3-26c6-40ab-8b7d-a993e6a0a834 None None] Current status of the port bc15e5f8-207d-48ee-adff-b6679a2c8502 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:12.209969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1992a3af-0aff-40e3-acc6-76b094ca6586 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1376081 Jan 28 01:14:12.212231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38214) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:12.230206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks [] for floatingip (dd21fd4e-f60a-46cb-b2dc-a40fe8540306), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.233313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.241451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dbf75042-4ec9-4b6b-a16a-c88ad49f85f2 tempest-AttachVolumeShelveTestJSON-1912591956 tempest-AttachVolumeShelveTestJSON-1912591956-project] 10.222.0.23 "DELETE /v2.0/floatingips/dd21fd4e-f60a-46cb-b2dc-a40fe8540306 HTTP/1.1" status: 204 len: 168 time: 1.1674030 Jan 28 01:14:12.265245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] Allocated IP 172.20.0.2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/f968903d-2ee8-444c-8e3a-e85bdac8e0e4/ac7bced7-98dc-45ec-814d-816bc6b02875) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:12.272209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.289065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.extraroute_db [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 01:14:12.317302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bc15e5f8-207d-48ee-adff-b6679a2c8502 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:12.317555 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.336935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.extraroute_db [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Removed routes are [] {{(pid=109594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 01:14:12.337548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.490206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5128ee-34b5-40bf-887d-6032b2355cc6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.509593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5128ee-34b5-40bf-887d-6032b2355cc6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.511717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-aa5b4ef4-0c16-42e2-acb3-0711c84cd508 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.513878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-aa5b4ef4-0c16-42e2-acb3-0711c84cd508 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.1727512 Jan 28 01:14:12.517842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d1daf566-e00d-4a3a-8b22-60271e24998c None None] Provisioning complete for port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:12.517842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1daf566-e00d-4a3a-8b22-60271e24998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.519308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38220) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:12.520393 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6f5128ee-34b5-40bf-887d-6032b2355cc6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3026240 Jan 28 01:14:12.611646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Allocated IP 172.20.0.1 (7b604d21-9a7c-4859-8180-ba35253a4ea5/dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107/3faf045d-7462-4238-a111-c4913f3ca3a0) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:12.680557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bc15e5f8-207d-48ee-adff-b6679a2c8502 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:12.681989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ac7bced7-98dc-45ec-814d-816bc6b02875 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:12.722388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.737850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.753003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks [] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.781397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d1daf566-e00d-4a3a-8b22-60271e24998c None None] Port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:12.811872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.837190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] For port ac7bced7-98dc-45ec-814d-816bc6b02875, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ac7bced7-98dc-45ec-814d-816bc6b02875,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:12.890080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.904275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:12.911419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:12.914329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:12.933298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] Publish callbacks [] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.955286 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.990949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26f86b-2959-4966-80dd-63a2a3b5cfc5 req-cfa0b507-3b4b-4948-8f9a-e4d06c9ac5d9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.992808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c26f86b-2959-4966-80dd-63a2a3b5cfc5 req-cfa0b507-3b4b-4948-8f9a-e4d06c9ac5d9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 945 time: 0.2658172 Jan 28 01:14:13.015489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ac7bced7-98dc-45ec-814d-816bc6b02875 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:13.015867 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.028816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:08Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:09Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:13.031074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.073357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c26f86b-2959-4966-80dd-63a2a3b5cfc5 req-3aa90126-1470-4454-9dbe-edb8ddb99acf tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700946 Jan 28 01:14:13.093491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Deleting port ed21f87d-1143-468d-99f3-d8ad5f704c91 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:13.093491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.119340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:13.119340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Updating router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:14:13.180880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Publish callbacks [] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.197551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] For port ed21f87d-1143-468d-99f3-d8ad5f704c91, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed21f87d-1143-468d-99f3-d8ad5f704c91,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:13.197858 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.213897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Calling delete_port for ed21f87d-1143-468d-99f3-d8ad5f704c91 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:13.219998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e4986-823d-4115-ac0b-25cd3a391080 None None] Pushing event updated for resources: {'Port': ['ID=ac7bced7-98dc-45ec-814d-816bc6b02875,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:13.222928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.228547 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.366210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f6185-895b-4527-8004-f12b5e6cd464 None None] Pushing event updated for resources: {'Port': ['ID=4685d973-7dd2-4c17-a8d6-9f454bb959d6,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:13.372725 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.379263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Attempting to bind port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:13.379772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Attempting to bind port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:13.380229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Attempting to bind port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:13.389146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:13.389689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:13.390220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.390703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:13.391293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Bound port: 4685d973-7dd2-4c17-a8d6-9f454bb959d6, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:13.391777 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.403376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port dec56327-91c1-4ec6-91f8-baefce7ce004 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:13.403730 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dec56327-91c1-4ec6-91f8-baefce7ce004), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.413192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ed21f87d-1143-468d-99f3-d8ad5f704c91), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.444531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ac7bced7-98dc-45ec-814d-816bc6b02875 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:13.481001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event deleted for resources: {'Port': ['ID=ed21f87d-1143-468d-99f3-d8ad5f704c91,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:13.500513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:13.532466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ed21f87d-1143-468d-99f3-d8ad5f704c91'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:13.671941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3faf045d-7462-4238-a111-c4913f3ca3a0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:13.681522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] For port 4685d973-7dd2-4c17-a8d6-9f454bb959d6, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:13.688630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] For port 4685d973-7dd2-4c17-a8d6-9f454bb959d6, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4685d973-7dd2-4c17-a8d6-9f454bb959d6,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:13.701985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ac7bced7-98dc-45ec-814d-816bc6b02875 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:13.709010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.857480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:13.858309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:13.934418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:13.970388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f6185-895b-4527-8004-f12b5e6cd464 None None] Pushing event updated for resources: {'Port': ['ID=4685d973-7dd2-4c17-a8d6-9f454bb959d6,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:14.035591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ac7bced7-98dc-45ec-814d-816bc6b02875 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:14.035971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.303189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks [] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.348184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.394999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] No DVR routers for this DVR port ed21f87d-1143-468d-99f3-d8ad5f704c91 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:14.408707 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:14:14.457285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:14.478588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f33753f-6969-4342-90c1-d6fdd2f5bc72 req-978f9f6a-ab02-4c8e-b06a-88ec2883eb10 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a00ee03-eb11-4a14-a45f-ebae6386e39c HTTP/1.1" status: 200 len: 210 time: 0.0813460 Jan 28 01:14:14.495770 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.501011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4feaff42-e9dd-48c8-a161-518a8f09a2c3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 954 time: 3.1129889 Jan 28 01:14:14.506591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.517613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5783745a-e2b2-4bc3-bbb9-19cd45d3e915 req-d145a6dd-633a-44d4-ab6f-acc5724d40ce tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "DELETE /v2.0/ports/ed21f87d-1143-468d-99f3-d8ad5f704c91 HTTP/1.1" status: 204 len: 173 time: 1.9915168 Jan 28 01:14:14.518222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'name': 'network-vif-deleted', 'tag': 'ed21f87d-1143-468d-99f3-d8ad5f704c91'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:14.523652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38236) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:14.529529 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a149f3a-e8d0-4059-ba3f-48aeba595d86" -d '{"events": [{"server_uuid": "2a00ee03-eb11-4a14-a45f-ebae6386e39c", "name": "network-vif-deleted", "tag": "ed21f87d-1143-468d-99f3-d8ad5f704c91"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:14.572714 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Publish callbacks [] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.628249 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dec56327-91c1-4ec6-91f8-baefce7ce004), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.636944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:14.653559 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3855ad30-edc8-43b4-90aa-0d1fefbf9828 x-openstack-request-id: req-3855ad30-edc8-43b4-90aa-0d1fefbf9828 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:14.654465 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a00ee03-eb11-4a14-a45f-ebae6386e39c", "name": "network-vif-deleted", "tag": "ed21f87d-1143-468d-99f3-d8ad5f704c91", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:14.654595 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3855ad30-edc8-43b4-90aa-0d1fefbf9828 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:14.656102 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a00ee03-eb11-4a14-a45f-ebae6386e39c', 'name': 'network-vif-deleted', 'tag': 'ed21f87d-1143-468d-99f3-d8ad5f704c91', 'status': 'completed', 'code': 200} Jan 28 01:14:14.670227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for dec56327-91c1-4ec6-91f8-baefce7ce004 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:14.703100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.833984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1f6d1bcc-cd58-46c8-9626-ea1aef9dd889 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 954 time: 0.3067260 Jan 28 01:14:14.835162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3faf045d-7462-4238-a111-c4913f3ca3a0,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:14.838360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38242) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:14.841647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.846254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 5a21e07a-9d7b-480d-9020-6ddc78163b9d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:14.846881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.860687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'routes': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:14.880735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f7279041-a4f4-4761-b6db-ead9b6a2e11c None None] Provisioning complete for port ac7bced7-98dc-45ec-814d-816bc6b02875 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:14.882403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7279041-a4f4-4761-b6db-ead9b6a2e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.048579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4fdb-bf05-44b4-99ec-3b31e44e7da0 None None] Pushing event updated for resources: {'Port': ['ID=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:15.119626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dec56327-91c1-4ec6-91f8-baefce7ce004), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.252209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ac7bced7-98dc-45ec-814d-816bc6b02875 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:15.300327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=dec56327-91c1-4ec6-91f8-baefce7ce004,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:15.364100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:15.378530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:15.454550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Attempting to bind port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:15.454968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Attempting to bind port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:15.455336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Attempting to bind port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 on network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:15.457107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.470421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3a26e909-e675-4bb1-a7dd-d5f6e2ad4556 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/dec56327-91c1-4ec6-91f8-baefce7ce004 HTTP/1.1" status: 204 len: 168 time: 2.9500315 Jan 28 01:14:15.473120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38248) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:15.490166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:15.490476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Checking segment: {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:15.490899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.491299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Bound using segment: {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:15.491914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Bound port: c8298f7e-8c64-4151-9fcc-a71dd2a893f5, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e241283-f8e6-48e0-af80-487b866ea122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:15.492305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.581330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] For port c8298f7e-8c64-4151-9fcc-a71dd2a893f5, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:15.584798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] For port c8298f7e-8c64-4151-9fcc-a71dd2a893f5, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:15.593504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.628154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acef0c-6b83-4c3b-b027-6175afb1aee4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:15.631953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acef0c-6b83-4c3b-b027-6175afb1aee4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:15.637096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acef0c-6b83-4c3b-b027-6175afb1aee4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:15.651113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-48acef0c-6b83-4c3b-b027-6175afb1aee4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1765692 Jan 28 01:14:15.651745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38254) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:15.766248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.778630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4fdb-bf05-44b4-99ec-3b31e44e7da0 None None] Pushing event updated for resources: {'Port': ['ID=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:15.801908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7279041-a4f4-4761-b6db-ead9b6a2e11c None None] Current status of the port ac7bced7-98dc-45ec-814d-816bc6b02875 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:15.804924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:15.807346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:15.845470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 5a21e07a-9d7b-480d-9020-6ddc78163b9d owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:15.884913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 31b6099f-f465-427d-8a53-e7d308c2fac0 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:15.895079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (31b6099f-f465-427d-8a53-e7d308c2fac0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.971666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:16.017798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (31b6099f-f465-427d-8a53-e7d308c2fac0), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.204173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Could not find standard attr ID for object dec56327-91c1-4ec6-91f8-baefce7ce004. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:14:16.226802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:16.275114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:12Z', 'revision_number': 1, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:16.318064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed21f87d-1143-468d-99f3-d8ad5f704c91 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:16.347848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: ed21f87d-1143-468d-99f3-d8ad5f704c91 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:16.348374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed21f87d-1143-468d-99f3-d8ad5f704c91 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:16.350131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d817058-e73f-4a5f-943d-86106b5adbcc None None] The sync data for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 is: [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:12Z', 'revision_number': 1, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:16.355631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Provisioning complete for port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:16.356015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.589762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-0f1f0e01-326b-4d3f-8edb-5503913bf287 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:16.591756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Current status of the port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:16.592526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-0f1f0e01-326b-4d3f-8edb-5503913bf287 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.5147002 Jan 28 01:14:16.593195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.615037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (31b6099f-f465-427d-8a53-e7d308c2fac0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.656431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:16.677113 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-84bb617b-393e-4025-86f8-a4cdeb2f85b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/78491c07-b2fa-40bd-bc86-4b27a8e1e6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5370936 Jan 28 01:14:16.677113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5a21e07a-9d7b-480d-9020-6ddc78163b9d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.709845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d91dbcce-de55-4aa4-9b76-ba1494033362 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/quotas/6670194f13f24e1aaf75082407459718 HTTP/1.1" status: 200 len: 375 time: 0.1051385 Jan 28 01:14:16.718419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.extraroute_db [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added routes are [] {{(pid=109595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 01:14:16.718721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.extraroute_db [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 01:14:16.728429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=5a21e07a-9d7b-480d-9020-6ddc78163b9d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:16.769228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] For port c8298f7e-8c64-4151-9fcc-a71dd2a893f5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:16.778397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:16.841570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:12Z', 'revision_number': 6, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:15Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:16.842205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-5ed2e0d9-e509-4890-8b3d-3a0691e1d322 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243432 Jan 28 01:14:16.871828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-a17dbe56-674e-4288-8057-0dd1ad28800e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:14:16.874921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-a17dbe56-674e-4288-8057-0dd1ad28800e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218756 Jan 28 01:14:16.920126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5f363-5a32-4c7f-97c9-3c7ed1a58fe9 None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:12Z', 'revision_number': 6, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:15Z', 'revision_number': 4, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:17.073225 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:17.080556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (31b6099f-f465-427d-8a53-e7d308c2fac0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:17.085024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128c4a1-cfa4-44cc-8c6c-76cf4bf7dbaf None None] Pushing event updated for resources: {'Port': ['ID=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:17.097948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-016e3de0-eefa-4c32-880c-ff4bd37e6a1e None None] Provisioning complete for port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:17.098331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-016e3de0-eefa-4c32-880c-ff4bd37e6a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:17.180996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=31b6099f-f465-427d-8a53-e7d308c2fac0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:17.197801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:17.210284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b7291919-9c5e-4850-b31f-639f3860add1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/31b6099f-f465-427d-8a53-e7d308c2fac0 HTTP/1.1" status: 204 len: 168 time: 1.5562317 Jan 28 01:14:17.213177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:17.226791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c8ae2-1571-4496-96f2-47512b68591f None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:17.306588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-148ea572-2ef1-4794-af4d-ea4d6ee82466 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200881 Jan 28 01:14:17.637816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-6cd32917-7a42-463d-8b45-caa15b1856e0 service neutron] 10.222.0.23 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249469 Jan 28 01:14:17.650527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-016e3de0-eefa-4c32-880c-ff4bd37e6a1e None None] Current status of the port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:17.847171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c8298f7e-8c64-4151-9fcc-a71dd2a893f5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:17.898458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-0110edc6-9974-488f-896c-234366fab6d5 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:17.906889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-0110edc6-9974-488f-896c-234366fab6d5 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 820 time: 0.2656643 Jan 28 01:14:17.931345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-eaa93d23-dcb0-4e16-a2fa-779679ff319e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/quotas/35494cecd61d456e904c39134ea7c701 HTTP/1.1" status: 200 len: 375 time: 0.0132797 Jan 28 01:14:17.998046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:17.998905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:18.093160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-f1a0f9b0-93ac-4e2a-91e6-e37da6e25aef tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552567 Jan 28 01:14:18.436472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:18.469667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-aa3008d7-4c4b-4d53-a29c-aa325880ab82 service neutron] 10.222.0.23 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663805 Jan 28 01:14:18.730472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9927ec19-6aad-4b8d-a3cd-3bac655a04a3 req-3aaec1dd-03ce-4fa7-9e25-6f1c82ac734a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 210 time: 0.1240077 Jan 28 01:14:18.821304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-6370e4d0-4aec-4eef-8166-02da5e79f25f service neutron] 10.222.0.23 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504744 Jan 28 01:14:19.029391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:19.051705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:19.052880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:19.215273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (b654959b-4913-4fea-80b3-ce69c6d0bf9e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.278873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02724528-5ba5-4ec8-9272-c3118a5364fe req-4a8befa6-2a42-41b3-90e4-25112ede28a7 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 210 time: 0.0806394 Jan 28 01:14:19.286510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet f968903d-2ee8-444c-8e3a-e85bdac8e0e4 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:19.290193 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.496715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (f968903d-2ee8-444c-8e3a-e85bdac8e0e4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.523332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.680230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9c09cb9c-9e8a-4e53-b142-a2b92ac425cf None None] Provisioning complete for port ac7bced7-98dc-45ec-814d-816bc6b02875 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:19.680776 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c09cb9c-9e8a-4e53-b142-a2b92ac425cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.769473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:19.823989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router b654959b-4913-4fea-80b3-ce69c6d0bf9e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:19.826776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f968903d-2ee8-444c-8e3a-e85bdac8e0e4), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:19.887541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4685d973-7dd2-4c17-a8d6-9f454bb959d6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:20.032830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:20.062029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-980f8990-06c5-41b7-8712-64125e56c810 req-731c0a42-7dd2-4609-a180-306048f62b34 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 210 time: 0.0759568 Jan 28 01:14:20.090083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:20.104044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38328) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:20.104275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f95d960d-be64-42d7-910b-5c943d4d0d15 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/b654959b-4913-4fea-80b3-ce69c6d0bf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6305089 Jan 28 01:14:20.111474 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] Sync routers for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:20.121578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f968903d-2ee8-444c-8e3a-e85bdac8e0e4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.136260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:20.147974 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:20.154981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9c09cb9c-9e8a-4e53-b142-a2b92ac425cf None None] Current status of the port ac7bced7-98dc-45ec-814d-816bc6b02875 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:20.185270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7bb9f511-2508-4bde-9478-7a60942ae03e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=b654959b-4913-4fea-80b3-ce69c6d0bf9e HTTP/1.1" status: 200 len: 205 time: 0.0796990 Jan 28 01:14:20.187666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38330) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:20.226622 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:20.248405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] Routers {'b654959b-4913-4fea-80b3-ce69c6d0bf9e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:20.249052 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:20.281358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:20.282135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.302446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:20.326678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.329433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20f62000-4ce8-4851-853a-f79b6792ab2d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 704 time: 5.4890406 Jan 28 01:14:20.333093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38334) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:20.405295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (b654959b-4913-4fea-80b3-ce69c6d0bf9e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.419949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:20.420612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.448380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4685d973-7dd2-4c17-a8d6-9f454bb959d6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4685d973-7dd2-4c17-a8d6-9f454bb959d6,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:20.452904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 7, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:20.484067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:20.486757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.578800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:20.587575 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d65df8bb-2242-40fd-8f0c-5d2796c3e113 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 704 time: 0.2525129 Jan 28 01:14:20.588717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:20.591109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:20.627570 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:20.628257 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a392a6-f076-4593-b523-4d5fc5783cf8 None None] The sync data for ids ['b654959b-4913-4fea-80b3-ce69c6d0bf9e'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:20.775630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (b654959b-4913-4fea-80b3-ce69c6d0bf9e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.777837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f968903d-2ee8-444c-8e3a-e85bdac8e0e4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.778933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (b654959b-4913-4fea-80b3-ce69c6d0bf9e), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.835279 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.848527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad6f76-5983-4baa-a099-2ffd4025273d None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:20.849877 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/f968903d-2ee8-444c-8e3a-e85bdac8e0e4 HTTP/1.1" status: 204 len: 168 time: 3.6291473 Jan 28 01:14:20.892379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38350) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:20.936186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28393-6001-40de-8fcb-2bfed0f06c82 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=f968903d-2ee8-444c-8e3a-e85bdac8e0e4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:20.954720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4685d973-7dd2-4c17-a8d6-9f454bb959d6,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:20.964673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (b654959b-4913-4fea-80b3-ce69c6d0bf9e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:20.966468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router b654959b-4913-4fea-80b3-ce69c6d0bf9e {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:21.032866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:21.079662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9716e321-ea90-416f-911e-5271804e64ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1773174 Jan 28 01:14:21.108182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38358) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:21.115741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:21.126494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:21.128149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b95bd4e8-cff1-47a0-899c-00d7054e4720 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/b654959b-4913-4fea-80b3-ce69c6d0bf9e HTTP/1.1" status: 204 len: 168 time: 0.9391189 Jan 28 01:14:21.146209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38362) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:21.232031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a131b84d-97df-44ca-89cf-2b17c29e50cd req-f63fe67e-4a79-4b55-8f4c-b06bca322fc6 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 210 time: 0.6463878 Jan 28 01:14:21.252099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet e6fe7646-cd3e-4e3d-a80e-f1c3396a295b {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:21.263822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Sync routers for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:21.333174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (e6fe7646-cd3e-4e3d-a80e-f1c3396a295b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:21.346201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:21.435615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:21.436294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:21.455149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37b020b8-cb0d-46b7-be00-29b93c99d6ae req-6e3ac12b-14e6-4a0c-b477-5cbd48671229 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 210 time: 0.1231565 Jan 28 01:14:21.554833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-79f106c6-c8db-47a4-b6da-de4c0dbd4692 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:21.560473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-79f106c6-c8db-47a4-b6da-de4c0dbd4692 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 812 time: 0.6696582 Jan 28 01:14:21.596703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Request body: {'port': {'device_id': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'admin_state_up': True, 'tenant_id': '6670194f13f24e1aaf75082407459718'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:21.605662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (e6fe7646-cd3e-4e3d-a80e-f1c3396a295b), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:21.727928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:21.732143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:21.771402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4685d973-7dd2-4c17-a8d6-9f454bb959d6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:21.781353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-a5f4a842-11cc-45e6-9f8a-2185e7ba7142 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:21.782880 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-a5f4a842-11cc-45e6-9f8a-2185e7ba7142 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 820 time: 0.3033893 Jan 28 01:14:21.828608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'port': {'device_id': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'admin_state_up': True, 'tenant_id': '35494cecd61d456e904c39134ea7c701'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:21.853043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] Deleting port ac7bced7-98dc-45ec-814d-816bc6b02875 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:21.857635 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:21.866803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Made reservation on behalf of 6670194f13f24e1aaf75082407459718 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:21.878886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:21.938989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:21.970297 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e6fe7646-cd3e-4e3d-a80e-f1c3396a295b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.017152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] For port ac7bced7-98dc-45ec-814d-816bc6b02875, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ac7bced7-98dc-45ec-814d-816bc6b02875,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:22.017554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.079904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] Calling delete_port for ac7bced7-98dc-45ec-814d-816bc6b02875 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:22.081662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:22.082069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.088175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.181945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Made reservation on behalf of 35494cecd61d456e904c39134ea7c701 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:22.185684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.189928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (e6fe7646-cd3e-4e3d-a80e-f1c3396a295b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.273135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6edc81e7-fb4a-44b0-91b1-b42b4ded77a4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.293143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Allocated IP 172.20.0.12 (0679c912-abb4-41bf-b66f-8413df4919fc/0c421084-ec2d-4b09-9193-a2f75d0de50f/8fa145df-7b06-4f09-a7a6-4c214b9b4e4b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:22.302893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:22.307897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:22.314581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:22.315347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.489432 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3796649 Jan 28 01:14:22.514674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fe7646-cd3e-4e3d-a80e-f1c3396a295b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:22.518866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38374) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:22.522623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bdfc0-6d84-48d2-9a13-ead1f19fcbb2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=6edc81e7-fb4a-44b0-91b1-b42b4ded77a4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:22.545626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:22.602000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks [] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.613200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.623974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-80aad5be-89b3-4fc9-a4cc-b0f1e08114b9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/e6fe7646-cd3e-4e3d-a80e-f1c3396a295b HTTP/1.1" status: 204 len: 168 time: 1.4726601 Jan 28 01:14:22.626249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd8543d7-b224-41ad-8acc-340f0d441f80 req-81bc0c2f-21c0-464f-81ba-e526e41f839f tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 210 time: 0.1009257 Jan 28 01:14:22.626977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38376) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:22.704083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Allocated IP 172.20.0.2 (7b604d21-9a7c-4859-8180-ba35253a4ea5/dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107/f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:22.721601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-664231c4-e3d4-4817-9e2c-fba9552eb78c req-a671b041-6740-4c77-b7dd-e2eae62aa5c4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 210 time: 0.0759022 Jan 28 01:14:22.796892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5135e1-0c65-414c-b34c-cdc8ed3be4e5 None None] Network 9f3d1906-3034-4f09-8b31-ce48fdcb2411 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:22.805206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 7, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:22.841823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:22.845569 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.875812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 5f5a821a-5954-4066-bab5-b2a980eaa834 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:22.881698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (5f5a821a-5954-4066-bab5-b2a980eaa834), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.925087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.926137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65be7ba-d1fd-441a-ae67-d2777e50b34e None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 7, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:22.982742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (5f5a821a-5954-4066-bab5-b2a980eaa834), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:22.999972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Network 0679c912-abb4-41bf-b66f-8413df4919fc is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:23.023527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:23.033716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:23.098473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event updated for resources: {'Port': ['ID=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:23.128935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:23.129578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.152693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-bff1c2b2-0b14-42be-95ca-8b791113296f tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5691490 Jan 28 01:14:23.184629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Request body: {'port': {'device_id': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:23.185999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port c8298f7e-8c64-4151-9fcc-a71dd2a893f5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:23.186362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.269754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5f5a821a-5954-4066-bab5-b2a980eaa834), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.273423 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.409582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:23.413528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:14Z', 'revision_number': 2, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:23.454203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Checking router: 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:23.456786 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:23.468135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Updating router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 port 3faf045d-7462-4238-a111-c4913f3ca3a0 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:14:23.473818 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:23.475847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:23.495263 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (ac7bced7-98dc-45ec-814d-816bc6b02875), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.495857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port c8298f7e-8c64-4151-9fcc-a71dd2a893f5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:23.496256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.504679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (5f5a821a-5954-4066-bab5-b2a980eaa834), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.530898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ac7bced7-98dc-45ec-814d-816bc6b02875 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:23.548926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for c8298f7e-8c64-4151-9fcc-a71dd2a893f5 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:23.554990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] No DVR routers for this DVR port ac7bced7-98dc-45ec-814d-816bc6b02875 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:23.559746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aacac0-2b62-48ac-b77b-ecd31fd297a3 None None] Pushing event deleted for resources: {'Port': ['ID=ac7bced7-98dc-45ec-814d-816bc6b02875,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:23.561458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ac7bced7-98dc-45ec-814d-816bc6b02875 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:23.561826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ac7bced7-98dc-45ec-814d-816bc6b02875 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:23.578357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.595454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed018bb-3131-4fe7-84ac-b1bedf867cb0 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:23.715231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] DHCP port deletion for 9f3d1906-3034-4f09-8b31-ce48fdcb2411 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:23.736882 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:23.791136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '6edc81e7-fb4a-44b0-91b1-b42b4ded77a4'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:23.792343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.831407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f7686-4ebe-4051-a765-e2ff26a0d822 None None] Network 9a52e621-d145-4b7e-a186-b7c15e684202 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:23.848362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:23.854888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/5f5a821a-5954-4066-bab5-b2a980eaa834 HTTP/1.1" status: 204 len: 168 time: 1.2246969 Jan 28 01:14:23.857552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38392) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:23.860931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c930a-9243-4dad-b847-db24959e89c5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5a821a-5954-4066-bab5-b2a980eaa834,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:23.978493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3822d84-e24e-4aff-a51b-70e8bb6fcab7 req-44326f97-d7f8-4d19-8e21-57c9c6f4bf57 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 210 time: 0.1399860 Jan 28 01:14:23.988777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c8298f7e-8c64-4151-9fcc-a71dd2a893f5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.037015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=c8298f7e-8c64-4151-9fcc-a71dd2a893f5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:24.079130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Allocated IP 172.20.0.2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6edc81e7-fb4a-44b0-91b1-b42b4ded77a4/4c93e60e-f3f9-417c-941e-0bba684a8d95) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:24.361844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.369766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Publish callbacks [] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.386840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.406030 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 7, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8298f7e-8c64-4151-9fcc-a71dd2a893f5', 'name': '', 'network_id': '98cf2827-72e7-4f4b-bac1-b50b9da68b91', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:06Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3ee6b9e5-591e-493b-a1d7-ac96062a1161', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:24.416773 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.436429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:14:24.440767 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:24.449995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Publish callbacks [] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.476308 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9f3d1906-3034-4f09-8b31-ce48fdcb2411), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.500753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Transition to ACTIVE for port object 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:14:24.503991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:24.510735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Pushing event updated for resources: {'Port': ['ID=4c93e60e-f3f9-417c-941e-0bba684a8d95,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:24.512065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.515069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:24.519022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:24.519781 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:24.525914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:24.545749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] Deleting port 3c9415bf-71b2-4b92-b5af-e14381607069 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:24.546502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.617220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] DHCP port deletion for 9a52e621-d145-4b7e-a186-b7c15e684202 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:24.618132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6118-ebff-4340-82f1-624351da4a8d req-314d0e26-d496-42b4-b9cf-cfafe339eee9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:24.628220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-718e6118-ebff-4340-82f1-624351da4a8d req-314d0e26-d496-42b4-b9cf-cfafe339eee9 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 932 time: 0.6999917 Jan 28 01:14:24.705963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-718e6118-ebff-4340-82f1-624351da4a8d req-927065b2-91ea-45bb-835e-a3e9aba204e6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703700 Jan 28 01:14:24.724156 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:24.736559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Attempting to bind port 4c93e60e-f3f9-417c-941e-0bba684a8d95 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:24.737231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Attempting to bind port 4c93e60e-f3f9-417c-941e-0bba684a8d95 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:24.737808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Attempting to bind port 4c93e60e-f3f9-417c-941e-0bba684a8d95 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:24.752054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] For port 3c9415bf-71b2-4b92-b5af-e14381607069, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3c9415bf-71b2-4b92-b5af-e14381607069,segment=NetworkSegment(c1326fd4-c5ab-4c2a-ab0b-340d50998c70),segment_id=c1326fd4-c5ab-4c2a-ab0b-340d50998c70)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:24.752432 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.764144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:24.764543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:24.764971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.765367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:24.766054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Bound port: 4c93e60e-f3f9-417c-941e-0bba684a8d95, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:24.766466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.789762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] Calling delete_port for 3c9415bf-71b2-4b92-b5af-e14381607069 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:24.820275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:24.875973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 3c9415bf-71b2-4b92-b5af-e14381607069 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:24.876850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.879160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Attempting to bind port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:24.879852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Attempting to bind port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:24.880465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Attempting to bind port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:24.885061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] Deleting port 32a8c263-faa1-4712-9c74-1eadb101a4b2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:24.885587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.901111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b on network 0679c912-abb4-41bf-b66f-8413df4919fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:14:24.901812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Attempting to bind port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b on network 0679c912-abb4-41bf-b66f-8413df4919fc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:24.951017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:24.951902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Checking segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:24.952678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Bound using segment: {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:24.953395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Bound port: 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97aaf97-79de-4c67-8932-85a6a2b59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:24.954209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:24.979159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] For port 4c93e60e-f3f9-417c-941e-0bba684a8d95, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:25.006561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] For port 4c93e60e-f3f9-417c-941e-0bba684a8d95, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4c93e60e-f3f9-417c-941e-0bba684a8d95,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:25.013881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] For port 32a8c263-faa1-4712-9c74-1eadb101a4b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32a8c263-faa1-4712-9c74-1eadb101a4b2,segment=NetworkSegment(bc52bea7-84f6-45c7-ac0a-23eb4aef2cde),segment_id=bc52bea7-84f6-45c7-ac0a-23eb4aef2cde)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:25.014277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.017005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.036184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 3c9415bf-71b2-4b92-b5af-e14381607069, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3c9415bf-71b2-4b92-b5af-e14381607069,segment=NetworkSegment(c1326fd4-c5ab-4c2a-ab0b-340d50998c70),segment_id=c1326fd4-c5ab-4c2a-ab0b-340d50998c70)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:25.037163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.065624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 3c9415bf-71b2-4b92-b5af-e14381607069 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:25.078320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] Calling delete_port for 32a8c263-faa1-4712-9c74-1eadb101a4b2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:25.103252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] For port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:25.118811 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.140776 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:23Z', 'revision_number': 8, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:25.202550 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c8872-b5fc-4eb5-9a04-f653a21b5878 None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:23Z', 'revision_number': 8, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:25.258612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] For port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:25.273673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] No DVR routers for this DVR port 3c9415bf-71b2-4b92-b5af-e14381607069 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:25.284640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368305-2713-4a6b-885b-75773a2294cd None None] Pushing event updated for resources: {'Port': ['ID=4c93e60e-f3f9-417c-941e-0bba684a8d95,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:25.295542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa2d3f11-1197-46b4-a002-4910f475cb69 req-c5c5654a-aea4-45f4-9b91-974e276a6218 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 210 time: 0.1302738 Jan 28 01:14:25.300009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.315879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac17c-5678-435c-a0a0-78e1188e504f None None] Pushing event deleted for resources: {'Port': ['ID=3c9415bf-71b2-4b92-b5af-e14381607069,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:25.394164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (32a8c263-faa1-4712-9c74-1eadb101a4b2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.423882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] Pushing event deleted for resources: {'Port': ['ID=32a8c263-faa1-4712-9c74-1eadb101a4b2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:25.427570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:25.428693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14487a39-bbbc-41a2-9b82-694e84b00279 None None] No DVR routers for this DVR port 32a8c263-faa1-4712-9c74-1eadb101a4b2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:25.446710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:25.447335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.448799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-d08d7986-2483-4d29-9aeb-3cfcbb29bcd7 service neutron] 10.222.0.43 "PUT /v2.0/ports/8fa145df-7b06-4f09-a7a6-4c214b9b4e4b HTTP/1.1" status: 200 len: 1092 time: 2.2691782 Jan 28 01:14:25.449264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'tag': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:25.451662 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906252b6-04c1-44be-8674-48b02af95807" -d '{"events": [{"name": "network-changed", "server_uuid": "c2523dcc-40e4-4f2e-89a3-a924194c3c01", "tag": "8fa145df-7b06-4f09-a7a6-4c214b9b4e4b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:25.478798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3c9415bf-71b2-4b92-b5af-e14381607069), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.521064 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0605f89-e069-4563-acfd-651d89ce2913 x-openstack-request-id: req-d0605f89-e069-4563-acfd-651d89ce2913 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:25.521499 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2523dcc-40e4-4f2e-89a3-a924194c3c01", "tag": "8fa145df-7b06-4f09-a7a6-4c214b9b4e4b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:25.521628 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0605f89-e069-4563-acfd-651d89ce2913 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:25.522065 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'tag': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b', 'status': 'completed', 'code': 200} Jan 28 01:14:25.535975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=3c9415bf-71b2-4b92-b5af-e14381607069,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:25.537549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port 3c9415bf-71b2-4b92-b5af-e14381607069 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:25.672896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-9d2dd30c-31ee-402d-80b5-a6cad1beae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:25.674574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-9d2dd30c-31ee-402d-80b5-a6cad1beae45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 1095 time: 0.1501713 Jan 28 01:14:25.687922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9f3d1906-3034-4f09-8b31-ce48fdcb2411), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.733299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3d1906-3034-4f09-8b31-ce48fdcb2411']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:25.756099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:25.756502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1326fd4-c5ab-4c2a-ab0b-340d50998c70') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:25.809549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c1326fd4-c5ab-4c2a-ab0b-340d50998c70), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.951310 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:25.961549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4c93e60e-f3f9-417c-941e-0bba684a8d95 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:25.994958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-08c4f5b2-4787-42b7-9498-6fe538054eed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b HTTP/1.1" status: 200 len: 217 time: 0.1412430 Jan 28 01:14:25.996481 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c1326fd4-c5ab-4c2a-ab0b-340d50998c70), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.072449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-95062110-ba2c-4d24-a9bf-89b894c38ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:26.074216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-95062110-ba2c-4d24-a9bf-89b894c38ff8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.0725307 Jan 28 01:14:26.079472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Network 7b604d21-9a7c-4859-8180-ba35253a4ea5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:26.080816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:26.081231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c1326fd4-c5ab-4c2a-ab0b-340d50998c70), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:26.096325 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:26.121579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4c93e60e-f3f9-417c-941e-0bba684a8d95 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:26.123707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.133494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:26.155238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:26.224139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:26.224997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:26.256640 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Publish callbacks [] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.272076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.297739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:26.298557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.366553 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-05591b8a-2b13-4e9c-9d87-a1c1e7ed0e44 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5501904 Jan 28 01:14:26.437713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Request body: {'port': {'device_id': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:26.470217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e070a-a099-4baa-8695-a2c07ebdc9cb None None] Pushing event updated for resources: {'Port': ['ID=3faf045d-7462-4238-a111-c4913f3ca3a0,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:26.531658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:26.535212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:14:26.541502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4c93e60e-f3f9-417c-941e-0bba684a8d95 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:26.541920 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.542115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d3b3cd91-d329-4527-af3d-bbd9144b7c69 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9483871 Jan 28 01:14:26.549756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38416) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:26.566548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:26.592889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:26.593614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:26.617103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.673224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-aa65d054-b959-4d09-b9c4-3d10f17762c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5877826 Jan 28 01:14:26.712094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet 3ee6b9e5-591e-493b-a1d7-ac96062a1161 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:26.718776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (3ee6b9e5-591e-493b-a1d7-ac96062a1161), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.801811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32b1e-3bc7-4bf7-8d0b-c1b981efb613 req-acf3c9fb-197b-4aa2-9753-7908c822fad6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:26.811116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47e32b1e-3bc7-4bf7-8d0b-c1b981efb613 req-acf3c9fb-197b-4aa2-9753-7908c822fad6 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 944 time: 0.9739966 Jan 28 01:14:26.867421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:26.872813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9f3d1906-3034-4f09-8b31-ce48fdcb2411), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.896824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa264-22b4-4793-90fd-b974211163f0 req-de1b4611-0b1a-464d-ba90-1fad950dbaa8 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:26.902938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (3ee6b9e5-591e-493b-a1d7-ac96062a1161), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.905446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddbaa264-22b4-4793-90fd-b974211163f0 req-de1b4611-0b1a-464d-ba90-1fad950dbaa8 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 931 time: 0.2226441 Jan 28 01:14:26.951898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:26.956426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/9f3d1906-3034-4f09-8b31-ce48fdcb2411 HTTP/1.1" status: 204 len: 168 time: 3.0891685 Jan 28 01:14:26.962634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38420) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:27.022608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3aecd-4400-4fd4-a536-c43a5cf66b6f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=9f3d1906-3034-4f09-8b31-ce48fdcb2411,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:27.073038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Attempting to bind port 3faf045d-7462-4238-a111-c4913f3ca3a0 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:27.073633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Attempting to bind port 3faf045d-7462-4238-a111-c4913f3ca3a0 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:27.073763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Attempting to bind port 3faf045d-7462-4238-a111-c4913f3ca3a0 on network 7b604d21-9a7c-4859-8180-ba35253a4ea5 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:27.080277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4c93e60e-f3f9-417c-941e-0bba684a8d95, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4c93e60e-f3f9-417c-941e-0bba684a8d95,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:27.088504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:27.089273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Checking segment: {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:27.089273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.089665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Bound using segment: {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:27.090558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Bound port: 3faf045d-7462-4238-a111-c4913f3ca3a0, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:27.091216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.106209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.165355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4c93e60e-f3f9-417c-941e-0bba684a8d95,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:27.182413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47e32b1e-3bc7-4bf7-8d0b-c1b981efb613 req-daea455f-30aa-4717-9843-b72e85100a40 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698235 Jan 28 01:14:27.214983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-815ba6dd-f44c-4095-a150-b6d4a03ea046 service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960680 Jan 28 01:14:27.239952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] For port 3faf045d-7462-4238-a111-c4913f3ca3a0, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:27.245562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] For port 3faf045d-7462-4238-a111-c4913f3ca3a0, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3faf045d-7462-4238-a111-c4913f3ca3a0,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:27.249294 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9a52e621-d145-4b7e-a186-b7c15e684202), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.249534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddbaa264-22b4-4793-90fd-b974211163f0 req-76553426-bffb-436a-99b6-cda4282aa1af tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420472 Jan 28 01:14:27.250672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32a8c263-faa1-4712-9c74-1eadb101a4b2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:27.264058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.264680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3ee6b9e5-591e-493b-a1d7-ac96062a1161), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.289581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.394311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e070a-a099-4baa-8695-a2c07ebdc9cb None None] Pushing event updated for resources: {'Port': ['ID=3faf045d-7462-4238-a111-c4913f3ca3a0,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:27.409832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 32a8c263-faa1-4712-9c74-1eadb101a4b2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:27.410914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32a8c263-faa1-4712-9c74-1eadb101a4b2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:27.411131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c8298f7e-8c64-4151-9fcc-a71dd2a893f5 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:27.413228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:27.414035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.473096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-679cfe00-1b44-4e37-be68-b50225f7e376 req-26f1db84-0533-4e73-b09a-73c8ffb9242b service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192557 Jan 28 01:14:27.592853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:27.594350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (3ee6b9e5-591e-493b-a1d7-ac96062a1161), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.616891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9a52e621-d145-4b7e-a186-b7c15e684202), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.632368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906252b6-04c1-44be-8674-48b02af95807 req-027e2a6e-4037-4724-b453-4ae729a8f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:27.633904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-027e2a6e-4037-4724-b453-4ae729a8f67e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6670194f13f24e1aaf75082407459718&device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 1095 time: 0.0484006 Jan 28 01:14:27.643656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c8298f7e-8c64-4151-9fcc-a71dd2a893f5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:27.644005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c8298f7e-8c64-4151-9fcc-a71dd2a893f5 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:27.644418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3c9415bf-71b2-4b92-b5af-e14381607069 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:27.661671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:14:27.677051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:23Z', 'revision_number': 8, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.704184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee6b9e5-591e-493b-a1d7-ac96062a1161,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:27.707336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Publish callbacks [] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.714368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:27.714599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.717088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca437df-ff15-4c5f-bbdf-b459e1f86755 None None] Network 98cf2827-72e7-4f4b-bac1-b50b9da68b91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:27.717725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30074ff6-14f3-4043-b138-6cd40d79b535 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/3ee6b9e5-591e-493b-a1d7-ac96062a1161 HTTP/1.1" status: 204 len: 168 time: 1.1652665 Jan 28 01:14:27.720735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38424) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:27.723816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 3c9415bf-71b2-4b92-b5af-e14381607069 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:27.723984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3c9415bf-71b2-4b92-b5af-e14381607069 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:27.733579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a52e621-d145-4b7e-a186-b7c15e684202']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.745087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a7936fd7-ca13-4d89-ac36-080ded669176 None None] Provisioning complete for port 4c93e60e-f3f9-417c-941e-0bba684a8d95 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:27.745219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7936fd7-ca13-4d89-ac36-080ded669176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.757849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.758141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc52bea7-84f6-45c7-ac0a-23eb4aef2cde') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.775036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Transition to ACTIVE for port object f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:14:27.788833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (bc52bea7-84f6-45c7-ac0a-23eb4aef2cde), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.790503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.826410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bc52bea7-84f6-45c7-ac0a-23eb4aef2cde), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.845955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:27.846578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.901356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:27.903510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (bc52bea7-84f6-45c7-ac0a-23eb4aef2cde), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.912666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] For port 4c93e60e-f3f9-417c-941e-0bba684a8d95, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4c93e60e-f3f9-417c-941e-0bba684a8d95,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:27.915362 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:27.972427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (98cf2827-72e7-4f4b-bac1-b50b9da68b91), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.973651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:27.985510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906252b6-04c1-44be-8674-48b02af95807 req-c032eef5-c240-4c78-8cf1-2ee6ecd12fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:27.987246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-c032eef5-c240-4c78-8cf1-2ee6ecd12fc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 200 len: 913 time: 0.3471832 Jan 28 01:14:28.003891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.004640 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (b0666b89-ba27-4de1-a65e-e374f76c7d39), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.008869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4c93e60e-f3f9-417c-941e-0bba684a8d95 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:28.048899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-15b312be-83a6-43b9-a429-8a26da6a41d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b HTTP/1.1" status: 200 len: 217 time: 0.0549014 Jan 28 01:14:28.082084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.097293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:28.104343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:28.111809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:28.112662 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.137862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a7936fd7-ca13-4d89-ac36-080ded669176 None None] Current status of the port 4c93e60e-f3f9-417c-941e-0bba684a8d95 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:28.141507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a31eea-6539-4495-a089-ffd00ca194f7 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:28.160475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9a52e621-d145-4b7e-a186-b7c15e684202), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.179123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906252b6-04c1-44be-8674-48b02af95807 req-8154aac4-d29d-4389-b7f1-362a6691c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:28.182854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-8154aac4-d29d-4389-b7f1-362a6691c456 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 200 len: 852 time: 0.0844231 Jan 28 01:14:28.227532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.238919 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/9a52e621-d145-4b7e-a186-b7c15e684202 HTTP/1.1" status: 204 len: 168 time: 1.2751911 Jan 28 01:14:28.239528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38428) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:28.244501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-689d13dd-7f58-416c-a162-d3f36e98f9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0679c912-abb4-41bf-b66f-8413df4919fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508718 Jan 28 01:14:28.252030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-1860653370'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:28.255665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:28.269351 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7443025 Jan 28 01:14:28.274900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=b0666b89-ba27-4de1-a65e-e374f76c7d39,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.277189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:28.290773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d962f7-ced0-4285-b267-06a9c87f06c0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=9a52e621-d145-4b7e-a186-b7c15e684202,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.303045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:f8:ba:70', 'name': 'tempest-NetworksTestDHCPv6-1524705816'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:28.306950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Attempting to bind port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:28.307489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Attempting to bind port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:28.308024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Attempting to bind port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 on network 7b604d21-9a7c-4859-8180-ba35253a4ea5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:28.321709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 on network 7b604d21-9a7c-4859-8180-ba35253a4ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:14:28.322345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Attempting to bind port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 on network 7b604d21-9a7c-4859-8180-ba35253a4ea5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:28.387355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ee3c8-bb44-4ed5-95f6-d44003458a44 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=4c93e60e-f3f9-417c-941e-0bba684a8d95,revision_number=5']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.394899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:28.395522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Checking segment: {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:28.396101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Bound using segment: {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:28.396727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Bound port: f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aa2360-f175-4dc7-a371-ef1a435648b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:28.397267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.444178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4c93e60e-f3f9-417c-941e-0bba684a8d95 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:28.444552 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.503055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] DHCP port deletion for 98cf2827-72e7-4f4b-bac1-b50b9da68b91 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:28.541141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:28.545308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:28.548012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:28.597721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-d2c0877b-2ab5-4f41-961a-daf2ae6eaefa service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348666 Jan 28 01:14:28.676069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.677801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.765181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.786119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:28.787187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.788936 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-8ae4db7a-82b6-4b3d-937b-6d015ab1014f service neutron] 10.222.0.43 "PUT /v2.0/ports/f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 1091 time: 2.3591053 Jan 28 01:14:28.790050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:28.792556 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1a2058-b0e0-42bb-b288-1269691f5069" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:28.801500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port fbefa6d2-3ba7-4f68-a196-ecf013c7c827 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:28.838398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:28.850852 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.854862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-906252b6-04c1-44be-8674-48b02af95807 req-799c5820-5855-4065-ab4c-1d04a7e49c0e service neutron] 10.222.0.43 "GET /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560613 Jan 28 01:14:28.902270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port bc15e5f8-207d-48ee-adff-b6679a2c8502 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:28.902683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:28.963087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:27Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:29.011467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port bc15e5f8-207d-48ee-adff-b6679a2c8502, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc15e5f8-207d-48ee-adff-b6679a2c8502,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:29.011990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.017901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f251d5c-f78a-4f8f-98ff-9293e61d1a31 None None] The sync data for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 is: [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:27Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:29.022879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4c93e60e-f3f9-417c-941e-0bba684a8d95 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:29.024035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3faf045d-7462-4238-a111-c4913f3ca3a0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:29.049371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for bc15e5f8-207d-48ee-adff-b6679a2c8502 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:29.052669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] Deleting port bc15e5f8-207d-48ee-adff-b6679a2c8502 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:29.053386 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.096970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 172.20.0.4 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6edc81e7-fb4a-44b0-91b1-b42b4ded77a4/fbefa6d2-3ba7-4f68-a196-ecf013c7c827) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:29.103250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fef8:ba70 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/b0666b89-ba27-4de1-a65e-e374f76c7d39/fbefa6d2-3ba7-4f68-a196-ecf013c7c827) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:29.153413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] For port bc15e5f8-207d-48ee-adff-b6679a2c8502, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc15e5f8-207d-48ee-adff-b6679a2c8502,segment=NetworkSegment(9e241283-f8e6-48e0-af80-487b866ea122),segment_id=9e241283-f8e6-48e0-af80-487b866ea122)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:29.154084 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.192280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] Calling delete_port for bc15e5f8-207d-48ee-adff-b6679a2c8502 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:29.226339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.260809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port bc15e5f8-207d-48ee-adff-b6679a2c8502 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:29.305168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f210-da04-4433-87e6-687f4e9dc766 req-91be06ad-06b3-4f43-97c0-7cee8dbca4d8 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.307419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23e0f210-da04-4433-87e6-687f4e9dc766 req-91be06ad-06b3-4f43-97c0-7cee8dbca4d8 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 943 time: 0.6814041 Jan 28 01:14:29.330448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666d4d9-eb65-43d3-931d-520134c495ad req-242afedf-47af-4aa7-8742-a3f894d141fb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.333002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d666d4d9-eb65-43d3-931d-520134c495ad req-242afedf-47af-4aa7-8742-a3f894d141fb tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 944 time: 0.9921260 Jan 28 01:14:29.386971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (fbefa6d2-3ba7-4f68-a196-ecf013c7c827), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.431821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3faf045d-7462-4238-a111-c4913f3ca3a0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:29.432059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.434289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fbefa6d2-3ba7-4f68-a196-ecf013c7c827), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.510340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-7aacdcf4-bc04-4594-a28f-3508a503fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.521755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:23Z', 'revision_number': 8, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:29.524083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-7aacdcf4-bc04-4594-a28f-3508a503fb0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1094 time: 0.6495321 Jan 28 01:14:29.524703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23e0f210-da04-4433-87e6-687f4e9dc766 req-56bd13a4-0e0c-43a6-8559-6533272c0bd7 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611707 Jan 28 01:14:29.525660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=bc15e5f8-207d-48ee-adff-b6679a2c8502,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:29.538652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:14:29.562491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:29.573996 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bea119dd-af89-4d65-b532-e7a3fb7f6b9d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.574131 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment bea119dd-af89-4d65-b532-e7a3fb7f6b9d of type vlan for network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf Jan 28 01:14:29.581065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586d298-c4a1-41d0-af55-5e3ca7bb5222 None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:23Z', 'revision_number': 8, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': '38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4', 'name': '', 'network_id': '604ac9b5-5853-4b4b-aa50-4e2e065c8b08', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:16:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:55Z', 'updated_at': '2022-01-28T01:14:04Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': '3a4b7417-8a4e-4c5b-93d7-6009e99a2481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:29.585351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=fbefa6d2-3ba7-4f68-a196-ecf013c7c827,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:29.585582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (bc15e5f8-207d-48ee-adff-b6679a2c8502), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.658017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:29.661161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:29.671698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-ae4233e0-9d54-48f6-bfb6-aa5709c5ab0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.1115539 Jan 28 01:14:29.686010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (98cf2827-72e7-4f4b-bac1-b50b9da68b91), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.696078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] No DVR routers for this DVR port bc15e5f8-207d-48ee-adff-b6679a2c8502 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:29.702023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.714679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8b78db18-5d67-48f9-94bd-2cda73772dbf None None] Provisioning complete for port 4c93e60e-f3f9-417c-941e-0bba684a8d95 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:29.714679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8b78db18-5d67-48f9-94bd-2cda73772dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.792882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.793129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.793452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.793808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.794201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.794539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.794874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.795206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.795535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.795866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.796195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.796519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.796857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:29.809517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ae1e1-6102-40b9-b289-c3a22ee9dd9a None None] Pushing event deleted for resources: {'Port': ['ID=bc15e5f8-207d-48ee-adff-b6679a2c8502,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:29.846922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cf2827-72e7-4f4b-bac1-b50b9da68b91']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:29.905994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-ecd5a45a-f084-4825-b5cf-a0479bc82d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.908924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e241283-f8e6-48e0-af80-487b866ea122') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:29.909066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e241283-f8e6-48e0-af80-487b866ea122') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:29.909365 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-ecd5a45a-f084-4825-b5cf-a0479bc82d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.1651225 Jan 28 01:14:29.916983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.918730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.960203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d666d4d9-eb65-43d3-931d-520134c495ad req-2971bb02-cf56-485b-a83c-1e1d4938ec59 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196967 Jan 28 01:14:29.962978 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.990711 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-91ed1624-cd59-4686-b726-3d3d0160a8ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591953 Jan 28 01:14:29.995055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.996555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:29.999091 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2e98641-4bf2-41b2-a082-420de3e93e27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7097402 Jan 28 01:14:30.006709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9e241283-f8e6-48e0-af80-487b866ea122), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.008755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38448) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:30.091301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8b78db18-5d67-48f9-94bd-2cda73772dbf None None] Current status of the port 4c93e60e-f3f9-417c-941e-0bba684a8d95 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:30.128171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3faf045d-7462-4238-a111-c4913f3ca3a0 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:30.129156 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.168796 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1d5344-9926-456e-88ef-9c66f418f3aa x-openstack-request-id: req-5c1d5344-9926-456e-88ef-9c66f418f3aa {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:30.169745 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:30.170225 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c1d5344-9926-456e-88ef-9c66f418f3aa {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:30.170818 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'status': 'completed', 'code': 200} Jan 28 01:14:30.180305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9345589 Jan 28 01:14:30.182403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:30.189458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e241283-f8e6-48e0-af80-487b866ea122), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.193260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:30.205479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:30.205989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9e241283-f8e6-48e0-af80-487b866ea122), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:30.210546 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:30.225647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce24f-65df-467f-8cfb-7527ed817cdf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:30.243782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 3faf045d-7462-4238-a111-c4913f3ca3a0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3faf045d-7462-4238-a111-c4913f3ca3a0,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:30.250200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:14:30.295038 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.332006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (98cf2827-72e7-4f4b-bac1-b50b9da68b91), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.339424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.348323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a1383-fb91-4972-a0bc-041880a70ff5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.351816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/98cf2827-72e7-4f4b-bac1-b50b9da68b91 HTTP/1.1" status: 204 len: 168 time: 2.6270788 Jan 28 01:14:30.356525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a1383-fb91-4972-a0bc-041880a70ff5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.358731 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e46a1383-fb91-4972-a0bc-041880a70ff5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3479095 Jan 28 01:14:30.361568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38452) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:30.361961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38454) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:30.418181 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-2936203a-b34f-4a39-bc0d-adb88d81aafb service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113677 Jan 28 01:14:30.438529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2a78522c-9fdd-4108-b420-767b4a8d3c83 None None] Provisioning complete for port fbefa6d2-3ba7-4f68-a196-ecf013c7c827 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:30.438899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a78522c-9fdd-4108-b420-767b4a8d3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fbefa6d2-3ba7-4f68-a196-ecf013c7c827), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.444002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:14:30.492170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1fbed-2924-439b-8b73-ade279d5f7d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=98cf2827-72e7-4f4b-bac1-b50b9da68b91,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:30.516370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4c93e60e-f3f9-417c-941e-0bba684a8d95 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:30.606458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:30.608318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:30.610655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.658448 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:14:30.660098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2a78522c-9fdd-4108-b420-767b4a8d3c83 None None] Port fbefa6d2-3ba7-4f68-a196-ecf013c7c827 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:30.661523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=3faf045d-7462-4238-a111-c4913f3ca3a0,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:30.755087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4c93e60e-f3f9-417c-941e-0bba684a8d95 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:30.755398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.823172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:30.860034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b', 'network_id': '0679c912-abb4-41bf-b66f-8413df4919fc', 'port_id': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b', 'mac_address': 'fa:16:3e:3e:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c421084-ec2d-4b09-9193-a2f75d0de50f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:14:30.864101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port fbefa6d2-3ba7-4f68-a196-ecf013c7c827 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:30.864678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fbefa6d2-3ba7-4f68-a196-ecf013c7c827), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.898520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4c93e60e-f3f9-417c-941e-0bba684a8d95 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:30.919656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:30.920060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.938997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:14:30.961043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6cd9-6e2a-47c5-b20c-1b67920c6984 req-5b9511bf-640f-4fc1-b834-bdc91801e5f9 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.964354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db1a6cd9-6e2a-47c5-b20c-1b67920c6984 req-5b9511bf-640f-4fc1-b834-bdc91801e5f9 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 943 time: 0.2640214 Jan 28 01:14:30.978980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc15e5f8-207d-48ee-adff-b6679a2c8502 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:31.003519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:31.005695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bc15e5f8-207d-48ee-adff-b6679a2c8502 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:31.006318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc15e5f8-207d-48ee-adff-b6679a2c8502 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:31.024918 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.118066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:31.252311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-65d74faf-dbf3-40f8-8feb-080ea637fdf1 req-d1606b37-bd58-4dc0-bd8f-f58f4fbe923b service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8323746 Jan 28 01:14:31.272998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fbefa6d2-3ba7-4f68-a196-ecf013c7c827), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.287953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db1a6cd9-6e2a-47c5-b20c-1b67920c6984 req-962f6d30-fa40-4576-a3db-f223e8f6bd9d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819946 Jan 28 01:14:31.308713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for fbefa6d2-3ba7-4f68-a196-ecf013c7c827 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:31.326742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8fa145df-7b06-4f09-a7a6-4c214b9b4e4b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:31.405362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (1586344d-835b-4838-9f11-18540fde4c82), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.415738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf882-7d55-4fe6-9731-87b6cad00fb8 req-915c7d2f-7d56-4452-9e5a-56299ef385bd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:31.417258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbacf882-7d55-4fe6-9731-87b6cad00fb8 req-915c7d2f-7d56-4452-9e5a-56299ef385bd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 945 time: 0.2711096 Jan 28 01:14:31.480061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-02d0c789-a3a8-4c31-bc14-031037c6ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:31.481896 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-02d0c789-a3a8-4c31-bc14-031037c6ee2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1094 time: 0.1338320 Jan 28 01:14:31.490825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=1586344d-835b-4838-9f11-18540fde4c82,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:31.577969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:31.578299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbacf882-7d55-4fe6-9731-87b6cad00fb8 req-d4359f4f-1b59-4d33-b0aa-72c56327fc13 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474009 Jan 28 01:14:31.578451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:14:31.612529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:14:31.627099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-d5b84f0d-fa79-4d14-b785-c595053a5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:31.628808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-d5b84f0d-fa79-4d14-b785-c595053a5328 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.1336882 Jan 28 01:14:31.630038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:31.635461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:31.636172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.642291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6291a-48ae-4077-b08d-cf9c96804492 None None] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:31.679658 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-92b99f19-30c9-4fc9-ab92-bce7e03653fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Jan 28 01:14:31.691418 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-54675db7-5be8-4710-9ef9-36d53a6ae667 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5050459 Jan 28 01:14:31.698112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:31.703697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822957183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:31.770336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (64f767e5-fc2f-4404-b99e-1a4014bdc60a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.771766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (64f767e5-fc2f-4404-b99e-1a4014bdc60a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.774039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.779560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf', 'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '1586344d-835b-4838-9f11-18540fde4c82'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:31.780210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-4bd5ecc0-4b99-4b82-87e7-ab9cf7ab644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:31.782528 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:31.782708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-4bd5ecc0-4b99-4b82-87e7-ab9cf7ab644e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.0920274 Jan 28 01:14:31.827716 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-6f6d1b9e-2dac-4cf4-9673-2376c93a6cd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358908 Jan 28 01:14:31.966443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-e591b2f1-645c-410e-b58b-b80603902b6e service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319766 Jan 28 01:14:32.026425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Allocated IP 172.20.0.2 (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf/1586344d-835b-4838-9f11-18540fde4c82/bcc01033-d5f1-44b9-b587-7ad7ad87c44f) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:32.088172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (64f767e5-fc2f-4404-b99e-1a4014bdc60a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.094696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (64f767e5-fc2f-4404-b99e-1a4014bdc60a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.129137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.134969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9844030-5140-4d34-9530-f03e14a1ebd2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4347186 Jan 28 01:14:32.136565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38476) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:32.155529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'port': {'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf', 'name': 'tempest-RoutersTest-146578919'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:32.230304 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Publish callbacks [] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.238737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.243793 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a1a2058-b0e0-42bb-b288-1269691f5069 req-ea79b1b9-161a-42a7-9ed2-22b37f6bb049 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581882 Jan 28 01:14:32.283175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Pushing event updated for resources: {'Port': ['ID=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:32.295038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:32.296985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:32.299912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:32.335704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:32.343208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.374529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] device_id is not set on port 88053173-fc7e-4363-b327-442e5b9c058f yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:32.375820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (fbefa6d2-3ba7-4f68-a196-ecf013c7c827), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.401418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:32.454363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Attempting to bind port bcc01033-d5f1-44b9-b587-7ad7ad87c44f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:32.455496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Attempting to bind port bcc01033-d5f1-44b9-b587-7ad7ad87c44f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:32.456038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Attempting to bind port bcc01033-d5f1-44b9-b587-7ad7ad87c44f on network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:32.459398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3faf045d-7462-4238-a111-c4913f3ca3a0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:32.483519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=fbefa6d2-3ba7-4f68-a196-ecf013c7c827,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:32.526020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.20.0.11 (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf/1586344d-835b-4838-9f11-18540fde4c82/88053173-fc7e-4363-b327-442e5b9c058f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:32.577223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:32.577976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Checking segment: {'id': 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:32.578571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.579311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Bound using segment: {'id': 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:32.579967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Bound port: bcc01033-d5f1-44b9-b587-7ad7ad87c44f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:32.580653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.668966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3faf045d-7462-4238-a111-c4913f3ca3a0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:32.669460 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.695496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.698833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5c4fed0d-1016-42e3-adf0-0fa7d924e048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/fbefa6d2-3ba7-4f68-a196-ecf013c7c827 HTTP/1.1" status: 204 len: 168 time: 2.3258767 Jan 28 01:14:32.705727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38482) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:32.723671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] For port bcc01033-d5f1-44b9-b587-7ad7ad87c44f, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:32.727523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] For port bcc01033-d5f1-44b9-b587-7ad7ad87c44f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,segment=NetworkSegment(bea119dd-af89-4d65-b532-e7a3fb7f6b9d),segment_id=bea119dd-af89-4d65-b532-e7a3fb7f6b9d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:32.739157 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.757274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7177c2a-66a2-4bea-9cae-20a9f5d91d0d req-39bfc335-e103-4aa7-b4dd-92190402477d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.764451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7177c2a-66a2-4bea-9cae-20a9f5d91d0d req-39bfc335-e103-4aa7-b4dd-92190402477d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 943 time: 0.3106968 Jan 28 01:14:32.784964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:14:32.803512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:32.803670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (bc03770e-c09f-4a79-8008-0ad114ab2c6d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.804058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.867806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0f92b-3bd4-4f3e-8fca-ddc3fa7e1708 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.869162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0f92b-3bd4-4f3e-8fca-ddc3fa7e1708 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.870501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0f92b-3bd4-4f3e-8fca-ddc3fa7e1708 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.875820 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-11e0f92b-3bd4-4f3e-8fca-ddc3fa7e1708 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1690309 Jan 28 01:14:32.876437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38484) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:32.885950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7177c2a-66a2-4bea-9cae-20a9f5d91d0d req-39cb26f7-81e9-4a40-8533-e73721ce8c84 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199124 Jan 28 01:14:32.890191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490dd4d-39e3-4af5-9266-04de868cda30 None None] Pushing event updated for resources: {'Port': ['ID=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:32.903908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0961b8-5a68-4084-b99c-ba034c43a170 req-cdcb89f9-6d0e-437c-b259-05974df7bbdd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.905535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a0961b8-5a68-4084-b99c-ba034c43a170 req-cdcb89f9-6d0e-437c-b259-05974df7bbdd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 945 time: 0.2042751 Jan 28 01:14:32.945463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 6edc81e7-fb4a-44b0-91b1-b42b4ded77a4 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:32.959190 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (6edc81e7-fb4a-44b0-91b1-b42b4ded77a4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.022083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (88053173-fc7e-4363-b327-442e5b9c058f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.027988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (6edc81e7-fb4a-44b0-91b1-b42b4ded77a4), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.062990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3faf045d-7462-4238-a111-c4913f3ca3a0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:33.075351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:33.075874 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.105627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a0961b8-5a68-4084-b99c-ba034c43a170 req-a0d0061c-ea4d-43a7-9b2f-ae2e681c29a4 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903419 Jan 28 01:14:33.122452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:33.126958 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce00431a-4e90-4f35-924b-7d1aaee1283d" -d '{"events": [{"server_uuid": "c2523dcc-40e4-4f2e-89a3-a924194c3c01", "name": "network-vif-plugged", "status": "completed", "tag": "8fa145df-7b06-4f09-a7a6-4c214b9b4e4b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:33.127123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (88053173-fc7e-4363-b327-442e5b9c058f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.183373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:33.200019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.218207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6edc81e7-fb4a-44b0-91b1-b42b4ded77a4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.224305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:33.256492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:33.256922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.258572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:33.261840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:33.287929 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac80e037-3b3e-4e7a-b43e-436d9877e8b6 x-openstack-request-id: req-ac80e037-3b3e-4e7a-b43e-436d9877e8b6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:33.288475 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2523dcc-40e4-4f2e-89a3-a924194c3c01", "name": "network-vif-plugged", "status": "completed", "tag": "8fa145df-7b06-4f09-a7a6-4c214b9b4e4b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:33.288740 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac80e037-3b3e-4e7a-b43e-436d9877e8b6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:33.289202 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b', 'code': 200} Jan 28 01:14:33.291924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=88053173-fc7e-4363-b327-442e5b9c058f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:33.347421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:33.348162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.351456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:33.378009 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e8726ba1-7c48-4228-b338-0c4657fe5c07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2286475 Jan 28 01:14:33.378243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38494) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:33.385472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (6edc81e7-fb4a-44b0-91b1-b42b4ded77a4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.419710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,segment=NetworkSegment(d5559c46-de9d-49b8-934d-c07bb185b465),segment_id=d5559c46-de9d-49b8-934d-c07bb185b465)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:33.420395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.463281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.464334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:33.510079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.516993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6edc81e7-fb4a-44b0-91b1-b42b4ded77a4 HTTP/1.1" status: 204 len: 168 time: 0.6362123 Jan 28 01:14:33.519880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38496) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:33.527319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7781ef-c8dc-4b40-9b17-8bb5fa801fd4 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:33.535810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179ec4-5bfb-42ed-83bb-d327dc0cbcd4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=6edc81e7-fb4a-44b0-91b1-b42b4ded77a4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:33.660902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbe665-cbc3-4dbb-a3f4-62a573646563 req-78a6268a-c2bd-4f98-885e-7ed2aa5cac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:33.663027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0fbbe665-cbc3-4dbb-a3f4-62a573646563 req-78a6268a-c2bd-4f98-885e-7ed2aa5cac5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 1097 time: 0.2739708 Jan 28 01:14:33.663825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Deleting port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:33.664233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.673147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet b0666b89-ba27-4de1-a65e-e374f76c7d39 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:33.676053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (b0666b89-ba27-4de1-a65e-e374f76c7d39), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.806151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] For port 04b3feb2-db8b-4ca8-bcce-ac35f65912d6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:33.806565 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.819041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (b0666b89-ba27-4de1-a65e-e374f76c7d39), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.821474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Calling delete_port for 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:33.823318 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:33.868306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:33.912270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0fbbe665-cbc3-4dbb-a3f4-62a573646563 req-54d96911-fe24-4f0a-b6a4-049957fa4b07 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106483 Jan 28 01:14:34.028883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b0666b89-ba27-4de1-a65e-e374f76c7d39), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.106637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (88053173-fc7e-4363-b327-442e5b9c058f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.173017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398329-743b-446b-b75f-befdfd5f566e req-c5fbc8ce-b072-4c37-8444-866d03c523b3 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:34.174951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd398329-743b-446b-b75f-befdfd5f566e req-c5fbc8ce-b072-4c37-8444-866d03c523b3 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 943 time: 0.1455364 Jan 28 01:14:34.179538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.350789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (b0666b89-ba27-4de1-a65e-e374f76c7d39), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.370368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:14:34.431923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd398329-743b-446b-b75f-befdfd5f566e req-677de0bf-b3af-450b-919e-5dec26947eda tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389379 Jan 28 01:14:34.474415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=b0666b89-ba27-4de1-a65e-e374f76c7d39,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:34.482342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.497877 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1b30c2bd-2f55-48b7-8a00-7b38d3e85eae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/b0666b89-ba27-4de1-a65e-e374f76c7d39 HTTP/1.1" status: 204 len: 168 time: 0.9741888 Jan 28 01:14:34.499728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38506) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:34.560133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-14ba8a41-abc9-4ef8-ac52-62a8c3cdd7cb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502064 Jan 28 01:14:34.560133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38508) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:34.560133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:34.587654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:34.609658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'port_id': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'mac_address': 'fa:16:3e:61:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:14:34.661734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e86c5-22a9-40cb-910f-4d52173ddbd8 req-ab891c4d-dddc-47b8-ac62-3b3bb5480c68 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:34.669320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da0e86c5-22a9-40cb-910f-4d52173ddbd8 req-ab891c4d-dddc-47b8-ac62-3b3bb5480c68 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.3818636 Jan 28 01:14:34.679179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (04b3feb2-db8b-4ca8-bcce-ac35f65912d6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.687059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda0c5bd-4db0-493a-9154-3ea999912ea3 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:34.692110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:34.692508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.698347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bcc01033-d5f1-44b9-b587-7ad7ad87c44f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:34.752140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:34.755781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.765974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (88053173-fc7e-4363-b327-442e5b9c058f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.766228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Pushing event deleted for resources: {'Port': ['ID=04b3feb2-db8b-4ca8-bcce-ac35f65912d6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:34.783058 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (88053173-fc7e-4363-b327-442e5b9c058f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.918440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da0e86c5-22a9-40cb-910f-4d52173ddbd8 req-8ab031af-4408-43cc-bc53-fb0d5fa8f077 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475514 Jan 28 01:14:34.933194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:35.025637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846efa4b-f3c0-4fd1-8e9b-bc21b82e6163 None None] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:35.061312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:14:35.089869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=88053173-fc7e-4363-b327-442e5b9c058f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.109292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f61a3780-7cf5-4b05-b684-fd150e542aee None None] Provisioning complete for port 4c93e60e-f3f9-417c-941e-0bba684a8d95 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:35.109813 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f61a3780-7cf5-4b05-b684-fd150e542aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.151032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (eaa97ada-29e1-4c33-9d78-601abb755d8e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.162390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:35.188736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.193949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:35.205850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a1712c87-734b-4811-aa2f-45990e9c815a tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8380194 Jan 28 01:14:35.205850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:35.217205 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:35.235547 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:35.236260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:35.270390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:35.272794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bcc01033-d5f1-44b9-b587-7ad7ad87c44f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:35.273508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.281802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:35.284848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (bc03770e-c09f-4a79-8008-0ad114ab2c6d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.292217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:35.292824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.307591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet 3a4b7417-8a4e-4c5b-93d7-6009e99a2481 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:35.312772 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (3a4b7417-8a4e-4c5b-93d7-6009e99a2481), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.367121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.367352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:35.375397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=eaa97ada-29e1-4c33-9d78-601abb755d8e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.391005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (64f767e5-fc2f-4404-b99e-1a4014bdc60a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.454689 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4aa813ce-c431-4c21-bebc-252b0279e780 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8998249 Jan 28 01:14:35.461124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:35.491579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:35.522535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (3a4b7417-8a4e-4c5b-93d7-6009e99a2481), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.536945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:35.550830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bcc01033-d5f1-44b9-b587-7ad7ad87c44f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:35.551229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.565682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:35.690784 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:33Z', 'revision_number': 9, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:35.692277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f61a3780-7cf5-4b05-b684-fd150e542aee None None] Current status of the port 4c93e60e-f3f9-417c-941e-0bba684a8d95 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:35.722021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (88053173-fc7e-4363-b327-442e5b9c058f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.744914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port bcc01033-d5f1-44b9-b587-7ad7ad87c44f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,segment=NetworkSegment(bea119dd-af89-4d65-b532-e7a3fb7f6b9d),segment_id=bea119dd-af89-4d65-b532-e7a3fb7f6b9d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:35.759818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.789308 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:35.817913 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:35.820031 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:35.849642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:35.854670 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.859285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] Deleting port 4c93e60e-f3f9-417c-941e-0bba684a8d95 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:35.859556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.885562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.894473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0cc3f036-f725-4c9a-a184-5908a0fadb5c None None] Provisioning complete for port bcc01033-d5f1-44b9-b587-7ad7ad87c44f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:35.894927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f036-f725-4c9a-a184-5908a0fadb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.959691 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:36.073316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] For port 4c93e60e-f3f9-417c-941e-0bba684a8d95, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4c93e60e-f3f9-417c-941e-0bba684a8d95,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:36.073737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.103603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] Calling delete_port for 4c93e60e-f3f9-417c-941e-0bba684a8d95 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:36.186375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f036-f725-4c9a-a184-5908a0fadb5c None None] Current status of the port bcc01033-d5f1-44b9-b587-7ad7ad87c44f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:36.263302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4c93e60e-f3f9-417c-941e-0bba684a8d95), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.320659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] Pushing event deleted for resources: {'Port': ['ID=4c93e60e-f3f9-417c-941e-0bba684a8d95,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:36.329086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55d22c-1f58-4f89-a880-cad521baaf77 None None] No DVR routers for this DVR port 4c93e60e-f3f9-417c-941e-0bba684a8d95 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:36.365511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a975c8-afaf-4667-ab7d-c8526c892b31 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:36.388140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Router bc03770e-c09f-4a79-8008-0ad114ab2c6d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:36.397332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adfd53-87e3-4096-af05-a0ae0c7b0adf req-53a29458-c503-48ff-b151-c63af7ee1a41 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.398965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62adfd53-87e3-4096-af05-a0ae0c7b0adf req-53a29458-c503-48ff-b151-c63af7ee1a41 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.1836648 Jan 28 01:14:36.478788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992f2c-b5ff-4843-84fa-1735284851ad req-deda6358-b50f-448c-9064-830ab23dba33 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.480595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74992f2c-b5ff-4843-84fa-1735284851ad req-deda6358-b50f-448c-9064-830ab23dba33 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 944 time: 0.2560101 Jan 28 01:14:36.551577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62adfd53-87e3-4096-af05-a0ae0c7b0adf req-29989879-02c9-4c26-9710-00b94a969cbd tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097174 Jan 28 01:14:36.552908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3a4b7417-8a4e-4c5b-93d7-6009e99a2481), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.614162 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:33Z', 'revision_number': 9, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:36.622232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bcc01033-d5f1-44b9-b587-7ad7ad87c44f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:36.626069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c3ecf9c-81c0-4185-a0c8-0f290e5f3294 None None] Provisioning complete for port bcc01033-d5f1-44b9-b587-7ad7ad87c44f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:36.626676 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c3ecf9c-81c0-4185-a0c8-0f290e5f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.684300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df130b-f196-4818-ab5a-e81a7ab5e0d6 None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:33Z', 'revision_number': 9, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cef4580f-592c-4a6f-840c-c6735751daa4', 'name': '', 'network_id': '80508850-1e98-4cd7-a5bc-df9dc095402e', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:d3:23:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:44Z', 'updated_at': '2022-01-28T01:13:53Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'f3b3cfe0-46a2-47b0-a951-5acfba988129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:36.689108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'eaa97ada-29e1-4c33-9d78-601abb755d8e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:36.690594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.769631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74992f2c-b5ff-4843-84fa-1735284851ad req-507169be-4b9a-4820-ae59-43838f44974f tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787483 Jan 28 01:14:36.779665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (3a4b7417-8a4e-4c5b-93d7-6009e99a2481), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.851902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4b7417-8a4e-4c5b-93d7-6009e99a2481,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:36.857008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.862136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0d4c47de-fafc-4b3e-a644-4ca2f02b6fee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/3a4b7417-8a4e-4c5b-93d7-6009e99a2481 HTTP/1.1" status: 204 len: 168 time: 1.6574323 Jan 28 01:14:36.864149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bcc01033-d5f1-44b9-b587-7ad7ad87c44f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:36.865193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.865546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38528) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:36.876728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:36.887814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d2dda53f-35da-43a4-b5d1-f7a15b5d917b admin admin] 10.222.0.23 "PUT /v2.0/routers/bc03770e-c09f-4a79-8008-0ad114ab2c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2773395 Jan 28 01:14:36.888476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38530) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:36.899741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39868814-593d-47f5-b193-9a9bcb4bb4d9 None None] Network 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:36.910423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Sync routers for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:37.010745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (88053173-fc7e-4363-b327-442e5b9c058f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.039398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (88053173-fc7e-4363-b327-442e5b9c058f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.068763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ecf9c-81c0-4185-a0c8-0f290e5f3294 None None] Current status of the port bcc01033-d5f1-44b9-b587-7ad7ad87c44f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:37.078386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Routers {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:37.079367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:37.087091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (604ac9b5-5853-4b4b-aa50-4e2e065c8b08), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.099060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks [] for router (bc03770e-c09f-4a79-8008-0ad114ab2c6d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.151686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:14:37.152110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f8af988-2671-4bac-bee4-e2ca7d980857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.162262 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6130edcf-f70e-4222-be9b-d60e0c5c827b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.163342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe0ce1-5938-4998-800b-60d33c975357 req-5cecba8d-4131-48a5-89b0-7b595672de97 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:37.166509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Allocated IP 172.20.0.2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/eaa97ada-29e1-4c33-9d78-601abb755d8e/347899ff-f26e-42dd-be40-f4927bd28aca) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:37.179751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ffe0ce1-5938-4998-800b-60d33c975357 req-5cecba8d-4131-48a5-89b0-7b595672de97 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.1475823 Jan 28 01:14:37.210068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (64f767e5-fc2f-4404-b99e-1a4014bdc60a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.225417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=88053173-fc7e-4363-b327-442e5b9c058f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:37.237469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c3ecf9c-81c0-4185-a0c8-0f290e5f3294 None None] Provisioning complete for port 88053173-fc7e-4363-b327-442e5b9c058f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:37.237868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c3ecf9c-81c0-4185-a0c8-0f290e5f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (88053173-fc7e-4363-b327-442e5b9c058f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.279511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:37.281582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=6130edcf-f70e-4222-be9b-d60e0c5c827b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:37.290904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:37.312154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:37.313012 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.331038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ffe0ce1-5938-4998-800b-60d33c975357 req-7b8a688f-ccf4-49f8-92ce-189913740137 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500437 Jan 28 01:14:37.343868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks [] for router_gateway (bc03770e-c09f-4a79-8008-0ad114ab2c6d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.368371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1b427ae-bde6-4ec3-9b9c-9ae865eaa7c1 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8918006 Jan 28 01:14:37.371901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:37.377272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:c4:25:5c', 'name': 'tempest-NetworksTestDHCPv6-1964115973'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:37.417073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Deleting port 35e4ab1b-9474-4940-985d-5b813c7f00c1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:37.417523 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.475787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port 65210685-eee8-4244-acd9-3bbde5493ff7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:37.476029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.508904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:37.513363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] For port 35e4ab1b-9474-4940-985d-5b813c7f00c1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=35e4ab1b-9474-4940-985d-5b813c7f00c1,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:37.513981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.527037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Calling delete_port for 35e4ab1b-9474-4940-985d-5b813c7f00c1 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:37.557551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:37.619423 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.620141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bcc01033-d5f1-44b9-b587-7ad7ad87c44f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:37.641973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port 65210685-eee8-4244-acd9-3bbde5493ff7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65210685-eee8-4244-acd9-3bbde5493ff7,segment=NetworkSegment(d5559c46-de9d-49b8-934d-c07bb185b465),segment_id=d5559c46-de9d-49b8-934d-c07bb185b465)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:37.642486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.659247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] DHCP port deletion for 604ac9b5-5853-4b4b-aa50-4e2e065c8b08 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:37.701840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c3ecf9c-81c0-4185-a0c8-0f290e5f3294 None None] Port 88053173-fc7e-4363-b327-442e5b9c058f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:37.708565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Set router bc03770e-c09f-4a79-8008-0ad114ab2c6d gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:37.717899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4c93e60e-f3f9-417c-941e-0bba684a8d95 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:37.719674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for 65210685-eee8-4244-acd9-3bbde5493ff7 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:37.756063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:37.758265 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (35e4ab1b-9474-4940-985d-5b813c7f00c1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.788419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e4ab1b-9474-4940-985d-5b813c7f00c1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:37.881306 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (bc03770e-c09f-4a79-8008-0ad114ab2c6d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:37.957915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4c93e60e-f3f9-417c-941e-0bba684a8d95 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:37.958543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4c93e60e-f3f9-417c-941e-0bba684a8d95 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:37.971523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.001179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64f767e5-fc2f-4404-b99e-1a4014bdc60a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:14:38.009319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port f19299ed-38b3-48b7-97f7-a8acc6ed172a yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:38.014703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.019185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (bc03770e-c09f-4a79-8008-0ad114ab2c6d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.026797 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks [] for router_controller (bc03770e-c09f-4a79-8008-0ad114ab2c6d), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.043653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Publish callbacks [] for port (347899ff-f26e-42dd-be40-f4927bd28aca), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.060999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e84bcd99-6f12-44f0-98e7-ddadc03f6615 None None] Provisioning complete for port 88053173-fc7e-4363-b327-442e5b9c058f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:38.061368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e84bcd99-6f12-44f0-98e7-ddadc03f6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (88053173-fc7e-4363-b327-442e5b9c058f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.079230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0ffbb-28e7-482e-a119-d5633bcf8a55 req-5dfe4ef5-e419-4a8e-8346-c12ea98f5d79 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:38.080947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=65210685-eee8-4244-acd9-3bbde5493ff7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:38.086991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c0ffbb-28e7-482e-a119-d5633bcf8a55 req-5dfe4ef5-e419-4a8e-8346-c12ea98f5d79 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 944 time: 0.2006667 Jan 28 01:14:38.098542 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.109892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (bc03770e-c09f-4a79-8008-0ad114ab2c6d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.110529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc03770e-c09f-4a79-8008-0ad114ab2c6d {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:38.119515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.125834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-117a7368-4cea-4688-8101-3cacfca6fd38 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bc03770e-c09f-4a79-8008-0ad114ab2c6d HTTP/1.1" status: 204 len: 168 time: 1.2312951 Jan 28 01:14:38.125834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38542) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:38.126174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port 65210685-eee8-4244-acd9-3bbde5493ff7 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:38.166989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Deleting port 65210685-eee8-4244-acd9-3bbde5493ff7 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:38.167367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.170400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c0ffbb-28e7-482e-a119-d5633bcf8a55 req-02ae3a21-3711-4794-a323-7cd274bcf10d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Jan 28 01:14:38.192268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e84bcd99-6f12-44f0-98e7-ddadc03f6615 None None] Port 88053173-fc7e-4363-b327-442e5b9c058f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:38.199947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Deleting subnet c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:38.203531 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Publish callbacks [] for subnet (c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.239144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:38.248103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.251263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:38.255496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:38.260831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Pushing event updated for resources: {'Port': ['ID=347899ff-f26e-42dd-be40-f4927bd28aca,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:38.282119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] For port 65210685-eee8-4244-acd9-3bbde5493ff7, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:38.282641 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.289586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:38.300379 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] Sync routers for ids ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:38.301693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92871cd0-649b-4e54-bb00-3aecc16498d8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64f767e5-fc2f-4404-b99e-1a4014bdc60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9224050 Jan 28 01:14:38.304080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (604ac9b5-5853-4b4b-aa50-4e2e065c8b08), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.304252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38544) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:38.317577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Calling delete_port for 65210685-eee8-4244-acd9-3bbde5493ff7 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:38.322400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Port 65210685-eee8-4244-acd9-3bbde5493ff7 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:14:38.329964 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] Routers {'64f767e5-fc2f-4404-b99e-1a4014bdc60a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:38.330603 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.348909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (65210685-eee8-4244-acd9-3bbde5493ff7), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.363048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1164862689-router', 'tenant_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:01:10Z', 'updated_at': '2022-01-28T01:14:34Z', 'revision_number': 5, 'project_id': '30f7b4a0d35d4cfb812a6b9bc9058ec9', 'gw_port': {'id': '35e4ab1b-9474-4940-985d-5b813c7f00c1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03770e-c09f-4a79-8008-0ad114ab2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:01:12Z', 'updated_at': '2022-01-28T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.371742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604ac9b5-5853-4b4b-aa50-4e2e065c8b08']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.408323 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.430330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5559c46-de9d-49b8-934d-c07bb185b465') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.430610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5559c46-de9d-49b8-934d-c07bb185b465') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.436394 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] Routers {'64f767e5-fc2f-4404-b99e-1a4014bdc60a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:38.437026 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.440682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:38.444337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d53fe5-6a00-4d5f-a08f-6e319b5cf1fd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:38.447577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1d53fe5-6a00-4d5f-a08f-6e319b5cf1fd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports/88053173-fc7e-4363-b327-442e5b9c058f HTTP/1.1" status: 200 len: 977 time: 0.1425040 Jan 28 01:14:38.462747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38548) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:38.468555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:38.469404 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec3a309-2fa0-4ad5-8dda-6e53353d1995 None None] The sync data for ids ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:38.498919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d5559c46-de9d-49b8-934d-c07bb185b465), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.504617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Checking router: bc03770e-c09f-4a79-8008-0ad114ab2c6d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:38.507089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] Pushing event deleted for resources: {'Port': ['ID=65210685-eee8-4244-acd9-3bbde5493ff7,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:38.509131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Attempting to bind port 347899ff-f26e-42dd-be40-f4927bd28aca on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:38.510051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Attempting to bind port 347899ff-f26e-42dd-be40-f4927bd28aca by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:38.510415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Attempting to bind port 347899ff-f26e-42dd-be40-f4927bd28aca on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:38.515202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06846683-93ac-4015-b632-831f2ad095f2 None None] No DVR routers for this DVR port 65210685-eee8-4244-acd9-3bbde5493ff7 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:38.533903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:38.533903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:38.534246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.534396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:38.534810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Bound port: 347899ff-f26e-42dd-be40-f4927bd28aca, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:38.535189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.545231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.547800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 172.20.0.10 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/eaa97ada-29e1-4c33-9d78-601abb755d8e/f19299ed-38b3-48b7-97f7-a8acc6ed172a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:38.555537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f2943310-6bdc-4044-9805-98bff2128104 None None] Provisioning complete for port 88053173-fc7e-4363-b327-442e5b9c058f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:38.555872 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f2943310-6bdc-4044-9805-98bff2128104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (88053173-fc7e-4363-b327-442e5b9c058f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.568443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d5559c46-de9d-49b8-934d-c07bb185b465), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.571172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fec4:255c (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6130edcf-f70e-4222-be9b-d60e0c5c827b/f19299ed-38b3-48b7-97f7-a8acc6ed172a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:38.580856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:38.581287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d5559c46-de9d-49b8-934d-c07bb185b465), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.584634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65210685-eee8-4244-acd9-3bbde5493ff7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:38.584808 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:38.602738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Routers set() bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:38.603131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Router IDs set() for agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:14:38.603709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bc03770e-c09f-4a79-8008-0ad114ab2c6d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:10Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent'). {{(pid=109596) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 01:14:38.604103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee958b8-acab-47fc-96b5-8dc5d681a437 None None] The sync data for ids ['bc03770e-c09f-4a79-8008-0ad114ab2c6d'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:38.622422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89544959-1e13-44ad-91bc-f33439f51201 req-2f5c84bf-adae-4973-bb55-d3b71efdd550 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:38.630209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89544959-1e13-44ad-91bc-f33439f51201 req-2f5c84bf-adae-4973-bb55-d3b71efdd550 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.1813529 Jan 28 01:14:38.633257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 65210685-eee8-4244-acd9-3bbde5493ff7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:38.633604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 65210685-eee8-4244-acd9-3bbde5493ff7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:38.634049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:38.675830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:38.676237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 38b9cbc5-63eb-4a02-b2e9-e9a186b9cbb4 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:38.689375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f2943310-6bdc-4044-9805-98bff2128104 None None] Port 88053173-fc7e-4363-b327-442e5b9c058f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:38.698110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:14:38.706196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:38.708676 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.733530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (604ac9b5-5853-4b4b-aa50-4e2e065c8b08), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.737480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] For port 347899ff-f26e-42dd-be40-f4927bd28aca, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:38.756149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] For port 347899ff-f26e-42dd-be40-f4927bd28aca, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=347899ff-f26e-42dd-be40-f4927bd28aca,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:38.763270 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.764669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.767913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/604ac9b5-5853-4b4b-aa50-4e2e065c8b08 HTTP/1.1" status: 204 len: 168 time: 1.9013443 Jan 28 01:14:38.774108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89544959-1e13-44ad-91bc-f33439f51201 req-7444204b-7660-4527-b8f8-dc110c9bf12c tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389484 Jan 28 01:14:38.777006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38550) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:38.817662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b29283-f909-46d6-897c-185620e8f2b6 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=604ac9b5-5853-4b4b-aa50-4e2e065c8b08,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:38.874561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.890328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f51e-b3e1-46ef-bbef-e9c326111bc0 None None] Pushing event updated for resources: {'Port': ['ID=347899ff-f26e-42dd-be40-f4927bd28aca,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:38.916215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (f19299ed-38b3-48b7-97f7-a8acc6ed172a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.918637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:38.919279 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.963172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f19299ed-38b3-48b7-97f7-a8acc6ed172a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:38.971652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a097b1-4382-4631-b1b5-351da719615d None None] Network 002e5c63-3fec-4939-9957-47ab9cd989c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:38.978895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:38.981194 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a756c6e4-b370-419f-9a6e-46c97bb35deb" -d '{"events": [{"server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "name": "network-vif-plugged", "status": "completed", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:39.006455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:39.011174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.014792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9 HTTP/1.1" status: 204 len: 168 time: 0.8900304 Jan 28 01:14:39.077811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38558) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:39.078397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=f19299ed-38b3-48b7-97f7-a8acc6ed172a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:39.082503 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d258c6b1-bf72-4de4-b215-255fb07641c5 x-openstack-request-id: req-d258c6b1-bf72-4de4-b215-255fb07641c5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:39.082961 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "name": "network-vif-plugged", "status": "completed", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:39.083106 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d258c6b1-bf72-4de4-b215-255fb07641c5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:39.085658 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'code': 200} Jan 28 01:14:39.088041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.107511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef6583-060a-4839-b961-847e55b00d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e6dfef-2578-4c2b-ae3d-98e4cafcd0b9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:39.124876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:39.144638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:39.165526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:39.326759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:39.333750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ada95d40-734e-4896-931a-f6ceefcdae30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.386026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (002e5c63-3fec-4939-9957-47ab9cd989c7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.398733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25311e44-4a2f-429d-9819-c489fb3d855e req-a6f72aa9-2b84-4364-a09a-fc4db75e5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:39.400268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-25311e44-4a2f-429d-9819-c489fb3d855e req-a6f72aa9-2b84-4364-a09a-fc4db75e5208 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.1507576 Jan 28 01:14:39.411939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:39.413207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.469255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0563d436-91a3-453f-9b24-8f4174b2f863 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0935543 Jan 28 01:14:39.472752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38566) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:39.508798 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-25311e44-4a2f-429d-9819-c489fb3d855e req-e782c4c0-6bbc-4e6b-9b1d-cad59e7b536f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919406 Jan 28 01:14:39.548848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2e0a6-7243-4817-b98d-553c8a05a33f req-bb259fbb-d5b5-419e-b889-3f97da01939f tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:39.550733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7da2e0a6-7243-4817-b98d-553c8a05a33f req-bb259fbb-d5b5-419e-b889-3f97da01939f tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1720264 Jan 28 01:14:39.551859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc42596-4b79-4951-9633-e861e97c2af0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:39.557192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc42596-4b79-4951-9633-e861e97c2af0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:39.558826 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-adc42596-4b79-4951-9633-e861e97c2af0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0851014 Jan 28 01:14:39.562512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38568) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:39.563290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b89d9d-ec31-4fce-b8ba-95e6e4c6acec req-9b09f4f7-8c71-4d01-ae9d-927bfa212634 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:39.564795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5b89d9d-ec31-4fce-b8ba-95e6e4c6acec req-9b09f4f7-8c71-4d01-ae9d-927bfa212634 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.1980126 Jan 28 01:14:39.597230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Deleting port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:39.597567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.700813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] For port 1bf4da0a-90ba-4f10-898c-a01c797a82b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1bf4da0a-90ba-4f10-898c-a01c797a82b2,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:39.700813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.706839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] DHCP port deletion for 002e5c63-3fec-4939-9957-47ab9cd989c7 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:39.718353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Calling delete_port for 1bf4da0a-90ba-4f10-898c-a01c797a82b2 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:39.741124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5b89d9d-ec31-4fce-b8ba-95e6e4c6acec req-2b50e75b-9c66-4049-85ef-8adf8bfe903a tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560900 Jan 28 01:14:39.751925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7da2e0a6-7243-4817-b98d-553c8a05a33f req-02a57336-88ba-4978-b6d9-323c7dc2a827 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679459 Jan 28 01:14:39.779882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port f19299ed-38b3-48b7-97f7-a8acc6ed172a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:39.779882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f19299ed-38b3-48b7-97f7-a8acc6ed172a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.790073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (64f767e5-fc2f-4404-b99e-1a4014bdc60a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.810281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] Deleting port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:39.810940 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.894500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] For port 1bf4da0a-90ba-4f10-898c-a01c797a82b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1bf4da0a-90ba-4f10-898c-a01c797a82b2,segment=NetworkSegment(924a33fe-e2bc-4ff0-8df4-0bad22d8205e),segment_id=924a33fe-e2bc-4ff0-8df4-0bad22d8205e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:39.895185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.902645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f19299ed-38b3-48b7-97f7-a8acc6ed172a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.911984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.915106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] Calling delete_port for 1bf4da0a-90ba-4f10-898c-a01c797a82b2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:39.948451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for f19299ed-38b3-48b7-97f7-a8acc6ed172a owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:39.949826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf4da0a-90ba-4f10-898c-a01c797a82b2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:39.955811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] No DVR routers for this DVR port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:40.007063 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:14:40.020911 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (1bf4da0a-90ba-4f10-898c-a01c797a82b2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.048748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] Pushing event deleted for resources: {'Port': ['ID=1bf4da0a-90ba-4f10-898c-a01c797a82b2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:40.053299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a66ec-fd73-4119-808b-fb7733558ab3 None None] No DVR routers for this DVR port 1bf4da0a-90ba-4f10-898c-a01c797a82b2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:40.130272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (002e5c63-3fec-4939-9957-47ab9cd989c7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.162387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002e5c63-3fec-4939-9957-47ab9cd989c7']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:40.180764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924a33fe-e2bc-4ff0-8df4-0bad22d8205e') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:40.181059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924a33fe-e2bc-4ff0-8df4-0bad22d8205e') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:40.192704 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (924a33fe-e2bc-4ff0-8df4-0bad22d8205e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.210361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (924a33fe-e2bc-4ff0-8df4-0bad22d8205e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.239549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:40.239961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (924a33fe-e2bc-4ff0-8df4-0bad22d8205e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:40.241796 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:40.300087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380767d4-efa5-4313-8291-f6fad7e745d2 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:40.335238 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (002e5c63-3fec-4939-9957-47ab9cd989c7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.345669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.347886 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] 10.222.0.23 "DELETE /v2.0/networks/002e5c63-3fec-4939-9957-47ab9cd989c7 HTTP/1.1" status: 204 len: 168 time: 1.2536168 Jan 28 01:14:40.362937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464f731-ac33-4674-93e6-5e424f87b3da admin admin] Pushing event deleted for resources: {'Network': ['ID=002e5c63-3fec-4939-9957-47ab9cd989c7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:40.379323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f19299ed-38b3-48b7-97f7-a8acc6ed172a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.405903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] Provisioning complete for port 347899ff-f26e-42dd-be40-f4927bd28aca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:40.409446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.450235 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.471786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=f19299ed-38b3-48b7-97f7-a8acc6ed172a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:40.559198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:40.567299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] Current status of the port 347899ff-f26e-42dd-be40-f4927bd28aca is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:40.573001 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.625759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] For port 347899ff-f26e-42dd-be40-f4927bd28aca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=347899ff-f26e-42dd-be40-f4927bd28aca,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:40.626213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d94571a2-31f1-4243-8e84-d4f167ceb8a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30f7b4a0d35d4cfb812a6b9bc9058ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0649538 Jan 28 01:14:40.628505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:40.648720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 347899ff-f26e-42dd-be40-f4927bd28aca up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:40.650909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.660024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.665982 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b6ea0573-d083-4a3e-af5a-efdfa83a36bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/f19299ed-38b3-48b7-97f7-a8acc6ed172a HTTP/1.1" status: 204 len: 168 time: 1.1002145 Jan 28 01:14:40.668847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38580) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:40.730117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca941ef-5940-4508-aee6-5fa48352b869 admin admin] Publish callbacks [] for security_group (e32a811a-3032-4268-b9f8-f3c6cdd8bb91), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.748055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25759b3-bc61-46af-b1a2-d0aa4b245cfb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:40.749612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25759b3-bc61-46af-b1a2-d0aa4b245cfb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:40.750939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25759b3-bc61-46af-b1a2-d0aa4b245cfb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:40.752742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c25759b3-bc61-46af-b1a2-d0aa4b245cfb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0828772 Jan 28 01:14:40.755342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38582) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:40.757276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ef586-1d2d-4397-b80f-932fe8dfa76e None None] Pushing event updated for resources: {'Port': ['ID=347899ff-f26e-42dd-be40-f4927bd28aca,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:40.766033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14450f3-7ecd-4ed2-89ff-9b2a9afea3f4 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'eaa97ada-29e1-4c33-9d78-601abb755d8e', 'ip_address': '172.20.0.2'}, {'subnet_id': '6130edcf-f70e-4222-be9b-d60e0c5c827b'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '347899ff-f26e-42dd-be40-f4927bd28aca'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:14:40.814844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca941ef-5940-4508-aee6-5fa48352b869 admin admin] Publish callbacks [] for security_group (e32a811a-3032-4268-b9f8-f3c6cdd8bb91), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.843701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 6130edcf-f70e-4222-be9b-d60e0c5c827b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:40.849255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 88053173-fc7e-4363-b327-442e5b9c058f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:40.849905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (88053173-fc7e-4363-b327-442e5b9c058f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.857575 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b14450f3-7ecd-4ed2-89ff-9b2a9afea3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.857906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (6130edcf-f70e-4222-be9b-d60e0c5c827b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.913440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (6130edcf-f70e-4222-be9b-d60e0c5c827b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.952400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca941ef-5940-4508-aee6-5fa48352b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e32a811a-3032-4268-b9f8-f3c6cdd8bb91), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.955642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca941ef-5940-4508-aee6-5fa48352b869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:40.956967 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4ca941ef-5940-4508-aee6-5fa48352b869 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e32a811a-3032-4268-b9f8-f3c6cdd8bb91 HTTP/1.1" status: 204 len: 168 time: 0.3272629 Jan 28 01:14:40.970165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca941ef-5940-4508-aee6-5fa48352b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a811a-3032-4268-b9f8-f3c6cdd8bb91,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:40.977288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6130edcf-f70e-4222-be9b-d60e0c5c827b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.038264 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.046736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 347899ff-f26e-42dd-be40-f4927bd28aca triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:41.047359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.104801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (6130edcf-f70e-4222-be9b-d60e0c5c827b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.117935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (88053173-fc7e-4363-b327-442e5b9c058f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.142743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 88053173-fc7e-4363-b327-442e5b9c058f owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:41.144061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-6adae53f-7340-4ded-a555-d09300378930 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-b14450f3-7ecd-4ed2-89ff-9b2a9afea3f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6130edcf-f70e-4222-be9b-d60e0c5c827b: This subnet is being modified by another concurrent operation. Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exception Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6130edcf-f70e-4222-be9b-d60e0c5c827b: This subnet is being modified by another concurrent operation. Jan 28 01:14:41.144597 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:14:41.155728 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-6adae53f-7340-4ded-a555-d09300378930 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.0906775 Jan 28 01:14:41.155728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=6130edcf-f70e-4222-be9b-d60e0c5c827b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:41.166717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.172979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-74129912-ae23-428f-a769-8e43adcf6227 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6130edcf-f70e-4222-be9b-d60e0c5c827b HTTP/1.1" status: 204 len: 168 time: 0.4164844 Jan 28 01:14:41.174206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38592) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:41.179900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 347899ff-f26e-42dd-be40-f4927bd28aca is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:41.218699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014c1e-d857-464a-b923-baa4e85414b6 req-b8da8e3c-09de-4343-b857-94d45f02e103 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:41.227096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37014c1e-d857-464a-b923-baa4e85414b6 req-b8da8e3c-09de-4343-b857-94d45f02e103 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.3055141 Jan 28 01:14:41.292632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a9704296-4f69-440c-8fc8-f24dba9a940d None None] Provisioning complete for port 347899ff-f26e-42dd-be40-f4927bd28aca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:41.293915 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9704296-4f69-440c-8fc8-f24dba9a940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.300354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c8231-379f-4ac2-98fe-4f27163b9c4c None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:14:41.302421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35e4ab1b-9474-4940-985d-5b813c7f00c1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:41.355347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87245-31b8-4a01-8c08-be4a59f2c622 req-c415808b-c63e-43b0-8221-cae5b9f450de tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:41.357609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8d87245-31b8-4a01-8c08-be4a59f2c622 req-c415808b-c63e-43b0-8221-cae5b9f450de tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 946 time: 0.4334588 Jan 28 01:14:41.460032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37014c1e-d857-464a-b923-baa4e85414b6 req-d6ed4a23-7e1e-4ee6-b05f-74de1ee4cadd tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309704 Jan 28 01:14:41.522677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8d87245-31b8-4a01-8c08-be4a59f2c622 req-adcfd4f7-7fef-437d-857b-8d46133fca51 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/security-groups?id=4afcb26d-3b1d-4892-aed8-05a5e9929ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581955 Jan 28 01:14:41.572494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 35e4ab1b-9474-4940-985d-5b813c7f00c1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:41.572842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 35e4ab1b-9474-4940-985d-5b813c7f00c1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:41.573502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:41.609211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:41.609823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 04b3feb2-db8b-4ca8-bcce-ac35f65912d6 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:41.610436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1bf4da0a-90ba-4f10-898c-a01c797a82b2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:41.635191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port cef4580f-592c-4a6f-840c-c6735751daa4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:41.636813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.653744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1bf4da0a-90ba-4f10-898c-a01c797a82b2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:41.654107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1bf4da0a-90ba-4f10-898c-a01c797a82b2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:41.695664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet eaa97ada-29e1-4c33-9d78-601abb755d8e {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:41.700039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (eaa97ada-29e1-4c33-9d78-601abb755d8e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.722793 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a9704296-4f69-440c-8fc8-f24dba9a940d None None] Current status of the port 347899ff-f26e-42dd-be40-f4927bd28aca is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:41.759252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (eaa97ada-29e1-4c33-9d78-601abb755d8e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.788232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Deleting port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:41.788604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.807902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c8231-379f-4ac2-98fe-4f27163b9c4c None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:14:41.838050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port cef4580f-592c-4a6f-840c-c6735751daa4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cef4580f-592c-4a6f-840c-c6735751daa4,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:41.838571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.906930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for cef4580f-592c-4a6f-840c-c6735751daa4 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:41.937696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] For port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,segment=NetworkSegment(c97aaf97-79de-4c67-8932-85a6a2b59c59),segment_id=c97aaf97-79de-4c67-8932-85a6a2b59c59)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:41.938121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.941035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (eaa97ada-29e1-4c33-9d78-601abb755d8e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.978581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Calling delete_port for 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:41.988372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.068432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (eaa97ada-29e1-4c33-9d78-601abb755d8e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.104268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa97ada-29e1-4c33-9d78-601abb755d8e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:42.104556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (88053173-fc7e-4363-b327-442e5b9c058f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.115887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.119376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8644094-0a01-4d2d-940d-71dbd505b1a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/eaa97ada-29e1-4c33-9d78-601abb755d8e HTTP/1.1" status: 204 len: 168 time: 0.9422355 Jan 28 01:14:42.122554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38618) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.170469 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-26fb9b70-3c18-4971-9147-750c4bae42a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464859 Jan 28 01:14:42.172789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38620) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.210100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ec8ee-fbba-4bfd-aa66-bf40b3c75f39 req-e95e9fce-7a3c-4f6f-9e40-f0cf93970c04 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:42.217919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be5ec8ee-fbba-4bfd-aa66-bf40b3c75f39 req-e95e9fce-7a3c-4f6f-9e40-f0cf93970c04 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.2159672 Jan 28 01:14:42.220634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-724667f2-2286-4fcf-99a7-a675e5045d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:42.222133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-724667f2-2286-4fcf-99a7-a675e5045d32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.2603233 Jan 28 01:14:42.226805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=88053173-fc7e-4363-b327-442e5b9c058f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:42.263971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c7d645-b4c1-4099-908a-945d35cef155 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'eaa97ada-29e1-4c33-9d78-601abb755d8e'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '347899ff-f26e-42dd-be40-f4927bd28aca'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:14:42.272557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe3a9d-0d71-4ba6-8eea-62f283c283ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:42.274180 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7abe3a9d-0d71-4ba6-8eea-62f283c283ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1002040 Jan 28 01:14:42.276738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38624) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.287810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8fa145df-7b06-4f09-a7a6-4c214b9b4e4b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.307991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-02c7d645-b4c1-4099-908a-945d35cef155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.320373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8fa145df-7b06-4f09-a7a6-4c214b9b4e4b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:42.350975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Pushing event deleted for resources: {'Port': ['ID=8fa145df-7b06-4f09-a7a6-4c214b9b4e4b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:42.404730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] No DVR routers for this DVR port 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:42.408737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f9fa9-619b-4658-a98f-5bdb4c297b98 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:42.412547 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c82f9fa9-619b-4658-a98f-5bdb4c297b98 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1325147 Jan 28 01:14:42.412547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.415026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7ca67fa9-0a85-455d-b2a6-dd3e038e38f6 req-88d1a42e-aff4-438e-a1fd-3ffba8cf5564 tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.43 "DELETE /v2.0/ports/8fa145df-7b06-4f09-a7a6-4c214b9b4e4b HTTP/1.1" status: 204 len: 173 time: 1.2631929 Jan 28 01:14:42.415620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'name': 'network-vif-deleted', 'tag': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:42.418508 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d090676c-c1d3-44e2-ac45-a7c9a161e20f" -d '{"events": [{"server_uuid": "c2523dcc-40e4-4f2e-89a3-a924194c3c01", "name": "network-vif-deleted", "tag": "8fa145df-7b06-4f09-a7a6-4c214b9b4e4b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:42.420346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38628) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.464098 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2717dec4-08de-4ef0-ad83-dcfc20a6d21a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423145 Jan 28 01:14:42.471642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38632) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.487315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-da83cba8-b51e-409f-8a00-f453ec279efe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:42.505379 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc5d3e7-55cb-4130-a485-8b5e721b2f00 x-openstack-request-id: req-5dc5d3e7-55cb-4130-a485-8b5e721b2f00 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:42.506044 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2523dcc-40e4-4f2e-89a3-a924194c3c01", "name": "network-vif-deleted", "tag": "8fa145df-7b06-4f09-a7a6-4c214b9b4e4b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:42.506535 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dc5d3e7-55cb-4130-a485-8b5e721b2f00 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:42.507191 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2523dcc-40e4-4f2e-89a3-a924194c3c01', 'name': 'network-vif-deleted', 'tag': '8fa145df-7b06-4f09-a7a6-4c214b9b4e4b', 'status': 'completed', 'code': 200} Jan 28 01:14:42.520349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-6473b609-24fd-4f9e-856f-39d7d3f2e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:42.522742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-6473b609-24fd-4f9e-856f-39d7d3f2e877 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.2923985 Jan 28 01:14:42.552328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 347899ff-f26e-42dd-be40-f4927bd28aca no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:42.620470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68025e81-bbab-47d8-ad14-d8415f5f7987 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:42.637000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-75ebb70c-679c-44e5-ab66-b028097cd204 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.1037605 Jan 28 01:14:42.681116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da83cba8-b51e-409f-8a00-f453ec279efe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:42.686058 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da83cba8-b51e-409f-8a00-f453ec279efe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.687582 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-da83cba8-b51e-409f-8a00-f453ec279efe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:14:42.688076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da83cba8-b51e-409f-8a00-f453ec279efe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:42.710874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da83cba8-b51e-409f-8a00-f453ec279efe tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2380841 Jan 28 01:14:42.713824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.719322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-69cc242d-e041-4b05-84c0-fbcce1dce218 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:42.798336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be5ec8ee-fbba-4bfd-aa66-bf40b3c75f39 req-659c539e-170f-4006-b139-9ea03bb5b47c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798099 Jan 28 01:14:42.843471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 347899ff-f26e-42dd-be40-f4927bd28aca is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:42.843876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.877821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc242d-e041-4b05-84c0-fbcce1dce218 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:42.882128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69cc242d-e041-4b05-84c0-fbcce1dce218 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.885363 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cc242d-e041-4b05-84c0-fbcce1dce218 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:14:42.885904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cc242d-e041-4b05-84c0-fbcce1dce218 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:42.906375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-325f048d-faad-455d-9fbb-963ddf0df884 req-5cf7bd94-9190-423c-94f2-a37ea9b4c14b tempest-DeleteServersTestJSON-1466027983 tempest-DeleteServersTestJSON-1466027983-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2523dcc-40e4-4f2e-89a3-a924194c3c01 HTTP/1.1" status: 200 len: 210 time: 0.2350368 Jan 28 01:14:42.908079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] Provisioning complete for port 347899ff-f26e-42dd-be40-f4927bd28aca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:42.908471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.913653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69cc242d-e041-4b05-84c0-fbcce1dce218 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1960254 Jan 28 01:14:42.914716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38648) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:42.922164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8239264c-9305-4c38-bf90-232b5811a1ce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:42.973063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 347899ff-f26e-42dd-be40-f4927bd28aca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=347899ff-f26e-42dd-be40-f4927bd28aca,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:42.982174 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.034294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (64f767e5-fc2f-4404-b99e-1a4014bdc60a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.044666 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cef4580f-592c-4a6f-840c-c6735751daa4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.055058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:43.103374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-30a14fe2-6adf-4166-834b-08a850232f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:43.104942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-30a14fe2-6adf-4166-834b-08a850232f17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.4484529 Jan 28 01:14:43.108239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8239264c-9305-4c38-bf90-232b5811a1ce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:43.113645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8239264c-9305-4c38-bf90-232b5811a1ce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.115246 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8239264c-9305-4c38-bf90-232b5811a1ce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:14:43.115684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8239264c-9305-4c38-bf90-232b5811a1ce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:43.118824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=cef4580f-592c-4a6f-840c-c6735751daa4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:43.136106 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8239264c-9305-4c38-bf90-232b5811a1ce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2190671 Jan 28 01:14:43.139196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38654) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.144198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d0c6be7a-1427-4799-986c-481675b36362 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:43.188160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=347899ff-f26e-42dd-be40-f4927bd28aca,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:43.248019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] Current status of the port 347899ff-f26e-42dd-be40-f4927bd28aca is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:43.248507 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.284596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6be7a-1427-4799-986c-481675b36362 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:43.287401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] Deleting port 347899ff-f26e-42dd-be40-f4927bd28aca {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:43.287845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.288562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0c6be7a-1427-4799-986c-481675b36362 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.290047 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c6be7a-1427-4799-986c-481675b36362 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:14:43.290486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c6be7a-1427-4799-986c-481675b36362 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:43.296768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-71ac056a-6e61-4716-a87e-1c04ace7be50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699657 Jan 28 01:14:43.329647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d0c6be7a-1427-4799-986c-481675b36362 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1893468 Jan 28 01:14:43.333103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.341195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a2b8f68d-ef49-4cad-b932-b23485a9085f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:43.388070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] For port 347899ff-f26e-42dd-be40-f4927bd28aca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=347899ff-f26e-42dd-be40-f4927bd28aca,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:43.388472 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.406446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] Calling delete_port for 347899ff-f26e-42dd-be40-f4927bd28aca owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:43.516914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.527805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] For port 347899ff-f26e-42dd-be40-f4927bd28aca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=347899ff-f26e-42dd-be40-f4927bd28aca,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:43.528515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8f68d-ef49-4cad-b932-b23485a9085f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:43.537353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2b8f68d-ef49-4cad-b932-b23485a9085f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.537576 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.546310 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b8f68d-ef49-4cad-b932-b23485a9085f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:14:43.546808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b8f68d-ef49-4cad-b932-b23485a9085f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:43.568715 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (347899ff-f26e-42dd-be40-f4927bd28aca), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.570429 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2b8f68d-ef49-4cad-b932-b23485a9085f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2334721 Jan 28 01:14:43.573470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38666) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.579537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-95c5f18c-428c-4fcb-9d9c-6669bea603b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:43.589048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.596175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] No DVR routers for this DVR port 347899ff-f26e-42dd-be40-f4927bd28aca on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:43.612823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a63f5-c917-47b2-8b51-e10585ce4c06 None None] Pushing event updated for resources: {'Port': ['ID=347899ff-f26e-42dd-be40-f4927bd28aca,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:43.614413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64f767e5-fc2f-4404-b99e-1a4014bdc60a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:43.621115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-76b74c27-9a44-49fb-9212-17b496d0aad2 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868373 Jan 28 01:14:43.641299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84962db-a8fa-4fd0-893a-a2d9b9f11055 None None] Pushing event deleted for resources: {'Port': ['ID=347899ff-f26e-42dd-be40-f4927bd28aca,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:43.710825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c5f18c-428c-4fcb-9d9c-6669bea603b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:43.714907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95c5f18c-428c-4fcb-9d9c-6669bea603b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.716038 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c5f18c-428c-4fcb-9d9c-6669bea603b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:14:43.716600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c5f18c-428c-4fcb-9d9c-6669bea603b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:43.735257 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95c5f18c-428c-4fcb-9d9c-6669bea603b8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1605070 Jan 28 01:14:43.737879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38672) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.778264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4b83c6c-0abd-4067-b8d8-7faed6288391 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378444 Jan 28 01:14:43.780858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.851297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85d760-3722-4d26-bb33-357619572a25 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:43.855314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3d85d760-3722-4d26-bb33-357619572a25 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711825 Jan 28 01:14:43.855717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38678) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.905167 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d2f96c96-2bef-4eb4-8dd1-a5cdd5b06601 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441871 Jan 28 01:14:43.906094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38680) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:43.912145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:44.023858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:44.028965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:44.235738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:44.250851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a0a353e3-0018-42c1-a0dd-6272ffe8e16d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64f767e5-fc2f-4404-b99e-1a4014bdc60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7900424 Jan 28 01:14:44.251828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] Sync routers for ids ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:44.253267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:44.280186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] Routers {'64f767e5-fc2f-4404-b99e-1a4014bdc60a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:44.281745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:44.295546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166da221-9fbd-484f-8e74-3c345796f1c4 req-d9e929b1-f5d0-4b0e-9ce5-fdf091f1edbd tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:44.302392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-166da221-9fbd-484f-8e74-3c345796f1c4 req-d9e929b1-f5d0-4b0e-9ce5-fdf091f1edbd tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1454420 Jan 28 01:14:44.305551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbd5829-a493-4ddd-a2a4-d78604b33f21 req-e635082f-b033-4355-9f8d-217936db39bb service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449871 Jan 28 01:14:44.373404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:44.404383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] Routers {'64f767e5-fc2f-4404-b99e-1a4014bdc60a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:44.411463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:44.421346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:44.469008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:44.470064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4eac1-70ac-426a-9133-67214eafb6f1 None None] The sync data for ids ['64f767e5-fc2f-4404-b99e-1a4014bdc60a'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:44.494187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:44.498405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:44.498862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8fa145df-7b06-4f09-a7a6-4c214b9b4e4b not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:44.554794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-166da221-9fbd-484f-8e74-3c345796f1c4 req-cb321d03-2689-46b9-a15a-66b35802157e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514091 Jan 28 01:14:44.575282 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-9235e71a-66d8-4643-81fc-7b24dc241472 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 01:14:44.579028 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9235e71a-66d8-4643-81fc-7b24dc241472 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64f767e5-fc2f-4404-b99e-1a4014bdc60a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3221056 Jan 28 01:14:44.593087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:14:44.594102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38716) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:44.606627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:44.635829 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d0077ac3-3adb-4e3e-b263-04b577ff5161 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f767e5-fc2f-4404-b99e-1a4014bdc60a HTTP/1.1" status: 200 len: 205 time: 0.0394511 Jan 28 01:14:44.636003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38722) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:44.674695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:44.678078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:44.682609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:44.683215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:44.689790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46283c55-0b74-4956-8d6d-20ac650631d4 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:44.695987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:44.715578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:44.723148 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc63016a-3173-4dcd-9b14-c378ddeeee70 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8155878 Jan 28 01:14:44.725368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38728) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:44.731501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:44.733467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:ad:dd:55', 'name': 'tempest-NetworksTestDHCPv6-1540277622'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:44.759088 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:44.760802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:44.852188 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (64f767e5-fc2f-4404-b99e-1a4014bdc60a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:44.863973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38732) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:44.867423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cfc9609f-b3c4-4daf-9666-12aa4e69b71c tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0074837 Jan 28 01:14:44.901884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:44.903554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:44.931274 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:44.933293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:45.028385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet f3b3cfe0-46a2-47b0-a951-5acfba988129 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:45.041529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (f3b3cfe0-46a2-47b0-a951-5acfba988129), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.104981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f3b3cfe0-46a2-47b0-a951-5acfba988129), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.175049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.206810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (64f767e5-fc2f-4404-b99e-1a4014bdc60a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.209648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (64f767e5-fc2f-4404-b99e-1a4014bdc60a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.233449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Allocated IP 2001:db8::f816:3eff:feeb:3b73 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3/1a829190-ecca-4060-a11d-1191e1e4e650) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:45.236122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 645066af-8371-48bb-a8f8-bf465741d804 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:45.313696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f3b3cfe0-46a2-47b0-a951-5acfba988129), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.317101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (64f767e5-fc2f-4404-b99e-1a4014bdc60a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.318609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router 64f767e5-fc2f-4404-b99e-1a4014bdc60a {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:45.329841 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.334387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d277ee1c-577d-4ca2-a3e5-1ae549af6995 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/64f767e5-fc2f-4404-b99e-1a4014bdc60a HTTP/1.1" status: 204 len: 168 time: 0.6980791 Jan 28 01:14:45.335343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38744) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:45.412269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f3b3cfe0-46a2-47b0-a951-5acfba988129), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.437502 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:42Z', 'revision_number': 10, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:45.439405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 1586344d-835b-4838-9f11-18540fde4c82 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:45.449199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (1586344d-835b-4838-9f11-18540fde4c82), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.479619 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:45.498542 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:45.500149 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:45.501462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.504715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/f3b3cfe0-46a2-47b0-a951-5acfba988129 HTTP/1.1" status: 204 len: 168 time: 0.6391542 Jan 28 01:14:45.505647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce83bb-5a69-4d4c-bdc8-39051839fd25 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b3cfe0-46a2-47b0-a951-5acfba988129,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:45.511752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:45.515265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff643dc-145b-47ef-a270-66e99fa448bb None None] Network 80508850-1e98-4cd7-a5bc-df9dc095402e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:45.582324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38752) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:45.600286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1586344d-835b-4838-9f11-18540fde4c82), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.635943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Publish callbacks [] for port (1a829190-ecca-4060-a11d-1191e1e4e650), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.660514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.692278 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (80508850-1e98-4cd7-a5bc-df9dc095402e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.692751 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:45.757441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:45.760864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:45.762420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fead:dd55 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3/645066af-8371-48bb-a8f8-bf465741d804) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:45.767872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] DHCP port deletion for 80508850-1e98-4cd7-a5bc-df9dc095402e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:45.770942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:45.841858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Pushing event updated for resources: {'Port': ['ID=1a829190-ecca-4060-a11d-1191e1e4e650,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:45.852866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1586344d-835b-4838-9f11-18540fde4c82), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.863060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c63a7-56f5-435b-a0f2-1c457e3f81f5 req-da8e9cce-e142-4600-ad84-d09087c84cd5 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:45.865896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-410c63a7-56f5-435b-a0f2-1c457e3f81f5 req-da8e9cce-e142-4600-ad84-d09087c84cd5 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1641634 Jan 28 01:14:45.885165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Attempting to bind port 1a829190-ecca-4060-a11d-1191e1e4e650 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:45.886160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Attempting to bind port 1a829190-ecca-4060-a11d-1191e1e4e650 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:45.886732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Attempting to bind port 1a829190-ecca-4060-a11d-1191e1e4e650 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:45.893457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:45.894182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:45.894789 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.895381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:45.896412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Bound port: 1a829190-ecca-4060-a11d-1191e1e4e650, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:45.896996 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.931417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] Deleting port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:45.931787 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.953189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dde7ec4e-1859-4958-9bd6-53bbfc43cb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:45.995876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:45.996215 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.063922 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:42Z', 'revision_number': 10, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:46.074516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] For port a391a2d3-ec16-4de2-a38c-a0ea90ffb840, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:46.074516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.085267 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] For port 1a829190-ecca-4060-a11d-1191e1e4e650, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:46.091081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] For port 1a829190-ecca-4060-a11d-1191e1e4e650, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a829190-ecca-4060-a11d-1191e1e4e650,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:46.092407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] Calling delete_port for a391a2d3-ec16-4de2-a38c-a0ea90ffb840 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:46.097847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.108560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-410c63a7-56f5-435b-a0f2-1c457e3f81f5 req-89b3eea5-bdfc-4afc-b33b-243be337e8d7 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205126 Jan 28 01:14:46.129350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1586344d-835b-4838-9f11-18540fde4c82), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.142151 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74e361-40d1-4938-be2b-5d960115054e None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:42Z', 'revision_number': 10, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None, '_interfaces': [{'id': 'bd09deb5-d579-4ecc-9ea2-8d0f2342a669', 'name': '', 'network_id': '699b3e9e-5d7b-45f4-8364-a710c7417316', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'mac_address': 'fa:16:3e:7a:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'fb46d562-d231-4572-818c-870c43a34e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:13:37Z', 'updated_at': '2022-01-28T01:13:43Z', 'revision_number': 5, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'subnets': [{'id': 'fb46d562-d231-4572-818c-870c43a34e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:46.182068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (645066af-8371-48bb-a8f8-bf465741d804), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.184375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=1586344d-835b-4838-9f11-18540fde4c82,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:46.218055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.221385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23276aa3-09f8-43ec-9d7f-3127da3edd9a None None] Network 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:46.223265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-adb9ee69-91dd-4c26-8f28-83c02ff79edd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/1586344d-835b-4838-9f11-18540fde4c82 HTTP/1.1" status: 204 len: 168 time: 0.8866339 Jan 28 01:14:46.226709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38760) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:46.248949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port a391a2d3-ec16-4de2-a38c-a0ea90ffb840, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,segment=NetworkSegment(15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb),segment_id=15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:46.249340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.280312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for a391a2d3-ec16-4de2-a38c-a0ea90ffb840 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:46.375880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (645066af-8371-48bb-a8f8-bf465741d804), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.427029 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.437217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b5418-869a-406e-af3d-2c99c12fa7fb None None] Pushing event updated for resources: {'Port': ['ID=1a829190-ecca-4060-a11d-1191e1e4e650,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:46.479304 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.520774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:46.525126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=645066af-8371-48bb-a8f8-bf465741d804,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:46.538833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:46.547855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:46.552420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] Pushing event deleted for resources: {'Port': ['ID=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:46.556729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f07b9-4a0f-4f97-87f9-0fd4676786fc None None] No DVR routers for this DVR port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:46.569317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a391a2d3-ec16-4de2-a38c-a0ea90ffb840), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.569606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:46.570015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.615867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dde7ec4e-1859-4958-9bd6-53bbfc43cb59 admin admin] Publish callbacks [] for security_group (c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.631048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-289bc819-356f-43ce-9e8b-eaed445fbfce tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9036713 Jan 28 01:14:46.633460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dde7ec4e-1859-4958-9bd6-53bbfc43cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.640991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:46.648734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=a391a2d3-ec16-4de2-a38c-a0ea90ffb840,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:46.656451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port a391a2d3-ec16-4de2-a38c-a0ea90ffb840 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:46.666082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port bcc01033-d5f1-44b9-b587-7ad7ad87c44f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:46.666422 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.670930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] DHCP port deletion for 91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:46.721354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cef4580f-592c-4a6f-840c-c6735751daa4 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:46.735429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7ec4e-1859-4958-9bd6-53bbfc43cb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:46.762046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: cef4580f-592c-4a6f-840c-c6735751daa4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:46.762575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cef4580f-592c-4a6f-840c-c6735751daa4 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:46.763090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a391a2d3-ec16-4de2-a38c-a0ea90ffb840 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:46.780797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dde7ec4e-1859-4958-9bd6-53bbfc43cb59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e93fc2df31a340b38ba7fd73e9ee7481&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1973445 Jan 28 01:14:46.785870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38766) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:46.812446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port bcc01033-d5f1-44b9-b587-7ad7ad87c44f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,segment=NetworkSegment(bea119dd-af89-4d65-b532-e7a3fb7f6b9d),segment_id=bea119dd-af89-4d65-b532-e7a3fb7f6b9d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:46.813149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.813471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a391a2d3-ec16-4de2-a38c-a0ea90ffb840 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:46.813842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a391a2d3-ec16-4de2-a38c-a0ea90ffb840 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:46.839918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] Deleting port bcc01033-d5f1-44b9-b587-7ad7ad87c44f {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:46.842560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.856119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for bcc01033-d5f1-44b9-b587-7ad7ad87c44f owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:46.892310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5399fdae-b831-49b5-bf1d-b42a017b8c92 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:46.898001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5399fdae-b831-49b5-bf1d-b42a017b8c92 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:46.902952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5399fdae-b831-49b5-bf1d-b42a017b8c92 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2554116 Jan 28 01:14:46.905920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38768) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:46.949929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] For port bcc01033-d5f1-44b9-b587-7ad7ad87c44f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,segment=NetworkSegment(bea119dd-af89-4d65-b532-e7a3fb7f6b9d),segment_id=bea119dd-af89-4d65-b532-e7a3fb7f6b9d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:46.950991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:46.969812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] Calling delete_port for bcc01033-d5f1-44b9-b587-7ad7ad87c44f owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:46.982212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9a59-8582-4668-81bb-26ddbd5fa617 admin admin] Publish callbacks [] for security_group (c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.008331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (80508850-1e98-4cd7-a5bc-df9dc095402e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.039549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9a59-8582-4668-81bb-26ddbd5fa617 admin admin] Publish callbacks [] for security_group (c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.039991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80508850-1e98-4cd7-a5bc-df9dc095402e']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:47.052766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.066134 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (bcc01033-d5f1-44b9-b587-7ad7ad87c44f), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.087939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:47.088242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:47.096007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] Pushing event deleted for resources: {'Port': ['ID=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.101357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e08de-ff09-4242-86ea-7c3ff2457134 None None] No DVR routers for this DVR port bcc01033-d5f1-44b9-b587-7ad7ad87c44f on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:47.103963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 645066af-8371-48bb-a8f8-bf465741d804 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:47.104314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (645066af-8371-48bb-a8f8-bf465741d804), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.145637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=bcc01033-d5f1-44b9-b587-7ad7ad87c44f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.147608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port bcc01033-d5f1-44b9-b587-7ad7ad87c44f on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:47.153329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.199178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.208701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9a59-8582-4668-81bb-26ddbd5fa617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.212125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9a59-8582-4668-81bb-26ddbd5fa617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.213639 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7ffc9a59-8582-4668-81bb-26ddbd5fa617 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab HTTP/1.1" status: 204 len: 168 time: 0.4250224 Jan 28 01:14:47.228593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc9a59-8582-4668-81bb-26ddbd5fa617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dbe9a7-d6ba-4469-af13-dbc4389ed2ab,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.256857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:47.257243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (15a7ac9f-65c0-4ad0-b480-d6f9ec96f0eb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:47.260509 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:47.282385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (645066af-8371-48bb-a8f8-bf465741d804), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.299086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 645066af-8371-48bb-a8f8-bf465741d804 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:47.342776 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.381446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:47.386080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (80508850-1e98-4cd7-a5bc-df9dc095402e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.410333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4bab8-7abb-4e6f-9d4d-1fcdb76531e8 req-5cdf14a2-999f-4cd0-a3d5-32d0a17b7560 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:47.420457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49c4bab8-7abb-4e6f-9d4d-1fcdb76531e8 req-5cdf14a2-999f-4cd0-a3d5-32d0a17b7560 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1791742 Jan 28 01:14:47.421613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.430579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/80508850-1e98-4cd7-a5bc-df9dc095402e HTTP/1.1" status: 204 len: 168 time: 1.9162071 Jan 28 01:14:47.458040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38780) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:47.492762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:47.493064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea119dd-af89-4d65-b532-e7a3fb7f6b9d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:47.531688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a7fc4-db86-4943-98c8-f8336e9c7e0e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=80508850-1e98-4cd7-a5bc-df9dc095402e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.562213 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (645066af-8371-48bb-a8f8-bf465741d804), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.602995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=645066af-8371-48bb-a8f8-bf465741d804,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.641477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38784) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:47.647087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.653592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3be3bb92-2d25-43c7-922b-b6c08f1be736 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/645066af-8371-48bb-a8f8-bf465741d804 HTTP/1.1" status: 204 len: 168 time: 0.7445962 Jan 28 01:14:47.664361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (bea119dd-af89-4d65-b532-e7a3fb7f6b9d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.667119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ef9a-9936-4e79-808d-a81c0e0a0860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.668348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38786) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:47.751252 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bea119dd-af89-4d65-b532-e7a3fb7f6b9d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.756413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49c4bab8-7abb-4e6f-9d4d-1fcdb76531e8 req-ce7c9c81-7fe7-46ac-b1f8-7b1b8dc8b044 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074656 Jan 28 01:14:47.779644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ef9a-9936-4e79-808d-a81c0e0a0860 admin admin] Publish callbacks [] for security_group (aaf20ad1-6b9a-46af-a922-4860172e7c7d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.784511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:47.785131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (bea119dd-af89-4d65-b532-e7a3fb7f6b9d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.786027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ef9a-9936-4e79-808d-a81c0e0a0860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aaf20ad1-6b9a-46af-a922-4860172e7c7d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.830275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dbd5ef9a-9936-4e79-808d-a81c0e0a0860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=618ee846fb27414f99bd0857af12807d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773434 Jan 28 01:14:47.830909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38788) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:47.833078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ef9a-9936-4e79-808d-a81c0e0a0860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf20ad1-6b9a-46af-a922-4860172e7c7d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:47.882986 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:47.898199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.900028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-300ac8bf-aa06-4d0f-80fb-43d1efb941d6 admin admin] Publish callbacks [] for security_group (aaf20ad1-6b9a-46af-a922-4860172e7c7d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.903795 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.907445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf HTTP/1.1" status: 204 len: 168 time: 1.6794515 Jan 28 01:14:47.914092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:47.925819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-440425812'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:47.960582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-300ac8bf-aa06-4d0f-80fb-43d1efb941d6 admin admin] Publish callbacks [] for security_group (aaf20ad1-6b9a-46af-a922-4860172e7c7d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:47.968194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7398e5-ef89-4f94-9344-47bfecb1796a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:47.969628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7398e5-ef89-4f94-9344-47bfecb1796a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:47.971215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6e7398e5-ef89-4f94-9344-47bfecb1796a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3016078 Jan 28 01:14:47.974603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38792) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:47.985045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61edc1-2ce4-4369-9ec8-9c05dde81ea2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=91a68ccc-7b3f-4e63-8b09-b16d3fb51eaf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:48.019367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:48.023453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.093049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:48.095411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:14:48.101173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.132208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] Provisioning complete for port 1a829190-ecca-4060-a11d-1191e1e4e650 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:48.132779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.166908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-300ac8bf-aa06-4d0f-80fb-43d1efb941d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aaf20ad1-6b9a-46af-a922-4860172e7c7d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.177010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-300ac8bf-aa06-4d0f-80fb-43d1efb941d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.180434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-300ac8bf-aa06-4d0f-80fb-43d1efb941d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaf20ad1-6b9a-46af-a922-4860172e7c7d HTTP/1.1" status: 204 len: 168 time: 0.3462307 Jan 28 01:14:48.180434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ff28a95e-13f1-419d-a9cb-8b73e3fd8656), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.180434 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment ff28a95e-13f1-419d-a9cb-8b73e3fd8656 of type vlan for network 84e1c8df-2b02-4747-be97-4529c340efad Jan 28 01:14:48.262094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.286674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.333443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] Current status of the port 1a829190-ecca-4060-a11d-1191e1e4e650 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:48.333882 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.416411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] For port 1a829190-ecca-4060-a11d-1191e1e4e650, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a829190-ecca-4060-a11d-1191e1e4e650,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:48.424737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.486210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ac8bf-aa06-4d0f-80fb-43d1efb941d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf20ad1-6b9a-46af-a922-4860172e7c7d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:48.590247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-871b8b86-c530-494c-aa4a-73dc7385d6f2 None None] Could not find standard attr ID for object 645066af-8371-48bb-a8f8-bf465741d804. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:14:48.600261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dae478-d2a5-49d9-a102-24f2a27c9075 None None] Pushing event updated for resources: {'Port': ['ID=1a829190-ecca-4060-a11d-1191e1e4e650,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:48.609004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a829190-ecca-4060-a11d-1191e1e4e650 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:48.636907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.699074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1a829190-ecca-4060-a11d-1191e1e4e650 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:48.699771 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.724477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (84e1c8df-2b02-4747-be97-4529c340efad), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.811620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port bd09deb5-d579-4ecc-9ea2-8d0f2342a669 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:48.812097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.830838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (84e1c8df-2b02-4747-be97-4529c340efad), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.846242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.846893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.854944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1a829190-ecca-4060-a11d-1191e1e4e650 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:48.937133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0179346 Jan 28 01:14:48.937133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.942519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38810) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:48.945391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bcc01033-d5f1-44b9-b587-7ad7ad87c44f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:48.976274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port bd09deb5-d579-4ecc-9ea2-8d0f2342a669, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:48.976501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bcc01033-d5f1-44b9-b587-7ad7ad87c44f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:48.976652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:48.976759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bcc01033-d5f1-44b9-b587-7ad7ad87c44f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:48.996378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '84e1c8df-2b02-4747-be97-4529c340efad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:49.018572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for bd09deb5-d579-4ecc-9ea2-8d0f2342a669 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:49.049202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:49.051278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a194-4c92-48d6-808e-1358ea2b5d54 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=84e1c8df-2b02-4747-be97-4529c340efad,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:49.061649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc036a0-410f-4400-892b-e3e2815be702 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:49.090736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8b4da-34ae-4e32-9fd7-461db6fc7e63 req-55da9998-02c4-4b1b-ae89-78c2579327af tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:49.092527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28c8b4da-34ae-4e32-9fd7-461db6fc7e63 req-55da9998-02c4-4b1b-ae89-78c2579327af tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1130781 Jan 28 01:14:49.117153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.121746 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c290d574-f9ca-4b9a-94ac-a317970fd26e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3 HTTP/1.1" status: 204 len: 168 time: 1.1456573 Jan 28 01:14:49.132336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38816) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:49.137797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 84e1c8df-2b02-4747-be97-4529c340efad details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:14:49.193627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28c8b4da-34ae-4e32-9fd7-461db6fc7e63 req-8c8b7c85-58ad-4a54-b5ae-7fb1f25e65ed tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920315 Jan 28 01:14:49.361232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:49.379778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bd09deb5-d579-4ecc-9ea2-8d0f2342a669), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.437067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=bd09deb5-d579-4ecc-9ea2-8d0f2342a669,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:49.472487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] Deleting port 1a829190-ecca-4060-a11d-1191e1e4e650 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:49.472883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.574902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.598555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] For port 1a829190-ecca-4060-a11d-1191e1e4e650, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a829190-ecca-4060-a11d-1191e1e4e650,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:49.599095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.633828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] Calling delete_port for 1a829190-ecca-4060-a11d-1191e1e4e650 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:49.686120 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ddb5f5f4-4f4c-4e17-9f6c-a736c9040a07 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5516734 Jan 28 01:14:49.693076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38830) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:49.712006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:49.785858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:49.812318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (1a829190-ecca-4060-a11d-1191e1e4e650), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.828266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:49.836900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.851864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] No DVR routers for this DVR port 1a829190-ecca-4060-a11d-1191e1e4e650 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:49.881219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3af39-9ac1-41b3-a093-985f6210fa43 None None] Pushing event deleted for resources: {'Port': ['ID=1a829190-ecca-4060-a11d-1191e1e4e650,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:49.915455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:49.920327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:49.945376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:49.957924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:49.964888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-abfca380-d5bc-4082-87dd-951a19484075 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036633 Jan 28 01:14:49.965264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:49.983410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:49.984625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:50.055857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting subnet fb46d562-d231-4572-818c-870c43a34e37 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:50.059982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (fb46d562-d231-4572-818c-870c43a34e37), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.140397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (fb46d562-d231-4572-818c-870c43a34e37), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.254547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (59d9fde7-c92d-4db6-86cc-0e66c8a0756b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.265894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (fb46d562-d231-4572-818c-870c43a34e37), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.397396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=59d9fde7-c92d-4db6-86cc-0e66c8a0756b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:50.414813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84e1c8df-2b02-4747-be97-4529c340efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:50.415172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 84e1c8df-2b02-4747-be97-4529c340efad, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:14:50.472109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 84e1c8df-2b02-4747-be97-4529c340efad is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:14:50.491884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:50.542751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 84e1c8df-2b02-4747-be97-4529c340efad) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:50.553498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:50.554134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.566047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2f394-53df-4d7b-b703-aa02cbb0f8a0 None None] Network 84e1c8df-2b02-4747-be97-4529c340efad requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:50.572957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:49Z', 'revision_number': 11, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:50.613693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:14:50.617713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.658296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:50.671519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7c7af4a1-7236-46ee-b2bf-d1e7f6c4ab10 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7105536 Jan 28 01:14:50.674955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38854) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:50.676970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a829190-ecca-4060-a11d-1191e1e4e650 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:50.682951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-385189242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:50.688116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:50.694591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:50.695195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.722685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:50.734281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eb0984cc-8fea-410b-af62-0c321b29911f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0400412 Jan 28 01:14:50.735465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38856) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:50.740618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:c9:a7:68', 'name': 'tempest-NetworksTestDHCPv6-1544875875'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:50.766829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1a829190-ecca-4060-a11d-1191e1e4e650 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:50.767414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a829190-ecca-4060-a11d-1191e1e4e650 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:50.785065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58da78-ec92-4cf6-861e-4daa39bb86a0 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:50.794189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:50.842304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (685fd699-6421-455e-ba36-9ddce91a4d0d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.843668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (685fd699-6421-455e-ba36-9ddce91a4d0d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:50.862893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:50.869229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:50.869886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:50.986531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:51.002563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (685fd699-6421-455e-ba36-9ddce91a4d0d), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.010084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (685fd699-6421-455e-ba36-9ddce91a4d0d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.019635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858508cc-5dfc-41c8-8ba5-91c93c387b12 req-38a75d1d-86a0-4242-abc2-693d0253957a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:51.039948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.043991 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f62b94f2-2ad9-493e-90e6-b1e83e8a485a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3655469 Jan 28 01:14:51.044164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38868) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:51.052142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-858508cc-5dfc-41c8-8ba5-91c93c387b12 req-38a75d1d-86a0-4242-abc2-693d0253957a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1195028 Jan 28 01:14:51.071511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (fb46d562-d231-4572-818c-870c43a34e37), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.134642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:49Z', 'revision_number': 11, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:51.142771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Subnet': ['ID=fb46d562-d231-4572-818c-870c43a34e37,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:51.144245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.153331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.161123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38872) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:51.161876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-692720cc-4825-4eca-8dc2-c6520a5dadb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/fb46d562-d231-4572-818c-870c43a34e37 HTTP/1.1" status: 204 len: 168 time: 1.1919179 Jan 28 01:14:51.193913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-858508cc-5dfc-41c8-8ba5-91c93c387b12 req-734e3fe7-5aa3-42df-ab9a-2c5728ef0cd3 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406331 Jan 28 01:14:51.201835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f83242-c704-4ba2-99ef-385165e1f089 None None] Network 699b3e9e-5d7b-45f4-8364-a710c7417316 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:51.205133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 6eb11a29-eec5-4130-86e9-6ac61992ca6c yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:51.228766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885eaa95-0704-427d-b1e4-f6a97b502d4a None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:49Z', 'revision_number': 11, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:51.309869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-84e1c8df-2b02-4747-be97-4529c340efad', 'network_id': '84e1c8df-2b02-4747-be97-4529c340efad', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '59d9fde7-c92d-4db6-86cc-0e66c8a0756b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:51.311475 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.325651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'd41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:51.326806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.409036 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:14:51.543505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (699b3e9e-5d7b-45f4-8364-a710c7417316), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.611055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Allocated IP 172.20.0.2 (84e1c8df-2b02-4747-be97-4529c340efad/59d9fde7-c92d-4db6-86cc-0e66c8a0756b/7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:51.623668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fec9:a768 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14/6eb11a29-eec5-4130-86e9-6ac61992ca6c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:51.741528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.782393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] DHCP port deletion for 699b3e9e-5d7b-45f4-8364-a710c7417316 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:51.905496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Publish callbacks [] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.917358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] Deleting port c740150a-ad7f-4e78-b167-0b64a481d494 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:51.917743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.922080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:51.947580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Deleting port c740150a-ad7f-4e78-b167-0b64a481d494 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:51.948121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.045830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Network 84e1c8df-2b02-4747-be97-4529c340efad is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:52.046967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Pushing event updated for resources: {'Port': ['ID=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.077899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] For port c740150a-ad7f-4e78-b167-0b64a481d494, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c740150a-ad7f-4e78-b167-0b64a481d494,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:52.078439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.097650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] Calling delete_port for c740150a-ad7f-4e78-b167-0b64a481d494 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:52.167805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (6eb11a29-eec5-4130-86e9-6ac61992ca6c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.173162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] For port c740150a-ad7f-4e78-b167-0b64a481d494, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c740150a-ad7f-4e78-b167-0b64a481d494,segment=NetworkSegment(b366e7a9-f781-45e9-a2da-a77a9fc30f03),segment_id=b366e7a9-f781-45e9-a2da-a77a9fc30f03)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:52.173517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.193312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:52.200383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:52.211947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Calling delete_port for c740150a-ad7f-4e78-b167-0b64a481d494 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:52.234747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.280012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.20.0.1 (84e1c8df-2b02-4747-be97-4529c340efad/59d9fde7-c92d-4db6-86cc-0e66c8a0756b/68bf52e6-c4c3-4715-a8d8-c22065744eae) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:52.289716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] Pushing event deleted for resources: {'Port': ['ID=c740150a-ad7f-4e78-b167-0b64a481d494,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.305844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fb8a1-e465-4d5e-ac4a-89f2856e8395 None None] No DVR routers for this DVR port c740150a-ad7f-4e78-b167-0b64a481d494 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:52.359996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Attempting to bind port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:52.360936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Attempting to bind port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84e1c8df-2b02-4747-be97-4529c340efad'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:52.362111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Attempting to bind port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 on network 84e1c8df-2b02-4747-be97-4529c340efad {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:52.377948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:52.378563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Checking segment: {'id': 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84e1c8df-2b02-4747-be97-4529c340efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:52.379108 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.379682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Bound using segment: {'id': 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84e1c8df-2b02-4747-be97-4529c340efad'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:52.380576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Bound port: 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84e1c8df-2b02-4747-be97-4529c340efad'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:52.381178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.464065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70547f5c-1803-4530-b93f-a3738c09d768 req-6d92d25a-f302-4180-82cd-e7df20b18afe tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.465961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70547f5c-1803-4530-b93f-a3738c09d768 req-6d92d25a-f302-4180-82cd-e7df20b18afe tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.0940208 Jan 28 01:14:52.473192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6eb11a29-eec5-4130-86e9-6ac61992ca6c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.478790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c740150a-ad7f-4e78-b167-0b64a481d494 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:52.582062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70547f5c-1803-4530-b93f-a3738c09d768 req-ecde579e-fdd8-4844-a845-76c92a5dd35e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098588 Jan 28 01:14:52.592510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:52.600449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:52.606597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=6eb11a29-eec5-4130-86e9-6ac61992ca6c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.611250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c740150a-ad7f-4e78-b167-0b64a481d494 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:52.611771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c740150a-ad7f-4e78-b167-0b64a481d494 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:52.612077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd09deb5-d579-4ecc-9ea2-8d0f2342a669 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:52.617318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:52.617481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] For port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:52.622867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.623610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.634137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38908) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:52.638070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c740150a-ad7f-4e78-b167-0b64a481d494), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.654679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bd09deb5-d579-4ecc-9ea2-8d0f2342a669 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:52.655048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd09deb5-d579-4ecc-9ea2-8d0f2342a669 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:52.660890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] For port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,segment=NetworkSegment(ff28a95e-13f1-419d-a9cb-8b73e3fd8656),segment_id=ff28a95e-13f1-419d-a9cb-8b73e3fd8656)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:52.671385 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.676438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Allocated IP 2001:db8::f816:3eff:feec:5ef8 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14/bc29799b-bd9a-4fe2-a911-892a6763e115) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:52.732284 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.782485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Port': ['ID=c740150a-ad7f-4e78-b167-0b64a481d494,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.788624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No DVR routers for this DVR port c740150a-ad7f-4e78-b167-0b64a481d494 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:52.802008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-15844029-99b9-48e0-a0eb-a2184e400f77 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0629978 Jan 28 01:14:52.802008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.816595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b8fa1-7a93-4056-bd69-434b55c370fd None None] Pushing event updated for resources: {'Port': ['ID=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.828539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:52.839463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7057873-435d-4deb-ab22-36c05322b9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.884028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=68bf52e6-c4c3-4715-a8d8-c22065744eae,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.896522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 84e1c8df-2b02-4747-be97-4529c340efad is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:52.917007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:52.920453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:52.942125 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7057873-435d-4deb-ab22-36c05322b9df admin admin] Publish callbacks [] for security_group (0323d6f3-d4b1-49e4-85b0-7b96f656cff7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.949874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7057873-435d-4deb-ab22-36c05322b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0323d6f3-d4b1-49e4-85b0-7b96f656cff7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.959643 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Publish callbacks [] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.966955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:52.982545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (685fd699-6421-455e-ba36-9ddce91a4d0d), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.013201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a7057873-435d-4deb-ab22-36c05322b9df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e47fe60080a42d6aa8fb3cd14eb8c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749754 Jan 28 01:14:53.013201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7057873-435d-4deb-ab22-36c05322b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0323d6f3-d4b1-49e4-85b0-7b96f656cff7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:53.014093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38914) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:53.042788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:53.055624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:53.071204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:53.090160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Pushing event updated for resources: {'Port': ['ID=bc29799b-bd9a-4fe2-a911-892a6763e115,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:53.113478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ac72681-1ca2-408f-8a9a-10f3842ab113 admin admin] Publish callbacks [] for security_group (0323d6f3-d4b1-49e4-85b0-7b96f656cff7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.156856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ac72681-1ca2-408f-8a9a-10f3842ab113 admin admin] Publish callbacks [] for security_group (0323d6f3-d4b1-49e4-85b0-7b96f656cff7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.186370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (699b3e9e-5d7b-45f4-8364-a710c7417316), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.186694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Attempting to bind port bc29799b-bd9a-4fe2-a911-892a6763e115 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:53.187396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Attempting to bind port bc29799b-bd9a-4fe2-a911-892a6763e115 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:53.187855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Attempting to bind port bc29799b-bd9a-4fe2-a911-892a6763e115 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:53.193926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:53.194399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:53.194868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.195915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:53.196734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Bound port: bc29799b-bd9a-4fe2-a911-892a6763e115, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:53.197855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.221424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2814d05-8939-476c-9410-d71733ab2048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:53.223029 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d2814d05-8939-476c-9410-d71733ab2048 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3486488 Jan 28 01:14:53.241443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38918) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:53.249620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.255782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699b3e9e-5d7b-45f4-8364-a710c7417316']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:53.287279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] For port bc29799b-bd9a-4fe2-a911-892a6763e115, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:53.291159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] For port bc29799b-bd9a-4fe2-a911-892a6763e115, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc29799b-bd9a-4fe2-a911-892a6763e115,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:53.291646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b366e7a9-f781-45e9-a2da-a77a9fc30f03') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:53.294360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b366e7a9-f781-45e9-a2da-a77a9fc30f03') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:53.297327 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.374619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b366e7a9-f781-45e9-a2da-a77a9fc30f03), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.398306 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ac72681-1ca2-408f-8a9a-10f3842ab113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0323d6f3-d4b1-49e4-85b0-7b96f656cff7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.404875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ac72681-1ca2-408f-8a9a-10f3842ab113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.422356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b366e7a9-f781-45e9-a2da-a77a9fc30f03), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.426956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8ac72681-1ca2-408f-8a9a-10f3842ab113 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0323d6f3-d4b1-49e4-85b0-7b96f656cff7 HTTP/1.1" status: 204 len: 168 time: 0.4026563 Jan 28 01:14:53.453987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2d56-c96d-4ae1-9abe-8383a994032e None None] Pushing event updated for resources: {'Port': ['ID=bc29799b-bd9a-4fe2-a911-892a6763e115,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:53.505510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac72681-1ca2-408f-8a9a-10f3842ab113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323d6f3-d4b1-49e4-85b0-7b96f656cff7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:53.529475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:53.532208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b366e7a9-f781-45e9-a2da-a77a9fc30f03), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:53.537328 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:53.569187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 6eb11a29-eec5-4130-86e9-6ac61992ca6c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:53.572616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6eb11a29-eec5-4130-86e9-6ac61992ca6c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.738600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (699b3e9e-5d7b-45f4-8364-a710c7417316), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.749849 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.756520 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/networks/699b3e9e-5d7b-45f4-8364-a710c7417316 HTTP/1.1" status: 204 len: 168 time: 2.5914042 Jan 28 01:14:53.773051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38930) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:53.780076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'routes': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:53.791616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c3d84-1366-44e0-9d2e-f66080467ea8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Pushing event deleted for resources: {'Network': ['ID=699b3e9e-5d7b-45f4-8364-a710c7417316,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:53.893354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab904d-1700-4dea-9371-80bfa392427d req-fb37b10c-4a7b-49cd-bd6a-0da8f2217a9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:53.894996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77ab904d-1700-4dea-9371-80bfa392427d req-fb37b10c-4a7b-49cd-bd6a-0da8f2217a9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1786237 Jan 28 01:14:53.896960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6eb11a29-eec5-4130-86e9-6ac61992ca6c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.975707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 6eb11a29-eec5-4130-86e9-6ac61992ca6c owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:54.071367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:54.184074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:54.206191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77ab904d-1700-4dea-9371-80bfa392427d req-c927dd71-5dec-46e3-8773-fe57d2870d9f tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956977 Jan 28 01:14:54.225152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0580ecbd-d92c-469c-8feb-0103b41542c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.420416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6eb11a29-eec5-4130-86e9-6ac61992ca6c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.495571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=6eb11a29-eec5-4130-86e9-6ac61992ca6c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:54.540404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.566271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-025354b8-c104-4459-b2de-994f1e09702e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/6eb11a29-eec5-4130-86e9-6ac61992ca6c HTTP/1.1" status: 204 len: 168 time: 1.3232408 Jan 28 01:14:54.568715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0580ecbd-d92c-469c-8feb-0103b41542c3 admin admin] Publish callbacks [] for security_group (b7f09175-1650-4876-a762-bd43d9bb8d2c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.569570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38950) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:54.655790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0580ecbd-d92c-469c-8feb-0103b41542c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7f09175-1650-4876-a762-bd43d9bb8d2c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.684067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc29799b-bd9a-4fe2-a911-892a6763e115 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:54.696690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8557af-3875-44b7-a1d9-5a086710791d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:54.698482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8557af-3875-44b7-a1d9-5a086710791d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:54.699877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bd8557af-3875-44b7-a1d9-5a086710791d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199365 Jan 28 01:14:54.714902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38952) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:54.761231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bc29799b-bd9a-4fe2-a911-892a6763e115 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:54.761618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.764065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.extraroute_db [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Added routes are [] {{(pid=109595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 01:14:54.764583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.extraroute_db [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Removed routes are [] {{(pid=109595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 01:14:54.764905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.804972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd201a-eebe-4edc-a5cd-f5eab88ec7b7 None None] Network 84e1c8df-2b02-4747-be97-4529c340efad requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:54.835138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:54.860498 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.908430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0580ecbd-d92c-469c-8feb-0103b41542c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6926032b05a44be87b53f224b5825df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7226677 Jan 28 01:14:54.909371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38954) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:54.916345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580ecbd-d92c-469c-8feb-0103b41542c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f09175-1650-4876-a762-bd43d9bb8d2c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:54.933569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Deleting subnet 0c421084-ec2d-4b09-9193-a2f75d0de50f {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:14:54.938295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Publish callbacks [] for subnet (0c421084-ec2d-4b09-9193-a2f75d0de50f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:54.977797 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (0c421084-ec2d-4b09-9193-a2f75d0de50f), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.023564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (0c421084-ec2d-4b09-9193-a2f75d0de50f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.071988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.093881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (0c421084-ec2d-4b09-9193-a2f75d0de50f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.103749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.105204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.114687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.162977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] Provisioning complete for port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:55.163354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.181411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c421084-ec2d-4b09-9193-a2f75d0de50f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:55.183703 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.189737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6070293b-b2d0-4e30-88ab-681931b697c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0c421084-ec2d-4b09-9193-a2f75d0de50f HTTP/1.1" status: 204 len: 168 time: 1.1144166 Jan 28 01:14:55.194310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38956) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:55.207752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.303233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bc29799b-bd9a-4fe2-a911-892a6763e115 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:55.306121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.366039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9c3be09-e6e9-4bec-bea3-c29e8da1bd60 admin admin] Publish callbacks [] for security_group (b7f09175-1650-4876-a762-bd43d9bb8d2c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.392501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port bc29799b-bd9a-4fe2-a911-892a6763e115, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc29799b-bd9a-4fe2-a911-892a6763e115,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:55.409447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:55.412303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=68bf52e6-c4c3-4715-a8d8-c22065744eae,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:55.415286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9c3be09-e6e9-4bec-bea3-c29e8da1bd60 admin admin] Publish callbacks [] for security_group (b7f09175-1650-4876-a762-bd43d9bb8d2c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.431953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (685fd699-6421-455e-ba36-9ddce91a4d0d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.446362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] Current status of the port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:55.446926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.449296 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.450339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:55.476559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0679c912-abb4-41bf-b66f-8413df4919fc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.529993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.577849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01a42b-6a8d-4561-842f-1a3d2c9fe31f req-3fabfb11-ec1e-4c95-9563-983620f2ad12 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:55.580240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a01a42b-6a8d-4561-842f-1a3d2c9fe31f req-3fabfb11-ec1e-4c95-9563-983620f2ad12 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.2359869 Jan 28 01:14:55.607719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:55.628418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.629656 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3d595ef9-1558-483a-879e-e56dde452786 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 705 time: 1.8538914 Jan 28 01:14:55.630676 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] Sync routers for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:55.643893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38964) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:55.651752 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:55.656344 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:55.716577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] For port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,segment=NetworkSegment(ff28a95e-13f1-419d-a9cb-8b73e3fd8656),segment_id=ff28a95e-13f1-419d-a9cb-8b73e3fd8656)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:55.740106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.749475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0679c912-abb4-41bf-b66f-8413df4919fc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.766777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=bc29799b-bd9a-4fe2-a911-892a6763e115,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:55.812531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0679c912-abb4-41bf-b66f-8413df4919fc']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:55.833707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97aaf97-79de-4c67-8932-85a6a2b59c59') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:55.834027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97aaf97-79de-4c67-8932-85a6a2b59c59') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:55.835772 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8037d4d-8600-443d-9437-0ee40be1dfac tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 205 time: 0.1906998 Jan 28 01:14:55.839536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a838a-637e-47d2-9873-c1bdce72034a None None] Pushing event updated for resources: {'Port': ['ID=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:55.845887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 38966) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:55.849599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:55.850359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.853871 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:55.883331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c97aaf97-79de-4c67-8932-85a6a2b59c59), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.910212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Provisioning complete for port 68bf52e6-c4c3-4715-a8d8-c22065744eae triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:55.911299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c97aaf97-79de-4c67-8932-85a6a2b59c59), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.911685 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:55.928630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:55.929058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c97aaf97-79de-4c67-8932-85a6a2b59c59), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.001370 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:49Z', 'revision_number': 11, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:56.008592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Port 68bf52e6-c4c3-4715-a8d8-c22065744eae cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:56.013925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:56.026052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Provisioning complete for port bc29799b-bd9a-4fe2-a911-892a6763e115 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:56.026595 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.030731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:56.032622 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:56.062461 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] Checking router: 6bd4cdd1-f107-4f1c-809e-f30f160abd2d for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:56.080751 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] Routers {'6bd4cdd1-f107-4f1c-809e-f30f160abd2d'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:56.083171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:56.095870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0679c912-abb4-41bf-b66f-8413df4919fc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.122046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.128742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0679c912-abb4-41bf-b66f-8413df4919fc HTTP/1.1" status: 204 len: 168 time: 0.9331429 Jan 28 01:14:56.161695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64ca65-23ce-4b7e-925f-7eed141b1ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0679c912-abb4-41bf-b66f-8413df4919fc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:56.165304 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9c3be09-e6e9-4bec-bea3-c29e8da1bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7f09175-1650-4876-a762-bd43d9bb8d2c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.168053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9c3be09-e6e9-4bec-bea3-c29e8da1bd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.172105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a9c3be09-e6e9-4bec-bea3-c29e8da1bd60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7f09175-1650-4876-a762-bd43d9bb8d2c HTTP/1.1" status: 204 len: 168 time: 1.2568145 Jan 28 01:14:56.191119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a01a42b-6a8d-4561-842f-1a3d2c9fe31f req-f9d16382-c8bf-427f-9c1f-c3982eb152fe tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767601 Jan 28 01:14:56.191264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 84e1c8df-2b02-4747-be97-4529c340efad is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:56.198058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.243031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3be09-e6e9-4bec-bea3-c29e8da1bd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f09175-1650-4876-a762-bd43d9bb8d2c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:56.246031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:56.250734 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.254874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9994e675-4f4b-4d6c-b9bb-281f6e5d000e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14 HTTP/1.1" status: 204 len: 168 time: 1.5373182 Jan 28 01:14:56.257886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38972) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.271262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:56.284548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c981b6-94d9-4361-b626-9cedcd5558dd None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:56.316138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-77a74738-b533-4874-89f9-4c898a229c0c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549526 Jan 28 01:14:56.316669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38974) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.373162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38976) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.444842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a1301-8946-4bdc-b677-41f397728633 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:56.446787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca4a1301-8946-4bdc-b677-41f397728633 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1288316 Jan 28 01:14:56.452641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38978) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.531073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1ef985da-b493-4d88-a447-a8fc1d36f3e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6670194f13f24e1aaf75082407459718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558068 Jan 28 01:14:56.535395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.601086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc29799b-bd9a-4fe2-a911-892a6763e115 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:56.611598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8bb92e-84e7-4ede-b11f-098ec9efac17 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:56.613983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f8bb92e-84e7-4ede-b11f-098ec9efac17 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1599958 Jan 28 01:14:56.619511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38984) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.630075 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] Set router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:56.644780 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.649039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.709099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ee2604a2-5147-4910-adce-c19afd496e45 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841086 Jan 28 01:14:56.709585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38990) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.714699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:56.761311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Current status of the port bc29799b-bd9a-4fe2-a911-892a6763e115 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:56.770413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Could not find standard attr ID for object 6eb11a29-eec5-4130-86e9-6ac61992ca6c. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:14:56.791119 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:49Z', 'revision_number': 11, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:56.835822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (6bd4cdd1-f107-4f1c-809e-f30f160abd2d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.836408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router 6bd4cdd1-f107-4f1c-809e-f30f160abd2d {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:56.845698 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec876b9-dd5b-4b60-a335-278902881b4f None None] The sync data for ids ['6bd4cdd1-f107-4f1c-809e-f30f160abd2d'] in n-d-826756-1 is: [{'id': '6bd4cdd1-f107-4f1c-809e-f30f160abd2d', 'name': 'tempest-RoutersIpV6Test-router-1041851238', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:13:34Z', 'updated_at': '2022-01-28T01:14:49Z', 'revision_number': 11, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:56.848309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bc29799b-bd9a-4fe2-a911-892a6763e115 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:56.848827 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.864320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.865481 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-be3c9c4d-c10e-450f-9e9c-eee8b7a7f923 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 204 len: 168 time: 1.0179405 Jan 28 01:14:56.878790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 38998) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:56.900630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8b56c22-cf68-4ace-a8e4-7c331bb39f8b admin admin] Publish callbacks [] for security_group (4afcb26d-3b1d-4892-aed8-05a5e9929ecc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.919064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1158893521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:56.966681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 685fd699-6421-455e-ba36-9ddce91a4d0d is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:14:56.968339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.969924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:56.985294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:14:57.015682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Provisioning complete for port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:57.016236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.042944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.077638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.101383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8b56c22-cf68-4ace-a8e4-7c331bb39f8b admin admin] Publish callbacks [] for security_group (4afcb26d-3b1d-4892-aed8-05a5e9929ecc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.118999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.120251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-81d7a385-1736-4cac-b930-ca4fcb1f8a27 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2302711 Jan 28 01:14:57.126896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:57.133482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:57.170299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:57.176566 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-685be043-3d00-4232-8dec-c2c5a64be836 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/685fd699-6421-455e-ba36-9ddce91a4d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1313751 Jan 28 01:14:57.179150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39004) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:57.249690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] Sync routers for ids ['685fd699-6421-455e-ba36-9ddce91a4d0d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:57.252588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:57.256281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.275819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bc29799b-bd9a-4fe2-a911-892a6763e115 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:57.276735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:57.307506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0575e4f-21c0-41aa-a193-019f9eeb3eb3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:57.313569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a0575e4f-21c0-41aa-a193-019f9eeb3eb3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports/68bf52e6-c4c3-4715-a8d8-c22065744eae HTTP/1.1" status: 200 len: 910 time: 0.1330996 Jan 28 01:14:57.316516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39012) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:57.324579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] Routers {'685fd699-6421-455e-ba36-9ddce91a4d0d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:57.325735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['685fd699-6421-455e-ba36-9ddce91a4d0d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:57.376207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-68aab28b-57ed-4c2f-805e-372168ce08ea None None] Current status of the port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:57.384060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:57.398442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] Deleting port bc29799b-bd9a-4fe2-a911-892a6763e115 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:57.398970 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.402166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] Routers {'685fd699-6421-455e-ba36-9ddce91a4d0d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:57.402926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['685fd699-6421-455e-ba36-9ddce91a4d0d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:57.442180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:57.442897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779772c1-ea4f-479c-acd3-39636aa3cd43 None None] The sync data for ids ['685fd699-6421-455e-ba36-9ddce91a4d0d'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:57.492123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8b56c22-cf68-4ace-a8e4-7c331bb39f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4afcb26d-3b1d-4892-aed8-05a5e9929ecc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.495726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8b56c22-cf68-4ace-a8e4-7c331bb39f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.497300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d8b56c22-cf68-4ace-a8e4-7c331bb39f8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4afcb26d-3b1d-4892-aed8-05a5e9929ecc HTTP/1.1" status: 204 len: 168 time: 0.9606302 Jan 28 01:14:57.512214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:57.512952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.550013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56c22-cf68-4ace-a8e4-7c331bb39f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afcb26d-3b1d-4892-aed8-05a5e9929ecc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:57.597437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e997562c-3ecf-4740-8114-f7fde97ae544 None None] Provisioning complete for port 68bf52e6-c4c3-4715-a8d8-c22065744eae triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:57.601466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e997562c-3ecf-4740-8114-f7fde97ae544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.613578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.633546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.646700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c255c-b818-4a41-b0f3-e461a26de5db req-0e96c407-6ce0-4ef0-995f-8d840d5dc564 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:57.648206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c255c-b818-4a41-b0f3-e461a26de5db req-0e96c407-6ce0-4ef0-995f-8d840d5dc564 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.2844245 Jan 28 01:14:57.684996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] For port bc29799b-bd9a-4fe2-a911-892a6763e115, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bc29799b-bd9a-4fe2-a911-892a6763e115,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:57.685403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.691752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e997562c-3ecf-4740-8114-f7fde97ae544 None None] Port 68bf52e6-c4c3-4715-a8d8-c22065744eae cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:57.711366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] Calling delete_port for bc29799b-bd9a-4fe2-a911-892a6763e115 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:57.838907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e6c255c-b818-4a41-b0f3-e461a26de5db req-6f03a604-e5ea-48d9-9516-23c1fd6182db tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796539 Jan 28 01:14:57.871360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:57.924749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (685fd699-6421-455e-ba36-9ddce91a4d0d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.955483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (bc29799b-bd9a-4fe2-a911-892a6763e115), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:57.992220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Router a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:14:58.008224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] Pushing event deleted for resources: {'Port': ['ID=bc29799b-bd9a-4fe2-a911-892a6763e115,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:58.023586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b9295-20ef-4d1b-b86b-339e53399808 None None] No DVR routers for this DVR port bc29799b-bd9a-4fe2-a911-892a6763e115 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:58.187151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.objects.ports [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:14:58.188981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (e03ffe29-4970-4616-97b1-14bc31397266), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.194859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:58.208737 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] Sync routers for ids ['a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:58.218198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.219409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d6f445ae-73d6-4bb6-97ae-3e073dccda21 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "PUT /v2.0/routers/a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a HTTP/1.1" status: 200 len: 698 time: 1.0914967 Jan 28 01:14:58.227565 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] Routers {'a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:58.228268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:58.235828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:58.256987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:58.261900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:58.266721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:58.267315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.274273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c7012-fae4-4378-9574-3b578576b4e0 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:14:58.287557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=e03ffe29-4970-4616-97b1-14bc31397266,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:58.296173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b2a839a9-61ca-4318-9fe5-60628365575f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5853987 Jan 28 01:14:58.298846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39040) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:58.306734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:04:2c:12', 'name': 'tempest-NetworksTestDHCPv6-1564703324'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:58.374203 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] Set router a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:58.428857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1f119797-3326-447c-b5f4-9d2523c2bda1 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/routers/a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a HTTP/1.1" status: 200 len: 704 time: 0.1908026 Jan 28 01:14:58.429563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:58.487437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc29799b-bd9a-4fe2-a911-892a6763e115 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:58.509119 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a', 'name': 'tempest-RoutersIpV6Test-router-1158893521', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:56Z', 'updated_at': '2022-01-28T01:14:57Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:58.511017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:58.514760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'e03ffe29-4970-4616-97b1-14bc31397266'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:14:58.515758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47dd9519-fff5-458d-9605-39e7684f469d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a HTTP/1.1" status: 200 len: 205 time: 0.0751641 Jan 28 01:14:58.516806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.517218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39048) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:58.522153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bc29799b-bd9a-4fe2-a911-892a6763e115 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:14:58.522698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bc29799b-bd9a-4fe2-a911-892a6763e115 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:58.567767 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] Checking router: a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:58.586091 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] Routers {'a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:58.589339 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:58.684214 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] Set router a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:58.711772 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.742238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 68bf52e6-c4c3-4715-a8d8-c22065744eae {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:14:58.742545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.745401 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a', 'name': 'tempest-RoutersIpV6Test-router-1158893521', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:56Z', 'updated_at': '2022-01-28T01:14:57Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:58.751186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:58.760635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Allocated IP 2001:db8::f816:3eff:fe71:cb6b (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e03ffe29-4970-4616-97b1-14bc31397266/7743ac10-d6c6-454f-b96c-064722a62dd8) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:58.771330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 0321780c-d92e-4913-a49a-bc27f49fa847 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:14:58.811006 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a64f7a-dea7-445a-85d4-c48a08002d27 None None] The sync data for ids ['a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a'] in n-d-826756-1 is: [{'id': 'a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a', 'name': 'tempest-RoutersIpV6Test-router-1158893521', 'tenant_id': '805b2f61a2154a8aaff03bc810c7413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:56Z', 'updated_at': '2022-01-28T01:14:57Z', 'revision_number': 2, 'project_id': '805b2f61a2154a8aaff03bc810c7413b', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:58.987524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:59.016033 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Publish callbacks [] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.024478 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.056661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.067057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router_controller (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.094398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Pushing event updated for resources: {'Port': ['ID=7743ac10-d6c6-454f-b96c-064722a62dd8,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:59.105707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:59.109922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:59.117173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:59.172797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fe04:2c12 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e03ffe29-4970-4616-97b1-14bc31397266/0321780c-d92e-4913-a49a-bc27f49fa847) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:59.238687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1704888185-network', 'tenant_id': '106af07fc9b2484dab8452aefbdfd755'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:59.250576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Attempting to bind port 7743ac10-d6c6-454f-b96c-064722a62dd8 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:59.250962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Attempting to bind port 7743ac10-d6c6-454f-b96c-064722a62dd8 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:59.251386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Attempting to bind port 7743ac10-d6c6-454f-b96c-064722a62dd8 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:59.259456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:59.259900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:59.260317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.260869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:59.261423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Bound port: 7743ac10-d6c6-454f-b96c-064722a62dd8, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:59.261806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.292027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Made reservation on behalf of 106af07fc9b2484dab8452aefbdfd755 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:59.294449 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.321038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.343277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] For port 7743ac10-d6c6-454f-b96c-064722a62dd8, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:59.347334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] For port 7743ac10-d6c6-454f-b96c-064722a62dd8, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7743ac10-d6c6-454f-b96c-064722a62dd8,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:59.353750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.441766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb965f-1292-4a5d-888b-4d3bd21687b9 None None] Pushing event updated for resources: {'Port': ['ID=7743ac10-d6c6-454f-b96c-064722a62dd8,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:59.557474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.558005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Fanout notify agent at l3_agent the message router_deleted on router a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:59.580629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.582071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-34426294-dc01-48de-b7b3-f2e6d8844ba4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a HTTP/1.1" status: 204 len: 168 time: 1.0412235 Jan 28 01:14:59.587917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:59.630120 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5ae87e95-9ec8-4d4c-b9b9-2605adb9afb5 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a HTTP/1.1" status: 200 len: 205 time: 0.0385408 Jan 28 01:14:59.631587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39090) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:59.643913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:59.723332 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-de7cbec5-31a8-45ca-8c14-843d322d0228 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:14:59.726893 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-de7cbec5-31a8-45ca-8c14-843d322d0228 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/a0c5ecc5-8bc1-4c4d-8c8f-f45116bbda3a HTTP/1.1" status: 404 len: 336 time: 0.0918756 Jan 28 01:14:59.726893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 68bf52e6-c4c3-4715-a8d8-c22065744eae owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:14:59.732968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39092) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:59.780090 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a2ec03-157a-41ff-b3cb-abdd34e432d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:14:59.780547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a2ec03-157a-41ff-b3cb-abdd34e432d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:59.786083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-40a2ec03-157a-41ff-b3cb-abdd34e432d3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/3ee6b9e5-591e-493b-a1d7-ac96062a1161 HTTP/1.1" status: 404 len: 337 time: 0.0497224 Jan 28 01:14:59.788027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39096) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:59.887257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3de50-e081-49ca-9794-304f2409fec0 req-0d0ec3cd-fffe-4e30-895a-e926324a0b12 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:59.889480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ae3de50-e081-49ca-9794-304f2409fec0 req-0d0ec3cd-fffe-4e30-895a-e926324a0b12 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.8790491 Jan 28 01:14:59.899884 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbdd0a0-92b1-4323-a50b-8d030cd9b7b4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:14:59.900257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbdd0a0-92b1-4323-a50b-8d030cd9b7b4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:59.905319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2cbdd0a0-92b1-4323-a50b-8d030cd9b7b4 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/3a4b7417-8a4e-4c5b-93d7-6009e99a2481 HTTP/1.1" status: 404 len: 337 time: 0.1147048 Jan 28 01:14:59.918377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39098) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:59.984414 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d4886-cc45-465c-a432-36663c576f64 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:14:59.985034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1d4886-cc45-465c-a432-36663c576f64 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:14:59.988440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f1d4886-cc45-465c-a432-36663c576f64 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/f3b3cfe0-46a2-47b0-a951-5acfba988129 HTTP/1.1" status: 404 len: 337 time: 0.0638039 Jan 28 01:15:00.000330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39102) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.033949 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba64e5f-1b68-4294-9d30-2c171fd36264 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:15:00.034417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba64e5f-1b68-4294-9d30-2c171fd36264 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:00.037389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aba64e5f-1b68-4294-9d30-2c171fd36264 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/fb46d562-d231-4572-818c-870c43a34e37 HTTP/1.1" status: 404 len: 337 time: 0.0363877 Jan 28 01:15:00.038467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (0321780c-d92e-4913-a49a-bc27f49fa847), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.040187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39104) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.067405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ae3de50-e081-49ca-9794-304f2409fec0 req-bb6a75e4-a6f7-40aa-a14a-621bcc50ffba tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604097 Jan 28 01:15:00.076468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-65742b35-0c66-442c-98f7-735607acfb2e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 200 len: 205 time: 0.0323370 Jan 28 01:15:00.078293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.082353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks [] for security_group (bc4b0da6-843e-460a-a0b0-92c282f75cac), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.100375 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bc4b0da6-843e-460a-a0b0-92c282f75cac), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.122768 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-97e0f4b9-083a-4453-85e8-6cb07317ab95 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:15:00.124897 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97e0f4b9-083a-4453-85e8-6cb07317ab95 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/6bd4cdd1-f107-4f1c-809e-f30f160abd2d HTTP/1.1" status: 404 len: 336 time: 0.0465271 Jan 28 01:15:00.126175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (68bf52e6-c4c3-4715-a8d8-c22065744eae), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.131477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.181162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=68bf52e6-c4c3-4715-a8d8-c22065744eae,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:00.197710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:00.200092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0321780c-d92e-4913-a49a-bc27f49fa847), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.210892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f8749f16-f5de-4880-8b17-341862c19a01 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 HTTP/1.1" status: 200 len: 205 time: 0.0738702 Jan 28 01:15:00.211241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39112) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.220839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b0da6-843e-460a-a0b0-92c282f75cac,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:00.230287 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c07649a2-c51d-4232-a693-f7388128ca02), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.230702 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Added segment c07649a2-c51d-4232-a693-f7388128ca02 of type vlan for network c53ae1be-77fc-437a-9af9-cb700ecc437a Jan 28 01:15:00.285616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:00.293712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:00.300602 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-710b8247-766f-4bcd-8a1c-f6f96de463aa tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:15:00.301656 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-710b8247-766f-4bcd-8a1c-f6f96de463aa tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/eb4c6ad7-e7eb-40f1-9659-2726b3ce23a4 HTTP/1.1" status: 404 len: 336 time: 0.0894725 Jan 28 01:15:00.304459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39116) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.306545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:00.313136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:00.313813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.342685 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d65fdc-2456-4140-a78a-2ec11f920e31 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:15:00.343146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d65fdc-2456-4140-a78a-2ec11f920e31 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:00.346842 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-63d65fdc-2456-4140-a78a-2ec11f920e31 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/2c1c812d-02dd-4632-a79e-528fd8fec951 HTTP/1.1" status: 404 len: 337 time: 0.0416021 Jan 28 01:15:00.349443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39118) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.390771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=0321780c-d92e-4913-a49a-bc27f49fa847,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:00.423481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2694b996-0f32-4698-aa8a-a1b669923b7c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1232069 Jan 28 01:15:00.424565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39122) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.426440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c53ae1be-77fc-437a-9af9-cb700ecc437a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.449903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d287f70d-33dc-4782-a36f-c58cfbe5caf1 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 200 len: 205 time: 0.0991080 Jan 28 01:15:00.452446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39124) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.542158 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-18b13009-ceca-4c91-afb6-6cfd3b79d3af tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:15:00.543185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-18b13009-ceca-4c91-afb6-6cfd3b79d3af tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/8de59691-471d-4f11-b691-b6162249c389 HTTP/1.1" status: 404 len: 336 time: 0.0898893 Jan 28 01:15:00.546968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.561703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (685fd699-6421-455e-ba36-9ddce91a4d0d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.562689 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c53ae1be-77fc-437a-9af9-cb700ecc437a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.563870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:00.568247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.585257 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41ad659e-e6f0-4eb8-8151-5fff0167f5f8 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ae765e-408b-4f9a-b83a-5ec6c7101423 HTTP/1.1" status: 200 len: 205 time: 0.0372405 Jan 28 01:15:00.588881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39128) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.648225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6595154 Jan 28 01:15:00.651534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39130) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.651534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39132) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.667428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Request body: {'subnet': {'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1704888185-subnet', 'tenant_id': '106af07fc9b2484dab8452aefbdfd755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:00.772809 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-b251e603-1fcc-4d92-9a61-118d4e4d7dee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:15:00.776608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b251e603-1fcc-4d92-9a61-118d4e4d7dee tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/06ae765e-408b-4f9a-b83a-5ec6c7101423 HTTP/1.1" status: 404 len: 336 time: 0.1749532 Jan 28 01:15:00.796223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39138) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.864579 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-144f721a-4499-46a3-9db0-6894c4e6eb81 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:15:00.865128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144f721a-4499-46a3-9db0-6894c4e6eb81 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:00.872071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-144f721a-4499-46a3-9db0-6894c4e6eb81 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/72f0f4a8-8a06-45b8-bf7e-4445ee3024fe HTTP/1.1" status: 404 len: 337 time: 0.0712330 Jan 28 01:15:00.873965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Made reservation on behalf of 106af07fc9b2484dab8452aefbdfd755 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:00.876377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:00.884042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39140) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.893569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7743ac10-d6c6-454f-b96c-064722a62dd8 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:00.909925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f3808-2c25-4b59-baeb-3005a0012ae0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:00.914948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 685fd699-6421-455e-ba36-9ddce91a4d0d has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:00.916162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f3808-2c25-4b59-baeb-3005a0012ae0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:00.919142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e18f3808-2c25-4b59-baeb-3005a0012ae0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4896505 Jan 28 01:15:00.923563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39142) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.931652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775958b5-4753-42ec-977e-4b4382f1f48d admin admin] Pushing event updated for resources: {'Network': ['ID=c53ae1be-77fc-437a-9af9-cb700ecc437a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:00.944220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c53ae1be-77fc-437a-9af9-cb700ecc437a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:00.964096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-90d677e5-fdb2-4be5-8a34-175226c1dcfe tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fea18a-8be3-43ca-8848-5d242e03cefb HTTP/1.1" status: 200 len: 205 time: 0.0787671 Jan 28 01:15:00.971506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39144) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:00.972088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50a644aa-0279-4274-8011-0a6bb33c97db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.028049 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-c7d6cba9-32b1-4a35-b4a7-e03136e6d212 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:15:01.029370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c7d6cba9-32b1-4a35-b4a7-e03136e6d212 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/d5fea18a-8be3-43ca-8848-5d242e03cefb HTTP/1.1" status: 404 len: 336 time: 0.0563822 Jan 28 01:15:01.035786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7743ac10-d6c6-454f-b96c-064722a62dd8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:01.036450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.054359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.079002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Provisioning complete for port 7743ac10-d6c6-454f-b96c-064722a62dd8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:01.079613 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.141374 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7390298-93ae-42d5-891e-6579a03ae69b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:15:01.141886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7390298-93ae-42d5-891e-6579a03ae69b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:01.145656 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c7390298-93ae-42d5-891e-6579a03ae69b tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/748b913d-4732-41a3-92ef-5274b2cc4eed HTTP/1.1" status: 404 len: 337 time: 0.0875649 Jan 28 01:15:01.150019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 0321780c-d92e-4913-a49a-bc27f49fa847 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:01.150176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:01.150576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0321780c-d92e-4913-a49a-bc27f49fa847), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.159160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-27e79523-5740-4e9d-9a54-13bef2164853 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/685fd699-6421-455e-ba36-9ddce91a4d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8386002 Jan 28 01:15:01.159160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.165111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.176998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] Sync routers for ids ['685fd699-6421-455e-ba36-9ddce91a4d0d'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:01.234611 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7705011b-5b5a-4990-8adb-8468afdb9d0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=685fd699-6421-455e-ba36-9ddce91a4d0d HTTP/1.1" status: 200 len: 205 time: 0.0602508 Jan 28 01:15:01.234611 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e8934a6-7862-4af9-a769-1b08bcc2733e tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "GET /v2.0/ports?device_id=960078e3-d07a-4eff-96d7-9823b7b89fa6 HTTP/1.1" status: 200 len: 205 time: 0.0667536 Jan 28 01:15:01.235010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.235010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39156) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.242425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] Routers {'685fd699-6421-455e-ba36-9ddce91a4d0d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:01.243297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['685fd699-6421-455e-ba36-9ddce91a4d0d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:01.303160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50a644aa-0279-4274-8011-0a6bb33c97db admin admin] Publish callbacks [] for security_group (93bc0448-4579-43cc-b06d-e56742522f9a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.333163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50a644aa-0279-4274-8011-0a6bb33c97db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (93bc0448-4579-43cc-b06d-e56742522f9a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.393223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (386256f8-05b8-4b52-b453-b2a1c201b145), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.400539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-50a644aa-0279-4274-8011-0a6bb33c97db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=756b828426ae416395d7470520cf30d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483673 Jan 28 01:15:01.401303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a644aa-0279-4274-8011-0a6bb33c97db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc0448-4579-43cc-b06d-e56742522f9a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:01.405766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39160) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.466741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386256f8-05b8-4b52-b453-b2a1c201b145,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:01.468616 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-63dab877-9175-46f4-afcb-a02cc06a6584 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] delete failed (client error): The resource could not be found. Jan 28 01:15:01.472028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-63dab877-9175-46f4-afcb-a02cc06a6584 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/routers/960078e3-d07a-4eff-96d7-9823b7b89fa6 HTTP/1.1" status: 404 len: 336 time: 0.2179024 Jan 28 01:15:01.472397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39164) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.494227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:01.495675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (685fd699-6421-455e-ba36-9ddce91a4d0d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.504517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0321780c-d92e-4913-a49a-bc27f49fa847), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.518220 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-269f440a-6c6c-46aa-bd74-77f636e2dc8d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:15:01.518679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269f440a-6c6c-46aa-bd74-77f636e2dc8d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:01.524156 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-269f440a-6c6c-46aa-bd74-77f636e2dc8d tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/ccdeb2f1-b7f1-4590-956c-b6ec1089119a HTTP/1.1" status: 404 len: 337 time: 0.0484576 Jan 28 01:15:01.524315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] Routers {'685fd699-6421-455e-ba36-9ddce91a4d0d'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:01.524315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['685fd699-6421-455e-ba36-9ddce91a4d0d'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:01.524511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Checking segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:01.524511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Network hostable DHCP agents. Network: c53ae1be-77fc-437a-9af9-cb700ecc437a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:01.526557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39166) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.558107 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5aca76-050a-414b-a63c-9017b05965a3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] DELETE failed (client error): The resource could not be found. Jan 28 01:15:01.558611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5aca76-050a-414b-a63c-9017b05965a3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:01.558937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:01.559713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41725d72-85e1-4fb0-aa13-65a8e83334b6 None None] The sync data for ids ['685fd699-6421-455e-ba36-9ddce91a4d0d'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:01.564287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Current status of the port 7743ac10-d6c6-454f-b96c-064722a62dd8 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:01.565047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fc5aca76-050a-414b-a63c-9017b05965a3 tempest-RoutersIpV6Test-1946159437 tempest-RoutersIpV6Test-1946159437-project] 10.222.0.23 "DELETE /v2.0/subnets/8729cf64-b5b3-4020-bb77-084c8e5cacc1 HTTP/1.1" status: 404 len: 337 time: 0.0344703 Jan 28 01:15:01.565289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.565289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7743ac10-d6c6-454f-b96c-064722a62dd8 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:01.565289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.580604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Network c53ae1be-77fc-437a-9af9-cb700ecc437a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:01.594852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, c53ae1be-77fc-437a-9af9-cb700ecc437a) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:01.607782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 7743ac10-d6c6-454f-b96c-064722a62dd8, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7743ac10-d6c6-454f-b96c-064722a62dd8,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:01.616453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5524a5-257c-4520-bbe8-d8c01597d1e4 None None] Network c53ae1be-77fc-437a-9af9-cb700ecc437a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:01.622804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.623697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:01.630644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.632356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 0321780c-d92e-4913-a49a-bc27f49fa847 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:01.646328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56fdd6-41b8-4005-b128-fd3107a3dbbc req-21efc2a4-b5e1-4727-a93a-c9cf42451122 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:01.649258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e56fdd6-41b8-4005-b128-fd3107a3dbbc req-21efc2a4-b5e1-4727-a93a-c9cf42451122 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.4184806 Jan 28 01:15:01.667822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f9828637-1fa7-4d9b-aedb-0f966eabe225 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0137157 Jan 28 01:15:01.753364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=7743ac10-d6c6-454f-b96c-064722a62dd8,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:01.761758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90d85c24-d4e8-4d6b-956d-d1492af6c122 admin admin] Publish callbacks [] for security_group (93bc0448-4579-43cc-b06d-e56742522f9a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.820793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:01.843820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:15:01.844185 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:15:01.865743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (685fd699-6421-455e-ba36-9ddce91a4d0d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.870415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ad9e0-0673-4a8a-b5d8-714da5c76f32 None None] Network c53ae1be-77fc-437a-9af9-cb700ecc437a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:01.872675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (685fd699-6421-455e-ba36-9ddce91a4d0d), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:01.897541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90d85c24-d4e8-4d6b-956d-d1492af6c122 admin admin] Publish callbacks [] for security_group (93bc0448-4579-43cc-b06d-e56742522f9a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.003559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (685fd699-6421-455e-ba36-9ddce91a4d0d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.004245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router 685fd699-6421-455e-ba36-9ddce91a4d0d {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:15:02.008340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e56fdd6-41b8-4005-b128-fd3107a3dbbc req-d97825c2-2ca3-40d0-a04c-3a15425bfb3f tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117421 Jan 28 01:15:02.026535 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-29669f5e-ac7e-435c-9453-97e4e04c09ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=805b2f61a2154a8aaff03bc810c7413b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043447 Jan 28 01:15:02.029246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39184) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.031070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.032785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d951686d-865a-43dd-982b-dc9929c2d05e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/685fd699-6421-455e-ba36-9ddce91a4d0d HTTP/1.1" status: 204 len: 168 time: 0.8002288 Jan 28 01:15:02.033810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90d85c24-d4e8-4d6b-956d-d1492af6c122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (93bc0448-4579-43cc-b06d-e56742522f9a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.036591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90d85c24-d4e8-4d6b-956d-d1492af6c122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.037233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.038091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-90d85c24-d4e8-4d6b-956d-d1492af6c122 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93bc0448-4579-43cc-b06d-e56742522f9a HTTP/1.1" status: 204 len: 168 time: 0.6271532 Jan 28 01:15:02.056547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d85c24-d4e8-4d6b-956d-d1492af6c122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc0448-4579-43cc-b06d-e56742522f9a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.127073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0321780c-d92e-4913-a49a-bc27f49fa847), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.137716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 59d9fde7-c92d-4db6-86cc-0e66c8a0756b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:02.142985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (59d9fde7-c92d-4db6-86cc-0e66c8a0756b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.174185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=0321780c-d92e-4913-a49a-bc27f49fa847,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.189173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c132-f3ba-4400-b0f4-f63009cfc57c admin admin] Publish callbacks [] for security_group (b862cb6b-5681-4628-9f80-0eb5b2cafcfa), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.198028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.210971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5863cf67-7e26-431d-9f0f-f7dac53d0f14 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/0321780c-d92e-4913-a49a-bc27f49fa847 HTTP/1.1" status: 204 len: 168 time: 1.2857447 Jan 28 01:15:02.211736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39192) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.213879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (59d9fde7-c92d-4db6-86cc-0e66c8a0756b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.261440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c132-f3ba-4400-b0f4-f63009cfc57c admin admin] Publish callbacks [] for security_group (b862cb6b-5681-4628-9f80-0eb5b2cafcfa), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.284816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddad12d-f637-4b18-a1f4-2e65ac7ebecd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:02.287476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddad12d-f637-4b18-a1f4-2e65ac7ebecd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:02.300465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39202) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.301392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dddad12d-f637-4b18-a1f4-2e65ac7ebecd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0884933 Jan 28 01:15:02.448873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-afd39f48-3b9e-48a5-be74-247ed6732f73 None None] Current status of the port 7743ac10-d6c6-454f-b96c-064722a62dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:02.473466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet e03ffe29-4970-4616-97b1-14bc31397266 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:02.481654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-59cea5ad-a87d-41ea-ae62-75be913d53a5 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:02.483372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c132-f3ba-4400-b0f4-f63009cfc57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b862cb6b-5681-4628-9f80-0eb5b2cafcfa), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.486296 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c132-f3ba-4400-b0f4-f63009cfc57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.487416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8d8c132-f3ba-4400-b0f4-f63009cfc57c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b862cb6b-5681-4628-9f80-0eb5b2cafcfa HTTP/1.1" status: 204 len: 168 time: 0.4571035 Jan 28 01:15:02.489691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-59cea5ad-a87d-41ea-ae62-75be913d53a5 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 818 time: 0.1869714 Jan 28 01:15:02.490748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (e03ffe29-4970-4616-97b1-14bc31397266), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.491757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39206) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.494161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (59d9fde7-c92d-4db6-86cc-0e66c8a0756b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.523246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-231b311f-2ccb-467e-9a70-6a0e17b9fc7a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/quotas/106af07fc9b2484dab8452aefbdfd755 HTTP/1.1" status: 200 len: 375 time: 0.0324271 Jan 28 01:15:02.526029 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afe892d3-6bdb-4f44-ae36-44c4013658e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.545266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7743ac10-d6c6-454f-b96c-064722a62dd8 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:02.570282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c132-f3ba-4400-b0f4-f63009cfc57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862cb6b-5681-4628-9f80-0eb5b2cafcfa,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.577580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-9070870a-77e1-4e3a-bd9f-8df5af2cd164 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531085 Jan 28 01:15:02.604290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (e03ffe29-4970-4616-97b1-14bc31397266), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.605851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6e706dac-c12c-4610-b1dc-1c2f72b01c05 None None] Could not find standard attr ID for object 0321780c-d92e-4913-a49a-bc27f49fa847. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:15:02.664717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7743ac10-d6c6-454f-b96c-064722a62dd8 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:02.665883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.705094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (59d9fde7-c92d-4db6-86cc-0e66c8a0756b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.724467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afe892d3-6bdb-4f44-ae36-44c4013658e2 admin admin] Publish callbacks [] for security_group (cb5b15ad-e341-4122-95b9-1db0e1ec5f87), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.729797 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-afe892d3-6bdb-4f44-ae36-44c4013658e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cb5b15ad-e341-4122-95b9-1db0e1ec5f87), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.773522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7743ac10-d6c6-454f-b96c-064722a62dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:02.780507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129db255-fe4a-46ab-8c91-40a2b838178e None None] Network 84e1c8df-2b02-4747-be97-4529c340efad requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:02.797464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.801008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/59d9fde7-c92d-4db6-86cc-0e66c8a0756b HTTP/1.1" status: 204 len: 168 time: 0.7602301 Jan 28 01:15:02.806280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39214) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.831768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2bce-aa2c-4c57-91ff-d6e41805b0b5 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=59d9fde7-c92d-4db6-86cc-0e66c8a0756b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.847074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-afe892d3-6bdb-4f44-ae36-44c4013658e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=959f7955fdad4b4eba21ea8a219950e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534484 Jan 28 01:15:02.850224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:02.864527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe892d3-6bdb-4f44-ae36-44c4013658e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5b15ad-e341-4122-95b9-1db0e1ec5f87,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.890212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e03ffe29-4970-4616-97b1-14bc31397266), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.948069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (84e1c8df-2b02-4747-be97-4529c340efad), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.965876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8f48e3-764d-457d-81f5-ecba6a0e5018 admin admin] Publish callbacks [] for security_group (cb5b15ad-e341-4122-95b9-1db0e1ec5f87), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:02.970573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-9955ecb9-36b0-44ec-bcf0-314ac7e0b5c0 service neutron] 10.222.0.23 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918147 Jan 28 01:15:02.982521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] DHCP port deletion for 84e1c8df-2b02-4747-be97-4529c340efad request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:03.034641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8f48e3-764d-457d-81f5-ecba6a0e5018 admin admin] Publish callbacks [] for security_group (cb5b15ad-e341-4122-95b9-1db0e1ec5f87), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.040157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] Deleting port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:03.040616 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.048028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e03ffe29-4970-4616-97b1-14bc31397266), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.098021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=e03ffe29-4970-4616-97b1-14bc31397266,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:03.122102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-0ac664cd-59de-4dc0-96fd-2f386322cc3c service neutron] 10.222.0.23 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427665 Jan 28 01:15:03.125542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.129974 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0c79836f-b3bb-4b4e-8c49-f109b07f7934 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e03ffe29-4970-4616-97b1-14bc31397266 HTTP/1.1" status: 204 len: 168 time: 0.8253398 Jan 28 01:15:03.132109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] For port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,segment=NetworkSegment(ff28a95e-13f1-419d-a9cb-8b73e3fd8656),segment_id=ff28a95e-13f1-419d-a9cb-8b73e3fd8656)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:03.132251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39228) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:03.132505 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.153933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:03.154479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.155346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce190fa-8b4e-480e-a5c8-b85d0b2175bd None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:03.168521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] Calling delete_port for 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:03.178979 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8f48e3-764d-457d-81f5-ecba6a0e5018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cb5b15ad-e341-4122-95b9-1db0e1ec5f87), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.181597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f8f48e3-764d-457d-81f5-ecba6a0e5018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.182843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6f8f48e3-764d-457d-81f5-ecba6a0e5018 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb5b15ad-e341-4122-95b9-1db0e1ec5f87 HTTP/1.1" status: 204 len: 168 time: 0.3300374 Jan 28 01:15:03.198942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bbb48390-c014-400a-9463-9299cb097597 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654171 Jan 28 01:15:03.200986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39234) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:03.225990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:03.232536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f48e3-764d-457d-81f5-ecba6a0e5018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5b15ad-e341-4122-95b9-1db0e1ec5f87,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:03.249722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,segment=NetworkSegment(ff28a95e-13f1-419d-a9cb-8b73e3fd8656),segment_id=ff28a95e-13f1-419d-a9cb-8b73e3fd8656)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:03.250135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.266414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:03.318439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09474b-06ac-4171-aae0-2b527cd1c75e req-e4c5ca0c-1356-4132-a1bd-415d5a3d1fc0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:03.325888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a09474b-06ac-4171-aae0-2b527cd1c75e req-e4c5ca0c-1356-4132-a1bd-415d5a3d1fc0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.1799264 Jan 28 01:15:03.380383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:03.385116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.423842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a09474b-06ac-4171-aae0-2b527cd1c75e req-1890df5b-5068-40d6-af8f-0f232ecfc51b tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950143 Jan 28 01:15:03.429946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.507804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:03.514312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:03.531925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.587404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] No DVR routers for this DVR port 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:03.602051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0cd54-6e52-43f6-9e04-62f90cd06940 None None] Pushing event deleted for resources: {'Port': ['ID=7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:03.727375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.762457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50d6b846-c94e-4b76-96a1-54101735053e req-329884e9-faec-4705-a5ad-3fb07ec8db96 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 210 time: 0.0684755 Jan 28 01:15:03.780852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (84e1c8df-2b02-4747-be97-4529c340efad), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.805926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e1c8df-2b02-4747-be97-4529c340efad']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:03.825379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:03.825811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff28a95e-13f1-419d-a9cb-8b73e3fd8656') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:03.840048 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ff28a95e-13f1-419d-a9cb-8b73e3fd8656), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.864174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ff28a95e-13f1-419d-a9cb-8b73e3fd8656), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.878058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:15:03.884345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:03.888515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ff28a95e-13f1-419d-a9cb-8b73e3fd8656), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:15:03.906497 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:15:03.986942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] Deleting port 7743ac10-d6c6-454f-b96c-064722a62dd8 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:03.987664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.047670 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (84e1c8df-2b02-4747-be97-4529c340efad), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.051647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:04.063824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.068974 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/84e1c8df-2b02-4747-be97-4529c340efad HTTP/1.1" status: 204 len: 168 time: 1.2608140 Jan 28 01:15:04.080724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:04.081573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d638ca-d703-4355-8e74-4a2131d50cc1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=84e1c8df-2b02-4747-be97-4529c340efad,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:04.117143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857050537', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:04.122041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] For port 7743ac10-d6c6-454f-b96c-064722a62dd8, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7743ac10-d6c6-454f-b96c-064722a62dd8,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:04.122528 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.136810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] Calling delete_port for 7743ac10-d6c6-454f-b96c-064722a62dd8 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:04.150819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.objects.ports [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109594) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:15:04.237014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (7743ac10-d6c6-454f-b96c-064722a62dd8), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.276322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] Pushing event deleted for resources: {'Port': ['ID=7743ac10-d6c6-454f-b96c-064722a62dd8,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:04.278381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e135e22-ab3f-4678-b1b9-3723c467bd1f None None] No DVR routers for this DVR port 7743ac10-d6c6-454f-b96c-064722a62dd8 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:04.303529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (f03caafb-6e55-422c-8788-51250a00f84a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.304608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (f03caafb-6e55-422c-8788-51250a00f84a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.363360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-707807268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:04.405100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.410065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.439932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (f03caafb-6e55-422c-8788-51250a00f84a), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.458512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7743ac10-d6c6-454f-b96c-064722a62dd8 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:04.462765 n-d-826756-1 neutron-server[109594]: WARNING neutron.services.revisions.revision_plugin [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Could not find related port for resource to bump revision. Jan 28 01:15:04.491180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7743ac10-d6c6-454f-b96c-064722a62dd8 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:04.491950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7743ac10-d6c6-454f-b96c-064722a62dd8 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:04.492384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:04.506233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Port 7743ac10-d6c6-454f-b96c-064722a62dd8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109594) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 01:15:04.506735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:cb6b {{(pid=109594) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 01:15:04.528230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:04.528588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7a5ca4c1-3d94-4fc3-8ca7-cf87104d5f47 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:04.542678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:cb6b {{(pid=109594) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 01:15:04.547888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (6be59eb2-73cb-4696-9241-95ea5f9d4ddd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.555981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router_controller (20d817e2-5966-4c7e-b62e-30de2d87be2c), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.562940 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.586582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.589076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35ffee2c-a72c-4f7d-9542-bbb1aebfd00a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5320745 Jan 28 01:15:04.591147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39292) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:04.614905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-81850890'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:04.635391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Made reservation on behalf of 8b4335cd32a540feb9ab5823b2aaac76 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:04.639149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.648566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.709636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:04.718901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_gateway (f03caafb-6e55-422c-8788-51250a00f84a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.722433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:04.731240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:04.732276 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.737389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4324edd-4fef-4e35-bbb2-5ef3b8692e7e None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:04.755765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3297-5e4f-4762-94cc-221480f7f35b req-ce265a04-0f75-4247-8389-fdbb104c693c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:04.765274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d6b3297-5e4f-4762-94cc-221480f7f35b req-ce265a04-0f75-4247-8389-fdbb104c693c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.2141292 Jan 28 01:15:04.783405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for security_group (a6b9a004-aaa4-46a8-a76b-a989e1087f7d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.790261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a6b9a004-aaa4-46a8-a76b-a989e1087f7d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.802690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=6be59eb2-73cb-4696-9241-95ea5f9d4ddd,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:04.827266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ff7f5f21-6d52-43b4-a202-54fede85eacd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6242812 Jan 28 01:15:04.831299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39304) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:04.846740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:85:14:de', 'name': 'tempest-NetworksTestDHCPv6-388268466'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:04.861856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:04.890703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d6b3297-5e4f-4762-94cc-221480f7f35b req-60f7b778-aed7-40fd-9d64-ce2386c10d3b tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195321 Jan 28 01:15:04.929955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b9a004-aaa4-46a8-a76b-a989e1087f7d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:04.937256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c36fa286-70fe-424b-ac20-a35de573d4de), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:04.937732 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Added segment c36fa286-70fe-424b-ac20-a35de573d4de of type vlan for network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 Jan 28 01:15:05.042681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc503799-9737-46d9-93ca-bd5e4f003f75 req-bf3a9bb6-b677-4390-af47-9d1035b92ac4 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 210 time: 0.0540800 Jan 28 01:15:05.045224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.093430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '6be59eb2-73cb-4696-9241-95ea5f9d4ddd'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:05.096303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.151837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.157896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:05.158519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.287190 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6939600 Jan 28 01:15:05.293885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Allocated IP 2001:db8::f816:3eff:feba:b890 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6be59eb2-73cb-4696-9241-95ea5f9d4ddd/e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:05.295407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_gateway (f03caafb-6e55-422c-8788-51250a00f84a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.299046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:05.333212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'subnet': {'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:05.341701 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.351212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:05.377654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f781c-3d25-4dd8-b708-9358dec75f4d tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Network': ['ID=61a25f85-5c56-47f4-b5c7-27fbedc8d7b5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:05.405562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:05.504634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.521813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Made reservation on behalf of 8b4335cd32a540feb9ab5823b2aaac76 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:05.526753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.537814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port f5ee2542-57d8-4552-ac1d-a57561931cfa yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:15:05.618889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Publish callbacks [] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.626837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.676370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:05.682017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:05.687876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:05.691624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Pushing event updated for resources: {'Port': ['ID=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:05.741906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fe85:14de (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/6be59eb2-73cb-4696-9241-95ea5f9d4ddd/f5ee2542-57d8-4552-ac1d-a57561931cfa) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:05.756850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Attempting to bind port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:05.757434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Attempting to bind port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:05.757824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Attempting to bind port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:05.764093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:05.764472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:05.764893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.765280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:05.765750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Bound port: e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:05.766217 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:05.876466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] For port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:05.890679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] For port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:05.898506 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.056203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913afb-53b1-4c2c-a2ac-2470e3476cc6 None None] Pushing event updated for resources: {'Port': ['ID=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:06.084049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (f5ee2542-57d8-4552-ac1d-a57561931cfa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.161610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f5ee2542-57d8-4552-ac1d-a57561931cfa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.262268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=f5ee2542-57d8-4552-ac1d-a57561931cfa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:06.279083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:06.280814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:06.283360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:06.295665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.296477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.336605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7e22cd8a-7783-4a04-9e21-2daae824062a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4972258 Jan 28 01:15:06.348196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39336) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:06.436339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141faa62-1157-45a2-8b71-0367f8bebb33 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.439640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141faa62-1157-45a2-8b71-0367f8bebb33 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.444039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-141faa62-1157-45a2-8b71-0367f8bebb33 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0922015 Jan 28 01:15:06.444800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:06.554599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port f5ee2542-57d8-4552-ac1d-a57561931cfa {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:06.555036 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:06.555142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f5ee2542-57d8-4552-ac1d-a57561931cfa), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.619744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:06.620178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.651488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b9d34a5-325d-45ff-8fe4-37f58766e6f9 req-15d509cc-e722-40c7-9ac0-7669d852ed9a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 210 time: 0.3379824 Jan 28 01:15:06.664868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f5ee2542-57d8-4552-ac1d-a57561931cfa), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.681492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for f5ee2542-57d8-4552-ac1d-a57561931cfa owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:06.710852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.25.1.95 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b7ad9176-d76a-4e0e-b58f-1608388231d8) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:06.739991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:06.741120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.783587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:06.796364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.829461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47123f-110f-40ec-8c91-8bfeb146bb40 req-fc9fe147-fdd7-4390-a6dd-f22f92f27a24 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.829461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da47123f-110f-40ec-8c91-8bfeb146bb40 req-fc9fe147-fdd7-4390-a6dd-f22f92f27a24 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.5159755 Jan 28 01:15:06.887984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f5ee2542-57d8-4552-ac1d-a57561931cfa), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.890454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:06.922768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=f5ee2542-57d8-4552-ac1d-a57561931cfa,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:06.950870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f1e531f9-593a-4982-b2b4-6509f2c994f9 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.952377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f1e531f9-593a-4982-b2b4-6509f2c994f9 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 818 time: 0.6771021 Jan 28 01:15:06.957641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:06.958093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-538495ea-81a3-47f9-8049-4fbba889f07f tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.965817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-538495ea-81a3-47f9-8049-4fbba889f07f tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.43 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 818 time: 0.6823852 Jan 28 01:15:06.965941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f41a4a10-9974-45a0-8b08-90b050a744c9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/f5ee2542-57d8-4552-ac1d-a57561931cfa HTTP/1.1" status: 204 len: 168 time: 0.5153866 Jan 28 01:15:06.965941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39388) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:06.994953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-3266975b-fa24-4b5d-ad1a-b2a7de92a569 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.996803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-3266975b-fa24-4b5d-ad1a-b2a7de92a569 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 818 time: 0.7057755 Jan 28 01:15:07.005287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Request body: {'port': {'device_id': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'admin_state_up': True, 'tenant_id': '106af07fc9b2484dab8452aefbdfd755'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:07.030176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7174cfc-4908-4e5e-9a5f-f5ecbc07e06b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:07.031015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Request body: {'port': {'device_id': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'admin_state_up': True, 'tenant_id': '106af07fc9b2484dab8452aefbdfd755'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:07.031806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7174cfc-4908-4e5e-9a5f-f5ecbc07e06b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:07.033601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c7174cfc-4908-4e5e-9a5f-f5ecbc07e06b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0688570 Jan 28 01:15:07.036241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.053627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Request body: {'port': {'device_id': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'admin_state_up': True, 'tenant_id': '106af07fc9b2484dab8452aefbdfd755'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:07.087901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30ca0529-82bc-40d9-b76f-e88fdfe824c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.131134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 6be59eb2-73cb-4696-9241-95ea5f9d4ddd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:07.138340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (6be59eb2-73cb-4696-9241-95ea5f9d4ddd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.201629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (6be59eb2-73cb-4696-9241-95ea5f9d4ddd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.210953 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.267485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (0142b0df-d5e0-4638-b437-e49f5677e975), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.332918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da47123f-110f-40ec-8c91-8bfeb146bb40 req-b129b3eb-2cc2-4269-ab12-1528f1c0599e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857655 Jan 28 01:15:07.354548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6be59eb2-73cb-4696-9241-95ea5f9d4ddd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.437830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (6be59eb2-73cb-4696-9241-95ea5f9d4ddd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.438536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (b7ad9176-d76a-4e0e-b58f-1608388231d8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.462189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Subnet': ['ID=0142b0df-d5e0-4638-b437-e49f5677e975,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:07.469673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=6be59eb2-73cb-4696-9241-95ea5f9d4ddd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:07.474169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.479748 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-27e501f6-49f1-4a48-8708-156f53aaf011 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6be59eb2-73cb-4696-9241-95ea5f9d4ddd HTTP/1.1" status: 204 len: 168 time: 0.4402959 Jan 28 01:15:07.479940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39418) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.523687 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dfbf3267-8007-4085-b86f-a0d38dc58c34 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424242 Jan 28 01:15:07.524211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39420) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.532512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Checking segment: {'id': 'c36fa286-70fe-424b-ac20-a35de573d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:07.532992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network hostable DHCP agents. Network: 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:07.568997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Made reservation on behalf of 106af07fc9b2484dab8452aefbdfd755 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:07.572392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.578879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Made reservation on behalf of 106af07fc9b2484dab8452aefbdfd755 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:07.579086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72819319-5065-4be4-8b9d-aeca061d96bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:07.580597 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-72819319-5065-4be4-8b9d-aeca061d96bf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0554633 Jan 28 01:15:07.582280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.583605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39424) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.584190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Made reservation on behalf of 106af07fc9b2484dab8452aefbdfd755 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:07.587353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.601589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3cf288-c66c-4ee7-9901-a4915ce00210 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:07.645937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:07.647962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44354d35-c034-4c23-84a8-ebafa6aaeddc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:07.649564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-44354d35-c034-4c23-84a8-ebafa6aaeddc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0649579 Jan 28 01:15:07.652295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39426) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.660452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b7ad9176-d76a-4e0e-b58f-1608388231d8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.701550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39430) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.708941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cd1a14e9-43e9-4d0d-a6f0-f4d56112687b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510721 Jan 28 01:15:07.727598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.735141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:07.750601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9f41047f-55f4-43dd-a149-5f0d309f8c9a None None] Provisioning complete for port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:07.751778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f41047f-55f4-43dd-a149-5f0d309f8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.766626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:07.784248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20552d38-b232-4009-8428-89ab137a33af None None] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:07.844825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:07.845423 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:07.853110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:07.870548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:07.882982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beedf060-befc-4307-b1ab-11b1aebdf69a req-1d333bc1-847a-4e6f-af5f-e5f211cace96 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 210 time: 0.1239512 Jan 28 01:15:07.913494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:07.913598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=b7ad9176-d76a-4e0e-b58f-1608388231d8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:07.919752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:07.968832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-44a9a877-75c6-47f2-955b-895f6871e950 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6683569 Jan 28 01:15:07.977037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39436) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:07.988047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'network': {'name': 'tempest-router-network01--1571943455'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:08.030371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Allocated IP 172.20.0.11 (c53ae1be-77fc-437a-9af9-cb700ecc437a/386256f8-05b8-4b52-b453-b2a1c201b145/6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:08.034311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Made reservation on behalf of 8b4335cd32a540feb9ab5823b2aaac76 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:08.037677 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.147897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-61a25f85-5c56-47f4-b5c7-27fbedc8d7b5', 'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5', 'project_id': '8b4335cd32a540feb9ab5823b2aaac76', 'fixed_ips': [{'subnet_id': '0142b0df-d5e0-4638-b437-e49f5677e975'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:08.148899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.184116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] Deleting port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:08.184772 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.193337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.204587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:08.207908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9f41047f-55f4-43dd-a149-5f0d309f8c9a None None] Current status of the port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:08.243306 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d8634bd8-63df-4ed7-b2b6-fe3d49778859), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.243652 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Added segment d8634bd8-63df-4ed7-b2b6-fe3d49778859 of type vlan for network 48a9862b-a533-4634-9aa7-8ba9abd8050d Jan 28 01:15:08.277579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:08.280988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.395409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Publish callbacks [] for security_group (a83b8615-c06a-47be-ac58-135b28d74bd9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.402760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a83b8615-c06a-47be-ac58-135b28d74bd9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.420159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] For port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:08.422850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.432767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (48a9862b-a533-4634-9aa7-8ba9abd8050d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.477551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc47e733da764808914872d21293c003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7745924 Jan 28 01:15:08.482654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39444) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:08.488539 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks [] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.492114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83b8615-c06a-47be-ac58-135b28d74bd9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:08.518865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.519632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.520432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.521151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.521671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.522434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.522946 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.523459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.523987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.524514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.525027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.525547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.525965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7116-39eb-4867-8c60-171155d59e59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:08.535442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] Calling delete_port for e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:08.550504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:08.580496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_gateway (f03caafb-6e55-422c-8788-51250a00f84a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.610715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (3a51a15b-c2a9-4f97-b532-831046991e02), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.626842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.629087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (48a9862b-a533-4634-9aa7-8ba9abd8050d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.629726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Allocated IP 172.20.0.2 (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5/0142b0df-d5e0-4638-b437-e49f5677e975/2bc7038b-e306-4a27-8c66-b1d129eb4fbd) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:08.633844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:08.634453 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.640846 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3cae8d39-eb2d-4fff-b9db-ab4433728978 admin admin] Publish callbacks [] for security_group (a83b8615-c06a-47be-ac58-135b28d74bd9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.678805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:08.685409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3cae8d39-eb2d-4fff-b9db-ab4433728978 admin admin] Publish callbacks [] for security_group (a83b8615-c06a-47be-ac58-135b28d74bd9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.689443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:08.703970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:08.704917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.711416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=3a51a15b-c2a9-4f97-b532-831046991e02,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:08.740912 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e99b3f81-821c-4aa9-98b5-5cfb7b11629a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0100536 Jan 28 01:15:08.742731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39446) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:08.748047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:51:b4:79', 'name': 'tempest-NetworksTestDHCPv6-76867449'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:08.752002 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.780942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] Pushing event deleted for resources: {'Port': ['ID=e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:08.787677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:08.788284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.798448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3b541-ac0f-4e25-93df-8322f721d7f7 req-55a3a6c9-41a0-489c-abd2-b04dd0d37c42 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:08.800003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bf3b541-ac0f-4e25-93df-8322f721d7f7 req-55a3a6c9-41a0-489c-abd2-b04dd0d37c42 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.2864797 Jan 28 01:15:08.805691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8232522 Jan 28 01:15:08.810246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39448) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:08.815199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'network': {'name': 'tempest-router-network02--1502463395'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:08.845661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3cae8d39-eb2d-4fff-b9db-ab4433728978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a83b8615-c06a-47be-ac58-135b28d74bd9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.848286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3cae8d39-eb2d-4fff-b9db-ab4433728978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.849462 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3cae8d39-eb2d-4fff-b9db-ab4433728978 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a83b8615-c06a-47be-ac58-135b28d74bd9 HTTP/1.1" status: 204 len: 168 time: 0.3656034 Jan 28 01:15:08.881900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61f497-4887-4aa2-9a7d-b4a36d0ccb75 None None] No DVR routers for this DVR port e6d2040b-e2d2-49f4-a6ec-f8aee8dd96b2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:08.902628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Publish callbacks [] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.914217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2224eadb-d95a-432a-a43f-5c0086cbc3e3 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:08.916891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae8d39-eb2d-4fff-b9db-ab4433728978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83b8615-c06a-47be-ac58-135b28d74bd9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:08.923020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Made reservation on behalf of 8b4335cd32a540feb9ab5823b2aaac76 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:08.929174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.996262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:08.999301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.025073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2adc75b6-e817-4017-b446-6ef48ec24b8b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.027345 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Added segment 2adc75b6-e817-4017-b446-6ef48ec24b8b of type vlan for network 243c7b12-431f-4e73-83e0-d96aad12ba1f Jan 28 01:15:09.087054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:09.091169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.096167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (243c7b12-431f-4e73-83e0-d96aad12ba1f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.130307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port a6f56a28-822e-4e2b-8a8c-f6807f56fb7d yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:15:09.141459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:09.150035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:09.152784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:09.179556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (243c7b12-431f-4e73-83e0-d96aad12ba1f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.184603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:09.185231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.227497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Pushing event updated for resources: {'Port': ['ID=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:09.253896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Attempting to bind port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:09.254820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Network c53ae1be-77fc-437a-9af9-cb700ecc437a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:09.255232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Attempting to bind port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c36fa286-70fe-424b-ac20-a35de573d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:09.255758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Attempting to bind port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd on network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:09.257625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Allocated IP 172.20.0.6 (c53ae1be-77fc-437a-9af9-cb700ecc437a/386256f8-05b8-4b52-b453-b2a1c201b145/5c1bcc54-6880-4757-a8e0-93189c3cde05) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:09.267121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4557891 Jan 28 01:15:09.273730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39456) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:09.276908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56a705-d83d-42ff-bfc1-2ca425541403 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Network': ['ID=48a9862b-a533-4634-9aa7-8ba9abd8050d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:09.279136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Pushing event updated for resources: {'Port': ['ID=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:09.286588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'subnet': {'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:09.288420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:09.288820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Checking segment: {'id': 'c36fa286-70fe-424b-ac20-a35de573d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:09.289247 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.289686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Bound using segment: {'id': 'c36fa286-70fe-424b-ac20-a35de573d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:09.290172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Bound port: 2bc7038b-e306-4a27-8c66-b1d129eb4fbd, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36fa286-70fe-424b-ac20-a35de573d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '61a25f85-5c56-47f4-b5c7-27fbedc8d7b5'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:09.291207 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.295087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:09.315445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:09.343653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24f253cd-a6a7-43bc-bce3-3bdecfa22efb req-c7e3a3a9-2e37-43a5-96d1-6df635a1ea8a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 210 time: 0.0770948 Jan 28 01:15:09.345530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15ece5-e4be-48fe-ab10-fbfa1f34d0b0 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Network': ['ID=243c7b12-431f-4e73-83e0-d96aad12ba1f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:09.353362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:09.388393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39460) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:09.416189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d114ce21-295f-4244-ad38-60f9ae3d4c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.418525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '3a51a15b-c2a9-4f97-b532-831046991e02'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:09.420171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.440687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 243c7b12-431f-4e73-83e0-d96aad12ba1f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:09.462292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::23e (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/3a51a15b-c2a9-4f97-b532-831046991e02/a6f56a28-822e-4e2b-8a8c-f6807f56fb7d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:09.500502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Made reservation on behalf of 8b4335cd32a540feb9ab5823b2aaac76 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:09.505335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.508438 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19092506-2978-4833-8b23-1a1c8287bf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.639456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:09.640663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.662728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bf3b541-ac0f-4e25-93df-8322f721d7f7 req-a9100569-8ba8-4fb8-af8e-a0f0322afc6c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408825 Jan 28 01:15:09.695406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] For port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:09.698753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] For port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,segment=NetworkSegment(c36fa286-70fe-424b-ac20-a35de573d4de),segment_id=c36fa286-70fe-424b-ac20-a35de573d4de)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:09.703773 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.727680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d114ce21-295f-4244-ad38-60f9ae3d4c10 admin admin] Publish callbacks [] for security_group (0217cac0-d771-4274-937e-5735409ef24c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.744350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d114ce21-295f-4244-ad38-60f9ae3d4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0217cac0-d771-4274-937e-5735409ef24c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.760403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (f03caafb-6e55-422c-8788-51250a00f84a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.766740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fe4a2-2f66-4b9b-91da-9a1569bb5913 None None] Pushing event updated for resources: {'Port': ['ID=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:09.767186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-377ad6f9-c1ff-44c7-984d-cff45202efe7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7520082 Jan 28 01:15:09.786934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Request body: {'port': {'device_id': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:09.804447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d114ce21-295f-4244-ad38-60f9ae3d4c10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dc9b0ea1afb4588a10152e439ea50d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150000 Jan 28 01:15:09.814631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39464) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:09.872073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (a6f56a28-822e-4e2b-8a8c-f6807f56fb7d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.878271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114ce21-295f-4244-ad38-60f9ae3d4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217cac0-d771-4274-937e-5735409ef24c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:09.886307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks [] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.977176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.001090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.035027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a79552fd-0f06-490b-834f-30dbf61706a9 admin admin] Publish callbacks [] for security_group (0217cac0-d771-4274-937e-5735409ef24c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.047560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.057152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a6f56a28-822e-4e2b-8a8c-f6807f56fb7d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.099472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a79552fd-0f06-490b-834f-30dbf61706a9 admin admin] Publish callbacks [] for security_group (0217cac0-d771-4274-937e-5735409ef24c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.133240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/3a51a15b-c2a9-4f97-b532-831046991e02/32992b98-926f-4879-b65f-d98bfc760855) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:10.143505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Subnet': ['ID=ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:10.145579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Allocated IP 172.20.0.4 (c53ae1be-77fc-437a-9af9-cb700ecc437a/386256f8-05b8-4b52-b453-b2a1c201b145/8fd3dacc-4209-4139-87ea-388447af40b4) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:10.169011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:10.188675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:10.196328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:10.201734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:10.202448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.222190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=a6f56a28-822e-4e2b-8a8c-f6807f56fb7d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:10.227437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Checking segment: {'id': 'd8634bd8-63df-4ed7-b2b6-fe3d49778859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:10.227812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network hostable DHCP agents. Network: 48a9862b-a533-4634-9aa7-8ba9abd8050d, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:10.246214 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-083571a6-24c7-4cb9-9cbf-ae286b801a5b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5018897 Jan 28 01:15:10.250130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39466) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:10.260346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Pushing event updated for resources: {'Port': ['ID=5c1bcc54-6880-4757-a8e0-93189c3cde05,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:10.268098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Network c53ae1be-77fc-437a-9af9-cb700ecc437a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:10.282019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:10.283076 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a79552fd-0f06-490b-834f-30dbf61706a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0217cac0-d771-4274-937e-5735409ef24c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.285866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a79552fd-0f06-490b-834f-30dbf61706a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.290151 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a79552fd-0f06-490b-834f-30dbf61706a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0217cac0-d771-4274-937e-5735409ef24c HTTP/1.1" status: 204 len: 168 time: 0.4468741 Jan 28 01:15:10.295291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:10.302641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router f03caafb-6e55-422c-8788-51250a00f84a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:15:10.305898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:10.318140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79552fd-0f06-490b-834f-30dbf61706a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217cac0-d771-4274-937e-5735409ef24c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:10.327520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 48a9862b-a533-4634-9aa7-8ba9abd8050d) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:10.333329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:10.333865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.342932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7771f-4acc-4daf-af55-34fe8398a703 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:10.344669 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2cc7771f-4acc-4daf-af55-34fe8398a703 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0931499 Jan 28 01:15:10.350897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:10.417812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:10.419638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.501868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464864c-4014-4e1b-8081-0264a8e4fb06 None None] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:10.507179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-edb99b0e-e2fd-425b-b3a0-22eb395ce2b8 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2323139 Jan 28 01:15:10.509144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39476) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:10.520234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'subnet': {'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:10.571850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:10.590765 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] Sync routers for ids ['f03caafb-6e55-422c-8788-51250a00f84a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:10.595831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6fccf98f-2307-4627-9109-e3d7c00d7591 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6274352 Jan 28 01:15:10.626862 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] Routers {'f03caafb-6e55-422c-8788-51250a00f84a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:10.633661 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f03caafb-6e55-422c-8788-51250a00f84a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:10.656090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.663221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-58764568-32b6-4990-a772-7c621271e0ef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.5777810 Jan 28 01:15:10.663824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39482) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:10.669084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2bc7038b-e306-4a27-8c66-b1d129eb4fbd up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:10.687080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Made reservation on behalf of 8b4335cd32a540feb9ab5823b2aaac76 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:10.691948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.745877 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:10.770207 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] Routers {'f03caafb-6e55-422c-8788-51250a00f84a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:10.773688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f03caafb-6e55-422c-8788-51250a00f84a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:10.863796 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:10.866293 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69b461-804e-486b-b492-8c481c497e82 None None] The sync data for ids ['f03caafb-6e55-422c-8788-51250a00f84a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:10.912543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks [] for port (8fd3dacc-4209-4139-87ea-388447af40b4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.920580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Publish callbacks [] for port (32992b98-926f-4879-b65f-d98bfc760855), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.940795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (32992b98-926f-4879-b65f-d98bfc760855), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:10.949714 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.001449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ca4a-8e6c-4175-9f47-32198d1ff914 req-79a291c9-8620-416b-b0b3-5e8e5cbc9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:11.003374 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-75e5ca4a-8e6c-4175-9f47-32198d1ff914 req-79a291c9-8620-416b-b0b3-5e8e5cbc9b65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.3926225 Jan 28 01:15:11.017901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Request body: {'port': {'device_id': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:11.022910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port a6f56a28-822e-4e2b-8a8c-f6807f56fb7d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:11.023675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a6f56a28-822e-4e2b-8a8c-f6807f56fb7d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.044553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:11.061583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:11.069456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:11.074756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Pushing event updated for resources: {'Port': ['ID=32992b98-926f-4879-b65f-d98bfc760855,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:11.077202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (a1d75b45-cf58-4223-b97b-8bf1b437fc60), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.146032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-48a9862b-a533-4634-9aa7-8ba9abd8050d', 'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d', 'project_id': '8b4335cd32a540feb9ab5823b2aaac76', 'fixed_ips': [{'subnet_id': 'ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:11.147529 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.164510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.165676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.168781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.169717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.170444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.171280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.172127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.174519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.176128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.177092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.177594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.179045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.179545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.180249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:11.200515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:11.205516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.237101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe846ffb-95d1-4cf6-83cc-4637036b3cae req-379550eb-8d25-4f5f-966a-17b92d8288ea tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:11.244534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe846ffb-95d1-4cf6-83cc-4637036b3cae req-379550eb-8d25-4f5f-966a-17b92d8288ea tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 931 time: 0.5790172 Jan 28 01:15:11.258424 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-75e5ca4a-8e6c-4175-9f47-32198d1ff914 req-b7b14605-dd8f-4911-9c50-16317d78d61e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439148 Jan 28 01:15:11.271585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Subnet': ['ID=a1d75b45-cf58-4223-b97b-8bf1b437fc60,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:11.300770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Attempting to bind port 32992b98-926f-4879-b65f-d98bfc760855 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:11.300770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Attempting to bind port 32992b98-926f-4879-b65f-d98bfc760855 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:11.301128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Attempting to bind port 32992b98-926f-4879-b65f-d98bfc760855 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:11.308334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a6f56a28-822e-4e2b-8a8c-f6807f56fb7d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.327204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for a6f56a28-822e-4e2b-8a8c-f6807f56fb7d owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:11.333705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Checking segment: {'id': '2adc75b6-e817-4017-b446-6ef48ec24b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:11.334195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network hostable DHCP agents. Network: 243c7b12-431f-4e73-83e0-d96aad12ba1f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:11.338795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:11.338795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:11.339044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.339551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:11.340228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Bound port: 32992b98-926f-4879-b65f-d98bfc760855, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:11.340514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32992b98-926f-4879-b65f-d98bfc760855), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.365709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Network c53ae1be-77fc-437a-9af9-cb700ecc437a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:11.373347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bbe03-15ba-4716-9c9b-dd769f40397c req-43629042-9517-41bc-b354-56a7862e287b tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:11.383349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d14bbe03-15ba-4716-9c9b-dd769f40397c req-43629042-9517-41bc-b354-56a7862e287b tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.3785241 Jan 28 01:15:11.424909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:11.455343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:11.467922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Pushing event updated for resources: {'Port': ['ID=8fd3dacc-4209-4139-87ea-388447af40b4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:11.506873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ffa6e0c5-ec70-4a1e-9233-3ffd574a9793 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/routers/f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 200 len: 880 time: 0.8211391 Jan 28 01:15:11.506873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.512010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39502) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:11.522110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 243c7b12-431f-4e73-83e0-d96aad12ba1f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:11.536515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d70753-fcc9-42b3-96c4-f1b078b1acc4 None None] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:11.543212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 243c7b12-431f-4e73-83e0-d96aad12ba1f) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:11.548965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:11.550606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.571035 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b580a6d3-9a3a-4047-bb6b-c3a0fde458b1 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0556335 Jan 28 01:15:11.582243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bfa6ae-8877-4973-afe1-636318d2a1ef None None] Network 243c7b12-431f-4e73-83e0-d96aad12ba1f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:11.586886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] For port 32992b98-926f-4879-b65f-d98bfc760855, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:11.592076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39504) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:11.607536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe846ffb-95d1-4cf6-83cc-4637036b3cae req-c4be44bb-074a-40ba-a734-09510ab74314 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620386 Jan 28 01:15:11.702616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] For port 32992b98-926f-4879-b65f-d98bfc760855, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32992b98-926f-4879-b65f-d98bfc760855,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:11.712201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d14bbe03-15ba-4716-9c9b-dd769f40397c req-ced7dd5e-2868-4f14-b982-1c546b33fb50 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278871 Jan 28 01:15:11.718187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Allocated IP 172.20.0.2 (48a9862b-a533-4634-9aa7-8ba9abd8050d/ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8/3a7c73c6-51cd-40bb-8594-bf3e7dc728fe) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:11.737912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:11.738322 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.746939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:11.747637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.750008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32992b98-926f-4879-b65f-d98bfc760855), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.787325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:15:11.808418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a6f56a28-822e-4e2b-8a8c-f6807f56fb7d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.832641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Publish callbacks [] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.853123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=a6f56a28-822e-4e2b-8a8c-f6807f56fb7d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:11.854610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,segment=NetworkSegment(c36fa286-70fe-424b-ac20-a35de573d4de),segment_id=c36fa286-70fe-424b-ac20-a35de573d4de)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:11.928388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-5bc9c605-8bea-4883-a16e-71e60ff98cc0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9022048 Jan 28 01:15:11.958649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Transition to ACTIVE for port object 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:15:11.966156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Request body: {'port': {'device_id': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:11.981305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.053989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b0ac66cb-5175-4e68-883c-ae75cfeb65fd None None] Provisioning complete for port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:12.054587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0ac66cb-5175-4e68-883c-ae75cfeb65fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.065113 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.103761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.107881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36bb7d79-6b0c-4729-abca-65572f41909b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/a6f56a28-822e-4e2b-8a8c-f6807f56fb7d HTTP/1.1" status: 204 len: 168 time: 1.7572775 Jan 28 01:15:12.111811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:12.210642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.233704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ea8cf-d9bc-4c0e-94f9-936220c908b3 None None] Pushing event updated for resources: {'Port': ['ID=32992b98-926f-4879-b65f-d98bfc760855,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:12.242424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.318457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:12.323596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed337120-cfbb-4792-ad70-e9f7f57fa0d4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:12.325089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed337120-cfbb-4792-ad70-e9f7f57fa0d4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:12.326815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed337120-cfbb-4792-ad70-e9f7f57fa0d4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2072549 Jan 28 01:15:12.359499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39526) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:12.372679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-243c7b12-431f-4e73-83e0-d96aad12ba1f', 'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f', 'project_id': '8b4335cd32a540feb9ab5823b2aaac76', 'fixed_ips': [{'subnet_id': 'a1d75b45-cf58-4223-b97b-8bf1b437fc60'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:12.373567 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.375497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:12.435974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.722439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac66cb-5175-4e68-883c-ae75cfeb65fd None None] Current status of the port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:12.732274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Publish callbacks [] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.761471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.827656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:12.829076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Allocated IP 172.20.0.2 (243c7b12-431f-4e73-83e0-d96aad12ba1f/a1d75b45-cf58-4223-b97b-8bf1b437fc60/da0b8616-f1e0-4bf3-8fc4-952ba9734e8b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:12.852003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:12.875229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Allocated IP 172.20.0.1 (48a9862b-a533-4634-9aa7-8ba9abd8050d/ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8/b047dc76-8e20-4b8e-904c-71da94b2c8f8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:12.984082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Pushing event updated for resources: {'Port': ['ID=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:12.994435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:13.024339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.071070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.123262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Attempting to bind port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:13.123894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Attempting to bind port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd8634bd8-63df-4ed7-b2b6-fe3d49778859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:13.124414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Attempting to bind port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe on network 48a9862b-a533-4634-9aa7-8ba9abd8050d {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:13.126935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1dea8467-edff-4dc5-aafc-364eb7e838b4 None None] Provisioning complete for port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:13.132399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dea8467-edff-4dc5-aafc-364eb7e838b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.166538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:13.166697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:13.166919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Checking segment: {'id': 'd8634bd8-63df-4ed7-b2b6-fe3d49778859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:13.167908 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.168750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Bound using segment: {'id': 'd8634bd8-63df-4ed7-b2b6-fe3d49778859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:13.168938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:13.169526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Bound port: 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8634bd8-63df-4ed7-b2b6-fe3d49778859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a9862b-a533-4634-9aa7-8ba9abd8050d'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:13.170102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.173528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:13.193616 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Publish callbacks [] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.214230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.223713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.287884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Network 243c7b12-431f-4e73-83e0-d96aad12ba1f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:13.312722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:13.320201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:13.356825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Port': ['ID=b047dc76-8e20-4b8e-904c-71da94b2c8f8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:13.385640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Pushing event updated for resources: {'Port': ['ID=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:13.415860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.432348 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.440709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] For port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:13.474270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaaeac-26fb-413a-a2e6-a757d6a5cf2d req-c0597697-a9ff-4eb7-9fff-0c73c804907c tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:13.475930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdbaaeac-26fb-413a-a2e6-a757d6a5cf2d req-c0597697-a9ff-4eb7-9fff-0c73c804907c tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 931 time: 0.3660097 Jan 28 01:15:13.478133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] For port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,segment=NetworkSegment(d8634bd8-63df-4ed7-b2b6-fe3d49778859),segment_id=d8634bd8-63df-4ed7-b2b6-fe3d49778859)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:13.507948 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.549511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 3a51a15b-c2a9-4f97-b532-831046991e02 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:13.583861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd93509-209d-4117-a5e2-0a789150646c req-97f5d188-849b-4670-bba5-7048f7f4b151 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:13.585568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Attempting to bind port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:13.587527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Attempting to bind port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2adc75b6-e817-4017-b446-6ef48ec24b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:13.588096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Attempting to bind port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b on network 243c7b12-431f-4e73-83e0-d96aad12ba1f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:13.596813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1dea8467-edff-4dc5-aafc-364eb7e838b4 None None] Current status of the port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:13.598408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd93509-209d-4117-a5e2-0a789150646c req-97f5d188-849b-4670-bba5-7048f7f4b151 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.4871056 Jan 28 01:15:13.618636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (3a51a15b-c2a9-4f97-b532-831046991e02), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.660573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:13.660959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Checking segment: {'id': '2adc75b6-e817-4017-b446-6ef48ec24b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:13.661371 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.661803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Bound using segment: {'id': '2adc75b6-e817-4017-b446-6ef48ec24b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:13.666845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Bound port: da0b8616-f1e0-4bf3-8fc4-952ba9734e8b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc75b6-e817-4017-b446-6ef48ec24b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '243c7b12-431f-4e73-83e0-d96aad12ba1f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:13.667286 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.762657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e9d8c-c0c9-4887-a656-975b3c5aea7a None None] Pushing event updated for resources: {'Port': ['ID=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:13.809137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] Provisioning complete for port 32992b98-926f-4879-b65f-d98bfc760855 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:13.809519 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32992b98-926f-4879-b65f-d98bfc760855), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.816423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b641d2bb-4602-4641-bb7b-15077d7fdee9 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.2966475 Jan 28 01:15:13.819532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:13.826476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1857050537'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:13.851352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Attempting to bind port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:13.851698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Attempting to bind port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:13.852200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Attempting to bind port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf on network c53ae1be-77fc-437a-9af9-cb700ecc437a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:13.893456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] For port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:13.933486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] For port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,segment=NetworkSegment(2adc75b6-e817-4017-b446-6ef48ec24b8b),segment_id=2adc75b6-e817-4017-b446-6ef48ec24b8b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:13.945320 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.946949 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (3a51a15b-c2a9-4f97-b532-831046991e02), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.962956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf on network c53ae1be-77fc-437a-9af9-cb700ecc437a not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:15:13.963890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Attempting to bind port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf on network c53ae1be-77fc-437a-9af9-cb700ecc437a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:14.008839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:14.009398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Checking segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:14.010001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Bound using segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:14.010608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Bound port: 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:14.011123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.082567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1bcc54-6880-4757-a8e0-93189c3cde05 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:15:14.105300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fb4d0-a483-4d8b-b8c2-d382711524b3 None None] Pushing event updated for resources: {'Port': ['ID=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:14.107156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdbaaeac-26fb-413a-a2e6-a757d6a5cf2d req-f64938a8-416a-4e56-9a73-17341f57a761 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002738 Jan 28 01:15:14.110591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Publish callbacks [] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.125803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd93509-209d-4117-a5e2-0a789150646c req-5b72cabc-a461-4b07-b479-57164ecac892 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260589 Jan 28 01:15:14.168683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] Current status of the port 32992b98-926f-4879-b65f-d98bfc760855 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:14.170231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32992b98-926f-4879-b65f-d98bfc760855), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.215049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Transition to ACTIVE for port object 5c1bcc54-6880-4757-a8e0-93189c3cde05 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:15:14.302942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.322063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] For port 32992b98-926f-4879-b65f-d98bfc760855, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32992b98-926f-4879-b65f-d98bfc760855,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:14.329833 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32992b98-926f-4879-b65f-d98bfc760855), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.526437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f4c9439d-438d-4b51-be25-a9dc6d712c72 None None] Could not find standard attr ID for object f5ee2542-57d8-4552-ac1d-a57561931cfa. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:15:14.546163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1bcc54-6880-4757-a8e0-93189c3cde05,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:14.580760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6a0d9-b14a-4db0-aa10-9d12ded2a8b1 None None] Pushing event updated for resources: {'Port': ['ID=32992b98-926f-4879-b65f-d98bfc760855,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:14.635034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] For port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:14.643336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] For port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:14.677102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3a51a15b-c2a9-4f97-b532-831046991e02), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.759744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.767686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.787002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5f2daab5-07a2-46da-8875-254142a1d11a None None] Could not find standard attr ID for object a6f56a28-822e-4e2b-8a8c-f6807f56fb7d. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:15:14.806171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-462a951d-5a86-497d-b433-5476088afdf6 req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-559014952', 'description': 'tempest-description-1324205884'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:14.897814 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (3a51a15b-c2a9-4f97-b532-831046991e02), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.901292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.995853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:15.025134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.036450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-462a951d-5a86-497d-b433-5476088afdf6 req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.075786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:15.076392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.222978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:15.228868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:15.265486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:15.266094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.316606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,segment=NetworkSegment(d8634bd8-63df-4ed7-b2b6-fe3d49778859),segment_id=d8634bd8-63df-4ed7-b2b6-fe3d49778859)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:15.321175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.322148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32992b98-926f-4879-b65f-d98bfc760855 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:15.354757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-462a951d-5a86-497d-b433-5476088afdf6 req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for security_group (b85669f2-7b62-4cbd-948f-ce1375e598f4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.362431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=3a51a15b-c2a9-4f97-b532-831046991e02,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:15.369329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:15.378357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.387307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-396248ec-28e7-4850-ac44-a862ef8689b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/3a51a15b-c2a9-4f97-b532-831046991e02 HTTP/1.1" status: 204 len: 168 time: 2.9979949 Jan 28 01:15:15.412690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39680) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:15.475042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:15.479378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-462a951d-5a86-497d-b433-5476088afdf6 req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b85669f2-7b62-4cbd-948f-ce1375e598f4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.506985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 32992b98-926f-4879-b65f-d98bfc760855 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:15.507386 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32992b98-926f-4879-b65f-d98bfc760855), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.600943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:15.611811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.613687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3683cdb-9037-4a38-b927-aee58aca8b88 service neutron] 10.222.0.43 "PUT /v2.0/ports/6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf HTTP/1.1" status: 200 len: 1092 time: 5.8325622 Jan 28 01:15:15.685669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 32992b98-926f-4879-b65f-d98bfc760855 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:15.686775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2bc7038b-e306-4a27-8c66-b1d129eb4fbd up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:15.701983 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-90df587b-6692-42f9-8e59-38b57e3b77cb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2717309 Jan 28 01:15:15.702835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:15.734916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Port': ['ID=b047dc76-8e20-4b8e-904c-71da94b2c8f8,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:15.766600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'tag': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:15.771770 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be17f98-0955-4e45-a602-31bef09a5a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46", "tag": "6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:15.782833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb087fd-300d-4d80-9f4a-c0b221857459 None None] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:15.884909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1d3ee-8f84-4bbe-b3bb-0ec27b82708d None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:15.887978 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-462a951d-5a86-497d-b433-5476088afdf6 req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:15.889546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-462a951d-5a86-497d-b433-5476088afdf6 req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.3770661 Jan 28 01:15:15.911520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Attempting to bind port 5c1bcc54-6880-4757-a8e0-93189c3cde05 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:15.912118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Attempting to bind port 5c1bcc54-6880-4757-a8e0-93189c3cde05 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:15.912630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Attempting to bind port 5c1bcc54-6880-4757-a8e0-93189c3cde05 on network c53ae1be-77fc-437a-9af9-cb700ecc437a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:15.956674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db9d36-fea5-4ca9-96ce-7c12b76b040d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:15.967140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-0986d1c9-22e2-4d4d-a583-42bdecc1f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:15.969257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-0986d1c9-22e2-4d4d-a583-42bdecc1f0fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 1095 time: 0.1669636 Jan 28 01:15:15.971094 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8db9d36-fea5-4ca9-96ce-7c12b76b040d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2564578 Jan 28 01:15:15.980039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39722) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:15.988859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cbe79-8e8a-42be-9823-43c318726c65 req-26ca5bc7-ebdf-4fbb-a45b-635465bcf640 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:15.990841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c47cbe79-8e8a-42be-9823-43c318726c65 req-26ca5bc7-ebdf-4fbb-a45b-635465bcf640 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 943 time: 0.6024561 Jan 28 01:15:15.991530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7ce56-1df6-4b12-9050-4e834f8caae0 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85669f2-7b62-4cbd-948f-ce1375e598f4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:16.003086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Port 5c1bcc54-6880-4757-a8e0-93189c3cde05 on network c53ae1be-77fc-437a-9af9-cb700ecc437a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:15:16.003424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Attempting to bind port 5c1bcc54-6880-4757-a8e0-93189c3cde05 on network c53ae1be-77fc-437a-9af9-cb700ecc437a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:16.074464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b26cf17a-d74d-4efb-a846-0cf21757cab1 None None] Provisioning complete for port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:16.081054 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b26cf17a-d74d-4efb-a846-0cf21757cab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.112742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:16.113330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Checking segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:16.113896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Bound using segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:16.114587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Bound port: 5c1bcc54-6880-4757-a8e0-93189c3cde05, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:16.115184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.119292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Router 20d817e2-5966-4c7e-b62e-30de2d87be2c is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:15:16.121252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-6288cd2c-40cf-4544-8fd7-542df45af7aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf HTTP/1.1" status: 200 len: 217 time: 0.1022482 Jan 28 01:15:16.203583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c47cbe79-8e8a-42be-9823-43c318726c65 req-d2af36c9-239f-431a-882c-e2f031e8650d tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111341 Jan 28 01:15:16.212158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0de98-7428-45c7-ba7f-ba1b01be625e None None] Network 243c7b12-431f-4e73-83e0-d96aad12ba1f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:16.362139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:16.369414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-67ade965-90b4-4420-a8c4-86efe0a5084a tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7760165 Jan 28 01:15:16.372507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (f03caafb-6e55-422c-8788-51250a00f84a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.376430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39738) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:16.405538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:16.406150 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.422787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] For port 5c1bcc54-6880-4757-a8e0-93189c3cde05, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:16.430848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] For port 5c1bcc54-6880-4757-a8e0-93189c3cde05, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:16.435132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (f03caafb-6e55-422c-8788-51250a00f84a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.443244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] Sync routers for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:16.495218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b83855-65b8-406a-8edc-9009fba40285 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:16.497466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02b83855-65b8-406a-8edc-9009fba40285 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5036919 Jan 28 01:15:16.520786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39740) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:16.530740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd3dacc-4209-4139-87ea-388447af40b4 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:15:16.550303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Publish callbacks [] for port (8fd3dacc-4209-4139-87ea-388447af40b4), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.575520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Transition to ACTIVE for port object 8fd3dacc-4209-4139-87ea-388447af40b4 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:15:16.590654 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-46ab8762-2f21-494c-b2a3-8de0c2ba57a4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684440 Jan 28 01:15:16.595696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:16.608468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.612018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-c6011669-482b-4a22-a209-f6ec043a20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:16.613755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-c6011669-482b-4a22-a209-f6ec043a20e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 200 len: 858 time: 0.4629686 Jan 28 01:15:16.620758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:16.720868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1bcc54-6880-4757-a8e0-93189c3cde05,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:16.733667 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1253ff6b-d4b9-4472-a3a9-d0d81d6b4c8d x-openstack-request-id: req-1253ff6b-d4b9-4472-a3a9-d0d81d6b4c8d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:16.733995 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46", "tag": "6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:16.734260 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1253ff6b-d4b9-4472-a3a9-d0d81d6b4c8d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:16.735130 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'tag': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf', 'status': 'completed', 'code': 200} Jan 28 01:15:16.750703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:16.767363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:16.768170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:16.769071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-20092dbf-e9f0-4c12-a0c3-70474688c76b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c53ae1be-77fc-437a-9af9-cb700ecc437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302722 Jan 28 01:15:16.844717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b26cf17a-d74d-4efb-a846-0cf21757cab1 None None] Current status of the port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:16.854874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:16.867155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39746) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:16.922253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:16.927175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:16.927931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:16.967301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:16.976799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:16.977598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f13b3-696b-4557-8700-c1e8b88442ae None None] The sync data for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:17.022387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] Provisioning complete for port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:17.022905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.041202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:17.044892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.046614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-67600009-931e-4850-b9c9-ec899417d364 service neutron] 10.222.0.45 "PUT /v2.0/ports/5c1bcc54-6880-4757-a8e0-93189c3cde05 HTTP/1.1" status: 200 len: 1091 time: 6.4290669 Jan 28 01:15:17.159741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] Deleting port 32992b98-926f-4879-b65f-d98bfc760855 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:17.162311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (32992b98-926f-4879-b65f-d98bfc760855), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.167825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a9e7f2-3c31-4a10-ad35-13b49a2895cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.233733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router f03caafb-6e55-422c-8788-51250a00f84a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:17.355454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a9e7f2-3c31-4a10-ad35-13b49a2895cb admin admin] Publish callbacks [] for security_group (050255d2-ed85-4406-a053-54a3d8d0bdbf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.378847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-5d0c4f92-619e-4ce5-89a2-76e807d26140 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-559014952&fields=id&tenant_id=35494cecd61d456e904c39134ea7c701 HTTP/1.1" status: 200 len: 267 time: 0.8000379 Jan 28 01:15:17.408991 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56a9e7f2-3c31-4a10-ad35-13b49a2895cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (050255d2-ed85-4406-a053-54a3d8d0bdbf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.419142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device da0b8616-f1e0-4bf3-8fc4-952ba9734e8b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:17.426946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] For port 32992b98-926f-4879-b65f-d98bfc760855, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32992b98-926f-4879-b65f-d98bfc760855,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:17.427435 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (32992b98-926f-4879-b65f-d98bfc760855), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.461837 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-75cb072b-86a5-4eb2-b14d-602960ef3302 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:15:17.466659 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-75cb072b-86a5-4eb2-b14d-602960ef3302 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0860796 Jan 28 01:15:17.467522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:17.487551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-56a9e7f2-3c31-4a10-ad35-13b49a2895cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d05e9b8328b04c32a08886fa6804929a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6134877 Jan 28 01:15:17.507570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] Calling delete_port for 32992b98-926f-4879-b65f-d98bfc760855 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:17.516752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:17.564107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:17.573910 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] Sync routers for ids ['f03caafb-6e55-422c-8788-51250a00f84a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:17.583990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.585228 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-77c0f6bd-97dc-4fd0-b61f-5b0e9893249b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 200 len: 887 time: 3.7645812 Jan 28 01:15:17.588673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd3dacc-4209-4139-87ea-388447af40b4,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:17.594577 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] Routers {'f03caafb-6e55-422c-8788-51250a00f84a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:17.595233 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f03caafb-6e55-422c-8788-51250a00f84a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:17.600611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39760) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:17.613274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] Current status of the port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:17.613694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.622492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (32992b98-926f-4879-b65f-d98bfc760855), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.665096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] Pushing event deleted for resources: {'Port': ['ID=32992b98-926f-4879-b65f-d98bfc760855,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:17.665391 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:17.683408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f63fca-2c89-4bb4-a42c-823ae6e78f08 None None] No DVR routers for this DVR port 32992b98-926f-4879-b65f-d98bfc760855 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:17.701852 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] Routers {'f03caafb-6e55-422c-8788-51250a00f84a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:17.702494 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['f03caafb-6e55-422c-8788-51250a00f84a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:17.710119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] For port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,segment=NetworkSegment(2adc75b6-e817-4017-b446-6ef48ec24b8b),segment_id=2adc75b6-e817-4017-b446-6ef48ec24b8b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:17.720419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.751835 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:17.752518 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dbc233-2fb0-4362-a9c5-ab1d8e9255d7 None None] The sync data for ids ['f03caafb-6e55-422c-8788-51250a00f84a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:17.783362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:17.784324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.828181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-736ef4ec-e90a-4b1f-8424-1cf600e6dc97 service neutron] 10.222.0.43 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0395839 Jan 28 01:15:17.842234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Attempting to bind port 8fd3dacc-4209-4139-87ea-388447af40b4 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:17.842571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Attempting to bind port 8fd3dacc-4209-4139-87ea-388447af40b4 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:17.842906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Attempting to bind port 8fd3dacc-4209-4139-87ea-388447af40b4 on network c53ae1be-77fc-437a-9af9-cb700ecc437a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:17.878459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb807272-3502-4462-adfd-270d2539baa9 None None] Pushing event updated for resources: {'Port': ['ID=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:17.899225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Provisioning complete for port b047dc76-8e20-4b8e-904c-71da94b2c8f8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:17.899611 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.946373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:17.949580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Port 8fd3dacc-4209-4139-87ea-388447af40b4 on network c53ae1be-77fc-437a-9af9-cb700ecc437a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:15:17.949955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Attempting to bind port 8fd3dacc-4209-4139-87ea-388447af40b4 on network c53ae1be-77fc-437a-9af9-cb700ecc437a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:17.950081 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:17.978249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Port b047dc76-8e20-4b8e-904c-71da94b2c8f8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:17.996879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:17.997966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:18.002189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-03a0d2de-d599-4345-9bc0-f3e77dd30c0d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:18.003415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-03a0d2de-d599-4345-9bc0-f3e77dd30c0d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.5567241 Jan 28 01:15:18.007059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Provisioning complete for port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:18.007467 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.016600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9e7f2-3c31-4a10-ad35-13b49a2895cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050255d2-ed85-4406-a053-54a3d8d0bdbf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:18.028112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:18.028609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Checking segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:18.028895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Bound using segment: {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:18.029352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Bound port: 8fd3dacc-4209-4139-87ea-388447af40b4, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07649a2-c51d-4232-a693-f7388128ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:18.029715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.051860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22a1c-69de-4a14-b86d-a699b17c6b30 req-7d63a4d2-01cb-4f94-a875-27192e117aaf tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:18.053710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87b22a1c-69de-4a14-b86d-a699b17c6b30 req-7d63a4d2-01cb-4f94-a875-27192e117aaf tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 943 time: 0.6663718 Jan 28 01:15:18.054177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e44da63-deed-41d2-9cb9-c0ca6b92d98d admin admin] Publish callbacks [] for security_group (050255d2-ed85-4406-a053-54a3d8d0bdbf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.081745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'port': {'security_groups': ['3374bca5-b270-40ac-94ab-b83f69567ea2', 'b85669f2-7b62-4cbd-948f-ce1375e598f4']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:18.087543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-89a2e4dd-c5a4-47c3-a7b3-b37897760039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:18.089551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-89a2e4dd-c5a4-47c3-a7b3-b37897760039 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 1094 time: 0.9614246 Jan 28 01:15:18.103241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1f090f1b-e881-4222-9033-e31ffb39c646 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/routers/f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 200 len: 887 time: 0.4858994 Jan 28 01:15:18.105430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-2bcccc7f-202d-4919-a506-56761db8edb3 service neutron] 10.222.0.43 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711291 Jan 28 01:15:18.112726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39762) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:18.141511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:18.142162 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.149282 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f9d8d586-a3e5-458d-b1ec-b49554a2f385 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 200 len: 205 time: 0.0354106 Jan 28 01:15:18.153987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:18.183273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Current status of the port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:18.225271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] For port 8fd3dacc-4209-4139-87ea-388447af40b4, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:18.228948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] For port 8fd3dacc-4209-4139-87ea-388447af40b4, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8fd3dacc-4209-4139-87ea-388447af40b4,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:18.250198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Provisioning complete for port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:18.250849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.253506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:18.279009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.328231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e44da63-deed-41d2-9cb9-c0ca6b92d98d admin admin] Publish callbacks [] for security_group (050255d2-ed85-4406-a053-54a3d8d0bdbf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.359234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32992b98-926f-4879-b65f-d98bfc760855 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:18.375892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-19b9b502-5248-4583-b61e-5da8679254c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05 HTTP/1.1" status: 200 len: 217 time: 0.2215941 Jan 28 01:15:18.407987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 32992b98-926f-4879-b65f-d98bfc760855 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:18.408577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32992b98-926f-4879-b65f-d98bfc760855 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:18.413252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87b22a1c-69de-4a14-b86d-a699b17c6b30 req-097cbe73-c561-404b-ab8b-45853a6b8b4d tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278897 Jan 28 01:15:18.436972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:18.437620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.439097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] 10.222.0.45 "PUT /v2.0/ports/8fd3dacc-4209-4139-87ea-388447af40b4 HTTP/1.1" status: 200 len: 1091 time: 6.4822001 Jan 28 01:15:18.439762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33357576-374a-4e0c-b5a4-db1313fd71e9 None None] Current status of the port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:18.567362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e7bd3c08-4562-4880-9976-2b0381ed9643 None None] Provisioning complete for port b047dc76-8e20-4b8e-904c-71da94b2c8f8 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:18.567858 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3c08-4562-4880-9976-2b0381ed9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.613369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd3c08-4562-4880-9976-2b0381ed9643 None None] Port b047dc76-8e20-4b8e-904c-71da94b2c8f8 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:18.738740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (f03caafb-6e55-422c-8788-51250a00f84a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.821166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:18.900937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'tag': '5c1bcc54-6880-4757-a8e0-93189c3cde05'}, {'name': 'network-changed', 'server_uuid': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'tag': '8fd3dacc-4209-4139-87ea-388447af40b4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:18.903091 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284247c-c5ce-4464-9a36-45ee7565b392" -d '{"events": [{"name": "network-changed", "server_uuid": "c31922a7-62a2-44f1-b9d4-aed61ad83c68", "tag": "5c1bcc54-6880-4757-a8e0-93189c3cde05"}, {"name": "network-changed", "server_uuid": "b953c8bf-ac35-4e45-9cdf-99cab5209e1b", "tag": "8fd3dacc-4209-4139-87ea-388447af40b4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:18.971254 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444c27ba-6445-45e6-9fa3-71f9ee7bdaa8 x-openstack-request-id: req-444c27ba-6445-45e6-9fa3-71f9ee7bdaa8 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:18.971549 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31922a7-62a2-44f1-b9d4-aed61ad83c68", "tag": "5c1bcc54-6880-4757-a8e0-93189c3cde05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b953c8bf-ac35-4e45-9cdf-99cab5209e1b", "tag": "8fd3dacc-4209-4139-87ea-388447af40b4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:18.971808 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-444c27ba-6445-45e6-9fa3-71f9ee7bdaa8 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:18.972216 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'tag': '5c1bcc54-6880-4757-a8e0-93189c3cde05', 'status': 'completed', 'code': 200} Jan 28 01:15:18.972474 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'tag': '8fd3dacc-4209-4139-87ea-388447af40b4', 'status': 'completed', 'code': 200} Jan 28 01:15:19.002018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.022250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-aaaad3c3-fed2-4f0c-86b0-2e5a9f984b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.023692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-aaaad3c3-fed2-4f0c-86b0-2e5a9f984b93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 1095 time: 0.7760460 Jan 28 01:15:19.028130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792220e-e716-4d67-bcae-ad5662d2a959 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd3dacc-4209-4139-87ea-388447af40b4,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:19.034406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3a0d177-c0dd-49d7-8479-91bb5308ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.035864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-f3a0d177-c0dd-49d7-8479-91bb5308ed28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 200 len: 858 time: 0.6307857 Jan 28 01:15:19.053959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device da0b8616-f1e0-4bf3-8fc4-952ba9734e8b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:19.064999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_gateway (f03caafb-6e55-422c-8788-51250a00f84a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.083928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:15:19.088426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e1e42cf3-5ddd-43fe-8fb2-64228e697d70), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.110445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:19.111165 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.139560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-576320ad-8dcd-4240-a93c-5f41db699db8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c53ae1be-77fc-437a-9af9-cb700ecc437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895436 Jan 28 01:15:19.150129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-31e8e5e1-6611-4381-9641-9e1a8ea37017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.151587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-31e8e5e1-6611-4381-9641-9e1a8ea37017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 1094 time: 0.2455099 Jan 28 01:15:19.166737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e44da63-deed-41d2-9cb9-c0ca6b92d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (050255d2-ed85-4406-a053-54a3d8d0bdbf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.169310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1e44da63-deed-41d2-9cb9-c0ca6b92d98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.169480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:19.172951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1e44da63-deed-41d2-9cb9-c0ca6b92d98d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/050255d2-ed85-4406-a053-54a3d8d0bdbf HTTP/1.1" status: 204 len: 168 time: 1.6453593 Jan 28 01:15:19.183596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:19.187969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.189365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.197034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac9e56f-ea32-4476-8391-91fcb9520f10 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:19.202365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:19.223577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=e1e42cf3-5ddd-43fe-8fb2-64228e697d70,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:19.256721 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4184cac2-fc89-4a57-a011-7538e0335a9e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5093441 Jan 28 01:15:19.274841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39772) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:19.285151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:19.313197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'e1e42cf3-5ddd-43fe-8fb2-64228e697d70'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:19.315294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.357626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port b7ad9176-d76a-4e0e-b58f-1608388231d8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:19.358103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b7ad9176-d76a-4e0e-b58f-1608388231d8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.401099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-2216e4bf-965b-404e-804c-54b570db42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.402882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-2216e4bf-965b-404e-804c-54b570db42ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 919 time: 0.3646283 Jan 28 01:15:19.521523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Allocated IP 2001:db8::f816:3eff:fe95:4025 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e1e42cf3-5ddd-43fe-8fb2-64228e697d70/fa6725af-ebdd-4762-a436-4b52cecf35d7) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:19.583871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44da63-deed-41d2-9cb9-c0ca6b92d98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050255d2-ed85-4406-a053-54a3d8d0bdbf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:19.587640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:19.596334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Deleting port b047dc76-8e20-4b8e-904c-71da94b2c8f8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:19.596682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.597388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-382a537b-6b44-4ff5-8a2e-98cd13a3236c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd3dacc-4209-4139-87ea-388447af40b4 HTTP/1.1" status: 200 len: 217 time: 0.4249856 Jan 28 01:15:19.605419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:19.609256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.616798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-111df7d2-5c31-4a6e-b86b-144bcff4fcd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf HTTP/1.1" status: 200 len: 217 time: 0.1611469 Jan 28 01:15:19.690434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-9e23ab91-bd9a-4bbe-bf13-dc329eb741a3 service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343273 Jan 28 01:15:19.690647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b7ad9176-d76a-4e0e-b58f-1608388231d8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.749837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Publish callbacks [] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.757643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for b7ad9176-d76a-4e0e-b58f-1608388231d8 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:19.763123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.797272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-ff1874fc-f79d-4110-90dc-3838b77bf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.798802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-ff1874fc-f79d-4110-90dc-3838b77bf90c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 200 len: 858 time: 0.1579030 Jan 28 01:15:19.800916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.805394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:19.811574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:19.816791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:19.823382 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1e42cf3-5ddd-43fe-8fb2-64228e697d70 (CIDR: 2001:db8::/64) Jan 28 01:15:19.828378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.835858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebf076-f052-4154-918a-cfda853162c1 req-4c30faa5-77cc-49c7-82e4-8b5feb685740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.837380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-4c30faa5-77cc-49c7-82e4-8b5feb685740 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 200 len: 858 time: 0.2152865 Jan 28 01:15:19.861300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Pushing event updated for resources: {'Port': ['ID=fa6725af-ebdd-4762-a436-4b52cecf35d7,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:19.866085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-00f9eadb-9b07-4b67-9f08-90d88ccbdfad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c53ae1be-77fc-437a-9af9-cb700ecc437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554864 Jan 28 01:15:19.866450 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:15:19.866957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:19.888512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d683460-bc47-4a64-adf8-9ac046951531 req-37bb0fa2-bf1a-475b-ae1c-4580486d9537 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.889958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d683460-bc47-4a64-adf8-9ac046951531 req-37bb0fa2-bf1a-475b-ae1c-4580486d9537 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 943 time: 0.3441949 Jan 28 01:15:19.897840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.907459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Attempting to bind port fa6725af-ebdd-4762-a436-4b52cecf35d7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:19.908007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Attempting to bind port fa6725af-ebdd-4762-a436-4b52cecf35d7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:19.908539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Attempting to bind port fa6725af-ebdd-4762-a436-4b52cecf35d7 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:19.911329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:19.934005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d4905720-7a0e-4b60-8ad0-e9b904c71825 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6524439 Jan 28 01:15:19.936346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39796) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:19.937452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Calling delete_port for b047dc76-8e20-4b8e-904c-71da94b2c8f8 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:19.944189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:19.957489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-46749ef3-0c50-4893-85a0-db7277245579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c53ae1be-77fc-437a-9af9-cb700ecc437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970273 Jan 28 01:15:19.970101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:19.971206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:19.971770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:19.972307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:19.972941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Bound port: fa6725af-ebdd-4762-a436-4b52cecf35d7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:19.973473 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.053188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] For port fa6725af-ebdd-4762-a436-4b52cecf35d7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:20.057683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] For port fa6725af-ebdd-4762-a436-4b52cecf35d7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fa6725af-ebdd-4762-a436-4b52cecf35d7,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:20.066599 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.112137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:20.112831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.114485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44d06158-72b2-459d-82c0-3650bd2b20ee req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "PUT /v2.0/ports/f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 981 time: 2.0779545 Jan 28 01:15:20.147977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-723750ec-c3e4-4ffb-85e6-e6f00f93d04c service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348512 Jan 28 01:15:20.198309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe353c-77bc-497a-8000-753d6b01b334 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:20.223294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:20.265668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d683460-bc47-4a64-adf8-9ac046951531 req-18beb149-7511-43cc-861c-658c798b39d0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333712 Jan 28 01:15:20.326725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51dafe-b082-457f-930b-a4899d5bb90c None None] Pushing event updated for resources: {'Port': ['ID=fa6725af-ebdd-4762-a436-4b52cecf35d7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:20.344113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-df869b96-d71c-4c31-ab48-7309fc597b72 service neutron] 10.222.0.43 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531448 Jan 28 01:15:20.347488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-0b27bbd9-1f9a-4ffb-ac22-5bc05c1e24e2 service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727627 Jan 28 01:15:20.393948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:20.399610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.459253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-bab32ece-46d0-4520-b9c8-370d0819c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:20.459968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b7ad9176-d76a-4e0e-b58f-1608388231d8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.461133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-bab32ece-46d0-4520-b9c8-370d0819c358 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 1094 time: 0.2156019 Jan 28 01:15:20.551420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=b7ad9176-d76a-4e0e-b58f-1608388231d8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:20.554741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:15:20.641885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b047dc76-8e20-4b8e-904c-71da94b2c8f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.719608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Port': ['ID=b047dc76-8e20-4b8e-904c-71da94b2c8f8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:20.739045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (f03caafb-6e55-422c-8788-51250a00f84a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.836125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ebf076-f052-4154-918a-cfda853162c1 req-28f44f3d-fed0-407f-9e44-bacfbf2845c5 service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679837 Jan 28 01:15:20.889429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (f03caafb-6e55-422c-8788-51250a00f84a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.895237 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (f03caafb-6e55-422c-8788-51250a00f84a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:20.922401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:20.953238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf', 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'port_id': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf', 'mac_address': 'fa:16:3e:01:6f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386256f8-05b8-4b52-b453-b2a1c201b145', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:15:20.970163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3be17f98-0955-4e45-a602-31bef09a5a7a req-58d69db9-f053-49e0-bb69-eb383b3c9189 service neutron] 10.222.0.43 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188140 Jan 28 01:15:20.976984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:20.980336 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b28efd-689a-4591-b375-bd29cefaa022" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:21.005666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.030882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-d82acac1-82ec-41b5-aa02-f933f94c72b6 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-559014952&fields=id&tenant_id=35494cecd61d456e904c39134ea7c701 HTTP/1.1" status: 200 len: 267 time: 0.6186817 Jan 28 01:15:21.103241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:21.103798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.104519 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe52f0c-5be1-436f-8efc-fbe702f5313c x-openstack-request-id: req-8fe52f0c-5be1-436f-8efc-fbe702f5313c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:21.104953 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:21.105217 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fe52f0c-5be1-436f-8efc-fbe702f5313c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:21.105621 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'status': 'completed', 'code': 200} Jan 28 01:15:21.130046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:15:21.131450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-a43d96cb-c510-43a3-8ab9-f0dae7b56e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.132948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-a43d96cb-c510-43a3-8ab9-f0dae7b56e86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 919 time: 0.5505285 Jan 28 01:15:21.182437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:21.194792 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.198218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (f03caafb-6e55-422c-8788-51250a00f84a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.198834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router f03caafb-6e55-422c-8788-51250a00f84a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:15:21.216372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.221105 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-33f10c1c-5efc-415d-95c9-da82af3463b0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 204 len: 168 time: 3.0590267 Jan 28 01:15:21.223843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39816) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:21.227390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071784163'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:21.228294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fa6725af-ebdd-4762-a436-4b52cecf35d7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:21.241858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-3b283726-9c11-415e-a818-a45bd6d4de0c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.255880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-3b283726-9c11-415e-a818-a45bd6d4de0c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 984 time: 0.2238324 Jan 28 01:15:21.258754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-97dc4466-a8fe-4c1a-985b-76624bd0e060 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05 HTTP/1.1" status: 200 len: 217 time: 0.1092858 Jan 28 01:15:21.268197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'port': {'security_groups': ['3374bca5-b270-40ac-94ab-b83f69567ea2']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:21.313110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:21.359648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:21.363365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.385274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port fa6725af-ebdd-4762-a436-4b52cecf35d7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:21.385657 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.408418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b28efd-689a-4591-b375-bd29cefaa022 req-692db524-857a-4fdd-a140-f89f9b80ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.409984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-692db524-857a-4fdd-a140-f89f9b80ffb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1135 time: 0.2515957 Jan 28 01:15:21.415114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-8c998e9f-bdfa-4c0b-9608-e62754b0e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.418171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-8c998e9f-bdfa-4c0b-9608-e62754b0e28c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 200 len: 858 time: 0.1467485 Jan 28 01:15:21.463434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.512824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-43de779b-2588-4245-a5f0-341cca534210 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c53ae1be-77fc-437a-9af9-cb700ecc437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775805 Jan 28 01:15:21.574367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:21.609167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port fa6725af-ebdd-4762-a436-4b52cecf35d7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:21.609565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.667389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port fa6725af-ebdd-4762-a436-4b52cecf35d7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fa6725af-ebdd-4762-a436-4b52cecf35d7,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:21.676169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.700314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b28efd-689a-4591-b375-bd29cefaa022 req-4eb7fc75-9dbf-4a32-8871-f70294101f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.701859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-4eb7fc75-9dbf-4a32-8871-f70294101f27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.2827528 Jan 28 01:15:21.761672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=fa6725af-ebdd-4762-a436-4b52cecf35d7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:21.805427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-e7c258e9-f63e-4df0-a8e8-b9667e568488 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.0607631 Jan 28 01:15:21.892977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dec12-4cc6-4940-aad7-33332497fc0f req-541ecd24-5aef-4e94-a0b3-c17d21b20a0a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.895013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-757dec12-4cc6-4940-aad7-33332497fc0f req-541ecd24-5aef-4e94-a0b3-c17d21b20a0a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 943 time: 0.4292836 Jan 28 01:15:21.930817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-2a6e4147-2c7e-43cf-8169-1d9febf301a3 service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751926 Jan 28 01:15:21.959602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:21.986437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b28efd-689a-4591-b375-bd29cefaa022 req-457712be-fc2e-4a90-a9be-9569ac574b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:21.987911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-457712be-fc2e-4a90-a9be-9569ac574b13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.1722593 Jan 28 01:15:22.019469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a7edbdac-736a-4d0c-8de3-236604b04519), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.019845 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment a7edbdac-736a-4d0c-8de3-236604b04519 of type vlan for network dc113999-bd89-4cc0-b817-44d5f7c12034 Jan 28 01:15:22.031460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (41341af8-c113-43cf-a424-c048a73bde3a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.035831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Router 20d817e2-5966-4c7e-b62e-30de2d87be2c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:22.074108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9142eb22-9f24-43e3-a955-96133b984570 None None] Provisioning complete for port fa6725af-ebdd-4762-a436-4b52cecf35d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:22.074943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9142eb22-9f24-43e3-a955-96133b984570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.108369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (dc113999-bd89-4cc0-b817-44d5f7c12034), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.112403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-956a8352-7340-472b-8f99-1ad64ec1d791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863307 Jan 28 01:15:22.130147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:22.145104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-757dec12-4cc6-4940-aad7-33332497fc0f req-c8135e4d-386a-4ae8-b0ec-2dbb9bb4a6d3 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347977 Jan 28 01:15:22.147672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:22.194305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.194905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.201654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=41341af8-c113-43cf-a424-c048a73bde3a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:22.244666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4870d90-1b0c-4539-b82e-f951ac1397ef None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:22.248214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9142eb22-9f24-43e3-a955-96133b984570 None None] Current status of the port fa6725af-ebdd-4762-a436-4b52cecf35d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:22.257531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-f66ec705-e950-4195-b6e8-866420a5f20f service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090718 Jan 28 01:15:22.265029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:22.279623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (dc113999-bd89-4cc0-b817-44d5f7c12034), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.285896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.287300 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.325534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.332865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.368755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fdd55670-f0eb-4d36-80cf-5178858442bd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4289272 Jan 28 01:15:22.376880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:22.383638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:22.394764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-136a63f7-55ef-4624-bedc-4ecfbb499410 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321114 Jan 28 01:15:22.395408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39860) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:22.399189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:bb:41:0a', 'name': 'tempest-NetworksTestDHCPv6-21553738'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:22.444927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2205033 Jan 28 01:15:22.525371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39862) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:22.526105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435509-10be-42c0-981d-c21ffdbed601 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=dc113999-bd89-4cc0-b817-44d5f7c12034,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:22.532737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:22.540254 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-64ba4389-a2a6-47fa-a8e8-c19c3d715bdf tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] delete failed (client error): The resource could not be found. Jan 28 01:15:22.544634 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-64ba4389-a2a6-47fa-a8e8-c19c3d715bdf tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1952008110 HTTP/1.1" status: 404 len: 335 time: 0.1354842 Jan 28 01:15:22.546306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:22.552794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f54d8636-9ec5-4ddf-a7f4-b912dcc8a0ea tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'router': {'external_gateway_info': {'network_id': '20d817e2-5966-4c7e-b62e-30de2d87be2c'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:22.559728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:22.562210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:22.563852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network dc113999-bd89-4cc0-b817-44d5f7c12034 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:22.623018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] Sync routers for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:22.702980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:22.703668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:22.747245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:22.808444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:22.809387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:22.819463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:22.822963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.864352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:22.865343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046d808-312a-4a6a-a28b-e3b26085a7c1 None None] The sync data for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:22.919499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:22.958374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:15:22.961056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.962679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.969135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b5011c2-184f-4aa3-b5b9-b9710290be25 req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "PUT /v2.0/ports/f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 942 time: 1.7121668 Jan 28 01:15:22.971437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f54d8636-9ec5-4ddf-a7f4-b912dcc8a0ea tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router_gateway (20d817e2-5966-4c7e-b62e-30de2d87be2c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:22.979087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-df1ef1e7-2c26-4d4c-8a0b-b8b5faf168c3 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541725 Jan 28 01:15:22.981463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:22.982410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.048904 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-f54d8636-9ec5-4ddf-a7f4-b912dcc8a0ea tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] update failed (client error): The resource could not be found. Jan 28 01:15:23.053544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f54d8636-9ec5-4ddf-a7f4-b912dcc8a0ea tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c HTTP/1.1" status: 404 len: 339 time: 0.5007424 Jan 28 01:15:23.055724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39890) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:23.109484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:23.112152 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3768c201-59fc-4214-adc0-bb8a8c40b72b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:23.148640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:23.156719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46be4af-4ab5-46a1-a8e1-abb9d7732427 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event updated for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:23.159504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'e1e42cf3-5ddd-43fe-8fb2-64228e697d70', 'ip_address': '2001:db8::f816:3eff:fe95:4025'}, {'subnet_id': '41341af8-c113-43cf-a424-c048a73bde3a'}], 'binding:host_id': 'n-d-826756-1'}, 'id': 'fa6725af-ebdd-4762-a436-4b52cecf35d7'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:15:23.166282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fa6725af-ebdd-4762-a436-4b52cecf35d7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:23.188123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5c1bcc54-6880-4757-a8e0-93189c3cde05 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:15:23.208562 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e9c97-18e9-4902-b9d9-40ea62ec63a6 x-openstack-request-id: req-813e9c97-18e9-4902-b9d9-40ea62ec63a6 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:23.208943 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:23.209108 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813e9c97-18e9-4902-b9d9-40ea62ec63a6 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:23.212204 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'status': 'completed', 'code': 200} Jan 28 01:15:23.223028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.228191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-191c203a-ed40-4ba1-9ca4-5947162374e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.229863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-191c203a-ed40-4ba1-9ca4-5947162374e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=106af07fc9b2484dab8452aefbdfd755&device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 1094 time: 0.3737094 Jan 28 01:15:23.309022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:23.310080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.319419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.368214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port ccfa1110-ccd0-460d-b6aa-69077c5533a8 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:15:23.412847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39900) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:23.444453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:23.447159 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e3121-00e7-47f4-9b08-a3fd980a554f" -d '{"events": [{"server_uuid": "f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46", "name": "network-vif-plugged", "status": "completed", "tag": "6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:23.482530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b28efd-689a-4591-b375-bd29cefaa022 req-72f96075-ada9-49b8-9101-4dc7ce38c188 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948919 Jan 28 01:15:23.506599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:23.523314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-241c3509-3378-4c9e-9abc-7049dd0db023 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5067937 Jan 28 01:15:23.526835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.543182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:23.547719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-d8cd971b-647b-455b-a379-4bbd68852a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.549159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-d8cd971b-647b-455b-a379-4bbd68852a4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 200 len: 919 time: 0.3033001 Jan 28 01:15:23.602100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (79e9c457-f429-4b91-955d-4247e50f331e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.640057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fba36-f5c3-4074-ac9a-653a48dd88bf req-5a7b0620-6412-4309-9875-3664fb1d9249 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.641825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b6fba36-f5c3-4074-ac9a-653a48dd88bf req-5a7b0620-6412-4309-9875-3664fb1d9249 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 943 time: 0.2980630 Jan 28 01:15:23.645370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-be181651-38fc-41c1-ab98-01e89fafbff5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd3dacc-4209-4139-87ea-388447af40b4 HTTP/1.1" status: 200 len: 217 time: 0.0869305 Jan 28 01:15:23.662023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:23.674481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port fa6725af-ebdd-4762-a436-4b52cecf35d7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:23.674481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.681072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.693316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.733570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5c1bcc54-6880-4757-a8e0-93189c3cde05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:23.740226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f40cb663-eb6e-4b2a-9b47-53387f3fc690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.740397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-cc8beb99-91d7-4eb4-a244-ab6da0038875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.741618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-cc8beb99-91d7-4eb4-a244-ab6da0038875 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.1845219 Jan 28 01:15:23.747171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=79e9c457-f429-4b91-955d-4247e50f331e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:23.761278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '5c1bcc54-6880-4757-a8e0-93189c3cde05', 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'port_id': '5c1bcc54-6880-4757-a8e0-93189c3cde05', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386256f8-05b8-4b52-b453-b2a1c201b145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:15:23.805303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-9fdefb84-23bf-4f91-a32e-c28b02e8d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.806793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-9fdefb84-23bf-4f91-a32e-c28b02e8d149 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 200 len: 858 time: 0.1556067 Jan 28 01:15:23.837594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b6fba36-f5c3-4074-ac9a-653a48dd88bf req-2b96bb9b-5788-4728-8883-a4a31e073bf4 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762300 Jan 28 01:15:23.837827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 5c1bcc54-6880-4757-a8e0-93189c3cde05 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:23.838362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.878275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'a7edbdac-736a-4d0c-8de3-236604b04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:23.878444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: dc113999-bd89-4cc0-b817-44d5f7c12034, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:23.884327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-4312f863-be9b-48c7-abe1-05d0e62db64b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c53ae1be-77fc-437a-9af9-cb700ecc437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629010 Jan 28 01:15:23.900197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1bcc54-6880-4757-a8e0-93189c3cde05 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:15:23.925565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port fa6725af-ebdd-4762-a436-4b52cecf35d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:23.930753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5c1bcc54-6880-4757-a8e0-93189c3cde05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:23.936215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:23.953049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8:0:1::144 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/41341af8-c113-43cf-a424-c048a73bde3a/ccfa1110-ccd0-460d-b6aa-69077c5533a8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:24.002679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=5c1bcc54-6880-4757-a8e0-93189c3cde05,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:24.010631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:febb:410a (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e1e42cf3-5ddd-43fe-8fb2-64228e697d70/ccfa1110-ccd0-460d-b6aa-69077c5533a8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:24.029483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network dc113999-bd89-4cc0-b817-44d5f7c12034 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:24.031690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-c62df560-ec84-4708-a353-7e6430cdccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:24.033198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-c62df560-ec84-4708-a353-7e6430cdccf2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.2537894 Jan 28 01:15:24.045827 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c324d9a-e3ac-455a-861a-1fffb75038b6 x-openstack-request-id: req-9c324d9a-e3ac-455a-861a-1fffb75038b6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:24.046297 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46", "name": "network-vif-plugged", "status": "completed", "tag": "6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:24.046726 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c324d9a-e3ac-455a-861a-1fffb75038b6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:24.047136 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf', 'code': 200} Jan 28 01:15:24.070336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, dc113999-bd89-4cc0-b817-44d5f7c12034) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:24.082125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd67bd-c436-495a-81ee-46c1093df279 None None] Network dc113999-bd89-4cc0-b817-44d5f7c12034 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:24.094441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:24.095037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.141196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-b51a2b29-8b77-46a2-9519-13854b38a4fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.1008110 Jan 28 01:15:24.147761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-3964bad6-18b5-4907-8ad6-a7655d70532a service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538893 Jan 28 01:15:24.151073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.171085 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e651d168-b64a-44cd-bcaf-70acd13f1d01 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6397707 Jan 28 01:15:24.173526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39908) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:24.187690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f40cb663-eb6e-4b2a-9b47-53387f3fc690 admin admin] Publish callbacks [] for security_group (d966cfe3-12ff-423a-90cd-efdceb0ccec0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.197841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-452557776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:24.208265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-dc113999-bd89-4cc0-b817-44d5f7c12034', 'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '79e9c457-f429-4b91-955d-4247e50f331e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:24.209342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.240684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f40cb663-eb6e-4b2a-9b47-53387f3fc690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d966cfe3-12ff-423a-90cd-efdceb0ccec0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.254182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Allocated IP 172.20.0.1 (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5/0142b0df-d5e0-4638-b437-e49f5677e975/64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:24.320062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb663-eb6e-4b2a-9b47-53387f3fc690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d966cfe3-12ff-423a-90cd-efdceb0ccec0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:24.347023 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f40cb663-eb6e-4b2a-9b47-53387f3fc690 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88e1e0807cec44f09fdb1042e3de59e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9058900 Jan 28 01:15:24.353219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39910) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:24.357581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-aa987727-c286-4781-8650-b8ff74e90ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:24.359113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-aa987727-c286-4781-8650-b8ff74e90ad8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.1932352 Jan 28 01:15:24.361104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.362152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.365986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Allocated IP 172.20.0.2 (dc113999-bd89-4cc0-b817-44d5f7c12034/79e9c457-f429-4b91-955d-4247e50f331e/78cc4073-1c5e-4788-8b5a-a7735f1f9d34) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:24.390261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9c32c-d42a-4a6b-8580-5560e6c40df5 req-e39d1031-5bb4-4abc-9c0e-7caf897e08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:24.391814 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eb9c32c-d42a-4a6b-8580-5560e6c40df5 req-e39d1031-5bb4-4abc-9c0e-7caf897e08e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 1097 time: 0.2083561 Jan 28 01:15:24.440893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-115f922e-6e57-4ee1-b9d6-7311a6e9b3b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712664 Jan 28 01:15:24.450265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (ccfa1110-ccd0-460d-b6aa-69077c5533a8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.476723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['5c1bcc54-6880-4757-a8e0-93189c3cde05'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:24.500610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9284247c-c5ce-4464-9a36-45ee7565b392 req-11e25d4b-9bd8-4192-99ba-c6b84a579ec8 service neutron] 10.222.0.45 "GET /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465405 Jan 28 01:15:24.505373 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eb9c32c-d42a-4a6b-8580-5560e6c40df5 req-c070a142-65f8-420e-812c-662e963fdd3d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029971 Jan 28 01:15:24.521004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.539507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ccfa1110-ccd0-460d-b6aa-69077c5533a8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.593634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Allocated IP 172.25.1.93 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/8495f006-e39c-49e9-86a5-5a533f7eb46b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:24.596986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.601553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:24.610816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:24.616284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:24.616870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.621929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:24.624511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.625463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.627137 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Publish callbacks [] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.628634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=ccfa1110-ccd0-460d-b6aa-69077c5533a8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:24.648248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] Allocated IP 2001:db8:0:1::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/41341af8-c113-43cf-a424-c048a73bde3a/fa6725af-ebdd-4762-a436-4b52cecf35d7) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:24.655237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.677995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28ac922-d466-49db-b169-2426055f80d3 admin admin] Publish callbacks [] for security_group (d966cfe3-12ff-423a-90cd-efdceb0ccec0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.682673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Port': ['ID=64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:24.688734 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a80c1b0c-038c-4a8e-bf04-078bf4dd249d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3075588 Jan 28 01:15:24.692707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:24.696080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:24.724068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:24.729675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.730001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:24.733287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f6c69a30-d6eb-488e-85ad-d517e2dd8419 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5493190 Jan 28 01:15:24.736127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39914) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:24.736878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Network dc113999-bd89-4cc0-b817-44d5f7c12034 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:24.752836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-3d19396c-0aee-487d-9e21-ba64a87ef18b service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931807 Jan 28 01:15:24.765564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28ac922-d466-49db-b169-2426055f80d3 admin admin] Publish callbacks [] for security_group (d966cfe3-12ff-423a-90cd-efdceb0ccec0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.773336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:24.781030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Pushing event updated for resources: {'Port': ['ID=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:24.783376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:24.930955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.959337 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28ac922-d466-49db-b169-2426055f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d966cfe3-12ff-423a-90cd-efdceb0ccec0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.962649 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28ac922-d466-49db-b169-2426055f80d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:24.966581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f28ac922-d466-49db-b169-2426055f80d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d966cfe3-12ff-423a-90cd-efdceb0ccec0 HTTP/1.1" status: 204 len: 168 time: 0.6064713 Jan 28 01:15:25.018455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3768c201-59fc-4214-adc0-bb8a8c40b72b req-eda8ffe4-30d8-4705-852d-dd8976156bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303212 Jan 28 01:15:25.019547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ac922-d466-49db-b169-2426055f80d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966cfe3-12ff-423a-90cd-efdceb0ccec0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:25.063691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.087631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3422-2d34-4180-804e-1a35c2e332b8 req-5fb25c40-312f-4b9a-9623-61f7ed1fe357 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.094759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42ff3422-2d34-4180-804e-1a35c2e332b8 req-5fb25c40-312f-4b9a-9623-61f7ed1fe357 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 944 time: 0.1054585 Jan 28 01:15:25.134736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:25.156630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:25.162028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:25.173615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.182201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8fd3dacc-4209-4139-87ea-388447af40b4 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:15:25.218109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event updated for resources: {'Port': ['ID=8495f006-e39c-49e9-86a5-5a533f7eb46b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:25.262715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42ff3422-2d34-4180-804e-1a35c2e332b8 req-b493b294-acd3-4408-9d50-19091e3d82a0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647782 Jan 28 01:15:25.362134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.429572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8fd3dacc-4209-4139-87ea-388447af40b4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8fd3dacc-4209-4139-87ea-388447af40b4,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:25.451703 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.464380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Attempting to bind port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:25.465234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Attempting to bind port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a7edbdac-736a-4d0c-8de3-236604b04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:25.465607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Attempting to bind port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 on network dc113999-bd89-4cc0-b817-44d5f7c12034 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:25.468075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '8fd3dacc-4209-4139-87ea-388447af40b4', 'network_id': 'c53ae1be-77fc-437a-9af9-cb700ecc437a', 'port_id': '8fd3dacc-4209-4139-87ea-388447af40b4', 'mac_address': 'fa:16:3e:d2:ad:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386256f8-05b8-4b52-b453-b2a1c201b145', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:15:25.504515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39926) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:25.522510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:25.523364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Checking segment: {'id': 'a7edbdac-736a-4d0c-8de3-236604b04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:25.523364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.523810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Bound using segment: {'id': 'a7edbdac-736a-4d0c-8de3-236604b04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:25.523920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fae9b88-35e8-47fd-a1d7-364ad87109cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.524309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Bound port: 78cc4073-1c5e-4788-8b5a-a7735f1f9d34, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7edbdac-736a-4d0c-8de3-236604b04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dc113999-bd89-4cc0-b817-44d5f7c12034'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:25.524698 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.542038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1993e469-36d5-4140-9ae9-bec23f1f79e8 None None] Provisioning complete for port 64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:25.542513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1993e469-36d5-4140-9ae9-bec23f1f79e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.566674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port ccfa1110-ccd0-460d-b6aa-69077c5533a8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:25.566674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ccfa1110-ccd0-460d-b6aa-69077c5533a8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.644124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] For port fa6725af-ebdd-4762-a436-4b52cecf35d7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fa6725af-ebdd-4762-a436-4b52cecf35d7,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:25.661952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.665512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1993e469-36d5-4140-9ae9-bec23f1f79e8 None None] Port 64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:25.680278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ccfa1110-ccd0-460d-b6aa-69077c5533a8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.700472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for ccfa1110-ccd0-460d-b6aa-69077c5533a8 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:25.701447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fae9b88-35e8-47fd-a1d7-364ad87109cb admin admin] Publish callbacks [] for security_group (967c35ed-43e8-4d89-bcf6-b295d79fc912), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.711485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fae9b88-35e8-47fd-a1d7-364ad87109cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (967c35ed-43e8-4d89-bcf6-b295d79fc912), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.733632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.737999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8fd3dacc-4209-4139-87ea-388447af40b4 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:25.738533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.747218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.756977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.781133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] Publish callbacks [] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.787691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd3dacc-4209-4139-87ea-388447af40b4 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:15:25.795235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7fae9b88-35e8-47fd-a1d7-364ad87109cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=689fbfe200674cee9282948ca533b508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872994 Jan 28 01:15:25.796131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.796880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9b88-35e8-47fd-a1d7-364ad87109cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967c35ed-43e8-4d89-bcf6-b295d79fc912,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:25.798916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39928) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:25.847772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] For port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:25.854693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event updated for resources: {'Port': ['ID=8495f006-e39c-49e9-86a5-5a533f7eb46b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:25.883680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.906359 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.907580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-1e2b1252-eea2-43e2-b573-084e4ea053ca tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3751831 Jan 28 01:15:25.913154 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-12601aaf-a7c2-4afb-9084-ed6c0ed67931 admin admin] Publish callbacks [] for security_group (967c35ed-43e8-4d89-bcf6-b295d79fc912), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.921758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8fd3dacc-4209-4139-87ea-388447af40b4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8fd3dacc-4209-4139-87ea-388447af40b4,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:25.924241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] For port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,segment=NetworkSegment(a7edbdac-736a-4d0c-8de3-236604b04519),segment_id=a7edbdac-736a-4d0c-8de3-236604b04519)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:25.932250 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.938278 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:25.960481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d19e-353a-4185-86ed-76e8a909fea2 None None] Pushing event updated for resources: {'Port': ['ID=fa6725af-ebdd-4762-a436-4b52cecf35d7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:26.011611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-12601aaf-a7c2-4afb-9084-ed6c0ed67931 admin admin] Publish callbacks [] for security_group (967c35ed-43e8-4d89-bcf6-b295d79fc912), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.022179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-2fe5d0e4-cd7b-4076-a430-5602c4306fa5 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.1063266 Jan 28 01:15:26.031060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8fd3dacc-4209-4139-87ea-388447af40b4,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:26.113828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f7a4-8d36-4055-9745-7c28736876d0 None None] Pushing event updated for resources: {'Port': ['ID=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:26.129015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-12601aaf-a7c2-4afb-9084-ed6c0ed67931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (967c35ed-43e8-4d89-bcf6-b295d79fc912), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.136024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-12601aaf-a7c2-4afb-9084-ed6c0ed67931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.139681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-12601aaf-a7c2-4afb-9084-ed6c0ed67931 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/967c35ed-43e8-4d89-bcf6-b295d79fc912 HTTP/1.1" status: 204 len: 168 time: 0.3357155 Jan 28 01:15:26.317867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.402495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.426886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8fd3dacc-4209-4139-87ea-388447af40b4'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:26.560887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ccfa1110-ccd0-460d-b6aa-69077c5533a8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.594378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event updated for resources: {'Port': ['ID=64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:26.612182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.687677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=ccfa1110-ccd0-460d-b6aa-69077c5533a8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:26.740865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.20.0.1 (dc113999-bd89-4cc0-b817-44d5f7c12034/79e9c457-f429-4b91-955d-4247e50f331e/b168b744-8492-47db-9ffa-4c2101ee74ee) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:26.790064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12601aaf-a7c2-4afb-9084-ed6c0ed67931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c35ed-43e8-4d89-bcf6-b295d79fc912,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:26.873116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-d5f4281c-b40c-4309-a410-17faf56eb037 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:26.882019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-d5f4281c-b40c-4309-a410-17faf56eb037 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.8324251 Jan 28 01:15:26.890971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-81d5f364-90be-43de-a2e7-87786e7d068c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:15:26.905131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c0ba085-eac2-4fcd-b313-2f8da91894f4 req-81d5f364-90be-43de-a2e7-87786e7d068c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154088 Jan 28 01:15:26.920940 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:26.924368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-64130774-44cd-4c5c-8cc7-c81e07cce071 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ccfa1110-ccd0-460d-b6aa-69077c5533a8 HTTP/1.1" status: 204 len: 168 time: 2.2308049 Jan 28 01:15:26.946182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df961f7-5776-4d50-9d6a-ef79b6ffb554 req-39840910-ec72-4326-a854-f902db16ede8 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:26.947775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:26.958961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2df961f7-5776-4d50-9d6a-ef79b6ffb554 req-39840910-ec72-4326-a854-f902db16ede8 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 944 time: 0.2168732 Jan 28 01:15:27.012883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.058584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2df961f7-5776-4d50-9d6a-ef79b6ffb554 req-e0d4cfed-bf23-433e-83cc-068726d31c91 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982797 Jan 28 01:15:27.135172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c4764719-a32b-4ef4-b157-e86152d600a4 None None] Provisioning complete for port fa6725af-ebdd-4762-a436-4b52cecf35d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:27.137244 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4764719-a32b-4ef4-b157-e86152d600a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.150555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37da57f-ceab-457a-91a1-be700f16c834 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.154749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c37da57f-ceab-457a-91a1-be700f16c834 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2014515 Jan 28 01:15:27.155911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39954) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:27.185551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:27.193015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:27.216071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5c1bcc54-6880-4757-a8e0-93189c3cde05 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:27.222882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.336011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fa6725af-ebdd-4762-a436-4b52cecf35d7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:27.374191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network dc113999-bd89-4cc0-b817-44d5f7c12034 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:27.376902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff6a77-70dd-44f4-9c23-11cad5b15a47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.386990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-73ff6a77-70dd-44f4-9c23-11cad5b15a47 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2272384 Jan 28 01:15:27.395667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 39960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:27.452749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=b168b744-8492-47db-9ffa-4c2101ee74ee,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:27.469480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:27.483155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:27.515236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-e86c8b56-cb0b-43db-82d3-f51ad081c477 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.523464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-e86c8b56-cb0b-43db-82d3-f51ad081c477 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2771401 Jan 28 01:15:27.567791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c4764719-a32b-4ef4-b157-e86152d600a4 None None] Current status of the port fa6725af-ebdd-4762-a436-4b52cecf35d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:27.578802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 5c1bcc54-6880-4757-a8e0-93189c3cde05 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:15:27.590633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.592505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 5c1bcc54-6880-4757-a8e0-93189c3cde05 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:27.593064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.632959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-00797954-f4af-4bcb-bd70-fb2153e6a737 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.1083741 Jan 28 01:15:27.653171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'floatingip': {'port_id': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:27.716303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1585b4e3-4553-4f7c-a863-5af2ba60f0f2 None None] Could not find standard attr ID for object ccfa1110-ccd0-460d-b6aa-69077c5533a8. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:15:27.725128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca6cc6-2354-49b3-ad95-360c94281451 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.729170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca6cc6-2354-49b3-ad95-360c94281451 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.730120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port fa6725af-ebdd-4762-a436-4b52cecf35d7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:27.731861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca6cc6-2354-49b3-ad95-360c94281451 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.732473 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.735663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-31ca6cc6-2354-49b3-ad95-360c94281451 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3379786 Jan 28 01:15:27.739583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:27.810186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.824302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Router 20d817e2-5966-4c7e-b62e-30de2d87be2c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:27.857913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.928233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 41341af8-c113-43cf-a424-c048a73bde3a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:27.938387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6a5c06a8-f365-4188-9d5a-8de049b23b03 None None] Provisioning complete for port 64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:27.938869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6a5c06a8-f365-4188-9d5a-8de049b23b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.944239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 5c1bcc54-6880-4757-a8e0-93189c3cde05 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:27.944673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:27.995167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (41341af8-c113-43cf-a424-c048a73bde3a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.056654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1bcc54-6880-4757-a8e0-93189c3cde05'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:28.061251 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebfc73e-4689-40c4-ab3a-c0124002cb79" -d '{"events": [{"server_uuid": "c31922a7-62a2-44f1-b9d4-aed61ad83c68", "name": "network-vif-plugged", "status": "completed", "tag": "5c1bcc54-6880-4757-a8e0-93189c3cde05"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:28.065573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13b6d5-9893-401c-a095-6defcf1a06a3 None None] Network dc113999-bd89-4cc0-b817-44d5f7c12034 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:28.080484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 5c1bcc54-6880-4757-a8e0-93189c3cde05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:28.140427 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.199149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c06a8-f365-4188-9d5a-8de049b23b03 None None] Port 64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:28.201572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port fa6725af-ebdd-4762-a436-4b52cecf35d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:28.203346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:28.273697 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a4489-41e0-452a-8811-9fbbdd64c03b x-openstack-request-id: req-0f9a4489-41e0-452a-8811-9fbbdd64c03b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:28.274601 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31922a7-62a2-44f1-b9d4-aed61ad83c68", "name": "network-vif-plugged", "status": "completed", "tag": "5c1bcc54-6880-4757-a8e0-93189c3cde05", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:28.275095 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f9a4489-41e0-452a-8811-9fbbdd64c03b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:28.275849 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1bcc54-6880-4757-a8e0-93189c3cde05', 'code': 200} Jan 28 01:15:28.342972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=5c1bcc54-6880-4757-a8e0-93189c3cde05,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:28.368809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-49caecae-637b-4905-a235-26916055159d None None] Provisioning complete for port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:28.369709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49caecae-637b-4905-a235-26916055159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.409327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40020) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:28.415029 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:15:28.431564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:28.431975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.592734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-49caecae-637b-4905-a235-26916055159d None None] Current status of the port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:28.593130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49caecae-637b-4905-a235-26916055159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.619950 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (41341af8-c113-43cf-a424-c048a73bde3a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.649588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-49caecae-637b-4905-a235-26916055159d None None] For port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,segment=NetworkSegment(a7edbdac-736a-4d0c-8de3-236604b04519),segment_id=a7edbdac-736a-4d0c-8de3-236604b04519)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:28.657589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:28.669083 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] Sync routers for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:28.671206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-09b260af-f092-490a-b37b-b2ec6d1f3e01 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6106703 Jan 28 01:15:28.679110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40024) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:28.696264 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:28.697354 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:28.712199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:28.712555 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.718927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49caecae-637b-4905-a235-26916055159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.748541 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:28.759846 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:28.760885 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:28.801463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:28.802147 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacb21e-5248-48a2-b01c-e5b02e302425 None None] The sync data for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:28.867864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caecae-637b-4905-a235-26916055159d None None] Pushing event updated for resources: {'Port': ['ID=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:28.886975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b20642b3-7808-4d3f-b5bf-0c08144153ab tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.895001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.901403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:15:28.902487 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:15:28.910600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0339e9af-ced7-464e-ba83-1c17637621be None None] Provisioning complete for port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:28.911106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0339e9af-ced7-464e-ba83-1c17637621be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:28.934904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (41341af8-c113-43cf-a424-c048a73bde3a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.008682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0339e9af-ced7-464e-ba83-1c17637621be None None] Current status of the port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:29.021489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0339e9af-ced7-464e-ba83-1c17637621be None None] Provisioning complete for port b168b744-8492-47db-9ffa-4c2101ee74ee triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:29.021893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0339e9af-ced7-464e-ba83-1c17637621be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.022011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:15:29.062305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0339e9af-ced7-464e-ba83-1c17637621be None None] Port b168b744-8492-47db-9ffa-4c2101ee74ee cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:29.070238 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-b20642b3-7808-4d3f-b5bf-0c08144153ab tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 01:15:29.071670 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b20642b3-7808-4d3f-b5bf-0c08144153ab tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c HTTP/1.1" status: 409 len: 329 time: 0.3911624 Jan 28 01:15:29.077464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:29.090776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e9bc5-86c8-4414-ba49-c4d541727416 req-25f6b733-1d55-405d-869a-6493ac46545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:29.092333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc8e9bc5-86c8-4414-ba49-c4d541727416 req-25f6b733-1d55-405d-869a-6493ac46545a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 1096 time: 0.6840708 Jan 28 01:15:29.094099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (41341af8-c113-43cf-a424-c048a73bde3a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.111870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636b9b-aefc-45e0-8ff9-a142e11fcd5a req-bd7d0bbc-ce26-4b23-ad67-b6d7d7b6161a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:29.113346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81636b9b-aefc-45e0-8ff9-a142e11fcd5a req-bd7d0bbc-ce26-4b23-ad67-b6d7d7b6161a tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 945 time: 0.7031653 Jan 28 01:15:29.139610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.162852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8fd3dacc-4209-4139-87ea-388447af40b4 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:29.167822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.183812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.188366 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.198150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=41341af8-c113-43cf-a424-c048a73bde3a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:29.204545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.210194 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ba577adc-efe1-4d1e-98fc-9d4dde71262d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/41341af8-c113-43cf-a424-c048a73bde3a HTTP/1.1" status: 204 len: 168 time: 1.4655764 Jan 28 01:15:29.214560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8dd55-86ab-40ee-badf-e500a3849fa4 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:29.246912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40030) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:29.285222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7b4e763a-ac9e-4490-a4af-cacfcd02c3f0 None None] Provisioning complete for port b168b744-8492-47db-9ffa-4c2101ee74ee triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:29.285410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7b4e763a-ac9e-4490-a4af-cacfcd02c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.335134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=b168b744-8492-47db-9ffa-4c2101ee74ee,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:29.341258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.358281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81636b9b-aefc-45e0-8ff9-a142e11fcd5a req-9649b1b4-51aa-4b37-832b-48676026ca7c tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313077 Jan 28 01:15:29.367491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc8e9bc5-86c8-4414-ba49-c4d541727416 req-78b28093-b6e6-4231-bd17-fb76de3313db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670677 Jan 28 01:15:29.452803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet e1e42cf3-5ddd-43fe-8fb2-64228e697d70 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:29.511339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e763a-ac9e-4490-a4af-cacfcd02c3f0 None None] Port b168b744-8492-47db-9ffa-4c2101ee74ee cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:29.554856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 8fd3dacc-4209-4139-87ea-388447af40b4 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:15:29.570392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 8fd3dacc-4209-4139-87ea-388447af40b4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:29.570768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.571579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network dc113999-bd89-4cc0-b817-44d5f7c12034 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:29.574957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:29.638767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:29.756234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8fd3dacc-4209-4139-87ea-388447af40b4 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:29.756779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.759308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.763076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:15:29.782759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:29.837512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8fd3dacc-4209-4139-87ea-388447af40b4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8fd3dacc-4209-4139-87ea-388447af40b4,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:29.847754 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.922768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (e1e42cf3-5ddd-43fe-8fb2-64228e697d70), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.955570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:29.955994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:29.993652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8fd3dacc-4209-4139-87ea-388447af40b4,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:30.004270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:30.020623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] Sync routers for ids ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:30.023816 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Floating IP f8a2b576-02ca-4509-beba-d161f01949c3 associated. External IP: 172.25.1.93, port: f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76. Jan 28 01:15:30.030166 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5fadf69b-a8c7-470b-a213-c9bdb20eb62f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2946036 Jan 28 01:15:30.033617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40034) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:30.047722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] Routers {'dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:30.048493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:30.090869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Publish callbacks [] for security_group (b10606cc-ccfd-4868-8680-50a70fd8c37c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.093222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b98333-1dac-4fc6-9efe-a364484cf7c6 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:30.101086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (e1e42cf3-5ddd-43fe-8fb2-64228e697d70), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.102053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80b98333-1dac-4fc6-9efe-a364484cf7c6 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports/b168b744-8492-47db-9ffa-4c2101ee74ee HTTP/1.1" status: 200 len: 910 time: 0.0671754 Jan 28 01:15:30.102767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:30.106049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:30.106261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b10606cc-ccfd-4868-8680-50a70fd8c37c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.109547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79e9c457-f429-4b91-955d-4247e50f331e'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:30.143349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-78c998a7-207e-4962-b2d1-06d2af51853a None None] Provisioning complete for port b168b744-8492-47db-9ffa-4c2101ee74ee triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:30.144321 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-78c998a7-207e-4962-b2d1-06d2af51853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.148655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] Routers {'dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:30.149746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:30.227837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b695630-5cfc-4fad-8615-8c11f21ba4a2 req-0f9c9423-5360-4362-8e10-22d1dfc7990e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:30.230157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b695630-5cfc-4fad-8615-8c11f21ba4a2 req-0f9c9423-5360-4362-8e10-22d1dfc7990e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.3036823 Jan 28 01:15:30.259798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:30.261257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954c146-4728-4464-bdd7-c8f549eea34d None None] The sync data for ids ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:30.262797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-78c998a7-207e-4962-b2d1-06d2af51853a None None] Port b168b744-8492-47db-9ffa-4c2101ee74ee cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:30.264465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bb0c3c3b77c42bda074509e9201d71f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8531287 Jan 28 01:15:30.265366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:30.286910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10606cc-ccfd-4868-8680-50a70fd8c37c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:30.294781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd3dacc-4209-4139-87ea-388447af40b4'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:30.298679 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc094d15-a642-40f6-8689-cd811a3953f8" -d '{"events": [{"server_uuid": "b953c8bf-ac35-4e45-9cdf-99cab5209e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8fd3dacc-4209-4139-87ea-388447af40b4"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:30.324657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:30.342674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.362892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.362892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.363351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.363701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.364047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.364389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.364766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.365057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.365389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.367266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.367266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.367266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.367266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f418e1-c5df-4a3d-ae3b-b3d5b346250d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:30.390623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Deleting port 64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:30.391059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.432444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e1e42cf3-5ddd-43fe-8fb2-64228e697d70), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.468753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b695630-5cfc-4fad-8615-8c11f21ba4a2 req-f87a490d-3e9f-42cd-83fa-9cacbfc80532 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130659 Jan 28 01:15:30.552064 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cafb66-8197-431d-bae9-3e8de7f6d982 x-openstack-request-id: req-e8cafb66-8197-431d-bae9-3e8de7f6d982 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:30.552692 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953c8bf-ac35-4e45-9cdf-99cab5209e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8fd3dacc-4209-4139-87ea-388447af40b4", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:30.553981 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8cafb66-8197-431d-bae9-3e8de7f6d982 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:30.554993 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd3dacc-4209-4139-87ea-388447af40b4', 'code': 200} Jan 28 01:15:30.574994 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7b5368b-8d60-42a5-a9bb-380a86cbf560 admin admin] Publish callbacks [] for security_group (b10606cc-ccfd-4868-8680-50a70fd8c37c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.690197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-38c4701c-15f1-4cf4-9923-f05bf4a66299 None None] Provisioning complete for port fa6725af-ebdd-4762-a436-4b52cecf35d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:30.690727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-38c4701c-15f1-4cf4-9923-f05bf4a66299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.694783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7b5368b-8d60-42a5-a9bb-380a86cbf560 admin admin] Publish callbacks [] for security_group (b10606cc-ccfd-4868-8680-50a70fd8c37c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.705285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (e1e42cf3-5ddd-43fe-8fb2-64228e697d70), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.782588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-38c4701c-15f1-4cf4-9923-f05bf4a66299 None None] Current status of the port fa6725af-ebdd-4762-a436-4b52cecf35d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:30.793874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e42cf3-5ddd-43fe-8fb2-64228e697d70,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:30.800076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:30.804582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dd936dec-7832-4bf6-96a2-89aa1e2c07d3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e1e42cf3-5ddd-43fe-8fb2-64228e697d70 HTTP/1.1" status: 204 len: 168 time: 1.5364666 Jan 28 01:15:30.811497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ff079-f2e5-41a6-8eb8-16738834e658 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:30.818405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40048) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:30.898068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:30.900429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-75cab871-bc81-41bb-b0e4-ddddc6e34e92 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764430 Jan 28 01:15:30.905524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:30.911195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:30.912128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c097-df07-4285-a038-8cf1563beba2 req-ca751687-a1c1-416d-adf8-fcd7d5bbb70c tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:30.914419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45d9c097-df07-4285-a038-8cf1563beba2 req-ca751687-a1c1-416d-adf8-fcd7d5bbb70c tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 945 time: 0.2769792 Jan 28 01:15:30.936966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa90e4-a5ae-482a-b09b-7908eefce827 req-060dfedf-9d2c-47b2-b218-5fbe1cfe18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:30.938939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12aa90e4-a5ae-482a-b09b-7908eefce827 req-060dfedf-9d2c-47b2-b218-5fbe1cfe18d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 1096 time: 0.2093208 Jan 28 01:15:31.001548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7b5368b-8d60-42a5-a9bb-380a86cbf560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b10606cc-ccfd-4868-8680-50a70fd8c37c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.004095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e7b5368b-8d60-42a5-a9bb-380a86cbf560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.005225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e7b5368b-8d60-42a5-a9bb-380a86cbf560 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b10606cc-ccfd-4868-8680-50a70fd8c37c HTTP/1.1" status: 204 len: 168 time: 0.7323246 Jan 28 01:15:31.016910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:31.041768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5368b-8d60-42a5-a9bb-380a86cbf560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10606cc-ccfd-4868-8680-50a70fd8c37c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:31.086974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] Deleting port fa6725af-ebdd-4762-a436-4b52cecf35d7 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:31.087488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.139646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12aa90e4-a5ae-482a-b09b-7908eefce827 req-4ce2ff31-1a84-4300-b65f-274c274ecc87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592669 Jan 28 01:15:31.158010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45d9c097-df07-4285-a038-8cf1563beba2 req-784d44a5-cc45-4a27-aa4f-38a78b2d3137 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709330 Jan 28 01:15:31.158650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] For port fa6725af-ebdd-4762-a436-4b52cecf35d7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fa6725af-ebdd-4762-a436-4b52cecf35d7,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:31.159270 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.169328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:31.174805 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.176829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] Calling delete_port for fa6725af-ebdd-4762-a436-4b52cecf35d7 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:31.181330 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] Sync routers for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:31.206558 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:31.207192 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:31.278771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-22c3516a-3062-4d7b-926b-302a9d8b1360 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "PUT /v2.0/floatingips/f8a2b576-02ca-4509-beba-d161f01949c3 HTTP/1.1" status: 200 len: 995 time: 3.6437342 Jan 28 01:15:31.282276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:31.289085 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56839d0f-fbc2-48d8-940d-69c2464a622b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:31.307314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.318317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (fa6725af-ebdd-4762-a436-4b52cecf35d7), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.362714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-50d4d905-0fb8-4280-b730-15dd6498a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:31.364273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-50d4d905-0fb8-4280-b730-15dd6498a14e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.0660379 Jan 28 01:15:31.369020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Calling delete_port for 64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:31.370645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] No DVR routers for this DVR port fa6725af-ebdd-4762-a436-4b52cecf35d7 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:31.393531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ad3db-57b9-4278-8daa-41cf0d72da8c None None] Pushing event deleted for resources: {'Port': ['ID=fa6725af-ebdd-4762-a436-4b52cecf35d7,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:31.394737 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:31.427080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:31.430564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.489508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.531852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-95335a9f-bdef-4edc-b58e-b155d4d7d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:31.533404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-95335a9f-bdef-4edc-b58e-b155d4d7d976 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.1596136 Jan 28 01:15:31.538399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.691306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-b6f03ca3-0745-4765-ba13-899a721d80ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 998 time: 0.1501269 Jan 28 01:15:31.714118 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2084173-913f-4929-9ba1-92f1361a6a73 x-openstack-request-id: req-d2084173-913f-4929-9ba1-92f1361a6a73 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:31.715132 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:31.715399 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2084173-913f-4929-9ba1-92f1361a6a73 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:31.715819 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'status': 'completed', 'code': 200} Jan 28 01:15:31.745651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:31.747764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:31.753409 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/ports/b168b744-8492-47db-9ffa-4c2101ee74ee HTTP/1.1" status: 200 len: 910 time: 1.6493924 Jan 28 01:15:31.756509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40072) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:31.768824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d14774-4d9b-4a9a-90af-be6361a2ab0b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=b168b744-8492-47db-9ffa-4c2101ee74ee,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:31.796789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fa6725af-ebdd-4762-a436-4b52cecf35d7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:31.835705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: fa6725af-ebdd-4762-a436-4b52cecf35d7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:31.835989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fa6725af-ebdd-4762-a436-4b52cecf35d7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:31.899459 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f8a2b576-02ca-4509-beba-d161f01949c3', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'port_id': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'mac_address': 'fa:16:3e:61:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:15:25Z', 'updated_at': '2022-01-28T01:15:28Z', 'revision_number': 1, 'project_id': '35494cecd61d456e904c39134ea7c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:30Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:31.933966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] Checking router: 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:15:31.943388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-d20a6e05-4b5f-4d8b-8b78-342da10874df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:31.945494 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-d20a6e05-4b5f-4d8b-8b78-342da10874df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.2531860 Jan 28 01:15:31.946698 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:31.947336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:31.978618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:32.020745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-00cc3db4-b668-4c04-9acb-86bab05aff16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524886 Jan 28 01:15:32.061164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Port': ['ID=64fe3ca2-4d9e-4999-8eb3-5e1fdc08834c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:32.117701 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:32.135912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-d9230405-10c1-43ad-8177-3596b788c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:32.137491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-d9230405-10c1-43ad-8177-3596b788c48c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.3599696 Jan 28 01:15:32.141409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-f4b9bf92-7a09-4b7a-a9fa-2e77233072f6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:15:32.142439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-f4b9bf92-7a09-4b7a-a9fa-2e77233072f6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124178 Jan 28 01:15:32.244424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:15:32.279585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f74f3-e8a8-4998-9858-af9993210b71 req-79387693-340f-4877-9e67-5ca4ef04776c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:32.288987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca1f74f3-e8a8-4998-9858-af9993210b71 req-79387693-340f-4877-9e67-5ca4ef04776c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.3700030 Jan 28 01:15:32.289503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (233623d3-d7b6-4cf0-91a3-789e92411a09), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:32.402473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:32.408017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:32.409701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (20d817e2-5966-4c7e-b62e-30de2d87be2c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:32.414087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:32.414703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:32.419904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d4033-52f2-4569-b31e-5542575fd9da None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:32.486171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5794938 Jan 28 01:15:32.491251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:32.499296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:32.536488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba79f1-211c-4758-b427-038c0e09a0b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=233623d3-d7b6-4cf0-91a3-789e92411a09,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:32.664428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': '233623d3-d7b6-4cf0-91a3-789e92411a09'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:32.665653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:32.668897 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f8a2b576-02ca-4509-beba-d161f01949c3', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'port_id': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'mac_address': 'fa:16:3e:61:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:15:25Z', 'updated_at': '2022-01-28T01:15:28Z', 'revision_number': 1, 'project_id': '35494cecd61d456e904c39134ea7c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:30Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:32.713042 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc5ee4-0254-40bf-b318-def6f79de907 None None] The sync data for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 is: [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f8a2b576-02ca-4509-beba-d161f01949c3', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'port_id': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'mac_address': 'fa:16:3e:61:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:15:25Z', 'updated_at': '2022-01-28T01:15:28Z', 'revision_number': 1, 'project_id': '35494cecd61d456e904c39134ea7c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:30Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:32.713376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Router 20d817e2-5966-4c7e-b62e-30de2d87be2c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:32.853296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:32.863243 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6962cbcc-dd0a-4c93-985c-3a3ac307a33f tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7841079 Jan 28 01:15:32.864043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:32.867645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:32.871531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] Sync routers for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:32.873013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:32.901892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:32.902888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:32.905759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Allocated IP 2001:db8::f816:3eff:fe45:42aa (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/233623d3-d7b6-4cf0-91a3-789e92411a09/9a64ecfc-6714-4104-a774-06989885bd88) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:32.922550 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-1d814d5c-6055-40bd-8c99-8b9537e955d9 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] show failed (client error): The resource could not be found. Jan 28 01:15:32.927972 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1d814d5c-6055-40bd-8c99-8b9537e955d9 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-324588174 HTTP/1.1" status: 404 len: 334 time: 0.0539160 Jan 28 01:15:32.945932 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-18a27010-9c70-4a30-bc36-f2710f8a152d service neutron] 10.222.0.23 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789359 Jan 28 01:15:32.949295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40104) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:32.961063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a73cbf39-69a9-4795-89f0-41413b15f420 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:33.047530 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-a73cbf39-69a9-4795-89f0-41413b15f420 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] update failed (client error): The resource could not be found. Jan 28 01:15:33.048659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a73cbf39-69a9-4795-89f0-41413b15f420 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-342625968 HTTP/1.1" status: 404 len: 334 time: 0.0946002 Jan 28 01:15:33.054952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:33.068728 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 233623d3-d7b6-4cf0-91a3-789e92411a09 (CIDR: 2001:db8::/64) Jan 28 01:15:33.089128 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e33d16-0269-49dd-9599-a65ef9008ac8 None None] New status for floating IP f8a2b576-02ca-4509-beba-d161f01949c3: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:15:33.109436 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:15:33.109812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:33.141654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40108) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:33.147989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Publish callbacks [] for port (9a64ecfc-6714-4104-a774-06989885bd88), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.153590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:33.165394 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (9a64ecfc-6714-4104-a774-06989885bd88), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.191084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4d84c726-8559-4225-a230-55782f18dbf3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6951683 Jan 28 01:15:33.193290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40112) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:33.202574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca1f74f3-e8a8-4998-9858-af9993210b71 req-687afe0b-5200-4521-ab1f-88663e5e5fc8 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9123566 Jan 28 01:15:33.203171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:33.218469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] Routers {'20d817e2-5966-4c7e-b62e-30de2d87be2c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:33.219137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['20d817e2-5966-4c7e-b62e-30de2d87be2c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:33.223767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Deleting subnet a1d75b45-cf58-4223-b97b-8bf1b437fc60 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:33.227230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for subnet (a1d75b45-cf58-4223-b97b-8bf1b437fc60), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.256444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-8b486e4c-a81f-476c-99c7-6de4c7fe85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:33.259863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-8b486e4c-a81f-476c-99c7-6de4c7fe85f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 1.1120138 Jan 28 01:15:33.273021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:33.273730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e2a8a-0abd-435e-a900-af054e121f75 None None] The sync data for ids ['20d817e2-5966-4c7e-b62e-30de2d87be2c'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:33.288363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:33.293805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:33.299099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:33.302745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Pushing event updated for resources: {'Port': ['ID=9a64ecfc-6714-4104-a774-06989885bd88,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:33.310638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (a1d75b45-cf58-4223-b97b-8bf1b437fc60), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.370757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:33.384452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Attempting to bind port 9a64ecfc-6714-4104-a774-06989885bd88 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:33.384848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Attempting to bind port 9a64ecfc-6714-4104-a774-06989885bd88 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:33.385187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Attempting to bind port 9a64ecfc-6714-4104-a774-06989885bd88 on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:33.391252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:33.391757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:33.392163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.392720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:33.393194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Bound port: 9a64ecfc-6714-4104-a774-06989885bd88, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:33.393574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a64ecfc-6714-4104-a774-06989885bd88), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.433474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c02983b1-dffe-4f65-a20b-65bd8a0e6901 req-55d547cb-8ea3-43dd-b25e-06c42b16a1bc service neutron] 10.222.0.23 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606500 Jan 28 01:15:33.445995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.461889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-89c4c45b-ed6e-4a51-ade8-7defd0ee4e7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 1000 time: 0.1911311 Jan 28 01:15:33.485861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] For port 9a64ecfc-6714-4104-a774-06989885bd88, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:33.488345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] For port 9a64ecfc-6714-4104-a774-06989885bd88, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9a64ecfc-6714-4104-a774-06989885bd88,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:33.509232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9a64ecfc-6714-4104-a774-06989885bd88), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.526407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c9335-22bb-468b-aabb-198d78f1c099 req-548ef65e-86ff-4aac-b7ab-264f3e5c43b7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:33.529625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b8c9335-22bb-468b-aabb-198d78f1c099 req-548ef65e-86ff-4aac-b7ab-264f3e5c43b7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 945 time: 0.1527672 Jan 28 01:15:33.555598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.557636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a1d75b45-cf58-4223-b97b-8bf1b437fc60), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.576341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.601644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-075a6aaf-57bf-415d-ba45-2ad6652f28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:33.603261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-075a6aaf-57bf-415d-ba45-2ad6652f28b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.1368034 Jan 28 01:15:33.620318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6fe45-c3c1-4a1a-aacd-4c80085faf70 None None] Pushing event updated for resources: {'Port': ['ID=9a64ecfc-6714-4104-a774-06989885bd88,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:33.647914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:33.651956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.705052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-1c401016-a6e8-44e1-9e56-ee13c50187d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956206 Jan 28 01:15:33.728285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (a1d75b45-cf58-4223-b97b-8bf1b437fc60), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.777282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d75b45-cf58-4223-b97b-8bf1b437fc60,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:33.791190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c23705-8d61-41ca-afaa-e346296d0e3a None None] Network 243c7b12-431f-4e73-83e0-d96aad12ba1f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:33.794959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.798294 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-00fc4694-2625-4dee-97eb-5bde32a56a18 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/subnets/a1d75b45-cf58-4223-b97b-8bf1b437fc60 HTTP/1.1" status: 204 len: 168 time: 0.7416906 Jan 28 01:15:33.802674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40120) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:33.818413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b8c9335-22bb-468b-aabb-198d78f1c099 req-2b310100-4a70-4722-9dc0-f9b47d871028 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711532 Jan 28 01:15:33.901676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:33.928565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Deleting subnet ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:33.936775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for subnet (ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.038634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] DHCP port deletion for 243c7b12-431f-4e73-83e0-d96aad12ba1f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:34.058449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-45f8f008-94f8-4aba-b043-c3bccf9189e2 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 1000 time: 0.3823202 Jan 28 01:15:34.064620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.124984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] Deleting port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:34.125985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.178836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a425b-1735-4857-a46c-f6c75958baec req-1eb3846d-4ff7-415c-b087-f0cea027329e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:34.180635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa7a425b-1735-4857-a46c-f6c75958baec req-1eb3846d-4ff7-415c-b087-f0cea027329e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 946 time: 0.2448728 Jan 28 01:15:34.184739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-b7d371ec-a61c-4eff-8949-cd674525cc2a service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333920 Jan 28 01:15:34.201336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] For port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,segment=NetworkSegment(2adc75b6-e817-4017-b446-6ef48ec24b8b),segment_id=2adc75b6-e817-4017-b446-6ef48ec24b8b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:34.201728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.208643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-32ebe3a6-3756-4acd-a3cc-00ac130b6359 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:34.210113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-32ebe3a6-3756-4acd-a3cc-00ac130b6359 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports/f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 942 time: 0.1282349 Jan 28 01:15:34.230680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] Calling delete_port for da0b8616-f1e0-4bf3-8fc4-952ba9734e8b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:34.234078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (a300a8c2-1b2e-4116-b963-fdbedc18bae4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.308231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Allocated IP 172.25.1.200 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e16cde12-fbe5-4412-ac7b-117dd63dda48) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:34.320927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:34.331831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:34.343844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (da0b8616-f1e0-4bf3-8fc4-952ba9734e8b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.349483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:34.350134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.370382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa7a425b-1735-4857-a46c-f6c75958baec req-8c61792a-6f6d-4fa9-bc1d-b9f2c0cbd2a7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754341 Jan 28 01:15:34.372750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.380211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] No DVR routers for this DVR port da0b8616-f1e0-4bf3-8fc4-952ba9734e8b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:34.389594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f85dcc-3e3c-4e5b-a0f3-3f032c556c5f None None] Pushing event deleted for resources: {'Port': ['ID=da0b8616-f1e0-4bf3-8fc4-952ba9734e8b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:34.397048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=a300a8c2-1b2e-4116-b963-fdbedc18bae4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:34.453471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e042a21f-03fd-4ddc-99c3-666be57f2fa0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2542222 Jan 28 01:15:34.460324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40128) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:34.469118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:e6:6d:63', 'name': 'tempest-NetworksTestDHCPv6-2039436136'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:34.502624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-e4defc58-c6f9-42c3-a497-8dd8e46a8cc3 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 1000 time: 0.2114458 Jan 28 01:15:34.507529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56839d0f-fbc2-48d8-940d-69c2464a622b req-a1c92e41-0b4c-4be6-b8e4-740a135bf554 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139501 Jan 28 01:15:34.583882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.644029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.650745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:34.654837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.655030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9302b0c0-c4fa-4eb0-a174-a32672d5f222 None None] Network 48a9862b-a533-4634-9aa7-8ba9abd8050d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:34.660559 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17dc7b2e-4f23-4590-8fb9-2ccd1825c409 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/subnets/ce5e3e02-b581-49ab-a8f8-5e8af0d3f1d8 HTTP/1.1" status: 204 len: 168 time: 0.8562217 Jan 28 01:15:34.664442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40134) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:34.712524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port b168b744-8492-47db-9ffa-4c2101ee74ee {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:34.712868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.737082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-4da73a67-c383-4ee2-a6e2-84c02326c407 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:34.738852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-4da73a67-c383-4ee2-a6e2-84c02326c407 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.2283881 Jan 28 01:15:34.790664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:34.812479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (243c7b12-431f-4e73-83e0-d96aad12ba1f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.848168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.868610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c70f0-9ef1-4b58-a7c4-b96b81f93f25 req-95a214a0-cf4f-4c5e-9427-8ea247477ecc tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:34.870183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a7c70f0-9ef1-4b58-a7c4-b96b81f93f25 req-95a214a0-cf4f-4c5e-9427-8ea247477ecc tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 945 time: 0.2293301 Jan 28 01:15:34.882416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] DHCP port deletion for 48a9862b-a533-4634-9aa7-8ba9abd8050d request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:34.901873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:34.908423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:34.914288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-72c74762-e539-4afc-893c-79cabe7e9d18 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 1000 time: 0.1204650 Jan 28 01:15:34.918096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:34.926116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:34.939597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for b168b744-8492-47db-9ffa-4c2101ee74ee owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:34.945569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Pushing event updated for resources: {'Port': ['ID=e16cde12-fbe5-4412-ac7b-117dd63dda48,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:34.953873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] Deleting port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:34.954227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.020352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] For port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,segment=NetworkSegment(d8634bd8-63df-4ed7-b2b6-fe3d49778859),segment_id=d8634bd8-63df-4ed7-b2b6-fe3d49778859)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:35.020731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.034520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] Calling delete_port for 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:35.067855 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.099030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:35.102311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (243c7b12-431f-4e73-83e0-d96aad12ba1f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.123184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (3a7c73c6-51cd-40bb-8594-bf3e7dc728fe), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.150617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:15:35.157039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243c7b12-431f-4e73-83e0-d96aad12ba1f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:35.157963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] No DVR routers for this DVR port 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:35.166095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c42d8-17c2-4a42-addb-88d619a7763b None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:35.170893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5013-72b1-4f21-a258-f65016c58d0c None None] Pushing event deleted for resources: {'Port': ['ID=3a7c73c6-51cd-40bb-8594-bf3e7dc728fe,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:35.181325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adc75b6-e817-4017-b446-6ef48ec24b8b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:35.181726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adc75b6-e817-4017-b446-6ef48ec24b8b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:35.185587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a7c70f0-9ef1-4b58-a7c4-b96b81f93f25 req-a673be84-684b-4b7d-b1b6-e94b09e5fb76 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975726 Jan 28 01:15:35.193243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b168b744-8492-47db-9ffa-4c2101ee74ee), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.248482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (2adc75b6-e817-4017-b446-6ef48ec24b8b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.263103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] Provisioning complete for port 9a64ecfc-6714-4104-a774-06989885bd88 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:35.263491 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a64ecfc-6714-4104-a774-06989885bd88), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.278708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2adc75b6-e817-4017-b446-6ef48ec24b8b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.313628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for floatingip (ea58a461-41a3-458d-ad84-e5493ddaf68b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.316485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:15:35.317063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (2adc75b6-e817-4017-b446-6ef48ec24b8b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:15:35.323532 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:15:35.543290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.547588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=b168b744-8492-47db-9ffa-4c2101ee74ee,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:35.563488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] Current status of the port 9a64ecfc-6714-4104-a774-06989885bd88 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:35.563891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a64ecfc-6714-4104-a774-06989885bd88), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.607353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] For port 9a64ecfc-6714-4104-a774-06989885bd88, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9a64ecfc-6714-4104-a774-06989885bd88,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:35.616236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9a64ecfc-6714-4104-a774-06989885bd88), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.732179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1c344-5bc0-42b7-8025-bdb7826e6b23 None None] Pushing event updated for resources: {'Port': ['ID=9a64ecfc-6714-4104-a774-06989885bd88,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:35.761979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': '233623d3-d7b6-4cf0-91a3-789e92411a09', 'ip_address': '2001:db8::f816:3eff:fe45:42aa'}, {'subnet_id': 'a300a8c2-1b2e-4116-b963-fdbedc18bae4'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '9a64ecfc-6714-4104-a774-06989885bd88'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:15:35.803840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a64ecfc-6714-4104-a774-06989885bd88), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.860888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (243c7b12-431f-4e73-83e0-d96aad12ba1f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.877221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9a64ecfc-6714-4104-a774-06989885bd88 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:35.905857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f8b44-49d3-41ee-8790-28e00b737708 req-cb3f2d19-88b8-465a-9ade-c1557a814caf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:35.907388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a26f8b44-49d3-41ee-8790-28e00b737708 req-cb3f2d19-88b8-465a-9ade-c1557a814caf tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.3674333 Jan 28 01:15:35.917134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.936866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.941028 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/networks/243c7b12-431f-4e73-83e0-d96aad12ba1f HTTP/1.1" status: 204 len: 168 time: 1.2756257 Jan 28 01:15:35.948356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40138) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:35.961758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:35.964279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ffa72-ffeb-4ba4-bbb1-46d939797ca5 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Network': ['ID=243c7b12-431f-4e73-83e0-d96aad12ba1f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:35.982537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8:0:1::303 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/a300a8c2-1b2e-4116-b963-fdbedc18bae4/bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:35.991331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::f816:3eff:fee6:6d63 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/233623d3-d7b6-4cf0-91a3-789e92411a09/bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:36.009875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.011815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9a64ecfc-6714-4104-a774-06989885bd88 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:36.012424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a64ecfc-6714-4104-a774-06989885bd88), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.086381 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.086640 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Floating IP f8a2b576-02ca-4509-beba-d161f01949c3 disassociated. External IP: 172.25.1.93, port: f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76. Jan 28 01:15:36.108998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9a64ecfc-6714-4104-a774-06989885bd88 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:36.178867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device da0b8616-f1e0-4bf3-8fc4-952ba9734e8b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:36.194041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (48a9862b-a533-4634-9aa7-8ba9abd8050d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.206454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a26f8b44-49d3-41ee-8790-28e00b737708 req-bca31112-6021-47ce-89ff-6ec276ba2093 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903438 Jan 28 01:15:36.211323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: da0b8616-f1e0-4bf3-8fc4-952ba9734e8b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:36.211680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device da0b8616-f1e0-4bf3-8fc4-952ba9734e8b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:36.212093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:36.239259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:36.239780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3a7c73c6-51cd-40bb-8594-bf3e7dc728fe not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:36.288394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.307463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.313996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.389956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:36.402375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Pushing event updated for resources: {'Port': ['ID=e16cde12-fbe5-4412-ac7b-117dd63dda48,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:36.409372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.444647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (ea58a461-41a3-458d-ad84-e5493ddaf68b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.465711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:36.473422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:36.481720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:36.487373 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:36.488118 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.497460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.498881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d33b2aaf-0f5f-4691-a2ef-5983a64e4de1 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3559628 Jan 28 01:15:36.502910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40142) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:36.503836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:36.509955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (48a9862b-a533-4634-9aa7-8ba9abd8050d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.514027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1795848268', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'fixed_ips': [{'ip_address': '172.25.1.200'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:36.531859 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aed369fb-7b78-4b18-a3b1-25167fb94226 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0687025 Jan 28 01:15:36.534734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40144) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:36.562531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] Allocated IP 2001:db8:0:1::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/a300a8c2-1b2e-4116-b963-fdbedc18bae4/9a64ecfc-6714-4104-a774-06989885bd88) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:36.581617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Made reservation on behalf of d3281d0d4ed542d086fd94d3e2f70ff5 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:36.584010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.597646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.605673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a9862b-a533-4634-9aa7-8ba9abd8050d']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.681239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:36.681859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.682256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] For port 9a64ecfc-6714-4104-a774-06989885bd88, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9a64ecfc-6714-4104-a774-06989885bd88,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:36.684563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8634bd8-63df-4ed7-b2b6-fe3d49778859') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.684865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8634bd8-63df-4ed7-b2b6-fe3d49778859') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.715641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (d8634bd8-63df-4ed7-b2b6-fe3d49778859), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.716323 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] Publish callbacks [] for port (9a64ecfc-6714-4104-a774-06989885bd88), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.717632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:36.723905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9a64ecfc-6714-4104-a774-06989885bd88), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.733059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9ca58b8b-c9cb-45e2-8488-315d143a5821 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9754288 Jan 28 01:15:36.744659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:36.752009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-d9a7fc71-e35c-47ac-a5bc-1ef6c39c76af tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:36.753828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-d9a7fc71-e35c-47ac-a5bc-1ef6c39c76af tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.43 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.2724273 Jan 28 01:15:36.755877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] Sync routers for ids ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:36.770431 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d8634bd8-63df-4ed7-b2b6-fe3d49778859), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.789898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] Routers {'dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:36.791448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.800284 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for security_group (a1c59146-82bb-4d01-86ac-a497060eb3e6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.805418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a1c59146-82bb-4d01-86ac-a497060eb3e6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.819633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] device_id is not set on port 28dc6b1b-f18b-43f8-9170-404535cf4241 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:15:36.823376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e5a15b8-e0af-4988-be7e-a7361356ac5d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e HTTP/1.1" status: 200 len: 205 time: 0.0661457 Jan 28 01:15:36.823376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:15:36.823376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (d8634bd8-63df-4ed7-b2b6-fe3d49778859), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.829089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40148) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:15:36.831976 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:15:36.834319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:36.838453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:36.852013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.855449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347bf94-753b-42ca-8234-c8d83362e2b0 req-365f8f82-99a2-4487-a529-0a70caaccd21 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:36.856967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4347bf94-753b-42ca-8234-c8d83362e2b0 req-365f8f82-99a2-4487-a529-0a70caaccd21 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 945 time: 0.2560613 Jan 28 01:15:36.867919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30094f-620f-4ef5-b9cd-b3d982090796 None None] Pushing event updated for resources: {'Port': ['ID=9a64ecfc-6714-4104-a774-06989885bd88,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:36.879774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] Routers {'dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:36.880383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.913035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:36.913707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb97086-d0e5-4581-b7c2-85c1ac6759be None None] The sync data for ids ['dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:36.974217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:37.001615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (48a9862b-a533-4634-9aa7-8ba9abd8050d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.035812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.039003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/networks/48a9862b-a533-4634-9aa7-8ba9abd8050d HTTP/1.1" status: 204 len: 168 time: 1.0880439 Jan 28 01:15:37.040210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c59146-82bb-4d01-86ac-a497060eb3e6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:37.050551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:37.054379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bc4bb-3049-4449-99a0-42c530444d98 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Network': ['ID=48a9862b-a533-4634-9aa7-8ba9abd8050d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:37.060591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.069947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4347bf94-753b-42ca-8234-c8d83362e2b0 req-781b0205-40bd-4a09-9064-e7b4d018649e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692798 Jan 28 01:15:37.070367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-553422c1-8b57-4d0d-b5a8-6019bfdabd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.134248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Deleting port 0cc25d8f-7d0c-4998-82b0-519cb9944965 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:37.134743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.191931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:37.198191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.202887 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] Sync routers for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:37.213246 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:37.214176 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:37.230866 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.254643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-f830bace-f1a1-4e7d-8f8f-ea5b608c342e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "PUT /v2.0/floatingips/f8a2b576-02ca-4509-beba-d161f01949c3 HTTP/1.1" status: 200 len: 694 time: 2.1646829 Jan 28 01:15:37.257395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:37.259503 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c668f10-29f7-4ec3-b162-9384be41a2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:37.328097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] For port 0cc25d8f-7d0c-4998-82b0-519cb9944965, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0cc25d8f-7d0c-4998-82b0-519cb9944965,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:37.329529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.359198 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:37.382734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Deleting subnet 0142b0df-d5e0-4638-b437-e49f5677e975 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:37.411781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-c872e594-836a-431e-850b-3d8b81aa2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:37.420019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-c872e594-836a-431e-850b-3d8b81aa2ab7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.1459403 Jan 28 01:15:37.427984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for subnet (0142b0df-d5e0-4638-b437-e49f5677e975), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.519897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.525151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.602157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (0142b0df-d5e0-4638-b437-e49f5677e975), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.628693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.629486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:15:37.641224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.645371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-16ef0931-8de6-4f11-ac14-f7079d4fb958 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e HTTP/1.1" status: 204 len: 168 time: 0.8127422 Jan 28 01:15:37.645371 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 01:15:37.645371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:37.645879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:37.689080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5ea55e80-c1fb-4164-b65e-5ddf67603ef9 None None] Provisioning complete for port 9a64ecfc-6714-4104-a774-06989885bd88 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:37.690227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5ea55e80-c1fb-4164-b65e-5ddf67603ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a64ecfc-6714-4104-a774-06989885bd88), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.697347 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:30Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:37.743788 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] Checking router: 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:15:37.747717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8cab3771-ffd9-4581-993c-e246bda4d769 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2408626 Jan 28 01:15:37.754739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40160) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:37.759171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:37.761077 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:37.834766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9a64ecfc-6714-4104-a774-06989885bd88 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:37.884159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5ea55e80-c1fb-4164-b65e-5ddf67603ef9 None None] Current status of the port 9a64ecfc-6714-4104-a774-06989885bd88 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:37.922654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9a64ecfc-6714-4104-a774-06989885bd88 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:37.923848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a64ecfc-6714-4104-a774-06989885bd88), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.930287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-5fe9bc8c-ef12-4962-a4ec-9ad95eb5fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:37.938543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-5fe9bc8c-ef12-4962-a4ec-9ad95eb5fc3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.5178416 Jan 28 01:15:37.949987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 79e9c457-f429-4b91-955d-4247e50f331e {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:37.964001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (79e9c457-f429-4b91-955d-4247e50f331e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:37.976218 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:38.008882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-13ba8a47-5468-46c4-85ab-4933bdbdeac0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.0691776 Jan 28 01:15:38.060509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-56679c2d-84ff-4b5d-9384-ceb66d39e1f6 None None] Provisioning complete for port bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:38.060887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56679c2d-84ff-4b5d-9384-ceb66d39e1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.099028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9a64ecfc-6714-4104-a774-06989885bd88 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:38.115966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-56679c2d-84ff-4b5d-9384-ceb66d39e1f6 None None] Port bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:38.127487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a60fc-3489-4e52-8323-fe4f45d04d98 req-4a70ee8a-5356-48d1-bff0-120cb1bb3e10 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:38.128118 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (79e9c457-f429-4b91-955d-4247e50f331e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.128992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a6a60fc-3489-4e52-8323-fe4f45d04d98 req-4a70ee8a-5356-48d1-bff0-120cb1bb3e10 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 945 time: 0.8072145 Jan 28 01:15:38.134772 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (0142b0df-d5e0-4638-b437-e49f5677e975), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.187047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-d3488cf2-04c8-49f7-beb2-429916431b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:38.188533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-d3488cf2-04c8-49f7-beb2-429916431b48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.1786525 Jan 28 01:15:38.208089 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:30Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:38.240890 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde141a4-d250-4e46-b3c4-8d8072fe1b37 None None] The sync data for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 is: [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:14:13Z', 'revision_number': 4, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3faf045d-7462-4238-a111-c4913f3ca3a0', 'name': '', 'network_id': '7b604d21-9a7c-4859-8180-ba35253a4ea5', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'mac_address': 'fa:16:3e:ed:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:12Z', 'updated_at': '2022-01-28T01:14:30Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'subnets': [{'id': 'dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:38.251732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.287529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-7d6ddf8f-72a3-412c-8dfe-3a9a3ae0e080 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840590 Jan 28 01:15:38.313051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a6a60fc-3489-4e52-8323-fe4f45d04d98 req-dceca231-e913-4ce7-bbed-15ad73ccb0d5 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups?id=9961edda-b5df-4c47-a57d-ce00446652d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663284 Jan 28 01:15:38.319541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:38.327791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-a3089763-c5cf-4b76-a448-11968852cb23 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:38.328515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-a3089763-c5cf-4b76-a448-11968852cb23 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "GET /v2.0/ports?device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 945 time: 0.1967824 Jan 28 01:15:38.370633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (0142b0df-d5e0-4638-b437-e49f5677e975), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.398185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (79e9c457-f429-4b91-955d-4247e50f331e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.404662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.405022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d3003cd5-89f7-464c-a2db-14059796fa14), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.406248 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Floating IP d3003cd5-89f7-464c-a2db-14059796fa14 disassociated. External IP: 172.25.1.6, port: 0cc25d8f-7d0c-4998-82b0-519cb9944965. Jan 28 01:15:38.406759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Calling delete_port for 0cc25d8f-7d0c-4998-82b0-519cb9944965 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:38.427950 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186a249d-f17a-4855-9e4e-41c135e8144d x-openstack-request-id: req-186a249d-f17a-4855-9e4e-41c135e8144d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:38.428243 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:38.428500 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-186a249d-f17a-4855-9e4e-41c135e8144d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:38.428906 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'status': 'completed', 'code': 200} Jan 28 01:15:38.455102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.470267 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0245a190-9dfb-4325-8292-5d5e57334c05 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 HTTP/1.1" status: 204 len: 168 time: 1.9344432 Jan 28 01:15:38.474631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40164) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:38.476566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Subnet': ['ID=0142b0df-d5e0-4638-b437-e49f5677e975,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:38.486497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020199e-3f94-4b18-9583-8bf0eb8047c4 None None] Network 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:38.511052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.525387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:38.530367 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a29e589f-fd97-4746-9b9e-d7d2dfd844a3 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/subnets/0142b0df-d5e0-4638-b437-e49f5677e975 HTTP/1.1" status: 204 len: 168 time: 1.4747751 Jan 28 01:15:38.600474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Deleting port e16cde12-fbe5-4412-ac7b-117dd63dda48 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:38.600992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.651690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0cc25d8f-7d0c-4998-82b0-519cb9944965 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:38.668926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-3095130c-1909-48b2-b630-d46846c40c69 service neutron] 10.222.0.23 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684249 Jan 28 01:15:38.741317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-82c8e22b-8520-470c-a59a-ba63e5094e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:38.743181 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-82c8e22b-8520-470c-a59a-ba63e5094e97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35494cecd61d456e904c39134ea7c701&device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 1096 time: 0.2471809 Jan 28 01:15:38.756550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0605b5-5fc5-4251-91bb-902b8f9a089e None None] New status for floating IP f8a2b576-02ca-4509-beba-d161f01949c3: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:15:38.760992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2969f2-5a43-410d-a627-36f12dde9ecc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:38.764903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fc2969f2-5a43-410d-a627-36f12dde9ecc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2840760 Jan 28 01:15:38.768342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:38.776312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (79e9c457-f429-4b91-955d-4247e50f331e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.844105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.858302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] DHCP port deletion for 61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:38.894720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Deleting port 8fd3dacc-4209-4139-87ea-388447af40b4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:38.895011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.913205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85ac924b-92e3-4c66-9a7b-a20cc21584e3 req-ba636e35-bc6b-4c82-b959-dbd43d9f1564 service neutron] 10.222.0.23 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324784 Jan 28 01:15:39.010493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c0b20-3622-4f0d-8f77-b93db80431a4 req-46848d66-60b8-4de0-a7de-541a868f3d13 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.012498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b89c0b20-3622-4f0d-8f77-b93db80431a4 req-46848d66-60b8-4de0-a7de-541a868f3d13 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 945 time: 0.3298633 Jan 28 01:15:39.049800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4cc45-03e0-48f4-8d2d-4cc4f5c0a5b3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.051561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6ba4cc45-03e0-48f4-8d2d-4cc4f5c0a5b3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2768745 Jan 28 01:15:39.058902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0cc25d8f-7d0c-4998-82b0-519cb9944965 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:39.059311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.087002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] Deleting port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:39.087379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.099362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40172) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:39.154167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] For port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,segment=NetworkSegment(c36fa286-70fe-424b-ac20-a35de573d4de),segment_id=c36fa286-70fe-424b-ac20-a35de573d4de)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:39.154479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.167943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] Calling delete_port for 2bc7038b-e306-4a27-8c66-b1d129eb4fbd owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:39.168872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2456a172-064f-4faf-9a11-27a02df6d726 req-d7275305-b5af-4b14-b2ec-2eb37e177823 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips/f8a2b576-02ca-4509-beba-d161f01949c3 HTTP/1.1" status: 200 len: 692 time: 0.1921427 Jan 28 01:15:39.216397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.217318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for floatingip (e16cde12-fbe5-4412-ac7b-117dd63dda48), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.230810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=79e9c457-f429-4b91-955d-4247e50f331e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:39.234524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.243756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ce8fb348-a130-4853-b17d-ae7f7339f18c tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/79e9c457-f429-4b91-955d-4247e50f331e HTTP/1.1" status: 204 len: 168 time: 1.5911925 Jan 28 01:15:39.247181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:39.249278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e72110-2007-49ea-bf5b-548b66482086 None None] Network dc113999-bd89-4cc0-b817-44d5f7c12034 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:39.253645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0cc25d8f-7d0c-4998-82b0-519cb9944965), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.278884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Calling delete_port for e16cde12-fbe5-4412-ac7b-117dd63dda48 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:39.337428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-664df88b-46ea-47cb-8be1-446f5f60c409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.358828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7d83d-1dd3-4114-866a-d12c84213cbd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.360384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7d83d-1dd3-4114-866a-d12c84213cbd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.361726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7d83d-1dd3-4114-866a-d12c84213cbd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.366118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fca7d83d-1dd3-4114-866a-d12c84213cbd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2639625 Jan 28 01:15:39.367008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40176) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:39.370035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] For port 8fd3dacc-4209-4139-87ea-388447af40b4, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8fd3dacc-4209-4139-87ea-388447af40b4,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:39.370523 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.376075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event deleted for resources: {'Port': ['ID=0cc25d8f-7d0c-4998-82b0-519cb9944965,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:39.390271 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.404898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-28d45c1c-6190-4cb0-9ae0-8282e91b6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.405984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-28d45c1c-6190-4cb0-9ae0-8282e91b6acb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 200 len: 921 time: 0.6545324 Jan 28 01:15:39.412321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (dc113999-bd89-4cc0-b817-44d5f7c12034), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.424971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] Pushing event deleted for resources: {'Port': ['ID=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:39.431436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7c22f-be70-41f3-ab01-9d9b22835282 None None] No DVR routers for this DVR port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:39.440168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b89c0b20-3622-4f0d-8f77-b93db80431a4 req-95ba04e0-6b57-4261-8a51-de22b2b3891d tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860357 Jan 28 01:15:39.469922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Calling delete_port for 8fd3dacc-4209-4139-87ea-388447af40b4 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:39.475425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Deleting port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:39.475841 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.480142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-3910acc9-c934-4ed1-a55c-ac8efa4330b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 200 len: 217 time: 0.0655797 Jan 28 01:15:39.535870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] DHCP port deletion for dc113999-bd89-4cc0-b817-44d5f7c12034 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:39.592891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] Deleting port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:39.593355 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.596086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-050e7af3-4a5d-4bf6-9176-057ea955724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.597894 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-050e7af3-4a5d-4bf6-9176-057ea955724f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 200 len: 860 time: 0.1102700 Jan 28 01:15:39.650846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 233623d3-d7b6-4cf0-91a3-789e92411a09 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:39.652572 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-905fef1c-fea7-4c65-8e48-91e389f9aa39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b604d21-9a7c-4859-8180-ba35253a4ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453207 Jan 28 01:15:39.667872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] For port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,segment=NetworkSegment(a7edbdac-736a-4d0c-8de3-236604b04519),segment_id=a7edbdac-736a-4d0c-8de3-236604b04519)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:39.668336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.678344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (233623d3-d7b6-4cf0-91a3-789e92411a09), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.682854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7532de0f-d0d8-4290-a831-6fab757325b5 req-8bd72091-e9f7-4a4c-86b3-d5ed66d3dd18 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0853589 Jan 28 01:15:39.686061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] Calling delete_port for 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:39.698606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:39.698874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.754975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] For port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd, host n-d-826756-1, got binding levels [] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:39.755346 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.806778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.813179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e16cde12-fbe5-4412-ac7b-117dd63dda48), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.816850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,segment=NetworkSegment(a7edbdac-736a-4d0c-8de3-236604b04519),segment_id=a7edbdac-736a-4d0c-8de3-236604b04519)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:39.817306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.844205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2bc7038b-e306-4a27-8c66-b1d129eb4fbd no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:39.846307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] Pushing event deleted for resources: {'Port': ['ID=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:39.858938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456a172-064f-4faf-9a11-27a02df6d726 req-8a1c9914-ec25-42e9-a3f4-b7ce2fec4055 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:39.860433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2456a172-064f-4faf-9a11-27a02df6d726 req-8a1c9914-ec25-42e9-a3f4-b7ce2fec4055 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/networks/0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 784 time: 0.6733518 Jan 28 01:15:39.874305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Calling delete_port for 2bc7038b-e306-4a27-8c66-b1d129eb4fbd owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:39.876667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:39.879437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (233623d3-d7b6-4cf0-91a3-789e92411a09), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.883123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd was not found and therefore no delete operation was performed {{(pid=109594) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:15:39.884003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1ca09-f3fe-461d-b596-345e053fce80 None None] No DVR routers for this DVR port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:39.885536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Pushing event deleted for resources: {'Port': ['ID=e16cde12-fbe5-4412-ac7b-117dd63dda48,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:39.897449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 2bc7038b-e306-4a27-8c66-b1d129eb4fbd {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:39.898041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2bc7038b-e306-4a27-8c66-b1d129eb4fbd not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:39.898986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:39.926070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:39.926689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:39.950674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2bc7038b-e306-4a27-8c66-b1d129eb4fbd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.014251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-43e503e1-3271-4be5-a77c-d8bb7cc6c2d1 service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503830 Jan 28 01:15:40.057031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks [] for floatingip (ea58a461-41a3-458d-ad84-e5493ddaf68b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.059755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.061071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7dfd9b1-ae20-4a4a-9cf1-0fc3c058cb17 tempest-ExternalNetworksAdminNegativeTestJSON-961166354 tempest-ExternalNetworksAdminNegativeTestJSON-961166354-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/ea58a461-41a3-458d-ad84-e5493ddaf68b HTTP/1.1" status: 204 len: 168 time: 2.3057261 Jan 28 01:15:40.124575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (78cc4073-1c5e-4788-8b5a-a7735f1f9d34), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.165725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=78cc4073-1c5e-4788-8b5a-a7735f1f9d34,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:40.167870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port 78cc4073-1c5e-4788-8b5a-a7735f1f9d34 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:40.176653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c668f10-29f7-4ec3-b162-9384be41a2e1 req-6ec5905b-8a89-48ef-bddf-aa765ae0a79a service neutron] 10.222.0.43 "GET /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507740 Jan 28 01:15:40.260629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (dc113999-bd89-4cc0-b817-44d5f7c12034), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.288719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc113999-bd89-4cc0-b817-44d5f7c12034']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:40.299603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7edbdac-736a-4d0c-8de3-236604b04519') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:40.299954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7edbdac-736a-4d0c-8de3-236604b04519') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:40.307864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2456a172-064f-4faf-9a11-27a02df6d726 req-ecc1cbb2-9b06-43f4-9f70-eaf630e4f479 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.4230473 Jan 28 01:15:40.311255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (a7edbdac-736a-4d0c-8de3-236604b04519), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.318213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Port': ['ID=2bc7038b-e306-4a27-8c66-b1d129eb4fbd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:40.323438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] No DVR routers for this DVR port 2bc7038b-e306-4a27-8c66-b1d129eb4fbd on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:40.332324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a7edbdac-736a-4d0c-8de3-236604b04519), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.335877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Router e819aecd-5e76-4286-85c7-27969be3d3b8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:40.345016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:15:40.346406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (a7edbdac-736a-4d0c-8de3-236604b04519), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:15:40.349870 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:15:40.367176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:40.425714 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (dc113999-bd89-4cc0-b817-44d5f7c12034), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.434493 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.438858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/dc113999-bd89-4cc0-b817-44d5f7c12034 HTTP/1.1" status: 204 len: 168 time: 1.1877909 Jan 28 01:15:40.450057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40190) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:40.451705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c669b8-1c7d-4428-a15a-91f8b4c6aeef tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=dc113999-bd89-4cc0-b817-44d5f7c12034,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:40.470362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-416930519', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:40.529215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2456a172-064f-4faf-9a11-27a02df6d726 req-a4ece044-156f-4172-82a2-ef031dff0a77 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.1866083 Jan 28 01:15:40.539111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c84d326b-6f08-4e46-9fe3-7c52d53f5a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.574281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.611721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (233623d3-d7b6-4cf0-91a3-789e92411a09), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.614919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c84d326b-6f08-4e46-9fe3-7c52d53f5a90 admin admin] Publish callbacks [] for security_group (4d14fe1b-9434-49d8-970e-810a6efab6aa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.620285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c84d326b-6f08-4e46-9fe3-7c52d53f5a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4d14fe1b-9434-49d8-970e-810a6efab6aa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.660637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c84d326b-6f08-4e46-9fe3-7c52d53f5a90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d104eea519304d24841faef48ac4aac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898223 Jan 28 01:15:40.660637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d326b-6f08-4e46-9fe3-7c52d53f5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d14fe1b-9434-49d8-970e-810a6efab6aa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:40.661254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:40.706686 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.707689 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.711051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fd238f6-1b94-4f14-b6fc-a98954ffd632 admin admin] Publish callbacks [] for security_group (4d14fe1b-9434-49d8-970e-810a6efab6aa), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.728259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8fd3dacc-4209-4139-87ea-388447af40b4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.735168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a25f85-5c56-47f4-b5c7-27fbedc8d7b5']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:40.737317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fd238f6-1b94-4f14-b6fc-a98954ffd632 admin admin] Publish callbacks [] for security_group (4d14fe1b-9434-49d8-970e-810a6efab6aa), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.761721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['5c1bcc54-6880-4757-a8e0-93189c3cde05'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:40.788557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:40.796919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fd238f6-1b94-4f14-b6fc-a98954ffd632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4d14fe1b-9434-49d8-970e-810a6efab6aa), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.799709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fd238f6-1b94-4f14-b6fc-a98954ffd632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.803254 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5fd238f6-1b94-4f14-b6fc-a98954ffd632 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d14fe1b-9434-49d8-970e-810a6efab6aa HTTP/1.1" status: 204 len: 168 time: 0.1387298 Jan 28 01:15:40.822265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36fa286-70fe-424b-ac20-a35de573d4de') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:40.822620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36fa286-70fe-424b-ac20-a35de573d4de') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:40.823331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd238f6-1b94-4f14-b6fc-a98954ffd632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d14fe1b-9434-49d8-970e-810a6efab6aa,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:40.870291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Pushing event deleted for resources: {'Port': ['ID=8fd3dacc-4209-4139-87ea-388447af40b4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:40.897055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c36fa286-70fe-424b-ac20-a35de573d4de), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.994798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c36fa286-70fe-424b-ac20-a35de573d4de), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:40.998350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.008149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf86ed7-99ad-4b87-968e-b707ae3a22a6 req-6d49b6b8-2df0-4aba-9dfe-b7cd9e65f86f tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:41.009656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cf86ed7-99ad-4b87-968e-b707ae3a22a6 req-6d49b6b8-2df0-4aba-9dfe-b7cd9e65f86f tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=b953c8bf-ac35-4e45-9cdf-99cab5209e1b HTTP/1.1" status: 200 len: 867 time: 0.4748960 Jan 28 01:15:41.022756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.033996 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.046472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:15:41.046887 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c36fa286-70fe-424b-ac20-a35de573d4de), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.053812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] No DVR routers for this DVR port 8fd3dacc-4209-4139-87ea-388447af40b4 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:15:41.055437 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:15:41.058627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:41.060607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (233623d3-d7b6-4cf0-91a3-789e92411a09), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.072587 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] Sync routers for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:41.083516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.087032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc77ea7b-c3a9-42f0-a7bc-902ad39a5a31 req-967c3e29-bade-4101-a59f-26e55debf6f0 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "DELETE /v2.0/ports/8fd3dacc-4209-4139-87ea-388447af40b4 HTTP/1.1" status: 204 len: 173 time: 2.7456419 Jan 28 01:15:41.093536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'name': 'network-vif-deleted', 'tag': '8fd3dacc-4209-4139-87ea-388447af40b4'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:41.095101 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:41.095755 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:41.096428 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90baac1-f20b-4770-8b9b-21fdccadb99e" -d '{"events": [{"server_uuid": "b953c8bf-ac35-4e45-9cdf-99cab5209e1b", "name": "network-vif-deleted", "tag": "8fd3dacc-4209-4139-87ea-388447af40b4"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:41.192108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8fd3dacc-4209-4139-87ea-388447af40b4 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:41.208991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=233623d3-d7b6-4cf0-91a3-789e92411a09,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:41.216274 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:41.217515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.224261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40206) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:41.224557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-336ef175-57c2-483e-9250-52192850ef1b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/233623d3-d7b6-4cf0-91a3-789e92411a09 HTTP/1.1" status: 204 len: 168 time: 1.8457921 Jan 28 01:15:41.226194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 8fd3dacc-4209-4139-87ea-388447af40b4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:41.226635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8fd3dacc-4209-4139-87ea-388447af40b4 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:41.228721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79608ed-b8d6-452f-a368-d7276d6e4fb3 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:41.230176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.231556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9d8805ec-d4f3-46b9-a264-a978438563cf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7663438 Jan 28 01:15:41.255003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40208) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:41.256346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] No DVR routers for this DVR port 0cc25d8f-7d0c-4998-82b0-519cb9944965 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:41.267645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.271343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fe7838c-bd90-44a4-8ac8-2590d2b701d1 req-bb2ac9b8-6188-4d3f-85d8-08aa86d68cf3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.43 "DELETE /v2.0/ports/0cc25d8f-7d0c-4998-82b0-519cb9944965 HTTP/1.1" status: 204 len: 173 time: 4.5051780 Jan 28 01:15:41.276368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-243159766'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:41.280828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40210) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:41.298040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (61a25f85-5c56-47f4-b5c7-27fbedc8d7b5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.338745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.345169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/networks/61a25f85-5c56-47f4-b5c7-27fbedc8d7b5 HTTP/1.1" status: 204 len: 168 time: 2.8171029 Jan 28 01:15:41.362291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40212) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:41.389742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cf86ed7-99ad-4b87-968e-b707ae3a22a6 req-0e6c7ed8-e9f2-40ba-8a88-53f7fd140482 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467903 Jan 28 01:15:41.399798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d3e91-cca8-46bc-821b-415696dcf722 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Pushing event deleted for resources: {'Network': ['ID=61a25f85-5c56-47f4-b5c7-27fbedc8d7b5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:41.410054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Deleting port 8495f006-e39c-49e9-86a5-5a533f7eb46b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:41.412138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.448082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet a300a8c2-1b2e-4116-b963-fdbedc18bae4 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:41.452948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (a300a8c2-1b2e-4116-b963-fdbedc18bae4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.469660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:41.475001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.482482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-03c34fa9-2123-42e3-a5bb-34dcf6e53596 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d817e2-5966-4c7e-b62e-30de2d87be2c HTTP/1.1" status: 200 len: 205 time: 0.1186402 Jan 28 01:15:41.488805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:41.542033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (a300a8c2-1b2e-4116-b963-fdbedc18bae4), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.662429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4189ec7f-cb3f-4d3b-aefa-02c04e617a04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3281d0d4ed542d086fd94d3e2f70ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770375 Jan 28 01:15:41.665954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40216) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:41.670560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33f8404e-2ce9-407a-bd77-d29ef8afbe52 req-4c4f87fd-e728-489d-af57-2a0b045fc280 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1285670 Jan 28 01:15:41.682216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.705688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:28Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:41.758905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:41.760465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] Checking router: e819aecd-5e76-4286-85c7-27969be3d3b8 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:15:41.786513 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:41.787388 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:41.854308 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.856348 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (8495f006-e39c-49e9-86a5-5a533f7eb46b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.896507 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.904952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a300a8c2-1b2e-4116-b963-fdbedc18bae4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.913017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56f0a3b-52ff-418f-924e-2eac687b8903 admin admin] Publish callbacks [] for security_group (a1c59146-82bb-4d01-86ac-a497060eb3e6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.995642 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:42.011071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56f0a3b-52ff-418f-924e-2eac687b8903 admin admin] Publish callbacks [] for security_group (a1c59146-82bb-4d01-86ac-a497060eb3e6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.011927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.012571 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b of type vlan for network e7febddd-de13-47a4-97ca-ef8f5299c760 Jan 28 01:15:42.018542 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699b3a2-6e46-4277-922e-f6766383ed43 x-openstack-request-id: req-3699b3a2-6e46-4277-922e-f6766383ed43 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:42.019205 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953c8bf-ac35-4e45-9cdf-99cab5209e1b", "name": "network-vif-deleted", "tag": "8fd3dacc-4209-4139-87ea-388447af40b4", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:42.019651 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3699b3a2-6e46-4277-922e-f6766383ed43 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:42.020192 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953c8bf-ac35-4e45-9cdf-99cab5209e1b', 'name': 'network-vif-deleted', 'tag': '8fd3dacc-4209-4139-87ea-388447af40b4', 'status': 'completed', 'code': 200} Jan 28 01:15:42.067895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (a300a8c2-1b2e-4116-b963-fdbedc18bae4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.078750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Calling delete_port for 8495f006-e39c-49e9-86a5-5a533f7eb46b owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:42.099107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.106108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router_controller (20d817e2-5966-4c7e-b62e-30de2d87be2c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.111654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=a300a8c2-1b2e-4116-b963-fdbedc18bae4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:42.124162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56f0a3b-52ff-418f-924e-2eac687b8903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a1c59146-82bb-4d01-86ac-a497060eb3e6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.127820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e56f0a3b-52ff-418f-924e-2eac687b8903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.129034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e56f0a3b-52ff-418f-924e-2eac687b8903 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1c59146-82bb-4d01-86ac-a497060eb3e6 HTTP/1.1" status: 204 len: 168 time: 0.4620359 Jan 28 01:15:42.130587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.137844 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-492b4697-d89b-4b2c-b179-21a2fd598733 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/a300a8c2-1b2e-4116-b963-fdbedc18bae4 HTTP/1.1" status: 204 len: 168 time: 0.9102509 Jan 28 01:15:42.138224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40220) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:42.192364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f0a3b-52ff-418f-924e-2eac687b8903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c59146-82bb-4d01-86ac-a497060eb3e6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:42.205112 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-11b010db-f20b-42f7-87bc-35e1d7e8432b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631583 Jan 28 01:15:42.205341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40222) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:42.211490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:42.246280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e7febddd-de13-47a4-97ca-ef8f5299c760), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.347749 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:28Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:42.357612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (20d817e2-5966-4c7e-b62e-30de2d87be2c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.358570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Fanout notify agent at l3_agent the message router_deleted on router 20d817e2-5966-4c7e-b62e-30de2d87be2c {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:15:42.360631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:15:42.386882 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f131d1f-d269-47e7-9b04-f6e08acb6b83 None None] The sync data for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 is: [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:21Z', 'revision_number': 4, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '5d769a1a-902b-4a94-8f05-196686d6a315', 'name': '', 'network_id': '5d3ad522-b69f-4284-a892-50d261ac5b1c', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'mac_address': 'fa:16:3e:2b:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:20Z', 'updated_at': '2022-01-28T01:12:28Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'subnets': [{'id': 'f8a55e9e-fdb1-4003-8c12-acc22adf3e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:42.398652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:42.402549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.416002 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.421765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1049cefc-9d1c-4fc1-a641-fd3ffa26cd03 tempest-RoutersNegativeTest-1574545596 tempest-RoutersNegativeTest-1574545596-project] 10.222.0.23 "DELETE /v2.0/routers/20d817e2-5966-4c7e-b62e-30de2d87be2c HTTP/1.1" status: 204 len: 168 time: 0.9313157 Jan 28 01:15:42.482706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e7febddd-de13-47a4-97ca-ef8f5299c760), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.488459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:42.489091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.561903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3811ccf-c4ab-4729-b8af-af6f804ca673 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:42.678576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4187551 Jan 28 01:15:42.703759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40234) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:42.723219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:42.735286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1f23-e535-422e-8f05-fcc3ecee1cfb tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=e7febddd-de13-47a4-97ca-ef8f5299c760,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:42.796004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e7febddd-de13-47a4-97ca-ef8f5299c760 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:42.876209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8495f006-e39c-49e9-86a5-5a533f7eb46b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.946191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event deleted for resources: {'Port': ['ID=8495f006-e39c-49e9-86a5-5a533f7eb46b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:42.959592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5cb30089-93df-48f9-b8dd-8e5b17b03bbe None None] Provisioning complete for port 9a64ecfc-6714-4104-a774-06989885bd88 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:42.960604 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5cb30089-93df-48f9-b8dd-8e5b17b03bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9a64ecfc-6714-4104-a774-06989885bd88), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.983794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40248) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:43.026469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0abc255e-021e-4d7e-8c38-9da74421ed5e req-b29e9172-f797-47ef-adad-537c5f85f5a9 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0903237 Jan 28 01:15:43.060525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7c46a-2351-4245-ba04-660fa195beb1 None None] New status for floating IP d3003cd5-89f7-464c-a2db-14059796fa14: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:15:43.084469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.095987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for floatingip (f8a2b576-02ca-4509-beba-d161f01949c3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.099994 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.102425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2456a172-064f-4faf-9a11-27a02df6d726 req-b78470e0-6978-492b-9242-625294a29878 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "DELETE /v2.0/floatingips/f8a2b576-02ca-4509-beba-d161f01949c3 HTTP/1.1" status: 204 len: 173 time: 2.5560105 Jan 28 01:15:43.115891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:43.120714 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.164863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:43.245804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:43.273306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:43.285334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:43.286010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.301949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:43.304124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bedca4af-369e-45f1-9196-526498c0a2b3 req-52d131d6-535e-4b55-b40f-7fa7c0ab6987 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups/b85669f2-7b62-4cbd-948f-ce1375e598f4 HTTP/1.1" status: 200 len: 1826 time: 0.0852489 Jan 28 01:15:43.386493 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2f48a770-69fd-4bba-9ce2-864452c17864 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1799366 Jan 28 01:15:43.388332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:43.404983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:43.487767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5cb30089-93df-48f9-b8dd-8e5b17b03bbe None None] Current status of the port 9a64ecfc-6714-4104-a774-06989885bd88 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:43.499372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.527806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] Deleting port 9a64ecfc-6714-4104-a774-06989885bd88 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:43.528517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9a64ecfc-6714-4104-a774-06989885bd88), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.539206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bedca4af-369e-45f1-9196-526498c0a2b3 req-41950a35-dc5e-4f88-a75e-928cc46f9516 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for security_group (b85669f2-7b62-4cbd-948f-ce1375e598f4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.548347 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-21b988eb-a782-4b1f-8216-0dd5e769c0e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b4335cd32a540feb9ab5823b2aaac76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628889 Jan 28 01:15:43.549128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40272) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:43.606259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bedca4af-369e-45f1-9196-526498c0a2b3 req-41950a35-dc5e-4f88-a75e-928cc46f9516 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for security_group (b85669f2-7b62-4cbd-948f-ce1375e598f4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.661731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (1d7c03a1-b7fb-4988-bfa6-be307ed46749), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.673136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95bb28c4-e18a-4e82-bd57-5dfda1ef14fe admin admin] Publish callbacks [] for security_group (a6b9a004-aaa4-46a8-a76b-a989e1087f7d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.695866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95bb28c4-e18a-4e82-bd57-5dfda1ef14fe admin admin] Publish callbacks [] for security_group (a6b9a004-aaa4-46a8-a76b-a989e1087f7d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.719809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] For port 9a64ecfc-6714-4104-a774-06989885bd88, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9a64ecfc-6714-4104-a774-06989885bd88,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:43.720296 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9a64ecfc-6714-4104-a774-06989885bd88), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.770977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95bb28c4-e18a-4e82-bd57-5dfda1ef14fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a6b9a004-aaa4-46a8-a76b-a989e1087f7d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.773732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95bb28c4-e18a-4e82-bd57-5dfda1ef14fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.778752 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95bb28c4-e18a-4e82-bd57-5dfda1ef14fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6b9a004-aaa4-46a8-a76b-a989e1087f7d HTTP/1.1" status: 204 len: 168 time: 0.2219920 Jan 28 01:15:43.785463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] Calling delete_port for 9a64ecfc-6714-4104-a774-06989885bd88 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:43.800173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb28c4-e18a-4e82-bd57-5dfda1ef14fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b9a004-aaa4-46a8-a76b-a989e1087f7d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:43.823643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=1d7c03a1-b7fb-4988-bfa6-be307ed46749,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:43.833059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:43.833430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: e7febddd-de13-47a4-97ca-ef8f5299c760, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:43.852950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network e7febddd-de13-47a4-97ca-ef8f5299c760 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:43.863657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9a64ecfc-6714-4104-a774-06989885bd88 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:43.864506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e7febddd-de13-47a4-97ca-ef8f5299c760) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:43.870032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:43.871292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.894230 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c636a515-6343-4bfa-833e-f77ec01a191a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1843781 Jan 28 01:15:43.894949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:43.988219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4dcfdf-864e-47a8-be20-4e365231ad91 None None] Network e7febddd-de13-47a4-97ca-ef8f5299c760 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:44.232867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e7febddd-de13-47a4-97ca-ef8f5299c760', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:44.233862 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.335220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'name': 'network-vif-deleted', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:44.342192 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc49352-cb43-46e4-bede-7bb78b91f97d" -d '{"events": [{"server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "name": "network-vif-deleted", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:44.362989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.562577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead03963-d3b7-4cde-aa4d-f53debf77292 req-15f88c46-0b95-4e2f-ab91-eab505d64e9e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:44.584767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead03963-d3b7-4cde-aa4d-f53debf77292 req-15f88c46-0b95-4e2f-ab91-eab505d64e9e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:44.584767 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead03963-d3b7-4cde-aa4d-f53debf77292 req-15f88c46-0b95-4e2f-ab91-eab505d64e9e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68&device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 1682 time: 0.2336843 Jan 28 01:15:44.587098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:44.590905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.594472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bedca4af-369e-45f1-9196-526498c0a2b3 req-41950a35-dc5e-4f88-a75e-928cc46f9516 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b85669f2-7b62-4cbd-948f-ce1375e598f4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.596954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bedca4af-369e-45f1-9196-526498c0a2b3 req-41950a35-dc5e-4f88-a75e-928cc46f9516 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.614750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bedca4af-369e-45f1-9196-526498c0a2b3 req-41950a35-dc5e-4f88-a75e-928cc46f9516 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "DELETE /v2.0/security-groups/b85669f2-7b62-4cbd-948f-ce1375e598f4 HTTP/1.1" status: 204 len: 173 time: 1.3090363 Jan 28 01:15:44.735252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41950a35-dc5e-4f88-a75e-928cc46f9516 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85669f2-7b62-4cbd-948f-ce1375e598f4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:44.793620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f2b8041-27a4-4c96-b41a-630c98f1ceda req-1d696c88-a47a-4bbc-8b43-e0ee362fa1b6 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0664642 Jan 28 01:15:44.897258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead03963-d3b7-4cde-aa4d-f53debf77292 req-b2306258-32f8-4769-8457-e58ac84c8aaf tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128300 Jan 28 01:15:44.903285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Allocated IP 172.20.0.2 (e7febddd-de13-47a4-97ca-ef8f5299c760/1d7c03a1-b7fb-4988-bfa6-be307ed46749/64841d80-b59c-42d0-912d-370ede4b9737) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:44.937555 n-d-826756-1 neutron-server[109594]: INFO neutron.db.ipam_backend_mixin [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c (CIDR: 2001:db8::/64) Jan 28 01:15:44.940543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9a64ecfc-6714-4104-a774-06989885bd88 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:44.941853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9a64ecfc-6714-4104-a774-06989885bd88), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.945051 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:15:44.945869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:15:44.954258 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b28acf-5c62-4649-b7e4-7013fe22aeb2 x-openstack-request-id: req-c0b28acf-5c62-4649-b7e4-7013fe22aeb2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:44.954552 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e16daf-fa30-467b-87f7-43e725b637bd", "name": "network-vif-deleted", "tag": "0cc25d8f-7d0c-4998-82b0-519cb9944965", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:44.954806 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0b28acf-5c62-4649-b7e4-7013fe22aeb2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:44.955532 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e16daf-fa30-467b-87f7-43e725b637bd', 'name': 'network-vif-deleted', 'tag': '0cc25d8f-7d0c-4998-82b0-519cb9944965', 'status': 'completed', 'code': 200} Jan 28 01:15:44.994234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (9a64ecfc-6714-4104-a774-06989885bd88), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.997578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40324) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:45.003632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-38e275b3-8cbb-408d-9a83-a359a95e42fb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6114154 Jan 28 01:15:45.005029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:45.054009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40328) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:45.192234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3916e827-b3fd-46ee-9258-9cca8c14d360 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-882642723'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:45.192989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3916e827-b3fd-46ee-9258-9cca8c14d360 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Unknown quota resources ['metering_label']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:15:45.207513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] Pushing event deleted for resources: {'Port': ['ID=9a64ecfc-6714-4104-a774-06989885bd88,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:45.219856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c40df-436d-47fc-9de9-aa35b90168de None None] No DVR routers for this DVR port 9a64ecfc-6714-4104-a774-06989885bd88 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:45.292642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c634a-ccca-46d4-b8db-aa3e8fffe09a None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:45.389574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:45.397196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:45.482241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:45.489580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:45.664158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3916e827-b3fd-46ee-9258-9cca8c14d360 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:45.666965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3916e827-b3fd-46ee-9258-9cca8c14d360 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6117895 Jan 28 01:15:45.669693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40348) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:45.675652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ba15443e-5429-49ee-83b4-b499730d0c38 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e93c01d6-a586-43ca-8996-2daf12ee33e8'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:45.676394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ba15443e-5429-49ee-83b4-b499730d0c38 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:15:45.696624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1afc7-d22b-4f0b-8b3e-fb7f396decdd req-a65a90cb-5a38-46e1-aec9-da3fb896eebe tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:45.698684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12b1afc7-d22b-4f0b-8b3e-fb7f396decdd req-a65a90cb-5a38-46e1-aec9-da3fb896eebe tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.3996270 Jan 28 01:15:45.807956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Publish callbacks [] for port (64841d80-b59c-42d0-912d-370ede4b9737), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:45.836971 n-d-826756-1 neutron-server[109594]: WARNING neutron.services.metering.metering_plugin [None req-ba15443e-5429-49ee-83b4-b499730d0c38 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 01:15:45.837706 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (64841d80-b59c-42d0-912d-370ede4b9737), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:45.905941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Network e7febddd-de13-47a4-97ca-ef8f5299c760 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:45.913701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:45.926054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:45.945250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.20.0.1 (e7febddd-de13-47a4-97ca-ef8f5299c760/1d7c03a1-b7fb-4988-bfa6-be307ed46749/8a0205b6-d7e6-4a89-95d2-61b4862a75ab) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:46.034366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12b1afc7-d22b-4f0b-8b3e-fb7f396decdd req-a326b199-d119-4c8f-b8ed-9dc5461e756e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262687 Jan 28 01:15:46.110879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:15:46.118604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (7e837c94-ab6e-4832-baae-c58b0ac09a9c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.144800 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba15443e-5429-49ee-83b4-b499730d0c38 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.148964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ba15443e-5429-49ee-83b4-b499730d0c38 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4752512 Jan 28 01:15:46.158893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40364) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:46.169183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cf437126-0dd0-4967-a336-09bde09e257a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e93c01d6-a586-43ca-8996-2daf12ee33e8'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:46.169863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cf437126-0dd0-4967-a336-09bde09e257a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:15:46.199118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbce230d-be11-463d-83b4-36ed7b25614d req-58464f9f-364a-4ded-ba52-230869e8e561 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1908236 Jan 28 01:15:46.306212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:46.319072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.323135 n-d-826756-1 neutron-server[109595]: WARNING neutron.services.metering.metering_plugin [None req-cf437126-0dd0-4967-a336-09bde09e257a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 01:15:46.327290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:46.405230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c/a9f668df-3962-4d48-bc50-ebe5bef7519d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:46.425579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Pushing event updated for resources: {'Port': ['ID=64841d80-b59c-42d0-912d-370ede4b9737,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:46.444448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Attempting to bind port 64841d80-b59c-42d0-912d-370ede4b9737 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:46.445093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Attempting to bind port 64841d80-b59c-42d0-912d-370ede4b9737 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:46.445623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Attempting to bind port 64841d80-b59c-42d0-912d-370ede4b9737 on network e7febddd-de13-47a4-97ca-ef8f5299c760 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:46.456762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:46.457441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Checking segment: {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:46.458060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.458661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Bound using segment: {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:46.459302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Bound port: 64841d80-b59c-42d0-912d-370ede4b9737, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:46.459873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64841d80-b59c-42d0-912d-370ede4b9737), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.469006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b459ed3-8786-4699-8ac4-61ec7f0dfffd req-dc9e3873-9882-4b08-afc3-adab1333c1d7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:46.478466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b459ed3-8786-4699-8ac4-61ec7f0dfffd req-dc9e3873-9882-4b08-afc3-adab1333c1d7 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 946 time: 0.1499875 Jan 28 01:15:46.555534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b459ed3-8786-4699-8ac4-61ec7f0dfffd req-1b6bc5ee-5495-4736-a82d-78827ed5e962 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Jan 28 01:15:46.586197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] For port 64841d80-b59c-42d0-912d-370ede4b9737, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:46.592022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] For port 64841d80-b59c-42d0-912d-370ede4b9737, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64841d80-b59c-42d0-912d-370ede4b9737,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:46.694289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Publish callbacks [] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.698667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (64841d80-b59c-42d0-912d-370ede4b9737), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.715262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.780511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:46.785533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:46.792513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:46.795402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=7e837c94-ab6e-4832-baae-c58b0ac09a9c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:46.807578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:46.808289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.817648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3497c-fbd5-43df-b8f2-2edf13cbfe3c None None] Pushing event updated for resources: {'Port': ['ID=64841d80-b59c-42d0-912d-370ede4b9737,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:46.884951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Pushing event updated for resources: {'Port': ['ID=a9f668df-3962-4d48-bc50-ebe5bef7519d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:46.893488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf437126-0dd0-4967-a336-09bde09e257a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:46.894717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf437126-0dd0-4967-a336-09bde09e257a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7348483 Jan 28 01:15:46.898374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40382) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:46.922802 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1491353a-8cf4-45c1-89ba-7433dadaa39a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9210010 Jan 28 01:15:46.923030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f023555d-c2ed-47a9-ad1a-47de4bb5ef94 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=b3fa771b-7b0c-452f-a49d-804ea5ff1d29 HTTP/1.1" status: 200 len: 462 time: 0.0221202 Jan 28 01:15:46.923030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40384) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:46.925977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40386) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:46.937192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:ae:27:c9', 'name': 'tempest-NetworksTestDHCPv6-685637344'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:47.023928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Attempting to bind port a9f668df-3962-4d48-bc50-ebe5bef7519d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:47.024459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Attempting to bind port a9f668df-3962-4d48-bc50-ebe5bef7519d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:47.024776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Attempting to bind port a9f668df-3962-4d48-bc50-ebe5bef7519d on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:47.030913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:47.031311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:47.031990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.032387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:47.032862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Bound port: a9f668df-3962-4d48-bc50-ebe5bef7519d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:47.033248 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.066850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.163482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network e7febddd-de13-47a4-97ca-ef8f5299c760 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:47.167746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:47.180465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:47.183039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:47.185821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4303c919-f37b-42eb-b084-831f704a45a0 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.193193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4303c919-f37b-42eb-b084-831f704a45a0 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/b3fa771b-7b0c-452f-a49d-804ea5ff1d29 HTTP/1.1" status: 204 len: 168 time: 0.2670968 Jan 28 01:15:47.201845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] For port a9f668df-3962-4d48-bc50-ebe5bef7519d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:47.205610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:47.208806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] For port a9f668df-3962-4d48-bc50-ebe5bef7519d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a9f668df-3962-4d48-bc50-ebe5bef7519d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:47.214793 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.264273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.320137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-38a090aa-416b-47ca-8554-16df12fb7db0 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=b3fa771b-7b0c-452f-a49d-804ea5ff1d29 HTTP/1.1" status: 200 len: 221 time: 0.1095698 Jan 28 01:15:47.321319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:47.342264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9ec1e18f-dc3c-4428-8cbe-fcd438a002e1 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--171085001', 'description': 'label created by tempest'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:47.342732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9ec1e18f-dc3c-4428-8cbe-fcd438a002e1 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Unknown quota resources ['metering_label']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:15:47.375451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ae282-9d64-4952-a6b8-b9df72182b0f None None] Pushing event updated for resources: {'Port': ['ID=a9f668df-3962-4d48-bc50-ebe5bef7519d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:47.507513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:47.512737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c1e6b70-0b45-4ddb-b6fc-36bfd1ae5a10 req-14deba98-fd95-457d-ab51-484607758090 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1376417 Jan 28 01:15:47.525976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807594-a590-4d9b-9e8d-5c332b9373cb req-038bd2dc-b14c-4831-b271-dfc6d8bce87a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:47.527948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72807594-a590-4d9b-9e8d-5c332b9373cb req-038bd2dc-b14c-4831-b271-dfc6d8bce87a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.3363817 Jan 28 01:15:47.637237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-d4b48362-b762-4697-81c3-5b382fe01e34 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:47.639595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-d4b48362-b762-4697-81c3-5b382fe01e34 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 946 time: 0.3902781 Jan 28 01:15:47.716873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.858501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e18f-dc3c-4428-8cbe-fcd438a002e1 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.865962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9ec1e18f-dc3c-4428-8cbe-fcd438a002e1 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5434742 Jan 28 01:15:47.870757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:47.900655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:47.958043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72807594-a590-4d9b-9e8d-5c332b9373cb req-904cae8a-673e-4fab-a600-6d72d8edb294 tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199510 Jan 28 01:15:48.032519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-fe346582-b70e-4dcd-acce-388a7495490e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:48.034191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-fe346582-b70e-4dcd-acce-388a7495490e tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "GET /v2.0/ports?device_id=c31922a7-62a2-44f1-b9d4-aed61ad83c68 HTTP/1.1" status: 200 len: 945 time: 0.4219334 Jan 28 01:15:48.057986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port 3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:15:48.091416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64841d80-b59c-42d0-912d-370ede4b9737 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:48.099239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-21b6a904-896f-4bbf-8d7b-466554de9d6c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:48.101684 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-21b6a904-896f-4bbf-8d7b-466554de9d6c tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.2808437 Jan 28 01:15:48.154181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e2b7e1c-44b8-4e8d-bc42-93e3677dbb7f tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=9829863b-f687-4198-b639-99b7fe4cd309 HTTP/1.1" status: 200 len: 467 time: 0.2305067 Jan 28 01:15:48.160357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40406) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:48.172557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 64841d80-b59c-42d0-912d-370ede4b9737 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:48.173027 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64841d80-b59c-42d0-912d-370ede4b9737), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.224070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bed9b7-8fc5-4041-af6e-9158343fc61b req-31cbc6b3-798a-4eea-9962-4abd5facc4fa tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:48.231130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7bed9b7-8fc5-4041-af6e-9158343fc61b req-31cbc6b3-798a-4eea-9962-4abd5facc4fa tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 946 time: 0.3612256 Jan 28 01:15:48.282927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Deleting port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:48.283274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.305741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 64841d80-b59c-42d0-912d-370ede4b9737 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:48.308226 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64841d80-b59c-42d0-912d-370ede4b9737), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.350399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 64841d80-b59c-42d0-912d-370ede4b9737, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64841d80-b59c-42d0-912d-370ede4b9737,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:48.356818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (64841d80-b59c-42d0-912d-370ede4b9737), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.358343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Deleting port 5c1bcc54-6880-4757-a8e0-93189c3cde05 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:48.358737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.359271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a9f668df-3962-4d48-bc50-ebe5bef7519d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:48.460691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7bed9b7-8fc5-4041-af6e-9158343fc61b req-7a5ecd48-9ee9-4f3b-9b2a-429c0d571d70 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc4b0da6-843e-460a-a0b0-92c282f75cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285283 Jan 28 01:15:48.505069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=64841d80-b59c-42d0-912d-370ede4b9737,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:48.517081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43a62a-b81a-4a6d-b796-7d0aaf7e72ee None None] Network e7febddd-de13-47a4-97ca-ef8f5299c760 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:48.563511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] For port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:48.566199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.633353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Calling delete_port for 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:48.636342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] For port 5c1bcc54-6880-4757-a8e0-93189c3cde05, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=5c1bcc54-6880-4757-a8e0-93189c3cde05,segment=NetworkSegment(c07649a2-c51d-4232-a693-f7388128ca02),segment_id=c07649a2-c51d-4232-a693-f7388128ca02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:48.636718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.696289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a9f668df-3962-4d48-bc50-ebe5bef7519d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:48.696942 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.701881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-73cbdf16-3c7e-4c3b-a0b1-a333e30d6203 None None] Provisioning complete for port 64841d80-b59c-42d0-912d-370ede4b9737 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:48.707160 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-73cbdf16-3c7e-4c3b-a0b1-a333e30d6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64841d80-b59c-42d0-912d-370ede4b9737), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:48.712627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Calling delete_port for 5c1bcc54-6880-4757-a8e0-93189c3cde05 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:48.762869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d9c0f29-b6a9-40cc-8fcf-4f7a07b873ea req-78d4c6cb-ae0d-4848-98b6-d32d0eec8594 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0985024 Jan 28 01:15:48.860669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::31f (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c/3ab5c6f5-501e-4953-b3cc-2e5711c3dc28) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:48.867027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:27c9 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/7e837c94-ab6e-4832-baae-c58b0ac09a9c/3ab5c6f5-501e-4953-b3cc-2e5711c3dc28) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:48.987998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-73cbdf16-3c7e-4c3b-a0b1-a333e30d6203 None None] Current status of the port 64841d80-b59c-42d0-912d-370ede4b9737 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:49.029676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a9f668df-3962-4d48-bc50-ebe5bef7519d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:49.030746 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.107011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5c1bcc54-6880-4757-a8e0-93189c3cde05), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.138488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port a9f668df-3962-4d48-bc50-ebe5bef7519d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a9f668df-3962-4d48-bc50-ebe5bef7519d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:49.157090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['5c1bcc54-6880-4757-a8e0-93189c3cde05'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:49.229664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] No DVR routers for this DVR port 5c1bcc54-6880-4757-a8e0-93189c3cde05 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:49.232869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Pushing event deleted for resources: {'Port': ['ID=5c1bcc54-6880-4757-a8e0-93189c3cde05,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:49.234046 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (3ab5c6f5-501e-4953-b3cc-2e5711c3dc28), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.240126 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.240274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.247784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3fb4222-9adc-4313-8618-eb95a5694170 req-04709f9e-1417-408b-906c-b5d6a5c94396 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.45 "DELETE /v2.0/ports/5c1bcc54-6880-4757-a8e0-93189c3cde05 HTTP/1.1" status: 204 len: 173 time: 1.1599491 Jan 28 01:15:49.335053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'name': 'network-vif-deleted', 'tag': '5c1bcc54-6880-4757-a8e0-93189c3cde05'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:49.338388 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e92bd0d-d4b0-4eb1-9d35-6adf93c3f0b9" -d '{"events": [{"server_uuid": "c31922a7-62a2-44f1-b9d4-aed61ad83c68", "name": "network-vif-deleted", "tag": "5c1bcc54-6880-4757-a8e0-93189c3cde05"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:49.413375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=a9f668df-3962-4d48-bc50-ebe5bef7519d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:49.417864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b0a1e-758a-4086-86f1-a6b849c53e00 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:49.442478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baca256-c2cd-4abf-9158-f08517bc4fb9 req-d03114f1-96fd-4773-a8a5-967f84b43e9d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:49.444074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0baca256-c2cd-4abf-9158-f08517bc4fb9 req-d03114f1-96fd-4773-a8a5-967f84b43e9d tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 945 time: 0.3382814 Jan 28 01:15:49.472938 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952aa36d-a0c8-48b6-ba30-b2a1e5a6a613 x-openstack-request-id: req-952aa36d-a0c8-48b6-ba30-b2a1e5a6a613 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:49.473959 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31922a7-62a2-44f1-b9d4-aed61ad83c68", "name": "network-vif-deleted", "tag": "5c1bcc54-6880-4757-a8e0-93189c3cde05", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:49.474344 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-952aa36d-a0c8-48b6-ba30-b2a1e5a6a613 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:49.475015 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31922a7-62a2-44f1-b9d4-aed61ad83c68', 'name': 'network-vif-deleted', 'tag': '5c1bcc54-6880-4757-a8e0-93189c3cde05', 'status': 'completed', 'code': 200} Jan 28 01:15:49.568816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-be363863-895d-488c-8214-6bc4ff5fb43a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.570400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-be363863-895d-488c-8214-6bc4ff5fb43a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/9829863b-f687-4198-b639-99b7fe4cd309 HTTP/1.1" status: 204 len: 168 time: 1.4054315 Jan 28 01:15:49.579798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40432) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:49.580509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Provisioning complete for port a9f668df-3962-4d48-bc50-ebe5bef7519d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:49.581081 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.608155 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.682216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Deleting port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:49.682728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.702440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ab5c6f5-501e-4953-b3cc-2e5711c3dc28), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.705662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Current status of the port a9f668df-3962-4d48-bc50-ebe5bef7519d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:49.782368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Provisioning complete for port 64841d80-b59c-42d0-912d-370ede4b9737 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:49.782368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64841d80-b59c-42d0-912d-370ede4b9737), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.793355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Pushing event deleted for resources: {'Port': ['ID=6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:49.850721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] Update dhcp port {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'fixed_ips': [{'subnet_id': 'e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e837c94-ab6e-4832-baae-c58b0ac09a9c'}], 'binding:host_id': 'n-d-826756-1'}, 'id': 'a9f668df-3962-4d48-bc50-ebe5bef7519d'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:15:49.862511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-826ecf91-0e3e-465e-acf4-d5483c74bc0f tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=9829863b-f687-4198-b639-99b7fe4cd309 HTTP/1.1" status: 200 len: 216 time: 0.2811832 Jan 28 01:15:49.866300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:49.871542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=3ab5c6f5-501e-4953-b3cc-2e5711c3dc28,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:49.874085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0baca256-c2cd-4abf-9158-f08517bc4fb9 req-8730a760-521c-4c6e-afe8-ee1fb758476a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/security-groups?id=3374bca5-b270-40ac-94ab-b83f69567ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976812 Jan 28 01:15:49.902026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72dc9e2c-e5e7-4c55-958e-def1e4818b18 req-3a422b23-94d8-43d5-a971-7661ca65fda4 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46 HTTP/1.1" status: 200 len: 210 time: 0.2625625 Jan 28 01:15:49.912675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:49.920070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:49.929679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e510775-1dba-4d17-9b30-de7d4c42b8b7 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0540380 Jan 28 01:15:49.930264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40440) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:49.940525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64841d80-b59c-42d0-912d-370ede4b9737 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:49.957654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:49.969801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:49.979983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2fadfd3d-5853-4db0-afcb-7e8744379c18 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0317373 Jan 28 01:15:49.982682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] No DVR routers for this DVR port 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:49.985525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40442) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:49.990259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:49.991043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.006665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.016357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88129c63-ddc2-402a-830d-65a52e1784a7 req-ab79e065-888f-43d2-a814-67d537969996 tempest-ListServersNegativeTestJSON-63897547 tempest-ListServersNegativeTestJSON-63897547-project] 10.222.0.43 "DELETE /v2.0/ports/6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf HTTP/1.1" status: 204 len: 173 time: 2.3423300 Jan 28 01:15:50.021479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.073633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.184379 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b13cba3-e7e1-4bcd-95d0-523582bc19eb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2523670 Jan 28 01:15:50.185301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37d2d9f2-3ee9-4f31-91f7-0e9493acc7e1 req-2b51699f-28bc-461b-8b14-15b169242049 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0476751 Jan 28 01:15:50.190620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-98e58b6b-2387-4756-aef9-053cf5874528 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/e93c01d6-a586-43ca-8996-2daf12ee33e8 HTTP/1.1" status: 200 len: 472 time: 0.2028484 Jan 28 01:15:50.191595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40444) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:50.191885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40446) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:50.261074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:50.278323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] For port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:50.278694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.299207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Calling delete_port for f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:50.303770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.346469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fea2:d5d5 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/7e837c94-ab6e-4832-baae-c58b0ac09a9c/a9f668df-3962-4d48-bc50-ebe5bef7519d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:50.347596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b17c9db2-62a6-4fd2-a047-1ac0fb117f0a tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/9df8fffb-36b0-4ac8-a381-38530ae91eee HTTP/1.1" status: 200 len: 459 time: 0.0840025 Jan 28 01:15:50.349379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40450) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:50.461928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] For port a9f668df-3962-4d48-bc50-ebe5bef7519d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a9f668df-3962-4d48-bc50-ebe5bef7519d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:50.525846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] Publish callbacks [] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.548317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.558719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.604531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 64841d80-b59c-42d0-912d-370ede4b9737 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:50.605279 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64841d80-b59c-42d0-912d-370ede4b9737), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.632055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Pushing event deleted for resources: {'Port': ['ID=f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:50.655590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Current status of the port 64841d80-b59c-42d0-912d-370ede4b9737 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:50.690708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:50.733280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] No DVR routers for this DVR port f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:50.736439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:50.737044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:50.737707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:50.740156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.757972 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7910fd9a-be2c-4adc-bd1c-210a4e6a8085 req-733f36d6-c9d8-45cb-9a14-1e5b57c1ea9a tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.43 "DELETE /v2.0/ports/f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 HTTP/1.1" status: 204 len: 173 time: 2.6163094 Jan 28 01:15:50.760189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'name': 'network-vif-deleted', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:50.764676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:50.765150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:50.765882 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6879b1-d4e4-4408-beb7-43ac9dd43218" -d '{"events": [{"server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "name": "network-vif-deleted", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:50.774965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72815-d359-46b0-b32e-a6e401adf6d2 None None] Pushing event updated for resources: {'Port': ['ID=a9f668df-3962-4d48-bc50-ebe5bef7519d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:50.784857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Provisioning complete for port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:50.785325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:50.860048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network e7febddd-de13-47a4-97ca-ef8f5299c760 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:50.861905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:50.931522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 64841d80-b59c-42d0-912d-370ede4b9737 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:50.944958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a9f668df-3962-4d48-bc50-ebe5bef7519d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:50.987788 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f28fa-9a7e-47b9-a9ed-e8d8b5fbb939 x-openstack-request-id: req-c14f28fa-9a7e-47b9-a9ed-e8d8b5fbb939 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:50.988371 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b07661-7412-4b8e-ac89-accf2f48ae4f", "name": "network-vif-deleted", "tag": "f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:50.988371 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c14f28fa-9a7e-47b9-a9ed-e8d8b5fbb939 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:50.988758 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b07661-7412-4b8e-ac89-accf2f48ae4f', 'name': 'network-vif-deleted', 'tag': 'f36f84c6-5f2d-4a4c-8fe3-d6638e8c0e76', 'status': 'completed', 'code': 200} Jan 28 01:15:51.048907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-62e98ca4-154b-4f73-912e-3e7fa302e83f None None] Port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:51.107471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a9f668df-3962-4d48-bc50-ebe5bef7519d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:51.107846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.157550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40464) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:51.186454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:15:51.207113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5c1bcc54-6880-4757-a8e0-93189c3cde05 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:51.246709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 5c1bcc54-6880-4757-a8e0-93189c3cde05 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:15:51.247112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 5c1bcc54-6880-4757-a8e0-93189c3cde05 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:51.255303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2c8219c7-a0eb-458c-95f6-61731a54fa44 None None] Provisioning complete for port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:51.255679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c8219c7-a0eb-458c-95f6-61731a54fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.310954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Deleting subnet 386256f8-05b8-4b52-b453-b2a1c201b145 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:51.325537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2c8219c7-a0eb-458c-95f6-61731a54fa44 None None] Port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:51.340488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Publish callbacks [] for subnet (386256f8-05b8-4b52-b453-b2a1c201b145), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.372597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a9f668df-3962-4d48-bc50-ebe5bef7519d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:51.467264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9e7de1be-cc9e-4016-857b-6ecc536c6c95 None None] Provisioning complete for port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:51.467683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e7de1be-cc9e-4016-857b-6ecc536c6c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.503115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'name': 'network-vif-deleted', 'tag': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:15:51.508446 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ecd98a-85f1-43a8-970d-2b908a82483f" -d '{"events": [{"server_uuid": "f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46", "name": "network-vif-deleted", "tag": "6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:51.530640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a21e244-70e2-43cb-a243-152374702b0b req-cd670b42-1536-4451-912b-3f0f3fa6798e tempest-ServerRescueTestJSONUnderV235-1227416156 tempest-ServerRescueTestJSONUnderV235-1227416156-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b07661-7412-4b8e-ac89-accf2f48ae4f HTTP/1.1" status: 200 len: 210 time: 0.2334542 Jan 28 01:15:51.541573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (386256f8-05b8-4b52-b453-b2a1c201b145), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.559274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d82e1fa-992e-4280-ad9c-c359ee133322 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.564030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4d82e1fa-992e-4280-ad9c-c359ee133322 tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/9df8fffb-36b0-4ac8-a381-38530ae91eee HTTP/1.1" status: 204 len: 168 time: 1.2096565 Jan 28 01:15:51.566948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40472) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:51.582866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port 3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:51.587040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3ab5c6f5-501e-4953-b3cc-2e5711c3dc28), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.643995 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d2b8a-2401-498b-9fc8-39618bd780af x-openstack-request-id: req-813d2b8a-2401-498b-9fc8-39618bd780af {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:51.644546 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46", "name": "network-vif-deleted", "tag": "6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:51.644948 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813d2b8a-2401-498b-9fc8-39618bd780af {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:51.645517 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e3c938-a8a2-4b4a-9460-0aea8cbc8f46', 'name': 'network-vif-deleted', 'tag': '6dbf03f0-a0f5-4c58-8b1b-d04e9073e5bf', 'status': 'completed', 'code': 200} Jan 28 01:15:51.671275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9e7de1be-cc9e-4016-857b-6ecc536c6c95 None None] Port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:51.695486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (386256f8-05b8-4b52-b453-b2a1c201b145), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.775095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (386256f8-05b8-4b52-b453-b2a1c201b145), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.793968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a9f668df-3962-4d48-bc50-ebe5bef7519d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:51.803995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57415be4-aed8-4798-ab72-fb2046203953 req-bbf28617-b14c-43f8-b7f9-82e29bce313f tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.2354767 Jan 28 01:15:51.856082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386256f8-05b8-4b52-b453-b2a1c201b145,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:51.871365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:51.883306 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:51.907122 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:51.908003 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:51.908700 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f025f9b2-fa90-45df-85e5-fc5caf914018 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0119243 Jan 28 01:15:51.914993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40476) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:51.944653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-2022206805'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:51.967488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.978772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40478) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:51.980975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a9f668df-3962-4d48-bc50-ebe5bef7519d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:51.981362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:51.983596 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a1336092-bc15-48b7-ac4e-37cc75035cd3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/386256f8-05b8-4b52-b453-b2a1c201b145 HTTP/1.1" status: 204 len: 168 time: 0.8191979 Jan 28 01:15:52.017151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5019b849-8ef0-4a87-a03e-9bef3287e783 None None] Provisioning complete for port a9f668df-3962-4d48-bc50-ebe5bef7519d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:52.017523 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5019b849-8ef0-4a87-a03e-9bef3287e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.035505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:52.041408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.108011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:52.110061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c53ae1be-77fc-437a-9af9-cb700ecc437a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.138757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (df65d644-e9fb-48b9-9a4b-94d22147051e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.139113 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment df65d644-e9fb-48b9-9a4b-94d22147051e of type vlan for network 700005a7-2766-4eb7-a53a-b97bf68b8d78 Jan 28 01:15:52.139713 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:52.222407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5019b849-8ef0-4a87-a03e-9bef3287e783 None None] Current status of the port a9f668df-3962-4d48-bc50-ebe5bef7519d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:52.240529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d2334054-8e95-4f2a-aacb-05cbe761c8ef tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.245185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d2334054-8e95-4f2a-aacb-05cbe761c8ef tempest-MeteringIpV6TestJSON-545068966 tempest-MeteringIpV6TestJSON-545068966-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/e93c01d6-a586-43ca-8996-2daf12ee33e8 HTTP/1.1" status: 204 len: 168 time: 0.6753047 Jan 28 01:15:52.259957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a9f668df-3962-4d48-bc50-ebe5bef7519d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:52.306554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (700005a7-2766-4eb7-a53a-b97bf68b8d78), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.354381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e8eca0f5-564f-41f8-92ac-a60885103542 None None] Provisioning complete for port 3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:52.356367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8eca0f5-564f-41f8-92ac-a60885103542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3ab5c6f5-501e-4953-b3cc-2e5711c3dc28), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.359307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c53ae1be-77fc-437a-9af9-cb700ecc437a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.384227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53ae1be-77fc-437a-9af9-cb700ecc437a']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:52.385569 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (700005a7-2766-4eb7-a53a-b97bf68b8d78), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.394722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07649a2-c51d-4232-a693-f7388128ca02') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:52.395026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07649a2-c51d-4232-a693-f7388128ca02') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:52.403092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:52.405489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c07649a2-c51d-4232-a693-f7388128ca02), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.409602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.420136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c07649a2-c51d-4232-a693-f7388128ca02), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.430599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e8eca0f5-564f-41f8-92ac-a60885103542 None None] Port 3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:15:52.431195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:15:52.431195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c07649a2-c51d-4232-a693-f7388128ca02), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:15:52.432960 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:15:52.451678 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:15:47Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:48Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:52.452110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3ab5c6f5-501e-4953-b3cc-2e5711c3dc28), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.482385 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:15:52.482981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Updating router 64b62807-ab5b-4ba5-8f0f-c57d128235ef port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:15:52.509201 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.539169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for 3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:52.564254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c53ae1be-77fc-437a-9af9-cb700ecc437a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.590815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6728678 Jan 28 01:15:52.607873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40488) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:52.609142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40490) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:52.610015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fb87a-8ccb-427a-8bc0-a8b72ce5827e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=700005a7-2766-4eb7-a53a-b97bf68b8d78,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:52.619083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:52.622268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:52.667530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:52.683377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c53ae1be-77fc-437a-9af9-cb700ecc437a HTTP/1.1" status: 204 len: 168 time: 0.7004673 Jan 28 01:15:52.719022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d46b6-3652-4e6d-b41d-61cfc2185d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=c53ae1be-77fc-437a-9af9-cb700ecc437a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:52.734836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40496) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:53.063174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4223d07-61fe-44ac-817d-88770bd6d0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.065406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40506) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:53.071355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f18891d-9845-44e9-967d-b14d62c2c2f0 req-7532cd82-b588-4f26-8e54-bea01ab36655 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1365333 Jan 28 01:15:53.134154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:53.134579 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Publish callbacks [] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.137794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.147399 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.228570 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Pushing event updated for resources: {'Port': ['ID=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.253336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.256192 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.260495 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.261406 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.261760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.263672 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:53.298321 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-45f71dc5-62cf-4aff-9c4a-27d857dd36e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=106af07fc9b2484dab8452aefbdfd755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282896 Jan 28 01:15:53.306029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40510) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:53.331474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4223d07-61fe-44ac-817d-88770bd6d0e1 admin admin] Publish callbacks [] for security_group (ec2ec09a-4153-46d6-aac6-0ec56afbbc31), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.335542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3ab5c6f5-501e-4953-b3cc-2e5711c3dc28), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.355229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4223d07-61fe-44ac-817d-88770bd6d0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ec2ec09a-4153-46d6-aac6-0ec56afbbc31), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.362383 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Attempting to bind port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:53.362894 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Attempting to bind port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:53.363958 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Attempting to bind port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab on network e7febddd-de13-47a4-97ca-ef8f5299c760 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:53.372278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:53.372653 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Checking segment: {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:53.373189 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.373797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Bound using segment: {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:53.374277 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Bound port: 8a0205b6-d7e6-4a89-95d2-61b4862a75ab, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:53.374661 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.423505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=3ab5c6f5-501e-4953-b3cc-2e5711c3dc28,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:53.528680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.535352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85e0d615-1b4e-4b17-a401-402318cf94ea tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 HTTP/1.1" status: 204 len: 168 time: 3.3422413 Jan 28 01:15:53.538929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40514) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:53.551847 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-663fd8a5-f50f-459a-b6ef-d57a8f98ab30 admin admin] Publish callbacks [] for security_group (bc4b0da6-843e-460a-a0b0-92c282f75cac), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.559072 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] For port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:53.570501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] For port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:53.578010 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.611135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4223d07-61fe-44ac-817d-88770bd6d0e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d34e8e140ab145c19929b8c785d87a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8729327 Jan 28 01:15:53.614464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-663fd8a5-f50f-459a-b6ef-d57a8f98ab30 admin admin] Publish callbacks [] for security_group (bc4b0da6-843e-460a-a0b0-92c282f75cac), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.617976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223d07-61fe-44ac-817d-88770bd6d0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ec09a-4153-46d6-aac6-0ec56afbbc31,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:53.624689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40516) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:53.682544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] Provisioning complete for port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:53.684184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.693620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-663fd8a5-f50f-459a-b6ef-d57a8f98ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bc4b0da6-843e-460a-a0b0-92c282f75cac), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.696337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-663fd8a5-f50f-459a-b6ef-d57a8f98ab30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.697548 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-663fd8a5-f50f-459a-b6ef-d57a8f98ab30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc4b0da6-843e-460a-a0b0-92c282f75cac HTTP/1.1" status: 204 len: 168 time: 0.3894553 Jan 28 01:15:53.751424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fd8a5-f50f-459a-b6ef-d57a8f98ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b0da6-843e-460a-a0b0-92c282f75cac,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:53.782327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e62f70-a474-48e2-871f-928523e3afc3 None None] Pushing event updated for resources: {'Port': ['ID=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:53.798582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:53.799222 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:53.843045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13fab22c-b9e0-4808-8ddd-c8b6db07d6fa admin admin] Publish callbacks [] for security_group (ec2ec09a-4153-46d6-aac6-0ec56afbbc31), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.892013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13fab22c-b9e0-4808-8ddd-c8b6db07d6fa admin admin] Publish callbacks [] for security_group (ec2ec09a-4153-46d6-aac6-0ec56afbbc31), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.906933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] Current status of the port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:53.907762 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.955155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] For port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:53.962350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.985617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13fab22c-b9e0-4808-8ddd-c8b6db07d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ec2ec09a-4153-46d6-aac6-0ec56afbbc31), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.988388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13fab22c-b9e0-4808-8ddd-c8b6db07d6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:53.989666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-13fab22c-b9e0-4808-8ddd-c8b6db07d6fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec2ec09a-4153-46d6-aac6-0ec56afbbc31 HTTP/1.1" status: 204 len: 168 time: 0.3598914 Jan 28 01:15:54.001389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e71e0d-42d1-4af8-9201-a4285495e493 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.003403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-86e71e0d-42d1-4af8-9201-a4285495e493 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4616668 Jan 28 01:15:54.008718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40522) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:54.023496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fab22c-b9e0-4808-8ddd-c8b6db07d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ec09a-4153-46d6-aac6-0ec56afbbc31,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:54.112217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1af4-fbf5-4f49-8baf-b117ea843f83 None None] Pushing event updated for resources: {'Port': ['ID=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:54.145861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec485e-712a-4b72-8590-123479d98283 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.149995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c0ec485e-712a-4b72-8590-123479d98283 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1402364 Jan 28 01:15:54.152657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40526) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:54.160289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:15:54.217665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6555a0e7-782d-4327-850d-cbe29fa83787 None None] Provisioning complete for port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:54.220828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6555a0e7-782d-4327-850d-cbe29fa83787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:54.272281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a5b40-7955-453a-ac18-ca8758c3e595 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.275130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a5b40-7955-453a-ac18-ca8758c3e595 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.287005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a5b40-7955-453a-ac18-ca8758c3e595 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.296822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d05a5b40-7955-453a-ac18-ca8758c3e595 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1405995 Jan 28 01:15:54.298330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40530) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:54.486123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 7e837c94-ab6e-4832-baae-c58b0ac09a9c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:54.535319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6555a0e7-782d-4327-850d-cbe29fa83787 None None] Current status of the port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:54.578522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (7e837c94-ab6e-4832-baae-c58b0ac09a9c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:54.698538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70613405-fec4-4af5-a71e-c55404b52f41 req-69dc0ef3-7b44-476e-b3f3-e5eca2328b60 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.4027200 Jan 28 01:15:54.767634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-90717390-82b1-4a1f-9e9c-7ee533ba9798 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2642071 Jan 28 01:15:54.780862 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (7e837c94-ab6e-4832-baae-c58b0ac09a9c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:54.819115 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:15:47Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:54.826781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (b25f63c7-470a-4031-b0b2-ac28f308fb65), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:54.865999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:54.869023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40544) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:54.881323 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dd56d-509f-4f93-bc1c-1c4a8a29e1ea None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:15:47Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:15:54.954853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.955332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.955806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.956269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.956734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.957240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.958119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.959938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-f4a9e785-e51a-43cf-ae08-62ac9106a9c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.0971591 Jan 28 01:15:55.110530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff8ba4b-43ec-497d-baa1-095fa9c377ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.117731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8270c0ae-ab01-4f8a-a587-d60c02f28f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:55.118081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8270c0ae-ab01-4f8a-a587-d60c02f28f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:55.118603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8270c0ae-ab01-4f8a-a587-d60c02f28f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:55.120300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8270c0ae-ab01-4f8a-a587-d60c02f28f6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 2298 time: 0.1163065 Jan 28 01:15:55.120718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=b25f63c7-470a-4031-b0b2-ac28f308fb65,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:55.158611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:55.159036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 700005a7-2766-4eb7-a53a-b97bf68b8d78, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:55.192782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:15:55.200586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (7e837c94-ab6e-4832-baae-c58b0ac09a9c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.205673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 700005a7-2766-4eb7-a53a-b97bf68b8d78) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:55.212908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:55.213486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.223031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eff946-fb98-4998-8f9c-1b1b1fe6cfc3 None None] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:55.287676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-fbe26e79-4934-4415-b364-c58c491f25b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1002 time: 0.1602030 Jan 28 01:15:55.341383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40554) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:55.342564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ce607b49-1dbd-42ea-b614-da7c12eac025 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7289910 Jan 28 01:15:55.608911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (7e837c94-ab6e-4832-baae-c58b0ac09a9c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.693098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.698986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/7e837c94-ab6e-4832-baae-c58b0ac09a9c HTTP/1.1" status: 204 len: 168 time: 1.3974771 Jan 28 01:15:55.699685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:55.700067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40562) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:55.758602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d122-e70b-411f-aab5-4b69199c163c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=7e837c94-ab6e-4832-baae-c58b0ac09a9c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:55.780155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff8ba4b-43ec-497d-baa1-095fa9c377ed admin admin] Publish callbacks [] for security_group (a163d73c-b933-41c8-8b6c-68a4fa779149), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.784085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:15:55.791825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.801184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cff8ba4b-43ec-497d-baa1-095fa9c377ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a163d73c-b933-41c8-8b6c-68a4fa779149), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.819447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cadd8-fd0a-4161-9219-0f0284fa9b9a None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:55.922194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:55.928211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cff8ba4b-43ec-497d-baa1-095fa9c377ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92cd92575a5d4589a93d0868e4ebf72c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0552547 Jan 28 01:15:55.928211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Deleting port 3faf045d-7462-4238-a111-c4913f3ca3a0 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:55.928211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.011574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a0205b6-d7e6-4a89-95d2-61b4862a75ab up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:56.030116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] For port 3faf045d-7462-4238-a111-c4913f3ca3a0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3faf045d-7462-4238-a111-c4913f3ca3a0,segment=NetworkSegment(e2aa2360-f175-4dc7-a371-ef1a435648b4),segment_id=e2aa2360-f175-4dc7-a371-ef1a435648b4)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:56.030626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.045527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Calling delete_port for 3faf045d-7462-4238-a111-c4913f3ca3a0 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:56.057565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-700005a7-2766-4eb7-a53a-b97bf68b8d78', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:56.058361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.207268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.242223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40570) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:56.243244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8ba4b-43ec-497d-baa1-095fa9c377ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a163d73c-b933-41c8-8b6c-68a4fa779149,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:56.255439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-770361727-network', 'tenant_id': '722331d0bbb44aec9f9251c32c462838'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:56.299850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3faf045d-7462-4238-a111-c4913f3ca3a0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.330543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:56.331556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.341041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-12485c6b-0232-4bb5-88a3-1b83c171fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:56.343528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-12485c6b-0232-4bb5-88a3-1b83c171fd13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 1.0488584 Jan 28 01:15:56.350072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.385280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Pushing event deleted for resources: {'Port': ['ID=3faf045d-7462-4238-a111-c4913f3ca3a0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:56.444145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1da8e647-67f1-4d42-bf9c-de31c4f026e0 admin admin] Publish callbacks [] for security_group (a163d73c-b933-41c8-8b6c-68a4fa779149), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.453985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:56.457556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae2748f8-0659-45dd-b287-58eec2ebad9b req-86c5bee4-d981-4811-a60d-0a79ee70253d tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1123033 Jan 28 01:15:56.488377 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.492132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9fe8bae2-a892-46b8-8f40-329b87cadf1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c HTTP/1.1" status: 204 len: 168 time: 0.7908251 Jan 28 01:15:56.501093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40574) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:56.515436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Allocated IP 172.21.0.2 (700005a7-2766-4eb7-a53a-b97bf68b8d78/b25f63c7-470a-4031-b0b2-ac28f308fb65/fbe23e1c-1b2f-43e8-8139-f6a152c29f79) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:56.531415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1da8e647-67f1-4d42-bf9c-de31c4f026e0 admin admin] Publish callbacks [] for security_group (a163d73c-b933-41c8-8b6c-68a4fa779149), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.559220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c585402a-74e8-4558-9bdd-93fd4f8dd713 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543542 Jan 28 01:15:56.614988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:56.634204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:56.665129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:56.665270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-9d34c149-1f08-41e2-be2c-3fc2378d9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:56.667201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-9d34c149-1f08-41e2-be2c-3fc2378d9eaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137302 Jan 28 01:15:56.681106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Made reservation on behalf of 722331d0bbb44aec9f9251c32c462838 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:56.683737 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.764543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.787723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1da8e647-67f1-4d42-bf9c-de31c4f026e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a163d73c-b933-41c8-8b6c-68a4fa779149), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.796892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1da8e647-67f1-4d42-bf9c-de31c4f026e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.800334 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1da8e647-67f1-4d42-bf9c-de31c4f026e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a163d73c-b933-41c8-8b6c-68a4fa779149 HTTP/1.1" status: 204 len: 168 time: 0.5486012 Jan 28 01:15:56.916875 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Publish callbacks [] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.934710 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:56.964215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8e647-67f1-4d42-bf9c-de31c4f026e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163d73c-b933-41c8-8b6c-68a4fa779149,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:57.040669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Pushing event updated for resources: {'Port': ['ID=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:57.057526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-11c417a6-7e0d-4bac-bc4a-a20463c8eef9 req-227d2a18-96a9-4a9f-b4ef-7f755a7b5291 service neutron] (109595) timed out ('10.222.0.23', 41964) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:15:57.076588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:57.078672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:57.095527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:57.227991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Attempting to bind port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:15:57.228444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Attempting to bind port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:15:57.228830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Attempting to bind port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 on network 700005a7-2766-4eb7-a53a-b97bf68b8d78 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:57.268392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:57.268777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Checking segment: {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:57.269188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.269579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Bound using segment: {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:57.270094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Bound port: fbe23e1c-1b2f-43e8-8139-f6a152c29f79, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:15:57.270477 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.285116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1b03b-650b-4c08-a873-3d789113e6b2 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:57.326899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.493372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:57.497894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.534645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks [] for security_group (f878ff07-e66c-4834-ac82-f27dcddc2c85), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.553205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f878ff07-e66c-4834-ac82-f27dcddc2c85), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.662926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:15:57.679680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] For port fbe23e1c-1b2f-43e8-8139-f6a152c29f79, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:57.683202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] For port fbe23e1c-1b2f-43e8-8139-f6a152c29f79, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,segment=NetworkSegment(df65d644-e9fb-48b9-9a4b-94d22147051e),segment_id=df65d644-e9fb-48b9-9a4b-94d22147051e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:57.690488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.716580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a39edc96-ace4-47cd-b6f2-0821d144dde9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.717322 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Added segment a39edc96-ace4-47cd-b6f2-0821d144dde9 of type vlan for network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec Jan 28 01:15:57.724669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdd61e7c-83b7-4392-ab3c-629e16505292 req-075b18ea-1e89-4483-b6b9-e329a2eca21c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.0909219 Jan 28 01:15:57.734789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f878ff07-e66c-4834-ac82-f27dcddc2c85,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:57.779768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1297ea06-8c0b-438c-a05a-a4ac7f97175c None None] Provisioning complete for port a9f668df-3962-4d48-bc50-ebe5bef7519d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:57.780149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1297ea06-8c0b-438c-a05a-a4ac7f97175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.902370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-adc03691-38ae-4a97-b1fe-8b579836d916 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2183225 Jan 28 01:15:57.915296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f43f55-f30d-408b-89d3-3250631e732b None None] Pushing event updated for resources: {'Port': ['ID=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:57.955449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.967137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1297ea06-8c0b-438c-a05a-a4ac7f97175c None None] Current status of the port a9f668df-3962-4d48-bc50-ebe5bef7519d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:15:57.972549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:57.991928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:15:58.163895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.165163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:58.165759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.273936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] Deleting port a9f668df-3962-4d48-bc50-ebe5bef7519d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:15:58.274855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.284785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8781db12-6929-4eaa-b56a-5cf0bc8d5db4 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721457 Jan 28 01:15:58.386359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6637394 Jan 28 01:15:58.389521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:58.392366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:15:58.481135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Request body: {'subnet': {'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-770361727-subnet', 'tenant_id': '722331d0bbb44aec9f9251c32c462838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:58.553866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83b531-20e6-486b-bbf2-9e5e20a18579 admin admin] Pushing event updated for resources: {'Network': ['ID=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:58.572902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:15:58.604096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Made reservation on behalf of 722331d0bbb44aec9f9251c32c462838 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:58.607464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.628854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40610) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:58.661705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] For port a9f668df-3962-4d48-bc50-ebe5bef7519d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a9f668df-3962-4d48-bc50-ebe5bef7519d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:58.662035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.674139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f2acba42-547d-471b-9275-b8bdbb15b0f0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.691131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] Calling delete_port for a9f668df-3962-4d48-bc50-ebe5bef7519d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:15:58.691715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-834ee4e4-bf7d-45d3-88db-7486c85245ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 217 time: 0.1429906 Jan 28 01:15:58.864003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-44ba51ca-818e-4e73-899a-ac1f0ee8d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:58.866358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-44ba51ca-818e-4e73-899a-ac1f0ee8d8d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1652195 Jan 28 01:15:58.891805 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a9f668df-3962-4d48-bc50-ebe5bef7519d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:58.954601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.21.0.1 (700005a7-2766-4eb7-a53a-b97bf68b8d78/b25f63c7-470a-4031-b0b2-ac28f308fb65/73c38fd6-3e6f-4e7c-b553-093ced3e3f07) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:58.992069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] No DVR routers for this DVR port a9f668df-3962-4d48-bc50-ebe5bef7519d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:59.001569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad7043-43dc-42a9-9e4c-edc26a1929c2 None None] Pushing event deleted for resources: {'Port': ['ID=a9f668df-3962-4d48-bc50-ebe5bef7519d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:59.028513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:59.039799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:59.054532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a83ba-0566-4135-9cb1-444bb06a0dbf None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:59.055402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (192e6864-aa71-45d2-a6e2-21ed5766ed9b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.063533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:59.065307 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.104126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.141520 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5229278 Jan 28 01:15:59.150762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:59.172217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:59.204110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b23f1-697c-4e75-9839-20fb944dc7f4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=f2acba42-547d-471b-9275-b8bdbb15b0f0,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:59.204357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f463708f-9582-4b32-a78d-01fe0ed6d097 tempest-AgentManagementNegativeTest-1312407076 tempest-AgentManagementNegativeTest-1312407076-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5699866 Jan 28 01:15:59.235358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'project_id': 'b0771be535db45ae920300eecbdcf023', 'fixed_ips': [{'subnet_id': 'f2acba42-547d-471b-9275-b8bdbb15b0f0'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:15:59.236262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.242111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.285269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ddf5f30-5bc1-4137-a38c-b732f0c89593 req-99c02f86-12c4-4c85-ae48-3df6cf326c18 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.4178073 Jan 28 01:15:59.354993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:59.365927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:59.372658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:59.383618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8c80f658-38a7-44f3-b52f-2391507fdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:59.385799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-8c80f658-38a7-44f3-b52f-2391507fdd9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5134771 Jan 28 01:15:59.420310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:59.435889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:15:59.479899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-83eb47b2-a9ee-438e-9ffe-49e243b5a22b admin admin] 10.222.0.23 "PUT /v2.0/routers/78491c07-b2fa-40bd-bc86-4b27a8e1e6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7453191 Jan 28 01:15:59.481136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Pushing event updated for resources: {'Subnet': ['ID=192e6864-aa71-45d2-a6e2-21ed5766ed9b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:59.493956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] Sync routers for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:15:59.536321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:15:59.536965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:15:59.541870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40622) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:59.605087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-921fb6af-bcc5-4936-bd12-aaa49d39deb5 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819475 Jan 28 01:15:59.649973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Allocated IP 2001:db8::2 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/f2acba42-547d-471b-9275-b8bdbb15b0f0/ad70aaa6-4113-4296-92a5-564502c90e8d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:59.693241 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.781806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks [] for router (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:59.860731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:15:59.868070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Checking segment: {'id': 'a39edc96-ace4-47cd-b6f2-0821d144dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:15:59.869145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Network hostable DHCP agents. Network: e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:15:59.903246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dab9bf-6f81-4be4-91c3-1dbc325eae4d None None] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:15:59.943488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:00.028829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:00.042444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.043106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.102291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fbe23e1c-1b2f-43e8-8139-f6a152c29f79 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:00.104087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf39531-a583-4d47-ae62-77b31093a870 None None] Network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:00.114912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:00.119228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.127103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41f74e31-9087-4a20-8e98-d43b6b468579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.133223 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-363ea4ed-9a21-4a36-a858-411f305e131d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6697867 Jan 28 01:16:00.133967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-00c0789b-a9c2-4563-a3bd-2f674a03400a service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049531 Jan 28 01:16:00.191036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks [] for router_gateway (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.218754 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Publish callbacks [] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.236032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-63560795-f870-4730-bc1e-049b630d9165 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 217 time: 0.0938010 Jan 28 01:16:00.279992 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.349350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-eee3a0d9-25a2-41c6-bb4f-a853a1f1561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.352287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-eee3a0d9-25a2-41c6-bb4f-a853a1f1561c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0940199 Jan 28 01:16:00.353437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.479194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-0a5da21c-9be2-4ec7-8cd0-a79be6bc9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.481422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-0a5da21c-9be2-4ec7-8cd0-a79be6bc9d48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219182 Jan 28 01:16:00.509744 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2acba42-547d-471b-9275-b8bdbb15b0f0 (CIDR: 2001:db8::/64) Jan 28 01:16:00.530883 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:16:00.531416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:00.557483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:00.572078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Deleting port 4685d973-7dd2-4c17-a8d6-9f454bb959d6 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:00.572513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.633129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3019ee10-b61c-4de3-8183-9c61ff0de133 req-be969c2b-a9af-4458-8f24-412860f2d155 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/ports?device_id=14e16daf-fa30-467b-87f7-43e725b637bd HTTP/1.1" status: 200 len: 210 time: 0.1032500 Jan 28 01:16:00.733126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] For port 4685d973-7dd2-4c17-a8d6-9f454bb959d6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4685d973-7dd2-4c17-a8d6-9f454bb959d6,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:00.733506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.757322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Calling delete_port for 4685d973-7dd2-4c17-a8d6-9f454bb959d6 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:00.839714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41f74e31-9087-4a20-8e98-d43b6b468579 admin admin] Publish callbacks [] for security_group (1796f8b8-a746-48b1-88ca-a9e1143c0a10), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.848490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41f74e31-9087-4a20-8e98-d43b6b468579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1796f8b8-a746-48b1-88ca-a9e1143c0a10), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.865166 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9f33bf4-d33a-42b0-b546-fe07e8304a29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7133145 Jan 28 01:16:00.867865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:00.872043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40656) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:00.888423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'subnet': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:00.902463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] Provisioning complete for port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:00.903065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:00.940236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-41f74e31-9087-4a20-8e98-d43b6b468579 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dec319ced7e42d1a17fe2cc1f1b7f89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0762868 Jan 28 01:16:00.941009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40662) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:01.137626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:01.145628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Pushing event updated for resources: {'Port': ['ID=ad70aaa6-4113-4296-92a5-564502c90e8d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:01.170594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:01.265415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:01.268974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.378165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] Current status of the port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:01.380332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.412183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f74e31-9087-4a20-8e98-d43b6b468579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1796f8b8-a746-48b1-88ca-a9e1143c0a10,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:01.489819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-20921c5f-383b-44a0-9b94-91e8a05f5599 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600525 Jan 28 01:16:01.508038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-112c9243-6908-48c7-85d9-c025717e82ac tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.515793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-112c9243-6908-48c7-85d9-c025717e82ac tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/networks?id=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec HTTP/1.1" status: 200 len: 813 time: 0.5645669 Jan 28 01:16:01.533445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74b996-8375-4b58-a1a0-2eca103bd6f1 None None] Network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:01.646292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Attempting to bind port ad70aaa6-4113-4296-92a5-564502c90e8d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:01.646879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Attempting to bind port ad70aaa6-4113-4296-92a5-564502c90e8d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:01.647462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Attempting to bind port ad70aaa6-4113-4296-92a5-564502c90e8d on network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:01.668041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-de50b208-5d37-43dd-b3b3-ec58ccea55b3 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/quotas/722331d0bbb44aec9f9251c32c462838 HTTP/1.1" status: 200 len: 375 time: 0.1313910 Jan 28 01:16:01.676784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d60759-ab79-401c-8218-40f2f95770e9 admin admin] Publish callbacks [] for security_group (1796f8b8-a746-48b1-88ca-a9e1143c0a10), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.709942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:01.710335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Checking segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:01.710870 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.711278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Bound using segment: {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:01.711776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Bound port: ad70aaa6-4113-4296-92a5-564502c90e8d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9ea54a-fc20-4744-b149-2b8673a39f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:01.712163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.721238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:01.721673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.761644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40676) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:01.767773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] For port fbe23e1c-1b2f-43e8-8139-f6a152c29f79, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,segment=NetworkSegment(df65d644-e9fb-48b9-9a4b-94d22147051e),segment_id=df65d644-e9fb-48b9-9a4b-94d22147051e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:01.780611 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.787273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:15:56Z', 'revision_number': 5, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port': {'id': '4685d973-7dd2-4c17-a8d6-9f454bb959d6', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:14:04Z', 'updated_at': '2022-01-28T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:01.808018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-1ed909f5-0942-4ff7-b409-d9c19ed6405f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=722331d0bbb44aec9f9251c32c462838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099401 Jan 28 01:16:01.819077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4685d973-7dd2-4c17-a8d6-9f454bb959d6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.888583 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d60759-ab79-401c-8218-40f2f95770e9 admin admin] Publish callbacks [] for security_group (1796f8b8-a746-48b1-88ca-a9e1143c0a10), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:01.907854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4685d973-7dd2-4c17-a8d6-9f454bb959d6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:01.933495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e666e-8779-4708-917c-2a8f7a188714 None None] Pushing event updated for resources: {'Port': ['ID=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:02.011627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] Checking router: 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:02.018021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ffb56484-2a57-48a5-8998-55189da98056 None None] Provisioning complete for port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:02.018401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffb56484-2a57-48a5-8998-55189da98056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.054174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.061899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-698b7de0-df30-46ee-a145-308946100417 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445969 Jan 28 01:16:02.073214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.118750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] Routers {'78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:02.119472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:02.144290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ffb56484-2a57-48a5-8998-55189da98056 None None] Port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:02.192711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-85e76281-bf55-461b-8ee2-ec5dded7d96b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 217 time: 0.1205475 Jan 28 01:16:02.205380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-bc34e6d6-9b21-4103-a4a9-321ade601f63 service neutron] 10.222.0.23 "GET /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867366 Jan 28 01:16:02.254762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d60759-ab79-401c-8218-40f2f95770e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1796f8b8-a746-48b1-88ca-a9e1143c0a10), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.257362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d60759-ab79-401c-8218-40f2f95770e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.259082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-69d60759-ab79-401c-8218-40f2f95770e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1796f8b8-a746-48b1-88ca-a9e1143c0a10 HTTP/1.1" status: 204 len: 168 time: 1.0339522 Jan 28 01:16:02.302505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] For port ad70aaa6-4113-4296-92a5-564502c90e8d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:02.381481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:02.394301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:02.432249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] Set router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:02.465529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:16:02.478414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e3bedd-b651-40e2-8e77-7715a142e26e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group (9961edda-b5df-4c47-a57d-ce00446652d2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.502865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] For port ad70aaa6-4113-4296-92a5-564502c90e8d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad70aaa6-4113-4296-92a5-564502c90e8d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:02.504253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a9f668df-3962-4d48-bc50-ebe5bef7519d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:02.541869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ffb56484-2a57-48a5-8998-55189da98056 None None] Provisioning complete for port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:02.542242 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffb56484-2a57-48a5-8998-55189da98056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.561165 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.563098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:16:01Z', 'revision_number': 7, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:02.589870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d60759-ab79-401c-8218-40f2f95770e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796f8b8-a746-48b1-88ca-a9e1143c0a10,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:02.597388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-1886cdd8-afee-4d5d-9fc8-0a1916cad0e5 service neutron] 10.222.0.23 "GET /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445559 Jan 28 01:16:02.605005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c8fd6-426d-427c-ac46-2af3d5986556 None None] The sync data for ids ['78491c07-b2fa-40bd-bc86-4b27a8e1e6c1'] in n-d-826756-1 is: [{'id': '78491c07-b2fa-40bd-bc86-4b27a8e1e6c1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1061085369-router', 'tenant_id': '35494cecd61d456e904c39134ea7c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:14:02Z', 'updated_at': '2022-01-28T01:16:01Z', 'revision_number': 7, 'project_id': '35494cecd61d456e904c39134ea7c701', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:02.606290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.638875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-e272a614-efb1-445a-a2fb-2ea3ec5a1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:02.646874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-e272a614-efb1-445a-a2fb-2ea3ec5a1936 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.4447944 Jan 28 01:16:02.678106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a9f668df-3962-4d48-bc50-ebe5bef7519d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:02.678542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a9f668df-3962-4d48-bc50-ebe5bef7519d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:02.686482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:02.853729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5572f4-736d-4b3b-b5c4-2c7ff8c052bb None None] Pushing event updated for resources: {'Port': ['ID=ad70aaa6-4113-4296-92a5-564502c90e8d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:02.875278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-bd0393df-8f5d-4f69-a7b5-641c24fb9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:02.877070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-bd0393df-8f5d-4f69-a7b5-641c24fb9cbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2233074 Jan 28 01:16:03.008777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e3bedd-b651-40e2-8e77-7715a142e26e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group (9961edda-b5df-4c47-a57d-ce00446652d2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.013655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ffb56484-2a57-48a5-8998-55189da98056 None None] Current status of the port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:03.097686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.100894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks [] for router_controller (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.183018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a07f23fb-1f98-4dd9-998c-d546a7240740 None None] Provisioning complete for port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:03.183907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07f23fb-1f98-4dd9-998c-d546a7240740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.345616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a07f23fb-1f98-4dd9-998c-d546a7240740 None None] Port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:03.363511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (78491c07-b2fa-40bd-bc86-4b27a8e1e6c1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.365277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:16:03.377861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.385357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-732552b6-221d-4cf8-ac4a-cc8e83cadbc5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/78491c07-b2fa-40bd-bc86-4b27a8e1e6c1 HTTP/1.1" status: 204 len: 168 time: 3.8378718 Jan 28 01:16:03.458422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.494309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40708) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:03.615972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.663117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Deleting subnet dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:03.674050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fbe23e1c-1b2f-43e8-8139-f6a152c29f79 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:03.815888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:03.816573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.831386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Publish callbacks [] for subnet (dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:03.986236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40722) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:04.011553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d922262-0b79-4da0-909f-e62adb10df4e req-639ce970-f029-4bda-8ef0-31375d8d0b32 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 210 time: 1.0645690 Jan 28 01:16:04.013037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:04.020269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:04.025551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3faf045d-7462-4238-a111-c4913f3ca3a0 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:04.036127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:04.070053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 3faf045d-7462-4238-a111-c4913f3ca3a0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:04.070682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3faf045d-7462-4238-a111-c4913f3ca3a0 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:04.204460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] For port ad70aaa6-4113-4296-92a5-564502c90e8d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad70aaa6-4113-4296-92a5-564502c90e8d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:04.226644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e3bedd-b651-40e2-8e77-7715a142e26e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9961edda-b5df-4c47-a57d-ce00446652d2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.237007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e3bedd-b651-40e2-8e77-7715a142e26e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.240647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-13e3bedd-b651-40e2-8e77-7715a142e26e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "DELETE /v2.0/security-groups/9961edda-b5df-4c47-a57d-ce00446652d2 HTTP/1.1" status: 204 len: 168 time: 2.4734406 Jan 28 01:16:04.275258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.294475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40728) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:04.308054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.320333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1105696369'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:04.353623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-48c8da89-89ee-4a04-ad18-907cdad281e5 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4515612 Jan 28 01:16:04.359427 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-c05b852f-2964-4ba6-8cfd-997d09ef3b0c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] show failed (client error): The resource could not be found. Jan 28 01:16:04.360812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c05b852f-2964-4ba6-8cfd-997d09ef3b0c tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "GET /v2.0/security-groups/9961edda-b5df-4c47-a57d-ce00446652d2 HTTP/1.1" status: 404 len: 347 time: 0.0585828 Jan 28 01:16:04.372851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40730) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:04.400594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.489610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d89619c9-1060-4176-bb10-4d3e03c25eef None None] Provisioning complete for port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:04.495065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d89619c9-1060-4176-bb10-4d3e03c25eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.546274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.547415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (4650b874-1af1-4c89-a7a0-15139d3cb4c5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.585256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.592318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3bedd-b651-40e2-8e77-7715a142e26e tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9961edda-b5df-4c47-a57d-ce00446652d2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:04.599404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d89619c9-1060-4176-bb10-4d3e03c25eef None None] Port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:04.690744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:04.694316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.727238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:04.731483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.735986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107 HTTP/1.1" status: 204 len: 168 time: 1.2242930 Jan 28 01:16:04.739719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.744224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40736) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:04.750189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:04.759548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:04.772443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:04.773286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:04.883301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Subnet': ['ID=4650b874-1af1-4c89-a7a0-15139d3cb4c5,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:04.897362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=ad70aaa6-4113-4296-92a5-564502c90e8d,revision_number=4']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:04.938313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2355a-4cc3-4230-94ae-fb040568aeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0da7b5-0d1b-45ad-aa65-7ca8f33c9107,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:04.950368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97f19f76-0b88-429a-8714-8bb72d5a7fc3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0759990 Jan 28 01:16:04.962403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40738) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:04.985588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Request body: {'port': {'network_id': 'ae091c38-93f1-4d3a-b53e-cb68a3a4e611', 'mac_address': 'fa:16:3e:e4:c1:67', 'name': 'tempest-NetworksTestDHCPv6-1169173328'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:05.147763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0469caf-46f1-41bb-b3ac-62ef6be011d2 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:05.162018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (7b604d21-9a7c-4859-8180-ba35253a4ea5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.224449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:05.239361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for security_group (7aba2f29-b994-4456-95f5-bcd1e3d9fba0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.242728 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:05.256946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad7a788e-5308-4e03-b473-618943c5e1e2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9114270 Jan 28 01:16:05.268917 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:05.273221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40744) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:05.273501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:05.294749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7aba2f29-b994-4456-95f5-bcd1e3d9fba0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.305588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad70aaa6-4113-4296-92a5-564502c90e8d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:05.340207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-794542643'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:05.367848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] Provisioning complete for port ad70aaa6-4113-4296-92a5-564502c90e8d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:05.368474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.390316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:05.403319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4fcf9274-355f-46c3-b5b0-8851e2c8fc21), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.404489 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Added segment 4fcf9274-355f-46c3-b5b0-8851e2c8fc21 of type vlan for network ae13cdec-8437-47f6-af42-d54c77d4e078 Jan 28 01:16:05.471866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ae13cdec-8437-47f6-af42-d54c77d4e078), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.478807 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:05.481390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ad70aaa6-4113-4296-92a5-564502c90e8d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:05.481390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.517750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (7b604d21-9a7c-4859-8180-ba35253a4ea5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.535901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba2f29-b994-4456-95f5-bcd1e3d9fba0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:05.540206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ae13cdec-8437-47f6-af42-d54c77d4e078), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.545562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:05.546218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.548831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:05.552564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.555406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b604d21-9a7c-4859-8180-ba35253a4ea5']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:05.570455 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:05.580074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ac40add-0ae8-468b-aacb-d03cb56a72ff req-77faaa4e-eb00-439b-8b98-4a05ffdaccd1 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 210 time: 0.3772082 Jan 28 01:16:05.603853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aa2360-f175-4dc7-a371-ef1a435648b4') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:05.603853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aa2360-f175-4dc7-a371-ef1a435648b4') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:05.604272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:05.624691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (32ce872d-c5df-4928-b55a-2b901bcc22f8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.625039 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment 32ce872d-c5df-4928-b55a-2b901bcc22f8 of type vlan for network 8dd7f261-a123-4798-8aa7-ff962aca1011 Jan 28 01:16:05.632645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (e2aa2360-f175-4dc7-a371-ef1a435648b4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.648742 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e2aa2360-f175-4dc7-a371-ef1a435648b4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.656378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:05.658599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (e2aa2360-f175-4dc7-a371-ef1a435648b4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.739481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-596ba26a-b40b-4b71-b2ca-d920a80b5a9c service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3699923 Jan 28 01:16:05.766984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Deleting port e306f59d-df27-429d-8d22-dc6992e720db {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:05.768879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e306f59d-df27-429d-8d22-dc6992e720db), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.778791 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:00Z', 'revision_number': 3, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:01Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:05.805923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] Current status of the port ad70aaa6-4113-4296-92a5-564502c90e8d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:05.807141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.809163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-252ad801-3c6f-41f4-9300-ce2e9ab32c6b tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:05.810771 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-252ad801-3c6f-41f4-9300-ce2e9ab32c6b tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.43 "GET /v2.0/networks?id=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec HTTP/1.1" status: 200 len: 813 time: 0.8697505 Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:05.812298 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:05.814835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Made reservation on behalf of b0771be535db45ae920300eecbdcf023 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:05.818183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (8dd7f261-a123-4798-8aa7-ff962aca1011), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.852362 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:05.852724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Updating router 64b62807-ab5b-4ba5-8f0f-c57d128235ef port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:16:05.897269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ad70aaa6-4113-4296-92a5-564502c90e8d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:05.898071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.901499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] For port ad70aaa6-4113-4296-92a5-564502c90e8d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad70aaa6-4113-4296-92a5-564502c90e8d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:05.903211 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.937139 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:05.969094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Request body: {'port': {'device_id': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec', 'admin_state_up': True, 'tenant_id': '722331d0bbb44aec9f9251c32c462838'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:05.974217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.001751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (7b604d21-9a7c-4859-8180-ba35253a4ea5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.049509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e306f59d-df27-429d-8d22-dc6992e720db), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.049876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (e306f59d-df27-429d-8d22-dc6992e720db), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.066682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.078045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b604d21-9a7c-4859-8180-ba35253a4ea5 HTTP/1.1" status: 204 len: 168 time: 1.3307610 Jan 28 01:16:06.081985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e5f9d-c6a8-49e5-b45d-fad70907c8de admin admin] Pushing event deleted for resources: {'Network': ['ID=7b604d21-9a7c-4859-8180-ba35253a4ea5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:06.102879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Calling delete_port for e306f59d-df27-429d-8d22-dc6992e720db owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:06.136740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] device_id is not set on port ec325f6b-e5b9-412a-a51a-5454eb038b49 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:06.152757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:06.153292 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:06.217688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f0be6-5a05-47b0-ba96-585f30b89086 None None] Pushing event updated for resources: {'Port': ['ID=ad70aaa6-4113-4296-92a5-564502c90e8d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:06.318225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:16:06.390536 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Publish callbacks [] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.398445 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.434685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Made reservation on behalf of 722331d0bbb44aec9f9251c32c462838 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:06.441309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.465081 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d802e-5a8c-4caa-b6c0-807554693df6 None None] Pushing event updated for resources: {'Port': ['ID=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:06.499060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4929793 Jan 28 01:16:06.503983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-073acaef-47e5-4dae-9511-93011fd3d06d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 217 time: 0.6904013 Jan 28 01:16:06.503983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:06.508580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (8dd7f261-a123-4798-8aa7-ff962aca1011), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.510409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:06.513900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:06.514645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.517662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e306f59d-df27-429d-8d22-dc6992e720db), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.522558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'subnet': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:06.610030 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Attempting to bind port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:06.610405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Attempting to bind port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:06.614149 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Attempting to bind port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 on network 700005a7-2766-4eb7-a53a-b97bf68b8d78 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:06.627582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:06.627970 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Checking segment: {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:06.628390 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.628794 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Bound using segment: {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:06.629528 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Bound port: 73c38fd6-3e6f-4e7c-b553-093ced3e3f07, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df65d644-e9fb-48b9-9a4b-94d22147051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:06.629942 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.655566 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-de31eb1c-09bc-45f0-9734-96a7623e00fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35494cecd61d456e904c39134ea7c701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189566 Jan 28 01:16:06.657438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40760) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:06.776652 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] For port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:06.784402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] For port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,segment=NetworkSegment(df65d644-e9fb-48b9-9a4b-94d22147051e),segment_id=df65d644-e9fb-48b9-9a4b-94d22147051e)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:06.791422 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.866159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5723369 Jan 28 01:16:06.886603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb95181-8c84-4980-9b0a-9be1ef58446e req-33807170-b476-4779-8c57-6978fc4ce6de tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 210 time: 0.1238856 Jan 28 01:16:06.887168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:06.906171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:06.976601 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:06.984141 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:15:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:07.007721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks [] for floatingip (d3003cd5-89f7-464c-a2db-14059796fa14), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.013271 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.024582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3003cd5-89f7-464c-a2db-14059796fa14 HTTP/1.1" status: 204 len: 168 time: 2.5143328 Jan 28 01:16:07.025444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40768) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:07.158398 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d802e-5a8c-4caa-b6c0-807554693df6 None None] Pushing event updated for resources: {'Port': ['ID=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:07.172316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10e021-2677-4a9f-a90c-27e60ca3b3a3 tempest-ServersTestBootFromVolume-1253434640 tempest-ServersTestBootFromVolume-1253434640-project] Pushing event deleted for resources: {'Port': ['ID=e306f59d-df27-429d-8d22-dc6992e720db,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:07.184952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d8ecb-92ad-477d-a4fe-f08ca3380683 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Network': ['ID=ae13cdec-8437-47f6-af42-d54c77d4e078,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:07.186960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ab757b-e05f-4ca0-8a3c-2811aa806a98 admin admin] Publish callbacks [] for security_group (3374bca5-b270-40ac-94ab-b83f69567ea2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.204771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ad70aaa6-4113-4296-92a5-564502c90e8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:07.215540 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:07.224193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ae13cdec-8437-47f6-af42-d54c77d4e078 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:07.249035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ab757b-e05f-4ca0-8a3c-2811aa806a98 admin admin] Publish callbacks [] for security_group (3374bca5-b270-40ac-94ab-b83f69567ea2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.315485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4685d973-7dd2-4c17-a8d6-9f454bb959d6 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:07.324178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:07.336886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.356259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4685d973-7dd2-4c17-a8d6-9f454bb959d6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:07.356912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4685d973-7dd2-4c17-a8d6-9f454bb959d6 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:07.380048 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.385586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8f9d75a5-4f10-4070-a7f3-68a418783d4c None None] Provisioning complete for port ad70aaa6-4113-4296-92a5-564502c90e8d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:07.386184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f9d75a5-4f10-4070-a7f3-68a418783d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.440204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0bca15cf-32e9-4905-8c3b-6af519b8bdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.463464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-5dd25378-7cc2-4f56-888a-3c0117f5f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:07.467895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-5dd25378-7cc2-4f56-888a-3c0117f5f7b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.8766367 Jan 28 01:16:07.512340 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:00Z', 'revision_number': 3, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:06Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:07.534993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34d368-fcd8-4895-9256-213c7ccf96fa tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=8dd7f261-a123-4798-8aa7-ff962aca1011,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:07.554218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:07.558084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.578540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d75a5-4f10-4070-a7f3-68a418783d4c None None] Current status of the port ad70aaa6-4113-4296-92a5-564502c90e8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:07.592436 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f4fe1-61b2-49b3-8fde-25aa4a69e5ae None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:00Z', 'revision_number': 3, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:06Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:07.603435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:07.647452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad70aaa6-4113-4296-92a5-564502c90e8d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:07.834632 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ab757b-e05f-4ca0-8a3c-2811aa806a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3374bca5-b270-40ac-94ab-b83f69567ea2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.839128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] Provisioning complete for port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:07.839666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.853342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ab757b-e05f-4ca0-8a3c-2811aa806a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.865555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ad70aaa6-4113-4296-92a5-564502c90e8d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:07.866503 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.873389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95ab757b-e05f-4ca0-8a3c-2811aa806a98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3374bca5-b270-40ac-94ab-b83f69567ea2 HTTP/1.1" status: 204 len: 168 time: 1.1898148 Jan 28 01:16:07.954460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab757b-e05f-4ca0-8a3c-2811aa806a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374bca5-b270-40ac-94ab-b83f69567ea2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:07.960365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-01c07775-076d-4c93-aa44-910cc947e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:07.965562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-01c07775-076d-4c93-aa44-910cc947e8a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4854472 Jan 28 01:16:07.982465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (9245b18b-6df9-44af-b941-d7da46238e58), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.014887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8::cf (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/f2acba42-547d-471b-9275-b8bdbb15b0f0/ec325f6b-e5b9-412a-a51a-5454eb038b49) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:08.118688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:c167 (ae091c38-93f1-4d3a-b53e-cb68a3a4e611/4650b874-1af1-4c89-a7a0-15139d3cb4c5/ec325f6b-e5b9-412a-a51a-5454eb038b49) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:08.171063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Allocated IP 172.20.0.10 (e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec/192e6864-aa71-45d2-a6e2-21ed5766ed9b/e082cdee-3190-447c-9b6d-666110a72a56) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:08.174494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ad70aaa6-4113-4296-92a5-564502c90e8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:08.221916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] Current status of the port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:08.223068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.290084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] For port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,segment=NetworkSegment(df65d644-e9fb-48b9-9a4b-94d22147051e),segment_id=df65d644-e9fb-48b9-9a4b-94d22147051e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:08.295803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.334267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-112ada3b-9e52-40ba-8c84-7c2baa345287 req-7e61adad-d8e7-48a8-89a0-74facccb7b17 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 210 time: 0.2513914 Jan 28 01:16:08.345129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=9245b18b-6df9-44af-b941-d7da46238e58,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:08.402530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:08.402874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7274d68-fa9c-4cd1-b18c-52a20050cfd1 None None] Pushing event updated for resources: {'Port': ['ID=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:08.402982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 8dd7f261-a123-4798-8aa7-ff962aca1011, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:08.590669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:08.625569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-46b39ec2-b834-4fff-81f1-bc47b8c98fd3 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051316 Jan 28 01:16:08.628993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (e4d90247-5e28-4abe-a641-88d33e6582e3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.661523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 8dd7f261-a123-4798-8aa7-ff962aca1011) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:08.672697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7ac99-3999-4892-903e-fb4b8cbef5e3 None None] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:08.678309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:08.679314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.745084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-58cfe3e0-3787-4280-9e7a-5668cc893094 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8475993 Jan 28 01:16:08.748161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:08.831587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for port (ec325f6b-e5b9-412a-a51a-5454eb038b49), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.926962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Subnet': ['ID=e4d90247-5e28-4abe-a641-88d33e6582e3,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:08.946303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks [] for port (e082cdee-3190-447c-9b6d-666110a72a56), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:08.951204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-8dd7f261-a123-4798-8aa7-ff962aca1011', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:08.952197 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.002005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ec325f6b-e5b9-412a-a51a-5454eb038b49), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.067751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:09.074928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:09.080443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:09.086303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:09.087147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.118224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1532583 Jan 28 01:16:09.127548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40800) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:09.158042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event updated for resources: {'Port': ['ID=ec325f6b-e5b9-412a-a51a-5454eb038b49,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:09.228614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e082cdee-3190-447c-9b6d-666110a72a56), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.272732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.278304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.278838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.279286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.279726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.280161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.280594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.286262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.286748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.287209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.287646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.288078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.288507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ac2c3-60e2-4d09-afa1-65de682174e6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:09.348604 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-97780b7d-9d30-4535-80e0-8768953c02a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.362302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:09.373944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:09.382861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Allocated IP 172.22.0.2 (8dd7f261-a123-4798-8aa7-ff962aca1011/9245b18b-6df9-44af-b941-d7da46238e58/601df236-b94d-4963-8811-6879fbc2d079) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:09.402198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:09.536452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:09.537080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.652982 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6894443 Jan 28 01:16:09.654697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f66457-b384-4933-a525-f992ca96bfd6 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Pushing event updated for resources: {'Port': ['ID=e082cdee-3190-447c-9b6d-666110a72a56,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:09.670938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Request body: {'port': {'device_id': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:09.747110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-3f345798-3682-460b-9bab-11daa04e3296 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1104612 Jan 28 01:16:09.782144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e082cdee-3190-447c-9b6d-666110a72a56), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.788974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:09.805070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting port ec325f6b-e5b9-412a-a51a-5454eb038b49 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:09.805363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ec325f6b-e5b9-412a-a51a-5454eb038b49), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.863192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Publish callbacks [] for port (601df236-b94d-4963-8811-6879fbc2d079), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.868571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3c3b2a9e-d393-4ca4-985d-dd7d89f8a953 None None] Provisioning complete for port ec325f6b-e5b9-412a-a51a-5454eb038b49 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:09.869002 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a9e-d393-4ca4-985d-dd7d89f8a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ec325f6b-e5b9-412a-a51a-5454eb038b49), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.873876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (601df236-b94d-4963-8811-6879fbc2d079), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.888319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-e865ae2d-6555-4c6d-9738-95697cf49605 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 217 time: 0.0698013 Jan 28 01:16:09.957444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Checking segment: {'id': '4fcf9274-355f-46c3-b5b0-8851e2c8fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:09.957849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network hostable DHCP agents. Network: ae13cdec-8437-47f6-af42-d54c77d4e078, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:09.995885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:09.997333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.035215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ec325f6b-e5b9-412a-a51a-5454eb038b49), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.055346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-56fff881-ad48-4a89-bee6-122f83eccef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:10.057483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-56fff881-ad48-4a89-bee6-122f83eccef0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1066256 Jan 28 01:16:10.066791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Calling delete_port for ec325f6b-e5b9-412a-a51a-5454eb038b49 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:10.187504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:10.194611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b2a9e-d393-4ca4-985d-dd7d89f8a953 None None] Port ec325f6b-e5b9-412a-a51a-5454eb038b49 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:10.215643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:10.225259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (e819aecd-5e76-4286-85c7-27969be3d3b8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.231538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Pushing event updated for resources: {'Port': ['ID=601df236-b94d-4963-8811-6879fbc2d079,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:10.236818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:10.340467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:10.374226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:10.430481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ec325f6b-e5b9-412a-a51a-5454eb038b49), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.480700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Attempting to bind port 601df236-b94d-4963-8811-6879fbc2d079 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:10.481084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Attempting to bind port 601df236-b94d-4963-8811-6879fbc2d079 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:10.481499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Attempting to bind port 601df236-b94d-4963-8811-6879fbc2d079 on network 8dd7f261-a123-4798-8aa7-ff962aca1011 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:10.487897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:10.488280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Checking segment: {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:10.488693 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.489201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Bound using segment: {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:10.490841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Bound port: 601df236-b94d-4963-8811-6879fbc2d079, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:10.491460 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (601df236-b94d-4963-8811-6879fbc2d079), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.499567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Port': ['ID=ec325f6b-e5b9-412a-a51a-5454eb038b49,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:10.567373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ae13cdec-8437-47f6-af42-d54c77d4e078) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:10.585054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad76ea-f7ee-4067-a7d1-f8243d9385d2 req-8147d0e4-e499-4ecd-8a85-82b467728a8c tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:10.586887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97ad76ea-f7ee-4067-a7d1-f8243d9385d2 req-8147d0e4-e499-4ecd-8a85-82b467728a8c tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 932 time: 0.7643428 Jan 28 01:16:10.605841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ca73f19-8025-4685-a8d3-c0140c84e1cf req-fa3ad03d-c731-4fe8-8890-c01d996c0802 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 0.2109149 Jan 28 01:16:10.621635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:10.624542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.682748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.693893 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b1adfe2-0f57-49d3-8ea0-0d2534088fe6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ec325f6b-e5b9-412a-a51a-5454eb038b49 HTTP/1.1" status: 204 len: 168 time: 1.5494273 Jan 28 01:16:10.708980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] For port 601df236-b94d-4963-8811-6879fbc2d079, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:10.712841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] For port 601df236-b94d-4963-8811-6879fbc2d079, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=601df236-b94d-4963-8811-6879fbc2d079,segment=NetworkSegment(32ce872d-c5df-4928-b55a-2b901bcc22f8),segment_id=32ce872d-c5df-4928-b55a-2b901bcc22f8)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:10.720019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e0ffb-f409-42ea-bf5e-d9fb9e4ca766 None None] Network ae13cdec-8437-47f6-af42-d54c77d4e078 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:10.740597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40840) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:10.810667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-da2aa80c-34bd-4233-902f-ffcad25cf234 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3037820 Jan 28 01:16:10.822524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40846) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:10.847032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'name': 'tempest-AllowedAddressPairTestJSON-994429642'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:10.849182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (601df236-b94d-4963-8811-6879fbc2d079), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.865538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e082cdee-3190-447c-9b6d-666110a72a56 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:16:10.868014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-c3bd68dc-d6b8-4810-b9a7-6b648cb26526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:10.869631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-c3bd68dc-d6b8-4810-b9a7-6b648cb26526 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7979338 Jan 28 01:16:10.881046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ae13cdec-8437-47f6-af42-d54c77d4e078', 'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'project_id': 'fd700b4495de45358a7ba4f8d5d7e9c3', 'fixed_ips': [{'subnet_id': 'e4d90247-5e28-4abe-a641-88d33e6582e3'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:10.882449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.928664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:10.949242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Publish callbacks [] for port (e082cdee-3190-447c-9b6d-666110a72a56), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:11.123649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86603a58-62d3-4f83-ac9c-939bda35a46a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:11.125377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86603a58-62d3-4f83-ac9c-939bda35a46a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3837786 Jan 28 01:16:11.135955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d931b-58d1-4116-ad05-61ba20044195 None None] Pushing event updated for resources: {'Port': ['ID=601df236-b94d-4963-8811-6879fbc2d079,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:11.143766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:11.184630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Transition to ACTIVE for port object e082cdee-3190-447c-9b6d-666110a72a56 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:16:11.247688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e082cdee-3190-447c-9b6d-666110a72a56), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:11.351991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Allocated IP 172.20.0.2 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:11.447387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-9b9e21c6-861e-4b73-9332-92b7325e798a service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353031 Jan 28 01:16:11.471703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97ad76ea-f7ee-4067-a7d1-f8243d9385d2 req-6af39111-b080-4062-bb9d-c21d74cc62ee tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8647585 Jan 28 01:16:11.528838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b3fb2-dbc4-4249-ab32-d354071d8b8c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:11.532422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f82b3fb2-dbc4-4249-ab32-d354071d8b8c tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3880510 Jan 28 01:16:11.538040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40874) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:11.781468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-d4437c06-5163-4608-8420-88f2489db54c service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850523 Jan 28 01:16:11.846032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ae497-5614-43fe-bb02-0e53b4c771e7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:11.847466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ae497-5614-43fe-bb02-0e53b4c771e7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:11.849497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ae497-5614-43fe-bb02-0e53b4c771e7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:11.853006 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7c5ae497-5614-43fe-bb02-0e53b4c771e7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2968214 Jan 28 01:16:11.873890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:11.913836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e082cdee-3190-447c-9b6d-666110a72a56,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:11.935615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 601df236-b94d-4963-8811-6879fbc2d079 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:11.944391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520d0ad3-c88d-40b5-b4d3-ee3fd17af228 req-20b677b8-7c83-41c3-9cd0-1f097191fff7 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.4535489 Jan 28 01:16:11.973445 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:11.983426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.044879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] device_id is not set on port 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:12.085790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-19a2e148-447c-410c-89c5-6566fc359d9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.1378894 Jan 28 01:16:12.096687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.099598 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Publish callbacks [] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.123127 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.226462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:12.231318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:12.253443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-79c0ecaf-5774-4af6-b83c-7072bcf6715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:12.272520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Pushing event updated for resources: {'Port': ['ID=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:12.276933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-79c0ecaf-5774-4af6-b83c-7072bcf6715a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1731157 Jan 28 01:16:12.281825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:12.311765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.312113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.312460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.312798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.313131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.313512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.313803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.332783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.333140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.333485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.333849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.334190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.334525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:12.403898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 601df236-b94d-4963-8811-6879fbc2d079 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:12.406360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (601df236-b94d-4963-8811-6879fbc2d079), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.411675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.483727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b925b-b540-4ad9-9223-3b794338ff03 req-c153ea4c-cd55-4048-8382-b095c8a48653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:12.484955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-c153ea4c-cd55-4048-8382-b095c8a48653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1727934 Jan 28 01:16:12.573943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Attempting to bind port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:12.575914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Attempting to bind port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4fcf9274-355f-46c3-b5b0-8851e2c8fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:12.577003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Attempting to bind port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d on network ae13cdec-8437-47f6-af42-d54c77d4e078 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:12.592849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:12.593408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Checking segment: {'id': '4fcf9274-355f-46c3-b5b0-8851e2c8fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:12.595168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.595168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Bound using segment: {'id': '4fcf9274-355f-46c3-b5b0-8851e2c8fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:12.595168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Bound port: c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcf9274-355f-46c3-b5b0-8851e2c8fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:12.595539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.706760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 601df236-b94d-4963-8811-6879fbc2d079 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:12.707171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (601df236-b94d-4963-8811-6879fbc2d079), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.739475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-03e309fd-5170-4bbc-9bd2-c9f95668f4ca service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885655 Jan 28 01:16:12.899494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 601df236-b94d-4963-8811-6879fbc2d079, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=601df236-b94d-4963-8811-6879fbc2d079,segment=NetworkSegment(32ce872d-c5df-4928-b55a-2b901bcc22f8),segment_id=32ce872d-c5df-4928-b55a-2b901bcc22f8)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:12.915408 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (601df236-b94d-4963-8811-6879fbc2d079), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.965082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf088a14-b8fc-447c-814c-d586cd4a416d req-15688d7a-d254-476b-b58c-4a15a3bedc4e tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:12.967441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf088a14-b8fc-447c-814c-d586cd4a416d req-15688d7a-d254-476b-b58c-4a15a3bedc4e tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 944 time: 0.1947839 Jan 28 01:16:13.029636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=601df236-b94d-4963-8811-6879fbc2d079,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:13.051054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] For port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:13.063469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] For port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,segment=NetworkSegment(4fcf9274-355f-46c3-b5b0-8851e2c8fc21),segment_id=4fcf9274-355f-46c3-b5b0-8851e2c8fc21)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:13.073632 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.224275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Allocated IP 172.20.0.3 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/15a5ab2f-35c3-4037-9cb4-7d0af24dec0b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:13.224824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf79acc-b71c-4536-a72d-cbc8bf0bf7af None None] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:13.245824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet 4650b874-1af1-4c89-a7a0-15139d3cb4c5 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:13.258233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (4650b874-1af1-4c89-a7a0-15139d3cb4c5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.361464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Deleting port 5d769a1a-902b-4a94-8f05-196686d6a315 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:13.362051 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.387994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566b925b-b540-4ad9-9223-3b794338ff03 req-59eb9905-8e6b-47fe-a5d5-cfcb080f4a36 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121094 Jan 28 01:16:13.401656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d996223c-9736-47af-a604-122805510f89 req-d38f26c2-c82d-4cb5-8a18-dcdc9b35266d tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.2576709 Jan 28 01:16:13.442491 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.456626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-63c2ef75-b4f2-4356-9508-3b9ad9c4c146 None None] Provisioning complete for port 601df236-b94d-4963-8811-6879fbc2d079 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:13.459246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-63c2ef75-b4f2-4356-9508-3b9ad9c4c146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (601df236-b94d-4963-8811-6879fbc2d079), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.467905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571d8f0-14e0-42a7-a245-a58bf7f72def None None] Pushing event updated for resources: {'Port': ['ID=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:13.534739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Attempting to bind port e082cdee-3190-447c-9b6d-666110a72a56 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:13.535040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Attempting to bind port e082cdee-3190-447c-9b6d-666110a72a56 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'a39edc96-ace4-47cd-b6f2-0821d144dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:13.535369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Attempting to bind port e082cdee-3190-447c-9b6d-666110a72a56 on network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:13.569467 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.576463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Port e082cdee-3190-447c-9b6d-666110a72a56 on network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:16:13.576792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Attempting to bind port e082cdee-3190-447c-9b6d-666110a72a56 on network e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:13.590431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (4650b874-1af1-4c89-a7a0-15139d3cb4c5), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.610579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 601df236-b94d-4963-8811-6879fbc2d079 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:13.615091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:13.615432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Checking segment: {'id': 'a39edc96-ace4-47cd-b6f2-0821d144dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:13.615818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Bound using segment: {'id': 'a39edc96-ace4-47cd-b6f2-0821d144dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:13.616411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf088a14-b8fc-447c-814c-d586cd4a416d req-c4cff4f4-fdee-4d91-8bff-764ed06ca7e8 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840020 Jan 28 01:16:13.624762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Bound port: e082cdee-3190-447c-9b6d-666110a72a56, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39edc96-ace4-47cd-b6f2-0821d144dde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:13.625145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e082cdee-3190-447c-9b6d-666110a72a56), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.777551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] For port e082cdee-3190-447c-9b6d-666110a72a56, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:13.781734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] For port e082cdee-3190-447c-9b6d-666110a72a56, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e082cdee-3190-447c-9b6d-666110a72a56,segment=NetworkSegment(a39edc96-ace4-47cd-b6f2-0821d144dde9),segment_id=a39edc96-ace4-47cd-b6f2-0821d144dde9)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:13.807575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e082cdee-3190-447c-9b6d-666110a72a56), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.831376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-63c2ef75-b4f2-4356-9508-3b9ad9c4c146 None None] Current status of the port 601df236-b94d-4963-8811-6879fbc2d079 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:13.876870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 601df236-b94d-4963-8811-6879fbc2d079 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:13.877561 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (601df236-b94d-4963-8811-6879fbc2d079), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.885100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] For port 5d769a1a-902b-4a94-8f05-196686d6a315, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5d769a1a-902b-4a94-8f05-196686d6a315,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:13.896612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.928945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Calling delete_port for 5d769a1a-902b-4a94-8f05-196686d6a315 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:13.938088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:13.938755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.940237 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] 10.222.0.43 "PUT /v2.0/ports/e082cdee-3190-447c-9b6d-666110a72a56 HTTP/1.1" status: 200 len: 1092 time: 4.2738934 Jan 28 01:16:13.942761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'tag': 'e082cdee-3190-447c-9b6d-666110a72a56'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:13.945310 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847b11f7-49e7-4880-a245-bd8cccb4a8df" -d '{"events": [{"name": "network-changed", "server_uuid": "adca2bbb-7e89-4679-a335-e82aa2f4891c", "tag": "e082cdee-3190-447c-9b6d-666110a72a56"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:13.981720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.061128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4650b874-1af1-4c89-a7a0-15139d3cb4c5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.099651 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f548ab2b-2a87-4bc9-b769-abaf23e84610 x-openstack-request-id: req-f548ab2b-2a87-4bc9-b769-abaf23e84610 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:14.100119 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adca2bbb-7e89-4679-a335-e82aa2f4891c", "tag": "e082cdee-3190-447c-9b6d-666110a72a56", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:14.100698 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f548ab2b-2a87-4bc9-b769-abaf23e84610 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:14.101408 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'tag': 'e082cdee-3190-447c-9b6d-666110a72a56', 'status': 'completed', 'code': 200} Jan 28 01:16:14.185428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 601df236-b94d-4963-8811-6879fbc2d079 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:14.203904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.22.0.1 (8dd7f261-a123-4798-8aa7-ff962aca1011/9245b18b-6df9-44af-b941-d7da46238e58/72119483-6be0-4d13-930e-ba1aa24d216f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:14.283377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:14.284628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54304a-a879-4103-982b-fb5b984a2a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e082cdee-3190-447c-9b6d-666110a72a56,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:14.322531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:14.333127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:14.364974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7d745096-6c6c-41a1-9e2b-75f244298188 None None] Provisioning complete for port 601df236-b94d-4963-8811-6879fbc2d079 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:14.365360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d745096-6c6c-41a1-9e2b-75f244298188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (601df236-b94d-4963-8811-6879fbc2d079), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.442533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (72119483-6be0-4d13-930e-ba1aa24d216f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.602864 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.611059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5d769a1a-902b-4a94-8f05-196686d6a315), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.619026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (4650b874-1af1-4c89-a7a0-15139d3cb4c5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.690565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8eddc0c4-2dd2-4174-8ddc-9211669ea6b3 req-4978784b-48df-435e-8d53-b5490517d024 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0997791 Jan 28 01:16:14.906195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=4650b874-1af1-4c89-a7a0-15139d3cb4c5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:14.950801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.968390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8dfd3311-1c8d-497c-a8c4-25a5168c150d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/4650b874-1af1-4c89-a7a0-15139d3cb4c5 HTTP/1.1" status: 204 len: 168 time: 3.0841939 Jan 28 01:16:15.014950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40904) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:15.049130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d3b72-081d-4034-bf25-27a64a7316ec None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:15.052223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-e1075013-30a9-4e20-8faf-33e276a12815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:15.053744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-e1075013-30a9-4e20-8faf-33e276a12815 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=722331d0bbb44aec9f9251c32c462838&device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 1095 time: 0.8459487 Jan 28 01:16:15.063574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:15.092266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=15a5ab2f-35c3-4037-9cb4-7d0af24dec0b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:15.200654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7d745096-6c6c-41a1-9e2b-75f244298188 None None] Current status of the port 601df236-b94d-4963-8811-6879fbc2d079 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:15.290260 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (e819aecd-5e76-4286-85c7-27969be3d3b8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:15.312742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:15.325142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:15.326564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:15.347314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:15.403564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-5ce2c96e-7eba-4534-9419-731d10f3894d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e082cdee-3190-447c-9b6d-666110a72a56 HTTP/1.1" status: 200 len: 217 time: 0.2639773 Jan 28 01:16:15.421835 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f799ff1b-d572-4dd1-b06b-c977d50cb4c8 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5824978 Jan 28 01:16:15.422841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40910) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:15.468466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'name': 'tempest-AllowedAddressPairTestJSON-642349206', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:38:86:38'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:15.568330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31457194-c3c9-443e-8678-4445938ef012 None None] Network ae13cdec-8437-47f6-af42-d54c77d4e078 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:15.778125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:15.779857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Deleting subnet f2acba42-547d-471b-9275-b8bdbb15b0f0 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:15.816942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks [] for subnet (f2acba42-547d-471b-9275-b8bdbb15b0f0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:15.830470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-c99e0725-8e2e-47cd-9ea2-3c9ee6fe74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:15.831970 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-c99e0725-8e2e-47cd-9ea2-3c9ee6fe74eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=192e6864-aa71-45d2-a6e2-21ed5766ed9b HTTP/1.1" status: 200 len: 853 time: 0.3988369 Jan 28 01:16:15.930261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] Provisioning complete for port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:15.930963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.035358 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-c28c35c2-5724-44d5-a03e-253e1121acfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233578 Jan 28 01:16:16.274903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f2acba42-547d-471b-9275-b8bdbb15b0f0), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.315747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:16.321617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.437296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] Current status of the port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:16.439633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.565907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] For port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,segment=NetworkSegment(4fcf9274-355f-46c3-b5b0-8851e2c8fc21),segment_id=4fcf9274-355f-46c3-b5b0-8851e2c8fc21)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:16.582963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.655022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:16.685294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db7d5b9e-c563-45bc-bd70-2ec486ac7296 req-fdbf8eaa-e2f3-400c-b6ec-58bcbbcd6701 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 1.3901961 Jan 28 01:16:16.758140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=72119483-6be0-4d13-930e-ba1aa24d216f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:16.798707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e386c8-961b-46f8-86b5-c39761e2551c req-9fb61b19-81fe-497e-87fe-ae4363297058 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:16.806092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e386c8-961b-46f8-86b5-c39761e2551c req-9fb61b19-81fe-497e-87fe-ae4363297058 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 944 time: 1.8634071 Jan 28 01:16:16.867305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:16.868892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.876685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da291154-3b00-4063-8e78-91295e1ff8c5 req-ecc6ebe7-48c5-4919-815b-7f37ac684b97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1761632 Jan 28 01:16:16.896830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Provisioning complete for port 72119483-6be0-4d13-930e-ba1aa24d216f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:16.897572 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.908205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dbe59-5167-4676-917c-f40523fb2c44 None None] Pushing event updated for resources: {'Port': ['ID=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:16.910443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-be86f8f3-f3ba-4b16-84a3-d84e49a4637d service neutron] 10.222.0.43 "GET /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604753 Jan 28 01:16:16.918726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f2acba42-547d-471b-9275-b8bdbb15b0f0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:16.922489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9719e3ae-86e9-4d37-8e0d-047fcdcd64c9 req-322316aa-c54c-444c-bd48-eac85672b504 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.2231493 Jan 28 01:16:16.931297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d769a1a-902b-4a94-8f05-196686d6a315,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:16.937574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.042491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e386c8-961b-46f8-86b5-c39761e2551c req-169f796c-61bd-48b9-a30c-fa3dff9503d8 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341175 Jan 28 01:16:17.083865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Port 72119483-6be0-4d13-930e-ba1aa24d216f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:17.101424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Provisioning complete for port 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:17.101796 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.105324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] device_id is not set on port 82574102-e41c-4fbd-befe-6b5f7a214a16 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:17.156698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Port 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:17.182206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Provisioning complete for port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:17.183289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.202509 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b054da9-055f-4874-be9a-56713f5d7a06 req-00438f68-1fe7-481f-9ba8-1141a33149f7 service neutron] 10.222.0.43 "GET /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801092 Jan 28 01:16:17.278618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f2acba42-547d-471b-9275-b8bdbb15b0f0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.365536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Subnet': ['ID=f2acba42-547d-471b-9275-b8bdbb15b0f0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:17.367772 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.371737 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a18da718-6f12-48f1-9ad6-3ec3d5ec00cc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/f2acba42-547d-471b-9275-b8bdbb15b0f0 HTTP/1.1" status: 204 len: 168 time: 2.3431692 Jan 28 01:16:17.379233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f99b4ee-94f1-4039-9e0b-e8f3eae1a269 None None] Network ae091c38-93f1-4d3a-b53e-cb68a3a4e611 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:17.392787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40922) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:17.442545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2ca2f7d4-1801-41b3-917b-5456e95df8b2 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477502 Jan 28 01:16:17.457196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40926) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:17.503542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-b571d04c-c658-4fda-a76d-74ab24c73bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:17.516730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-b571d04c-c658-4fda-a76d-74ab24c73bf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=722331d0bbb44aec9f9251c32c462838&device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 1095 time: 0.1784275 Jan 28 01:16:17.532351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Allocated IP 172.20.0.7 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/82574102-e41c-4fbd-befe-6b5f7a214a16) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:17.548022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa89a4-53c1-4a89-b8b5-7af34fbe8652 None None] Current status of the port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:17.711784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] DHCP port deletion for ae091c38-93f1-4d3a-b53e-cb68a3a4e611 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:16:17.751987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c19d24b-9e58-45dc-b45a-e73d61ba1983 None None] Provisioning complete for port 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:17.752714 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c19d24b-9e58-45dc-b45a-e73d61ba1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.753558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-e4b8761b-cceb-4799-9304-c250eea575fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:17.755811 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-e4b8761b-cceb-4799-9304-c250eea575fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec HTTP/1.1" status: 200 len: 914 time: 0.2377706 Jan 28 01:16:17.796759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:17.880750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c19d24b-9e58-45dc-b45a-e73d61ba1983 None None] Port 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:17.895721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:17.899851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c60858-e076-4333-9ea4-f077927dee38 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:17.901504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e3c60858-e076-4333-9ea4-f077927dee38 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4023535 Jan 28 01:16:17.907372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40928) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:17.968633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6def1-39f4-44ef-be20-00b4bbe37d86 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:17.970437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2dc6def1-39f4-44ef-be20-00b4bbe37d86 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620449 Jan 28 01:16:17.975677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:18.017887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (82574102-e41c-4fbd-befe-6b5f7a214a16), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.043182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8c909891-336e-4c6e-945e-22a0c8738819 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470090 Jan 28 01:16:18.077598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40932) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:18.084141 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-3d23f1db-2388-4b12-b81c-7d60fd2b7ffa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e082cdee-3190-447c-9b6d-666110a72a56 HTTP/1.1" status: 200 len: 217 time: 0.2749324 Jan 28 01:16:18.093074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] Deleting port ad70aaa6-4113-4296-92a5-564502c90e8d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:18.093469 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.173209 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85cccb7-0f8b-4b2c-a3a8-f76132298f24 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:18.173824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (82574102-e41c-4fbd-befe-6b5f7a214a16), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.174799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c19d24b-9e58-45dc-b45a-e73d61ba1983 None None] Provisioning complete for port ad70aaa6-4113-4296-92a5-564502c90e8d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:18.175195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c19d24b-9e58-45dc-b45a-e73d61ba1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.180149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85cccb7-0f8b-4b2c-a3a8-f76132298f24 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:18.194941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-c2a14348-1b14-469d-8363-b6c6833d2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:18.200643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d85cccb7-0f8b-4b2c-a3a8-f76132298f24 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ec325f6b-e5b9-412a-a51a-5454eb038b49 HTTP/1.1" status: 404 len: 333 time: 0.1196289 Jan 28 01:16:18.205752 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-c2a14348-1b14-469d-8363-b6c6833d2d85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=192e6864-aa71-45d2-a6e2-21ed5766ed9b HTTP/1.1" status: 200 len: 853 time: 0.1096385 Jan 28 01:16:18.225009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40938) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:18.311417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] For port ad70aaa6-4113-4296-92a5-564502c90e8d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad70aaa6-4113-4296-92a5-564502c90e8d,segment=NetworkSegment(1c9ea54a-fc20-4744-b149-2b8673a39f24),segment_id=1c9ea54a-fc20-4744-b149-2b8673a39f24)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:18.311747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.325300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] Calling delete_port for ad70aaa6-4113-4296-92a5-564502c90e8d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:18.343303 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-310700db-a531-4440-826a-5c46acb6886f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360486 Jan 28 01:16:18.470912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:18.471346 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.508608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:18.538571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=82574102-e41c-4fbd-befe-6b5f7a214a16,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:18.543360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:18.554051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:18.612739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Router e819aecd-5e76-4286-85c7-27969be3d3b8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:18.664715 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a03c26-b804-4cab-ad1e-4103f4c4ec55 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:18.670953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a03c26-b804-4cab-ad1e-4103f4c4ec55 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:18.682162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1a03c26-b804-4cab-ad1e-4103f4c4ec55 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/4650b874-1af1-4c89-a7a0-15139d3cb4c5 HTTP/1.1" status: 404 len: 337 time: 0.4145691 Jan 28 01:16:18.682898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:18.710535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5e093fa-f851-44a3-97ba-93aaf3407643 req-c9b1ee7a-1156-4a47-9fdb-9af8b76cccd8 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.4838398 Jan 28 01:16:18.726433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (ad70aaa6-4113-4296-92a5-564502c90e8d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.776326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:18.778810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:18.808687 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f63341d9-1d9c-43ae-aa2c-13d9232d545b tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.3740516 Jan 28 01:16:18.810435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:18.823423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] No DVR routers for this DVR port ad70aaa6-4113-4296-92a5-564502c90e8d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:18.851791 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5427925-67ea-40a9-80ee-f7a15c622181 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:18.854183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5427925-67ea-40a9-80ee-f7a15c622181 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:18.858040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-a8b032a3-9c4d-4e02-ae17-63a7b183cd32 service neutron] 10.222.0.43 "GET /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924974 Jan 28 01:16:18.861536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40950) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:18.864357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b5427925-67ea-40a9-80ee-f7a15c622181 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/f2acba42-547d-471b-9275-b8bdbb15b0f0 HTTP/1.1" status: 404 len: 337 time: 0.1658843 Jan 28 01:16:18.917616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e082cdee-3190-447c-9b6d-666110a72a56 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:16:18.980003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c19d24b-9e58-45dc-b45a-e73d61ba1983 None None] Current status of the port ad70aaa6-4113-4296-92a5-564502c90e8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:18.990930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c46d5-0369-40a8-9317-2d9075ba707b None None] Pushing event deleted for resources: {'Port': ['ID=ad70aaa6-4113-4296-92a5-564502c90e8d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:18.993755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41c417-472c-4518-9815-1a1cbe8eb070 req-e4dde97b-324e-4b18-b80f-e83ef6fb9a72 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:18.995288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a41c417-472c-4518-9815-1a1cbe8eb070 req-e4dde97b-324e-4b18-b80f-e83ef6fb9a72 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 944 time: 0.6978190 Jan 28 01:16:19.011194 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bcc821-4dc0-44e3-95e5-53a39627a207 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.012650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bcc821-4dc0-44e3-95e5-53a39627a207 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.014851 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9bcc821-4dc0-44e3-95e5-53a39627a207 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/3ab5c6f5-501e-4953-b3cc-2e5711c3dc28 HTTP/1.1" status: 404 len: 333 time: 0.1528063 Jan 28 01:16:19.019706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40952) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.061562 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b6fe2f-79b8-4c90-b862-99a685a8312b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.062610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b6fe2f-79b8-4c90-b862-99a685a8312b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.065707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b1b6fe2f-79b8-4c90-b862-99a685a8312b tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/7e837c94-ab6e-4832-baae-c58b0ac09a9c HTTP/1.1" status: 404 len: 337 time: 0.0449796 Jan 28 01:16:19.072199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.095613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eac518-0b59-46ea-b540-f6a3014d7c05 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:19.103040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eac518-0b59-46ea-b540-f6a3014d7c05 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:19.109073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eac518-0b59-46ea-b540-f6a3014d7c05 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:19.113619 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9eac518-0b59-46ea-b540-f6a3014d7c05 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2981024 Jan 28 01:16:19.115553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40956) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.140019 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea34cf49-40c6-479d-b8e0-7b41a309b0b5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.140467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea34cf49-40c6-479d-b8e0-7b41a309b0b5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.143725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ea34cf49-40c6-479d-b8e0-7b41a309b0b5 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e01f5eb0-a6a3-499f-bc2d-a79dc0402b6c HTTP/1.1" status: 404 len: 337 time: 0.0705876 Jan 28 01:16:19.149615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40958) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.155373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e082cdee-3190-447c-9b6d-666110a72a56, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e082cdee-3190-447c-9b6d-666110a72a56,segment=NetworkSegment(a39edc96-ace4-47cd-b6f2-0821d144dde9),segment_id=a39edc96-ace4-47cd-b6f2-0821d144dde9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:19.172313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'e082cdee-3190-447c-9b6d-666110a72a56', 'network_id': 'e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec', 'port_id': 'e082cdee-3190-447c-9b6d-666110a72a56', 'mac_address': 'fa:16:3e:76:92:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192e6864-aa71-45d2-a6e2-21ed5766ed9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:16:19.191238 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-87517ac7-9d86-4f67-8f0d-eda014199f3a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.192406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87517ac7-9d86-4f67-8f0d-eda014199f3a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.195154 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-87517ac7-9d86-4f67-8f0d-eda014199f3a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/bcbc9f72-35c3-439e-9ac5-7c0d476dfcb1 HTTP/1.1" status: 404 len: 333 time: 0.0420580 Jan 28 01:16:19.198377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40960) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.225541 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-847b11f7-49e7-4880-a245-bd8cccb4a8df req-c4288060-8802-44c9-a389-8c49412a9e8e service neutron] 10.222.0.43 "GET /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518002 Jan 28 01:16:19.231743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:19.237022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ffbbaaf3-5c95-4976-ab27-931e8286c26c None None] Provisioning complete for port 82574102-e41c-4fbd-befe-6b5f7a214a16 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:19.237517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffbbaaf3-5c95-4976-ab27-931e8286c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (82574102-e41c-4fbd-befe-6b5f7a214a16), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.258994 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eda1914-4518-48fa-a8d8-ca4fbca4ec01 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.259655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eda1914-4518-48fa-a8d8-ca4fbca4ec01 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.273502 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5eda1914-4518-48fa-a8d8-ca4fbca4ec01 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/a300a8c2-1b2e-4116-b963-fdbedc18bae4 HTTP/1.1" status: 404 len: 337 time: 0.0713098 Jan 28 01:16:19.280822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40962) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.285507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e082cdee-3190-447c-9b6d-666110a72a56 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:19.285992 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e082cdee-3190-447c-9b6d-666110a72a56), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.311721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e082cdee-3190-447c-9b6d-666110a72a56 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:16:19.318997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbaaf3-5c95-4976-ab27-931e8286c26c None None] Port 82574102-e41c-4fbd-befe-6b5f7a214a16 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:19.335107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e082cdee-3190-447c-9b6d-666110a72a56, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e082cdee-3190-447c-9b6d-666110a72a56,segment=NetworkSegment(a39edc96-ace4-47cd-b6f2-0821d144dde9),segment_id=a39edc96-ace4-47cd-b6f2-0821d144dde9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:19.340449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e082cdee-3190-447c-9b6d-666110a72a56), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.351981 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de4c752-fc0a-4db9-96ba-983d3c85ed29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.352394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de4c752-fc0a-4db9-96ba-983d3c85ed29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.355517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3de4c752-fc0a-4db9-96ba-983d3c85ed29 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/233623d3-d7b6-4cf0-91a3-789e92411a09 HTTP/1.1" status: 404 len: 337 time: 0.0735795 Jan 28 01:16:19.358099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40964) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.366503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:19.383750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40966) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.384420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c2b0add3-6e76-4c80-9d74-9885dd96eaf2 admin admin] 10.222.0.23 "PUT /v2.0/routers/e819aecd-5e76-4286-85c7-27969be3d3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3422709 Jan 28 01:16:19.396702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a41c417-472c-4518-9815-1a1cbe8eb070 req-d9d995f9-5260-42c6-92cd-5e015abd8546 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890533 Jan 28 01:16:19.436028 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4cdb25-1913-484f-bebd-afe4fa6ea8d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.437147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4cdb25-1913-484f-bebd-afe4fa6ea8d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.440516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0c4cdb25-1913-484f-bebd-afe4fa6ea8d6 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ccfa1110-ccd0-460d-b6aa-69077c5533a8 HTTP/1.1" status: 404 len: 333 time: 0.0814998 Jan 28 01:16:19.443514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40968) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.450137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] Sync routers for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:19.469164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e082cdee-3190-447c-9b6d-666110a72a56,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:19.482979 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (72119483-6be0-4d13-930e-ba1aa24d216f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.487035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:19.488437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:19.500548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.548974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port 82574102-e41c-4fbd-befe-6b5f7a214a16 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:19.549340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (82574102-e41c-4fbd-befe-6b5f7a214a16), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.554868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad70aaa6-4113-4296-92a5-564502c90e8d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:19.558291 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddd1c8b-3c5c-4af7-a60b-b7e45d12032f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.558767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddd1c8b-3c5c-4af7-a60b-b7e45d12032f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.564465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5ddd1c8b-3c5c-4af7-a60b-b7e45d12032f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/41341af8-c113-43cf-a424-c048a73bde3a HTTP/1.1" status: 404 len: 337 time: 0.1198838 Jan 28 01:16:19.565026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.582380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ad70aaa6-4113-4296-92a5-564502c90e8d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:19.582728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad70aaa6-4113-4296-92a5-564502c90e8d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:19.599514 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8059085-21c8-4fa8-b2d5-688023316b0e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.600032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8059085-21c8-4fa8-b2d5-688023316b0e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.603802 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d8059085-21c8-4fa8-b2d5-688023316b0e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e1e42cf3-5ddd-43fe-8fb2-64228e697d70 HTTP/1.1" status: 404 len: 337 time: 0.0371482 Jan 28 01:16:19.605635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks [] for router (e819aecd-5e76-4286-85c7-27969be3d3b8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.607866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.652074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.657816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e082cdee-3190-447c-9b6d-666110a72a56'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:19.682747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=72119483-6be0-4d13-930e-ba1aa24d216f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:19.731826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:19.752827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks [] for router_gateway (e819aecd-5e76-4286-85c7-27969be3d3b8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.760926 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a4f07f-7c59-465c-bb46-9b6c6dd1c3f0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.761587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a4f07f-7c59-465c-bb46-9b6c6dd1c3f0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.768671 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39a4f07f-7c59-465c-bb46-9b6c6dd1c3f0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/a6f56a28-822e-4e2b-8a8c-f6807f56fb7d HTTP/1.1" status: 404 len: 333 time: 0.1583185 Jan 28 01:16:19.769300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.803448 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d8a98b-203a-4705-8346-3d2942ba0c30 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.804101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d8a98b-203a-4705-8346-3d2942ba0c30 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.810864 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30d8a98b-203a-4705-8346-3d2942ba0c30 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/3a51a15b-c2a9-4f97-b532-831046991e02 HTTP/1.1" status: 404 len: 337 time: 0.0391808 Jan 28 01:16:19.812585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.817847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (82574102-e41c-4fbd-befe-6b5f7a214a16), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.866935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for 82574102-e41c-4fbd-befe-6b5f7a214a16 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:19.868987 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce827487-f68d-4f98-a5c8-b646702f223a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.869560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce827487-f68d-4f98-a5c8-b646702f223a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.876025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ce827487-f68d-4f98-a5c8-b646702f223a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/f5ee2542-57d8-4552-ac1d-a57561931cfa HTTP/1.1" status: 404 len: 333 time: 0.0623434 Jan 28 01:16:19.877148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.919631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d0192c53-4f5f-4b0d-b66c-d21eb2a97ac7 req-4a70b73a-63e1-4a18-8c22-ad283b4133b5 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0652320 Jan 28 01:16:19.926607 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b06fd58-5e8b-4d04-86a5-5fc931344dcf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:19.927343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b06fd58-5e8b-4d04-86a5-5fc931344dcf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:19.932632 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b06fd58-5e8b-4d04-86a5-5fc931344dcf tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6be59eb2-73cb-4696-9241-95ea5f9d4ddd HTTP/1.1" status: 404 len: 337 time: 0.0527751 Jan 28 01:16:19.933341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:19.934864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:19.940311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:20.036804 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f5ad3b-e269-4b89-addd-f40ba35b2dca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.039601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f5ad3b-e269-4b89-addd-f40ba35b2dca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.051368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-48f5ad3b-e269-4b89-addd-f40ba35b2dca tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/0321780c-d92e-4913-a49a-bc27f49fa847 HTTP/1.1" status: 404 len: 333 time: 0.1132338 Jan 28 01:16:20.060859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.078878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Deleting port 86901ab7-28da-436e-9f46-a7345042931b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:20.079241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (86901ab7-28da-436e-9f46-a7345042931b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:20.232495 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8ecb2d-5670-4b30-bafd-02b51128e62f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.233210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8ecb2d-5670-4b30-bafd-02b51128e62f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.236590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0b8ecb2d-5670-4b30-bafd-02b51128e62f tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e03ffe29-4970-4616-97b1-14bc31397266 HTTP/1.1" status: 404 len: 337 time: 0.1760962 Jan 28 01:16:20.242827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41016) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.288317 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b5f347-2325-4d69-9d71-ea5c61c93894 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.289201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b5f347-2325-4d69-9d71-ea5c61c93894 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.292650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f6b5f347-2325-4d69-9d71-ea5c61c93894 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/6eb11a29-eec5-4130-86e9-6ac61992ca6c HTTP/1.1" status: 404 len: 333 time: 0.0462048 Jan 28 01:16:20.294669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] For port 86901ab7-28da-436e-9f46-a7345042931b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86901ab7-28da-436e-9f46-a7345042931b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:20.297387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41018) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.297709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (86901ab7-28da-436e-9f46-a7345042931b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:20.343579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Calling delete_port for 86901ab7-28da-436e-9f46-a7345042931b owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:20.347745 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-027c502f-8f7d-4a0f-a31d-b8a3f9942212 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.348320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027c502f-8f7d-4a0f-a31d-b8a3f9942212 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.351548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-027c502f-8f7d-4a0f-a31d-b8a3f9942212 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/d41f4f6e-b3e7-4ffc-ae0d-f5e7ea08bf14 HTTP/1.1" status: 404 len: 337 time: 0.0504889 Jan 28 01:16:20.354532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:20.355833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41020) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.383243 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c08f213-a7e5-4f58-8436-38e6b8a9b866 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.384078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c08f213-a7e5-4f58-8436-38e6b8a9b866 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.387476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1c08f213-a7e5-4f58-8436-38e6b8a9b866 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/645066af-8371-48bb-a8f8-bf465741d804 HTTP/1.1" status: 404 len: 333 time: 0.0303476 Jan 28 01:16:20.390543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.420737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4dca5b00-20aa-4ba1-8629-ceb7bddccf6c None None] Provisioning complete for port 72119483-6be0-4d13-930e-ba1aa24d216f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:20.421098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dca5b00-20aa-4ba1-8629-ceb7bddccf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:20.477071 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-357e704c-7ca2-406c-8b95-b1199e8a4ef9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.482460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357e704c-7ca2-406c-8b95-b1199e8a4ef9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.484668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4dca5b00-20aa-4ba1-8629-ceb7bddccf6c None None] Port 72119483-6be0-4d13-930e-ba1aa24d216f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:20.487948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-357e704c-7ca2-406c-8b95-b1199e8a4ef9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/22372b8d-60b6-4cdf-9b3d-86a9f1f5f0b3 HTTP/1.1" status: 404 len: 337 time: 0.0954883 Jan 28 01:16:20.491176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.501700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '86901ab7-28da-436e-9f46-a7345042931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:16:14Z', 'revision_number': 5, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port': {'id': '86901ab7-28da-436e-9f46-a7345042931b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:20.542155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] Checking router: e819aecd-5e76-4286-85c7-27969be3d3b8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:20.548309 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e16a78-5dd4-47b6-8877-1366642e3397 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.548935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e16a78-5dd4-47b6-8877-1366642e3397 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.551996 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-55e16a78-5dd4-47b6-8877-1366642e3397 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/f19299ed-38b3-48b7-97f7-a8acc6ed172a HTTP/1.1" status: 404 len: 333 time: 0.0598350 Jan 28 01:16:20.554545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41034) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.558880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] Routers {'e819aecd-5e76-4286-85c7-27969be3d3b8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:20.559719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e819aecd-5e76-4286-85c7-27969be3d3b8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:20.606209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-768a2d3c-232c-4650-b274-264fe04bc2ae req-41b4deb1-5a54-4cc0-94cc-c8c63ee9fa7b tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0414605 Jan 28 01:16:20.656189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] Set router e819aecd-5e76-4286-85c7-27969be3d3b8 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:20.718338 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca5b6ff-d082-4ffb-ad72-59fe4728e7bc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.718802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca5b6ff-d082-4ffb-ad72-59fe4728e7bc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.721879 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7ca5b6ff-d082-4ffb-ad72-59fe4728e7bc tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6130edcf-f70e-4222-be9b-d60e0c5c827b HTTP/1.1" status: 404 len: 337 time: 0.1663935 Jan 28 01:16:20.724918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.742875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:16:19Z', 'revision_number': 6, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:20.754320 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cbb2a7-08c2-46cd-82c5-1d50024f7e1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.754779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cbb2a7-08c2-46cd-82c5-1d50024f7e1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.758472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35cbb2a7-08c2-46cd-82c5-1d50024f7e1d tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/eaa97ada-29e1-4c33-9d78-601abb755d8e HTTP/1.1" status: 404 len: 337 time: 0.0326431 Jan 28 01:16:20.760948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41038) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.785687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14008458-d41a-4b63-aadc-126f377e8099 None None] The sync data for ids ['e819aecd-5e76-4286-85c7-27969be3d3b8'] in n-d-826756-1 is: [{'id': 'e819aecd-5e76-4286-85c7-27969be3d3b8', 'name': 'tempest-ServersTestBootFromVolume-978667047-router', 'tenant_id': '55d8511b12e84fdaa037ab1cf8628da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:12:17Z', 'updated_at': '2022-01-28T01:16:19Z', 'revision_number': 6, 'project_id': '55d8511b12e84fdaa037ab1cf8628da6', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:20.785933 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b93b7fb-d4be-4053-9d61-6fb4402103e0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.786469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b93b7fb-d4be-4053-9d61-6fb4402103e0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.789479 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b93b7fb-d4be-4053-9d61-6fb4402103e0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/fbefa6d2-3ba7-4f68-a196-ecf013c7c827 HTTP/1.1" status: 404 len: 333 time: 0.0276186 Jan 28 01:16:20.793376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41040) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.836232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d521811-8a3e-4fa5-a669-691acbde48c9 req-cbbe1c6a-fbf1-416f-ac42-b62bdf47cab1 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:20.837907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d521811-8a3e-4fa5-a669-691acbde48c9 req-cbbe1c6a-fbf1-416f-ac42-b62bdf47cab1 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 945 time: 0.2943370 Jan 28 01:16:20.841287 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (82574102-e41c-4fbd-befe-6b5f7a214a16), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:20.843989 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-328fecf6-b74e-49b5-a810-bd8c139fc3ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.844766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328fecf6-b74e-49b5-a810-bd8c139fc3ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.851962 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-328fecf6-b74e-49b5-a810-bd8c139fc3ec tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/b0666b89-ba27-4de1-a65e-e374f76c7d39 HTTP/1.1" status: 404 len: 337 time: 0.0575569 Jan 28 01:16:20.852698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:20.853449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.863197 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:20.863769 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (86901ab7-28da-436e-9f46-a7345042931b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:20.875118 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:20.876498 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:20.889635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-494f4d0f-10ae-4c3a-98e5-15bf19f4e057 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1293194 Jan 28 01:16:20.897475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41044) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.899408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=82574102-e41c-4fbd-befe-6b5f7a214a16,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:20.916673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'network': {'name': 'tempest-RoutersTest-2088494188'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:20.922110 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3278118-6594-4eaa-bec0-5f8b32464f27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:20.923044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3278118-6594-4eaa-bec0-5f8b32464f27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:20.930726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3278118-6594-4eaa-bec0-5f8b32464f27 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6edc81e7-fb4a-44b0-91b1-b42b4ded77a4 HTTP/1.1" status: 404 len: 337 time: 0.0756118 Jan 28 01:16:20.934997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:20.983872 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:20.999528 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c72d459-dd91-40d5-b369-ba5af4c0fcb4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:21.000122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c72d459-dd91-40d5-b369-ba5af4c0fcb4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:21.004334 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c72d459-dd91-40d5-b369-ba5af4c0fcb4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/dec56327-91c1-4ec6-91f8-baefce7ce004 HTTP/1.1" status: 404 len: 333 time: 0.0453022 Jan 28 01:16:21.008926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41048) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.026315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Pushing event deleted for resources: {'Port': ['ID=86901ab7-28da-436e-9f46-a7345042931b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:21.077650 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8862445-d469-4db0-9f68-1702ceb654a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:21.087200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8862445-d469-4db0-9f68-1702ceb654a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:21.092757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:21.096609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.103878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a8862445-d469-4db0-9f68-1702ceb654a7 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/f968903d-2ee8-444c-8e3a-e85bdac8e0e4 HTTP/1.1" status: 404 len: 337 time: 0.0911422 Jan 28 01:16:21.107027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.127427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (e819aecd-5e76-4286-85c7-27969be3d3b8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.165690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d521811-8a3e-4fa5-a669-691acbde48c9 req-c65f0153-8295-4ed4-8440-4894e938604a tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144457 Jan 28 01:16:21.202812 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5358dc6d-4a0a-453e-b3a7-bed8798687e4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:21.203653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5358dc6d-4a0a-453e-b3a7-bed8798687e4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:21.208675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5358dc6d-4a0a-453e-b3a7-bed8798687e4 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/31b6099f-f465-427d-8a53-e7d308c2fac0 HTTP/1.1" status: 404 len: 337 time: 0.1004000 Jan 28 01:16:21.212860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41056) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.266783 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e99c29-831d-4766-ab56-742e32dc71b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:21.268023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e99c29-831d-4766-ab56-742e32dc71b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:21.271968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:21.282243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3e99c29-831d-4766-ab56-742e32dc71b0 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ce3ef0a3-00ef-4148-917f-589599c565cb HTTP/1.1" status: 404 len: 333 time: 0.0679252 Jan 28 01:16:21.286187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.507175 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:17Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:18Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:21.537949 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:21.538294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Updating router 64b62807-ab5b-4ba5-8f0f-c57d128235ef port 72119483-6be0-4d13-930e-ba1aa24d216f binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:16:21.570972 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.681848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (e819aecd-5e76-4286-85c7-27969be3d3b8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.683752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks [] for router_controller (e819aecd-5e76-4286-85c7-27969be3d3b8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.688439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4b4388e3-9246-416a-8d22-597f2268556e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.688861 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added segment 4b4388e3-9246-416a-8d22-597f2268556e of type vlan for network 6093b5f8-2a56-4140-8029-32b9079561dd Jan 28 01:16:21.714381 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3830e7d0-ecc1-4693-95d2-2d2813d29a73 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:21.715047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3830e7d0-ecc1-4693-95d2-2d2813d29a73 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:21.718290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3830e7d0-ecc1-4693-95d2-2d2813d29a73 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/d0e4a813-8453-4192-b66c-b4f50ae8c4ee HTTP/1.1" status: 404 len: 337 time: 0.4306250 Jan 28 01:16:21.721505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41064) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.767212 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff18db6-133c-4fe0-9075-2f44fa118c10 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:21.767426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (e819aecd-5e76-4286-85c7-27969be3d3b8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.767688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff18db6-133c-4fe0-9075-2f44fa118c10 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:21.768338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e819aecd-5e76-4286-85c7-27969be3d3b8 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:16:21.773036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.775556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7ff18db6-133c-4fe0-9075-2f44fa118c10 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/0dcf495b-14d1-46c1-bb98-5747355a8159 HTTP/1.1" status: 404 len: 337 time: 0.0525918 Jan 28 01:16:21.776211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41066) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.777788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.778760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e27c97d7-bb18-4bb9-a69f-01397add17ad admin admin] 10.222.0.23 "DELETE /v2.0/routers/e819aecd-5e76-4286-85c7-27969be3d3b8 HTTP/1.1" status: 204 len: 168 time: 2.3944042 Jan 28 01:16:21.779494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.783783 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-735931a2-d122-492b-af67-47fdd8cf3d28 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/ports/82574102-e41c-4fbd-befe-6b5f7a214a16 HTTP/1.1" status: 204 len: 168 time: 2.6637552 Jan 28 01:16:21.787483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6093b5f8-2a56-4140-8029-32b9079561dd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.787996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41070) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.826014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5d769a1a-902b-4a94-8f05-196686d6a315 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:21.838945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Deleting subnet f8a55e9e-fdb1-4003-8c12-acc22adf3e51 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:21.845018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Publish callbacks [] for subnet (f8a55e9e-fdb1-4003-8c12-acc22adf3e51), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.873148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5d769a1a-902b-4a94-8f05-196686d6a315 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:21.873752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5d769a1a-902b-4a94-8f05-196686d6a315 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:21.874449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86901ab7-28da-436e-9f46-a7345042931b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:21.908908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6093b5f8-2a56-4140-8029-32b9079561dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.914831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:21.915961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.918191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e4f2ef8d-49ee-403d-a53c-0a982bb2132e tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a51c38-777d-4ce8-bc68-aed5fb192b1d HTTP/1.1" status: 200 len: 205 time: 0.1310813 Jan 28 01:16:21.925295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 86901ab7-28da-436e-9f46-a7345042931b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:21.926564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86901ab7-28da-436e-9f46-a7345042931b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:21.931666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f8a55e9e-fdb1-4003-8c12-acc22adf3e51), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:21.934194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41072) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.972340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd97f16b-ab71-4d3c-b486-e24458923dc3 req-62a5a11d-ac20-44c2-956c-1cfedc2ff393 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1874933 Jan 28 01:16:21.973893 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5931495a-d36f-418c-b40b-63e6aeff18f2 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] GET failed (client error): The resource could not be found. Jan 28 01:16:21.975343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5931495a-d36f-418c-b40b-63e6aeff18f2 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "GET /v2.0/ports/82574102-e41c-4fbd-befe-6b5f7a214a16 HTTP/1.1" status: 404 len: 333 time: 0.1739407 Jan 28 01:16:21.979591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41074) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:21.984849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'name': 'tempest-AllowedAddressPairTestJSON-587139696'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:21.992779 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0925126 Jan 28 01:16:22.043778 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Publish callbacks [] for port (72119483-6be0-4d13-930e-ba1aa24d216f), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.049546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41076) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.050737 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.063324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'subnet': {'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:22.130626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f8a55e9e-fdb1-4003-8c12-acc22adf3e51), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.137473 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426018-9d99-43bb-ac96-86d11b75ee27 None None] Pushing event updated for resources: {'Port': ['ID=72119483-6be0-4d13-930e-ba1aa24d216f,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:22.253055 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Attempting to bind port 72119483-6be0-4d13-930e-ba1aa24d216f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:22.253503 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Attempting to bind port 72119483-6be0-4d13-930e-ba1aa24d216f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:22.253896 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Attempting to bind port 72119483-6be0-4d13-930e-ba1aa24d216f on network 8dd7f261-a123-4798-8aa7-ff962aca1011 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:22.262726 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:22.263099 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Checking segment: {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:22.263500 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.263889 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Bound using segment: {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:22.264486 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Bound port: 72119483-6be0-4d13-930e-ba1aa24d216f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ce872d-c5df-4928-b55a-2b901bcc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:22.264735 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.286261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f8a55e9e-fdb1-4003-8c12-acc22adf3e51), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.290595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Made reservation on behalf of e15db50cc51e49789ee3c32d5ea27aa0 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:22.294687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.324056 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-dde14c2c-e9c1-499d-9802-6da0809957a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] delete failed (client error): The resource could not be found. Jan 28 01:16:22.332807 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dde14c2c-e9c1-499d-9802-6da0809957a3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/routers/89a51c38-777d-4ce8-bc68-aed5fb192b1d HTTP/1.1" status: 404 len: 336 time: 0.3946180 Jan 28 01:16:22.385613 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] For port 72119483-6be0-4d13-930e-ba1aa24d216f, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:22.389528 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] For port 72119483-6be0-4d13-930e-ba1aa24d216f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72119483-6be0-4d13-930e-ba1aa24d216f,segment=NetworkSegment(32ce872d-c5df-4928-b55a-2b901bcc22f8),segment_id=32ce872d-c5df-4928-b55a-2b901bcc22f8)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:22.395731 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.396172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5abcc-e039-4c5c-a83d-20c0419fa594 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Network': ['ID=6093b5f8-2a56-4140-8029-32b9079561dd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:22.408254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6093b5f8-2a56-4140-8029-32b9079561dd details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:22.429808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41082) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.469923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a55e9e-fdb1-4003-8c12-acc22adf3e51,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:22.495168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.500879 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:22.501527 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:22.523488 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c950a5f2-2afe-4978-99ce-74d8b2f75bf3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8a55e9e-fdb1-4003-8c12-acc22adf3e51 HTTP/1.1" status: 204 len: 168 time: 0.7249377 Jan 28 01:16:22.575024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.578500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2b504-1f88-476b-8de6-ca10c1c776d8 None None] Network 5d3ad522-b69f-4284-a892-50d261ac5b1c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:22.596188 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2282966-2966-4290-be31-9cd758e922db tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:22.596844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2282966-2966-4290-be31-9cd758e922db tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:22.603572 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2282966-2966-4290-be31-9cd758e922db tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/cc7566ca-db7d-42f3-a310-82e9573836af HTTP/1.1" status: 404 len: 337 time: 0.1537399 Jan 28 01:16:22.615915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:22.624179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41090) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.625294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.630903 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (1fda6f47-f55b-4a8d-bee2-3560475f2bfc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.632760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:22.689513 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-999117db-1c5f-4af7-8da5-4de4488568e8 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 HTTP/1.1" status: 200 len: 205 time: 0.0608437 Jan 28 01:16:22.704830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-31190dad-4837-406b-b665-3519311996fa None None] Provisioning complete for port 72119483-6be0-4d13-930e-ba1aa24d216f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:22.705178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-31190dad-4837-406b-b665-3519311996fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.729171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41092) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.761688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Subnet': ['ID=1fda6f47-f55b-4a8d-bee2-3560475f2bfc,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:22.781425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] device_id is not set on port 40faface-2c73-4095-a95b-4e30117d9760 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:22.799254 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-8e2042dc-bed1-40c9-85ba-902176c602fa tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] delete failed (client error): The resource could not be found. Jan 28 01:16:22.804756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e2042dc-bed1-40c9-85ba-902176c602fa tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/routers/a8d1248c-dc99-4c1e-b532-68fa4f1beeb8 HTTP/1.1" status: 404 len: 336 time: 0.0733376 Jan 28 01:16:22.809350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41094) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.834470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e082cdee-3190-447c-9b6d-666110a72a56 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:22.866489 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-334c1974-cad0-4b65-aa60-efecd445f146 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:22.867647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334c1974-cad0-4b65-aa60-efecd445f146 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:22.874288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-334c1974-cad0-4b65-aa60-efecd445f146 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/6b4dfee8-a3c1-4c6d-84a0-2e66dbd280da HTTP/1.1" status: 404 len: 337 time: 0.0636499 Jan 28 01:16:22.878817 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426018-9d99-43bb-ac96-86d11b75ee27 None None] Pushing event updated for resources: {'Port': ['ID=72119483-6be0-4d13-930e-ba1aa24d216f,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:22.882087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41096) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.918394 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ce3a91-dee7-4375-9844-9342b8e66122 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:22.919215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ce3a91-dee7-4375-9844-9342b8e66122 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:22.926291 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-50ce3a91-dee7-4375-9844-9342b8e66122 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/1bfb542e-dbc9-43ce-a016-add17d57c642 HTTP/1.1" status: 404 len: 337 time: 0.0429568 Jan 28 01:16:22.927991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41098) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.928791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-31190dad-4837-406b-b665-3519311996fa None None] Current status of the port 72119483-6be0-4d13-930e-ba1aa24d216f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:22.929188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-31190dad-4837-406b-b665-3519311996fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.934255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5d3ad522-b69f-4284-a892-50d261ac5b1c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.942510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Allocated IP 172.20.0.10 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/40faface-2c73-4095-a95b-4e30117d9760) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:22.969954 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-461fda95-6e11-495b-845e-273b87593bfd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:22.970901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461fda95-6e11-495b-845e-273b87593bfd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:22.977660 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-461fda95-6e11-495b-845e-273b87593bfd tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/ee26df90-9639-4da1-99ca-0e7b724e971f HTTP/1.1" status: 404 len: 333 time: 0.0475171 Jan 28 01:16:22.979231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:22.980834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-31190dad-4837-406b-b665-3519311996fa None None] For port 72119483-6be0-4d13-930e-ba1aa24d216f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72119483-6be0-4d13-930e-ba1aa24d216f,segment=NetworkSegment(32ce872d-c5df-4928-b55a-2b901bcc22f8),segment_id=32ce872d-c5df-4928-b55a-2b901bcc22f8)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:22.989230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-31190dad-4837-406b-b665-3519311996fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.056198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31190dad-4837-406b-b665-3519311996fa None None] Pushing event updated for resources: {'Port': ['ID=72119483-6be0-4d13-930e-ba1aa24d216f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:23.067886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port e082cdee-3190-447c-9b6d-666110a72a56 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:16:23.074929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port e082cdee-3190-447c-9b6d-666110a72a56 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:23.075310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e082cdee-3190-447c-9b6d-666110a72a56), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.086552 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-398ba37f-3504-45c9-8fd7-d164f9e56298 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.087422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398ba37f-3504-45c9-8fd7-d164f9e56298 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.094168 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-398ba37f-3504-45c9-8fd7-d164f9e56298 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/a16fd9c2-b8a2-43bb-9ac4-2828b1d431ea HTTP/1.1" status: 404 len: 337 time: 0.1074452 Jan 28 01:16:23.095240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41104) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.106455 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:17Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:23.117285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] DHCP port deletion for 5d3ad522-b69f-4284-a892-50d261ac5b1c request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:16:23.129965 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcf92bf-5663-4652-92ca-08889ce5a9a9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.131035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcf92bf-5663-4652-92ca-08889ce5a9a9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.138195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7fcf92bf-5663-4652-92ca-08889ce5a9a9 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/db6eb435-ba18-4a0b-a333-6b641ef9c89e HTTP/1.1" status: 404 len: 333 time: 0.0392184 Jan 28 01:16:23.139623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.142037 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d676e0d-1f06-4171-9a02-8bf091be3c78 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:17Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:23.173441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Checking segment: {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:23.173908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network hostable DHCP agents. Network: 6093b5f8-2a56-4140-8029-32b9079561dd, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:23.179061 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b868f3c2-9061-456f-bf83-c21673ece4ef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.179821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b868f3c2-9061-456f-bf83-c21673ece4ef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.188603 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b868f3c2-9061-456f-bf83-c21673ece4ef tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/4755ca86-303a-46f8-98f3-e56a2b8dd382 HTTP/1.1" status: 404 len: 337 time: 0.0432911 Jan 28 01:16:23.188603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41108) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.246155 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6365d508-781d-4f63-bd42-911d6b14f352 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.246981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6365d508-781d-4f63-bd42-911d6b14f352 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.251430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda738c-d9f2-4750-90f9-a30acdc7484a req-99a1e701-b07a-4c15-8d53-02d747b1807b tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:23.252889 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6365d508-781d-4f63-bd42-911d6b14f352 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/9ea09450-bd7f-4788-8034-a7064bd1e5a8 HTTP/1.1" status: 404 len: 333 time: 0.0639706 Jan 28 01:16:23.254328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1fda738c-d9f2-4750-90f9-a30acdc7484a req-99a1e701-b07a-4c15-8d53-02d747b1807b tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 945 time: 0.6646647 Jan 28 01:16:23.254916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41110) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.267937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-199c57d8-c4da-4b0e-9e64-972cde34e819 req-52bf49e6-26b5-4f48-894d-70ae2ca60181 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0882201 Jan 28 01:16:23.268127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Deleting port 820ad766-7f54-483c-b888-4a4aa32c4dcd {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:23.268127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.289471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (40faface-2c73-4095-a95b-4e30117d9760), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.326098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-da266db8-f193-4b76-a333-5f61621fac1e None None] Provisioning complete for port 72119483-6be0-4d13-930e-ba1aa24d216f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:23.326575 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da266db8-f193-4b76-a333-5f61621fac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.348207 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (40faface-2c73-4095-a95b-4e30117d9760), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.349966 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1e72f8-4ec1-4222-8e9b-c6e0095fb028 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.350447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1e72f8-4ec1-4222-8e9b-c6e0095fb028 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.361239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ce1e72f8-4ec1-4222-8e9b-c6e0095fb028 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/e2c4b0ea-6dd2-49b9-98b1-2f31ba0db2e1 HTTP/1.1" status: 404 len: 337 time: 0.1052561 Jan 28 01:16:23.364058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41112) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.404741 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdd576c-37c0-46ab-9110-d1ef897e8248 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.405345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdd576c-37c0-46ab-9110-d1ef897e8248 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.414585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cfdd576c-37c0-46ab-9110-d1ef897e8248 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/8bf07ab8-19bc-4388-a1d8-3d832b84b91f HTTP/1.1" status: 404 len: 333 time: 0.0492404 Jan 28 01:16:23.416000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41114) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.431623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] For port 820ad766-7f54-483c-b888-4a4aa32c4dcd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=820ad766-7f54-483c-b888-4a4aa32c4dcd,segment=NetworkSegment(c3db9a33-4be2-4151-b27e-518e1eb05b6d),segment_id=c3db9a33-4be2-4151-b27e-518e1eb05b6d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:23.432011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.433925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=40faface-2c73-4095-a95b-4e30117d9760,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:23.440411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e082cdee-3190-447c-9b6d-666110a72a56 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:23.441109 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e082cdee-3190-447c-9b6d-666110a72a56), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.449708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 6093b5f8-2a56-4140-8029-32b9079561dd is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:23.470408 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15aa33a-a198-4ee7-a42a-399f8296539a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.470886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15aa33a-a198-4ee7-a42a-399f8296539a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.481447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b15aa33a-a198-4ee7-a42a-399f8296539a tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/fbf0bdde-1e15-4bfe-8fd8-4086683905df HTTP/1.1" status: 404 len: 337 time: 0.0627766 Jan 28 01:16:23.482365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41120) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.513513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Calling delete_port for 820ad766-7f54-483c-b888-4a4aa32c4dcd owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:23.522810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:23.537405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:23.550288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6093b5f8-2a56-4140-8029-32b9079561dd) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:23.556343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:23.565080 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e7eb15-1779-4c1b-a6b1-d06e68d26bcb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.565679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e7eb15-1779-4c1b-a6b1-d06e68d26bcb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.579665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:23.585542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e082cdee-3190-447c-9b6d-666110a72a56'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:23.586956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.589745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41124) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.590359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-24e7eb15-1779-4c1b-a6b1-d06e68d26bcb tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/bce6a18e-8898-4c88-afd4-006bc68ec625 HTTP/1.1" status: 404 len: 333 time: 0.1023104 Jan 28 01:16:23.593506 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b162ae6-3251-4986-9278-c7046fe48ad4" -d '{"events": [{"server_uuid": "adca2bbb-7e89-4679-a335-e82aa2f4891c", "name": "network-vif-plugged", "status": "completed", "tag": "e082cdee-3190-447c-9b6d-666110a72a56"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:23.621339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f601b2f-cb49-4892-8421-a0ccf879b34c None None] Network 6093b5f8-2a56-4140-8029-32b9079561dd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:23.640896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e082cdee-3190-447c-9b6d-666110a72a56, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e082cdee-3190-447c-9b6d-666110a72a56,segment=NetworkSegment(a39edc96-ace4-47cd-b6f2-0821d144dde9),segment_id=a39edc96-ace4-47cd-b6f2-0821d144dde9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:23.661121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1fda738c-d9f2-4750-90f9-a30acdc7484a req-e0e77e1e-fd7f-48c7-9974-9a559329e481 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947771 Jan 28 01:16:23.730123 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-33823117-67d4-4fb0-89e9-d9a3c3fa2632 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.730603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33823117-67d4-4fb0-89e9-d9a3c3fa2632 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.737038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-33823117-67d4-4fb0-89e9-d9a3c3fa2632 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/f43165ad-3a48-4ee6-b9c7-f19992264c2c HTTP/1.1" status: 404 len: 337 time: 0.0748501 Jan 28 01:16:23.737372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e082cdee-3190-447c-9b6d-666110a72a56), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.747382 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be1a59d-8a93-4dec-8d88-85de3f6a2f9e x-openstack-request-id: req-1be1a59d-8a93-4dec-8d88-85de3f6a2f9e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:23.747760 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adca2bbb-7e89-4679-a335-e82aa2f4891c", "name": "network-vif-plugged", "status": "completed", "tag": "e082cdee-3190-447c-9b6d-666110a72a56", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:23.748024 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1be1a59d-8a93-4dec-8d88-85de3f6a2f9e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:23.748420 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e082cdee-3190-447c-9b6d-666110a72a56', 'code': 200} Jan 28 01:16:23.748586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41128) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.753277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72119483-6be0-4d13-930e-ba1aa24d216f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:23.765649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.797558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-979046ea-fda0-4482-8614-e384ffd045d0 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7434478 Jan 28 01:16:23.801422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41130) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.835724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:23.836658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.868935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Pushing event deleted for resources: {'Port': ['ID=820ad766-7f54-483c-b888-4a4aa32c4dcd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:23.882041 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaa96cd-5df6-4174-9366-24d71ecf7808 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:23.883087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaa96cd-5df6-4174-9366-24d71ecf7808 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:23.887425 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-efaa96cd-5df6-4174-9366-24d71ecf7808 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/c0a2964c-3e20-498e-a313-256c2a8629e0 HTTP/1.1" status: 404 len: 333 time: 0.1372271 Jan 28 01:16:23.911740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41132) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:23.993223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] No DVR routers for this DVR port 820ad766-7f54-483c-b888-4a4aa32c4dcd on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:23.993867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f194a003-b01e-4d9c-a0eb-5bc2c365e833 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0130079 Jan 28 01:16:23.999556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41134) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:24.003092 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b474d1f-063a-47ff-a5d6-7247d3132b90 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:24.003524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b474d1f-063a-47ff-a5d6-7247d3132b90 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:24.007602 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6b474d1f-063a-47ff-a5d6-7247d3132b90 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/3df8ae73-6bfd-4b1e-95ee-f9bdc8a8fb18 HTTP/1.1" status: 404 len: 337 time: 0.0943141 Jan 28 01:16:24.011854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:24.014764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:38:86:38'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:24.050400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Deleting port 820ad766-7f54-483c-b888-4a4aa32c4dcd {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:24.050400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.101230 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad6a8e8-c2d3-4f3a-bea8-bd74a756d3c3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:24.102564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad6a8e8-c2d3-4f3a-bea8-bd74a756d3c3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:24.119849 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3ad6a8e8-c2d3-4f3a-bea8-bd74a756d3c3 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/ports/35372acc-8955-4b56-a7be-f7da479417c2 HTTP/1.1" status: 404 len: 333 time: 0.0749693 Jan 28 01:16:24.123210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41138) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:24.204939 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (40faface-2c73-4095-a95b-4e30117d9760), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.218837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-da266db8-f193-4b76-a333-5f61621fac1e None None] Current status of the port 72119483-6be0-4d13-930e-ba1aa24d216f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:24.272297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e082cdee-3190-447c-9b6d-666110a72a56,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:24.282374 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec18a0b-35d8-4335-a699-afa7999ef6ae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] DELETE failed (client error): The resource could not be found. Jan 28 01:16:24.283055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec18a0b-35d8-4335-a699-afa7999ef6ae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:16:24.286355 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dec18a0b-35d8-4335-a699-afa7999ef6ae tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/subnets/55b4de64-703e-4dbb-b347-094989b6e24b HTTP/1.1" status: 404 len: 337 time: 0.1481476 Jan 28 01:16:24.293064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26667c78-4d2c-4ca7-9644-5b9b82d1d3f9 req-c9b9e104-71b5-403a-9f82-123a25d21855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.294882 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-26667c78-4d2c-4ca7-9644-5b9b82d1d3f9 req-c9b9e104-71b5-403a-9f82-123a25d21855 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 1097 time: 0.4507761 Jan 28 01:16:24.295561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41140) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:24.300466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] For port 820ad766-7f54-483c-b888-4a4aa32c4dcd, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:24.300873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.303408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 72119483-6be0-4d13-930e-ba1aa24d216f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:24.303779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.402998 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5d3ad522-b69f-4284-a892-50d261ac5b1c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.417436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ae091c38-93f1-4d3a-b53e-cb68a3a4e611), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.434804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Calling delete_port for 820ad766-7f54-483c-b888-4a4aa32c4dcd owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:24.443444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Port 820ad766-7f54-483c-b888-4a4aa32c4dcd was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:16:24.452096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-6093b5f8-2a56-4140-8029-32b9079561dd', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:24.452935 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.459474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (820ad766-7f54-483c-b888-4a4aa32c4dcd), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.469969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc53d8a7-9d72-461d-ab9f-868acfae456a req-17ff5e1d-dff7-494d-8408-da0253ddc89a tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0463352 Jan 28 01:16:24.476667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3ad522-b69f-4284-a892-50d261ac5b1c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:24.513574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3db9a33-4be2-4151-b27e-518e1eb05b6d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:24.513756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ee5146a7-f0c3-42d8-adbf-c96e8554aa53 None None] Provisioning complete for port 40faface-2c73-4095-a95b-4e30117d9760 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:24.514099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee5146a7-f0c3-42d8-adbf-c96e8554aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (40faface-2c73-4095-a95b-4e30117d9760), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.514675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3db9a33-4be2-4151-b27e-518e1eb05b6d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:24.565980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] Pushing event deleted for resources: {'Port': ['ID=820ad766-7f54-483c-b888-4a4aa32c4dcd,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:24.575720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a51785-5fea-4b6c-a036-6c39e53e37ed None None] No DVR routers for this DVR port 820ad766-7f54-483c-b888-4a4aa32c4dcd on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:24.602791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (c3db9a33-4be2-4151-b27e-518e1eb05b6d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.619228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.683668 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-26667c78-4d2c-4ca7-9644-5b9b82d1d3f9 req-ada4fa13-61eb-49b4-858a-2cde276536be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770627 Jan 28 01:16:24.750003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ae091c38-93f1-4d3a-b53e-cb68a3a4e611), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.756960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c3db9a33-4be2-4151-b27e-518e1eb05b6d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.775237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:24.776125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (c3db9a33-4be2-4151-b27e-518e1eb05b6d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:24.778164 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:24.830945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae091c38-93f1-4d3a-b53e-cb68a3a4e611']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:24.853089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9ea54a-fc20-4744-b149-2b8673a39f24') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:24.853791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9ea54a-fc20-4744-b149-2b8673a39f24') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:24.865064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (1c9ea54a-fc20-4744-b149-2b8673a39f24), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.874078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5d3ad522-b69f-4284-a892-50d261ac5b1c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.885470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.890111 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d3ad522-b69f-4284-a892-50d261ac5b1c HTTP/1.1" status: 204 len: 168 time: 2.3138883 Jan 28 01:16:24.903166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1c9ea54a-fc20-4744-b149-2b8673a39f24), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.906058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9781a-2520-4512-8867-482e97583acc admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3ad522-b69f-4284-a892-50d261ac5b1c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:24.913490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:24.914211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (1c9ea54a-fc20-4744-b149-2b8673a39f24), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:24.918096 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:24.988293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ae091c38-93f1-4d3a-b53e-cb68a3a4e611), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.000433 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.001169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Allocated IP 172.23.0.1 (6093b5f8-2a56-4140-8029-32b9079561dd/1fda6f47-f55b-4a8d-bee2-3560475f2bfc/449591c3-60d4-4412-99c6-63960528d35c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:25.007365 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] 10.222.0.23 "DELETE /v2.0/networks/ae091c38-93f1-4d3a-b53e-cb68a3a4e611 HTTP/1.1" status: 204 len: 168 time: 0.7061188 Jan 28 01:16:25.031906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ee5146a7-f0c3-42d8-adbf-c96e8554aa53 None None] Port 40faface-2c73-4095-a95b-4e30117d9760 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:25.039913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9d8cf-7034-4ef4-8011-d892538d0678 tempest-NetworksTestDHCPv6-581422391 tempest-NetworksTestDHCPv6-581422391-project] Pushing event deleted for resources: {'Network': ['ID=ae091c38-93f1-4d3a-b53e-cb68a3a4e611,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:25.092508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 72119483-6be0-4d13-930e-ba1aa24d216f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:25.184050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (40faface-2c73-4095-a95b-4e30117d9760), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.191872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 820ad766-7f54-483c-b888-4a4aa32c4dcd no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:25.199874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (40faface-2c73-4095-a95b-4e30117d9760), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.215872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (449591c3-60d4-4412-99c6-63960528d35c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.235108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 820ad766-7f54-483c-b888-4a4aa32c4dcd {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:25.236884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 820ad766-7f54-483c-b888-4a4aa32c4dcd not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:25.250681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c37-eb79-47a7-9f77-9331a86941b5 req-51f66adc-6acc-4198-833f-381718a80469 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:25.252527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49725c37-eb79-47a7-9f77-9331a86941b5 req-51f66adc-6acc-4198-833f-381718a80469 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 946 time: 0.1503026 Jan 28 01:16:25.270553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:25.348759 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd5dc128-bb36-4b9c-9220-57143e3d0b2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55d8511b12e84fdaa037ab1cf8628da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764353 Jan 28 01:16:25.349869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41160) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:25.366106 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (449591c3-60d4-4412-99c6-63960528d35c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.388838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=40faface-2c73-4095-a95b-4e30117d9760,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:25.422130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41162) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:25.455560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Allocated IP 172.23.0.2 (6093b5f8-2a56-4140-8029-32b9079561dd/1fda6f47-f55b-4a8d-bee2-3560475f2bfc/0a9e312c-7132-4aaa-a7a6-2d782612d00a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:25.469183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe96b49b-9479-4e6d-82cc-478aaad495ee admin admin] Publish callbacks [] for security_group (7014aec7-3166-4197-8894-f5724e2067b9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.493661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 6093b5f8-2a56-4140-8029-32b9079561dd is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:25.503690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:25.505601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] In _notify_port_updated(), no bound segment for port 40faface-2c73-4095-a95b-4e30117d9760 on network ae13cdec-8437-47f6-af42-d54c77d4e078 {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:16:25.519009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:25.519697 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.521081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ebe4dfd6-f46f-4cf4-af98-d80c53b64e20 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "PUT /v2.0/ports/40faface-2c73-4095-a95b-4e30117d9760 HTTP/1.1" status: 200 len: 993 time: 1.5185552 Jan 28 01:16:25.527466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:25.532619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:25.540409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe96b49b-9479-4e6d-82cc-478aaad495ee admin admin] Publish callbacks [] for security_group (7014aec7-3166-4197-8894-f5724e2067b9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.622868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe96b49b-9479-4e6d-82cc-478aaad495ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7014aec7-3166-4197-8894-f5724e2067b9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.626794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe96b49b-9479-4e6d-82cc-478aaad495ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.628052 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe96b49b-9479-4e6d-82cc-478aaad495ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7014aec7-3166-4197-8894-f5724e2067b9 HTTP/1.1" status: 204 len: 168 time: 0.2767961 Jan 28 01:16:25.628847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49725c37-eb79-47a7-9f77-9331a86941b5 req-8d34dcef-9bdd-47fa-baeb-d50fb4838b6c tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653057 Jan 28 01:16:25.651363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b49b-9479-4e6d-82cc-478aaad495ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014aec7-3166-4197-8894-f5724e2067b9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:25.688742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=449591c3-60d4-4412-99c6-63960528d35c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:25.735764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45218974-0fb0-4eb7-ae9b-6820453187cb req-9f1fe92d-c56f-4483-b6ab-ec7ce384089b tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0952890 Jan 28 01:16:25.795218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.819457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-645b168f-448d-4c5a-8d26-f3192fd873ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0771be535db45ae920300eecbdcf023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950906 Jan 28 01:16:25.822648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41178) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:25.837904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-94a1ee94-ef4c-4bae-a19c-9286d6fcfd30 None None] Provisioning complete for port 40faface-2c73-4095-a95b-4e30117d9760 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:25.838303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94a1ee94-ef4c-4bae-a19c-9286d6fcfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (40faface-2c73-4095-a95b-4e30117d9760), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.892339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-94a1ee94-ef4c-4bae-a19c-9286d6fcfd30 None None] Port 40faface-2c73-4095-a95b-4e30117d9760 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:25.934138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8949aef-2c70-4b23-8600-c833220d9c9e admin admin] Publish callbacks [] for security_group (f55e8b06-c5bc-42e7-a587-0120a7cfd309), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.934709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Publish callbacks [] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.948667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.968057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8949aef-2c70-4b23-8600-c833220d9c9e admin admin] Publish callbacks [] for security_group (f55e8b06-c5bc-42e7-a587-0120a7cfd309), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:25.988873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port 40faface-2c73-4095-a95b-4e30117d9760 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:25.989370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (40faface-2c73-4095-a95b-4e30117d9760), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.039996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8949aef-2c70-4b23-8600-c833220d9c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f55e8b06-c5bc-42e7-a587-0120a7cfd309), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.048428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8949aef-2c70-4b23-8600-c833220d9c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.053021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Network 6093b5f8-2a56-4140-8029-32b9079561dd is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:26.054838 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e8949aef-2c70-4b23-8600-c833220d9c9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f55e8b06-c5bc-42e7-a587-0120a7cfd309 HTTP/1.1" status: 204 len: 168 time: 0.2301080 Jan 28 01:16:26.056020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Pushing event updated for resources: {'Port': ['ID=0a9e312c-7132-4aaa-a7a6-2d782612d00a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:26.061563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:26.065675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:26.080015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8949aef-2c70-4b23-8600-c833220d9c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e8b06-c5bc-42e7-a587-0120a7cfd309,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:26.093193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (449591c3-60d4-4412-99c6-63960528d35c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.185607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Attempting to bind port 0a9e312c-7132-4aaa-a7a6-2d782612d00a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:26.186465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Attempting to bind port 0a9e312c-7132-4aaa-a7a6-2d782612d00a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:26.187017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Attempting to bind port 0a9e312c-7132-4aaa-a7a6-2d782612d00a on network 6093b5f8-2a56-4140-8029-32b9079561dd {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:26.195616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:26.196276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Checking segment: {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:26.196695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.197675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Bound using segment: {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:26.198309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Bound port: 0a9e312c-7132-4aaa-a7a6-2d782612d00a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:26.198705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.289077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] For port 0a9e312c-7132-4aaa-a7a6-2d782612d00a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:26.293657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] For port 0a9e312c-7132-4aaa-a7a6-2d782612d00a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0a9e312c-7132-4aaa-a7a6-2d782612d00a,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:26.301546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.422542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea8f78-ba5e-4f2c-8759-10e79916a213 None None] Pushing event updated for resources: {'Port': ['ID=0a9e312c-7132-4aaa-a7a6-2d782612d00a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:26.742055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (40faface-2c73-4095-a95b-4e30117d9760), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:26.815653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for 40faface-2c73-4095-a95b-4e30117d9760 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:27.051658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fdd01-8bcb-4a7d-b436-164c6b67557a req-6bbebef5-5616-4845-96a4-3965b10cce55 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:27.053703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-083fdd01-8bcb-4a7d-b436-164c6b67557a req-6bbebef5-5616-4845-96a4-3965b10cce55 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 946 time: 0.3151088 Jan 28 01:16:27.122659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b16ffa5d-88e3-4084-961b-b525a1c179b6 req-4e9aad52-91c0-4efa-81a3-aeedba427be2 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1444449 Jan 28 01:16:27.435586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-083fdd01-8bcb-4a7d-b436-164c6b67557a req-51cf8167-fbc3-453f-bb14-2904d61ca90e tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717139 Jan 28 01:16:27.498954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for port (449591c3-60d4-4412-99c6-63960528d35c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.507145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (449591c3-60d4-4412-99c6-63960528d35c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.508786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41244) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:27.600881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (40faface-2c73-4095-a95b-4e30117d9760), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.690075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0a9e312c-7132-4aaa-a7a6-2d782612d00a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:27.709312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event updated for resources: {'Port': ['ID=449591c3-60d4-4412-99c6-63960528d35c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:27.760659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2082033126'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:27.802689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0a9e312c-7132-4aaa-a7a6-2d782612d00a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:27.803531 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.803731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:27.808805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.833196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.876111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=40faface-2c73-4095-a95b-4e30117d9760,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:27.878264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:27.975345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0a9e312c-7132-4aaa-a7a6-2d782612d00a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:27.977284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.048680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 0a9e312c-7132-4aaa-a7a6-2d782612d00a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0a9e312c-7132-4aaa-a7a6-2d782612d00a,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:28.054208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.062320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for security_group (d6124929-b4c8-4ace-88ef-20a80a487e0e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.069669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d6124929-b4c8-4ace-88ef-20a80a487e0e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.120083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:28.144474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (86d9d2c3-c971-45a4-a694-f3b33eb6e73f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.144837 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 86d9d2c3-c971-45a4-a694-f3b33eb6e73f of type vlan for network b5905a91-897e-4812-b578-eca5de32e688 Jan 28 01:16:28.213975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b5905a91-897e-4812-b578-eca5de32e688), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.224179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=0a9e312c-7132-4aaa-a7a6-2d782612d00a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:28.292533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6124929-b4c8-4ace-88ef-20a80a487e0e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:28.304343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b5905a91-897e-4812-b578-eca5de32e688), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.312110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:28.313099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.372179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca2d36e-4392-4470-a297-5123d446be9f None None] Network 6093b5f8-2a56-4140-8029-32b9079561dd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:28.376711 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8659410 Jan 28 01:16:28.395698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95898de-5bf4-4970-8848-0a231393b36d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=b5905a91-897e-4812-b578-eca5de32e688,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:28.420134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-404a3944-04f9-4a6b-ba54-28ed1932e488 req-6323ccd3-4d5b-448f-8f9d-84e289395255 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1079538 Jan 28 01:16:28.488245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.489018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41280) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:28.511126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2bf5755b-03b1-417c-9f64-6ad0864e8c49 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/ports/40faface-2c73-4095-a95b-4e30117d9760 HTTP/1.1" status: 204 len: 168 time: 2.9039633 Jan 28 01:16:28.525334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:28.530395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': 'b5905a91-897e-4812-b578-eca5de32e688', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:28.536209 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31e3abc-d78f-4de7-8f26-267c138cba68 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] GET failed (client error): The resource could not be found. Jan 28 01:16:28.537958 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a31e3abc-d78f-4de7-8f26-267c138cba68 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "GET /v2.0/ports/40faface-2c73-4095-a95b-4e30117d9760 HTTP/1.1" status: 404 len: 333 time: 0.0482237 Jan 28 01:16:28.544799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41284) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:28.585490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b5905a91-897e-4812-b578-eca5de32e688 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:28.608592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'name': 'tempest-AllowedAddressPairTestJSON-1385404417'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:28.676827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b30a5ee4-8a13-4a55-8d0b-b147c8a45166 None None] Provisioning complete for port 0a9e312c-7132-4aaa-a7a6-2d782612d00a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:28.677458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b30a5ee4-8a13-4a55-8d0b-b147c8a45166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.739926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:28.746862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:28.804965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b30a5ee4-8a13-4a55-8d0b-b147c8a45166 None None] Current status of the port 0a9e312c-7132-4aaa-a7a6-2d782612d00a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:28.827059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Network 6093b5f8-2a56-4140-8029-32b9079561dd is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:28.832176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:28.841666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de61a-297f-4a75-9dcd-4d1f12ca8131 req-0a001b38-d4ff-424f-a292-b558bc3a4542 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:28.848834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-451de61a-297f-4a75-9dcd-4d1f12ca8131 req-0a001b38-d4ff-424f-a292-b558bc3a4542 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 946 time: 0.3161845 Jan 28 01:16:28.870615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41288) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:29.078655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-451de61a-297f-4a75-9dcd-4d1f12ca8131 req-0e880719-eeb9-4f94-8aff-d921ccf3607d tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241516 Jan 28 01:16:29.096831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (eec4799e-2afc-4602-afaf-30e6419741b1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.122628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:29.124400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:29.128136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.170558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] device_id is not set on port 5bb060a7-9918-471b-b2e2-1d03e27020ca yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:29.176001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '86d9d2c3-c971-45a4-a694-f3b33eb6e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5905a91-897e-4812-b578-eca5de32e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:29.176506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: b5905a91-897e-4812-b578-eca5de32e688, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:29.197662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=eec4799e-2afc-4602-afaf-30e6419741b1,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:29.207388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network b5905a91-897e-4812-b578-eca5de32e688 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:29.221648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b5905a91-897e-4812-b578-eca5de32e688) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:29.236186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f618cec-1c08-4bbd-bc11-a662294aeaf3 None None] Network b5905a91-897e-4812-b578-eca5de32e688 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:29.244283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:29.247483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.267079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c3167e3-2655-4444-b028-42bf756cd1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.280452 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35437017-0496-446c-b275-a7777149d5c5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7538426 Jan 28 01:16:29.283494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41292) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:29.295401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349621462'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:29.320588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:29.325440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.337767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5ed72620-ec31-460f-b010-2d27e590a770 None None] Provisioning complete for port 0a9e312c-7132-4aaa-a7a6-2d782612d00a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:29.338426 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5ed72620-ec31-460f-b010-2d27e590a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.359477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:29.372455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7379d479-9a57-4953-88ec-306edac5a670), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.372972 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 7379d479-9a57-4953-88ec-306edac5a670 of type vlan for network 85bdd550-787f-485a-bdea-c33a7a6dc048 Jan 28 01:16:29.443868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.481192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.487784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:29.488502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.557316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b5905a91-897e-4812-b578-eca5de32e688', 'network_id': 'b5905a91-897e-4812-b578-eca5de32e688', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': 'eec4799e-2afc-4602-afaf-30e6419741b1'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:29.558909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:29.568145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0a9e312c-7132-4aaa-a7a6-2d782612d00a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:29.575672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=85bdd550-787f-485a-bdea-c33a7a6dc048,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:29.596637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe448e92-76c8-4a79-8f01-8a17eaa99d0b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3108130 Jan 28 01:16:29.599110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41298) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:29.609961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:29.631552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 85bdd550-787f-485a-bdea-c33a7a6dc048 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:29.768016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-f8847a3a-05dd-4644-98d0-783f2ed8adeb tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:29.769679 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-f8847a3a-05dd-4644-98d0-783f2ed8adeb tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.43 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 946 time: 0.0934694 Jan 28 01:16:29.798571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42244d78-63de-4537-b611-174ec7c84f3d req-28038ebb-404b-48a0-b1c7-e15c2bb80b82 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1339998 Jan 28 01:16:29.820710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Allocated IP 172.20.0.14 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/5bb060a7-9918-471b-b2e2-1d03e27020ca) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:29.833112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:29.847106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2120366e-fe47-43e6-b022-73a3e5219798 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0448115 Jan 28 01:16:29.850351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41302) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:29.860229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:29.892594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5ed72620-ec31-460f-b010-2d27e590a770 None None] Current status of the port 0a9e312c-7132-4aaa-a7a6-2d782612d00a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:29.907380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:29.939645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:29.949862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.088530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c3167e3-2655-4444-b028-42bf756cd1b7 admin admin] Publish callbacks [] for security_group (4df2d567-ccbf-48c0-b14a-445785d97332), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.132186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Allocated IP 172.20.255.242 (b5905a91-897e-4812-b578-eca5de32e688/eec4799e-2afc-4602-afaf-30e6419741b1/bd8c455d-006d-4e97-bf90-ba22f25c9abb) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:30.143900 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c3167e3-2655-4444-b028-42bf756cd1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4df2d567-ccbf-48c0-b14a-445785d97332), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.264553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (5f802722-6451-4f61-b042-32f4721c6e6e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.304747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9c3167e3-2655-4444-b028-42bf756cd1b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c57217452c2842f697b02c63e31d5d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4250865 Jan 28 01:16:30.312852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41306) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:30.317741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3167e3-2655-4444-b028-42bf756cd1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df2d567-ccbf-48c0-b14a-445785d97332,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:30.325919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=5f802722-6451-4f61-b042-32f4721c6e6e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:30.326503 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Publish callbacks [] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.338803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.348738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:30.349954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:30.363153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5ed72620-ec31-460f-b010-2d27e590a770 None None] Provisioning complete for port 449591c3-60d4-4412-99c6-63960528d35c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:30.363482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5ed72620-ec31-460f-b010-2d27e590a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (449591c3-60d4-4412-99c6-63960528d35c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.364424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Deleting port e082cdee-3190-447c-9b6d-666110a72a56 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:30.364771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e082cdee-3190-447c-9b6d-666110a72a56), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.464145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] For port e082cdee-3190-447c-9b6d-666110a72a56, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e082cdee-3190-447c-9b6d-666110a72a56,segment=NetworkSegment(a39edc96-ace4-47cd-b6f2-0821d144dde9),segment_id=a39edc96-ace4-47cd-b6f2-0821d144dde9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:30.464496 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e082cdee-3190-447c-9b6d-666110a72a56), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.478885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Calling delete_port for e082cdee-3190-447c-9b6d-666110a72a56 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:30.495948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e840e-2a1d-4086-a2b1-36ffe2713204 req-9c456cf6-e309-40f7-9718-ccfa27e14919 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:30.500697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5ed72620-ec31-460f-b010-2d27e590a770 None None] Port 449591c3-60d4-4412-99c6-63960528d35c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:30.507149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c48e840e-2a1d-4086-a2b1-36ffe2713204 req-9c456cf6-e309-40f7-9718-ccfa27e14919 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/ports?device_id=adca2bbb-7e89-4679-a335-e82aa2f4891c HTTP/1.1" status: 200 len: 946 time: 0.2724612 Jan 28 01:16:30.560296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Network b5905a91-897e-4812-b578-eca5de32e688 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:30.574113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.578299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '7379d479-9a57-4953-88ec-306edac5a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:30.578807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: 85bdd550-787f-485a-bdea-c33a7a6dc048, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:30.581943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:30.586208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Pushing event updated for resources: {'Port': ['ID=bd8c455d-006d-4e97-bf90-ba22f25c9abb,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:30.588922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:30.610726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0a9e312c-7132-4aaa-a7a6-2d782612d00a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:30.615136 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.665657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network 85bdd550-787f-485a-bdea-c33a7a6dc048 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:30.689439 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34b4f917-11b1-451b-bd07-db57345ff790 admin admin] Publish callbacks [] for security_group (4df2d567-ccbf-48c0-b14a-445785d97332), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.698718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 85bdd550-787f-485a-bdea-c33a7a6dc048) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:30.717024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:30.719559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:30.719717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b85fa6-3f94-442b-b37e-8e87c90504a4 None None] Network 85bdd550-787f-485a-bdea-c33a7a6dc048 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:30.719826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.755123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c48e840e-2a1d-4086-a2b1-36ffe2713204 req-72cfcf0d-b8d7-432a-9882-174b8421ad77 tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.23 "GET /v2.0/security-groups?id=f878ff07-e66c-4834-ac82-f27dcddc2c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462850 Jan 28 01:16:30.757492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e082cdee-3190-447c-9b6d-666110a72a56), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.784760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2891016-197d-455c-8ade-a693211d4911 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1844637 Jan 28 01:16:30.790609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41312) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:30.807187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34b4f917-11b1-451b-bd07-db57345ff790 admin admin] Publish callbacks [] for security_group (4df2d567-ccbf-48c0-b14a-445785d97332), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.859031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Pushing event deleted for resources: {'Port': ['ID=e082cdee-3190-447c-9b6d-666110a72a56,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:30.911938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.912437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] No DVR routers for this DVR port e082cdee-3190-447c-9b6d-666110a72a56 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:30.919620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:30.934933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4cb8ba7c-3d5a-4176-8c8e-98e7608daf0d req-936a989c-fe10-4183-850d-28c250c4e55f tempest-ServerAddressesTestJSON-1415658996 tempest-ServerAddressesTestJSON-1415658996-project] 10.222.0.43 "DELETE /v2.0/ports/e082cdee-3190-447c-9b6d-666110a72a56 HTTP/1.1" status: 204 len: 173 time: 1.1078362 Jan 28 01:16:30.935546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'name': 'network-vif-deleted', 'tag': 'e082cdee-3190-447c-9b6d-666110a72a56'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:30.938023 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff6ac5-0684-43b1-9c95-30c56be17fae" -d '{"events": [{"server_uuid": "adca2bbb-7e89-4679-a335-e82aa2f4891c", "name": "network-vif-deleted", "tag": "e082cdee-3190-447c-9b6d-666110a72a56"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:30.993395 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38270ee3-1f1a-4dd0-baa8-05f997d0f0f1 x-openstack-request-id: req-38270ee3-1f1a-4dd0-baa8-05f997d0f0f1 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:30.993395 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adca2bbb-7e89-4679-a335-e82aa2f4891c", "name": "network-vif-deleted", "tag": "e082cdee-3190-447c-9b6d-666110a72a56", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:30.993756 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38270ee3-1f1a-4dd0-baa8-05f997d0f0f1 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:30.994222 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adca2bbb-7e89-4679-a335-e82aa2f4891c', 'name': 'network-vif-deleted', 'tag': 'e082cdee-3190-447c-9b6d-666110a72a56', 'status': 'completed', 'code': 200} Jan 28 01:16:31.028653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:31.063286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:31.066744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-216aaa29-0e1f-469b-9eb5-4f6eaa876bde req-7ed613f8-7531-43e3-8dea-5e5299cec57d tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1064012 Jan 28 01:16:31.067903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.extraroute_db [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 01:16:31.079167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:31.103152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e082cdee-3190-447c-9b6d-666110a72a56'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:31.119929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-66d2ad30-d40c-459a-ab12-25edd412d966 None None] Provisioning complete for port 449591c3-60d4-4412-99c6-63960528d35c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:31.120959 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-66d2ad30-d40c-459a-ab12-25edd412d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (449591c3-60d4-4412-99c6-63960528d35c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.173828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.extraroute_db [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Removed routes are [] {{(pid=109594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 01:16:31.174211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.190320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Attempting to bind port bd8c455d-006d-4e97-bf90-ba22f25c9abb on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:31.190566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Attempting to bind port bd8c455d-006d-4e97-bf90-ba22f25c9abb by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '86d9d2c3-c971-45a4-a694-f3b33eb6e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5905a91-897e-4812-b578-eca5de32e688'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:31.190741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Attempting to bind port bd8c455d-006d-4e97-bf90-ba22f25c9abb on network b5905a91-897e-4812-b578-eca5de32e688 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:31.204449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=5bb060a7-9918-471b-b2e2-1d03e27020ca,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:31.287725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.291747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.292101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.292450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.292791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.293128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.293463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.293821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.294147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.294482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.294810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.295137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.295460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.295781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:31.299080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34b4f917-11b1-451b-bd07-db57345ff790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4df2d567-ccbf-48c0-b14a-445785d97332), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.301682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34b4f917-11b1-451b-bd07-db57345ff790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.302839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34b4f917-11b1-451b-bd07-db57345ff790 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4df2d567-ccbf-48c0-b14a-445785d97332 HTTP/1.1" status: 204 len: 168 time: 0.9861324 Jan 28 01:16:31.313813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:31.314450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.330326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:31.330835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Checking segment: {'id': '86d9d2c3-c971-45a4-a694-f3b33eb6e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5905a91-897e-4812-b578-eca5de32e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:31.331252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.331652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Bound using segment: {'id': '86d9d2c3-c971-45a4-a694-f3b33eb6e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5905a91-897e-4812-b578-eca5de32e688'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:31.332141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Bound port: bd8c455d-006d-4e97-bf90-ba22f25c9abb, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d9d2c3-c971-45a4-a694-f3b33eb6e73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b5905a91-897e-4812-b578-eca5de32e688'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:31.332531 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.374512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4f917-11b1-451b-bd07-db57345ff790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df2d567-ccbf-48c0-b14a-445785d97332,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:31.397548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-66d2ad30-d40c-459a-ab12-25edd412d966 None None] Port 449591c3-60d4-4412-99c6-63960528d35c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:31.422637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-43fe13f9-bc8b-4869-85f2-75d7cdb49441 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8444932 Jan 28 01:16:31.426385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41320) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:31.437444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:86:38'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:31.466821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-85bdd550-787f-485a-bdea-c33a7a6dc048', 'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': '5f802722-6451-4f61-b042-32f4721c6e6e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:31.467461 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.542236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0a9e312c-7132-4aaa-a7a6-2d782612d00a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:31.552053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] For port bd8c455d-006d-4e97-bf90-ba22f25c9abb, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:31.597736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] For port bd8c455d-006d-4e97-bf90-ba22f25c9abb, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd8c455d-006d-4e97-bf90-ba22f25c9abb,segment=NetworkSegment(86d9d2c3-c971-45a4-a694-f3b33eb6e73f),segment_id=86d9d2c3-c971-45a4-a694-f3b33eb6e73f)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:31.659266 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.661027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f0769e8a-07d8-4d9b-b4ca-b604f7288739 None None] Provisioning complete for port 5bb060a7-9918-471b-b2e2-1d03e27020ca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:31.661389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f0769e8a-07d8-4d9b-b4ca-b604f7288739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.700832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:31.869740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:31.949971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f0769e8a-07d8-4d9b-b4ca-b604f7288739 None None] Port 5bb060a7-9918-471b-b2e2-1d03e27020ca cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:32.009413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c258dd7-f799-45a1-9038-c1b3ad72b9e3 None None] Pushing event updated for resources: {'Port': ['ID=bd8c455d-006d-4e97-bf90-ba22f25c9abb,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:32.017648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Allocated IP 172.20.0.2 (85bdd550-787f-485a-bdea-c33a7a6dc048/5f802722-6451-4f61-b042-32f4721c6e6e/7ecae619-4b9a-49e2-bb69-fd3265bf192c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:32.032157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:25Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '449591c3-60d4-4412-99c6-63960528d35c', 'name': '', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:02:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:24Z', 'updated_at': '2022-01-28T01:16:26Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:32.094091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:32.094540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Updating router 64b62807-ab5b-4ba5-8f0f-c57d128235ef port 449591c3-60d4-4412-99c6-63960528d35c binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:16:32.232419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.240816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Deleting subnet 192e6864-aa71-45d2-a6e2-21ed5766ed9b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:32.246944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.256510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Publish callbacks [] for subnet (192e6864-aa71-45d2-a6e2-21ed5766ed9b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.317428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (449591c3-60d4-4412-99c6-63960528d35c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.438254 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Publish callbacks [] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.447192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.457170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.478414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.506850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (192e6864-aa71-45d2-a6e2-21ed5766ed9b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.543089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=5bb060a7-9918-471b-b2e2-1d03e27020ca,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:32.565138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] In _notify_port_updated(), no bound segment for port 5bb060a7-9918-471b-b2e2-1d03e27020ca on network ae13cdec-8437-47f6-af42-d54c77d4e078 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:16:32.577238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:32.578033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.579393 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8ee6a613-5cef-4772-a58a-d4aa7b6e104d tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "PUT /v2.0/ports/5bb060a7-9918-471b-b2e2-1d03e27020ca HTTP/1.1" status: 200 len: 997 time: 1.1515539 Jan 28 01:16:32.584013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41362) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:32.584497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5f802722-6451-4f61-b042-32f4721c6e6e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.605714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21846b7d-07e6-4ff4-a071-8fde7f2b3793 req-71fabc17-987e-4e24-9087-24096713a7e1 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1181519 Jan 28 01:16:32.650670 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (192e6864-aa71-45d2-a6e2-21ed5766ed9b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.728122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:32.774355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (192e6864-aa71-45d2-a6e2-21ed5766ed9b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.790081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port 5bb060a7-9918-471b-b2e2-1d03e27020ca {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:32.790423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.812036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41364) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:32.834234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192e6864-aa71-45d2-a6e2-21ed5766ed9b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:32.841096 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.845132 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d2082a1-c7f2-4332-aa08-92789d3e2388 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/192e6864-aa71-45d2-a6e2-21ed5766ed9b HTTP/1.1" status: 204 len: 168 time: 0.9737678 Jan 28 01:16:32.854170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:32.855383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:32.863897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.867996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-77cc512c-2571-4946-b69a-56ee299aa229 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 933 time: 3.0153317 Jan 28 01:16:32.885266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (5f802722-6451-4f61-b042-32f4721c6e6e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.889513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41370) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:32.892799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Pushing event updated for resources: {'Port': ['ID=7ecae619-4b9a-49e2-bb69-fd3265bf192c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:32.907611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e082cdee-3190-447c-9b6d-666110a72a56 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:32.922390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Network 85bdd550-787f-485a-bdea-c33a7a6dc048 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:32.973341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:32.978040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:32.979658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:32.995727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: e082cdee-3190-447c-9b6d-666110a72a56 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:32.996071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e082cdee-3190-447c-9b6d-666110a72a56 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:33.005240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=5f802722-6451-4f61-b042-32f4721c6e6e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:33.006520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for 5bb060a7-9918-471b-b2e2-1d03e27020ca owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:33.019748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0a39caea-a702-4a60-afec-696135e95ef0 None None] Provisioning complete for port 5bb060a7-9918-471b-b2e2-1d03e27020ca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:33.019987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0a39caea-a702-4a60-afec-696135e95ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.083042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1667500652-network', 'tenant_id': 'cc521ec4c25645a89059207995591a96'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:33.127922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Made reservation on behalf of cc521ec4c25645a89059207995591a96 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:33.131046 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.158796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.187182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Attempting to bind port 7ecae619-4b9a-49e2-bb69-fd3265bf192c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:33.187805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Attempting to bind port 7ecae619-4b9a-49e2-bb69-fd3265bf192c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '7379d479-9a57-4953-88ec-306edac5a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:33.190236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Attempting to bind port 7ecae619-4b9a-49e2-bb69-fd3265bf192c on network 85bdd550-787f-485a-bdea-c33a7a6dc048 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:33.207704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.223621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:33.223931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Checking segment: {'id': '7379d479-9a57-4953-88ec-306edac5a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:33.224294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.224695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Bound using segment: {'id': '7379d479-9a57-4953-88ec-306edac5a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:33.225183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Bound port: 7ecae619-4b9a-49e2-bb69-fd3265bf192c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7379d479-9a57-4953-88ec-306edac5a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85bdd550-787f-485a-bdea-c33a7a6dc048'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:33.225842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.246806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.267663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0a39caea-a702-4a60-afec-696135e95ef0 None None] Port 5bb060a7-9918-471b-b2e2-1d03e27020ca cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:33.304755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad73fb7b-b478-406a-bb0b-7b1b8482aa26 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 933 time: 0.4116476 Jan 28 01:16:33.305615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41378) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:33.312151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'routes': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:33.317527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5bb060a7-9918-471b-b2e2-1d03e27020ca), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.348886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bdd550-787f-485a-bdea-c33a7a6dc048']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:33.384951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7379d479-9a57-4953-88ec-306edac5a670') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:33.385275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7379d479-9a57-4953-88ec-306edac5a670') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:33.396640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] For port 7ecae619-4b9a-49e2-bb69-fd3265bf192c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:33.412167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] For port 7ecae619-4b9a-49e2-bb69-fd3265bf192c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7ecae619-4b9a-49e2-bb69-fd3265bf192c,segment=NetworkSegment(7379d479-9a57-4953-88ec-306edac5a670),segment_id=7379d479-9a57-4953-88ec-306edac5a670)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:33.419073 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.471016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (7379d479-9a57-4953-88ec-306edac5a670), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.498087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.512217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=5bb060a7-9918-471b-b2e2-1d03e27020ca,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:33.537325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7379d479-9a57-4953-88ec-306edac5a670), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.572751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.588702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.593850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:33.594703 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-85d3154c-2438-440d-bbca-8905185d2bd3 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/ports/5bb060a7-9918-471b-b2e2-1d03e27020ca HTTP/1.1" status: 204 len: 168 time: 1.0096695 Jan 28 01:16:33.597069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41380) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:33.604221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:33.604664 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (7379d479-9a57-4953-88ec-306edac5a670), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: warnings.warn(msg) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:33.607866 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:33.628325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks [] for security_group (4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.667581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.719070 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Publish callbacks [] for port (449591c3-60d4-4412-99c6-63960528d35c), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.750768 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-06587322-3b20-4822-933a-119c824ed354 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] GET failed (client error): The resource could not be found. Jan 28 01:16:33.752667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06587322-3b20-4822-933a-119c824ed354 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "GET /v2.0/ports/5bb060a7-9918-471b-b2e2-1d03e27020ca HTTP/1.1" status: 404 len: 333 time: 0.1226120 Jan 28 01:16:33.761175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41384) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:33.767065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39edc96-ace4-47cd-b6f2-0821d144dde9') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:33.767365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39edc96-ace4-47cd-b6f2-0821d144dde9') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:33.770117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:16:33.770117 n-d-826756-1 neutron-server[109594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:16:33.770117 n-d-826756-1 neutron-server[109594]: [parameters: {'id': '85bdd550-787f-485a-bdea-c33a7a6dc048'}] Jan 28 01:16:33.770117 n-d-826756-1 neutron-server[109594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:33.770496 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:33.779346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb8463-e33d-4e51-8f44-3d6ec90acab6 None None] Network 85bdd550-787f-485a-bdea-c33a7a6dc048 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:33.785564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20231e-adb4-4d11-944d-2df18f87ef2e None None] Network b5905a91-897e-4812-b578-eca5de32e688 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:33.793220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd099f-67a8-4bb8-a259-5476a3b292b2 None None] Pushing event updated for resources: {'Port': ['ID=7ecae619-4b9a-49e2-bb69-fd3265bf192c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:33.797690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (449591c3-60d4-4412-99c6-63960528d35c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.817678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59676bde-a0ad-4951-877a-795ce9b4c445 req-3b486f7c-c044-4521-bdbb-a7fe7ee011cd tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0676596 Jan 28 01:16:33.819763 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a39edc96-ace4-47cd-b6f2-0821d144dde9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.843291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a39edc96-ace4-47cd-b6f2-0821d144dde9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.850406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:33.851012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a39edc96-ace4-47cd-b6f2-0821d144dde9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.875999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd8c455d-006d-4e97-bf90-ba22f25c9abb up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:33.917473 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:33.920916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.942859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:33.946791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec HTTP/1.1" status: 204 len: 168 time: 1.0893912 Jan 28 01:16:33.947833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67384862-d074-42ab-83dd-dfcecb7b1b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e031f4d5-f7d0-4182-89ed-e7d9f4f0d3ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:34.108093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41388) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:34.163194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cfa007e4-bedb-4583-afb6-dbaa86a0033b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=722331d0bbb44aec9f9251c32c462838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537405 Jan 28 01:16:34.166505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:34.208007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Provisioning complete for port bd8c455d-006d-4e97-bf90-ba22f25c9abb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:34.208398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.226309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3c06b-a93c-46ab-bd09-a5a5df996a31 None None] Pushing event updated for resources: {'Port': ['ID=449591c3-60d4-4412-99c6-63960528d35c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:34.270523 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02796ea1-f484-433d-bb23-11f28487d250 admin admin] Publish callbacks [] for security_group (f878ff07-e66c-4834-ac82-f27dcddc2c85), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.298573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:34.306551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'name': 'tempest-AllowedAddressPairTestJSON-1037837561'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:34.319526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:34.326014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02796ea1-f484-433d-bb23-11f28487d250 admin admin] Publish callbacks [] for security_group (f878ff07-e66c-4834-ac82-f27dcddc2c85), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.390568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.396833 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02796ea1-f484-433d-bb23-11f28487d250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f878ff07-e66c-4834-ac82-f27dcddc2c85), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.399968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-02796ea1-f484-433d-bb23-11f28487d250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.401245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02796ea1-f484-433d-bb23-11f28487d250 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f878ff07-e66c-4834-ac82-f27dcddc2c85 HTTP/1.1" status: 204 len: 168 time: 0.2328141 Jan 28 01:16:34.452773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796ea1-f484-433d-bb23-11f28487d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f878ff07-e66c-4834-ac82-f27dcddc2c85,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:34.457620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7f778dc5-9259-4c35-b845-46f69979c14d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.457988 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Added segment 7f778dc5-9259-4c35-b845-46f69979c14d of type vlan for network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 Jan 28 01:16:34.492835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bd8c455d-006d-4e97-bf90-ba22f25c9abb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:34.493419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.540541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port 7ecae619-4b9a-49e2-bb69-fd3265bf192c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:34.541092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.547279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Attempting to bind port 449591c3-60d4-4412-99c6-63960528d35c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:34.547279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Attempting to bind port 449591c3-60d4-4412-99c6-63960528d35c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:34.547734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Attempting to bind port 449591c3-60d4-4412-99c6-63960528d35c on network 6093b5f8-2a56-4140-8029-32b9079561dd {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:34.573406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:34.573406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Checking segment: {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:34.573842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.574244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Bound using segment: {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:34.574736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Bound port: 449591c3-60d4-4412-99c6-63960528d35c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4388e3-9246-416a-8d22-597f2268556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:34.575172 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (449591c3-60d4-4412-99c6-63960528d35c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.738213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] For port 449591c3-60d4-4412-99c6-63960528d35c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:34.742431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.752745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] For port 449591c3-60d4-4412-99c6-63960528d35c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=449591c3-60d4-4412-99c6-63960528d35c,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:34.758655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port 7ecae619-4b9a-49e2-bb69-fd3265bf192c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7ecae619-4b9a-49e2-bb69-fd3265bf192c,segment=NetworkSegment(7379d479-9a57-4953-88ec-306edac5a670),segment_id=7379d479-9a57-4953-88ec-306edac5a670)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:34.759195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.762802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:34.769097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.779032 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (449591c3-60d4-4412-99c6-63960528d35c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.781834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for 7ecae619-4b9a-49e2-bb69-fd3265bf192c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:34.839211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] device_id is not set on port c1f46285-7c1e-4590-9e75-3a3eb06d907a yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:34.863979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.871362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:34.876088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bd8c455d-006d-4e97-bf90-ba22f25c9abb is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:34.876480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.878588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.893294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Current status of the port bd8c455d-006d-4e97-bf90-ba22f25c9abb is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:34.893294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.910051 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (7ecae619-4b9a-49e2-bb69-fd3265bf192c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:34.947867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66e1a0-f172-4c61-aa2d-92d742fad7a9 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:16:34.986016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port 7ecae619-4b9a-49e2-bb69-fd3265bf192c on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:34.989562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=7ecae619-4b9a-49e2-bb69-fd3265bf192c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:35.014649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da68ccce-4baa-4763-bee2-c947831dc56d req-0b2647f2-8fef-4622-80dc-8aad149e4a02 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0428393 Jan 28 01:16:35.094950 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2701914 Jan 28 01:16:35.105950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41408) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:35.111529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Request body: {'subnet': {'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1667500652-subnet', 'tenant_id': 'cc521ec4c25645a89059207995591a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:35.124695 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.152000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bdd550-787f-485a-bdea-c33a7a6dc048']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:35.157090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.extraroute_db [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added routes are [] {{(pid=109595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 01:16:35.157414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.extraroute_db [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 01:16:35.159638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a72b0-fee8-4b80-8c24-d4a329385bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:35.169406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7379d479-9a57-4953-88ec-306edac5a670') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:35.170253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7379d479-9a57-4953-88ec-306edac5a670') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:35.188591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (7379d479-9a57-4953-88ec-306edac5a670), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.199693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Made reservation on behalf of cc521ec4c25645a89059207995591a96 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:35.202064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.209934 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7379d479-9a57-4953-88ec-306edac5a670), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.219755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:35.220661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (7379d479-9a57-4953-88ec-306edac5a670), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.224573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:35.225812 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:35.277137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Allocated IP 172.20.0.8 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/c1f46285-7c1e-4590-9e75-3a3eb06d907a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:35.294925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port bd8c455d-006d-4e97-bf90-ba22f25c9abb, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd8c455d-006d-4e97-bf90-ba22f25c9abb,segment=NetworkSegment(86d9d2c3-c971-45a4-a694-f3b33eb6e73f),segment_id=86d9d2c3-c971-45a4-a694-f3b33eb6e73f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:35.295665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (85bdd550-787f-485a-bdea-c33a7a6dc048), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.310562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.336619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.345922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/85bdd550-787f-485a-bdea-c33a7a6dc048 HTTP/1.1" status: 204 len: 168 time: 4.5490892 Jan 28 01:16:35.347235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769389-5ff7-4237-af8f-3cf6142c2ac6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=85bdd550-787f-485a-bdea-c33a7a6dc048,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:35.348784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41414) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:35.366610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:35.367395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:35.369523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66e1a0-f172-4c61-aa2d-92d742fad7a9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:16:35.392111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3c06b-a93c-46ab-bd09-a5a5df996a31 None None] Pushing event updated for resources: {'Port': ['ID=449591c3-60d4-4412-99c6-63960528d35c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:35.392325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1881922604'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:35.537745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:35.541165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.592538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.748803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:35.749097 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:35.760222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:35.806371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (7e731bb0-7aa7-4c06-a471-3c87126942dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.817322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=bd8c455d-006d-4e97-bf90-ba22f25c9abb,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:35.832226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:35.886766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (c1f46285-7c1e-4590-9e75-3a3eb06d907a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.910643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.911002 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment a640c8d2-281c-4e6d-a114-f953e5a925c0 of type vlan for network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 Jan 28 01:16:35.921274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.959947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:35.985573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e731bb0-7aa7-4c06-a471-3c87126942dd,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:36.034784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.097564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:35Z', 'revision_number': 7, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '449591c3-60d4-4412-99c6-63960528d35c', 'name': '', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:02:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:24Z', 'updated_at': '2022-01-28T01:16:34Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:36.116822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Checking segment: {'id': '7f778dc5-9259-4c35-b845-46f69979c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:36.117514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Network hostable DHCP agents. Network: cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:36.147326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7c3f9-ae6b-4af4-8023-fed7806020f9 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:35Z', 'revision_number': 7, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '449591c3-60d4-4412-99c6-63960528d35c', 'name': '', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:02:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:24Z', 'updated_at': '2022-01-28T01:16:34Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:36.181737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19eeb7ce-bd69-4bee-a90a-2b8faf256b3f req-b4aaabba-ca44-4f92-80ac-0da132252497 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0450656 Jan 28 01:16:36.200423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.205428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:36.206121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.219528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c1f46285-7c1e-4590-9e75-3a3eb06d907a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.274821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:36.305874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b47724e7-ed1a-4c5d-9353-fbaf01c5622d None None] Current status of the port bd8c455d-006d-4e97-bf90-ba22f25c9abb is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:36.390637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:36.405230 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0542440 Jan 28 01:16:36.408583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41446) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:36.412764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:36.413590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:36.421230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf036210-2579-4669-a2a2-d6585115f087 None None] Network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:36.471850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:36.473748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:36.474377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.487960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=c1f46285-7c1e-4590-9e75-3a3eb06d907a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:36.499455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:36.507352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a60ee-63f0-4936-8816-488f1ce51796 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=431cf9ca-a3c4-403c-93d9-878af3bff4f9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:36.524205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:36.566861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:36.634750 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9a62b296-75d1-4444-9f19-50f23a6f82a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5273187 Jan 28 01:16:36.696486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-653a1b81-e183-4e82-b77e-0a2665414df5 req-995073b4-44b9-4dd0-87df-dffc75f5238d tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1385179 Jan 28 01:16:36.811889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:36.811889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.824104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Provisioning complete for port bd8c455d-006d-4e97-bf90-ba22f25c9abb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:36.825076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.859705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:36.860381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:36.938423 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1a4508d7-c383-48e3-bf68-76abd16e6af5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1708965 Jan 28 01:16:36.939324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:36.944123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41464) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:36.952724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:16:36.953653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:16:36.958911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'network_id': 'ae13cdec-8437-47f6-af42-d54c77d4e078', 'name': 'tempest-AllowedAddressPairTestJSON-1923802563'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:36.977082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:37.007115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aad44a7d-67ba-4238-9867-c06557ddc7e8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 699 time: 3.7002673 Jan 28 01:16:37.020412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41468) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:37.125180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Current status of the port bd8c455d-006d-4e97-bf90-ba22f25c9abb is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:37.171544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22929e52-e578-485b-8437-090e97f3e1ae None None] Network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:37.328468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Made reservation on behalf of fd700b4495de45358a7ba4f8d5d7e9c3 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:37.341996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:37.387549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] device_id is not set on port 572c2897-559b-42f8-a979-ace9ef0d2479 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:16:37.522679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4fdcdb0a-88ef-462a-aabc-7e3e07f38585 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 699 time: 0.5010543 Jan 28 01:16:37.525263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41486) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:37.551573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81a6240c-5807-4ecc-90b5-edbcceff3a3c req-f79791ea-f275-48f8-bc79-7342ed74171d tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1419516 Jan 28 01:16:37.700366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Provisioning complete for port 449591c3-60d4-4412-99c6-63960528d35c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:37.705488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (449591c3-60d4-4412-99c6-63960528d35c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:37.724892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Allocated IP 172.20.0.6 (ae13cdec-8437-47f6-af42-d54c77d4e078/e4d90247-5e28-4abe-a641-88d33e6582e3/572c2897-559b-42f8-a979-ace9ef0d2479) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:37.732063 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:37.757265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:37.761841 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:37.817263 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:37.822465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f7cbd40-990e-4dbb-9438-a6671c63f213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:37.844302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-08c038e3-154e-4459-a546-8f2022f9b16e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:37.886675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-08c038e3-154e-4459-a546-8f2022f9b16e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/networks?id=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 HTTP/1.1" status: 200 len: 822 time: 0.5467508 Jan 28 01:16:37.944965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-2f726685-46e7-4e77-ad5a-08364aa29eef tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/quotas/cc521ec4c25645a89059207995591a96 HTTP/1.1" status: 200 len: 375 time: 0.0531828 Jan 28 01:16:37.986588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Current status of the port 449591c3-60d4-4412-99c6-63960528d35c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:37.987065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (449591c3-60d4-4412-99c6-63960528d35c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.002742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 449591c3-60d4-4412-99c6-63960528d35c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:38.027924 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:38.046252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b338d8c8-9420-4859-8732-fd341ca38592 req-a6b8cf8c-c559-4007-bd61-36a447651b4a tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1355755 Jan 28 01:16:38.081818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-884d43b7-fbd1-417f-88b1-2ed89b3968fb tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc521ec4c25645a89059207995591a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358905 Jan 28 01:16:38.084119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (ac07bb2b-8476-4486-ac28-871acb865448), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.196463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] For port 449591c3-60d4-4412-99c6-63960528d35c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=449591c3-60d4-4412-99c6-63960528d35c,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:38.215841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (449591c3-60d4-4412-99c6-63960528d35c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.219569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 449591c3-60d4-4412-99c6-63960528d35c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:38.220350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (449591c3-60d4-4412-99c6-63960528d35c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.261646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (572c2897-559b-42f8-a979-ace9ef0d2479), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.419095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3e454-4d81-4084-b4be-aee094697921 None None] Pushing event updated for resources: {'Port': ['ID=449591c3-60d4-4412-99c6-63960528d35c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:38.453176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=ac07bb2b-8476-4486-ac28-871acb865448,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:38.479302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': 'a640c8d2-281c-4e6d-a114-f953e5a925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:38.479951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: 431cf9ca-a3c4-403c-93d9-878af3bff4f9, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:38.496499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.497482 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:35Z', 'revision_number': 7, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '449591c3-60d4-4412-99c6-63960528d35c', 'name': '', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:02:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:24Z', 'updated_at': '2022-01-28T01:16:34Z', 'revision_number': 4, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:38.503769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-774841ef-3dfb-478f-8ede-abd4f493745f service neutron] 10.222.0.23 "GET /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209077 Jan 28 01:16:38.520327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-420f0ea6-de67-489a-bab2-d968953e0731 None None] Provisioning complete for port c1f46285-7c1e-4590-9e75-3a3eb06d907a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:38.521922 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-420f0ea6-de67-489a-bab2-d968953e0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1f46285-7c1e-4590-9e75-3a3eb06d907a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.551797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:38.561832 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:38.562429 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:38.609739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-420f0ea6-de67-489a-bab2-d968953e0731 None None] Port c1f46285-7c1e-4590-9e75-3a3eb06d907a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:38.626604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 449591c3-60d4-4412-99c6-63960528d35c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:38.627804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd8c455d-006d-4e97-bf90-ba22f25c9abb up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:38.653873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Network ae13cdec-8437-47f6-af42-d54c77d4e078 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:38.660037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b180bc0e-92ce-467c-8c14-33c5e289fcd4 service neutron] 10.222.0.23 "GET /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485622 Jan 28 01:16:38.660594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-420f0ea6-de67-489a-bab2-d968953e0731 None None] Provisioning complete for port 449591c3-60d4-4412-99c6-63960528d35c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:38.660594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-420f0ea6-de67-489a-bab2-d968953e0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (449591c3-60d4-4412-99c6-63960528d35c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.660785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:38.676146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 431cf9ca-a3c4-403c-93d9-878af3bff4f9) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:38.685430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:38.689229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77b9f3-9d46-4c3d-a575-a4f62725faef None None] Network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:38.701733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:38.702355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.710624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:38.734184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.737612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b502ce1f-f10d-4834-8c8c-06082b698977 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3274360 Jan 28 01:16:38.752338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:38.770091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=572c2897-559b-42f8-a979-ace9ef0d2479,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:38.899194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bd8c455d-006d-4e97-bf90-ba22f25c9abb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:38.899712 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.948542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.969672 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:38.979451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a477e733-3d44-4028-b4f8-ac17cf8ece00 req-b3ebda8e-080a-47b5-b589-9bd3e47fd0e4 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.2498636 Jan 28 01:16:39.096049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-431cf9ca-a3c4-403c-93d9-878af3bff4f9', 'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': 'ac07bb2b-8476-4486-ac28-871acb865448'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:39.097121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.118012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-420f0ea6-de67-489a-bab2-d968953e0731 None None] Current status of the port 449591c3-60d4-4412-99c6-63960528d35c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:39.175285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ac07bb2b-8476-4486-ac28-871acb865448), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.185856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bd8c455d-006d-4e97-bf90-ba22f25c9abb is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:39.280334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b0972ef4-d099-4e36-94ea-001726a5c973 None None] Provisioning complete for port 572c2897-559b-42f8-a979-ace9ef0d2479 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:39.280765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0972ef4-d099-4e36-94ea-001726a5c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.298195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b5977fa-edfe-42d4-b75f-f60d23cd4b0f req-88bb3cb5-4c15-455a-ba0d-0ddec2a5a316 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 210 time: 0.2771242 Jan 28 01:16:39.350015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56808ee0-8eb3-4c99-9688-137a8e774419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.363737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b0972ef4-d099-4e36-94ea-001726a5c973 None None] Port 572c2897-559b-42f8-a979-ace9ef0d2479 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:39.383484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Allocated IP 172.20.0.3 (431cf9ca-a3c4-403c-93d9-878af3bff4f9/ac07bb2b-8476-4486-ac28-871acb865448/530feddf-dddf-47e7-811f-5f80c907f852) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:39.503394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14db7d3b-d892-49de-983f-fea2221d6f7b req-fcb94ef0-2b58-45b5-a638-8e336fec0da0 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1892848 Jan 28 01:16:39.503989 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:35Z', 'revision_number': 7, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '449591c3-60d4-4412-99c6-63960528d35c', 'name': '', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:02:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:24Z', 'updated_at': '2022-01-28T01:16:38Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:39.562718 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa850ea-f1a0-48f8-8d1e-a5950d8047a5 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:35Z', 'revision_number': 7, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '449591c3-60d4-4412-99c6-63960528d35c', 'name': '', 'network_id': '6093b5f8-2a56-4140-8029-32b9079561dd', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:02:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:24Z', 'updated_at': '2022-01-28T01:16:38Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1fda6f47-f55b-4a8d-bee2-3560475f2bfc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:39.727803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Publish callbacks [] for port (530feddf-dddf-47e7-811f-5f80c907f852), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.738076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (530feddf-dddf-47e7-811f-5f80c907f852), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.754828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 449591c3-60d4-4412-99c6-63960528d35c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:39.783412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (ac07bb2b-8476-4486-ac28-871acb865448), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.825006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=ac07bb2b-8476-4486-ac28-871acb865448,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:39.835018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Pushing event updated for resources: {'Port': ['ID=530feddf-dddf-47e7-811f-5f80c907f852,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:39.851483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:39.865429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:39.869387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:39.904292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:39.905130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.925681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.951933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e93c5914-feb5-45c0-8015-4dedf7d4e4a2 req-d44ac73a-ccf2-4cae-99c3-87a43b83beab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1705565 Jan 28 01:16:39.952223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431cf9ca-a3c4-403c-93d9-878af3bff4f9']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:39.964980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a640c8d2-281c-4e6d-a114-f953e5a925c0') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:39.965704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a640c8d2-281c-4e6d-a114-f953e5a925c0') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:39.977885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:39.995513 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.003824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:40.004375 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.008439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Attempting to bind port 530feddf-dddf-47e7-811f-5f80c907f852 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:40.008847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Attempting to bind port 530feddf-dddf-47e7-811f-5f80c907f852 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a640c8d2-281c-4e6d-a114-f953e5a925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:40.009286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Attempting to bind port 530feddf-dddf-47e7-811f-5f80c907f852 on network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:40.023587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-65b46dcf-af07-45ba-8aae-0ce7ec25ff8a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0671265 Jan 28 01:16:40.023587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:40.029188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:38:86:38'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:5a:38:53'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:40.044340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:40.044710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Checking segment: {'id': 'a640c8d2-281c-4e6d-a114-f953e5a925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:40.045151 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.045492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Bound using segment: {'id': 'a640c8d2-281c-4e6d-a114-f953e5a925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:40.046046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Bound port: 530feddf-dddf-47e7-811f-5f80c907f852, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a640c8d2-281c-4e6d-a114-f953e5a925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:40.046424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (530feddf-dddf-47e7-811f-5f80c907f852), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:40.079749 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:40.087366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 449591c3-60d4-4412-99c6-63960528d35c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:40.089547 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (449591c3-60d4-4412-99c6-63960528d35c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.184240 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:16:40.184240 n-d-826756-1 neutron-server[109594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:16:40.184240 n-d-826756-1 neutron-server[109594]: [parameters: {'id': '431cf9ca-a3c4-403c-93d9-878af3bff4f9'}] Jan 28 01:16:40.184240 n-d-826756-1 neutron-server[109594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:40.184664 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:40.188389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aae68a16-0c38-4b6d-a216-740e5705ea5c req-5690ebb0-bf0c-4131-8311-a37d63ecae44 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0570972 Jan 28 01:16:40.232539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] For port 530feddf-dddf-47e7-811f-5f80c907f852, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:40.252609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] For port 530feddf-dddf-47e7-811f-5f80c907f852, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=530feddf-dddf-47e7-811f-5f80c907f852,segment=NetworkSegment(a640c8d2-281c-4e6d-a114-f953e5a925c0),segment_id=a640c8d2-281c-4e6d-a114-f953e5a925c0)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:40.261926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (530feddf-dddf-47e7-811f-5f80c907f852), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.335118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cc17e-4fe8-4dd2-a910-e000c3ffcf67 None None] Pushing event updated for resources: {'Port': ['ID=530feddf-dddf-47e7-811f-5f80c907f852,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:40.344265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 449591c3-60d4-4412-99c6-63960528d35c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:40.432306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a34cd04-f19e-4d61-afef-3467d0dff8cf None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:16:40.469581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad8ac819-8194-4620-bcab-b0fab4c31f05 req-5d41e5c7-35fd-4082-918f-691f10069a23 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 210 time: 0.0500798 Jan 28 01:16:40.506069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.676520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 449591c3-60d4-4412-99c6-63960528d35c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:40.676722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (449591c3-60d4-4412-99c6-63960528d35c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.692549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.695912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea596d4f-44bf-4b29-b5e8-3b2322eb77b4 req-1dea5c61-603f-4345-b3e2-2697f93fca90 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0651758 Jan 28 01:16:40.699796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34cd04-f19e-4d61-afef-3467d0dff8cf None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:16:40.842774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port 530feddf-dddf-47e7-811f-5f80c907f852 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:40.843332 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (530feddf-dddf-47e7-811f-5f80c907f852), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.892230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.957246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 449591c3-60d4-4412-99c6-63960528d35c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=449591c3-60d4-4412-99c6-63960528d35c,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:40.959977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (449591c3-60d4-4412-99c6-63960528d35c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.990877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 449591c3-60d4-4412-99c6-63960528d35c owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:41.015769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port 530feddf-dddf-47e7-811f-5f80c907f852, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=530feddf-dddf-47e7-811f-5f80c907f852,segment=NetworkSegment(a640c8d2-281c-4e6d-a114-f953e5a925c0),segment_id=a640c8d2-281c-4e6d-a114-f953e5a925c0)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:41.016134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (530feddf-dddf-47e7-811f-5f80c907f852), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.051572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for 530feddf-dddf-47e7-811f-5f80c907f852 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:41.102760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3f05a-a996-4041-b156-de31c50f7151 None None] Network 431cf9ca-a3c4-403c-93d9-878af3bff4f9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:41.256576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (530feddf-dddf-47e7-811f-5f80c907f852), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.304143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=530feddf-dddf-47e7-811f-5f80c907f852,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:41.308254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port 530feddf-dddf-47e7-811f-5f80c907f852 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:41.373435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for port (572c2897-559b-42f8-a979-ace9ef0d2479), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.383658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.417908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.420586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (449591c3-60d4-4412-99c6-63960528d35c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.445826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431cf9ca-a3c4-403c-93d9-878af3bff4f9']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:41.461562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a640c8d2-281c-4e6d-a114-f953e5a925c0') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:41.462012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a640c8d2-281c-4e6d-a114-f953e5a925c0') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:41.475630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.508742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.525327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:41.525688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a640c8d2-281c-4e6d-a114-f953e5a925c0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.565282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event updated for resources: {'Port': ['ID=572c2897-559b-42f8-a979-ace9ef0d2479,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:41.609604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=449591c3-60d4-4412-99c6-63960528d35c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:41.618652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-bd2f1496-db50-4899-9c34-f5c0db8e0133 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:41.620851 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-bd2f1496-db50-4899-9c34-f5c0db8e0133 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.43 "GET /v2.0/networks?id=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 HTTP/1.1" status: 200 len: 822 time: 0.6035192 Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:41.685006 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:41.756199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Request body: {'port': {'device_id': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2', 'admin_state_up': True, 'tenant_id': 'cc521ec4c25645a89059207995591a96'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:41.762975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.789325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (431cf9ca-a3c4-403c-93d9-878af3bff4f9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.801128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] In _notify_port_updated(), no bound segment for port 572c2897-559b-42f8-a979-ace9ef0d2479 on network ae13cdec-8437-47f6-af42-d54c77d4e078 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:16:41.809279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e67ad19-c747-47ac-b29a-46a57151bfba req-b83c1e19-7f73-4638-89ed-7b3cbdc65be9 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 210 time: 0.1207089 Jan 28 01:16:41.810015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:41.810861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.812521 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-041194cc-a3bc-4b68-9fb9-1febbb0addc7 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "PUT /v2.0/ports/572c2897-559b-42f8-a979-ace9ef0d2479 HTTP/1.1" status: 200 len: 1055 time: 1.7921929 Jan 28 01:16:41.884332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41562) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:41.896530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.927562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-07a71e65-f6ec-4c83-8710-4a72a07530ab req-b877b996-37b8-417c-9394-917b7a1e4432 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.2049711 Jan 28 01:16:41.928760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.937728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/431cf9ca-a3c4-403c-93d9-878af3bff4f9 HTTP/1.1" status: 204 len: 168 time: 3.1815119 Jan 28 01:16:41.948953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969e9a9-641b-4116-8c36-1bc36b72d1d0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=431cf9ca-a3c4-403c-93d9-878af3bff4f9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:41.953478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6a1548a0-ab99-405c-bb79-3b0dabde8bb9 None None] Provisioning complete for port 572c2897-559b-42f8-a979-ace9ef0d2479 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:41.953625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:41.953805 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6a1548a0-ab99-405c-bb79-3b0dabde8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.958399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433280329'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:42.002669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:42.006100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.015518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6a1548a0-ab99-405c-bb79-3b0dabde8bb9 None None] Port 572c2897-559b-42f8-a979-ace9ef0d2479 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:42.037596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:42.050073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.050419 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 2b4a0937-1a61-4d6c-b9ad-becafaa5a662 of type vlan for network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 Jan 28 01:16:42.084206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18d759e2-607f-4e9d-83b2-1849a25c1cef req-d88ebcd8-efc5-4365-b032-98c1895b54d2 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0360632 Jan 28 01:16:42.120828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.152515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.159164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:42.160700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.222818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2681897 Jan 28 01:16:42.224012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Made reservation on behalf of cc521ec4c25645a89059207995591a96 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:42.227445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.230673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41568) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:42.240835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:42.243010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf4f29-baa4-44be-93d3-d959bdf7766f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:42.259383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:42.378424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port 572c2897-559b-42f8-a979-ace9ef0d2479 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:42.378766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.435623 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:42.465562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:42.515871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:42.519276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.665297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:42.731584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for 572c2897-559b-42f8-a979-ace9ef0d2479 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:42.775422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Allocated IP 172.20.0.11 (cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2/7e731bb0-7aa7-4c06-a471-3c87126942dd/fec189ea-d99c-4b00-ba45-51ab3e217c4a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:42.985453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d4a4db3-b2e1-4a5a-8844-13b2945550f3 req-23ac68bf-9d03-43b4-b303-0c171461713f tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 210 time: 0.0425851 Jan 28 01:16:43.017538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acd6c9fc-6f37-4379-aa3a-1ddb96ae963f req-9a865dbf-d266-48e4-8b03-6d936c0050df tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0397925 Jan 28 01:16:43.085989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c007945-db66-4687-8ad7-5f60622b413a req-9fd1590e-2adb-4fc6-a0e8-dabceff26e4f tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0281093 Jan 28 01:16:43.205601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:43.216924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-28c05aec-009d-4c98-9323-dd60a5f2a3c2 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6891732 Jan 28 01:16:43.222837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41608) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:43.223296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:43.240276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:43.241553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:43.311729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 1fda6f47-f55b-4a8d-bee2-3560475f2bfc {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:43.316403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (1fda6f47-f55b-4a8d-bee2-3560475f2bfc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.340093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.359832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:43.399090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1fda6f47-f55b-4a8d-bee2-3560475f2bfc), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.514140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.607992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (572c2897-559b-42f8-a979-ace9ef0d2479), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.612051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks [] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.651443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=572c2897-559b-42f8-a979-ace9ef0d2479,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:43.661551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:41Z', 'revision_number': 8, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:43.668077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:43.701921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:43.719268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '2b4a0937-1a61-4d6c-b9ad-becafaa5a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:43.719631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:43.722634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:43.723423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:43.815058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:43.836152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.850412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:43.967464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:43.973024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:43.976822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578253a-93d7-450f-a51f-575e382613a6 None None] Network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:44.027359 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1fda6f47-f55b-4a8d-bee2-3560475f2bfc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.034482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:44.041093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:44.044785 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.059934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Pushing event updated for resources: {'Port': ['ID=fec189ea-d99c-4b00-ba45-51ab3e217c4a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:44.092640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:44.147316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1fda6f47-f55b-4a8d-bee2-3560475f2bfc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.177250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:44.179056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.257295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a121ae7-428d-4032-9eef-eb5c85639c22 req-7a20db3f-1c9e-405f-a87e-ba1a7f556c30 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1247478 Jan 28 01:16:44.271178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.276054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/1fda6f47-f55b-4a8d-bee2-3560475f2bfc HTTP/1.1" status: 204 len: 168 time: 1.0504229 Jan 28 01:16:44.282518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d266e36-5ce0-4587-87e9-a83813e16175 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=1fda6f47-f55b-4a8d-bee2-3560475f2bfc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:44.285094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:44.305249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.313349 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f4512f6c-cc06-41ba-94d0-74307ebe9508 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/ports/572c2897-559b-42f8-a979-ace9ef0d2479 HTTP/1.1" status: 204 len: 168 time: 2.4266562 Jan 28 01:16:44.315267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41624) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:44.333617 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0778322e-1176-4c2e-9ee7-6257176e3ed3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0997095 Jan 28 01:16:44.359348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b87a0-cb25-4d6e-a70a-f68e779ac8a9 None None] Network 6093b5f8-2a56-4140-8029-32b9079561dd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:44.370534 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f065f369-2bcd-445c-be7a-072045464530 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] GET failed (client error): The resource could not be found. Jan 28 01:16:44.373383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f065f369-2bcd-445c-be7a-072045464530 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "GET /v2.0/ports/572c2897-559b-42f8-a979-ace9ef0d2479 HTTP/1.1" status: 404 len: 333 time: 0.0539205 Jan 28 01:16:44.374159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41626) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:44.381260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41628) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:44.413396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed20bc0-ea68-40e5-9f4e-95e105456e8a req-0f459990-a0d6-401b-9496-b6c12823d498 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:44.415018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed20bc0-ea68-40e5-9f4e-95e105456e8a req-0f459990-a0d6-401b-9496-b6c12823d498 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 932 time: 0.2706647 Jan 28 01:16:44.438063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7', 'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': '4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:44.439113 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.446671 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-b710079f-cace-41fb-a7ab-d9bb4e0e00b7 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6955655 Jan 28 01:16:44.465101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Request body: {'port': {'device_id': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:44.479673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8998f0d2-8308-4399-be48-f2f26e898a7e req-a12bb5af-7d5f-4eb4-a41f-8ab306587e1a tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0972371 Jan 28 01:16:44.548367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6093b5f8-2a56-4140-8029-32b9079561dd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.563548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.610251 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.613927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed20bc0-ea68-40e5-9f4e-95e105456e8a req-430b5ad1-94b2-4390-8f33-c5420a8b62d3 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850946 Jan 28 01:16:44.635101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port c1f46285-7c1e-4590-9e75-3a3eb06d907a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:44.635446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c1f46285-7c1e-4590-9e75-3a3eb06d907a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.703884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 0a9e312c-7132-4aaa-a7a6-2d782612d00a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:44.704245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.727897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Allocated IP 172.20.0.1 (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7/4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc/e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:44.743385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:41Z', 'revision_number': 8, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:44.751235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.774218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce4338-74af-4051-abae-a5a200eb902b None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:41Z', 'revision_number': 8, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '72119483-6be0-4d13-930e-ba1aa24d216f', 'name': '', 'network_id': '8dd7f261-a123-4798-8aa7-ff962aca1011', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:0d:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '9245b18b-6df9-44af-b941-d7da46238e58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:16:12Z', 'updated_at': '2022-01-28T01:16:22Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '9245b18b-6df9-44af-b941-d7da46238e58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:44.792658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c1f46285-7c1e-4590-9e75-3a3eb06d907a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.820651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for c1f46285-7c1e-4590-9e75-3a3eb06d907a owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:44.823762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 0a9e312c-7132-4aaa-a7a6-2d782612d00a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0a9e312c-7132-4aaa-a7a6-2d782612d00a,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:44.824151 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.828414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] DHCP port deletion for 6093b5f8-2a56-4140-8029-32b9079561dd request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:16:44.845952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 0a9e312c-7132-4aaa-a7a6-2d782612d00a owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:44.933386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] Deleting port 0a9e312c-7132-4aaa-a7a6-2d782612d00a {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:44.933837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:44.988633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.004567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec189ea-d99c-4b00-ba45-51ab3e217c4a {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:16:45.007863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Publish callbacks [] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.020810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Publish callbacks [] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.025173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.049704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=0a9e312c-7132-4aaa-a7a6-2d782612d00a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.051383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port 0a9e312c-7132-4aaa-a7a6-2d782612d00a on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:45.069265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.088666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.098527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] For port 0a9e312c-7132-4aaa-a7a6-2d782612d00a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0a9e312c-7132-4aaa-a7a6-2d782612d00a,segment=NetworkSegment(4b4388e3-9246-416a-8d22-597f2268556e),segment_id=4b4388e3-9246-416a-8d22-597f2268556e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:45.098800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.119217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] Calling delete_port for 0a9e312c-7132-4aaa-a7a6-2d782612d00a owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:45.148788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Transition to ACTIVE for port object fec189ea-d99c-4b00-ba45-51ab3e217c4a will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:16:45.162265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.170830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c1f46285-7c1e-4590-9e75-3a3eb06d907a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.211681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Pushing event updated for resources: {'Port': ['ID=e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.235644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:45.239617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:45.252447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:45.252941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6093b5f8-2a56-4140-8029-32b9079561dd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.256990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Pushing event updated for resources: {'Port': ['ID=fec189ea-d99c-4b00-ba45-51ab3e217c4a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.272110 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.317482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:45.328211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=c1f46285-7c1e-4590-9e75-3a3eb06d907a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.361370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Attempting to bind port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:45.361989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Attempting to bind port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2b4a0937-1a61-4d6c-b9ad-becafaa5a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:45.362710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Attempting to bind port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21 on network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:45.369649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6093b5f8-2a56-4140-8029-32b9079561dd']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:45.369921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:45.370621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Checking segment: {'id': '2b4a0937-1a61-4d6c-b9ad-becafaa5a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:45.371617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.371617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Bound using segment: {'id': '2b4a0937-1a61-4d6c-b9ad-becafaa5a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:45.371900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Bound port: e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4a0937-1a61-4d6c-b9ad-becafaa5a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:45.372287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.381273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (0a9e312c-7132-4aaa-a7a6-2d782612d00a), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.388046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4388e3-9246-416a-8d22-597f2268556e') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:45.388583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4388e3-9246-416a-8d22-597f2268556e') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:45.390900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4a0937-1a61-4d6c-b9ad-becafaa5a662') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:45.391204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4a0937-1a61-4d6c-b9ad-becafaa5a662') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:45.406078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (4b4388e3-9246-416a-8d22-597f2268556e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.411216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] Pushing event deleted for resources: {'Port': ['ID=0a9e312c-7132-4aaa-a7a6-2d782612d00a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.417085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5996a-eddd-435e-b0ee-ad30de24b330 None None] No DVR routers for this DVR port 0a9e312c-7132-4aaa-a7a6-2d782612d00a on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:45.419778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.460422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.463203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Attempting to bind port fec189ea-d99c-4b00-ba45-51ab3e217c4a on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:45.463565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Attempting to bind port fec189ea-d99c-4b00-ba45-51ab3e217c4a by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '7f778dc5-9259-4c35-b845-46f69979c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:45.463897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Attempting to bind port fec189ea-d99c-4b00-ba45-51ab3e217c4a on network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:45.472287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Port fec189ea-d99c-4b00-ba45-51ab3e217c4a on network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:16:45.472608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Attempting to bind port fec189ea-d99c-4b00-ba45-51ab3e217c4a on network cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:45.478822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8994fdbc-e7e1-4867-923a-16e8730ec0f8 req-5ba0e53e-0093-4240-a663-93836d95a029 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0567763 Jan 28 01:16:45.483107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4b4388e3-9246-416a-8d22-597f2268556e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.503674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:45.504101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.522803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] For port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:45.531867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:45.532214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Checking segment: {'id': '7f778dc5-9259-4c35-b845-46f69979c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:45.532600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Bound using segment: {'id': '7f778dc5-9259-4c35-b845-46f69979c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:45.533052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Bound port: fec189ea-d99c-4b00-ba45-51ab3e217c4a, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f778dc5-9259-4c35-b845-46f69979c14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:45.533309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:45.533442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.533946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (4b4388e3-9246-416a-8d22-597f2268556e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:45.535439 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:45.541198 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:45.571310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.577623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d6a70a6-d2f7-41de-b058-9f78e780f57a tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/ports/c1f46285-7c1e-4590-9e75-3a3eb06d907a HTTP/1.1" status: 204 len: 168 time: 1.1939995 Jan 28 01:16:45.578388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41642) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:45.628035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] For port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21,segment=NetworkSegment(2b4a0937-1a61-4d6c-b9ad-becafaa5a662),segment_id=2b4a0937-1a61-4d6c-b9ad-becafaa5a662)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:45.632672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:16:45.632672 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:16:45.632672 n-d-826756-1 neutron-server[109595]: [parameters: {'id': '3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7'}] Jan 28 01:16:45.632672 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:45.633471 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:45.643622 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.682711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] For port fec189ea-d99c-4b00-ba45-51ab3e217c4a, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:45.686141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] For port fec189ea-d99c-4b00-ba45-51ab3e217c4a, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a,segment=NetworkSegment(7f778dc5-9259-4c35-b845-46f69979c14d),segment_id=7f778dc5-9259-4c35-b845-46f69979c14d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:45.688706 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dd1be0-5082-40a2-92b8-16f96458046e tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] GET failed (client error): The resource could not be found. Jan 28 01:16:45.698130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41648) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:45.705844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-30dd1be0-5082-40a2-92b8-16f96458046e tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "GET /v2.0/ports/c1f46285-7c1e-4590-9e75-3a3eb06d907a HTTP/1.1" status: 404 len: 333 time: 0.1138051 Jan 28 01:16:45.713903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.728038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b81eca-f0b7-4af2-9078-6e853a69f727 req-5f87d907-2fc4-4b6e-b023-a39d59b42c18 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1018572 Jan 28 01:16:45.733902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6093b5f8-2a56-4140-8029-32b9079561dd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.742216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.748422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/6093b5f8-2a56-4140-8029-32b9079561dd HTTP/1.1" status: 204 len: 168 time: 1.4577157 Jan 28 01:16:45.762403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:45.770367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078d7f2-d9a9-4a09-b7be-a45c23481bc8 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=6093b5f8-2a56-4140-8029-32b9079561dd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.787308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0a9e312c-7132-4aaa-a7a6-2d782612d00a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:45.797342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e0203-61fd-45d0-9d4c-ddbcab5c8beb None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:16:45.852669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0a9e312c-7132-4aaa-a7a6-2d782612d00a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:45.853305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0a9e312c-7132-4aaa-a7a6-2d782612d00a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:45.853820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 449591c3-60d4-4412-99c6-63960528d35c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:45.871382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:45.872015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.873417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] 10.222.0.43 "PUT /v2.0/ports/fec189ea-d99c-4b00-ba45-51ab3e217c4a HTTP/1.1" status: 200 len: 1092 time: 1.4129639 Jan 28 01:16:45.873898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'tag': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:45.876168 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df565afd-ed75-423f-a00e-63301e642a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "34c8a69d-2fbf-4b52-9a3b-6b81e921f211", "tag": "fec189ea-d99c-4b00-ba45-51ab3e217c4a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:45.879155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7723a-72a6-4de2-8eb9-d2ecec82e8ef req-2aa021fe-e4ba-4a53-8290-97bfc7e355be tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:45.880819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3b7723a-72a6-4de2-8eb9-d2ecec82e8ef req-2aa021fe-e4ba-4a53-8290-97bfc7e355be tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 944 time: 0.0592418 Jan 28 01:16:45.897144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 449591c3-60d4-4412-99c6-63960528d35c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:45.897573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 449591c3-60d4-4412-99c6-63960528d35c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:45.908983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de54e54-12a6-4040-bfc7-fc95a35afdd3 None None] Pushing event updated for resources: {'Port': ['ID=e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.937249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fa035-e1cf-49de-91a6-83a4fd52ec3b service neutron] Pushing event updated for resources: {'Port': ['ID=fec189ea-d99c-4b00-ba45-51ab3e217c4a,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:45.991316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3b7723a-72a6-4de2-8eb9-d2ecec82e8ef req-432a5252-0453-42fd-9501-7a9d1d7c335d tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003604 Jan 28 01:16:46.004073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e0203-61fd-45d0-9d4c-ddbcab5c8beb None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:16:46.028710 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33494159-8fe9-49ae-8fff-04f288b9ed19 x-openstack-request-id: req-33494159-8fe9-49ae-8fff-04f288b9ed19 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:46.029007 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c8a69d-2fbf-4b52-9a3b-6b81e921f211", "tag": "fec189ea-d99c-4b00-ba45-51ab3e217c4a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:46.029267 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33494159-8fe9-49ae-8fff-04f288b9ed19 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:46.029670 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'tag': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a', 'status': 'completed', 'code': 200} Jan 28 01:16:46.070472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:46.070818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.137801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.148599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-80c16938-8471-4d32-a45b-cab867955a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:46.150148 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-80c16938-8471-4d32-a45b-cab867955a1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc521ec4c25645a89059207995591a96&device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 1095 time: 0.1988895 Jan 28 01:16:46.209913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4708337-fdd8-44fd-8dd0-9c3eadbf78eb None None] Network 3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:46.261579 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-f4e753d6-ea9f-4038-9646-221ce863225a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a HTTP/1.1" status: 200 len: 217 time: 0.0918396 Jan 28 01:16:46.315950 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.342423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for 15a5ab2f-35c3-4037-9cb4-7d0af24dec0b owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:46.419855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-c6163d13-4239-49c9-9373-345c0fd187c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:46.421359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-c6163d13-4239-49c9-9373-345c0fd187c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e731bb0-7aa7-4c06-a471-3c87126942dd HTTP/1.1" status: 200 len: 862 time: 0.1438100 Jan 28 01:16:46.472373 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-72ec02e0-53da-493f-abdb-106322ea1874 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442448 Jan 28 01:16:46.480858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:46.481200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.604177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b72dab32-da8b-4951-96f4-8b841ce845bc req-483b414d-c4bb-45df-889f-a43ed497f61d tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0287199 Jan 28 01:16:46.669748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21,segment=NetworkSegment(2b4a0937-1a61-4d6c-b9ad-becafaa5a662),segment_id=2b4a0937-1a61-4d6c-b9ad-becafaa5a662)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:46.670372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.720597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:46.723648 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-82cff050-1010-4313-b976-05b61e8e570c service neutron] 10.222.0.43 "GET /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457192 Jan 28 01:16:46.758612 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (15a5ab2f-35c3-4037-9cb4-7d0af24dec0b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.856010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384ace05-7fcf-4509-8f19-4ad3f1a5ed96 req-f750781e-43f9-4e98-93f5-12def2663b86 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0312395 Jan 28 01:16:47.105904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b50e48-507f-4897-936e-c8861012e04b req-c9d8177f-4290-49ca-bf72-7a1118648d52 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:47.107321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89b50e48-507f-4897-936e-c8861012e04b req-c9d8177f-4290-49ca-bf72-7a1118648d52 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 944 time: 0.0528822 Jan 28 01:16:47.158887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89b50e48-507f-4897-936e-c8861012e04b req-a01d4edb-7187-48f9-bce5-b5f63d255fa5 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Jan 28 01:16:47.170851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=15a5ab2f-35c3-4037-9cb4-7d0af24dec0b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:47.299133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.345533 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce564242-6419-4fe3-8334-b85d9dc33452 req-32e34ee8-2239-417e-bd69-76ad32dcc002 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101191 Jan 28 01:16:47.351860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.355243 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f5daaace-5b86-4e16-9abd-9d8cd7ba0f35 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/ports/15a5ab2f-35c3-4037-9cb4-7d0af24dec0b HTTP/1.1" status: 204 len: 168 time: 1.6560204 Jan 28 01:16:47.358692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:47.384128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.417416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:47.424331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port e2ff6b89-a1e7-4dec-bb2b-2e1cb7ee1a21 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:47.428321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting subnet e4d90247-5e28-4abe-a641-88d33e6582e3 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:47.433119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for subnet (e4d90247-5e28-4abe-a641-88d33e6582e3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.478870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (e4d90247-5e28-4abe-a641-88d33e6582e3), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.579607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e4d90247-5e28-4abe-a641-88d33e6582e3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.611536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.631305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565afd-ed75-423f-a00e-63301e642a3a req-67e6c863-af0c-425d-a1bc-dadb7b7167c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:47.632989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-67e6c863-af0c-425d-a1bc-dadb7b7167c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc521ec4c25645a89059207995591a96&device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 1095 time: 0.1689873 Jan 28 01:16:47.644074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (e4d90247-5e28-4abe-a641-88d33e6582e3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.651796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:47.674002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d90247-5e28-4abe-a641-88d33e6582e3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:47.674675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4a0937-1a61-4d6c-b9ad-becafaa5a662') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:47.675148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4a0937-1a61-4d6c-b9ad-becafaa5a662') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:47.679982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.683413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b9802393-1a6b-4ef2-8be4-75e8bb17a9be tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/subnets/e4d90247-5e28-4abe-a641-88d33e6582e3 HTTP/1.1" status: 204 len: 168 time: 0.3234303 Jan 28 01:16:47.685841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:47.691197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b62a9-9fee-4257-8b87-3ce713dd5c46 None None] Network ae13cdec-8437-47f6-af42-d54c77d4e078 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:47.718288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.740160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e08d2098-c960-45fb-b2ad-19fd4b437ea3 req-e4b8095e-e3a1-4474-beed-e8b777791f94 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0448685 Jan 28 01:16:47.742985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.755009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:47.755413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (2b4a0937-1a61-4d6c-b9ad-becafaa5a662), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:47.767539 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:47.803312 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ae13cdec-8437-47f6-af42-d54c77d4e078), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.858266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565afd-ed75-423f-a00e-63301e642a3a req-172755d5-d36e-4ee5-9544-141ad7a428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:47.859754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-172755d5-d36e-4ee5-9544-141ad7a428d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 HTTP/1.1" status: 200 len: 923 time: 0.2176933 Jan 28 01:16:47.870439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Deleting port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:47.875384 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.882197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] DHCP port deletion for ae13cdec-8437-47f6-af42-d54c77d4e078 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:16:47.918575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.961054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.967924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 HTTP/1.1" status: 204 len: 168 time: 3.5890067 Jan 28 01:16:47.968134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] Deleting port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:47.968134 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.970598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41684) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:47.971406 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-eeaecefe-4540-4e7c-b164-cdbf800c62b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a HTTP/1.1" status: 200 len: 217 time: 0.1033144 Jan 28 01:16:47.974572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051099936'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:47.992263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190312f-d637-42e7-9e33-6775c7a29a92 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:47.999616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44e1b344-c9fe-4963-bf95-8b1b49cbb39f req-800ac6ff-dc9a-437e-83a7-8fe9dc3e6662 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0493288 Jan 28 01:16:48.008323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] For port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,segment=NetworkSegment(4fcf9274-355f-46c3-b5b0-8851e2c8fc21),segment_id=4fcf9274-355f-46c3-b5b0-8851e2c8fc21)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:48.008659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.027314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Calling delete_port for c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:48.033358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:48.037468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.041350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565afd-ed75-423f-a00e-63301e642a3a req-b8938691-12ea-4e0c-837c-2c570740c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.042979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-b8938691-12ea-4e0c-837c-2c570740c92c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e731bb0-7aa7-4c06-a471-3c87126942dd HTTP/1.1" status: 200 len: 862 time: 0.0607531 Jan 28 01:16:48.063518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] For port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,segment=NetworkSegment(4fcf9274-355f-46c3-b5b0-8851e2c8fc21),segment_id=4fcf9274-355f-46c3-b5b0-8851e2c8fc21)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:48.063518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.064515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 72119483-6be0-4d13-930e-ba1aa24d216f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:48.064955 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.076142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] Calling delete_port for c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:48.103917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:48.124615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.124852 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 763e741d-b6e6-4f55-843d-df0159248c75 of type vlan for network 655cc6fa-b238-4426-9854-39925ed03b63 Jan 28 01:16:48.132349 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-d76fd647-3631-4156-8953-dd3ff3d10b93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819416 Jan 28 01:16:48.161649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.176137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (655cc6fa-b238-4426-9854-39925ed03b63), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.183081 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.195561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] Pushing event deleted for resources: {'Port': ['ID=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:48.213600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a587a-bc79-4bb1-8bf2-2e8a70e8a4e4 None None] No DVR routers for this DVR port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:48.225087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Port': ['ID=c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:48.229056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] No DVR routers for this DVR port c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:48.249695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 72119483-6be0-4d13-930e-ba1aa24d216f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72119483-6be0-4d13-930e-ba1aa24d216f,segment=NetworkSegment(32ce872d-c5df-4928-b55a-2b901bcc22f8),segment_id=32ce872d-c5df-4928-b55a-2b901bcc22f8)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:48.250243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.254445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (655cc6fa-b238-4426-9854-39925ed03b63), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.259505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.260098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.272253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 72119483-6be0-4d13-930e-ba1aa24d216f owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:48.294990 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-09af3f97-089d-466f-99d8-95f4011ff635 service neutron] 10.222.0.43 "GET /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560783 Jan 28 01:16:48.387362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4165475 Jan 28 01:16:48.394377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41688) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:48.399271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': '655cc6fa-b238-4426-9854-39925ed03b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:48.412331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ae13cdec-8437-47f6-af42-d54c77d4e078), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.424037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c563b53-fafa-4fd2-89d8-887678e539ce tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=655cc6fa-b238-4426-9854-39925ed03b63,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:48.436931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 655cc6fa-b238-4426-9854-39925ed03b63 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:48.447619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae13cdec-8437-47f6-af42-d54c77d4e078']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:48.461658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377329d9-74c9-4694-b1d9-c12339138a68 req-f4878cb9-61b3-4c05-aaa8-20304f411e6a tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.463465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377329d9-74c9-4694-b1d9-c12339138a68 req-f4878cb9-61b3-4c05-aaa8-20304f411e6a tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 944 time: 0.2101135 Jan 28 01:16:48.468432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcf9274-355f-46c3-b5b0-8851e2c8fc21') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:48.468902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcf9274-355f-46c3-b5b0-8851e2c8fc21') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:48.487739 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (4fcf9274-355f-46c3-b5b0-8851e2c8fc21), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.511592 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4fcf9274-355f-46c3-b5b0-8851e2c8fc21), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.526954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:48.527390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (4fcf9274-355f-46c3-b5b0-8851e2c8fc21), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: self.session.flush() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:48.530423 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:48.553054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377329d9-74c9-4694-b1d9-c12339138a68 req-3b37d9bd-f454-4ecf-8173-2040867c162d tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752954 Jan 28 01:16:48.554197 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-df565afd-ed75-423f-a00e-63301e642a3a req-a59e082c-28d8-416c-8de3-978f0c34474e service neutron] 10.222.0.43 "GET /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278514 Jan 28 01:16:48.570241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:48.573475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.607508 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ae13cdec-8437-47f6-af42-d54c77d4e078), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.617849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.623730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] 10.222.0.23 "DELETE /v2.0/networks/ae13cdec-8437-47f6-af42-d54c77d4e078 HTTP/1.1" status: 204 len: 168 time: 0.9344909 Jan 28 01:16:48.638895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38c3fb-302b-418a-8e14-18818edd7ad5 tempest-AllowedAddressPairTestJSON-1433744594 tempest-AllowedAddressPairTestJSON-1433744594-project] Pushing event deleted for resources: {'Network': ['ID=ae13cdec-8437-47f6-af42-d54c77d4e078,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:48.689718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (72119483-6be0-4d13-930e-ba1aa24d216f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:48.728959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=72119483-6be0-4d13-930e-ba1aa24d216f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:48.891445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d715c7-3e6d-4838-ad59-9cf8531c1df6 req-680e4000-7aef-4b46-a9d7-8c72d53a3e53 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0435824 Jan 28 01:16:48.898266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fec189ea-d99c-4b00-ba45-51ab3e217c4a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:16:48.946336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41702) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:49.001965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.009200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.015393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port fec189ea-d99c-4b00-ba45-51ab3e217c4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a,segment=NetworkSegment(7f778dc5-9259-4c35-b845-46f69979c14d),segment_id=7f778dc5-9259-4c35-b845-46f69979c14d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:49.027252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a', 'network_id': 'cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2', 'port_id': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a', 'mac_address': 'fa:16:3e:08:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e731bb0-7aa7-4c06-a471-3c87126942dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:16:49.099293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port fec189ea-d99c-4b00-ba45-51ab3e217c4a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:49.099897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.118065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec189ea-d99c-4b00-ba45-51ab3e217c4a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:16:49.140360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port fec189ea-d99c-4b00-ba45-51ab3e217c4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a,segment=NetworkSegment(7f778dc5-9259-4c35-b845-46f69979c14d),segment_id=7f778dc5-9259-4c35-b845-46f69979c14d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:49.145143 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.154455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:49.158939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ee2ca11-8d50-4460-963e-1ce2415c1109 req-97fda407-bd03-43ff-bd40-53307d8037c3 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0524600 Jan 28 01:16:49.171824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4ffc0d12-2269-4543-b978-3de6b557cd21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd700b4495de45358a7ba4f8d5d7e9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220643 Jan 28 01:16:49.172157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41710) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:49.199991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '763e741d-b6e6-4f55-843d-df0159248c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '655cc6fa-b238-4426-9854-39925ed03b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:49.200722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: 655cc6fa-b238-4426-9854-39925ed03b63, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:49.204861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=fec189ea-d99c-4b00-ba45-51ab3e217c4a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:49.225882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46260136-61d1-43b9-9a73-af9040cbfa84 admin admin] Publish callbacks [] for security_group (7aba2f29-b994-4456-95f5-bcd1e3d9fba0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.247515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46260136-61d1-43b9-9a73-af9040cbfa84 admin admin] Publish callbacks [] for security_group (7aba2f29-b994-4456-95f5-bcd1e3d9fba0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.292543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network 655cc6fa-b238-4426-9854-39925ed03b63 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:49.302821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46260136-61d1-43b9-9a73-af9040cbfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7aba2f29-b994-4456-95f5-bcd1e3d9fba0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.305438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46260136-61d1-43b9-9a73-af9040cbfa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.306648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-46260136-61d1-43b9-9a73-af9040cbfa84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7aba2f29-b994-4456-95f5-bcd1e3d9fba0 HTTP/1.1" status: 204 len: 168 time: 0.1336577 Jan 28 01:16:49.311528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 655cc6fa-b238-4426-9854-39925ed03b63) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:49.314350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260136-61d1-43b9-9a73-af9040cbfa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba2f29-b994-4456-95f5-bcd1e3d9fba0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:49.317387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:49.318115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.321413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063b5f6-99d2-4f39-82a8-b2b921c3af3e None None] Network 655cc6fa-b238-4426-9854-39925ed03b63 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:49.347262 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8762dba2-98bd-4ac2-85e4-f676b2f66534 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9518988 Jan 28 01:16:49.349197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:49.350109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41714) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:49.448596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-655cc6fa-b238-4426-9854-39925ed03b63', 'network_id': '655cc6fa-b238-4426-9854-39925ed03b63', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': 'e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:49.449516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.467714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['fec189ea-d99c-4b00-ba45-51ab3e217c4a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:49.551415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:49.552726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41720) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:49.553536 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f255f33e-d537-4ad4-a88a-dd966ea60849 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7852194 Jan 28 01:16:49.556023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:49.560862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (655cc6fa-b238-4426-9854-39925ed03b63), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.574251 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:49.576006 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:49.616570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 9245b18b-6df9-44af-b941-d7da46238e58 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:49.621415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (9245b18b-6df9-44af-b941-d7da46238e58), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.649065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.671543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:49.801998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (9245b18b-6df9-44af-b941-d7da46238e58), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:49.841368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:49.887889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Allocated IP 172.20.0.2 (655cc6fa-b238-4426-9854-39925ed03b63/e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34/46faafd5-e904-4513-a316-1923481636ee) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:49.902156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:49.902800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c7c4b6d8-232e-4fd6-a1d9-b61c68c1282d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:49.945561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763c46c-7730-4a60-99e2-bd1fd1107a0f req-34a4cedf-aae9-4706-9fe3-2ec5c959886c tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:49.953716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d763c46c-7730-4a60-99e2-bd1fd1107a0f req-34a4cedf-aae9-4706-9fe3-2ec5c959886c tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 945 time: 0.2263477 Jan 28 01:16:50.013764 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:48Z', 'revision_number': 9, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.043954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bada7df6-7301-49ed-b8fa-77d6ec2e87c2 req-93fe9465-0983-4bf4-bb53-ca53b8c3a5c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0549195 Jan 28 01:16:50.089418 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:50.093854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-414353fb-3f26-4f2c-a3c2-1d7032949cd1 req-04e8d3ea-712c-4e72-a548-289a4af63e1e tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0528703 Jan 28 01:16:50.096504 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9245b18b-6df9-44af-b941-d7da46238e58), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.110787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d763c46c-7730-4a60-99e2-bd1fd1107a0f req-bc9411a1-347b-40eb-930b-f1f3566493b5 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533365 Jan 28 01:16:50.119283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:50.120390 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.205176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (9245b18b-6df9-44af-b941-d7da46238e58), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.273533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=9245b18b-6df9-44af-b941-d7da46238e58,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:50.288629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.295265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9a73564-8943-410b-b3a3-4dd1b005fa0a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/9245b18b-6df9-44af-b941-d7da46238e58 HTTP/1.1" status: 204 len: 168 time: 0.7413716 Jan 28 01:16:50.296060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41752) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:50.329399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f90c1e96-8e02-4108-aad2-014983cd053f req-66696a0e-4251-4264-93d6-04b9181a351f tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0563564 Jan 28 01:16:50.348493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38653a76-1ba5-4e3f-a09a-ce3ceb3380ed None None] Network 8dd7f261-a123-4798-8aa7-ff962aca1011 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:50.371979 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:50.433053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (8dd7f261-a123-4798-8aa7-ff962aca1011), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.499322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 601df236-b94d-4963-8811-6879fbc2d079 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:50.500085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (601df236-b94d-4963-8811-6879fbc2d079), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.501280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Publish callbacks [] for port (46faafd5-e904-4513-a316-1923481636ee), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.534858 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (46faafd5-e904-4513-a316-1923481636ee), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.547515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.581643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 601df236-b94d-4963-8811-6879fbc2d079, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=601df236-b94d-4963-8811-6879fbc2d079,segment=NetworkSegment(32ce872d-c5df-4928-b55a-2b901bcc22f8),segment_id=32ce872d-c5df-4928-b55a-2b901bcc22f8)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:50.582035 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (601df236-b94d-4963-8811-6879fbc2d079), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.597944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 601df236-b94d-4963-8811-6879fbc2d079 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:50.605196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Network 655cc6fa-b238-4426-9854-39925ed03b63 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:50.619081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:50.625147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:50.643919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:50.669271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Pushing event updated for resources: {'Port': ['ID=46faafd5-e904-4513-a316-1923481636ee,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:50.714366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] DHCP port deletion for 8dd7f261-a123-4798-8aa7-ff962aca1011 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:16:50.721110 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:48Z', 'revision_number': 9, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.723839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Attempting to bind port 46faafd5-e904-4513-a316-1923481636ee on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:50.725259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Attempting to bind port 46faafd5-e904-4513-a316-1923481636ee by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '763e741d-b6e6-4f55-843d-df0159248c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '655cc6fa-b238-4426-9854-39925ed03b63'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:50.725259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Attempting to bind port 46faafd5-e904-4513-a316-1923481636ee on network 655cc6fa-b238-4426-9854-39925ed03b63 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:50.731446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:50.731823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Checking segment: {'id': '763e741d-b6e6-4f55-843d-df0159248c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '655cc6fa-b238-4426-9854-39925ed03b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:50.732229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.732621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Bound using segment: {'id': '763e741d-b6e6-4f55-843d-df0159248c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '655cc6fa-b238-4426-9854-39925ed03b63'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:50.733090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Bound port: 46faafd5-e904-4513-a316-1923481636ee, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763e741d-b6e6-4f55-843d-df0159248c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '655cc6fa-b238-4426-9854-39925ed03b63'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:50.733470 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (46faafd5-e904-4513-a316-1923481636ee), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.744608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (601df236-b94d-4963-8811-6879fbc2d079), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.759614 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28385a-ab4c-4cc8-9cf9-b30c4c7aec17 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:48Z', 'revision_number': 9, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '73c38fd6-3e6f-4e7c-b553-093ced3e3f07', 'name': '', 'network_id': '700005a7-2766-4eb7-a53a-b97bf68b8d78', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:c1:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:58Z', 'updated_at': '2022-01-28T01:16:08Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': 'b25f63c7-470a-4031-b0b2-ac28f308fb65', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:50.807283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=601df236-b94d-4963-8811-6879fbc2d079,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:50.809276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port 601df236-b94d-4963-8811-6879fbc2d079 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:50.844215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (655cc6fa-b238-4426-9854-39925ed03b63), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.855093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Deleting port 601df236-b94d-4963-8811-6879fbc2d079 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:50.855481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (601df236-b94d-4963-8811-6879fbc2d079), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.859519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] For port 46faafd5-e904-4513-a316-1923481636ee, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:50.898670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655cc6fa-b238-4426-9854-39925ed03b63']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.913283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763e741d-b6e6-4f55-843d-df0159248c75') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.916077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763e741d-b6e6-4f55-843d-df0159248c75') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.920110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (8dd7f261-a123-4798-8aa7-ff962aca1011), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.920959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] For port 46faafd5-e904-4513-a316-1923481636ee, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=46faafd5-e904-4513-a316-1923481636ee,segment=NetworkSegment(763e741d-b6e6-4f55-843d-df0159248c75),segment_id=763e741d-b6e6-4f55-843d-df0159248c75)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:50.933576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.935041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (46faafd5-e904-4513-a316-1923481636ee), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.961792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd7f261-a123-4798-8aa7-ff962aca1011']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.966086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.974642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:50.976080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:50.976737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ce872d-c5df-4928-b55a-2b901bcc22f8') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.977125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ce872d-c5df-4928-b55a-2b901bcc22f8') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:50.980209 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:50.991733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (32ce872d-c5df-4928-b55a-2b901bcc22f8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.001331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4a98e-2a13-430e-9dab-ce7fa0e3bf5b None None] Pushing event updated for resources: {'Port': ['ID=46faafd5-e904-4513-a316-1923481636ee,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:51.011402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] For port 601df236-b94d-4963-8811-6879fbc2d079, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:51.011729 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (601df236-b94d-4963-8811-6879fbc2d079), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.019078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (32ce872d-c5df-4928-b55a-2b901bcc22f8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.027798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:51.028316 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (32ce872d-c5df-4928-b55a-2b901bcc22f8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.040635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Calling delete_port for 601df236-b94d-4963-8811-6879fbc2d079 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:51.044351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Port 601df236-b94d-4963-8811-6879fbc2d079 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:16:51.069421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (601df236-b94d-4963-8811-6879fbc2d079), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.071223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:16:51.071223 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:16:51.071223 n-d-826756-1 neutron-server[109595]: [parameters: {'id': '655cc6fa-b238-4426-9854-39925ed03b63'}] Jan 28 01:16:51.071223 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:51.071571 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:51.108609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] Pushing event deleted for resources: {'Port': ['ID=601df236-b94d-4963-8811-6879fbc2d079,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:51.110503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04889991-4dd2-44de-abb3-c0332567d3f5 None None] No DVR routers for this DVR port 601df236-b94d-4963-8811-6879fbc2d079 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:51.122876 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:51.128490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (8dd7f261-a123-4798-8aa7-ff962aca1011), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.137884 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.143810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8367e-1892-49b6-808a-e0b23af05e0b None None] Network 655cc6fa-b238-4426-9854-39925ed03b63 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:51.177408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41772) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:51.179404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/8dd7f261-a123-4798-8aa7-ff962aca1011 HTTP/1.1" status: 204 len: 168 time: 0.8658483 Jan 28 01:16:51.223680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061588c-dcd5-45b1-a0b9-bc7b06f86faf tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=8dd7f261-a123-4798-8aa7-ff962aca1011,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:51.320542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2aa1e94-8515-4aa1-a1c4-4b38a5ea3a3d req-0f160561-8137-4f40-ba23-f460d2874097 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0528831 Jan 28 01:16:51.337995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3e145-8f94-40e4-9683-f23fb7ebaf2b None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:16:51.394875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ce96d-113e-4aee-a97b-4a9077f217af req-10f8f24b-79fc-43d0-91c1-94988645d58e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:51.396958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d3ce96d-113e-4aee-a97b-4a9077f217af req-10f8f24b-79fc-43d0-91c1-94988645d58e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 945 time: 0.0806310 Jan 28 01:16:51.488313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d3ce96d-113e-4aee-a97b-4a9077f217af req-0a7741cf-c39a-4022-9067-0b8f66219c79 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847964 Jan 28 01:16:51.540360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c6e2dfb-7594-4af6-8b5b-58f9820e7723 req-49a79fee-3e55-49dc-8981-d7e8215d51e9 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0415783 Jan 28 01:16:51.602123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (655cc6fa-b238-4426-9854-39925ed03b63), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:51.729361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3e145-8f94-40e4-9683-f23fb7ebaf2b None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:16:51.880397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 601df236-b94d-4963-8811-6879fbc2d079 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:51.925655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 601df236-b94d-4963-8811-6879fbc2d079 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:51.926333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 601df236-b94d-4963-8811-6879fbc2d079 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:51.927813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72119483-6be0-4d13-930e-ba1aa24d216f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:51.968044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 72119483-6be0-4d13-930e-ba1aa24d216f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:51.968407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72119483-6be0-4d13-930e-ba1aa24d216f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:52.200297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port 46faafd5-e904-4513-a316-1923481636ee {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:52.200561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (46faafd5-e904-4513-a316-1923481636ee), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.297138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port 46faafd5-e904-4513-a316-1923481636ee, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=46faafd5-e904-4513-a316-1923481636ee,segment=NetworkSegment(763e741d-b6e6-4f55-843d-df0159248c75),segment_id=763e741d-b6e6-4f55-843d-df0159248c75)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:52.297497 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (46faafd5-e904-4513-a316-1923481636ee), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.313282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for 46faafd5-e904-4513-a316-1923481636ee owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:52.441003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-beb8259b-395c-4ba6-a2db-993e666b4f88 req-5e07f22b-086f-41a5-ad75-1c06dc2923ff tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0298159 Jan 28 01:16:52.446823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.448638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (46faafd5-e904-4513-a316-1923481636ee), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.515179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=46faafd5-e904-4513-a316-1923481636ee,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:52.517331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port 46faafd5-e904-4513-a316-1923481636ee on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:52.624604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e0c1-32fd-4106-b412-ce4ce527c4e5 req-6ff84ff3-7ad2-4d2e-9970-b97feba4860d tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:52.626696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01c5e0c1-32fd-4106-b412-ce4ce527c4e5 req-6ff84ff3-7ad2-4d2e-9970-b97feba4860d tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 945 time: 0.0568125 Jan 28 01:16:52.638293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (655cc6fa-b238-4426-9854-39925ed03b63), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.661761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64730f50-a4fb-47d8-ab6d-4226d4e330ec req-f04caa1e-3906-4585-a31c-7a13b5816c46 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0343528 Jan 28 01:16:52.709576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655cc6fa-b238-4426-9854-39925ed03b63']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:52.712747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01c5e0c1-32fd-4106-b412-ce4ce527c4e5 req-62fb58b8-04aa-4428-9984-e244214d807a tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754740 Jan 28 01:16:52.721600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763e741d-b6e6-4f55-843d-df0159248c75') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:52.721948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763e741d-b6e6-4f55-843d-df0159248c75') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:52.740710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.759240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.769484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:52.769821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (763e741d-b6e6-4f55-843d-df0159248c75), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:52.772895 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:52.881574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (655cc6fa-b238-4426-9854-39925ed03b63), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.890586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.893690 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/655cc6fa-b238-4426-9854-39925ed03b63 HTTP/1.1" status: 204 len: 168 time: 3.5426710 Jan 28 01:16:52.897336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41808) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:52.904084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-512354260'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:52.914946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fec189ea-d99c-4b00-ba45-51ab3e217c4a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:52.921354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504d67-8985-477f-95be-46ff368c7b22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=655cc6fa-b238-4426-9854-39925ed03b63,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:52.955382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:52.955886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:52.986336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port fec189ea-d99c-4b00-ba45-51ab3e217c4a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:16:52.991940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port fec189ea-d99c-4b00-ba45-51ab3e217c4a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:52.992584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.008653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:53.012332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.046187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:16:53.057398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-883c48b9-9fe7-4ad4-989e-c9fb3cb57c2f req-b733674a-a805-4c78-b44d-6510f457ad72 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90&device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 0.0375304 Jan 28 01:16:53.058230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.058684 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 6b748328-6066-433d-ae2d-13241ff046e6 of type vlan for network c754c326-4675-46ac-a141-06001d9a7eea Jan 28 01:16:53.087996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port fec189ea-d99c-4b00-ba45-51ab3e217c4a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:53.088327 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.107684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c754c326-4675-46ac-a141-06001d9a7eea), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.115482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:53.118927 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e0a4e8-f1d6-43d1-8cdc-7b84938091e2" -d '{"events": [{"server_uuid": "34c8a69d-2fbf-4b52-9a3b-6b81e921f211", "name": "network-vif-plugged", "status": "completed", "tag": "fec189ea-d99c-4b00-ba45-51ab3e217c4a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:53.135116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c754c326-4675-46ac-a141-06001d9a7eea), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.135436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port fec189ea-d99c-4b00-ba45-51ab3e217c4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a,segment=NetworkSegment(7f778dc5-9259-4c35-b845-46f69979c14d),segment_id=7f778dc5-9259-4c35-b845-46f69979c14d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:53.140461 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.140664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:53.141181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.173741 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef720514-b86a-4bce-9776-98093db7b98e x-openstack-request-id: req-ef720514-b86a-4bce-9776-98093db7b98e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:53.174189 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c8a69d-2fbf-4b52-9a3b-6b81e921f211", "name": "network-vif-plugged", "status": "completed", "tag": "fec189ea-d99c-4b00-ba45-51ab3e217c4a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:53.174538 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef720514-b86a-4bce-9776-98093db7b98e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:53.175022 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a', 'code': 200} Jan 28 01:16:53.204574 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3061435 Jan 28 01:16:53.206630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:53.211961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:53.219591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=fec189ea-d99c-4b00-ba45-51ab3e217c4a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:53.362702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 73c38fd6-3e6f-4e7c-b553-093ced3e3f07, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,segment=NetworkSegment(df65d644-e9fb-48b9-9a4b-94d22147051e),segment_id=df65d644-e9fb-48b9-9a4b-94d22147051e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:53.363060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.378080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:53.388918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.397158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e799b8-aad9-4833-b10d-42bdb7e88c64 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=c754c326-4675-46ac-a141-06001d9a7eea,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:53.407250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c754c326-4675-46ac-a141-06001d9a7eea details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:16:53.407440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:53.453570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ff78a-a611-4363-838a-268598065992 req-dbafac3c-6e09-4677-802d-f70e843965da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:53.459622 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c5ff78a-a611-4363-838a-268598065992 req-dbafac3c-6e09-4677-802d-f70e843965da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 1097 time: 0.1771884 Jan 28 01:16:53.531085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcdef9a6-4cad-4c8a-933b-5ca7fe69a25c req-97c83019-9a59-40ab-a65e-ef28f694297c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dffb5d78c30469ab5c68437ed3a9d92&device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1698184 Jan 28 01:16:53.667007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:16:53.667667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:16:53.696137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7c5ff78a-a611-4363-838a-268598065992 req-c29457b1-4de9-4726-b0a2-b805d2dbcf97 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270606 Jan 28 01:16:53.722501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcdef9a6-4cad-4c8a-933b-5ca7fe69a25c req-b4dbad50-8bbe-4944-8af1-b12811f9e9cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3dffb5d78c30469ab5c68437ed3a9d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592678 Jan 28 01:16:53.738473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a171f923-7db5-43d2-9aa4-59948fc0712e req-59d46867-7b23-43c2-8a1d-91508c8bea18 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.2325845 Jan 28 01:16:53.774828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cf88280-a140-4f79-a2d9-414cc07cad84 req-554811f1-0bbc-4bf0-83e5-3267af47f24d tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1145208 Jan 28 01:16:53.888069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (73c38fd6-3e6f-4e7c-b553-093ced3e3f07), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:53.935316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=73c38fd6-3e6f-4e7c-b553-093ced3e3f07,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:54.115895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae12e-8bc4-4864-856f-1773ffd5d737 req-397e0849-af18-4a77-b123-f13b1d101a1e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:54.117507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-accae12e-8bc4-4864-856f-1773ffd5d737 req-397e0849-af18-4a77-b123-f13b1d101a1e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 946 time: 0.2827811 Jan 28 01:16:54.184404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:54.439961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:54.550054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:54.553176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdef9a6-4cad-4c8a-933b-5ca7fe69a25c req-bd48e9ef-03e7-4888-99ce-bcdc4b473ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:54.555239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcdef9a6-4cad-4c8a-933b-5ca7fe69a25c req-bd48e9ef-03e7-4888-99ce-bcdc4b473ce5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7910047 Jan 28 01:16:54.557420 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf195aff-e006-4ef5-8124-c81f980cfa6e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3785470 Jan 28 01:16:54.561280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:54.562711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41840) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:54.573860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:54.574813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:54.663665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-accae12e-8bc4-4864-856f-1773ffd5d737 req-cd3b86d1-906f-41d3-99d2-1d481546b368 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378428 Jan 28 01:16:54.714214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3e14c6c9-c59f-4500-a5a9-b606a1f4399c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:54.741417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:54.913795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=3e14c6c9-c59f-4500-a5a9-b606a1f4399c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:54.930499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet b25f63c7-470a-4031-b0b2-ac28f308fb65 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:16:54.999303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a1e98c7-5e5f-4626-9412-9fa204f028d9 req-5b83455a-7d8c-4b5c-b04e-8040a31d58ac tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0544603 Jan 28 01:16:55.006516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (b25f63c7-470a-4031-b0b2-ac28f308fb65), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.160061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49e7a946-8127-49a1-860b-ce1ce120cb33 req-f1db5dc2-890e-456a-b3dd-1b52ecc06077 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.1934199 Jan 28 01:16:55.172174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:53Z', 'revision_number': 10, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:55.185541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (b25f63c7-470a-4031-b0b2-ac28f308fb65), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.223888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:55.232844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:55.233584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:55.311872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '6b748328-6066-433d-ae2d-13241ff046e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:55.312325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: c754c326-4675-46ac-a141-06001d9a7eea, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:16:55.328079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:55.368420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b7dbf6f0-7cfb-4bb9-8e94-03efd6d43c5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1715989 Jan 28 01:16:55.381913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network c754c326-4675-46ac-a141-06001d9a7eea is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:16:55.391881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b25f63c7-470a-4031-b0b2-ac28f308fb65), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.417356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, c754c326-4675-46ac-a141-06001d9a7eea) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:55.430102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.431082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.447355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade3c64-9d86-4aba-8306-0b6983ae69d6 None None] Network c754c326-4675-46ac-a141-06001d9a7eea requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:55.517900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41854) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:55.518660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dec2d3ae-e059-462b-929c-ab0dacb5424a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3100500 Jan 28 01:16:55.545827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (b25f63c7-470a-4031-b0b2-ac28f308fb65), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.553887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.553887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.554799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.554799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.555071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.555679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.556140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.558866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-179a29e6-cacb-4453-83cd-cc1f8654d835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.0895038 Jan 28 01:16:55.661622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.662006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1607003-7f4b-4d0f-b2d8-8853ab54037d None None] Network 700005a7-2766-4eb7-a53a-b97bf68b8d78 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:55.663102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c754c326-4675-46ac-a141-06001d9a7eea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.674612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/b25f63c7-470a-4031-b0b2-ac28f308fb65 HTTP/1.1" status: 204 len: 168 time: 1.1071441 Jan 28 01:16:55.682914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:55.707642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-c754c326-4675-46ac-a141-06001d9a7eea', 'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': '3e14c6c9-c59f-4500-a5a9-b606a1f4399c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:16:55.715472 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.861994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0da42-c380-4ced-bd37-f42c225f0a1d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=b25f63c7-470a-4031-b0b2-ac28f308fb65,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:55.878861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (700005a7-2766-4eb7-a53a-b97bf68b8d78), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.932254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3e14c6c9-c59f-4500-a5a9-b606a1f4399c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:55.967907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0533529-6a19-4ae0-b036-f8658f1dd983 req-a5662c9a-c90c-4c8b-a997-488b8d3fa68e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:55.970508 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0533529-6a19-4ae0-b036-f8658f1dd983 req-a5662c9a-c90c-4c8b-a997-488b8d3fa68e tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 946 time: 0.1282659 Jan 28 01:16:56.022115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-9215bfc5-d0a0-494a-b1c1-29ae00b4130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:56.024543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-9215bfc5-d0a0-494a-b1c1-29ae00b4130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:56.026571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-9215bfc5-d0a0-494a-b1c1-29ae00b4130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:56.031048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Allocated IP 172.20.0.3 (c754c326-4675-46ac-a141-06001d9a7eea/3e14c6c9-c59f-4500-a5a9-b606a1f4399c/5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:56.037816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-9215bfc5-d0a0-494a-b1c1-29ae00b4130a service neutron] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 2298 time: 0.3618252 Jan 28 01:16:56.060129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:53Z', 'revision_number': 10, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:56.072563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5d0df-7354-4812-aee2-3f26658c95a8 None None] DHCP port deletion for 700005a7-2766-4eb7-a53a-b97bf68b8d78 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:16:56.090337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:56.090681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.135902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-f3ce9777-aa5a-4efc-95f5-af803aec9916 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1002 time: 0.0834377 Jan 28 01:16:56.195878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcdef9a6-4cad-4c8a-933b-5ca7fe69a25c req-a5706bef-0231-472c-a2b1-c89a49620377 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0538340 Jan 28 01:16:56.196121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port fbe23e1c-1b2f-43e8-8139-f6a152c29f79, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,segment=NetworkSegment(df65d644-e9fb-48b9-9a4b-94d22147051e),segment_id=df65d644-e9fb-48b9-9a4b-94d22147051e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:56.196954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.215728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for fbe23e1c-1b2f-43e8-8139-f6a152c29f79 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:56.275952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0533529-6a19-4ae0-b036-f8658f1dd983 req-75e375b5-38f7-4d7b-9f48-f9c442f88bf0 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982113 Jan 28 01:16:56.298593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35e95327-0767-48d6-bae8-450438b9d648 req-08f4c733-c3dc-4da6-8879-d7e7da7e12c2 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1058369 Jan 28 01:16:56.323408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-2c8b059a-5a9b-41e0-a33d-e172df90e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:56.324882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-2c8b059a-5a9b-41e0-a33d-e172df90e721 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 0.1821301 Jan 28 01:16:56.392804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fbe23e1c-1b2f-43e8-8139-f6a152c29f79), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.411735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port fbe23e1c-1b2f-43e8-8139-f6a152c29f79 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:56.417415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734d9a7-d6c3-4a88-a35f-90540c6b65b1 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:16:53Z', 'revision_number': 10, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None, '_interfaces': [{'id': '8a0205b6-d7e6-4a89-95d2-61b4862a75ab', 'name': '', 'network_id': 'e7febddd-de13-47a4-97ca-ef8f5299c760', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'mac_address': 'fa:16:3e:27:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:15:44Z', 'updated_at': '2022-01-28T01:15:53Z', 'revision_number': 5, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'subnets': [{'id': '1d7c03a1-b7fb-4988-bfa6-be307ed46749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:56.471328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a15631e6-358f-48be-acab-45a11a5b73ad req-c7ae0832-0be4-41e3-aeca-0ac14531f520 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8978430-a7f3-4bf6-aebe-ccc292290c90 HTTP/1.1" status: 200 len: 210 time: 0.0714645 Jan 28 01:16:56.506145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-903dba9f-a8e4-40f4-91ca-3fc01b4a1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:56.507748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-903dba9f-a8e4-40f4-91ca-3fc01b4a1fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765122 Jan 28 01:16:56.536672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-77d5d0df-7354-4812-aee2-3f26658c95a8 None None] The port 'fbe23e1c-1b2f-43e8-8139-f6a152c29f79' was deleted {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 01:16:56.585129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=fbe23e1c-1b2f-43e8-8139-f6a152c29f79,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:56.596641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (700005a7-2766-4eb7-a53a-b97bf68b8d78), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.618626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700005a7-2766-4eb7-a53a-b97bf68b8d78']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:56.630017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df65d644-e9fb-48b9-9a4b-94d22147051e') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:56.630600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df65d644-e9fb-48b9-9a4b-94d22147051e') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:56.641506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (df65d644-e9fb-48b9-9a4b-94d22147051e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.658025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (df65d644-e9fb-48b9-9a4b-94d22147051e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.666920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:56.668112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (df65d644-e9fb-48b9-9a4b-94d22147051e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:56.672039 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:56.707369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-5b619150-bcbe-49b0-b19a-11d25c9bf966 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933281 Jan 28 01:16:56.799001 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Publish callbacks [] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.807975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:56.914409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Pushing event updated for resources: {'Port': ['ID=5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:56.951901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Network c754c326-4675-46ac-a141-06001d9a7eea is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:56.960296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:56.991544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:57.042242 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f7836a72-2b0e-4a6c-abb3-3fedae2b6ea0 req-2152637f-374e-4bbe-a72c-0eef8216210e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c486f1407564fcfa0e635c4a2b66bc9&device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1753874 Jan 28 01:16:57.047090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-2e66891a-c1d2-41d5-832c-fb3faaeaaba6 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329346 Jan 28 01:16:57.136411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (3e14c6c9-c59f-4500-a5a9-b606a1f4399c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.154059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (700005a7-2766-4eb7-a53a-b97bf68b8d78), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.156266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-ea5dce66-87f6-4052-8dce-de074187758f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 217 time: 0.1036315 Jan 28 01:16:57.156427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Attempting to bind port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:57.156972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Attempting to bind port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '6b748328-6066-433d-ae2d-13241ff046e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:57.156972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Attempting to bind port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1 on network c754c326-4675-46ac-a141-06001d9a7eea {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:57.164735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:57.164975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Checking segment: {'id': '6b748328-6066-433d-ae2d-13241ff046e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:57.165375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.165836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Bound using segment: {'id': '6b748328-6066-433d-ae2d-13241ff046e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:57.166315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Bound port: 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b748328-6066-433d-ae2d-13241ff046e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c754c326-4675-46ac-a141-06001d9a7eea'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:57.166695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.167047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.174357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/700005a7-2766-4eb7-a53a-b97bf68b8d78 HTTP/1.1" status: 204 len: 168 time: 1.4917438 Jan 28 01:16:57.186383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41884) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:57.198744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f7836a72-2b0e-4a6c-abb3-3fedae2b6ea0 req-c19ed89f-1b52-45cd-b7c6-9d1821799b89 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c486f1407564fcfa0e635c4a2b66bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219058 Jan 28 01:16:57.213432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=3e14c6c9-c59f-4500-a5a9-b606a1f4399c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:57.227104 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780232f-2ab2-469f-a93f-7a88efd50f8e tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=700005a7-2766-4eb7-a53a-b97bf68b8d78,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:57.289814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969018e-6c4f-4de9-b261-665827f1689c req-3dac2a18-0a27-4eca-91e2-02437f5d637a tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:57.291609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8969018e-6c4f-4de9-b261-665827f1689c req-3dac2a18-0a27-4eca-91e2-02437f5d637a tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 946 time: 0.3477430 Jan 28 01:16:57.311037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] For port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:57.314879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] For port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1,segment=NetworkSegment(6b748328-6066-433d-ae2d-13241ff046e6),segment_id=6b748328-6066-433d-ae2d-13241ff046e6)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:57.320583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.366686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-0c9f2d52-913f-465a-8656-faf022a70b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:57.378816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-0c9f2d52-913f-465a-8656-faf022a70b60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.2120099 Jan 28 01:16:57.474933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c754c326-4675-46ac-a141-06001d9a7eea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.491958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8969018e-6c4f-4de9-b261-665827f1689c req-b84ae333-1489-4bf7-818c-a3b95d0af51f tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646488 Jan 28 01:16:57.519525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c754c326-4675-46ac-a141-06001d9a7eea']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:57.526742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea973b6-f3f6-4613-8af1-b377b086714a None None] Pushing event updated for resources: {'Port': ['ID=5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:57.549506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec911a-a828-427b-8504-8f469f56d5fe None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:16:57.584821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b748328-6066-433d-ae2d-13241ff046e6') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:57.585132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b748328-6066-433d-ae2d-13241ff046e6') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:57.611170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.657483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.710250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:57.710799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:57.714057 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:57.719526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fbe23e1c-1b2f-43e8-8139-f6a152c29f79 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:57.742063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec911a-a828-427b-8504-8f469f56d5fe None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:16:57.744022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: fbe23e1c-1b2f-43e8-8139-f6a152c29f79 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:57.744362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device fbe23e1c-1b2f-43e8-8139-f6a152c29f79 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:57.745128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:57.752630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f86de4c-0314-425c-a126-5c5e82f09aeb req-c583ca45-6b7d-44b6-8fe6-9fc2753a9787 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.2590294 Jan 28 01:16:57.769955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:16:57.770303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 73c38fd6-3e6f-4e7c-b553-093ced3e3f07 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:57.837165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-fb7546a1-60fe-4591-abd2-6fb3d96c3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:57.848219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-fb7546a1-60fe-4591-abd2-6fb3d96c3571 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4627945 Jan 28 01:16:58.029173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:16:58.029173 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:16:58.029173 n-d-826756-1 neutron-server[109595]: [parameters: {'id': 'c754c326-4675-46ac-a141-06001d9a7eea'}] Jan 28 01:16:58.029173 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:16:58.031475 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:16:58.049291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7836a72-2b0e-4a6c-abb3-3fedae2b6ea0 req-3276543f-a861-4f05-a871-b73fcdcfadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:58.051777 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f7836a72-2b0e-4a6c-abb3-3fedae2b6ea0 req-3276543f-a861-4f05-a871-b73fcdcfadb2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8407695 Jan 28 01:16:58.081160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84420934-854d-4539-9662-77a8d11f3bb9 None None] Network c754c326-4675-46ac-a141-06001d9a7eea requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:16:58.097396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b78c0f3a-ce10-4afe-9b81-144c887939b1 req-0ca31f7f-be67-403a-8fb8-3545df5d10a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dffb5d78c30469ab5c68437ed3a9d92&device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 0.1708696 Jan 28 01:16:58.143709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36f2b1fa-f77e-4842-be48-3d375c35d78f req-e0b66c1e-9f94-44e8-9e2d-3c37fb10ba09 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 0.1393905 Jan 28 01:16:58.197313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b78c0f3a-ce10-4afe-9b81-144c887939b1 req-cbad03b8-1fdf-4cf5-a015-13220e4a4965 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3dffb5d78c30469ab5c68437ed3a9d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790961 Jan 28 01:16:58.284415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-46cf2110-660d-4405-b369-6b6dfa5752c9 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906605 Jan 28 01:16:58.371753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c8488b79-b77d-4c69-a974-b491087f74ba tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:58.373264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c8488b79-b77d-4c69-a974-b491087f74ba tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.43 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 946 time: 0.0742762 Jan 28 01:16:58.468822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c0f3a-ce10-4afe-9b81-144c887939b1 req-a10a2654-44de-47ef-a337-efd563c3bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:58.470355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b78c0f3a-ce10-4afe-9b81-144c887939b1 req-a10a2654-44de-47ef-a337-efd563c3bfb2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625766 Jan 28 01:16:58.528944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-874b28ba-7f9e-4025-bb85-c1cf94399031 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371387 Jan 28 01:16:58.549207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c754c326-4675-46ac-a141-06001d9a7eea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:58.556635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Deleting port fec189ea-d99c-4b00-ba45-51ab3e217c4a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:58.557020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:58.604369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-01655c33-a162-484c-96a7-a0a5206c0d75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 217 time: 0.0682774 Jan 28 01:16:58.663321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] For port fec189ea-d99c-4b00-ba45-51ab3e217c4a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=fec189ea-d99c-4b00-ba45-51ab3e217c4a,segment=NetworkSegment(7f778dc5-9259-4c35-b845-46f69979c14d),segment_id=7f778dc5-9259-4c35-b845-46f69979c14d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:58.664011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:58.677578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Calling delete_port for fec189ea-d99c-4b00-ba45-51ab3e217c4a owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:58.693518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:58.788304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531585e0-0e75-4d23-ac4e-8471d62f5e33 req-33a8c51e-315f-4f72-ac44-a68d2150714b tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:58.795360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-531585e0-0e75-4d23-ac4e-8471d62f5e33 req-33a8c51e-315f-4f72-ac44-a68d2150714b tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 946 time: 0.2023458 Jan 28 01:16:58.800762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-e1b57203-c316-4f56-b03e-400f091d4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:58.802239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-e1b57203-c316-4f56-b03e-400f091d4d05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1920326 Jan 28 01:16:58.961085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fec189ea-d99c-4b00-ba45-51ab3e217c4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:58.974141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:16:58.974478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:58.983204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-74b9adf1-9f41-4fdf-9628-7bdebda446d3 req-22fb9a8c-e8c1-48d5-a799-04a3c2d27bc3 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0811610 Jan 28 01:16:58.997715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['fec189ea-d99c-4b00-ba45-51ab3e217c4a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:58.998563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-531585e0-0e75-4d23-ac4e-8471d62f5e33 req-d353ca87-a417-4526-9c26-f133b280dbb3 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022581 Jan 28 01:16:59.001848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-2d2bab03-be14-454c-965b-56b1e0612b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:59.003343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-2d2bab03-be14-454c-965b-56b1e0612b50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878366 Jan 28 01:16:59.017394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Pushing event deleted for resources: {'Port': ['ID=fec189ea-d99c-4b00-ba45-51ab3e217c4a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:59.109987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] No DVR routers for this DVR port fec189ea-d99c-4b00-ba45-51ab3e217c4a on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:59.113938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.117356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-84e64c37-87d9-4fd4-90b1-e2088c8aa7f9 req-c6ec18c5-cc1b-4827-9270-849bc3cd1325 tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.43 "DELETE /v2.0/ports/fec189ea-d99c-4b00-ba45-51ab3e217c4a HTTP/1.1" status: 204 len: 173 time: 0.7392571 Jan 28 01:16:59.117886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'name': 'network-vif-deleted', 'tag': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:59.120454 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a10b5c-81ea-4cfa-9a74-c86762d3c31b" -d '{"events": [{"server_uuid": "34c8a69d-2fbf-4b52-9a3b-6b81e921f211", "name": "network-vif-deleted", "tag": "fec189ea-d99c-4b00-ba45-51ab3e217c4a"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:59.127874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1,segment=NetworkSegment(6b748328-6066-433d-ae2d-13241ff046e6),segment_id=6b748328-6066-433d-ae2d-13241ff046e6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:59.128232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.142587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:16:59.205730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-0ea91561-e2fa-42aa-8442-c9af110821cf service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931114 Jan 28 01:16:59.238898 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b1c6c9-9212-4557-913e-71ed0cfc85da x-openstack-request-id: req-a6b1c6c9-9212-4557-913e-71ed0cfc85da {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:59.238898 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c8a69d-2fbf-4b52-9a3b-6b81e921f211", "name": "network-vif-deleted", "tag": "fec189ea-d99c-4b00-ba45-51ab3e217c4a", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:59.239219 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6b1c6c9-9212-4557-913e-71ed0cfc85da {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:59.239566 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c8a69d-2fbf-4b52-9a3b-6b81e921f211', 'name': 'network-vif-deleted', 'tag': 'fec189ea-d99c-4b00-ba45-51ab3e217c4a', 'status': 'completed', 'code': 200} Jan 28 01:16:59.343452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.389666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:59.400659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port 5e741a76-ffb7-4f6e-a89b-f82c5a7b87b1 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:59.546380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c754c326-4675-46ac-a141-06001d9a7eea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.576116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c754c326-4675-46ac-a141-06001d9a7eea']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:59.594418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b748328-6066-433d-ae2d-13241ff046e6') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:59.594803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b748328-6066-433d-ae2d-13241ff046e6') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:59.607057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.638315 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.646978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:59.647988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (6b748328-6066-433d-ae2d-13241ff046e6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:59.652512 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:59.892930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b6bba9f2-b346-4745-8daf-169c1e28ad86 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800597 Jan 28 01:16:59.895038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b50fed08-739a-456d-8b1b-700581c93d40 req-3dea2991-82d5-4122-b19a-93fd2fbb006a tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 0.6022217 Jan 28 01:17:00.009005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b78c0f3a-ce10-4afe-9b81-144c887939b1 req-966405b6-93a6-4c92-af9c-5e6713e34d02 tempest-ServerShowV247Test-2031652540 tempest-ServerShowV247Test-2031652540-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba114baa-ca23-4949-ae15-07b426a94dcf HTTP/1.1" status: 200 len: 210 time: 0.0329525 Jan 28 01:17:00.011906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-3143beb0-d530-49c8-b053-b965a0c477cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 217 time: 0.1053636 Jan 28 01:17:00.093663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-be07de32-901d-44f7-9956-9958d54a96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:00.097209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-be07de32-901d-44f7-9956-9958d54a96f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0740085 Jan 28 01:17:00.165874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c754c326-4675-46ac-a141-06001d9a7eea), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.174045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.181389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/c754c326-4675-46ac-a141-06001d9a7eea HTTP/1.1" status: 204 len: 168 time: 4.6622448 Jan 28 01:17:00.183174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41958) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:00.197649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1921950073'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:00.204090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3551-d9ab-4b28-9097-2642af7b0ea7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=c754c326-4675-46ac-a141-06001d9a7eea,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:00.224786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:00.230911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:00.231264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.238654 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.294417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:00.310882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.311259 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment d97612e3-f86b-486e-93ed-81147fa6e560 of type vlan for network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 Jan 28 01:17:00.354216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3215078-d7be-406c-b747-dccde2cac791 req-2816b799-4a98-4988-8046-8ecb9c9aea26 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.2334476 Jan 28 01:17:00.357174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.393176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 8a0205b6-d7e6-4a89-95d2-61b4862a75ab, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:00.393176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.397827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.405641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:00.406348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.410554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5ad07c8-7f4f-490f-bb5a-ff9f3f6a821f req-feafbffc-41f7-425e-af99-2aa750b8d9ac tempest-ServerAddressesNegativeTestJSON-53801908 tempest-ServerAddressesNegativeTestJSON-53801908-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c8a69d-2fbf-4b52-9a3b-6b81e921f211 HTTP/1.1" status: 200 len: 210 time: 0.2195435 Jan 28 01:17:00.423420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 8a0205b6-d7e6-4a89-95d2-61b4862a75ab owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:00.437103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-7d728a9b-1b8d-4e8d-934d-003c900ed8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:00.439089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-7d728a9b-1b8d-4e8d-934d-003c900ed8ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2984014 Jan 28 01:17:00.473376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2884724 Jan 28 01:17:00.474024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41960) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:00.498738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:00.610308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1805c-d9cf-4586-8aea-82d29991cd4b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=360dc44b-0fbc-4ad9-864f-db8a1fb02d17,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:00.664586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:00.706460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-be3ec6bb-af4c-46f5-a778-9df1d998961c service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565026 Jan 28 01:17:00.736149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:00.747750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:00.944773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fec189ea-d99c-4b00-ba45-51ab3e217c4a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:00.982732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-68c9b775-e041-4ca0-ae90-69c6d429ef42 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670634 Jan 28 01:17:01.025317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: fec189ea-d99c-4b00-ba45-51ab3e217c4a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:01.027909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device fec189ea-d99c-4b00-ba45-51ab3e217c4a not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:01.117567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8a0205b6-d7e6-4a89-95d2-61b4862a75ab), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.150666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-8fb0429b-8fc0-4f85-84f2-11f0482c4b67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 217 time: 0.1386139 Jan 28 01:17:01.295019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=8a0205b6-d7e6-4a89-95d2-61b4862a75ab,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:01.321443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (9835deb4-d95d-4a1c-9932-d940209214c6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.374820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-d5a1bb73-ef90-4f78-ba24-9a5f837b51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:01.377317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-d5a1bb73-ef90-4f78-ba24-9a5f837b51a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1687863 Jan 28 01:17:01.498998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': 'd97612e3-f86b-486e-93ed-81147fa6e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:01.499567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: 360dc44b-0fbc-4ad9-864f-db8a1fb02d17, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:01.503939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=9835deb4-d95d-4a1c-9932-d940209214c6,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:01.541220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:01.576839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:01.607963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41982) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:01.614872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 360dc44b-0fbc-4ad9-864f-db8a1fb02d17) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:01.621610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:01.622354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.628043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee4f7c-355f-488a-8cb6-f6f29030c12b None None] Network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:01.667820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fad11be9-b4a7-4c9c-8ee0-b66deec75719 req-836e79c7-6a8b-4b10-92ab-f8bad7959331 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1186249 Jan 28 01:17:01.680175 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-609eea96-fc8b-40b6-bd20-53c9cb7998a7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1980762 Jan 28 01:17:01.682914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:01.687876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-33096857-efbe-4113-99ac-9cfecb7bcf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:01.693392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-33096857-efbe-4113-99ac-9cfecb7bcf66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3113735 Jan 28 01:17:01.698650 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.844043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.867541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-360dc44b-0fbc-4ad9-864f-db8a1fb02d17', 'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': '9835deb4-d95d-4a1c-9932-d940209214c6'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:01.868541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.881750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-19166353-b9d6-4aed-977e-d082d6de7132 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797655 Jan 28 01:17:01.888301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Deleting subnet 7e731bb0-7aa7-4c06-a471-3c87126942dd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:01.893396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Publish callbacks [] for subnet (7e731bb0-7aa7-4c06-a471-3c87126942dd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.937000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (7e731bb0-7aa7-4c06-a471-3c87126942dd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:01.989733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (7e731bb0-7aa7-4c06-a471-3c87126942dd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.058860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a037b893-168e-4d8b-bcbb-d2bc36a5c1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.151205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9835deb4-d95d-4a1c-9932-d940209214c6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.252692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Allocated IP 172.20.0.1 (360dc44b-0fbc-4ad9-864f-db8a1fb02d17/9835deb4-d95d-4a1c-9932-d940209214c6/db14be6c-8514-4079-8913-6758d25b6516) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:02.257283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (7e731bb0-7aa7-4c06-a471-3c87126942dd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.289371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.298184 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e731bb0-7aa7-4c06-a471-3c87126942dd HTTP/1.1" status: 204 len: 168 time: 0.7326458 Jan 28 01:17:02.299031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:02.333087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08793da7-e207-4ad6-be84-6ad88154808d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e731bb0-7aa7-4c06-a471-3c87126942dd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:02.428173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.438269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:17:02.453821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Publish callbacks [] for port (db14be6c-8514-4079-8913-6758d25b6516), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.467106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (db14be6c-8514-4079-8913-6758d25b6516), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.579065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:02.582040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.594465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:02.602111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:02.604926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Pushing event updated for resources: {'Port': ['ID=db14be6c-8514-4079-8913-6758d25b6516,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:02.619259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:02.634921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f778dc5-9259-4c35-b845-46f69979c14d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:02.635280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f778dc5-9259-4c35-b845-46f69979c14d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:02.641627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-5fd3d304-fb14-4de8-afdc-e7db6a83e87d service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504408 Jan 28 01:17:02.651507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (7f778dc5-9259-4c35-b845-46f69979c14d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.672176 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7f778dc5-9259-4c35-b845-46f69979c14d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.676941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (9835deb4-d95d-4a1c-9932-d940209214c6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.691607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:02.692101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (7f778dc5-9259-4c35-b845-46f69979c14d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.692231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Attempting to bind port db14be6c-8514-4079-8913-6758d25b6516 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:02.692692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Attempting to bind port db14be6c-8514-4079-8913-6758d25b6516 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd97612e3-f86b-486e-93ed-81147fa6e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:02.693195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Attempting to bind port db14be6c-8514-4079-8913-6758d25b6516 on network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:02.694267 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:02.701053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:02.702279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Checking segment: {'id': 'd97612e3-f86b-486e-93ed-81147fa6e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:02.702381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.702777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Bound using segment: {'id': 'd97612e3-f86b-486e-93ed-81147fa6e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:02.703316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Bound port: db14be6c-8514-4079-8913-6758d25b6516, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97612e3-f86b-486e-93ed-81147fa6e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:02.703708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (db14be6c-8514-4079-8913-6758d25b6516), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.750785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:02.761080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dc321b1f-48eb-4a27-9c7c-db8bda491345 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5718806 Jan 28 01:17:02.762776 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:02.763263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42000) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:02.782643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-d00f409c-c909-4b1f-bfd9-222a6e345231 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 217 time: 0.1288409 Jan 28 01:17:02.787305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=9835deb4-d95d-4a1c-9932-d940209214c6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:02.791273 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:02.791945 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:02.833331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] For port db14be6c-8514-4079-8913-6758d25b6516, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:02.840604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] For port db14be6c-8514-4079-8913-6758d25b6516, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=db14be6c-8514-4079-8913-6758d25b6516,segment=NetworkSegment(d97612e3-f86b-486e-93ed-81147fa6e560),segment_id=d97612e3-f86b-486e-93ed-81147fa6e560)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:02.848341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (db14be6c-8514-4079-8913-6758d25b6516), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.863090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a037b893-168e-4d8b-bcbb-d2bc36a5c1dd admin admin] Publish callbacks [] for security_group (43ec80d0-acce-4042-96d9-b5a20b5519b5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.887913 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a037b893-168e-4d8b-bcbb-d2bc36a5c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (43ec80d0-acce-4042-96d9-b5a20b5519b5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.939973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.946009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.949148 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2 HTTP/1.1" status: 204 len: 168 time: 0.6231413 Jan 28 01:17:02.958734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:02.975598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e380-b569-4557-84b9-90ed41e686b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbea7b5a-ecf7-4fef-8cdf-cd0469e8e2b2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:02.994204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360dc44b-0fbc-4ad9-864f-db8a1fb02d17']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:03.007805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97612e3-f86b-486e-93ed-81147fa6e560') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:03.008346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97612e3-f86b-486e-93ed-81147fa6e560') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:03.010044 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:17:03.012597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e523b-ca06-4234-a535-53e4afa48b86 None None] Pushing event updated for resources: {'Port': ['ID=db14be6c-8514-4079-8913-6758d25b6516,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:03.029457 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.065547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.082193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:03.083621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:03.093459 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:03.096166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting subnet 1d7c03a1-b7fb-4988-bfa6-be307ed46749 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:03.112525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfd617-3872-47da-848f-ad11b5131e64 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:17:03.144097 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:17:00Z', 'revision_number': 11, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:03.145374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037b893-168e-4d8b-bcbb-d2bc36a5c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ec80d0-acce-4042-96d9-b5a20b5519b5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:03.170220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b7a4e7c1-2423-4773-a162-2d0165554455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:03.170220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b7a4e7c1-2423-4773-a162-2d0165554455 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.3547521 Jan 28 01:17:03.181933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa221560-81ac-4f43-b6f4-ff403ac3f067 req-eb51a943-345d-48e9-9e75-a1abed798aaf tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.3119283 Jan 28 01:17:03.184832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (1d7c03a1-b7fb-4988-bfa6-be307ed46749), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.230737 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:17:03.247746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42008) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:03.289918 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:03.290554 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:03.337177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:17:03.337177 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:17:03.337177 n-d-826756-1 neutron-server[109595]: [parameters: {'id': '360dc44b-0fbc-4ad9-864f-db8a1fb02d17'}] Jan 28 01:17:03.337177 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:17:03.337974 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:17:03.355646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a037b893-168e-4d8b-bcbb-d2bc36a5c1dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dffb5d78c30469ab5c68437ed3a9d92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7117612 Jan 28 01:17:03.356752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42014) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:03.404803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (1d7c03a1-b7fb-4988-bfa6-be307ed46749), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.413732 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:17:03.419888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfd617-3872-47da-848f-ad11b5131e64 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:17:03.422599 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5003d830-a7d8-4f1f-b80c-fed427960f20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc521ec4c25645a89059207995591a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736326 Jan 28 01:17:03.423255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42016) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:03.430969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-02d8e650-291c-4308-850f-00654dd6297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:03.432482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-02d8e650-291c-4308-850f-00654dd6297b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2447035 Jan 28 01:17:03.553240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02fd9a72-3ff7-4b04-943c-9426b5db19ff admin admin] Publish callbacks [] for security_group (4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.615696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02fd9a72-3ff7-4b04-943c-9426b5db19ff admin admin] Publish callbacks [] for security_group (4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.651198 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:17:00Z', 'revision_number': 11, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:03.666290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48152db3-7528-459a-a946-08f134b313f1 admin admin] Publish callbacks [] for security_group (43ec80d0-acce-4042-96d9-b5a20b5519b5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.700841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02fd9a72-3ff7-4b04-943c-9426b5db19ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.703792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02fd9a72-3ff7-4b04-943c-9426b5db19ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.707738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-02fd9a72-3ff7-4b04-943c-9426b5db19ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7 HTTP/1.1" status: 204 len: 168 time: 0.2834888 Jan 28 01:17:03.711890 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d468d628-8e25-4ee9-b337-05d4a16726b0 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:17:00Z', 'revision_number': 11, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:03.716767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd9a72-3ff7-4b04-943c-9426b5db19ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa57ddc-a0b1-4fc0-8553-1a64b5f188a7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:03.770416 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.839043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.845008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e999a-979b-4ade-81bc-70fb9c17dd47 None None] Network 360dc44b-0fbc-4ad9-864f-db8a1fb02d17 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:03.874391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48152db3-7528-459a-a946-08f134b313f1 admin admin] Publish callbacks [] for security_group (43ec80d0-acce-4042-96d9-b5a20b5519b5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.915571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-255417c3-3ea6-4e1d-8c78-4d1aefa16a87 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089420 Jan 28 01:17:03.960856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port db14be6c-8514-4079-8913-6758d25b6516 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:03.961664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (db14be6c-8514-4079-8913-6758d25b6516), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:03.964906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1d7c03a1-b7fb-4988-bfa6-be307ed46749), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.097220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port db14be6c-8514-4079-8913-6758d25b6516, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=db14be6c-8514-4079-8913-6758d25b6516,segment=NetworkSegment(d97612e3-f86b-486e-93ed-81147fa6e560),segment_id=d97612e3-f86b-486e-93ed-81147fa6e560)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:04.097758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (db14be6c-8514-4079-8913-6758d25b6516), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.114071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for db14be6c-8514-4079-8913-6758d25b6516 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:04.220563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (db14be6c-8514-4079-8913-6758d25b6516), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.259359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=db14be6c-8514-4079-8913-6758d25b6516,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:04.266107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port db14be6c-8514-4079-8913-6758d25b6516 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:04.277005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (1d7c03a1-b7fb-4988-bfa6-be307ed46749), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.352902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1aae5-a7d5-4123-aca4-128fbf9be20a None None] Network e7febddd-de13-47a4-97ca-ef8f5299c760 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:04.375708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-59c5ce59-b019-4ae4-a2f5-3689e1772472 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328952 Jan 28 01:17:04.435091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.438898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.445297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:04.446035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/1d7c03a1-b7fb-4988-bfa6-be307ed46749 HTTP/1.1" status: 204 len: 168 time: 1.6781039 Jan 28 01:17:04.506042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd572407-67b6-4407-bcfa-1fe8138b79ec tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7c03a1-b7fb-4988-bfa6-be307ed46749,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:04.590814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-519f5366-a640-444f-9e5b-f606e95a59a0 req-6059afa1-8ddb-44b9-9b48-538093871628 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1248600 Jan 28 01:17:04.594263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-72b60cd7-06e9-4818-b193-37c621b33f76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.1460326 Jan 28 01:17:04.597519 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48152db3-7528-459a-a946-08f134b313f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (43ec80d0-acce-4042-96d9-b5a20b5519b5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.603097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48152db3-7528-459a-a946-08f134b313f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.604900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-48152db3-7528-459a-a946-08f134b313f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43ec80d0-acce-4042-96d9-b5a20b5519b5 HTTP/1.1" status: 204 len: 168 time: 1.2471611 Jan 28 01:17:04.627683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48152db3-7528-459a-a946-08f134b313f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ec80d0-acce-4042-96d9-b5a20b5519b5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:04.650556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360dc44b-0fbc-4ad9-864f-db8a1fb02d17']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:04.669810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97612e3-f86b-486e-93ed-81147fa6e560') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:04.670549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97612e3-f86b-486e-93ed-81147fa6e560') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:04.683272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b37a37ff-7daf-401e-b5d1-45f920b69db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:04.684351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b37a37ff-7daf-401e-b5d1-45f920b69db1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.0779645 Jan 28 01:17:04.690971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.719348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e7febddd-de13-47a4-97ca-ef8f5299c760), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.730166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.738441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:04.738877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d97612e3-f86b-486e-93ed-81147fa6e560), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:04.742083 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:04.754577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b1691e23-92b0-49a5-9210-e872a66555ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:04.758267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-b1691e23-92b0-49a5-9210-e872a66555ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674047 Jan 28 01:17:04.824238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] DHCP port deletion for e7febddd-de13-47a4-97ca-ef8f5299c760 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:17:04.879162 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (360dc44b-0fbc-4ad9-864f-db8a1fb02d17), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.923608 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.931065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:04.932110 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/360dc44b-0fbc-4ad9-864f-db8a1fb02d17 HTTP/1.1" status: 204 len: 168 time: 3.2259386 Jan 28 01:17:04.933235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e336-a095-40ee-b75e-675e0f442c9a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=360dc44b-0fbc-4ad9-864f-db8a1fb02d17,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:04.946398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341699911'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:04.946712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Deleting port 64841d80-b59c-42d0-912d-370ede4b9737 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:04.947039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (64841d80-b59c-42d0-912d-370ede4b9737), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:04.983465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-4e570e03-0700-48fc-8951-c69b61417ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092507 Jan 28 01:17:04.983695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] Deleting port 64841d80-b59c-42d0-912d-370ede4b9737 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:04.985477 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (64841d80-b59c-42d0-912d-370ede4b9737), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.104533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] For port 64841d80-b59c-42d0-912d-370ede4b9737, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64841d80-b59c-42d0-912d-370ede4b9737,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:05.106783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (64841d80-b59c-42d0-912d-370ede4b9737), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.140296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Calling delete_port for 64841d80-b59c-42d0-912d-370ede4b9737 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:05.149370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:05.162398 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.176072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] For port 64841d80-b59c-42d0-912d-370ede4b9737, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64841d80-b59c-42d0-912d-370ede4b9737,segment=NetworkSegment(f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b),segment_id=f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:05.176480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (64841d80-b59c-42d0-912d-370ede4b9737), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.218474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] Calling delete_port for 64841d80-b59c-42d0-912d-370ede4b9737 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:05.319473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:05.327761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d89662-6c55-4bd9-8b72-b9fd3d0f679d req-3204766e-cdf0-402c-848a-c99c8f228a48 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393371 Jan 28 01:17:05.337455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (53bd4c0b-3b05-44d0-b4e9-b29698864c5b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.338227 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 53bd4c0b-3b05-44d0-b4e9-b29698864c5b of type vlan for network 0201a09d-235f-4740-8d36-cda572ffb449 Jan 28 01:17:05.364809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (64841d80-b59c-42d0-912d-370ede4b9737), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.402593 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (64841d80-b59c-42d0-912d-370ede4b9737), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.433811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Port': ['ID=64841d80-b59c-42d0-912d-370ede4b9737,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:05.464763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No DVR routers for this DVR port 64841d80-b59c-42d0-912d-370ede4b9737 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:05.469564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] No DVR routers for this DVR port 64841d80-b59c-42d0-912d-370ede4b9737 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:05.493985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dbfa2-efc8-47c7-9d47-4797485a7c79 None None] Pushing event deleted for resources: {'Port': ['ID=64841d80-b59c-42d0-912d-370ede4b9737,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:05.524781 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0201a09d-235f-4740-8d36-cda572ffb449), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.632758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0201a09d-235f-4740-8d36-cda572ffb449), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.644096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:05.646315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.765136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a0205b6-d7e6-4a89-95d2-61b4862a75ab no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:05.768038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e7febddd-de13-47a4-97ca-ef8f5299c760), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.793798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7febddd-de13-47a4-97ca-ef8f5299c760']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:05.806906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:05.807331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:05.817839 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.832202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.841943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:05.842590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (f0f5b63a-a4ce-4d2c-a2c5-bc74e432be3b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:05.863809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8a0205b6-d7e6-4a89-95d2-61b4862a75ab {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:05.864171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a0205b6-d7e6-4a89-95d2-61b4862a75ab not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:05.865738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64841d80-b59c-42d0-912d-370ede4b9737 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:05.866893 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:05.911610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=0201a09d-235f-4740-8d36-cda572ffb449,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:05.953933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4fb2405e-9c9c-4aca-84da-77e6786b5b65 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0168827 Jan 28 01:17:05.959410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:05.975328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 64841d80-b59c-42d0-912d-370ede4b9737 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:05.975723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64841d80-b59c-42d0-912d-370ede4b9737 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:05.977871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0201a09d-235f-4740-8d36-cda572ffb449 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:05.993319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': '0201a09d-235f-4740-8d36-cda572ffb449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:06.013081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2844478-6f12-4196-a272-461aa0cf124b req-5427ec17-ff56-46b6-b7a1-968ca04af0a5 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1085100 Jan 28 01:17:06.150762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e7febddd-de13-47a4-97ca-ef8f5299c760), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:06.179445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:06.185279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42106) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:06.190494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'routes': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:06.196535 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/networks/e7febddd-de13-47a4-97ca-ef8f5299c760 HTTP/1.1" status: 204 len: 168 time: 1.7446892 Jan 28 01:17:06.236317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db6a0a-7457-4819-9ee9-f7c71d91fedc tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Pushing event deleted for resources: {'Network': ['ID=e7febddd-de13-47a4-97ca-ef8f5299c760,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:06.287803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:06.298650 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:06.507963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.extraroute_db [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Added routes are [] {{(pid=109594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 01:17:06.512101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.extraroute_db [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Removed routes are [] {{(pid=109594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 01:17:06.514222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:06.573929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42114) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:06.662998 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (bbcc8e79-a085-4eab-8f6b-cd6facdcda5f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:06.887550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=bbcc8e79-a085-4eab-8f6b-cd6facdcda5f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:06.894026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '53bd4c0b-3b05-44d0-b4e9-b29698864c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0201a09d-235f-4740-8d36-cda572ffb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:06.894026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: 0201a09d-235f-4740-8d36-cda572ffb449, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:06.918163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network 0201a09d-235f-4740-8d36-cda572ffb449 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:06.944899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0201a09d-235f-4740-8d36-cda572ffb449) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:06.956538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108812c4-a7ea-4dd5-b217-bf473166eaea None None] Network 0201a09d-235f-4740-8d36-cda572ffb449 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:06.959741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:06.961423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:06.982712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c7885f1e-3320-4d7d-97a8-7ec02f5f071a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0222676 Jan 28 01:17:06.985214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42130) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:07.140843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a29433-1dba-4eb8-8440-40505836a57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-0201a09d-235f-4740-8d36-cda572ffb449', 'network_id': '0201a09d-235f-4740-8d36-cda572ffb449', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': 'bbcc8e79-a085-4eab-8f6b-cd6facdcda5f'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:07.144506 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99a29433-1dba-4eb8-8440-40505836a57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.192648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d72e3f55-dcc9-4cfd-9181-62e5ff6f94ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.209259 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0201a09d-235f-4740-8d36-cda572ffb449), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.320586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.326030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (bbcc8e79-a085-4eab-8f6b-cd6facdcda5f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.330011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.390470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42140) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:07.453271 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (bbcc8e79-a085-4eab-8f6b-cd6facdcda5f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.479478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2f9cf93-e2da-4742-ab67-b12671e35a29 req-cc311aff-8803-41bc-af6c-7dc0256d0a8e tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1492088 Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-99a29433-1dba-4eb8-8440-40505836a57e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbcc8e79-a085-4eab-8f6b-cd6facdcda5f: This subnet is being modified by another concurrent operation. Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exception Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbcc8e79-a085-4eab-8f6b-cd6facdcda5f: This subnet is being modified by another concurrent operation. Jan 28 01:17:07.502938 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:17:07.533247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95835436-ade2-4cd7-9a26-3e1fda992e29 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:17:07.536314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.558199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcc8e79-a085-4eab-8f6b-cd6facdcda5f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:07.649013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f78b2997-fd7d-476d-8361-a5356263c27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.655351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0201a09d-235f-4740-8d36-cda572ffb449), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.679390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0201a09d-235f-4740-8d36-cda572ffb449']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:07.690745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bd4c0b-3b05-44d0-b4e9-b29698864c5b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:07.691292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bd4c0b-3b05-44d0-b4e9-b29698864c5b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:07.696044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router 64b62807-ab5b-4ba5-8f0f-c57d128235ef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:17:07.708064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (53bd4c0b-3b05-44d0-b4e9-b29698864c5b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.720437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95835436-ade2-4cd7-9a26-3e1fda992e29 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:17:07.723167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (53bd4c0b-3b05-44d0-b4e9-b29698864c5b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.735506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:07.735904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (53bd4c0b-3b05-44d0-b4e9-b29698864c5b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:07.739071 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:07.783677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edc66973-b92e-431e-9817-7680d41e5e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.855702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0201a09d-235f-4740-8d36-cda572ffb449), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.873120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.882209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/0201a09d-235f-4740-8d36-cda572ffb449 HTTP/1.1" status: 204 len: 168 time: 0.8955078 Jan 28 01:17:07.883141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42148) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:07.904738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881288456'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:07.926423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579849fa-57ff-4c11-b7d9-0ef809c1b46e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=0201a09d-235f-4740-8d36-cda572ffb449,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:07.936378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:07.940479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.974184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:07.983329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:07.988044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dbfe2bb3-0feb-4e2b-8fd1-c38578de545b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 700 time: 1.8012540 Jan 28 01:17:07.988877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.034128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:08.035314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e76c9517-7093-4f1c-a997-f95a18efd50a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 205 time: 0.0404489 Jan 28 01:17:08.036117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.058672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.059028 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment da222169-738a-42a1-9824-19f0f46abb5b of type vlan for network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 Jan 28 01:17:08.146418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.151758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Sync routers for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:08.165027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.166913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Routers {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:08.167530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:08.200937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edc66973-b92e-431e-9817-7680d41e5e3b admin admin] Publish callbacks [] for security_group (05ac856e-a960-4547-9d48-f02c5966ec1d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.203097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.209823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:08.210878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.222844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edc66973-b92e-431e-9817-7680d41e5e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (05ac856e-a960-4547-9d48-f02c5966ec1d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.254899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f78b2997-fd7d-476d-8361-a5356263c27f admin admin] Publish callbacks [] for security_group (89c3702f-9301-48fd-9181-36f7ecd7ef44), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.261366 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f78b2997-fd7d-476d-8361-a5356263c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (89c3702f-9301-48fd-9181-36f7ecd7ef44), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.327410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Set router 64b62807-ab5b-4ba5-8f0f-c57d128235ef gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:17:08.366371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4680040 Jan 28 01:17:08.381271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0073659-0444-4526-a26b-9e5d6fe4b769 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:08.394941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-edc66973-b92e-431e-9817-7680d41e5e3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f77162267a884cf4bd06c7c1ce3edadc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0031641 Jan 28 01:17:08.399996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42160) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.400515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42162) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.425443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:08.427297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f78b2997-fd7d-476d-8361-a5356263c27f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e9591df9fd049efa294bf8cd2897446&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8520529 Jan 28 01:17:08.433209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b62807-ab5b-4ba5-8f0f-c57d128235ef', 'name': 'tempest-RoutersTest-router-416930519', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:15:40Z', 'updated_at': '2022-01-28T01:17:00Z', 'revision_number': 11, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:08.435506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.436865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42164) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.443606 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (64b62807-ab5b-4ba5-8f0f-c57d128235ef), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.460870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:08.503465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b2997-fd7d-476d-8361-a5356263c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3702f-9301-48fd-9181-36f7ecd7ef44,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:08.528768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (64b62807-ab5b-4ba5-8f0f-c57d128235ef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.528768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router 64b62807-ab5b-4ba5-8f0f-c57d128235ef {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:17:08.554141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.555577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a5bf3ea-3d6a-4fbc-9ac9-9e998d47a73a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 204 len: 168 time: 0.5141423 Jan 28 01:17:08.563221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.573729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1495785292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:08.613281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc66973-b92e-431e-9817-7680d41e5e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ac856e-a960-4547-9d48-f02c5966ec1d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:08.651330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Checking router: 64b62807-ab5b-4ba5-8f0f-c57d128235ef for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:17:08.679043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Routers set() bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:08.679698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Router IDs set() for agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:17:08.680506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_agentschedulers_db [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64b62807-ab5b-4ba5-8f0f-c57d128235ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:16:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent'). {{(pid=109596) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 01:17:08.681050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a97bad-c399-44a4-8233-af6f2c3b5b66 None None] The sync data for ids ['64b62807-ab5b-4ba5-8f0f-c57d128235ef'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:08.703342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1182eff8-a4fd-4a27-a060-f832259ff81f admin admin] Publish callbacks [] for security_group (89c3702f-9301-48fd-9181-36f7ecd7ef44), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.719147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8665ca7-68a3-4d1a-9e83-9c7f40698023 req-164de62f-1a73-46d6-bed6-9c321c170ddb tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0916095 Jan 28 01:17:08.721288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.722395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.773718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec4540-eed7-411f-a30c-7ee48e657330 None None] Network 0201a09d-235f-4740-8d36-cda572ffb449 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:08.780229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333afbd5-f09b-43e8-abaf-a2ef96146f76 admin admin] Publish callbacks [] for security_group (05ac856e-a960-4547-9d48-f02c5966ec1d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.805931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.821272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec4540-eed7-411f-a30c-7ee48e657330 None None] Network 0201a09d-235f-4740-8d36-cda572ffb449 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:17:08.829470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333afbd5-f09b-43e8-abaf-a2ef96146f76 admin admin] Publish callbacks [] for security_group (05ac856e-a960-4547-9d48-f02c5966ec1d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.838958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1182eff8-a4fd-4a27-a060-f832259ff81f admin admin] Publish callbacks [] for security_group (89c3702f-9301-48fd-9181-36f7ecd7ef44), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.841463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.892009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 is not hosted by any dhcp agent {{(pid=109595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:17:08.896873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:08.898343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.902133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "PUT /v2.0/networks/ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 HTTP/1.1" status: 200 len: 723 time: 0.4977996 Jan 28 01:17:08.906292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42170) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:08.916242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:08.924655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1182eff8-a4fd-4a27-a060-f832259ff81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (89c3702f-9301-48fd-9181-36f7ecd7ef44), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.928062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1182eff8-a4fd-4a27-a060-f832259ff81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.929498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1182eff8-a4fd-4a27-a060-f832259ff81f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89c3702f-9301-48fd-9181-36f7ecd7ef44 HTTP/1.1" status: 204 len: 168 time: 0.4917030 Jan 28 01:17:08.948878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44c5eb-7431-49f6-bf83-a89a498e727c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:08.963147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:09.018925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333afbd5-f09b-43e8-abaf-a2ef96146f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (05ac856e-a960-4547-9d48-f02c5966ec1d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.023227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333afbd5-f09b-43e8-abaf-a2ef96146f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.028326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-333afbd5-f09b-43e8-abaf-a2ef96146f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05ac856e-a960-4547-9d48-f02c5966ec1d HTTP/1.1" status: 204 len: 168 time: 0.6226230 Jan 28 01:17:09.045200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333afbd5-f09b-43e8-abaf-a2ef96146f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ac856e-a960-4547-9d48-f02c5966ec1d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:09.230110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (eeedf435-c0de-4d96-827b-b175575b5f57), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.246579 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.257572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182eff8-a4fd-4a27-a060-f832259ff81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3702f-9301-48fd-9181-36f7ecd7ef44,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:09.302221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.306928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-af5fae1e-9a59-4e3a-95cd-48ab67beebc3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7414827 Jan 28 01:17:09.311970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:09.317150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:09.368580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e0fa996-c400-4d11-8d5e-152dfa1d3e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.411442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:09.424999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.932174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.965278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.118955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (2331428d-1e54-48af-b66c-a69d3ea2b678), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.244251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Router eeedf435-c0de-4d96-827b-b175575b5f57 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:17:10.321322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d218940-e0bd-4e97-8766-4bac917a52a6 req-552f5f25-19d2-40b0-bc04-b7374eeced4b tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.2534912 Jan 28 01:17:10.374200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=2331428d-1e54-48af-b66c-a69d3ea2b678,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:10.391194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': 'da222169-738a-42a1-9824-19f0f46abb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:10.391743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:10.420903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:10.426433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:10.433734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.435082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-703629f9-6543-4ab9-9b4b-c6cc372e861b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "PUT /v2.0/routers/eeedf435-c0de-4d96-827b-b175575b5f57 HTTP/1.1" status: 200 len: 694 time: 1.1220906 Jan 28 01:17:10.437644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:10.442201 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] Sync routers for ids ['eeedf435-c0de-4d96-827b-b175575b5f57'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:10.455116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:10.482261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] Routers {'eeedf435-c0de-4d96-827b-b175575b5f57'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:10.483346 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['eeedf435-c0de-4d96-827b-b175575b5f57'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:10.483499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc85927-b859-40fc-baef-39f65ad11c54 None None] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:10.498574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:10.499655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.528387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e77879ef-fe34-499c-978c-3146283efbbb tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6185417 Jan 28 01:17:10.531308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42232) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:10.557485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:10.664294 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-747cf272-56c5-4e14-9574-2d21993dd2e4 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/routers/eeedf435-c0de-4d96-827b-b175575b5f57 HTTP/1.1" status: 200 len: 700 time: 0.2251117 Jan 28 01:17:10.668907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42236) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:10.737228 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] Set router eeedf435-c0de-4d96-827b-b175575b5f57 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:17:10.761592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fb0fa62a-0515-421e-ba17-1094847bcf75 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeedf435-c0de-4d96-827b-b175575b5f57 HTTP/1.1" status: 200 len: 205 time: 0.0863678 Jan 28 01:17:10.762436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42238) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:10.926737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.948057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0', 'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': '2331428d-1e54-48af-b66c-a69d3ea2b678'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:10.949587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.978715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8748425'] for subnet (2331428d-1e54-48af-b66c-a69d3ea2b678), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.988264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (eeedf435-c0de-4d96-827b-b175575b5f57), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:10.999437 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeedf435-c0de-4d96-827b-b175575b5f57', 'name': 'tempest-RoutersTest-router-1495785292', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:17:08Z', 'updated_at': '2022-01-28T01:17:09Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:11.140264 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] Checking router: eeedf435-c0de-4d96-827b-b175575b5f57 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:17:11.189124 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] Routers {'eeedf435-c0de-4d96-827b-b175575b5f57'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:11.192865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['eeedf435-c0de-4d96-827b-b175575b5f57'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:11.230645 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b32b7044-496e-45c0-aee4-ea00b58deba9 req-a72b4c1d-337c-48e9-aac2-85833feec986 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0860069 Jan 28 01:17:11.325813 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] Set router eeedf435-c0de-4d96-827b-b175575b5f57 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:17:11.400245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794800250835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8449872'] for subnet (2331428d-1e54-48af-b66c-a69d3ea2b678), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.467421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.478055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router_controller (eeedf435-c0de-4d96-827b-b175575b5f57), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.508382 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeedf435-c0de-4d96-827b-b175575b5f57', 'name': 'tempest-RoutersTest-router-1495785292', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:17:08Z', 'updated_at': '2022-01-28T01:17:09Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:11.575311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Allocated IP 172.20.0.2 (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0/2331428d-1e54-48af-b66c-a69d3ea2b678/b8242221-f58a-4dfd-b450-48b2182923c4) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:11.594352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=2331428d-1e54-48af-b66c-a69d3ea2b678,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:11.605297 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9dfae-3613-48d8-8cf6-f0416ce0c2ae None None] The sync data for ids ['eeedf435-c0de-4d96-827b-b175575b5f57'] in n-d-826756-1 is: [{'id': 'eeedf435-c0de-4d96-827b-b175575b5f57', 'name': 'tempest-RoutersTest-router-1495785292', 'tenant_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:17:08Z', 'updated_at': '2022-01-28T01:17:09Z', 'revision_number': 2, 'project_id': 'e15db50cc51e49789ee3c32d5ea27aa0', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:11.622395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:11.623062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.628123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a5fe3429-4f42-4907-b87e-959e99dbcbfa tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "PUT /v2.0/subnets/2331428d-1e54-48af-b66c-a69d3ea2b678 HTTP/1.1" status: 200 len: 806 time: 1.0934107 Jan 28 01:17:11.641826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42260) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:11.725441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2e565fa-a2fa-42cc-92df-558f6e0fca00 req-896c26b7-dd80-4ce2-8443-aa7b0f7c436d tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0825109 Jan 28 01:17:11.804275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.808143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (eeedf435-c0de-4d96-827b-b175575b5f57), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.808961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Fanout notify agent at l3_agent the message router_deleted on router eeedf435-c0de-4d96-827b-b175575b5f57 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:17:11.821340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.824031 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8cbae57e-eb19-41ac-aeba-5f51a6493780 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/eeedf435-c0de-4d96-827b-b175575b5f57 HTTP/1.1" status: 204 len: 168 time: 1.0572815 Jan 28 01:17:11.827197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42266) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:11.895134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0b3746a7-9413-425a-8fef-35ec1959d4b6 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=eeedf435-c0de-4d96-827b-b175575b5f57 HTTP/1.1" status: 200 len: 205 time: 0.0654194 Jan 28 01:17:11.896522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42272) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:11.954941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.955958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Publish callbacks [] for port (b8242221-f58a-4dfd-b450-48b2182923c4), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.974325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (b8242221-f58a-4dfd-b450-48b2182923c4), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.979852 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-fcb33c75-b6bb-46d0-8a80-edbab715b9dd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:11.994072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fcb33c75-b6bb-46d0-8a80-edbab715b9dd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/eeedf435-c0de-4d96-827b-b175575b5f57 HTTP/1.1" status: 404 len: 336 time: 0.0963109 Jan 28 01:17:11.995020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42278) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.090908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2331428d-1e54-48af-b66c-a69d3ea2b678), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.093458 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0385f69-360f-4d45-9f94-fd3a83a0878f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:12.093980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0385f69-360f-4d45-9f94-fd3a83a0878f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:12.110131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c0385f69-360f-4d45-9f94-fd3a83a0878f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/1fda6f47-f55b-4a8d-bee2-3560475f2bfc HTTP/1.1" status: 404 len: 337 time: 0.1139355 Jan 28 01:17:12.110805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42282) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.136096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Pushing event updated for resources: {'Port': ['ID=b8242221-f58a-4dfd-b450-48b2182923c4,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:12.143029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:12.144515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:12.146863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:12.171716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2331428d-1e54-48af-b66c-a69d3ea2b678), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.217855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=2331428d-1e54-48af-b66c-a69d3ea2b678,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:12.254196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Attempting to bind port b8242221-f58a-4dfd-b450-48b2182923c4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:12.254616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Attempting to bind port b8242221-f58a-4dfd-b450-48b2182923c4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'da222169-738a-42a1-9824-19f0f46abb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:12.255124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Attempting to bind port b8242221-f58a-4dfd-b450-48b2182923c4 on network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:12.265471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:12.265901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Checking segment: {'id': 'da222169-738a-42a1-9824-19f0f46abb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:12.266361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.276329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Bound using segment: {'id': 'da222169-738a-42a1-9824-19f0f46abb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:12.276329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Bound port: b8242221-f58a-4dfd-b450-48b2182923c4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da222169-738a-42a1-9824-19f0f46abb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:12.276654 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b8242221-f58a-4dfd-b450-48b2182923c4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.284077 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77d3087-2b49-4163-b319-e4242bafa43b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:12.284266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77d3087-2b49-4163-b319-e4242bafa43b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:12.285220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.285737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.286181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.286823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.287254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.288049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.288552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.288904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.289317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.289811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.290310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.290865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.291285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.296237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b77d3087-2b49-4163-b319-e4242bafa43b tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/9245b18b-6df9-44af-b941-d7da46238e58 HTTP/1.1" status: 404 len: 337 time: 0.1781216 Jan 28 01:17:12.299523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42286) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.315545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.361980 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-46596f3c-b78e-4420-82d9-f9f781bbe549 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:12.362754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46596f3c-b78e-4420-82d9-f9f781bbe549 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:12.366440 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-46596f3c-b78e-4420-82d9-f9f781bbe549 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/b25f63c7-470a-4031-b0b2-ac28f308fb65 HTTP/1.1" status: 404 len: 337 time: 0.0654697 Jan 28 01:17:12.370553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42288) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.376998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:12.390069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da222169-738a-42a1-9824-19f0f46abb5b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:12.390935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da222169-738a-42a1-9824-19f0f46abb5b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:12.410626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.433189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.443547 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-855e8a23-3fc7-4824-a4d1-8a5cc142d948 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:12.444114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855e8a23-3fc7-4824-a4d1-8a5cc142d948 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:12.447379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-855e8a23-3fc7-4824-a4d1-8a5cc142d948 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/1d7c03a1-b7fb-4988-bfa6-be307ed46749 HTTP/1.1" status: 404 len: 337 time: 0.0757577 Jan 28 01:17:12.454874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:12.456633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.462946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:12.463868 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:12.577446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d5703dd0-b97f-46db-aae9-1aa362f41e59 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 200 len: 205 time: 0.1132085 Jan 28 01:17:12.582199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42300) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.595624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] For port b8242221-f58a-4dfd-b450-48b2182923c4, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:12.683272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] For port b8242221-f58a-4dfd-b450-48b2182923c4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b8242221-f58a-4dfd-b450-48b2182923c4,segment=NetworkSegment(da222169-738a-42a1-9824-19f0f46abb5b),segment_id=da222169-738a-42a1-9824-19f0f46abb5b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:12.698815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b8242221-f58a-4dfd-b450-48b2182923c4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.701332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:17:12.701332 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:17:12.701332 n-d-826756-1 neutron-server[109595]: [parameters: {'id': 'ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0'}] Jan 28 01:17:12.701332 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:17:12.702807 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:17:12.741962 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-518287bb-914b-446c-9dae-a99fd2b6580d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:12.746642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42306) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.750781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-518287bb-914b-446c-9dae-a99fd2b6580d tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/64b62807-ab5b-4ba5-8f0f-c57d128235ef HTTP/1.1" status: 404 len: 336 time: 0.1658902 Jan 28 01:17:12.844978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Pushing event updated for resources: {'Port': ['ID=b8242221-f58a-4dfd-b450-48b2182923c4,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:12.853325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.853685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.854261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.854399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.854740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.855081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.855403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.856227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.856710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.857177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.857652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.858327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.859125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3519477-71b0-41b5-afb5-ab2e27d4f800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:12.866355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c9863-5e7a-4715-bcf0-70de52063483 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:17:12.908548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:12.918585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0077fafc-cb99-4a79-ab59-34f7ebc02815 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e HTTP/1.1" status: 200 len: 205 time: 0.1578887 Jan 28 01:17:13.044284 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-280394f8-59ad-41ef-b46a-1095f132fc07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:13.055633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42324) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.059720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-280394f8-59ad-41ef-b46a-1095f132fc07 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/dbb022f2-7b63-4fbe-9bbc-974a7dbddd8e HTTP/1.1" status: 404 len: 336 time: 0.1354454 Jan 28 01:17:13.127768 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ebc46-a123-4808-8c17-0bfadbc9b5a1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:13.128273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698ebc46-a123-4808-8c17-0bfadbc9b5a1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:13.135851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c9863-5e7a-4715-bcf0-70de52063483 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:17:13.136086 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-698ebc46-a123-4808-8c17-0bfadbc9b5a1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/79e9c457-f429-4b91-955d-4247e50f331e HTTP/1.1" status: 404 len: 337 time: 0.0806878 Jan 28 01:17:13.144599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42330) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.173051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-764a8213-f8b5-4d72-974c-7e87fecd57ad req-33fe6bfe-43a3-4ff4-b2e1-cb70251510c7 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1046364 Jan 28 01:17:13.206603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:13.301836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f8a63468-9c5f-40f2-b334-70295b3d8ed3 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 200 len: 205 time: 0.1555018 Jan 28 01:17:13.308746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42338) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.413756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port b8242221-f58a-4dfd-b450-48b2182923c4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:13.414126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b8242221-f58a-4dfd-b450-48b2182923c4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:13.484785 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-61dece8f-815b-4b06-863f-0f35936b118f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:13.492118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-61dece8f-815b-4b06-863f-0f35936b118f tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/f03caafb-6e55-422c-8788-51250a00f84a HTTP/1.1" status: 404 len: 336 time: 0.1823151 Jan 28 01:17:13.497345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42344) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.594989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d69b8df-5ad5-4fc5-8180-b2ccda270e36 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=685fd699-6421-455e-ba36-9ddce91a4d0d HTTP/1.1" status: 200 len: 205 time: 0.0955279 Jan 28 01:17:13.598341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42346) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.673805 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:13.687945 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-4b182930-30fa-4a8b-be97-30f78bed4533 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:13.689929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4b182930-30fa-4a8b-be97-30f78bed4533 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/685fd699-6421-455e-ba36-9ddce91a4d0d HTTP/1.1" status: 404 len: 336 time: 0.0891664 Jan 28 01:17:13.693924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42354) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.763161 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-509dd759-92f0-4ff3-8048-560de82f92f3 req-b6679bff-09d1-4de7-b4ac-3e0501538f1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c486f1407564fcfa0e635c4a2b66bc9&device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0759773 Jan 28 01:17:13.769346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port b8242221-f58a-4dfd-b450-48b2182923c4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b8242221-f58a-4dfd-b450-48b2182923c4,segment=NetworkSegment(da222169-738a-42a1-9824-19f0f46abb5b),segment_id=da222169-738a-42a1-9824-19f0f46abb5b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:13.769979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b8242221-f58a-4dfd-b450-48b2182923c4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:13.807005 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cec0d4-60be-4e62-ab17-2b12bec906e1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:13.807392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cec0d4-60be-4e62-ab17-2b12bec906e1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:13.810487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e7cec0d4-60be-4e62-ab17-2b12bec906e1 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/59d9fde7-c92d-4db6-86cc-0e66c8a0756b HTTP/1.1" status: 404 len: 337 time: 0.1146734 Jan 28 01:17:13.826380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42360) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:13.829651 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-509dd759-92f0-4ff3-8048-560de82f92f3 req-751a70d3-9d6e-4eca-b300-230b256c4641 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c486f1407564fcfa0e635c4a2b66bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499370 Jan 28 01:17:13.857177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for b8242221-f58a-4dfd-b450-48b2182923c4 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:13.896788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7c5c4-ca05-4453-be94-e66349cd647a None None] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:13.962694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a7c0374b-b8ef-44e4-bc40-fcaf0d31a8b6 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f767e5-fc2f-4404-b99e-1a4014bdc60a HTTP/1.1" status: 200 len: 205 time: 0.1316278 Jan 28 01:17:13.978043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42366) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:14.081294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45e18af6-9e18-44f4-a3dc-67db438580b4 req-e7f923e4-7432-4cbf-9aa9-0c7b56d0f259 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1312749 Jan 28 01:17:14.122912 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-ae8cdaaf-ca29-45e7-a7f0-cc9442b20371 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:14.126769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ae8cdaaf-ca29-45e7-a7f0-cc9442b20371 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/64f767e5-fc2f-4404-b99e-1a4014bdc60a HTTP/1.1" status: 404 len: 336 time: 0.1477432 Jan 28 01:17:14.127500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42376) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:14.160277 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd13eb0-beb0-42b2-acfc-bff7a0e7e36a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:14.165421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd13eb0-beb0-42b2-acfc-bff7a0e7e36a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:14.171861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3cd13eb0-beb0-42b2-acfc-bff7a0e7e36a tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/1586344d-835b-4838-9f11-18540fde4c82 HTTP/1.1" status: 404 len: 337 time: 0.0433509 Jan 28 01:17:14.179664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42378) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:14.285374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-14d35afa-f3c7-40e7-8f38-ad79a8cf1e92 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "GET /v2.0/ports?device_id=b654959b-4913-4fea-80b3-ce69c6d0bf9e HTTP/1.1" status: 200 len: 205 time: 0.1001117 Jan 28 01:17:14.286290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42384) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:14.295811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df7505-1c59-4e79-ac07-d6e20e69adf9 None None] Network ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:14.467047 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-d869710a-dd6a-41fb-8927-f91d11b38acd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] delete failed (client error): The resource could not be found. Jan 28 01:17:14.472002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d869710a-dd6a-41fb-8927-f91d11b38acd tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/routers/b654959b-4913-4fea-80b3-ce69c6d0bf9e HTTP/1.1" status: 404 len: 336 time: 0.1752763 Jan 28 01:17:14.472642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42392) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:14.540125 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a7b709-a274-4896-ac28-dca79620fc23 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:14.549708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a7b709-a274-4896-ac28-dca79620fc23 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:14.560410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-50a7b709-a274-4896-ac28-dca79620fc23 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/e6fe7646-cd3e-4e3d-a80e-f1c3396a295b HTTP/1.1" status: 404 len: 337 time: 0.0855458 Jan 28 01:17:14.564095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:14.630212 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb9ed85-bf58-4e5e-9f11-ff9d62156146 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:14.645479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb9ed85-bf58-4e5e-9f11-ff9d62156146 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:14.660303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cdb9ed85-bf58-4e5e-9f11-ff9d62156146 tempest-RoutersTest-1519629615 tempest-RoutersTest-1519629615-project] 10.222.0.23 "DELETE /v2.0/subnets/5f5a821a-5954-4066-bab5-b2a980eaa834 HTTP/1.1" status: 404 len: 337 time: 0.0948253 Jan 28 01:17:15.201435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dd759-92f0-4ff3-8048-560de82f92f3 req-77703b4a-361e-44ad-bc27-1e74ddf0cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:15.207266 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-509dd759-92f0-4ff3-8048-560de82f92f3 req-77703b4a-361e-44ad-bc27-1e74ddf0cfaa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3660402 Jan 28 01:17:15.235091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b8242221-f58a-4dfd-b450-48b2182923c4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:15.358970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=b8242221-f58a-4dfd-b450-48b2182923c4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:15.378829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port b8242221-f58a-4dfd-b450-48b2182923c4 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:15.379552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2f26676-a642-4052-b038-31011e29fbf0 req-39b376a8-a34f-45e6-b9f0-a3c2860ed191 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.0700288 Jan 28 01:17:15.617476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:15.626684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:15.702387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:15.739186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da222169-738a-42a1-9824-19f0f46abb5b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:15.740047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da222169-738a-42a1-9824-19f0f46abb5b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:15.750529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:15.804867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:15.820950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:15.821697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (da222169-738a-42a1-9824-19f0f46abb5b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:15.830118 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:15.981332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.024192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.030544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42444) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:16.038496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 HTTP/1.1" status: 204 len: 168 time: 4.3947997 Jan 28 01:17:16.039434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e29ce-ad4d-4eac-925c-b19358a1c665 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:16.077964 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-870706c3-e6c2-4f93-9b7e-e05ac94394d3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:16.078644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870706c3-e6c2-4f93-9b7e-e05ac94394d3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:16.099021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-870706c3-e6c2-4f93-9b7e-e05ac94394d3 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 HTTP/1.1" status: 404 len: 339 time: 0.0673239 Jan 28 01:17:16.099684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42446) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:16.104770 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548518', 'description': 'd1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:16.196009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:16.217074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.222802 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8813d3e-9069-400d-adca-0e6f84a71468 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e15db50cc51e49789ee3c32d5ea27aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5927119 Jan 28 01:17:16.225416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42454) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:16.305420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:16.341663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ff74622a-ac24-4d51-ba57-86677d55a2b7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.342157 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment ff74622a-ac24-4d51-ba57-86677d55a2b7 of type vlan for network a9bf54af-2e6e-4846-ad66-959452f69fa6 Jan 28 01:17:16.400482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d55f-c03a-49ee-96f5-00c42699bc99 admin admin] Publish callbacks [] for security_group (9df59cd6-569c-45f4-a86f-a0258626845f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.456927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d55f-c03a-49ee-96f5-00c42699bc99 admin admin] Publish callbacks [] for security_group (9df59cd6-569c-45f4-a86f-a0258626845f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.538092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d55f-c03a-49ee-96f5-00c42699bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9df59cd6-569c-45f4-a86f-a0258626845f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.546671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.546926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d55f-c03a-49ee-96f5-00c42699bc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.548124 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f4c7d55f-c03a-49ee-96f5-00c42699bc99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9df59cd6-569c-45f4-a86f-a0258626845f HTTP/1.1" status: 204 len: 168 time: 0.3208590 Jan 28 01:17:16.644465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-509dd759-92f0-4ff3-8048-560de82f92f3 req-bdaa7efd-b553-4412-bed7-3e6b754491d2 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.43 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1279876 Jan 28 01:17:16.667887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d55f-c03a-49ee-96f5-00c42699bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df59cd6-569c-45f4-a86f-a0258626845f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:16.725379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c3ec44e-194c-4af8-8cb1-b9b026943700 req-851de48e-ad53-4836-98ea-a231b6b08bb9 tempest-ServerShowV254Test-1442924922 tempest-ServerShowV254Test-1442924922-project] 10.222.0.23 "GET /v2.0/ports?device_id=61cf2d70-33a8-4881-9ea5-8b187621985f HTTP/1.1" status: 200 len: 210 time: 0.1119175 Jan 28 01:17:16.735078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.744145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:16.746779 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:16.902507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42484) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:16.904909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8038354 Jan 28 01:17:16.928134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982471d8-ec84-45b4-913e-6575a839483f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=a9bf54af-2e6e-4846-ad66-959452f69fa6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:16.941339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a9bf54af-2e6e-4846-ad66-959452f69fa6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:17.088387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115c0da-1738-431c-9f06-681d07bdc3c9 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:17.102714 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2115c0da-1738-431c-9f06-681d07bdc3c9 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks?id=a9bf54af-2e6e-4846-ad66-959452f69fa6 HTTP/1.1" status: 200 len: 757 time: 0.1988127 Jan 28 01:17:17.105036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42492) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:17.128780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'description': 'd2'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:17.732952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:17.761172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:17.978125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network a9bf54af-2e6e-4846-ad66-959452f69fa6 is not hosted by any dhcp agent {{(pid=109595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:17:17.988705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:17.989465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:17.993343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "PUT /v2.0/networks/a9bf54af-2e6e-4846-ad66-959452f69fa6 HTTP/1.1" status: 200 len: 754 time: 0.8827798 Jan 28 01:17:17.993343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce71e5-b2a2-49fe-839c-36197f43ba39 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=a9bf54af-2e6e-4846-ad66-959452f69fa6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:17.993754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42536) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:18.006810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a9bf54af-2e6e-4846-ad66-959452f69fa6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:18.133803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42538) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:18.223191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25ce09-2988-498f-a07b-9f97f68a1710 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:18.229092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b25ce09-2988-498f-a07b-9f97f68a1710 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks?id=a9bf54af-2e6e-4846-ad66-959452f69fa6 HTTP/1.1" status: 200 len: 757 time: 0.2306578 Jan 28 01:17:18.229627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42542) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:18.236997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1694669193'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:18.289971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:18.293417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.351479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:18.378648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.379281 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment f134e148-3591-44fa-b69d-295320b5cd22 of type vlan for network f97702cb-8ad4-4584-96ab-6b544db2e04d Jan 28 01:17:18.420706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42554) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:18.528450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.582396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42562) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:18.605228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab817cc9-2f2f-4b45-9f8b-f5162ce8cd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.663410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52aa6c-869d-46fd-9b16-739e4bd2b538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.685178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-17f7688d-86ef-4856-8a19-86afd64bf5cf tempest-DvrRoutersNegativeTest-2016975396 tempest-DvrRoutersNegativeTest-2016975396-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1426228092', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:18.687968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.688338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.policy [None req-17f7688d-86ef-4856-8a19-86afd64bf5cf tempest-DvrRoutersNegativeTest-2016975396 tempest-DvrRoutersNegativeTest-2016975396-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109594) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 01:17:18.688784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.policy [None req-17f7688d-86ef-4856-8a19-86afd64bf5cf tempest-DvrRoutersNegativeTest-2016975396 tempest-DvrRoutersNegativeTest-2016975396-project] Failed policy check for 'create_router' {{(pid=109594) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 01:17:18.689721 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-17f7688d-86ef-4856-8a19-86afd64bf5cf tempest-DvrRoutersNegativeTest-2016975396 tempest-DvrRoutersNegativeTest-2016975396-project] create failed (client error): Access was denied to this resource. Jan 28 01:17:18.691366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-17f7688d-86ef-4856-8a19-86afd64bf5cf tempest-DvrRoutersNegativeTest-2016975396 tempest-DvrRoutersNegativeTest-2016975396-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1074605 Jan 28 01:17:18.699500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:18.700493 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.734194 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5031929 Jan 28 01:17:18.742410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:18.765703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:18.870251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01903a8e-883d-4d6b-89bd-5dec4243c73d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=f97702cb-8ad4-4584-96ab-6b544db2e04d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:18.893557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network f97702cb-8ad4-4584-96ab-6b544db2e04d details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:18.973734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab817cc9-2f2f-4b45-9f8b-f5162ce8cd45 admin admin] Publish callbacks [] for security_group (761e217b-0dc9-42d8-b451-4f28ca70ac80), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.979397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:18.981102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ab817cc9-2f2f-4b45-9f8b-f5162ce8cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (761e217b-0dc9-42d8-b451-4f28ca70ac80), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.985026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:18.996543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52aa6c-869d-46fd-9b16-739e4bd2b538 admin admin] Publish callbacks [] for security_group (292e84f9-0cd2-4823-844a-7ef612f441cf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.016632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52aa6c-869d-46fd-9b16-739e4bd2b538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (292e84f9-0cd2-4823-844a-7ef612f441cf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.052163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ab817cc9-2f2f-4b45-9f8b-f5162ce8cd45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32feca508346466cafb3b29d963df4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9149368 Jan 28 01:17:19.052163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:19.072156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:19.200364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab817cc9-2f2f-4b45-9f8b-f5162ce8cd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761e217b-0dc9-42d8-b451-4f28ca70ac80,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:19.286151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-de52aa6c-869d-46fd-9b16-739e4bd2b538 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c486f1407564fcfa0e635c4a2b66bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8642955 Jan 28 01:17:19.293503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42582) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:19.321288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490971c4-ffaf-4db7-88bf-96ee58a9ebff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.329841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8495d15a-4936-4fb6-8548-949dc05e6152 admin admin] Publish callbacks [] for security_group (761e217b-0dc9-42d8-b451-4f28ca70ac80), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.335782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52aa6c-869d-46fd-9b16-739e4bd2b538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292e84f9-0cd2-4823-844a-7ef612f441cf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:19.392589 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8495d15a-4936-4fb6-8548-949dc05e6152 admin admin] Publish callbacks [] for security_group (761e217b-0dc9-42d8-b451-4f28ca70ac80), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.410351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9be23d0-bab4-4a7d-a30c-2de98bc9f71f admin admin] Publish callbacks [] for security_group (292e84f9-0cd2-4823-844a-7ef612f441cf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.425108 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:17:19.445412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9be23d0-bab4-4a7d-a30c-2de98bc9f71f admin admin] Publish callbacks [] for security_group (292e84f9-0cd2-4823-844a-7ef612f441cf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.517523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8495d15a-4936-4fb6-8548-949dc05e6152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (761e217b-0dc9-42d8-b451-4f28ca70ac80), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.519231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (f0a389ae-db78-4f3c-92ea-ceb4d1228f74), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.534813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8495d15a-4936-4fb6-8548-949dc05e6152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.538819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8495d15a-4936-4fb6-8548-949dc05e6152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/761e217b-0dc9-42d8-b451-4f28ca70ac80 HTTP/1.1" status: 204 len: 168 time: 0.4423220 Jan 28 01:17:19.585009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495d15a-4936-4fb6-8548-949dc05e6152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761e217b-0dc9-42d8-b451-4f28ca70ac80,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:19.587599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=f0a389ae-db78-4f3c-92ea-ceb4d1228f74,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:19.634814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': 'f134e148-3591-44fa-b69d-295320b5cd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:19.635195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: f97702cb-8ad4-4584-96ab-6b544db2e04d, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:19.659495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9be23d0-bab4-4a7d-a30c-2de98bc9f71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (292e84f9-0cd2-4823-844a-7ef612f441cf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.664625 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a9be23d0-bab4-4a7d-a30c-2de98bc9f71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.666371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a9be23d0-bab4-4a7d-a30c-2de98bc9f71f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/292e84f9-0cd2-4823-844a-7ef612f441cf HTTP/1.1" status: 204 len: 168 time: 0.3716092 Jan 28 01:17:19.687492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network f97702cb-8ad4-4584-96ab-6b544db2e04d is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:19.707647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be23d0-bab4-4a7d-a30c-2de98bc9f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292e84f9-0cd2-4823-844a-7ef612f441cf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:19.724977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, f97702cb-8ad4-4584-96ab-6b544db2e04d) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:19.737808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:19.742135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.764217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1873cbd-3e15-4c52-81f5-935345bb4256 None None] Network f97702cb-8ad4-4584-96ab-6b544db2e04d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:19.789175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5d5619dd-bf9a-4f01-94b4-56fc1b0006a0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0429928 Jan 28 01:17:19.792866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42598) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:19.814341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490971c4-ffaf-4db7-88bf-96ee58a9ebff admin admin] Publish callbacks [] for security_group (2fbb3ea1-fa53-45a6-aee9-540498e37311), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.826269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-490971c4-ffaf-4db7-88bf-96ee58a9ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fbb3ea1-fa53-45a6-aee9-540498e37311), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:19.931805 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-490971c4-ffaf-4db7-88bf-96ee58a9ebff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d4f4647d03a43889be4af99a7fb2541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8691080 Jan 28 01:17:19.934781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:19.948752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490971c4-ffaf-4db7-88bf-96ee58a9ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb3ea1-fa53-45a6-aee9-540498e37311,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:20.074058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.098156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-f97702cb-8ad4-4584-96ab-6b544db2e04d', 'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': 'f0a389ae-db78-4f3c-92ea-ceb4d1228f74'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:20.101509 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.119959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9751c1f-735c-411d-9518-e0577add148b admin admin] Publish callbacks [] for security_group (2fbb3ea1-fa53-45a6-aee9-540498e37311), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.168208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9751c1f-735c-411d-9518-e0577add148b admin admin] Publish callbacks [] for security_group (2fbb3ea1-fa53-45a6-aee9-540498e37311), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.218099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:20.229114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9751c1f-735c-411d-9518-e0577add148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fbb3ea1-fa53-45a6-aee9-540498e37311), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.231816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c9751c1f-735c-411d-9518-e0577add148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.235290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c9751c1f-735c-411d-9518-e0577add148b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fbb3ea1-fa53-45a6-aee9-540498e37311 HTTP/1.1" status: 204 len: 168 time: 0.2959552 Jan 28 01:17:20.242844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f37a-253c-4010-91ca-0c666ccacaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.247090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f0a389ae-db78-4f3c-92ea-ceb4d1228f74), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.263363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9751c1f-735c-411d-9518-e0577add148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb3ea1-fa53-45a6-aee9-540498e37311,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:20.400420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f37a-253c-4010-91ca-0c666ccacaf6 admin admin] Publish callbacks [] for security_group (7a7d26e1-950c-4e7b-8af4-ce37a2bda49e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.412250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a6f37a-253c-4010-91ca-0c666ccacaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7a7d26e1-950c-4e7b-8af4-ce37a2bda49e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.507871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Allocated IP 172.20.0.2 (f97702cb-8ad4-4584-96ab-6b544db2e04d/f0a389ae-db78-4f3c-92ea-ceb4d1228f74/5df5a100-5899-4a22-910a-52c4e04911ec) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:20.527773 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1a6f37a-253c-4010-91ca-0c666ccacaf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3237de2cdd0a412d86e5f692dde11f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064034 Jan 28 01:17:20.529103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:20.533397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6f37a-253c-4010-91ca-0c666ccacaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d26e1-950c-4e7b-8af4-ce37a2bda49e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:20.671002 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec10-1a4f-4222-a757-16f535d7386f admin admin] Publish callbacks [] for security_group (7a7d26e1-950c-4e7b-8af4-ce37a2bda49e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.697103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Publish callbacks [] for port (5df5a100-5899-4a22-910a-52c4e04911ec), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.717230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (5df5a100-5899-4a22-910a-52c4e04911ec), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.754079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec10-1a4f-4222-a757-16f535d7386f admin admin] Publish callbacks [] for security_group (7a7d26e1-950c-4e7b-8af4-ce37a2bda49e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.776863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Network f97702cb-8ad4-4584-96ab-6b544db2e04d is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:20.783529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:20.800218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:20.810726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Pushing event updated for resources: {'Port': ['ID=5df5a100-5899-4a22-910a-52c4e04911ec,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:20.839776 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (f0a389ae-db78-4f3c-92ea-ceb4d1228f74), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.888191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Attempting to bind port 5df5a100-5899-4a22-910a-52c4e04911ec on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:20.888191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Attempting to bind port 5df5a100-5899-4a22-910a-52c4e04911ec by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'f134e148-3591-44fa-b69d-295320b5cd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:20.888460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Attempting to bind port 5df5a100-5899-4a22-910a-52c4e04911ec on network f97702cb-8ad4-4584-96ab-6b544db2e04d {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:20.895901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:20.896356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Checking segment: {'id': 'f134e148-3591-44fa-b69d-295320b5cd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:20.897143 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.897767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Bound using segment: {'id': 'f134e148-3591-44fa-b69d-295320b5cd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:20.898271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Bound port: 5df5a100-5899-4a22-910a-52c4e04911ec, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f134e148-3591-44fa-b69d-295320b5cd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:20.898704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5df5a100-5899-4a22-910a-52c4e04911ec), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:20.940039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a389ae-db78-4f3c-92ea-ceb4d1228f74,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:20.994889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] For port 5df5a100-5899-4a22-910a-52c4e04911ec, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:21.004885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] For port 5df5a100-5899-4a22-910a-52c4e04911ec, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5df5a100-5899-4a22-910a-52c4e04911ec,segment=NetworkSegment(f134e148-3591-44fa-b69d-295320b5cd22),segment_id=f134e148-3591-44fa-b69d-295320b5cd22)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:21.012718 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5df5a100-5899-4a22-910a-52c4e04911ec), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.077462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.099930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec10-1a4f-4222-a757-16f535d7386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7a7d26e1-950c-4e7b-8af4-ce37a2bda49e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.113672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ec10-1a4f-4222-a757-16f535d7386f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.119641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8ef0ec10-1a4f-4222-a757-16f535d7386f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a7d26e1-950c-4e7b-8af4-ce37a2bda49e HTTP/1.1" status: 204 len: 168 time: 0.5876520 Jan 28 01:17:21.152149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280503c-4ed1-4af8-b353-dd953d9e9657 None None] Pushing event updated for resources: {'Port': ['ID=5df5a100-5899-4a22-910a-52c4e04911ec,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:21.172140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0ec10-1a4f-4222-a757-16f535d7386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d26e1-950c-4e7b-8af4-ce37a2bda49e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:21.183704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97702cb-8ad4-4584-96ab-6b544db2e04d']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:21.244194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f134e148-3591-44fa-b69d-295320b5cd22') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:21.246947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f134e148-3591-44fa-b69d-295320b5cd22') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:21.256224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669dbdc-7317-4d03-a1b4-b76f49f28907 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:17:21.270668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.322827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.344029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:21.344954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:21.360613 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:21.427637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669dbdc-7317-4d03-a1b4-b76f49f28907 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:17:21.520290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:17:21.520290 n-d-826756-1 neutron-server[109594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:17:21.520290 n-d-826756-1 neutron-server[109594]: [parameters: {'id': 'f97702cb-8ad4-4584-96ab-6b544db2e04d'}] Jan 28 01:17:21.520290 n-d-826756-1 neutron-server[109594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:17:21.520865 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:17:21.728524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153dad2-1e06-44a1-a096-3c035a6928ba None None] Network f97702cb-8ad4-4584-96ab-6b544db2e04d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:22.024536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.148891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port 5df5a100-5899-4a22-910a-52c4e04911ec {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:22.149421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5df5a100-5899-4a22-910a-52c4e04911ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.276906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port 5df5a100-5899-4a22-910a-52c4e04911ec, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5df5a100-5899-4a22-910a-52c4e04911ec,segment=NetworkSegment(f134e148-3591-44fa-b69d-295320b5cd22),segment_id=f134e148-3591-44fa-b69d-295320b5cd22)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:22.277550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5df5a100-5899-4a22-910a-52c4e04911ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.291296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for 5df5a100-5899-4a22-910a-52c4e04911ec owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:22.397092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5df5a100-5899-4a22-910a-52c4e04911ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.436762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=5df5a100-5899-4a22-910a-52c4e04911ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:22.447596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port 5df5a100-5899-4a22-910a-52c4e04911ec on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:22.597747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.643786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97702cb-8ad4-4584-96ab-6b544db2e04d']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:22.670272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f134e148-3591-44fa-b69d-295320b5cd22') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:22.670479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f134e148-3591-44fa-b69d-295320b5cd22') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:22.692417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.707633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.715363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:22.716068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (f134e148-3591-44fa-b69d-295320b5cd22), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.754896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:22.821293 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:22.828918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (f97702cb-8ad4-4584-96ab-6b544db2e04d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.839082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.846667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42740) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:22.847704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/f97702cb-8ad4-4584-96ab-6b544db2e04d HTTP/1.1" status: 204 len: 168 time: 3.0521784 Jan 28 01:17:22.861595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6c59f-4255-4225-b9fd-3a28e808aad0 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=f97702cb-8ad4-4584-96ab-6b544db2e04d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:22.897880 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be0cfaf-2840-41e6-a821-025476364fd7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] GET failed (client error): The resource could not be found. Jan 28 01:17:22.904989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42742) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:22.905093 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5be0cfaf-2840-41e6-a821-025476364fd7 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/subnets/f0a389ae-db78-4f3c-92ea-ceb4d1228f74 HTTP/1.1" status: 404 len: 337 time: 0.0547087 Jan 28 01:17:22.947927 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3fb77e-d8d0-4615-8375-0102484133b1 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:22.951404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3fb77e-d8d0-4615-8375-0102484133b1 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:22.963262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1198172173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:22.963546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7a3fb77e-d8d0-4615-8375-0102484133b1 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/f97702cb-8ad4-4584-96ab-6b544db2e04d HTTP/1.1" status: 404 len: 339 time: 0.0593181 Jan 28 01:17:22.964252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42746) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:22.995108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (09db871f-b203-45a1-ae29-d5a21b575223), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:22.997122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (09db871f-b203-45a1-ae29-d5a21b575223), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.079283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router_controller (09db871f-b203-45a1-ae29-d5a21b575223), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.086613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (09db871f-b203-45a1-ae29-d5a21b575223), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.111799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.113335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4ba5d0cd-2cf7-4d3d-833f-7e88055c484e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3574581 Jan 28 01:17:23.117632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:23.128884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-601889332'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:23.181351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:23.185390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.199631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.418022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699ab5c-4c5e-4738-870e-75ffc134cb1b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:23.421677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for security_group (90754c57-1dcb-4b46-82e4-b898080af05e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.422080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6699ab5c-4c5e-4738-870e-75ffc134cb1b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4539673 Jan 28 01:17:23.424875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42766) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:23.432834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (90754c57-1dcb-4b46-82e4-b898080af05e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.516116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:23.542108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90754c57-1dcb-4b46-82e4-b898080af05e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:23.585470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7adfd7fe-0a76-48d9-9240-131f60379385), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.586274 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Added segment 7adfd7fe-0a76-48d9-9240-131f60379385 of type vlan for network 9a29222e-1ec7-470f-be71-a61bf84bb25b Jan 28 01:17:23.746071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9a29222e-1ec7-470f-be71-a61bf84bb25b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.852821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9a29222e-1ec7-470f-be71-a61bf84bb25b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:23.871283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:23.872551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:24.074240 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9554780 Jan 28 01:17:24.077260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42802) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:24.094867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'subnet': {'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:24.248386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dda77f-4325-4e25-97ee-2b50e62d89db tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Network': ['ID=9a29222e-1ec7-470f-be71-a61bf84bb25b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:24.272559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:24.386763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:24.393451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:24.407492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9aa64813-b879-4d46-8ad9-61ee3f63746b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 207 time: 0.9800866 Jan 28 01:17:24.432528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42812) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:24.444824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caac9a8c-e015-476e-93ba-6b67b7684854 req-00412b21-f1e4-4a26-be47-acb0a066507c tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0412664 Jan 28 01:17:24.859432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dadd347-3489-4797-8a26-5b499bdfd9f8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:24.867861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dadd347-3489-4797-8a26-5b499bdfd9f8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:24.894074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dadd347-3489-4797-8a26-5b499bdfd9f8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:24.924055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dadd347-3489-4797-8a26-5b499bdfd9f8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:24.926749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9dadd347-3489-4797-8a26-5b499bdfd9f8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2483 time: 0.4928126 Jan 28 01:17:24.930507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.208701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (b0bb4c9b-8ad2-4f32-a82c-18af3ac73356), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.337902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Subnet': ['ID=b0bb4c9b-8ad2-4f32-a82c-18af3ac73356,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:25.377679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Checking segment: {'id': '7adfd7fe-0a76-48d9-9240-131f60379385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:25.391605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network hostable DHCP agents. Network: 9a29222e-1ec7-470f-be71-a61bf84bb25b, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:25.396145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.403887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a69ddff3-649b-4447-b246-010d6b39c806 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 572 time: 0.4591887 Jan 28 01:17:25.457097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:25.480099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18312ed-fc7b-4b41-ad0e-97e0a61b6a22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.481567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18312ed-fc7b-4b41-ad0e-97e0a61b6a22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.490187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e18312ed-fc7b-4b41-ad0e-97e0a61b6a22 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0913703 Jan 28 01:17:25.494934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42846) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.507043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9a29222e-1ec7-470f-be71-a61bf84bb25b) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:25.515977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.518240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.518424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5df59-2c39-43e0-8914-b36b0d5dbc03 None None] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:25.561684 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a398c12d-5bce-4ccd-bb4f-a49f3a265781 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4805551 Jan 28 01:17:25.562121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42850) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.568485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'network': {'name': 'tempest-router-network01--1146350932'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:25.634206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648d16e-7684-4458-8838-064d2a87a0c8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.636102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:25.639520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.642320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648d16e-7684-4458-8838-064d2a87a0c8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['shared'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.647470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1648d16e-7684-4458-8838-064d2a87a0c8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1485257 Jan 28 01:17:25.648083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42852) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.703133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:25.723968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (516d1453-3427-4f87-8fbc-8360b09b5af7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.724342 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Added segment 516d1453-3427-4f87-8fbc-8360b09b5af7 of type vlan for network 4c8b3035-fa06-4b28-a00f-a9d723d87280 Jan 28 01:17:25.808911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (4c8b3035-fa06-4b28-a00f-a9d723d87280), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.809047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9a29222e-1ec7-470f-be71-a61bf84bb25b', 'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b', 'project_id': 'b685e099549e4f65aa675f32e8ea1ce0', 'fixed_ips': [{'subnet_id': 'b0bb4c9b-8ad2-4f32-a82c-18af3ac73356'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:25.810168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.820581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b6feb5b-fe56-44cd-9526-1ceeba849c51 req-7d238729-0a07-4bf7-bdb7-9ebf54f3436f tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1297503 Jan 28 01:17:25.876537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (4c8b3035-fa06-4b28-a00f-a9d723d87280), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.882323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.883015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:25.928945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fcf0f-7ee3-44c9-9626-11558cce4bd5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.932622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-303fcf0f-7ee3-44c9-9626-11558cce4bd5 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks/b5905a91-897e-4812-b578-eca5de32e688 HTTP/1.1" status: 200 len: 800 time: 0.2781312 Jan 28 01:17:25.936297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.952789 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3895156 Jan 28 01:17:25.957553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:25.975551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'network': {'name': 'tempest-router-network02--651040998'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:26.142173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f403f-d1ba-4b63-8bd5-156ae55f713f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Network': ['ID=4c8b3035-fa06-4b28-a00f-a9d723d87280,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:26.167540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:26.194500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:26.197899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.227350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Allocated IP 2001:db8::2 (9a29222e-1ec7-470f-be71-a61bf84bb25b/b0bb4c9b-8ad2-4f32-a82c-18af3ac73356/6c20ca22-ec32-4403-9a9e-8331da8bc29c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:26.249080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:26.256780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1c325104-7ed6-4a20-97a1-a65fab5d450b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/networks/b5905a91-897e-4812-b578-eca5de32e688?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3177774 Jan 28 01:17:26.260560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:26.269546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a91d7287-9b50-4f77-9a23-57973bfa93fb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.270009 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Added segment a91d7287-9b50-4f77-9a23-57973bfa93fb of type vlan for network 191529f5-225b-4a21-816a-952025280e08 Jan 28 01:17:26.320603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (191529f5-225b-4a21-816a-952025280e08), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.367888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (191529f5-225b-4a21-816a-952025280e08), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.377033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:26.377912 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.417506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4573908 Jan 28 01:17:26.429442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97b80a-3560-4ff1-949c-119956cbdcb4 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:26.436285 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e97b80a-3560-4ff1-949c-119956cbdcb4 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/subnets/eec4799e-2afc-4602-afaf-30e6419741b1 HTTP/1.1" status: 200 len: 811 time: 0.1746089 Jan 28 01:17:26.436919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:26.437249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:26.476429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'subnet': {'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:26.564660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c180a7-102a-478e-963a-14a43e96f735 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Network': ['ID=191529f5-225b-4a21-816a-952025280e08,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:26.593505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 191529f5-225b-4a21-816a-952025280e08 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:26.624135 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-625bbd86-3919-4352-9155-fed55f24ea58 req-ef1704af-11f7-485d-ae98-815179d0f6bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0517769 Jan 28 01:17:26.725870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86dfc0-5b8f-400e-a69c-6b2ca2a3a052 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:26.730311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3f86dfc0-5b8f-400e-a69c-6b2ca2a3a052 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "GET /v2.0/subnets/eec4799e-2afc-4602-afaf-30e6419741b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2882011 Jan 28 01:17:26.732256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42892) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:26.732678 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Publish callbacks [] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.740602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310010627'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:26.781122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:26.785011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.843791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:26.846657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:26.850520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.856163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.856524 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Added segment 0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526 of type vlan for network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 Jan 28 01:17:26.859511 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.899213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:26.912078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:26.950149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:26.961437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:27.004600 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.011280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:27.013097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.070123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Pushing event updated for resources: {'Port': ['ID=6c20ca22-ec32-4403-9a9e-8331da8bc29c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:27.118562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e047bc6-ba38-47b9-86cf-d0f02ec387ed req-0047ed4f-12fe-4532-a7bf-e95a9f5d2cf2 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0739925 Jan 28 01:17:27.139739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Attempting to bind port 6c20ca22-ec32-4403-9a9e-8331da8bc29c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:27.140167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Attempting to bind port 6c20ca22-ec32-4403-9a9e-8331da8bc29c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '7adfd7fe-0a76-48d9-9240-131f60379385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:27.140727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Attempting to bind port 6c20ca22-ec32-4403-9a9e-8331da8bc29c on network 9a29222e-1ec7-470f-be71-a61bf84bb25b {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:27.148051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4123123 Jan 28 01:17:27.153752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42904) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:27.155306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:27.155691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Checking segment: {'id': '7adfd7fe-0a76-48d9-9240-131f60379385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:27.156099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.156500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Bound using segment: {'id': '7adfd7fe-0a76-48d9-9240-131f60379385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:27.157030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Bound port: 6c20ca22-ec32-4403-9a9e-8331da8bc29c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adfd7fe-0a76-48d9-9240-131f60379385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a29222e-1ec7-470f-be71-a61bf84bb25b'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:27.157418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.164192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:27.192256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad04ae-b5fd-4c03-9e85-6c1b4c5e259b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Network': ['ID=e66ba8b4-f625-42d3-ac19-2ce1bdbf0058,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:27.322033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] For port 6c20ca22-ec32-4403-9a9e-8331da8bc29c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:27.325377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] For port 6c20ca22-ec32-4403-9a9e-8331da8bc29c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6c20ca22-ec32-4403-9a9e-8331da8bc29c,segment=NetworkSegment(7adfd7fe-0a76-48d9-9240-131f60379385),segment_id=7adfd7fe-0a76-48d9-9240-131f60379385)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:27.328422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:27.448457 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Made reservation on behalf of 63e1f988a7b34cb585c657869c670729 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:27.480555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.528821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.589167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing IP validity checks on allocation pools {{(pid=109595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:17:27.589709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:17:27.804859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1268fa-4b90-41ee-a965-cd41d351e0e0 None None] Pushing event updated for resources: {'Port': ['ID=6c20ca22-ec32-4403-9a9e-8331da8bc29c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:27.871554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (bbedea68-8078-4776-aac9-9ca4b886f234), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:27.958415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Subnet': ['ID=bbedea68-8078-4776-aac9-9ca4b886f234,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:27.961741 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (2198910c-39f2-4252-b390-8db87cad6236), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.093273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=2198910c-39f2-4252-b390-8db87cad6236,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:28.144460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Checking segment: {'id': '516d1453-3427-4f87-8fbc-8360b09b5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:28.144831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network hostable DHCP agents. Network: 4c8b3035-fa06-4b28-a00f-a9d723d87280, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:28.172619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Checking segment: {'id': '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:28.173286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network hostable DHCP agents. Network: e66ba8b4-f625-42d3-ac19-2ce1bdbf0058, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:28.179289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:28.204598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 4c8b3035-fa06-4b28-a00f-a9d723d87280) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:28.214467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c852a-44e4-4d77-87ae-b5465567e6f9 None None] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:28.215489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:28.216892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.223121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:28.236602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e66ba8b4-f625-42d3-ac19-2ce1bdbf0058) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:28.244053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:28.245044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.276201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d9c3b492-732d-4988-81f1-0eaf159f8c97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8352878 Jan 28 01:17:28.276868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:28.283791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'subnet': {'network_id': '191529f5-225b-4a21-816a-952025280e08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:28.293623 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4026c80-ffd0-4bf1-a0ca-9637f762a2af tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1357927 Jan 28 01:17:28.296168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42944) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:28.309261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:28.321333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d7b31-04b5-4d2d-9637-4f142fd9c5c9 None None] Network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:28.552575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7c6d6dc-36c2-446e-80d5-40f1e99813bb req-21117c64-2ea0-4e85-abbc-fa75c14a0b91 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1198401 Jan 28 01:17:28.555057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10438961'] for subnet (2198910c-39f2-4252-b390-8db87cad6236), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.685769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:28.691178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.726310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-4c8b3035-fa06-4b28-a00f-a9d723d87280', 'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280', 'project_id': 'b685e099549e4f65aa675f32e8ea1ce0', 'fixed_ips': [{'subnet_id': 'bbedea68-8078-4776-aac9-9ca4b886f234'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:28.727212 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.868498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794800250835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8668328'] for subnet (2198910c-39f2-4252-b390-8db87cad6236), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:28.879478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e66ba8b4-f625-42d3-ac19-2ce1bdbf0058', 'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058', 'project_id': '63e1f988a7b34cb585c657869c670729', 'fixed_ips': [{'subnet_id': '2198910c-39f2-4252-b390-8db87cad6236'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:28.880464 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:29.059150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:29.059739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:29.073541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42974) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:29.074573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "PUT /v2.0/subnets/2198910c-39f2-4252-b390-8db87cad6236 HTTP/1.1" status: 200 len: 877 time: 0.7772734 Jan 28 01:17:29.097791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8760e1f-fe88-42c7-b2a2-8cced631b1a2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event updated for resources: {'Subnet': ['ID=2198910c-39f2-4252-b390-8db87cad6236,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:29.308951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:29.364922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (98e70c74-c0cb-4b08-b667-5fcd38102798), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:29.476491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c32636f-f6e3-4566-be2c-fed08bd2a9e7 req-b302d88e-195b-45ce-aad6-a8c0fd7004aa tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1157644 Jan 28 01:17:29.662963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2198910c-39f2-4252-b390-8db87cad6236), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:29.680048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Allocated IP 2001:db8::2 (4c8b3035-fa06-4b28-a00f-a9d723d87280/bbedea68-8078-4776-aac9-9ca4b886f234/92ca2217-db7b-44d4-ace9-7a208da20d9e) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:29.746029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef79e71-743d-4a74-9085-f88c0743b00c None None] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:29.766901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Allocated IP 172.20.0.3 (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058/2198910c-39f2-4252-b390-8db87cad6236/c6b1e921-4d22-4b91-b7f1-76002cce080a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:29.846044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Checking segment: {'id': 'a91d7287-9b50-4f77-9a23-57973bfa93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '191529f5-225b-4a21-816a-952025280e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:29.846411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network hostable DHCP agents. Network: 191529f5-225b-4a21-816a-952025280e08, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:29.859356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Subnet': ['ID=98e70c74-c0cb-4b08-b667-5fcd38102798,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:29.922777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 191529f5-225b-4a21-816a-952025280e08 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:29.947119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 191529f5-225b-4a21-816a-952025280e08) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:29.952139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:29.952796 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:29.969738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6c20ca22-ec32-4403-9a9e-8331da8bc29c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:29.981246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5613a0-6221-4325-9062-ef6fce3bbdaa None None] Network 191529f5-225b-4a21-816a-952025280e08 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:29.990642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43004) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:29.998467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1ca24e79-6d29-4700-b2c1-653e4c92deef tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7203407 Jan 28 01:17:30.168442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] Provisioning complete for port 6c20ca22-ec32-4403-9a9e-8331da8bc29c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:30.168820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:30.384059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6c20ca22-ec32-4403-9a9e-8331da8bc29c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:30.384435 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:30.474863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-191529f5-225b-4a21-816a-952025280e08', 'network_id': '191529f5-225b-4a21-816a-952025280e08', 'project_id': 'b685e099549e4f65aa675f32e8ea1ce0', 'fixed_ips': [{'subnet_id': '98e70c74-c0cb-4b08-b667-5fcd38102798'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:30.475726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:30.548140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:30.700483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c7d0390-0fcd-4d1e-90bc-012023a6665b req-e1e326a8-b0a3-411a-b564-24a82233a8e0 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0643845 Jan 28 01:17:30.800487 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Publish callbacks [] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.026325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.084626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Publish callbacks [] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.102359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] Current status of the port 6c20ca22-ec32-4403-9a9e-8331da8bc29c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:31.102359 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.130708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.133012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (2198910c-39f2-4252-b390-8db87cad6236), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.142318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:31.175897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Allocated IP 2001:db8::2 (191529f5-225b-4a21-816a-952025280e08/98e70c74-c0cb-4b08-b667-5fcd38102798/c6e7b50a-60b5-468d-a858-0fd98205a286) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:31.178778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:31.184355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:31.189011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Pushing event updated for resources: {'Port': ['ID=92ca2217-db7b-44d4-ace9-7a208da20d9e,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:31.255496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=2198910c-39f2-4252-b390-8db87cad6236,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:31.287239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Allocated IP 2001:db8::1 (4c8b3035-fa06-4b28-a00f-a9d723d87280/bbedea68-8078-4776-aac9-9ca4b886f234/d91a323c-bf86-47d3-9b10-f12693e27f1a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:31.305172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:31.392797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:31.470668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:31.478324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] For port 6c20ca22-ec32-4403-9a9e-8331da8bc29c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6c20ca22-ec32-4403-9a9e-8331da8bc29c,segment=NetworkSegment(7adfd7fe-0a76-48d9-9240-131f60379385),segment_id=7adfd7fe-0a76-48d9-9240-131f60379385)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:31.478713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.528412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66ba8b4-f625-42d3-ac19-2ce1bdbf0058']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:31.546983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:31.550133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:31.560036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.581723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6c20ca22-ec32-4403-9a9e-8331da8bc29c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:31.582160 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.586414 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.616951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.617812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.628434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.630034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:31.630555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:31.635985 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:31.706157 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:31.712535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:31.723538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:31.723891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:31.740367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Pushing event updated for resources: {'Port': ['ID=c6b1e921-4d22-4b91-b7f1-76002cce080a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:31.779085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:17:31.779085 n-d-826756-1 neutron-server[109594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:17:31.779085 n-d-826756-1 neutron-server[109594]: [parameters: {'id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058'}] Jan 28 01:17:31.779085 n-d-826756-1 neutron-server[109594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:17:31.780496 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:17:31.814623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Attempting to bind port 92ca2217-db7b-44d4-ace9-7a208da20d9e on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:31.816019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Attempting to bind port 92ca2217-db7b-44d4-ace9-7a208da20d9e by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '516d1453-3427-4f87-8fbc-8360b09b5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:31.816583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Attempting to bind port 92ca2217-db7b-44d4-ace9-7a208da20d9e on network 4c8b3035-fa06-4b28-a00f-a9d723d87280 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:31.862928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Port': ['ID=d91a323c-bf86-47d3-9b10-f12693e27f1a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:31.900629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37c00031-491a-4565-a295-11fc7312007a req-75bef750-05c6-457f-8a63-08dbe517e0bf tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0570180 Jan 28 01:17:31.958500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:17:31.959054 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:17:32.037479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.045637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:32.046217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Checking segment: {'id': '516d1453-3427-4f87-8fbc-8360b09b5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:32.063965 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.063965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Bound using segment: {'id': '516d1453-3427-4f87-8fbc-8360b09b5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:32.064738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Bound port: 92ca2217-db7b-44d4-ace9-7a208da20d9e, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516d1453-3427-4f87-8fbc-8360b09b5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4c8b3035-fa06-4b28-a00f-a9d723d87280'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:32.065321 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.123790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Attempting to bind port c6b1e921-4d22-4b91-b7f1-76002cce080a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:32.124373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Attempting to bind port c6b1e921-4d22-4b91-b7f1-76002cce080a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:32.125022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Attempting to bind port c6b1e921-4d22-4b91-b7f1-76002cce080a on network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:32.137594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:32.138310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Checking segment: {'id': '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:32.138852 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.139363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Bound using segment: {'id': '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:32.140250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Bound port: c6b1e921-4d22-4b91-b7f1-76002cce080a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e66ba8b4-f625-42d3-ac19-2ce1bdbf0058'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:32.140766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.252852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-05c93b9d-d18b-4706-b759-a337d77992d8 None None] Provisioning complete for port 6c20ca22-ec32-4403-9a9e-8331da8bc29c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:32.254161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05c93b9d-d18b-4706-b759-a337d77992d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.281750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.329610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62938929-d97c-446e-b99b-8dc72f412a23 None None] Pushing event updated for resources: {'Port': ['ID=6c20ca22-ec32-4403-9a9e-8331da8bc29c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:32.333451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] For port c6b1e921-4d22-4b91-b7f1-76002cce080a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:32.336735 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Publish callbacks [] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.372907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.377615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] For port c6b1e921-4d22-4b91-b7f1-76002cce080a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c6b1e921-4d22-4b91-b7f1-76002cce080a,segment=NetworkSegment(0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526),segment_id=0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:32.425365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Pushing event updated for resources: {'Port': ['ID=c6e7b50a-60b5-468d-a858-0fd98205a286,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:32.432115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.476664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port c6b1e921-4d22-4b91-b7f1-76002cce080a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:32.477029 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.499798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-05c93b9d-d18b-4706-b759-a337d77992d8 None None] Current status of the port 6c20ca22-ec32-4403-9a9e-8331da8bc29c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:32.509012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Network 191529f5-225b-4a21-816a-952025280e08 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:32.565247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:32.570418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:32.720773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port c6b1e921-4d22-4b91-b7f1-76002cce080a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c6b1e921-4d22-4b91-b7f1-76002cce080a,segment=NetworkSegment(0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526),segment_id=0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:32.723924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.777191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for c6b1e921-4d22-4b91-b7f1-76002cce080a owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:32.836653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] For port 92ca2217-db7b-44d4-ace9-7a208da20d9e, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:32.877662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6c20ca22-ec32-4403-9a9e-8331da8bc29c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:32.947449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.958984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] For port 92ca2217-db7b-44d4-ace9-7a208da20d9e, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92ca2217-db7b-44d4-ace9-7a208da20d9e,segment=NetworkSegment(516d1453-3427-4f87-8fbc-8360b09b5af7),segment_id=516d1453-3427-4f87-8fbc-8360b09b5af7)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:32.965583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:32.969374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.001988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1df58-2c35-4deb-9d8e-9a4e4bdf3eac None None] Network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:33.011415 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.016830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddbeb8-636a-4077-9409-a1518bb02e69 None None] Pushing event updated for resources: {'Port': ['ID=c6b1e921-4d22-4b91-b7f1-76002cce080a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:33.044773 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c6b1e921-4d22-4b91-b7f1-76002cce080a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.152496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=c6b1e921-4d22-4b91-b7f1-76002cce080a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:33.250234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483ad4-eaf3-4ac8-a353-64b511b3abad None None] Pushing event updated for resources: {'Port': ['ID=92ca2217-db7b-44d4-ace9-7a208da20d9e,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:33.261835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6c20ca22-ec32-4403-9a9e-8331da8bc29c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:33.272755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:33.283592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Port': ['ID=d91a323c-bf86-47d3-9b10-f12693e27f1a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:33.293036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c74bca2-ecb4-4c2a-84d2-e8939c6bc1b1 req-02dff895-7a52-47b3-b5a8-b4b2180f1f75 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1415694 Jan 28 01:17:33.294466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:33.300585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.300934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.301276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.322794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:33.344588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port c6b1e921-4d22-4b91-b7f1-76002cce080a on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:33.375133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Attempting to bind port c6e7b50a-60b5-468d-a858-0fd98205a286 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:33.375661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Attempting to bind port c6e7b50a-60b5-468d-a858-0fd98205a286 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a91d7287-9b50-4f77-9a23-57973bfa93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '191529f5-225b-4a21-816a-952025280e08'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:33.376133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Attempting to bind port c6e7b50a-60b5-468d-a858-0fd98205a286 on network 191529f5-225b-4a21-816a-952025280e08 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:33.386226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba953eff-3eec-4b5c-819e-b6192e1af7f8 None None] Network e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:33.428714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:33.429254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Checking segment: {'id': 'a91d7287-9b50-4f77-9a23-57973bfa93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '191529f5-225b-4a21-816a-952025280e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:33.429810 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.430315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Bound using segment: {'id': 'a91d7287-9b50-4f77-9a23-57973bfa93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '191529f5-225b-4a21-816a-952025280e08'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:33.430910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Bound port: c6e7b50a-60b5-468d-a858-0fd98205a286, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91d7287-9b50-4f77-9a23-57973bfa93fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '191529f5-225b-4a21-816a-952025280e08'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:33.431403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.536876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6c20ca22-ec32-4403-9a9e-8331da8bc29c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:33.543933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.614050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.635087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Router 09db871f-b203-45a1-ae29-d5a21b575223 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:17:33.653656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66ba8b4-f625-42d3-ac19-2ce1bdbf0058']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:33.669118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:33.669624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:33.683330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.701811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.723134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:33.723866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (0ff6ddb6-96b6-4d7a-86d4-3cfd0c859526), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:33.913284 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:33.936130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] For port c6e7b50a-60b5-468d-a858-0fd98205a286, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:33.955537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] For port c6e7b50a-60b5-468d-a858-0fd98205a286, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c6e7b50a-60b5-468d-a858-0fd98205a286,segment=NetworkSegment(a91d7287-9b50-4f77-9a23-57973bfa93fb),segment_id=a91d7287-9b50-4f77-9a23-57973bfa93fb)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:33.971886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e66ba8b4-f625-42d3-ac19-2ce1bdbf0058), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.988944 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:33.991310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:34.002749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:34.014388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 HTTP/1.1" status: 204 len: 168 time: 4.9347270 Jan 28 01:17:34.045651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43106) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:34.063812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61223c-a020-43ef-9fd9-c46da3519ec9 None None] Pushing event updated for resources: {'Port': ['ID=c6e7b50a-60b5-468d-a858-0fd98205a286,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:34.082561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9994eb-ce53-4d51-94ca-329f208271b2 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=e66ba8b4-f625-42d3-ac19-2ce1bdbf0058,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:34.116474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6c20ca22-ec32-4403-9a9e-8331da8bc29c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:34.152314 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73be08f-e97f-48ca-8192-cda48cba49b8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:34.160526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73be08f-e97f-48ca-8192-cda48cba49b8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:34.164729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e73be08f-e97f-48ca-8192-cda48cba49b8 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/2198910c-39f2-4252-b390-8db87cad6236 HTTP/1.1" status: 404 len: 337 time: 0.1169243 Jan 28 01:17:34.167884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43108) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:34.213212 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e3db9d-efd8-4364-9acb-2ae4d767a72b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:34.218115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e3db9d-efd8-4364-9acb-2ae4d767a72b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:34.221491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b0e3db9d-efd8-4364-9acb-2ae4d767a72b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/e66ba8b4-f625-42d3-ac19-2ce1bdbf0058 HTTP/1.1" status: 404 len: 339 time: 0.0525963 Jan 28 01:17:34.224252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:34.299821 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-55398c03-14a7-45be-b4b4-4f2b1430248b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:34.300291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55398c03-14a7-45be-b4b4-4f2b1430248b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:34.308980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-55398c03-14a7-45be-b4b4-4f2b1430248b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/f0a389ae-db78-4f3c-92ea-ceb4d1228f74 HTTP/1.1" status: 404 len: 337 time: 0.0802488 Jan 28 01:17:34.314624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43116) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:34.355841 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dace5f-07d4-4cd9-af3d-c7df5fe18275 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:34.359063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dace5f-07d4-4cd9-af3d-c7df5fe18275 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:34.366148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-14dace5f-07d4-4cd9-af3d-c7df5fe18275 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/f97702cb-8ad4-4584-96ab-6b544db2e04d HTTP/1.1" status: 404 len: 339 time: 0.0503621 Jan 28 01:17:34.368911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43120) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:34.617998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c51ed69d-685b-4767-a5d7-736a1340d919 req-349ac221-153f-4621-8eef-28435ec480f0 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1912081 Jan 28 01:17:34.706532 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:34.722997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43124) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:34.892425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:34.978949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bf54af-2e6e-4846-ad66-959452f69fa6']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:34.991709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:35.004516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] Sync routers for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:35.031409 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c98463f6-1eb2-4fe7-adb7-11892298793c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0396445 Jan 28 01:17:35.034189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43134) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.040746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:35.043895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff74622a-ac24-4d51-ba57-86677d55a2b7') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:35.044763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:35.044908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff74622a-ac24-4d51-ba57-86677d55a2b7') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:35.086007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (ff74622a-ac24-4d51-ba57-86677d55a2b7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:35.131638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ff74622a-ac24-4d51-ba57-86677d55a2b7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:35.152224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:35.152796 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (ff74622a-ac24-4d51-ba57-86677d55a2b7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:35.157861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:35.185912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:35.187161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:35.343382 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:35.349141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a9bf54af-2e6e-4846-ad66-959452f69fa6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:35.388095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:35.404845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/a9bf54af-2e6e-4846-ad66-959452f69fa6 HTTP/1.1" status: 204 len: 168 time: 1.0342236 Jan 28 01:17:35.406024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dcc1-5f22-4013-a91c-75ceea530f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:35.415922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43138) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.504639 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77cb407-6265-4555-8719-686ce90a2e47 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:35.507582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77cb407-6265-4555-8719-686ce90a2e47 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:35.514566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e77cb407-6265-4555-8719-686ce90a2e47 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/2331428d-1e54-48af-b66c-a69d3ea2b678 HTTP/1.1" status: 404 len: 337 time: 0.0912545 Jan 28 01:17:35.521969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43144) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.538060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa5ef9-7e4d-4cd7-9be4-acfdf6b74e94 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=a9bf54af-2e6e-4846-ad66-959452f69fa6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:35.555212 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f33266-7469-4531-a3e4-e412c60a5a1f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:35.555890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f33266-7469-4531-a3e4-e412c60a5a1f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:35.589856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-58f33266-7469-4531-a3e4-e412c60a5a1f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/ecaf6107-d1e1-4c7e-bf22-a1f3c5854ed0 HTTP/1.1" status: 404 len: 339 time: 0.0350904 Jan 28 01:17:35.597298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.703891 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cacbbc-80b4-4116-bb88-cbb702a576cc tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:35.712112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cacbbc-80b4-4116-bb88-cbb702a576cc tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:35.729064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-08cacbbc-80b4-4116-bb88-cbb702a576cc tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/bbcc8e79-a085-4eab-8f6b-cd6facdcda5f HTTP/1.1" status: 404 len: 337 time: 0.1304219 Jan 28 01:17:35.731580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43150) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.802324 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef986bb-eb16-497b-bc00-68e11f54281d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:35.803137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef986bb-eb16-497b-bc00-68e11f54281d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:35.809082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2ef986bb-eb16-497b-bc00-68e11f54281d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/0201a09d-235f-4740-8d36-cda572ffb449 HTTP/1.1" status: 404 len: 339 time: 0.0747077 Jan 28 01:17:35.815565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.819672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c6e7b50a-60b5-468d-a858-0fd98205a286 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:35.893547 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f038211-f355-4302-bb7d-a2e416cc3ad6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:35.894569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f038211-f355-4302-bb7d-a2e416cc3ad6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:35.900565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f038211-f355-4302-bb7d-a2e416cc3ad6 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/9835deb4-d95d-4a1c-9932-d940209214c6 HTTP/1.1" status: 404 len: 337 time: 0.0838103 Jan 28 01:17:35.909984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:35.922911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbda049-2dd7-4f93-a473-3991a5f9da42 None None] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:35.960402 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb670586-4ca8-4611-8712-53718d102f0f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:35.963329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb670586-4ca8-4611-8712-53718d102f0f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:35.973478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb670586-4ca8-4611-8712-53718d102f0f tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/360dc44b-0fbc-4ad9-864f-db8a1fb02d17 HTTP/1.1" status: 404 len: 339 time: 0.0496211 Jan 28 01:17:35.985882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43156) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.035789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7dcdc2e-bed6-42b1-ac85-58a20fcc11cd req-893ad76c-9d7a-4761-bc29-d53927b15031 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1479769 Jan 28 01:17:36.073055 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-fa65ad8d-f2e3-4c1c-885a-14bccc40466f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:17:36.074259 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fa65ad8d-f2e3-4c1c-885a-14bccc40466f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0390811 Jan 28 01:17:36.077999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43160) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.130493 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-da68d60c-1f02-4d56-8187-72bae16ca3fd tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.131416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da68d60c-1f02-4d56-8187-72bae16ca3fd tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.134973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-da68d60c-1f02-4d56-8187-72bae16ca3fd tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/3e14c6c9-c59f-4500-a5a9-b606a1f4399c HTTP/1.1" status: 404 len: 337 time: 0.1239762 Jan 28 01:17:36.140808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.173999 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81a1418-4638-4648-8f77-9841884ba32c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.174796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81a1418-4638-4648-8f77-9841884ba32c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.178309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b81a1418-4638-4648-8f77-9841884ba32c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/c754c326-4675-46ac-a141-06001d9a7eea HTTP/1.1" status: 404 len: 339 time: 0.0347326 Jan 28 01:17:36.182209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.217657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20118d7d-7e1c-4f47-92bc-3bdd5cac2968 None None] Network 191529f5-225b-4a21-816a-952025280e08 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:36.226252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:36.226947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881360-f0ee-4254-b642-8a173e31bdd5 None None] The sync data for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:36.230583 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dcc1-5f22-4013-a91c-75ceea530f4f admin admin] Publish callbacks [] for security_group (3c073cb4-3767-4a35-92d7-bef5eb66bb5e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.233197 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf17d37f-abce-4066-9c19-48d978d8e78c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.234125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf17d37f-abce-4066-9c19-48d978d8e78c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.239565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cf17d37f-abce-4066-9c19-48d978d8e78c tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/e96f37a4-e5bc-4fb5-aa68-93c23bdc2f34 HTTP/1.1" status: 404 len: 337 time: 0.0561876 Jan 28 01:17:36.242042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dcc1-5f22-4013-a91c-75ceea530f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3c073cb4-3767-4a35-92d7-bef5eb66bb5e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.249538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43172) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.350864 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d620def0-eb64-43a2-a139-ea5901cb648d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.354034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d620def0-eb64-43a2-a139-ea5901cb648d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.362805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d620def0-eb64-43a2-a139-ea5901cb648d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/655cc6fa-b238-4426-9854-39925ed03b63 HTTP/1.1" status: 404 len: 339 time: 0.1040616 Jan 28 01:17:36.384185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.407656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] Provisioning complete for port 92ca2217-db7b-44d4-ace9-7a208da20d9e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:36.408182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.427523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f4b6dcc1-5f22-4013-a91c-75ceea530f4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40ba3ba8a3324a1d8a8c0125cdee24d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7015915 Jan 28 01:17:36.428584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6dcc1-5f22-4013-a91c-75ceea530f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c073cb4-3767-4a35-92d7-bef5eb66bb5e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:36.431804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43176) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.480299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c6e7b50a-60b5-468d-a858-0fd98205a286 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:36.486310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.562947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3085ae9e-2d47-4325-9166-7e6abb39fe01 admin admin] Publish callbacks [] for security_group (3c073cb4-3767-4a35-92d7-bef5eb66bb5e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.570315 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38eeba0-49a0-4471-99d1-9c94b0fe966b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.571109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38eeba0-49a0-4471-99d1-9c94b0fe966b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.573876 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e38eeba0-49a0-4471-99d1-9c94b0fe966b tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/4f4ed5dc-3d14-461d-bfea-c20f3f05b1cc HTTP/1.1" status: 404 len: 337 time: 0.1682422 Jan 28 01:17:36.579705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43178) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.642191 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5705eb29-06ed-465b-b75d-0cecb9597a6d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.644531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5705eb29-06ed-465b-b75d-0cecb9597a6d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.655861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5705eb29-06ed-465b-b75d-0cecb9597a6d tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/3dfc14bb-6fae-44ee-bdb5-bdd13652a0c7 HTTP/1.1" status: 404 len: 339 time: 0.0751030 Jan 28 01:17:36.672960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43184) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.744411 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1328db-1fa9-47a1-b1a2-848ef0b7032a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.745151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1328db-1fa9-47a1-b1a2-848ef0b7032a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.748699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dc1328db-1fa9-47a1-b1a2-848ef0b7032a tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/ac07bb2b-8476-4486-ac28-871acb865448 HTTP/1.1" status: 404 len: 337 time: 0.0717225 Jan 28 01:17:36.754280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.784835 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea8d4a7-48d0-4645-8b7e-940288790b83 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.785632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea8d4a7-48d0-4645-8b7e-940288790b83 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.789232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dea8d4a7-48d0-4645-8b7e-940288790b83 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/431cf9ca-a3c4-403c-93d9-878af3bff4f9 HTTP/1.1" status: 404 len: 339 time: 0.0337980 Jan 28 01:17:36.794863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43188) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.798882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3085ae9e-2d47-4325-9166-7e6abb39fe01 admin admin] Publish callbacks [] for security_group (3c073cb4-3767-4a35-92d7-bef5eb66bb5e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.873858 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3085ae9e-2d47-4325-9166-7e6abb39fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3c073cb4-3767-4a35-92d7-bef5eb66bb5e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.878034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3085ae9e-2d47-4325-9166-7e6abb39fe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.881355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3085ae9e-2d47-4325-9166-7e6abb39fe01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c073cb4-3767-4a35-92d7-bef5eb66bb5e HTTP/1.1" status: 204 len: 168 time: 0.4354162 Jan 28 01:17:36.885602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] Current status of the port 92ca2217-db7b-44d4-ace9-7a208da20d9e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:36.889268 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a702d165-d6e2-4cce-b3a8-9edee544aeed tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.889966 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.892766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ae9e-2d47-4325-9166-7e6abb39fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c073cb4-3767-4a35-92d7-bef5eb66bb5e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:36.895290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a702d165-d6e2-4cce-b3a8-9edee544aeed tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.898719 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a702d165-d6e2-4cce-b3a8-9edee544aeed tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/5f802722-6451-4f61-b042-32f4721c6e6e HTTP/1.1" status: 404 len: 337 time: 0.1028979 Jan 28 01:17:36.902440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43192) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.953814 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e1340d-7b6e-4228-b4f4-139f9edef9ec tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] DELETE failed (client error): The resource could not be found. Jan 28 01:17:36.954365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e1340d-7b6e-4228-b4f4-139f9edef9ec tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:17:36.966411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-93e1340d-7b6e-4228-b4f4-139f9edef9ec tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/85bdd550-787f-485a-bdea-c33a7a6dc048 HTTP/1.1" status: 404 len: 339 time: 0.0617189 Jan 28 01:17:36.968456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43194) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:36.973584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] For port 92ca2217-db7b-44d4-ace9-7a208da20d9e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92ca2217-db7b-44d4-ace9-7a208da20d9e,segment=NetworkSegment(516d1453-3427-4f87-8fbc-8360b09b5af7),segment_id=516d1453-3427-4f87-8fbc-8360b09b5af7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:36.975177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c6e7b50a-60b5-468d-a858-0fd98205a286 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:36.975720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:36.989986 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.137550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting subnet eec4799e-2afc-4602-afaf-30e6419741b1 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:37.145465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (eec4799e-2afc-4602-afaf-30e6419741b1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.146820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96283a9d-11b4-4421-a4d1-8663fb5a7131 None None] Pushing event updated for resources: {'Port': ['ID=92ca2217-db7b-44d4-ace9-7a208da20d9e,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:37.234841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.269696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (eec4799e-2afc-4602-afaf-30e6419741b1), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.386699 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69a897bf-9275-4c19-a891-b4406c9bf4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.461720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c6e7b50a-60b5-468d-a858-0fd98205a286, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c6e7b50a-60b5-468d-a858-0fd98205a286,segment=NetworkSegment(a91d7287-9b50-4f77-9a23-57973bfa93fb),segment_id=a91d7287-9b50-4f77-9a23-57973bfa93fb)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:37.474671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Provisioning complete for port c6e7b50a-60b5-468d-a858-0fd98205a286 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:37.477948 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.492557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.496976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.499487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92ca2217-db7b-44d4-ace9-7a208da20d9e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:37.513187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc29f406-1236-46bc-ba9f-d16ada0630fc req-c4ba62be-bdec-47ce-b49f-a0c2a7b9eef7 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1145966 Jan 28 01:17:37.635712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ce9e5-1501-4c91-a4cc-bbb71af7609e None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:17:37.653137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (eec4799e-2afc-4602-afaf-30e6419741b1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.682643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43208) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:37.713826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-245ca334-e7df-48b7-be7e-457c607e6c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.748804 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (eec4799e-2afc-4602-afaf-30e6419741b1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.848539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Subnet': ['ID=eec4799e-2afc-4602-afaf-30e6419741b1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:37.857547 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:37.872667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d4f653b5-d9e6-4984-952b-2b78352ebf3e tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/subnets/eec4799e-2afc-4602-afaf-30e6419741b1 HTTP/1.1" status: 204 len: 168 time: 0.8961771 Jan 28 01:17:37.875792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43222) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:37.955546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c6e7b50a-60b5-468d-a858-0fd98205a286,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:37.985680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 92ca2217-db7b-44d4-ace9-7a208da20d9e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:37.988256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.020456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting port d91a323c-bf86-47d3-9b10-f12693e27f1a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:38.020711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.037080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Current status of the port c6e7b50a-60b5-468d-a858-0fd98205a286 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:38.076212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Provisioning complete for port 92ca2217-db7b-44d4-ace9-7a208da20d9e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:38.077108 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.126520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b5905a91-897e-4812-b578-eca5de32e688), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.249012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 92ca2217-db7b-44d4-ace9-7a208da20d9e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:38.262100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ce9e5-1501-4c91-a4cc-bbb71af7609e None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:17:38.265369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Current status of the port 92ca2217-db7b-44d4-ace9-7a208da20d9e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:38.290087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Deleting port bd8c455d-006d-4e97-bf90-ba22f25c9abb {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:38.291726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.371032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-245ca334-e7df-48b7-be7e-457c607e6c57 admin admin] Publish callbacks [] for security_group (b2faa284-5dff-4892-a13a-e1f99722e06f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.427107 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-245ca334-e7df-48b7-be7e-457c607e6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b2faa284-5dff-4892-a13a-e1f99722e06f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.468770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c6e7b50a-60b5-468d-a858-0fd98205a286 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:38.485838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] For port bd8c455d-006d-4e97-bf90-ba22f25c9abb, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd8c455d-006d-4e97-bf90-ba22f25c9abb,segment=NetworkSegment(86d9d2c3-c971-45a4-a694-f3b33eb6e73f),segment_id=86d9d2c3-c971-45a4-a694-f3b33eb6e73f)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:38.486609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.512127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Calling delete_port for bd8c455d-006d-4e97-bf90-ba22f25c9abb owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:38.519939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43234) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:38.530551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Provisioning complete for port d91a323c-bf86-47d3-9b10-f12693e27f1a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:38.530551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.533657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.536089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ca334-e7df-48b7-be7e-457c607e6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2faa284-5dff-4892-a13a-e1f99722e06f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:38.579964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Calling delete_port for d91a323c-bf86-47d3-9b10-f12693e27f1a owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:38.602743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fdf56-c807-4e92-b776-5297b753b25a None None] Port d91a323c-bf86-47d3-9b10-f12693e27f1a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:17:38.614856 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-245ca334-e7df-48b7-be7e-457c607e6c57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae281f6b2ed449418a9c7c08b7564d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9301255 Jan 28 01:17:38.632523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43242) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:38.674329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c6e7b50a-60b5-468d-a858-0fd98205a286 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:38.674718 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.723615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c2793-545a-44f7-b86a-adeed40d6a07 None None] Network b5905a91-897e-4812-b578-eca5de32e688 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:38.782013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e972930-8b73-4a89-a060-c0b813d08240 req-cad881be-7797-4907-ac49-393f62301a6b tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0786817 Jan 28 01:17:38.820443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28f03ff-e5c8-45f6-96d4-a87890d33da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.846169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58466cc1-8de7-428e-9ffa-646805d640f8 admin admin] Publish callbacks [] for security_group (b2faa284-5dff-4892-a13a-e1f99722e06f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.866080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b56baef2-f687-4a9e-a647-33ce8b378558 None None] Provisioning complete for port c6e7b50a-60b5-468d-a858-0fd98205a286 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:38.866450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b56baef2-f687-4a9e-a647-33ce8b378558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.878622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bd8c455d-006d-4e97-bf90-ba22f25c9abb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.917597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Port': ['ID=bd8c455d-006d-4e97-bf90-ba22f25c9abb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:38.924471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58466cc1-8de7-428e-9ffa-646805d640f8 admin admin] Publish callbacks [] for security_group (b2faa284-5dff-4892-a13a-e1f99722e06f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.930407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] No DVR routers for this DVR port bd8c455d-006d-4e97-bf90-ba22f25c9abb on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:39.104723 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b5905a91-897e-4812-b578-eca5de32e688), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.151910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5905a91-897e-4812-b578-eca5de32e688']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:39.163624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b56baef2-f687-4a9e-a647-33ce8b378558 None None] Current status of the port c6e7b50a-60b5-468d-a858-0fd98205a286 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:39.166348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e08c97-0f0b-43bb-adb4-3fd616bf92a4 None None] DHCP port deletion for b5905a91-897e-4812-b578-eca5de32e688 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:17:39.168014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c6e7b50a-60b5-468d-a858-0fd98205a286 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:39.169153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92ca2217-db7b-44d4-ace9-7a208da20d9e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:39.174110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d9d2c3-c971-45a4-a694-f3b33eb6e73f') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:39.177534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d9d2c3-c971-45a4-a694-f3b33eb6e73f') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:39.201314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58466cc1-8de7-428e-9ffa-646805d640f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b2faa284-5dff-4892-a13a-e1f99722e06f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.203944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58466cc1-8de7-428e-9ffa-646805d640f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.205138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-58466cc1-8de7-428e-9ffa-646805d640f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2faa284-5dff-4892-a13a-e1f99722e06f HTTP/1.1" status: 204 len: 168 time: 0.5719371 Jan 28 01:17:39.206355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (86d9d2c3-c971-45a4-a694-f3b33eb6e73f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.243433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b56baef2-f687-4a9e-a647-33ce8b378558 None None] Provisioning complete for port d91a323c-bf86-47d3-9b10-f12693e27f1a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:39.244324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b56baef2-f687-4a9e-a647-33ce8b378558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.259700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58466cc1-8de7-428e-9ffa-646805d640f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2faa284-5dff-4892-a13a-e1f99722e06f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:39.308440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d91a323c-bf86-47d3-9b10-f12693e27f1a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.347503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (86d9d2c3-c971-45a4-a694-f3b33eb6e73f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.384515 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e322cba2-4fa9-4be1-93d2-f792fa2803cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.387225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28f03ff-e5c8-45f6-96d4-a87890d33da7 admin admin] Publish callbacks [] for security_group (40b26e55-dd08-40a6-ba9d-4d6447e3d053), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.387511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b56baef2-f687-4a9e-a647-33ce8b378558 None None] Port d91a323c-bf86-47d3-9b10-f12693e27f1a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:17:39.394606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Port': ['ID=d91a323c-bf86-47d3-9b10-f12693e27f1a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:39.401127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:39.401548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (86d9d2c3-c971-45a4-a694-f3b33eb6e73f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:39.436775 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:39.453385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 92ca2217-db7b-44d4-ace9-7a208da20d9e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:39.453767 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.475062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f28f03ff-e5c8-45f6-96d4-a87890d33da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (40b26e55-dd08-40a6-ba9d-4d6447e3d053), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.566966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e4a68394-3809-41ed-bbf4-e13f4225c446 None None] Could not find standard attr ID for object d91a323c-bf86-47d3-9b10-f12693e27f1a. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:17:39.621475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f03ff-e5c8-45f6-96d4-a87890d33da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b26e55-dd08-40a6-ba9d-4d6447e3d053,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:39.729560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f28f03ff-e5c8-45f6-96d4-a87890d33da7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dc07ecd4e8f49288240ffdf63a249bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2083223 Jan 28 01:17:39.732357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 92ca2217-db7b-44d4-ace9-7a208da20d9e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:39.734611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43258) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:39.743165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b5905a91-897e-4812-b578-eca5de32e688), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.768915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.774575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] 10.222.0.23 "DELETE /v2.0/networks/b5905a91-897e-4812-b578-eca5de32e688 HTTP/1.1" status: 204 len: 168 time: 1.8890336 Jan 28 01:17:39.784448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.812338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298818-a730-4243-b9a4-bdf7ecfa8639 tempest-NetworksTest-960144620 tempest-NetworksTest-960144620-project] Pushing event deleted for resources: {'Network': ['ID=b5905a91-897e-4812-b578-eca5de32e688,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:39.977166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95972311-793a-49e9-be27-f77db0ef78c7 req-069b7af0-a2c8-4fd9-86a7-6ee12c6720a4 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0812802 Jan 28 01:17:40.014572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c175ae95-8340-44e8-b223-b41b4ad3c2fb admin admin] Publish callbacks [] for security_group (40b26e55-dd08-40a6-ba9d-4d6447e3d053), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:40.069942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c175ae95-8340-44e8-b223-b41b4ad3c2fb admin admin] Publish callbacks [] for security_group (40b26e55-dd08-40a6-ba9d-4d6447e3d053), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:40.109360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Router 09db871f-b203-45a1-ae29-d5a21b575223 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:17:40.168952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c175ae95-8340-44e8-b223-b41b4ad3c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (40b26e55-dd08-40a6-ba9d-4d6447e3d053), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:40.171506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c175ae95-8340-44e8-b223-b41b4ad3c2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:40.172680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c175ae95-8340-44e8-b223-b41b4ad3c2fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40b26e55-dd08-40a6-ba9d-4d6447e3d053 HTTP/1.1" status: 204 len: 168 time: 0.4351120 Jan 28 01:17:40.195800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175ae95-8340-44e8-b223-b41b4ad3c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b26e55-dd08-40a6-ba9d-4d6447e3d053,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:40.250404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43280) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:40.317949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:40.328327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] Sync routers for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:40.339417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-61c2bd73-32a7-4c03-8331-77644363491d tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2545888 Jan 28 01:17:40.339622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43290) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:40.342245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:40.342881 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:40.381250 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:40.391497 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:40.392395 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:40.439023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:40.442200 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54cb65-c673-4e3a-9a7e-8614106671fe None None] The sync data for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:40.453986 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-94d3ef0e-9788-4565-bdaf-0e9087f191f5 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] delete failed (client error): The resource could not be found. Jan 28 01:17:40.455056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-94d3ef0e-9788-4565-bdaf-0e9087f191f5 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1372145032 HTTP/1.1" status: 404 len: 335 time: 0.1146920 Jan 28 01:17:40.459540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43294) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:40.477828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ffc27bc7-5242-42e1-ac35-29c8ffd6f33c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'router': {'external_gateway_info': {'network_id': '09db871f-b203-45a1-ae29-d5a21b575223'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:40.478909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd8c455d-006d-4e97-bf90-ba22f25c9abb no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:40.514171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bd8c455d-006d-4e97-bf90-ba22f25c9abb {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:40.515254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd8c455d-006d-4e97-bf90-ba22f25c9abb not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:40.811469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cf7ad38d-b503-471d-89f1-751cdc65bf1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63e1f988a7b34cb585c657869c670729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5600042 Jan 28 01:17:40.814162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43314) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:40.825508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:40.949475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ce8cf62-32db-495d-8b15-ff8283294a02 admin admin] Publish callbacks [] for security_group (d6124929-b4c8-4ace-88ef-20a80a487e0e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.005215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffc27bc7-5242-42e1-ac35-29c8ffd6f33c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router_gateway (09db871f-b203-45a1-ae29-d5a21b575223), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.023722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ce8cf62-32db-495d-8b15-ff8283294a02 admin admin] Publish callbacks [] for security_group (d6124929-b4c8-4ace-88ef-20a80a487e0e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.040614 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-ffc27bc7-5242-42e1-ac35-29c8ffd6f33c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] update failed (client error): The resource could not be found. Jan 28 01:17:41.048409 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ffc27bc7-5242-42e1-ac35-29c8ffd6f33c tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223 HTTP/1.1" status: 404 len: 339 time: 0.5868461 Jan 28 01:17:41.065882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43326) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:41.076870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1259111664'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:41.163601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ce8cf62-32db-495d-8b15-ff8283294a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d6124929-b4c8-4ace-88ef-20a80a487e0e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.168317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7ce8cf62-32db-495d-8b15-ff8283294a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.170133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7ce8cf62-32db-495d-8b15-ff8283294a02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6124929-b4c8-4ace-88ef-20a80a487e0e HTTP/1.1" status: 204 len: 168 time: 0.3542712 Jan 28 01:17:41.212213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8cf62-32db-495d-8b15-ff8283294a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6124929-b4c8-4ace-88ef-20a80a487e0e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:41.260858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f5c5668-407f-4e57-ac55-3e45d947f2e7 req-03f46671-dd83-4645-ad83-232101dc5a34 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1031694 Jan 28 01:17:41.273871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:41.279183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.322851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:41.335893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (95d3d38f-fab1-4021-926c-6728d4f940a2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.336350 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Added segment 95d3d38f-fab1-4021-926c-6728d4f940a2 of type vlan for network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 Jan 28 01:17:41.393493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (36e4efaa-4d02-4889-9a55-93cc7f6ce051), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.426544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (36e4efaa-4d02-4889-9a55-93cc7f6ce051), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.438449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:41.439535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.482993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4147031 Jan 28 01:17:41.485206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43338) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:41.490902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'subnet': {'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:41.561187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940151c5-f8c7-48bc-a3aa-70db2ca8c8cd tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Network': ['ID=36e4efaa-4d02-4889-9a55-93cc7f6ce051,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:41.576965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:41.707626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Made reservation on behalf of b685e099549e4f65aa675f32e8ea1ce0 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:41.711562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.911748 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:42.155445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f657b246-c054-460e-a575-48ca809acb26), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:42.298189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Subnet': ['ID=f657b246-c054-460e-a575-48ca809acb26,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:42.319272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Checking segment: {'id': '95d3d38f-fab1-4021-926c-6728d4f940a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:42.321394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network hostable DHCP agents. Network: 36e4efaa-4d02-4889-9a55-93cc7f6ce051, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:17:42.355203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:17:42.367707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 36e4efaa-4d02-4889-9a55-93cc7f6ce051) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:42.378954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff915fd-4b61-4a36-a48f-2652fa85af42 None None] Network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:42.379204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:42.379903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:42.398465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dbe1a9d7-d4b7-4b6f-9872-c60fc2a7c3ec tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9115865 Jan 28 01:17:42.401355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43386) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:42.407442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b594f87e-d8c3-4d35-8d2d-eaaf71f7bb97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'router': {'external_gateway_info': {'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:42.562546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8181f8e7-026d-49f6-ac75-f49bc3129805 req-54408371-41e9-472f-9192-ab80f7a11455 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1006792 Jan 28 01:17:42.852149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b594f87e-d8c3-4d35-8d2d-eaaf71f7bb97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router_gateway (09db871f-b203-45a1-ae29-d5a21b575223), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:42.912684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-36e4efaa-4d02-4889-9a55-93cc7f6ce051', 'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051', 'project_id': 'b685e099549e4f65aa675f32e8ea1ce0', 'fixed_ips': [{'subnet_id': 'f657b246-c054-460e-a575-48ca809acb26'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:17:42.913548 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:42.981633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43400) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:43.082823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Allocated IP 2001:db8:1::2 (36e4efaa-4d02-4889-9a55-93cc7f6ce051/f657b246-c054-460e-a575-48ca809acb26/f051a596-c913-45e2-8129-1ad89d935264) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:43.099741 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-b594f87e-d8c3-4d35-8d2d-eaaf71f7bb97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:17:43.104594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b594f87e-d8c3-4d35-8d2d-eaaf71f7bb97 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223 HTTP/1.1" status: 400 len: 364 time: 0.7018631 Jan 28 01:17:43.105037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43410) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:43.365181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.396522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e08cfd4d-e3e4-4747-bf6b-b2db0ab7df3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.409963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Publish callbacks [] for port (f051a596-c913-45e2-8129-1ad89d935264), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.421294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f051a596-c913-45e2-8129-1ad89d935264), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.530688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:43.548736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:43.556461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:43.610864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.621945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Pushing event updated for resources: {'Port': ['ID=f051a596-c913-45e2-8129-1ad89d935264,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:43.723735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Attempting to bind port f051a596-c913-45e2-8129-1ad89d935264 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:17:43.724142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Attempting to bind port f051a596-c913-45e2-8129-1ad89d935264 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '95d3d38f-fab1-4021-926c-6728d4f940a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:17:43.724551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Attempting to bind port f051a596-c913-45e2-8129-1ad89d935264 on network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:17:43.733165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:17:43.733596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Checking segment: {'id': '95d3d38f-fab1-4021-926c-6728d4f940a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:43.733972 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.734372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Bound using segment: {'id': '95d3d38f-fab1-4021-926c-6728d4f940a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:17:43.734848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Bound port: f051a596-c913-45e2-8129-1ad89d935264, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d3d38f-fab1-4021-926c-6728d4f940a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '36e4efaa-4d02-4889-9a55-93cc7f6ce051'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:17:43.735231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f051a596-c913-45e2-8129-1ad89d935264), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.752678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d90db412-2376-46e1-a816-83424fd6e6e6 req-fdd9e2da-190f-4e8c-bec7-809e83514703 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0569527 Jan 28 01:17:43.903719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] For port f051a596-c913-45e2-8129-1ad89d935264, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:17:43.911439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] For port f051a596-c913-45e2-8129-1ad89d935264, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f051a596-c913-45e2-8129-1ad89d935264,segment=NetworkSegment(95d3d38f-fab1-4021-926c-6728d4f940a2),segment_id=95d3d38f-fab1-4021-926c-6728d4f940a2)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:17:43.949431 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f051a596-c913-45e2-8129-1ad89d935264), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.973105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:44.000894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e08cfd4d-e3e4-4747-bf6b-b2db0ab7df3f admin admin] Publish callbacks [] for security_group (7252933d-64dc-49a5-98ee-b357a8056f28), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.014050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e08cfd4d-e3e4-4747-bf6b-b2db0ab7df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7252933d-64dc-49a5-98ee-b357a8056f28), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.040108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Allocated IP 2001:db8::1 (9a29222e-1ec7-470f-be71-a61bf84bb25b/b0bb4c9b-8ad2-4f32-a82c-18af3ac73356/fed93fa6-4280-41c5-a007-ec83d6acbd9d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:17:44.115110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7d3cc-4fd8-45cc-b8e3-6d8899692fe5 None None] Pushing event updated for resources: {'Port': ['ID=f051a596-c913-45e2-8129-1ad89d935264,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:44.272920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.313563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1901069119'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:44.362741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Made reservation on behalf of 5c4d42213fc84e8db6560ef4c4c10567 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:44.370950 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.405557 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.406598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.694788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks [] for security_group (a949ab02-7e86-49af-ac4d-c38d984e298e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.702389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a949ab02-7e86-49af-ac4d-c38d984e298e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.762534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:44.798967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a949ab02-7e86-49af-ac4d-c38d984e298e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:44.829143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ff9c62d6-d983-4c19-a30c-c193b0c39307), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.830208 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Added segment ff9c62d6-d983-4c19-a30c-c193b0c39307 of type vlan for network 6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd Jan 28 01:17:44.938369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43fe0e71-7bc2-48f4-9691-7292e745141e req-287779f5-817f-4d08-91c8-956a3cc6ca85 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0494680 Jan 28 01:17:44.946340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.993021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.000058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:45.000958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.084257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1088607 Jan 28 01:17:45.085051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43474) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:45.094605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-24aec403-ccf4-4993-b447-608657ccf7cb tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-1608068304') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:45.123629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca32c0-f6c4-4506-9a97-c5dd86892f08 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Pushing event updated for resources: {'Network': ['ID=6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:45.137962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:45.240588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Port': ['ID=fed93fa6-4280-41c5-a007-ec83d6acbd9d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:45.292704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e08cfd4d-e3e4-4747-bf6b-b2db0ab7df3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be5eb4dd583e4d2596a9884e11cc61a1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3075447 Jan 28 01:17:45.293799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43480) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:45.305509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cfd4d-e3e4-4747-bf6b-b2db0ab7df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7252933d-64dc-49a5-98ee-b357a8056f28,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:45.315938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-24aec403-ccf4-4993-b447-608657ccf7cb tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "PUT /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-1608068304 HTTP/1.1" status: 201 len: 201 time: 0.2272980 Jan 28 01:17:45.316449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:45.319135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43482) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:45.334073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:45.337574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:17:45.340095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.360792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-fea82889-b3e2-46b6-a3f7-ea8364b449de tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-1608068304') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:45.684431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43494) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:45.724139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7a34d48-73fe-4ea8-b465-2e1c8213d49f admin admin] Publish callbacks [] for security_group (7252933d-64dc-49a5-98ee-b357a8056f28), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.788288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7a34d48-73fe-4ea8-b465-2e1c8213d49f admin admin] Publish callbacks [] for security_group (7252933d-64dc-49a5-98ee-b357a8056f28), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.858430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8bfff7a2-95f5-494f-b094-15b6f0f99535 None None] Provisioning complete for port fed93fa6-4280-41c5-a007-ec83d6acbd9d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:45.858717 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8bfff7a2-95f5-494f-b094-15b6f0f99535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.860833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:45.960658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8bfff7a2-95f5-494f-b094-15b6f0f99535 None None] Port fed93fa6-4280-41c5-a007-ec83d6acbd9d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:17:46.080677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-55a616e5-9551-442f-9fd7-a291eb263268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.113629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd29f3-6c5f-443d-a043-580edc069a28 None None] Network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:46.166679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bf72961-db42-4123-97df-f80364daa8de req-7f38ae99-5d93-432c-8f1e-4352ab7be596 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0398762 Jan 28 01:17:46.185330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fea82889-b3e2-46b6-a3f7-ea8364b449de tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-1608068304 HTTP/1.1" status: 204 len: 168 time: 0.8624201 Jan 28 01:17:46.188246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:46.197021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-de243ef5-d4c2-4f27-99d5-82f4b6ff70bb tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:46.213468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7a34d48-73fe-4ea8-b465-2e1c8213d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7252933d-64dc-49a5-98ee-b357a8056f28), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.216099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7a34d48-73fe-4ea8-b465-2e1c8213d49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.220502 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7a34d48-73fe-4ea8-b465-2e1c8213d49f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7252933d-64dc-49a5-98ee-b357a8056f28 HTTP/1.1" status: 204 len: 168 time: 0.9257352 Jan 28 01:17:46.223514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-55a616e5-9551-442f-9fd7-a291eb263268 admin admin] Publish callbacks [] for security_group (5828c352-5249-425e-b922-b8bacfe2dce7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.236431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-55a616e5-9551-442f-9fd7-a291eb263268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5828c352-5249-425e-b922-b8bacfe2dce7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.245825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a34d48-73fe-4ea8-b465-2e1c8213d49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252933d-64dc-49a5-98ee-b357a8056f28,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:46.405011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-55a616e5-9551-442f-9fd7-a291eb263268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9b1043d54634a6a91d86985a8d123cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6826899 Jan 28 01:17:46.407261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a616e5-9551-442f-9fd7-a291eb263268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5828c352-5249-425e-b922-b8bacfe2dce7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:46.412753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43508) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:46.414654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-de243ef5-d4c2-4f27-99d5-82f4b6ff70bb tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags HTTP/1.1" status: 200 len: 238 time: 0.2254374 Jan 28 01:17:46.417118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:46.434251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6953353e-deed-4715-823d-5975aa255d0a None None] Provisioning complete for port f051a596-c913-45e2-8129-1ad89d935264 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:46.435326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6953353e-deed-4715-823d-5975aa255d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f051a596-c913-45e2-8129-1ad89d935264), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.514156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-c3d48330-9e5d-43de-a4a9-51a885ab8120 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', {'tags': ['tempest-TagsTest-Tag-1561783614', 'tempest-TagsTest-Tag-1363033520', 'tempest-TagsTest-Tag-101648663']}) {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:46.578851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5837d150-3ccd-4659-9f9f-d1d740f79033 admin admin] Publish callbacks [] for security_group (5828c352-5249-425e-b922-b8bacfe2dce7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.608169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f051a596-c913-45e2-8129-1ad89d935264 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:46.618216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.627242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.628204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.668150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6953353e-deed-4715-823d-5975aa255d0a None None] Current status of the port f051a596-c913-45e2-8129-1ad89d935264 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:46.668642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6953353e-deed-4715-823d-5975aa255d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f051a596-c913-45e2-8129-1ad89d935264), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.724690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5837d150-3ccd-4659-9f9f-d1d740f79033 admin admin] Publish callbacks [] for security_group (5828c352-5249-425e-b922-b8bacfe2dce7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.747428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6953353e-deed-4715-823d-5975aa255d0a None None] For port f051a596-c913-45e2-8129-1ad89d935264, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f051a596-c913-45e2-8129-1ad89d935264,segment=NetworkSegment(95d3d38f-fab1-4021-926c-6728d4f940a2),segment_id=95d3d38f-fab1-4021-926c-6728d4f940a2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:46.760688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6953353e-deed-4715-823d-5975aa255d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f051a596-c913-45e2-8129-1ad89d935264), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.778127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f051a596-c913-45e2-8129-1ad89d935264 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:46.783846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f051a596-c913-45e2-8129-1ad89d935264), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.836282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event updated for resources: {'Port': ['ID=fed93fa6-4280-41c5-a007-ec83d6acbd9d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:46.841892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3d48330-9e5d-43de-a4a9-51a885ab8120 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "PUT /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags HTTP/1.1" status: 200 len: 308 time: 0.4199581 Jan 28 01:17:46.843108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:46.854570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-98a2b08a-d920-4b62-88a2-65f9dee4bfdb tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-1561783614') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:46.910004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:17:46.911906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:17:46.935742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5837d150-3ccd-4659-9f9f-d1d740f79033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5828c352-5249-425e-b922-b8bacfe2dce7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.948698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5837d150-3ccd-4659-9f9f-d1d740f79033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:46.950237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5837d150-3ccd-4659-9f9f-d1d740f79033 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5828c352-5249-425e-b922-b8bacfe2dce7 HTTP/1.1" status: 204 len: 168 time: 0.5345292 Jan 28 01:17:46.976973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d150-3ccd-4659-9f9f-d1d740f79033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5828c352-5249-425e-b922-b8bacfe2dce7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:46.983676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953353e-deed-4715-823d-5975aa255d0a None None] Pushing event updated for resources: {'Port': ['ID=f051a596-c913-45e2-8129-1ad89d935264,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:47.012374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-776622d0-7c3b-42b9-b1c8-9a9f80becede None None] Provisioning complete for port f051a596-c913-45e2-8129-1ad89d935264 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:47.012742 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-776622d0-7c3b-42b9-b1c8-9a9f80becede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f051a596-c913-45e2-8129-1ad89d935264), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.183450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43528) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.184269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-98a2b08a-d920-4b62-88a2-65f9dee4bfdb tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "DELETE /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-1561783614 HTTP/1.1" status: 204 len: 168 time: 0.3401413 Jan 28 01:17:47.192379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-403083ad-0bfd-4db9-9aad-87d98809f0a7 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-1561783614') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.267527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43532) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.277432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Router 09db871f-b203-45a1-ae29-d5a21b575223 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:17:47.278814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f051a596-c913-45e2-8129-1ad89d935264 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:47.298057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-776622d0-7c3b-42b9-b1c8-9a9f80becede None None] Current status of the port f051a596-c913-45e2-8129-1ad89d935264 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:47.301965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65e88f43-2ee6-4d24-a5ce-726a177cc0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.367033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a2f4b4f-f814-4bff-90c1-1e7d4b42fc6f req-75aa48bb-95ce-406c-ba8e-a4c9123e97c7 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0703642 Jan 28 01:17:47.437360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8ec779f2-ce1e-4f99-adef-4ad4ba72e9b9 None None] Provisioning complete for port fed93fa6-4280-41c5-a007-ec83d6acbd9d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:47.438033 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec779f2-ce1e-4f99-adef-4ad4ba72e9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.454036 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-403083ad-0bfd-4db9-9aad-87d98809f0a7 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] show failed (client error): The resource could not be found. Jan 28 01:17:47.457601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-403083ad-0bfd-4db9-9aad-87d98809f0a7 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-1561783614 HTTP/1.1" status: 404 len: 326 time: 0.2706883 Jan 28 01:17:47.458589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.467392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-e3620698-be78-4407-8d83-9b4772411bd4 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-1363033520') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.475837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65e88f43-2ee6-4d24-a5ce-726a177cc0fc admin admin] Publish callbacks [] for security_group (d272da18-d756-43c7-b319-ed0a9d44d607), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.482067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65e88f43-2ee6-4d24-a5ce-726a177cc0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d272da18-d756-43c7-b319-ed0a9d44d607), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.509168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8ec779f2-ce1e-4f99-adef-4ad4ba72e9b9 None None] Port fed93fa6-4280-41c5-a007-ec83d6acbd9d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:17:47.530269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:47.545375 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-268ee5c8-779c-40a5-8825-257945156405 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4357760 Jan 28 01:17:47.547468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43538) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.555178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] Sync routers for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:47.564734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e88f43-2ee6-4d24-a5ce-726a177cc0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d272da18-d756-43c7-b319-ed0a9d44d607,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:47.585025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-65e88f43-2ee6-4d24-a5ce-726a177cc0fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf378a4e08a84f9fb5eb44319fd775b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155935 Jan 28 01:17:47.586354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43542) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.587640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:47.588811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.680937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.708209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fad1a95b-2e3a-46f2-96f9-c2cbb55f2989 admin admin] Publish callbacks [] for security_group (d272da18-d756-43c7-b319-ed0a9d44d607), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.709189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:47.710381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.753095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fad1a95b-2e3a-46f2-96f9-c2cbb55f2989 admin admin] Publish callbacks [] for security_group (d272da18-d756-43c7-b319-ed0a9d44d607), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.771216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.772308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104f3fd-fc84-4669-9269-aa4516a29342 None None] The sync data for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:47.785182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e3620698-be78-4407-8d83-9b4772411bd4 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-1363033520 HTTP/1.1" status: 204 len: 168 time: 0.3238356 Jan 28 01:17:47.789258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43550) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.793018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4edefaa6-5fe0-494b-9140-3641988074ce tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router (09db871f-b203-45a1-ae29-d5a21b575223), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.796516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-8109662c-dea6-4217-aefb-4b7b472743f3 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-101648663') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:47.808839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43552) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.913961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8109662c-dea6-4217-aefb-4b7b472743f3 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-101648663 HTTP/1.1" status: 204 len: 168 time: 0.1225016 Jan 28 01:17:47.915273 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fad1a95b-2e3a-46f2-96f9-c2cbb55f2989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d272da18-d756-43c7-b319-ed0a9d44d607), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.920974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43558) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:47.923146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fad1a95b-2e3a-46f2-96f9-c2cbb55f2989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:47.924278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fad1a95b-2e3a-46f2-96f9-c2cbb55f2989 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d272da18-d756-43c7-b319-ed0a9d44d607 HTTP/1.1" status: 204 len: 168 time: 0.3371232 Jan 28 01:17:47.937570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1a95b-2e3a-46f2-96f9-c2cbb55f2989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272da18-d756-43c7-b319-ed0a9d44d607,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:47.942775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-94e28091-8472-4e84-b835-43d7abd22b04 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:48.026598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43562) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.033595 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-4edefaa6-5fe0-494b-9140-3641988074ce tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 01:17:48.035253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4edefaa6-5fe0-494b-9140-3641988074ce tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223 HTTP/1.1" status: 409 len: 329 time: 0.4866042 Jan 28 01:17:48.040829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43564) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.059873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0b4164f-8e20-48dd-b005-c9180b389894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.074885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85c2dcf1-128c-4165-bc29-7d6918ee87df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.160189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0b4164f-8e20-48dd-b005-c9180b389894 admin admin] Publish callbacks [] for security_group (07f0f4cf-7251-4580-a58a-1b7f23d6c5c3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.167322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0b4164f-8e20-48dd-b005-c9180b389894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (07f0f4cf-7251-4580-a58a-1b7f23d6c5c3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.223151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0b4164f-8e20-48dd-b005-c9180b389894 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b61d312b31f4e7f9407b673a3fb5772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1954162 Jan 28 01:17:48.227320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4164f-8e20-48dd-b005-c9180b389894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f0f4cf-7251-4580-a58a-1b7f23d6c5c3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:48.230211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43566) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.295759 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-94e28091-8472-4e84-b835-43d7abd22b04 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "DELETE /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags HTTP/1.1" status: 204 len: 168 time: 0.3713133 Jan 28 01:17:48.300800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43570) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.310791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-f16bacbc-97d0-43dd-abdb-16b984d2f05d tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-1363033520') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:48.389243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f051a596-c913-45e2-8129-1ad89d935264 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:17:48.433600 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61dcb579-c16f-4a63-a3a2-399bc1f40956 admin admin] Publish callbacks [] for security_group (07f0f4cf-7251-4580-a58a-1b7f23d6c5c3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.504933 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-f16bacbc-97d0-43dd-abdb-16b984d2f05d tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] show failed (client error): The resource could not be found. Jan 28 01:17:48.505884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f16bacbc-97d0-43dd-abdb-16b984d2f05d tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-1363033520 HTTP/1.1" status: 404 len: 326 time: 0.2041168 Jan 28 01:17:48.514059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85c2dcf1-128c-4165-bc29-7d6918ee87df admin admin] Publish callbacks [] for security_group (baeab9b8-d0f1-443e-a67b-ee57c5ffd901), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.519127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43580) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.524668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f051a596-c913-45e2-8129-1ad89d935264 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:17:48.525191 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f051a596-c913-45e2-8129-1ad89d935264), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.529265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-c9c221ff-365a-4d15-a2f2-2fcc9e1ce7c6 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd', 'tempest-TagsTest-Tag-101648663') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:48.532484 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61dcb579-c16f-4a63-a3a2-399bc1f40956 admin admin] Publish callbacks [] for security_group (07f0f4cf-7251-4580-a58a-1b7f23d6c5c3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.536777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85c2dcf1-128c-4165-bc29-7d6918ee87df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (baeab9b8-d0f1-443e-a67b-ee57c5ffd901), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.579125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce31d6d0-7dd1-48d2-b2d5-7d9d249272ae req-df600a3e-a2eb-4382-9e87-5c65e826dfa2 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0597146 Jan 28 01:17:48.652545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.656539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85c2dcf1-128c-4165-bc29-7d6918ee87df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bc7a0c3ce694da19f870b29000e4c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8391833 Jan 28 01:17:48.667751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f051a596-c913-45e2-8129-1ad89d935264 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:17:48.686092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43584) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.714426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61dcb579-c16f-4a63-a3a2-399bc1f40956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (07f0f4cf-7251-4580-a58a-1b7f23d6c5c3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.717042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61dcb579-c16f-4a63-a3a2-399bc1f40956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.718416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-61dcb579-c16f-4a63-a3a2-399bc1f40956 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07f0f4cf-7251-4580-a58a-1b7f23d6c5c3 HTTP/1.1" status: 204 len: 168 time: 0.4836555 Jan 28 01:17:48.736543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2dcf1-128c-4165-bc29-7d6918ee87df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeab9b8-d0f1-443e-a67b-ee57c5ffd901,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:48.778905 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-c9c221ff-365a-4d15-a2f2-2fcc9e1ce7c6 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] show failed (client error): The resource could not be found. Jan 28 01:17:48.778905 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c9c221ff-365a-4d15-a2f2-2fcc9e1ce7c6 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "GET /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags/tempest-TagsTest-Tag-101648663 HTTP/1.1" status: 404 len: 325 time: 0.2562497 Jan 28 01:17:48.788449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43596) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:48.793708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcb579-c16f-4a63-a3a2-399bc1f40956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f0f4cf-7251-4580-a58a-1b7f23d6c5c3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:48.856008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9000e372-c841-4d1f-b160-a5c26a3b88b1 admin admin] Publish callbacks [] for security_group (baeab9b8-d0f1-443e-a67b-ee57c5ffd901), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:48.883415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-7785921e-5a97-4758-9733-3a8b52056673 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:48.904780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9000e372-c841-4d1f-b160-a5c26a3b88b1 admin admin] Publish callbacks [] for security_group (baeab9b8-d0f1-443e-a67b-ee57c5ffd901), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.015629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9000e372-c841-4d1f-b160-a5c26a3b88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (baeab9b8-d0f1-443e-a67b-ee57c5ffd901), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.018193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9000e372-c841-4d1f-b160-a5c26a3b88b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.019389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9000e372-c841-4d1f-b160-a5c26a3b88b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baeab9b8-d0f1-443e-a67b-ee57c5ffd901 HTTP/1.1" status: 204 len: 168 time: 0.2998948 Jan 28 01:17:49.028176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000e372-c841-4d1f-b160-a5c26a3b88b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeab9b8-d0f1-443e-a67b-ee57c5ffd901,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:49.037608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7785921e-5a97-4758-9733-3a8b52056673 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "DELETE /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd/tags HTTP/1.1" status: 204 len: 168 time: 0.2487657 Jan 28 01:17:49.041332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43616) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:49.207983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.225877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting port fed93fa6-4280-41c5-a007-ec83d6acbd9d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:49.230007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.354969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.391044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:49.399584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.415585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9c62d6-d983-4c19-a30c-c193b0c39307') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:49.415922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9c62d6-d983-4c19-a30c-c193b0c39307') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:49.419076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Calling delete_port for fed93fa6-4280-41c5-a007-ec83d6acbd9d owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:49.439355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (ff9c62d6-d983-4c19-a30c-c193b0c39307), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.458764 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ff9c62d6-d983-4c19-a30c-c193b0c39307), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.468512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:49.469118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (ff9c62d6-d983-4c19-a30c-c193b0c39307), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:49.473489 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:49.551262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.565545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.575263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] 10.222.0.23 "DELETE /v2.0/networks/6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd HTTP/1.1" status: 204 len: 168 time: 0.5284207 Jan 28 01:17:49.603859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662949b3-ea2d-407f-84a9-eb2953255e12 tempest-TagsTest-1847141925 tempest-TagsTest-1847141925-project] Pushing event deleted for resources: {'Network': ['ID=6ec7e2fc-4922-49ab-bb26-7a0110bf1cdd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:49.726810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fed93fa6-4280-41c5-a007-ec83d6acbd9d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.729686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18185ff1-053f-4ff2-a6e1-5d784f002b4e req-d752a07f-7ec9-4651-a8de-f6c1cd40e89c tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0539641 Jan 28 01:17:49.773724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Port': ['ID=fed93fa6-4280-41c5-a007-ec83d6acbd9d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:49.836149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43650) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:49.856391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32522c69-58f3-4d05-8490-60bc82c2310c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:49.939647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (09db871f-b203-45a1-ae29-d5a21b575223), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.045483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32522c69-58f3-4d05-8490-60bc82c2310c admin admin] Publish callbacks [] for security_group (153e3930-646a-4f68-ae29-6cdc33b3d81b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.050369 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-32522c69-58f3-4d05-8490-60bc82c2310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (153e3930-646a-4f68-ae29-6cdc33b3d81b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.093133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43654) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.115890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32522c69-58f3-4d05-8490-60bc82c2310c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e3930-646a-4f68-ae29-6cdc33b3d81b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:50.146879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-32522c69-58f3-4d05-8490-60bc82c2310c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce37f9f6cf7443b4a96bc65a50a5c22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092511 Jan 28 01:17:50.147499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43660) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.174404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Router 09db871f-b203-45a1-ae29-d5a21b575223 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:17:50.217363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4333ec1b-ba7e-4d56-b2d6-b46d043129f4 admin admin] Publish callbacks [] for security_group (153e3930-646a-4f68-ae29-6cdc33b3d81b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.246591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4333ec1b-ba7e-4d56-b2d6-b46d043129f4 admin admin] Publish callbacks [] for security_group (153e3930-646a-4f68-ae29-6cdc33b3d81b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.326640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:17:50.339995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4333ec1b-ba7e-4d56-b2d6-b46d043129f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (153e3930-646a-4f68-ae29-6cdc33b3d81b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.340123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2a4ef0e-d7dc-4e05-95d8-dcb943df36ad tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2950687 Jan 28 01:17:50.342144 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4333ec1b-ba7e-4d56-b2d6-b46d043129f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.342619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43666) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.348333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4333ec1b-ba7e-4d56-b2d6-b46d043129f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/153e3930-646a-4f68-ae29-6cdc33b3d81b HTTP/1.1" status: 204 len: 168 time: 0.1977434 Jan 28 01:17:50.352558 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] Sync routers for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:17:50.359318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333ec1b-ba7e-4d56-b2d6-b46d043129f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e3930-646a-4f68-ae29-6cdc33b3d81b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:50.388370 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:50.389063 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:50.392363 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-0ba382e0-cf81-4da3-b2e2-411518277328 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] show failed (client error): The resource could not be found. Jan 28 01:17:50.397409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43670) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.402468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6106d75f-d13c-4f17-b131-bf223c25fddb tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:50.411809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0ba382e0-cf81-4da3-b2e2-411518277328 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1740268936 HTTP/1.1" status: 404 len: 335 time: 0.0678663 Jan 28 01:17:50.427684 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:50.440738 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-6106d75f-d13c-4f17-b131-bf223c25fddb tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] update failed (client error): The resource could not be found. Jan 28 01:17:50.440906 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] Routers {'09db871f-b203-45a1-ae29-d5a21b575223'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:17:50.441679 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:17:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['09db871f-b203-45a1-ae29-d5a21b575223'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:50.446099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43672) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.455204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6106d75f-d13c-4f17-b131-bf223c25fddb tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-162715845 HTTP/1.1" status: 404 len: 334 time: 0.0565925 Jan 28 01:17:50.484245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:50.485132 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef573e0-498c-472f-a78f-0c0ec3f68530 None None] The sync data for ids ['09db871f-b203-45a1-ae29-d5a21b575223'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:17:50.489047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca02c927-47aa-4007-a13d-d68fe84a58d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.491705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.546108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting subnet f657b246-c054-460e-a575-48ca809acb26 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:50.553584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (f657b246-c054-460e-a575-48ca809acb26), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.587976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca02c927-47aa-4007-a13d-d68fe84a58d0 admin admin] Publish callbacks [] for security_group (de8e1c7b-4c1b-4008-a347-48a71bd7f79d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.593824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca02c927-47aa-4007-a13d-d68fe84a58d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (de8e1c7b-4c1b-4008-a347-48a71bd7f79d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.630991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f657b246-c054-460e-a575-48ca809acb26), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.639691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca02c927-47aa-4007-a13d-d68fe84a58d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e86e3cd026d1438ebf253d2f336578bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5452843 Jan 28 01:17:50.641940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c927-47aa-4007-a13d-d68fe84a58d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e1c7b-4c1b-4008-a347-48a71bd7f79d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:50.644288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43682) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.709092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab494dd9-1b24-4353-be2d-5d24c325cdab admin admin] Publish callbacks [] for security_group (de8e1c7b-4c1b-4008-a347-48a71bd7f79d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.733402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab494dd9-1b24-4353-be2d-5d24c325cdab admin admin] Publish callbacks [] for security_group (de8e1c7b-4c1b-4008-a347-48a71bd7f79d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.758450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f657b246-c054-460e-a575-48ca809acb26), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.793175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab494dd9-1b24-4353-be2d-5d24c325cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (de8e1c7b-4c1b-4008-a347-48a71bd7f79d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.795926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab494dd9-1b24-4353-be2d-5d24c325cdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.797095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ab494dd9-1b24-4353-be2d-5d24c325cdab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de8e1c7b-4c1b-4008-a347-48a71bd7f79d HTTP/1.1" status: 204 len: 168 time: 0.1518986 Jan 28 01:17:50.807073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab494dd9-1b24-4353-be2d-5d24c325cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e1c7b-4c1b-4008-a347-48a71bd7f79d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:50.844323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f657b246-c054-460e-a575-48ca809acb26), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.886326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Subnet': ['ID=f657b246-c054-460e-a575-48ca809acb26,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:50.890078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f11f79a2-27eb-439a-afcf-4646b7065932 req-c7310b60-745e-45c2-92ba-2a9095622aa0 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0302386 Jan 28 01:17:50.892951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:50.897273 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-50f79f26-c049-4555-b1a8-e3fb7796aaac tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/subnets/f657b246-c054-460e-a575-48ca809acb26 HTTP/1.1" status: 204 len: 168 time: 0.4496341 Jan 28 01:17:50.899743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43692) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:50.902200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab93508-0a7b-406b-9419-d4cf5c341759 None None] Network 36e4efaa-4d02-4889-9a55-93cc7f6ce051 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:51.005062 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4fad47cb-5783-41a4-b74f-22236f37c5e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c4d42213fc84e8db6560ef4c4c10567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121853 Jan 28 01:17:51.006322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (36e4efaa-4d02-4889-9a55-93cc7f6ce051), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.008051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43700) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:51.079095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-200eecd3-679d-4519-a716-8ab0fc42c683 admin admin] Publish callbacks [] for security_group (a949ab02-7e86-49af-ac4d-c38d984e298e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.097100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting port f051a596-c913-45e2-8129-1ad89d935264 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:51.097561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f051a596-c913-45e2-8129-1ad89d935264), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.122635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-200eecd3-679d-4519-a716-8ab0fc42c683 admin admin] Publish callbacks [] for security_group (a949ab02-7e86-49af-ac4d-c38d984e298e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.146612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] DHCP port deletion for 36e4efaa-4d02-4889-9a55-93cc7f6ce051 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:17:51.187678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-200eecd3-679d-4519-a716-8ab0fc42c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a949ab02-7e86-49af-ac4d-c38d984e298e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.191683 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-200eecd3-679d-4519-a716-8ab0fc42c683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.192988 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-200eecd3-679d-4519-a716-8ab0fc42c683 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a949ab02-7e86-49af-ac4d-c38d984e298e HTTP/1.1" status: 204 len: 168 time: 0.1837912 Jan 28 01:17:51.203607 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eecd3-679d-4519-a716-8ab0fc42c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a949ab02-7e86-49af-ac4d-c38d984e298e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:51.214908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] For port f051a596-c913-45e2-8129-1ad89d935264, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f051a596-c913-45e2-8129-1ad89d935264,segment=NetworkSegment(95d3d38f-fab1-4021-926c-6728d4f940a2),segment_id=95d3d38f-fab1-4021-926c-6728d4f940a2)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:51.215313 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f051a596-c913-45e2-8129-1ad89d935264), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.238684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Calling delete_port for f051a596-c913-45e2-8129-1ad89d935264 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:51.240567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] Deleting port f051a596-c913-45e2-8129-1ad89d935264 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:51.241348 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f051a596-c913-45e2-8129-1ad89d935264), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.318733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] For port f051a596-c913-45e2-8129-1ad89d935264, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f051a596-c913-45e2-8129-1ad89d935264,segment=NetworkSegment(95d3d38f-fab1-4021-926c-6728d4f940a2),segment_id=95d3d38f-fab1-4021-926c-6728d4f940a2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:51.319149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f051a596-c913-45e2-8129-1ad89d935264), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.333486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] Calling delete_port for f051a596-c913-45e2-8129-1ad89d935264 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:51.359915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f051a596-c913-45e2-8129-1ad89d935264), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.418864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Port': ['ID=f051a596-c913-45e2-8129-1ad89d935264,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:51.425050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] No DVR routers for this DVR port f051a596-c913-45e2-8129-1ad89d935264 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:51.429294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (f051a596-c913-45e2-8129-1ad89d935264), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.472012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] Pushing event deleted for resources: {'Port': ['ID=f051a596-c913-45e2-8129-1ad89d935264,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:51.474286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32abab-37fe-4ef3-88fb-394ffb9d831c None None] No DVR routers for this DVR port f051a596-c913-45e2-8129-1ad89d935264 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:51.524717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (36e4efaa-4d02-4889-9a55-93cc7f6ce051), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.549532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e4efaa-4d02-4889-9a55-93cc7f6ce051']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:51.562153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d3d38f-fab1-4021-926c-6728d4f940a2') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:51.562504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d3d38f-fab1-4021-926c-6728d4f940a2') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:51.576979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43720) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:51.577527 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (95d3d38f-fab1-4021-926c-6728d4f940a2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.593760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (95d3d38f-fab1-4021-926c-6728d4f940a2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.603047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:51.603556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (95d3d38f-fab1-4021-926c-6728d4f940a2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.604726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f01b718-4e67-4c1f-90b8-948ffbd2edf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:51.607890 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:51.687242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (36e4efaa-4d02-4889-9a55-93cc7f6ce051), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.700299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.706344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/networks/36e4efaa-4d02-4889-9a55-93cc7f6ce051 HTTP/1.1" status: 204 len: 168 time: 0.8032072 Jan 28 01:17:51.708863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43724) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:51.720617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349139fa-f281-4ad0-a2c0-85ef091e50c4 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Network': ['ID=36e4efaa-4d02-4889-9a55-93cc7f6ce051,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:51.776591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting subnet 98e70c74-c0cb-4b08-b667-5fcd38102798 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:51.784545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (98e70c74-c0cb-4b08-b667-5fcd38102798), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.834902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f01b718-4e67-4c1f-90b8-948ffbd2edf1 admin admin] Publish callbacks [] for security_group (a20f45b9-9b9d-40e0-89cd-174d13ac18c6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.841568 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f01b718-4e67-4c1f-90b8-948ffbd2edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a20f45b9-9b9d-40e0-89cd-174d13ac18c6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.845872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (98e70c74-c0cb-4b08-b667-5fcd38102798), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:51.920213 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1f01b718-4e67-4c1f-90b8-948ffbd2edf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95989a44c4504de3aa44661509488251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408663 Jan 28 01:17:51.922820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43730) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:51.927177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01b718-4e67-4c1f-90b8-948ffbd2edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f45b9-9b9d-40e0-89cd-174d13ac18c6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:52.035010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9558906-574e-4494-88d0-08e90a2f6d54 admin admin] Publish callbacks [] for security_group (a20f45b9-9b9d-40e0-89cd-174d13ac18c6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.049345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (98e70c74-c0cb-4b08-b667-5fcd38102798), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.053611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9a006b4-c6fd-4745-8537-9cf6235d8949 req-8a8607eb-e627-4e20-83c3-59c2954c51c8 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0326526 Jan 28 01:17:52.075681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9558906-574e-4494-88d0-08e90a2f6d54 admin admin] Publish callbacks [] for security_group (a20f45b9-9b9d-40e0-89cd-174d13ac18c6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.143851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (98e70c74-c0cb-4b08-b667-5fcd38102798), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.153652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9558906-574e-4494-88d0-08e90a2f6d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a20f45b9-9b9d-40e0-89cd-174d13ac18c6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.157621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b9558906-574e-4494-88d0-08e90a2f6d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.160920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b9558906-574e-4494-88d0-08e90a2f6d54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a20f45b9-9b9d-40e0-89cd-174d13ac18c6 HTTP/1.1" status: 204 len: 168 time: 0.2367005 Jan 28 01:17:52.175146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.178539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/subnets/98e70c74-c0cb-4b08-b667-5fcd38102798 HTTP/1.1" status: 204 len: 168 time: 0.4686241 Jan 28 01:17:52.180240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9558906-574e-4494-88d0-08e90a2f6d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f45b9-9b9d-40e0-89cd-174d13ac18c6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:52.181311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd686a9-f1f4-4b4b-8a99-0eedbde98376 None None] Network 191529f5-225b-4a21-816a-952025280e08 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:52.183317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43750) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:52.202831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac5655-3f89-451b-ade4-3a8f102f9a6e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Subnet': ['ID=98e70c74-c0cb-4b08-b667-5fcd38102798,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:52.247431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting subnet bbedea68-8078-4776-aac9-9ca4b886f234 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:52.251692 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (bbedea68-8078-4776-aac9-9ca4b886f234), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.317262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (bbedea68-8078-4776-aac9-9ca4b886f234), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.408968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] DHCP port deletion for 191529f5-225b-4a21-816a-952025280e08 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:17:52.461718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (bbedea68-8078-4776-aac9-9ca4b886f234), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.492486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43762) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:52.514818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f051a596-c913-45e2-8129-1ad89d935264 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:52.550580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (bbedea68-8078-4776-aac9-9ca4b886f234), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.569233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f051a596-c913-45e2-8129-1ad89d935264 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:52.570423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f051a596-c913-45e2-8129-1ad89d935264 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:52.604577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] Deleting port c6e7b50a-60b5-468d-a858-0fd98205a286 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:52.605260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.628697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Subnet': ['ID=bbedea68-8078-4776-aac9-9ca4b886f234,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:52.640026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.645853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43770) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:52.646913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-df265583-4d6d-4748-a432-779ec0c9f370 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/subnets/bbedea68-8078-4776-aac9-9ca4b886f234 HTTP/1.1" status: 204 len: 168 time: 0.4626195 Jan 28 01:17:52.660991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a37fbd-d44e-4f26-b9ab-bd9aaea6858f None None] Network 4c8b3035-fa06-4b28-a00f-a9d723d87280 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:52.737903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (191529f5-225b-4a21-816a-952025280e08), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.741942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] For port c6e7b50a-60b5-468d-a858-0fd98205a286, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c6e7b50a-60b5-468d-a858-0fd98205a286,segment=NetworkSegment(a91d7287-9b50-4f77-9a23-57973bfa93fb),segment_id=a91d7287-9b50-4f77-9a23-57973bfa93fb)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:52.742554 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.773188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] Calling delete_port for c6e7b50a-60b5-468d-a858-0fd98205a286 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:52.800062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting port c6e7b50a-60b5-468d-a858-0fd98205a286 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:52.800509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.888872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6829cbe0-e0a2-4f40-b70d-2fb16a69a5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.914041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.922220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] DHCP port deletion for 4c8b3035-fa06-4b28-a00f-a9d723d87280 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:17:52.925338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] For port c6e7b50a-60b5-468d-a858-0fd98205a286, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c6e7b50a-60b5-468d-a858-0fd98205a286,segment=NetworkSegment(a91d7287-9b50-4f77-9a23-57973bfa93fb),segment_id=a91d7287-9b50-4f77-9a23-57973bfa93fb)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:52.925702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:52.946509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Calling delete_port for c6e7b50a-60b5-468d-a858-0fd98205a286 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:52.982439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] Pushing event deleted for resources: {'Port': ['ID=c6e7b50a-60b5-468d-a858-0fd98205a286,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:52.998323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd25365-1c15-49fa-8ed5-c827a5010474 None None] No DVR routers for this DVR port c6e7b50a-60b5-468d-a858-0fd98205a286 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:53.028490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] Deleting port 92ca2217-db7b-44d4-ace9-7a208da20d9e {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:53.028873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.092398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6829cbe0-e0a2-4f40-b70d-2fb16a69a5c6 admin admin] Publish callbacks [] for security_group (6e31d86d-985f-444a-b265-23db5d5bbe57), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.097678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6829cbe0-e0a2-4f40-b70d-2fb16a69a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6e31d86d-985f-444a-b265-23db5d5bbe57), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.105017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] For port 92ca2217-db7b-44d4-ace9-7a208da20d9e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92ca2217-db7b-44d4-ace9-7a208da20d9e,segment=NetworkSegment(516d1453-3427-4f87-8fbc-8360b09b5af7),segment_id=516d1453-3427-4f87-8fbc-8360b09b5af7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:53.105437 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.119119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c6e7b50a-60b5-468d-a858-0fd98205a286), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.133690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] Calling delete_port for 92ca2217-db7b-44d4-ace9-7a208da20d9e owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:53.237759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80b5c6f9-0a07-493b-b981-b87063971f40 req-8a7a233f-d0e9-455e-9041-a54207979cbb tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0522246 Jan 28 01:17:53.274553 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (92ca2217-db7b-44d4-ace9-7a208da20d9e), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.307877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] Pushing event deleted for resources: {'Port': ['ID=92ca2217-db7b-44d4-ace9-7a208da20d9e,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:53.312699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd5905-f747-4ace-8bf8-347f7788c3ca None None] No DVR routers for this DVR port 92ca2217-db7b-44d4-ace9-7a208da20d9e on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:53.540032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] No DVR routers for this DVR port c6e7b50a-60b5-468d-a858-0fd98205a286 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:53.551710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6829cbe0-e0a2-4f40-b70d-2fb16a69a5c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ef0c52d49ed4645917d4d27237712aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0557044 Jan 28 01:17:53.551710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Port': ['ID=c6e7b50a-60b5-468d-a858-0fd98205a286,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:53.552841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43806) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:53.573053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829cbe0-e0a2-4f40-b70d-2fb16a69a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e31d86d-985f-444a-b265-23db5d5bbe57,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:53.647111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (191529f5-225b-4a21-816a-952025280e08), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.658451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde19-e939-4746-9b7b-c950374d8233 admin admin] Publish callbacks [] for security_group (6e31d86d-985f-444a-b265-23db5d5bbe57), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.688677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191529f5-225b-4a21-816a-952025280e08']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:53.696079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde19-e939-4746-9b7b-c950374d8233 admin admin] Publish callbacks [] for security_group (6e31d86d-985f-444a-b265-23db5d5bbe57), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.700395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91d7287-9b50-4f77-9a23-57973bfa93fb') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:53.712350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91d7287-9b50-4f77-9a23-57973bfa93fb') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:53.725971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (a91d7287-9b50-4f77-9a23-57973bfa93fb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.745138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a91d7287-9b50-4f77-9a23-57973bfa93fb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.758099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:53.758564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (a91d7287-9b50-4f77-9a23-57973bfa93fb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:53.763205 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:53.780627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde19-e939-4746-9b7b-c950374d8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6e31d86d-985f-444a-b265-23db5d5bbe57), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.783510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c1dde19-e939-4746-9b7b-c950374d8233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.784685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2c1dde19-e939-4746-9b7b-c950374d8233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e31d86d-985f-444a-b265-23db5d5bbe57 HTTP/1.1" status: 204 len: 168 time: 0.2264557 Jan 28 01:17:53.792766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dde19-e939-4746-9b7b-c950374d8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e31d86d-985f-444a-b265-23db5d5bbe57,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:53.830133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:53.834882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033839 Jan 28 01:17:53.838417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:53.861236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (191529f5-225b-4a21-816a-952025280e08), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.872703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:53.876368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/networks/191529f5-225b-4a21-816a-952025280e08 HTTP/1.1" status: 204 len: 168 time: 1.2285893 Jan 28 01:17:53.879295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:53.890066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf87ed-2888-4c7f-b8ec-04799fa32ff6 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Network': ['ID=191529f5-225b-4a21-816a-952025280e08,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:53.980587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (4c8b3035-fa06-4b28-a00f-a9d723d87280), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.076825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (4c8b3035-fa06-4b28-a00f-a9d723d87280), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.102576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8b3035-fa06-4b28-a00f-a9d723d87280']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:54.117157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516d1453-3427-4f87-8fbc-8360b09b5af7') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:54.117850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516d1453-3427-4f87-8fbc-8360b09b5af7') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:54.132790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (516d1453-3427-4f87-8fbc-8360b09b5af7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.159373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (516d1453-3427-4f87-8fbc-8360b09b5af7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.173836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:54.175633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (516d1453-3427-4f87-8fbc-8360b09b5af7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:54.184581 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:54.260990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3cc39987-5898-48ba-a807-b959d9f72cdc tempest-NetworksApiDiscovery-1758507541 tempest-NetworksApiDiscovery-1758507541-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4211295 Jan 28 01:17:54.271578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (4c8b3035-fa06-4b28-a00f-a9d723d87280), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.285254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.292383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/networks/4c8b3035-fa06-4b28-a00f-a9d723d87280 HTTP/1.1" status: 204 len: 168 time: 0.4116178 Jan 28 01:17:54.294911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43860) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:54.341541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be09a82-0d7b-4d63-bf00-5e137604946e tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Network': ['ID=4c8b3035-fa06-4b28-a00f-a9d723d87280,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:54.406635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting subnet b0bb4c9b-8ad2-4f32-a82c-18af3ac73356 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:17:54.423100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (b0bb4c9b-8ad2-4f32-a82c-18af3ac73356), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.423374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c6e7b50a-60b5-468d-a858-0fd98205a286 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:54.431729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca0e56b6-338a-4f20-b369-021334c14327 req-9ad63875-051f-46e1-ae50-a63425a05090 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0487819 Jan 28 01:17:54.502654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c6e7b50a-60b5-468d-a858-0fd98205a286 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:54.502883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (b0bb4c9b-8ad2-4f32-a82c-18af3ac73356), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.503485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c6e7b50a-60b5-468d-a858-0fd98205a286 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:54.504112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92ca2217-db7b-44d4-ace9-7a208da20d9e no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:54.526507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 92ca2217-db7b-44d4-ace9-7a208da20d9e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:54.527172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92ca2217-db7b-44d4-ace9-7a208da20d9e not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:54.618421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b0bb4c9b-8ad2-4f32-a82c-18af3ac73356), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.689380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (b0bb4c9b-8ad2-4f32-a82c-18af3ac73356), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.723284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c0225-c31d-4ed5-9d57-5eebb4d92507 None None] Network 9a29222e-1ec7-470f-be71-a61bf84bb25b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:17:54.767395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.773061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/subnets/b0bb4c9b-8ad2-4f32-a82c-18af3ac73356 HTTP/1.1" status: 204 len: 168 time: 0.4730890 Jan 28 01:17:54.773061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628a361-75e1-4fb0-9c8a-a51651a621e3 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bb4c9b-8ad2-4f32-a82c-18af3ac73356,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:54.773509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43876) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:54.891468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9a29222e-1ec7-470f-be71-a61bf84bb25b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:54.943368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43882) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:54.963984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Deleting port 6c20ca22-ec32-4403-9a9e-8331da8bc29c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:54.964774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.012502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] DHCP port deletion for 9a29222e-1ec7-470f-be71-a61bf84bb25b request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:17:55.053382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] For port 6c20ca22-ec32-4403-9a9e-8331da8bc29c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6c20ca22-ec32-4403-9a9e-8331da8bc29c,segment=NetworkSegment(7adfd7fe-0a76-48d9-9240-131f60379385),segment_id=7adfd7fe-0a76-48d9-9240-131f60379385)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:55.053746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.078998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Calling delete_port for 6c20ca22-ec32-4403-9a9e-8331da8bc29c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:55.085498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] Deleting port 6c20ca22-ec32-4403-9a9e-8331da8bc29c {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:17:55.086457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.171966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] For port 6c20ca22-ec32-4403-9a9e-8331da8bc29c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6c20ca22-ec32-4403-9a9e-8331da8bc29c,segment=NetworkSegment(7adfd7fe-0a76-48d9-9240-131f60379385),segment_id=7adfd7fe-0a76-48d9-9240-131f60379385)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:17:55.172767 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.189912 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.197722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] Calling delete_port for 6c20ca22-ec32-4403-9a9e-8331da8bc29c owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:17:55.271425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] No DVR routers for this DVR port 6c20ca22-ec32-4403-9a9e-8331da8bc29c on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:55.273678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Port': ['ID=6c20ca22-ec32-4403-9a9e-8331da8bc29c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:55.396203 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41889c4d-2dd6-4626-a468-9d50cb0bc0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.472217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9a29222e-1ec7-470f-be71-a61bf84bb25b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.549466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a29222e-1ec7-470f-be71-a61bf84bb25b']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:55.575459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adfd7fe-0a76-48d9-9240-131f60379385') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:55.575904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adfd7fe-0a76-48d9-9240-131f60379385') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:55.614305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (7adfd7fe-0a76-48d9-9240-131f60379385), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.639706 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41889c4d-2dd6-4626-a468-9d50cb0bc0bb admin admin] Publish callbacks [] for security_group (87f877d5-613d-47aa-a9a5-639a956eba25), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.648762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41889c4d-2dd6-4626-a468-9d50cb0bc0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (87f877d5-613d-47aa-a9a5-639a956eba25), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.662229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7adfd7fe-0a76-48d9-9240-131f60379385), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.675056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:55.675481 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (7adfd7fe-0a76-48d9-9240-131f60379385), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:55.708264 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:55.735787 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41889c4d-2dd6-4626-a468-9d50cb0bc0bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7f58a4eaf8f460196eb2f3a2218d2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7911971 Jan 28 01:17:55.736801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43916) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:55.737500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41889c4d-2dd6-4626-a468-9d50cb0bc0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f877d5-613d-47aa-a9a5-639a956eba25,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:55.776876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa940ec4-6e6e-44a1-886f-438887f9c4cd req-ccb7ab5f-4a1a-4538-90b0-449a40b8d334 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0712688 Jan 28 01:17:55.820467 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (6c20ca22-ec32-4403-9a9e-8331da8bc29c), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.856382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71133043-b9c3-4aa7-9702-91c9fd5c7849 admin admin] Publish callbacks [] for security_group (87f877d5-613d-47aa-a9a5-639a956eba25), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.878646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] Pushing event deleted for resources: {'Port': ['ID=6c20ca22-ec32-4403-9a9e-8331da8bc29c,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:55.900185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8231985-b2be-4ec2-aec5-9c456b2c95bb None None] No DVR routers for this DVR port 6c20ca22-ec32-4403-9a9e-8331da8bc29c on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:17:55.914056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71133043-b9c3-4aa7-9702-91c9fd5c7849 admin admin] Publish callbacks [] for security_group (87f877d5-613d-47aa-a9a5-639a956eba25), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.920300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9a29222e-1ec7-470f-be71-a61bf84bb25b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.978091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71133043-b9c3-4aa7-9702-91c9fd5c7849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (87f877d5-613d-47aa-a9a5-639a956eba25), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.979098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.989231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/networks/9a29222e-1ec7-470f-be71-a61bf84bb25b HTTP/1.1" status: 204 len: 168 time: 1.2144604 Jan 28 01:17:55.990133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71133043-b9c3-4aa7-9702-91c9fd5c7849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:55.991641 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-71133043-b9c3-4aa7-9702-91c9fd5c7849 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87f877d5-613d-47aa-a9a5-639a956eba25 HTTP/1.1" status: 204 len: 168 time: 0.2510486 Jan 28 01:17:55.992252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fe32-2391-4e9d-984e-e50b70150a2f tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Pushing event deleted for resources: {'Network': ['ID=9a29222e-1ec7-470f-be71-a61bf84bb25b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:55.992371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43922) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:56.033019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71133043-b9c3-4aa7-9702-91c9fd5c7849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f877d5-613d-47aa-a9a5-639a956eba25,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:56.050813 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b17e20ba-23a9-4feb-8507-b228d3ea0a51 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "GET /v2.0/ports?device_id=09db871f-b203-45a1-ae29-d5a21b575223 HTTP/1.1" status: 200 len: 205 time: 0.0510087 Jan 28 01:17:56.051149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:56.143581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43932) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:56.169301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router (09db871f-b203-45a1-ae29-d5a21b575223), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.388063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6c20ca22-ec32-4403-9a9e-8331da8bc29c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:17:56.394786 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (09db871f-b203-45a1-ae29-d5a21b575223), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.400936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router_controller (09db871f-b203-45a1-ae29-d5a21b575223), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.425411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:17:56.428195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6c20ca22-ec32-4403-9a9e-8331da8bc29c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:17:56.429386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6c20ca22-ec32-4403-9a9e-8331da8bc29c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:17:56.495204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-90d8f2be-ab31-46bf-a942-76c320e2d880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.497847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (09db871f-b203-45a1-ae29-d5a21b575223), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.498579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Fanout notify agent at l3_agent the message router_deleted on router 09db871f-b203-45a1-ae29-d5a21b575223 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:17:56.517407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.518786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-298c6e2a-379a-4c41-8005-f741774c4b53 tempest-RoutersNegativeIpV6Test-414448013 tempest-RoutersNegativeIpV6Test-414448013-project] 10.222.0.23 "DELETE /v2.0/routers/09db871f-b203-45a1-ae29-d5a21b575223 HTTP/1.1" status: 204 len: 168 time: 0.4662185 Jan 28 01:17:56.619924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-90d8f2be-ab31-46bf-a942-76c320e2d880 admin admin] Publish callbacks [] for security_group (b340cd78-6dcb-4c69-90e4-510059c601f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.626904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-90d8f2be-ab31-46bf-a942-76c320e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b340cd78-6dcb-4c69-90e4-510059c601f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.670111 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-90d8f2be-ab31-46bf-a942-76c320e2d880 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb91a71d19434fc7b95ab53f1257b9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5247288 Jan 28 01:17:56.672628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:56.679958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8f2be-ab31-46bf-a942-76c320e2d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b340cd78-6dcb-4c69-90e4-510059c601f8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:56.727690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3b54-32aa-4c14-8019-d57b624db4e1 admin admin] Publish callbacks [] for security_group (b340cd78-6dcb-4c69-90e4-510059c601f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.750031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3b54-32aa-4c14-8019-d57b624db4e1 admin admin] Publish callbacks [] for security_group (b340cd78-6dcb-4c69-90e4-510059c601f8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.807880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3b54-32aa-4c14-8019-d57b624db4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b340cd78-6dcb-4c69-90e4-510059c601f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.810558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3b54-32aa-4c14-8019-d57b624db4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:56.814478 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cd2f3b54-32aa-4c14-8019-d57b624db4e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b340cd78-6dcb-4c69-90e4-510059c601f8 HTTP/1.1" status: 204 len: 168 time: 0.1378269 Jan 28 01:17:56.822277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f3b54-32aa-4c14-8019-d57b624db4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b340cd78-6dcb-4c69-90e4-510059c601f8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:56.925574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58599f3b-fb80-45ee-a3d7-7d3cb733dd8e req-249b3bab-daea-425f-ad89-8f9c5ab24769 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0309582 Jan 28 01:17:57.146021 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ad3bd1bd-52a0-440f-96e5-13fa2b64b68f req-f3a29e54-d0fb-47ee-aaca-6d2e24008bb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jan 28 01:17:57.208750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43976) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:57.599543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43994) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:57.606066 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-44f00737-8220-48a7-b130-3e0eb5c7eb15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b685e099549e4f65aa675f32e8ea1ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955510 Jan 28 01:17:57.608667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43996) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:57.626420 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c54d0fe2-d937-4d17-8c99-9c13732fb041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.689864 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2a6c-04b8-45e4-884e-c3c82115ca07 admin admin] Publish callbacks [] for security_group (90754c57-1dcb-4b46-82e4-b898080af05e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.728440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2a6c-04b8-45e4-884e-c3c82115ca07 admin admin] Publish callbacks [] for security_group (90754c57-1dcb-4b46-82e4-b898080af05e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.783440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c54d0fe2-d937-4d17-8c99-9c13732fb041 admin admin] Publish callbacks [] for security_group (1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.788336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c54d0fe2-d937-4d17-8c99-9c13732fb041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.841719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44004) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:57.842291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c54d0fe2-d937-4d17-8c99-9c13732fb041 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d462fa685cb54d30ab403e46f3eac237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413857 Jan 28 01:17:57.845999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2a6c-04b8-45e4-884e-c3c82115ca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (90754c57-1dcb-4b46-82e4-b898080af05e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.849746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d7f2a6c-04b8-45e4-884e-c3c82115ca07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:57.851800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6d7f2a6c-04b8-45e4-884e-c3c82115ca07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90754c57-1dcb-4b46-82e4-b898080af05e HTTP/1.1" status: 204 len: 168 time: 0.2417517 Jan 28 01:17:57.855365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0fe2-d937-4d17-8c99-9c13732fb041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:57.872280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f2a6c-04b8-45e4-884e-c3c82115ca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90754c57-1dcb-4b46-82e4-b898080af05e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:57.995582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3722ee26-7193-4a32-88f7-9c3369f1dc7d admin admin] Publish callbacks [] for security_group (1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.023877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3722ee26-7193-4a32-88f7-9c3369f1dc7d admin admin] Publish callbacks [] for security_group (1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.077996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f085481-be20-4b50-a988-31b07580597d req-958e6716-5523-4b16-9677-7474e7a8d3da tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0403569 Jan 28 01:17:58.078547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3722ee26-7193-4a32-88f7-9c3369f1dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.084987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3722ee26-7193-4a32-88f7-9c3369f1dc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.089343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3722ee26-7193-4a32-88f7-9c3369f1dc7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8 HTTP/1.1" status: 204 len: 168 time: 0.2438354 Jan 28 01:17:58.108120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722ee26-7193-4a32-88f7-9c3369f1dc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1871b9-8a5e-4fc5-9c5a-aa57a148e5b8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:58.630617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:58.713931 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a9037de1-1ac0-4a9d-af1d-c00aa9a04eea req-33be36fc-1d71-424d-a3c3-5612c451630c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272214 Jan 28 01:17:58.795549 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a9037de1-1ac0-4a9d-af1d-c00aa9a04eea req-a76b3c27-b2cb-46f3-8b55-0bf276aa3288 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1dbb23947bd04c70bf2ab9b75a58bf4d&device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0257478 Jan 28 01:17:58.853908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a9037de1-1ac0-4a9d-af1d-c00aa9a04eea req-e1a3c6fe-ab0e-4d09-b44f-817b64822ccf service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1dbb23947bd04c70bf2ab9b75a58bf4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331590 Jan 28 01:17:58.869233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-697695639-network', 'tenant_id': 'ae2d6dfd89b34a5abcd67882d4dd3562'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:58.908080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Made reservation on behalf of ae2d6dfd89b34a5abcd67882d4dd3562 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:58.911605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.928259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.999138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9037de1-1ac0-4a9d-af1d-c00aa9a04eea req-eebf951c-55e1-46e2-aa46-3bdc439fdc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:59.001114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a9037de1-1ac0-4a9d-af1d-c00aa9a04eea req-eebf951c-55e1-46e2-aa46-3bdc439fdc11 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422312 Jan 28 01:17:59.067938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks [] for security_group (04d8d589-4d49-43d2-bb5a-c244edf1f810), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.075014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (04d8d589-4d49-43d2-bb5a-c244edf1f810), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.103430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:17:59.137648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8d589-4d49-43d2-bb5a-c244edf1f810,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:59.153626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4b72c286-3bca-4f57-8342-eebffcc4551d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.155832 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Added segment 4b72c286-3bca-4f57-8342-eebffcc4551d of type vlan for network 99bed227-92bb-4adf-a418-b2451fdf6942 Jan 28 01:17:59.245123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9824f6b3-1956-45a4-9ead-4b8704f0bd29 req-16f6654d-3487-428b-a31d-cdde0ea2bc26 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0757847 Jan 28 01:17:59.299962 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (99bed227-92bb-4adf-a418-b2451fdf6942), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.362423 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (99bed227-92bb-4adf-a418-b2451fdf6942), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.362423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:59.372380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.405392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7736576 Jan 28 01:17:59.408262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44130) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:59.414000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Request body: {'subnet': {'network_id': '99bed227-92bb-4adf-a418-b2451fdf6942', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-697695639-subnet', 'tenant_id': 'ae2d6dfd89b34a5abcd67882d4dd3562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:17:59.442768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Made reservation on behalf of ae2d6dfd89b34a5abcd67882d4dd3562 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:17:59.447233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.522523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2988ebb-25bc-46ad-bf5f-9d075269beb9 admin admin] Pushing event updated for resources: {'Network': ['ID=99bed227-92bb-4adf-a418-b2451fdf6942,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:59.541074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 99bed227-92bb-4adf-a418-b2451fdf6942 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:17:59.657729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5de53eea-03da-4edd-8941-7756d4a15c28 req-269413c5-4f02-4fff-8d97-8c2eb86d9075 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1dbb23947bd04c70bf2ab9b75a58bf4d&device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0916655 Jan 28 01:17:59.702312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe671295-839c-4b78-9b51-0e55f24651cc req-6381c626-c616-487c-add7-9e1d01bc6919 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0580199 Jan 28 01:17:59.802815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5de53eea-03da-4edd-8941-7756d4a15c28 req-4307204f-f0c5-4d3b-a2f3-9e403b0a8b80 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1dbb23947bd04c70bf2ab9b75a58bf4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456603 Jan 28 01:17:59.836911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44174) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:17:59.870087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (b88324a7-2e14-4f76-bb28-9f9f2fd09a75), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:59.941282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88324a7-2e14-4f76-bb28-9f9f2fd09a75,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:59.963329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de53eea-03da-4edd-8941-7756d4a15c28 req-776ce0ef-7502-409f-858d-4984e3315732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:59.965250 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5de53eea-03da-4edd-8941-7756d4a15c28 req-776ce0ef-7502-409f-858d-4984e3315732 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565719 Jan 28 01:17:59.974211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Checking segment: {'id': '4b72c286-3bca-4f57-8342-eebffcc4551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99bed227-92bb-4adf-a418-b2451fdf6942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:17:59.974850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Network hostable DHCP agents. Network: 99bed227-92bb-4adf-a418-b2451fdf6942, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:18:00.014150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Network 99bed227-92bb-4adf-a418-b2451fdf6942 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:18:00.028754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 99bed227-92bb-4adf-a418-b2451fdf6942) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:18:00.039478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410ffc2-7cc7-4213-8eee-467998379920 None None] Network 99bed227-92bb-4adf-a418-b2451fdf6942 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:18:00.042016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:00.042706 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.066770 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35fac500-c77f-44f0-89ce-de2abab853b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6543484 Jan 28 01:18:00.160660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe9584-091a-4102-a6de-0ca485375d16 None None] Network 99bed227-92bb-4adf-a418-b2451fdf6942 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:18:00.169245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a638e390-fcf2-4120-90d4-17818576cf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.174574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:00.261898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a638e390-fcf2-4120-90d4-17818576cf4a admin admin] Publish callbacks [] for security_group (941a46ef-3252-45af-a907-6ccf5f25f03c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.266266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a638e390-fcf2-4120-90d4-17818576cf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (941a46ef-3252-45af-a907-6ccf5f25f03c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.302366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44192) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:00.312233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a638e390-fcf2-4120-90d4-17818576cf4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4c08822a8004eb893e3eb10a489248c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4716926 Jan 28 01:18:00.312396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44196) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:00.318481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638e390-fcf2-4120-90d4-17818576cf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941a46ef-3252-45af-a907-6ccf5f25f03c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:00.398903 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-211da966-0d5c-4a08-9021-faf0d9b3f070 admin admin] Publish callbacks [] for security_group (941a46ef-3252-45af-a907-6ccf5f25f03c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.421591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-211da966-0d5c-4a08-9021-faf0d9b3f070 admin admin] Publish callbacks [] for security_group (941a46ef-3252-45af-a907-6ccf5f25f03c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.460862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6c0a2580-f875-4154-9772-b02729e2e3eb tempest-ServiceProvidersTest-1891690225 tempest-ServiceProvidersTest-1891690225-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2851126 Jan 28 01:18:00.502904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-211da966-0d5c-4a08-9021-faf0d9b3f070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (941a46ef-3252-45af-a907-6ccf5f25f03c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.505782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-211da966-0d5c-4a08-9021-faf0d9b3f070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.507578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-211da966-0d5c-4a08-9021-faf0d9b3f070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/941a46ef-3252-45af-a907-6ccf5f25f03c HTTP/1.1" status: 204 len: 168 time: 0.1943357 Jan 28 01:18:00.516117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da966-0d5c-4a08-9021-faf0d9b3f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a46ef-3252-45af-a907-6ccf5f25f03c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:00.543092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9e54715-4f55-42fe-9392-432ce2c8d3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.637438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9e54715-4f55-42fe-9392-432ce2c8d3db admin admin] Publish callbacks [] for security_group (cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.641563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9e54715-4f55-42fe-9392-432ce2c8d3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.689015 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9e54715-4f55-42fe-9392-432ce2c8d3db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cf18f8863f04ef6aa33049e4692c8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839769 Jan 28 01:18:00.689260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:00.690948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e54715-4f55-42fe-9392-432ce2c8d3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:00.822257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c772ef84-ba1d-413b-83be-4df8c89a7b59 admin admin] Publish callbacks [] for security_group (cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.858307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f72fcec-404b-44eb-9137-5e898c5f84df req-9d1c4727-a4cd-4fd5-bb98-a30d6f811c11 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0356240 Jan 28 01:18:00.894556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c772ef84-ba1d-413b-83be-4df8c89a7b59 admin admin] Publish callbacks [] for security_group (cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.988603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c772ef84-ba1d-413b-83be-4df8c89a7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.992834 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c772ef84-ba1d-413b-83be-4df8c89a7b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:00.997404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c772ef84-ba1d-413b-83be-4df8c89a7b59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6 HTTP/1.1" status: 204 len: 168 time: 0.3071649 Jan 28 01:18:01.007094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ef84-ba1d-413b-83be-4df8c89a7b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc91dfd-5914-4c4e-82e8-e906e4ad7cf6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:01.050507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44238) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:01.204271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44244) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:01.255581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-399f1445-f8d0-4222-8b0f-001c9eac6a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.372488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-399f1445-f8d0-4222-8b0f-001c9eac6a9d admin admin] Publish callbacks [] for security_group (9aec8093-c068-4c15-baba-daf5bd8ac4f1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.378119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-399f1445-f8d0-4222-8b0f-001c9eac6a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9aec8093-c068-4c15-baba-daf5bd8ac4f1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.415014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f1445-f8d0-4222-8b0f-001c9eac6a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aec8093-c068-4c15-baba-daf5bd8ac4f1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:01.452617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a47e955a-6c03-440d-bfd7-79949a5d0c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.516158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5de53eea-03da-4edd-8941-7756d4a15c28 req-81742097-4a22-422e-acd1-3c116549477b tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.1067090 Jan 28 01:18:01.551394 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-399f1445-f8d0-4222-8b0f-001c9eac6a9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d16a4b1461645809d470aae644e783f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452413 Jan 28 01:18:01.554708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44254) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:01.641306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c08-0a51-4708-9363-c893f4923d21 admin admin] Publish callbacks [] for security_group (9aec8093-c068-4c15-baba-daf5bd8ac4f1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.670352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c08-0a51-4708-9363-c893f4923d21 admin admin] Publish callbacks [] for security_group (9aec8093-c068-4c15-baba-daf5bd8ac4f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.673422 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a47e955a-6c03-440d-bfd7-79949a5d0c33 admin admin] Publish callbacks [] for security_group (703aecde-a817-43d9-b28f-b28831736695), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.685185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a47e955a-6c03-440d-bfd7-79949a5d0c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (703aecde-a817-43d9-b28f-b28831736695), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.730585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:01.737046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e955a-6c03-440d-bfd7-79949a5d0c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703aecde-a817-43d9-b28f-b28831736695,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:01.763575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a47e955a-6c03-440d-bfd7-79949a5d0c33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d805d0276f4f4efd916bb7d82c0850e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7087479 Jan 28 01:18:01.763853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44258) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:01.773677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c08-0a51-4708-9363-c893f4923d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9aec8093-c068-4c15-baba-daf5bd8ac4f1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.777392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c9b2c08-0a51-4708-9363-c893f4923d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.778752 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c9b2c08-0a51-4708-9363-c893f4923d21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aec8093-c068-4c15-baba-daf5bd8ac4f1 HTTP/1.1" status: 204 len: 168 time: 0.2215476 Jan 28 01:18:01.779794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cc5964d-a0bd-43f3-ac44-0dbc271832a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.804033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b2c08-0a51-4708-9363-c893f4923d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aec8093-c068-4c15-baba-daf5bd8ac4f1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:01.839170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb202e71-b3e5-4e1c-8ee4-974cb0bef7d3 admin admin] Publish callbacks [] for security_group (703aecde-a817-43d9-b28f-b28831736695), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.867920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb202e71-b3e5-4e1c-8ee4-974cb0bef7d3 admin admin] Publish callbacks [] for security_group (703aecde-a817-43d9-b28f-b28831736695), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.945902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cc5964d-a0bd-43f3-ac44-0dbc271832a8 admin admin] Publish callbacks [] for security_group (8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.948941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb202e71-b3e5-4e1c-8ee4-974cb0bef7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (703aecde-a817-43d9-b28f-b28831736695), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.950198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4cc5964d-a0bd-43f3-ac44-0dbc271832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.954258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb202e71-b3e5-4e1c-8ee4-974cb0bef7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:01.955471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb202e71-b3e5-4e1c-8ee4-974cb0bef7d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/703aecde-a817-43d9-b28f-b28831736695 HTTP/1.1" status: 204 len: 168 time: 0.1906602 Jan 28 01:18:01.973427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb202e71-b3e5-4e1c-8ee4-974cb0bef7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703aecde-a817-43d9-b28f-b28831736695,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:01.999131 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4cc5964d-a0bd-43f3-ac44-0dbc271832a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=722bed65813c4853854637a1cb80ce66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662513 Jan 28 01:18:02.001432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5964d-a0bd-43f3-ac44-0dbc271832a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:02.004749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44270) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:02.097464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecf592ed-cdfc-47f2-930d-ce1eebda6d9f admin admin] Publish callbacks [] for security_group (8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.103398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ee788f6-c26e-4950-bd04-aa393faa0900 req-0c952dc8-ef07-4a32-bed8-e728c3695c27 tempest-ServerShowV257Test-1418383255 tempest-ServerShowV257Test-1418383255-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e17d3fc-7fc6-4166-b64e-5bc8e3e7e243 HTTP/1.1" status: 200 len: 210 time: 0.0408535 Jan 28 01:18:02.125392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecf592ed-cdfc-47f2-930d-ce1eebda6d9f admin admin] Publish callbacks [] for security_group (8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.192692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecf592ed-cdfc-47f2-930d-ce1eebda6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.196135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ecf592ed-cdfc-47f2-930d-ce1eebda6d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.202404 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ecf592ed-cdfc-47f2-930d-ce1eebda6d9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1 HTTP/1.1" status: 204 len: 168 time: 0.1959217 Jan 28 01:18:02.210699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf592ed-cdfc-47f2-930d-ce1eebda6d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa11f18-8c94-44d3-ad77-cb59c1e4aeb1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:02.364553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:02.381043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1777695133-network', 'tenant_id': '46848feb14b240f880f09119fa90a1da'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:02.419121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Made reservation on behalf of 46848feb14b240f880f09119fa90a1da for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:02.423648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.434666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.539129 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks [] for security_group (f424da87-d5ff-46e3-be66-aa79b6a2a250), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.545192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f424da87-d5ff-46e3-be66-aa79b6a2a250), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.575005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:18:02.582514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f424da87-d5ff-46e3-be66-aa79b6a2a250,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:02.589492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (014658d4-e0ba-4c4c-882a-2fadff7a0f28), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.589866 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Added segment 014658d4-e0ba-4c4c-882a-2fadff7a0f28 of type vlan for network b353a554-4c02-4bf7-a478-85abac540122 Jan 28 01:18:02.642976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b353a554-4c02-4bf7-a478-85abac540122), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.669531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b353a554-4c02-4bf7-a478-85abac540122), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.670608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:02.671395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.725173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3503995 Jan 28 01:18:02.728297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44302) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:02.735055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Request body: {'subnet': {'network_id': 'b353a554-4c02-4bf7-a478-85abac540122', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1777695133-subnet', 'tenant_id': '46848feb14b240f880f09119fa90a1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:02.748609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd38f9e-c6c0-4330-91e0-3f1f4a00dc59 admin admin] Pushing event updated for resources: {'Network': ['ID=b353a554-4c02-4bf7-a478-85abac540122,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:02.760199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b353a554-4c02-4bf7-a478-85abac540122 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:18:02.772509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Made reservation on behalf of 46848feb14b240f880f09119fa90a1da for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:02.776115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:02.990307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (3dd2b10d-88f9-4a1a-87f9-f972405d6a50), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.062081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd2b10d-88f9-4a1a-87f9-f972405d6a50,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:03.074432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Checking segment: {'id': '014658d4-e0ba-4c4c-882a-2fadff7a0f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b353a554-4c02-4bf7-a478-85abac540122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:18:03.074792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Network hostable DHCP agents. Network: b353a554-4c02-4bf7-a478-85abac540122, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:18:03.098575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Network b353a554-4c02-4bf7-a478-85abac540122 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:18:03.111713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b353a554-4c02-4bf7-a478-85abac540122) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:18:03.120381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:03.120381 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.125636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060bbe8a-e504-4e1b-b17c-59f636491ebb None None] Network b353a554-4c02-4bf7-a478-85abac540122 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:18:03.158413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-46ac42cd-f5c4-4d36-8c76-d06a197f5807 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4278238 Jan 28 01:18:03.269463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf0702-a512-4e35-ba6c-1776b03a2c27 None None] Network b353a554-4c02-4bf7-a478-85abac540122 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:18:03.479755 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.518376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44364) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:03.570315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:03.579676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Deleting subnet b88324a7-2e14-4f76-bb28-9f9f2fd09a75 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:18:03.584550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Publish callbacks [] for subnet (b88324a7-2e14-4f76-bb28-9f9f2fd09a75), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.635868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (b88324a7-2e14-4f76-bb28-9f9f2fd09a75), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.689743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b88324a7-2e14-4f76-bb28-9f9f2fd09a75), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.823804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (b88324a7-2e14-4f76-bb28-9f9f2fd09a75), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.843357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.846928 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b88324a7-2e14-4f76-bb28-9f9f2fd09a75 HTTP/1.1" status: 204 len: 168 time: 0.3272676 Jan 28 01:18:03.849762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44386) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:03.879483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbea0a-8244-489a-9070-e2e0378de54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88324a7-2e14-4f76-bb28-9f9f2fd09a75,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:03.941067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37cc9c04-e172-464b-bfa3-9893e57460b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:03.968488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (99bed227-92bb-4adf-a418-b2451fdf6942), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.011829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44390) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:04.106787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (99bed227-92bb-4adf-a418-b2451fdf6942), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.142363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bed227-92bb-4adf-a418-b2451fdf6942']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:04.160245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b72c286-3bca-4f57-8342-eebffcc4551d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:04.160957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b72c286-3bca-4f57-8342-eebffcc4551d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:04.178886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (4b72c286-3bca-4f57-8342-eebffcc4551d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.181919 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37cc9c04-e172-464b-bfa3-9893e57460b8 admin admin] Publish callbacks [] for security_group (47786e37-e713-4c59-8837-30a945c43136), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.190293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37cc9c04-e172-464b-bfa3-9893e57460b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (47786e37-e713-4c59-8837-30a945c43136), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.204386 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4b72c286-3bca-4f57-8342-eebffcc4551d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.223862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:18:04.224466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (4b72c286-3bca-4f57-8342-eebffcc4551d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:18:04.230148 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:18:04.293221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-37cc9c04-e172-464b-bfa3-9893e57460b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0812d7ec102349f585bd4f7a163934b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7216964 Jan 28 01:18:04.294209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc9c04-e172-464b-bfa3-9893e57460b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47786e37-e713-4c59-8837-30a945c43136,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:04.295859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44400) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:04.330300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (99bed227-92bb-4adf-a418-b2451fdf6942), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.341615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.345362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] 10.222.0.23 "DELETE /v2.0/networks/99bed227-92bb-4adf-a418-b2451fdf6942 HTTP/1.1" status: 204 len: 168 time: 0.4943938 Jan 28 01:18:04.356604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44402) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:04.360204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3776fa-71a8-4606-8c55-b1a007fac299 admin admin] Pushing event deleted for resources: {'Network': ['ID=99bed227-92bb-4adf-a418-b2451fdf6942,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:04.409417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a2a24cd-cce1-42fc-bd97-966053b5d214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.428217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-197e7ca1-a92e-4242-ad42-8a94321c6bac admin admin] Publish callbacks [] for security_group (47786e37-e713-4c59-8837-30a945c43136), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.455286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Deleting subnet 3dd2b10d-88f9-4a1a-87f9-f972405d6a50 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:18:04.469020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Publish callbacks [] for subnet (3dd2b10d-88f9-4a1a-87f9-f972405d6a50), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.504228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-197e7ca1-a92e-4242-ad42-8a94321c6bac admin admin] Publish callbacks [] for security_group (47786e37-e713-4c59-8837-30a945c43136), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.542857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (3dd2b10d-88f9-4a1a-87f9-f972405d6a50), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.613003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3dd2b10d-88f9-4a1a-87f9-f972405d6a50), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.662972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a2a24cd-cce1-42fc-bd97-966053b5d214 admin admin] Publish callbacks [] for security_group (a1728c36-138f-4b7a-bea0-167c816ecd17), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.665947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-197e7ca1-a92e-4242-ad42-8a94321c6bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (47786e37-e713-4c59-8837-30a945c43136), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.668548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-197e7ca1-a92e-4242-ad42-8a94321c6bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.673286 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-197e7ca1-a92e-4242-ad42-8a94321c6bac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47786e37-e713-4c59-8837-30a945c43136 HTTP/1.1" status: 204 len: 168 time: 0.3760455 Jan 28 01:18:04.680515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a2a24cd-cce1-42fc-bd97-966053b5d214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a1728c36-138f-4b7a-bea0-167c816ecd17), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.704032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e7ca1-a92e-4242-ad42-8a94321c6bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47786e37-e713-4c59-8837-30a945c43136,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:04.742183 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a2a24cd-cce1-42fc-bd97-966053b5d214 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dbb23947bd04c70bf2ab9b75a58bf4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7288764 Jan 28 01:18:04.745096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44422) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:04.754230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (3dd2b10d-88f9-4a1a-87f9-f972405d6a50), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.756835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a24cd-cce1-42fc-bd97-966053b5d214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1728c36-138f-4b7a-bea0-167c816ecd17,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:04.794685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd2b10d-88f9-4a1a-87f9-f972405d6a50,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:04.799753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.807146 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b6a4249d-1d73-4029-9c86-c41cedd4cb9c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3dd2b10d-88f9-4a1a-87f9-f972405d6a50 HTTP/1.1" status: 204 len: 168 time: 0.4476416 Jan 28 01:18:04.807364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44426) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:04.823371 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-036af3f0-7aa6-42b5-bc65-be694f083ef1 admin admin] Publish callbacks [] for security_group (a1728c36-138f-4b7a-bea0-167c816ecd17), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.890667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b353a554-4c02-4bf7-a478-85abac540122), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.901658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-036af3f0-7aa6-42b5-bc65-be694f083ef1 admin admin] Publish callbacks [] for security_group (a1728c36-138f-4b7a-bea0-167c816ecd17), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:04.995430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b353a554-4c02-4bf7-a478-85abac540122), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.000819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-036af3f0-7aa6-42b5-bc65-be694f083ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a1728c36-138f-4b7a-bea0-167c816ecd17), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.003857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-036af3f0-7aa6-42b5-bc65-be694f083ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.005813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-036af3f0-7aa6-42b5-bc65-be694f083ef1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1728c36-138f-4b7a-bea0-167c816ecd17 HTTP/1.1" status: 204 len: 168 time: 0.2591970 Jan 28 01:18:05.026335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036af3f0-7aa6-42b5-bc65-be694f083ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1728c36-138f-4b7a-bea0-167c816ecd17,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:05.062229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b353a554-4c02-4bf7-a478-85abac540122']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:05.081882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014658d4-e0ba-4c4c-882a-2fadff7a0f28') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:05.082184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014658d4-e0ba-4c4c-882a-2fadff7a0f28') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:05.100534 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (014658d4-e0ba-4c4c-882a-2fadff7a0f28), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.118381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (014658d4-e0ba-4c4c-882a-2fadff7a0f28), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.127304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (014658d4-e0ba-4c4c-882a-2fadff7a0f28), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:18:05.130780 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:18:05.200397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b353a554-4c02-4bf7-a478-85abac540122), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.209676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.214793 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] 10.222.0.23 "DELETE /v2.0/networks/b353a554-4c02-4bf7-a478-85abac540122 HTTP/1.1" status: 204 len: 168 time: 0.4065428 Jan 28 01:18:05.231133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e337df-a045-4759-b73b-0b4f2261701e admin admin] Pushing event deleted for resources: {'Network': ['ID=b353a554-4c02-4bf7-a478-85abac540122,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:05.531134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44462) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:05.550230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55ec701e-ab67-424d-a9c4-d6badda84503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.589041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44464) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:05.648880 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-685ea860-5105-45b1-9ae0-3c5b26e6d9e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae2d6dfd89b34a5abcd67882d4dd3562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587766 Jan 28 01:18:05.651304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44466) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:05.668755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55ec701e-ab67-424d-a9c4-d6badda84503 admin admin] Publish callbacks [] for security_group (544c0e4a-ce63-4772-a7c8-65dc8f082f82), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.675950 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-55ec701e-ab67-424d-a9c4-d6badda84503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (544c0e4a-ce63-4772-a7c8-65dc8f082f82), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.742954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec701e-ab67-424d-a9c4-d6badda84503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544c0e4a-ce63-4772-a7c8-65dc8f082f82,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:05.764538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74198fea-b80a-4a6f-a341-a4a5bbd85695 admin admin] Publish callbacks [] for security_group (04d8d589-4d49-43d2-bb5a-c244edf1f810), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.776822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-55ec701e-ab67-424d-a9c4-d6badda84503 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1aeccb5eefb4d388b73c996f42e3f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415891 Jan 28 01:18:05.777483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44470) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:05.803807 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74198fea-b80a-4a6f-a341-a4a5bbd85695 admin admin] Publish callbacks [] for security_group (04d8d589-4d49-43d2-bb5a-c244edf1f810), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.851537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e739c2a-352a-48b2-88db-fe7150bb9a4d admin admin] Publish callbacks [] for security_group (544c0e4a-ce63-4772-a7c8-65dc8f082f82), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.878610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e739c2a-352a-48b2-88db-fe7150bb9a4d admin admin] Publish callbacks [] for security_group (544c0e4a-ce63-4772-a7c8-65dc8f082f82), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.880651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74198fea-b80a-4a6f-a341-a4a5bbd85695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (04d8d589-4d49-43d2-bb5a-c244edf1f810), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.883689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74198fea-b80a-4a6f-a341-a4a5bbd85695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.888081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-74198fea-b80a-4a6f-a341-a4a5bbd85695 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04d8d589-4d49-43d2-bb5a-c244edf1f810 HTTP/1.1" status: 204 len: 168 time: 0.2355754 Jan 28 01:18:05.903861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198fea-b80a-4a6f-a341-a4a5bbd85695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8d589-4d49-43d2-bb5a-c244edf1f810,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:05.988444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e739c2a-352a-48b2-88db-fe7150bb9a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (544c0e4a-ce63-4772-a7c8-65dc8f082f82), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.991959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e739c2a-352a-48b2-88db-fe7150bb9a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:05.993122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6e739c2a-352a-48b2-88db-fe7150bb9a4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/544c0e4a-ce63-4772-a7c8-65dc8f082f82 HTTP/1.1" status: 204 len: 168 time: 0.2146351 Jan 28 01:18:06.011073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e739c2a-352a-48b2-88db-fe7150bb9a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c0e4a-ce63-4772-a7c8-65dc8f082f82,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:06.723377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44526) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:06.767954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0c72c148-d5cc-4f8d-8d36-6b2527a97ce3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46848feb14b240f880f09119fa90a1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433397 Jan 28 01:18:06.770680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44528) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:06.823162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea18a563-c20f-45b7-9a7b-f5b73cc28289 admin admin] Publish callbacks [] for security_group (f424da87-d5ff-46e3-be66-aa79b6a2a250), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:06.852046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea18a563-c20f-45b7-9a7b-f5b73cc28289 admin admin] Publish callbacks [] for security_group (f424da87-d5ff-46e3-be66-aa79b6a2a250), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:06.920112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea18a563-c20f-45b7-9a7b-f5b73cc28289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f424da87-d5ff-46e3-be66-aa79b6a2a250), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:06.923121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ea18a563-c20f-45b7-9a7b-f5b73cc28289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:06.924412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ea18a563-c20f-45b7-9a7b-f5b73cc28289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f424da87-d5ff-46e3-be66-aa79b6a2a250 HTTP/1.1" status: 204 len: 168 time: 0.1525321 Jan 28 01:18:06.935216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18a563-c20f-45b7-9a7b-f5b73cc28289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424da87-d5ff-46e3-be66-aa79b6a2a250,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:07.085227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15a44137-5cb7-4793-96c4-fd708fa1b719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:07.249989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.151352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:08.225571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44628) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:08.530719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10671809-8451-4c52-b478-84ee3ecf1c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.561514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1560953771-network', 'tenant_id': '8cf27ba066f847a49c2198af6350ee6c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:08.655507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Made reservation on behalf of 8cf27ba066f847a49c2198af6350ee6c for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:08.658160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.688982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.783872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10671809-8451-4c52-b478-84ee3ecf1c17 admin admin] Publish callbacks [] for security_group (124ebf94-e2a3-40a2-b4f0-eb3d2184a37c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.802582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10671809-8451-4c52-b478-84ee3ecf1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (124ebf94-e2a3-40a2-b4f0-eb3d2184a37c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.905785 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10671809-8451-4c52-b478-84ee3ecf1c17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b84a53141514b9aa5e410b3acb1f5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7531252 Jan 28 01:18:08.908628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44660) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:08.909108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671809-8451-4c52-b478-84ee3ecf1c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124ebf94-e2a3-40a2-b4f0-eb3d2184a37c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:08.957978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks [] for security_group (b765ed7f-33c6-40f4-9f90-63bbdafa3178), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.964163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b765ed7f-33c6-40f4-9f90-63bbdafa3178), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.002909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-458cda98-9c04-4cf6-888a-c3b0251b6224 admin admin] Publish callbacks [] for security_group (124ebf94-e2a3-40a2-b4f0-eb3d2184a37c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.008130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765ed7f-33c6-40f4-9f90-63bbdafa3178,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:09.019437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:18:09.039267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9b5ebb7e-91f4-4158-8e4e-74929b6f015a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.039802 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Added segment 9b5ebb7e-91f4-4158-8e4e-74929b6f015a of type vlan for network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 Jan 28 01:18:09.046544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-458cda98-9c04-4cf6-888a-c3b0251b6224 admin admin] Publish callbacks [] for security_group (124ebf94-e2a3-40a2-b4f0-eb3d2184a37c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.100432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-458cda98-9c04-4cf6-888a-c3b0251b6224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (124ebf94-e2a3-40a2-b4f0-eb3d2184a37c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.103825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-458cda98-9c04-4cf6-888a-c3b0251b6224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.108558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-458cda98-9c04-4cf6-888a-c3b0251b6224 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/124ebf94-e2a3-40a2-b4f0-eb3d2184a37c HTTP/1.1" status: 204 len: 168 time: 0.1984820 Jan 28 01:18:09.120766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cda98-9c04-4cf6-888a-c3b0251b6224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124ebf94-e2a3-40a2-b4f0-eb3d2184a37c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:09.134935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (8b915ba5-bfc4-4877-8b33-99443e7abfd5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.191410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (8b915ba5-bfc4-4877-8b33-99443e7abfd5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.194506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:09.197911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.306916 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5574b597-3c8f-42cd-84a2-adfb089ea1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.329290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1025918 Jan 28 01:18:09.332243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44672) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:09.337890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Request body: {'subnet': {'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1560953771-subnet', 'tenant_id': '8cf27ba066f847a49c2198af6350ee6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:09.352021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8f097-5f9e-4ae6-86ea-8ff3c3b2a63b admin admin] Pushing event updated for resources: {'Network': ['ID=8b915ba5-bfc4-4877-8b33-99443e7abfd5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:09.375403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:18:09.377854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Made reservation on behalf of 8cf27ba066f847a49c2198af6350ee6c for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:09.383371 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.865464 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.990761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Checking segment: {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:18:09.994033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Network hostable DHCP agents. Network: 8b915ba5-bfc4-4877-8b33-99443e7abfd5, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:18:10.014606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:10.032072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:18:10.047584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 8b915ba5-bfc4-4877-8b33-99443e7abfd5) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:18:10.053275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:10.054706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.060197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e47fac-4b09-40ed-af2e-ca6bb33a4d88 None None] Network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:18:10.089651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-37cb427e-228f-4c64-ac0d-fb622e99c91b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7487373 Jan 28 01:18:10.267136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957c869-784f-480a-9f84-d2f6ae7d6e8b None None] Network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:18:10.388446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44728) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:10.422856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7496aa0b-8e2a-47dd-8d4a-a26247513269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.560145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7496aa0b-8e2a-47dd-8d4a-a26247513269 admin admin] Publish callbacks [] for security_group (90634764-b8de-4386-97e7-9cca7d4cd202), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.566036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7496aa0b-8e2a-47dd-8d4a-a26247513269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (90634764-b8de-4386-97e7-9cca7d4cd202), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.607558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496aa0b-8e2a-47dd-8d4a-a26247513269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90634764-b8de-4386-97e7-9cca7d4cd202,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:10.643966 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7496aa0b-8e2a-47dd-8d4a-a26247513269 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a532e1a1ebc24fb6a7303c6d67c7feee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538674 Jan 28 01:18:10.646890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44734) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:10.750067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b97c3980-2d68-434f-9b9d-24c111efdcce admin admin] Publish callbacks [] for security_group (90634764-b8de-4386-97e7-9cca7d4cd202), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.812057 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.827798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b97c3980-2d68-434f-9b9d-24c111efdcce admin admin] Publish callbacks [] for security_group (90634764-b8de-4386-97e7-9cca7d4cd202), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.901815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b97c3980-2d68-434f-9b9d-24c111efdcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (90634764-b8de-4386-97e7-9cca7d4cd202), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.901815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b97c3980-2d68-434f-9b9d-24c111efdcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:10.901815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b97c3980-2d68-434f-9b9d-24c111efdcce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90634764-b8de-4386-97e7-9cca7d4cd202 HTTP/1.1" status: 204 len: 168 time: 0.2537789 Jan 28 01:18:10.911442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c3980-2d68-434f-9b9d-24c111efdcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90634764-b8de-4386-97e7-9cca7d4cd202,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:11.901526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-dd59ac5a-1eda-4c24-9927-f3916fcfec1f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:11.901526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-dd59ac5a-1eda-4c24-9927-f3916fcfec1f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 814 time: 0.1727023 Jan 28 01:18:11.923154 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:11.932787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-1a02a287-1a5b-4bf6-a194-d9449c6b8337 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/quotas/8cf27ba066f847a49c2198af6350ee6c HTTP/1.1" status: 200 len: 375 time: 0.0238323 Jan 28 01:18:11.975941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-f3f2d0f6-ba84-451d-988c-20d64a1e7839 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414922 Jan 28 01:18:12.141524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-f31f3f47-523d-45f3-9210-9eef94b30142 service neutron] 10.222.0.23 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646163 Jan 28 01:18:12.271756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-449ef261-adff-4c39-bc28-a4578069d62e service neutron] 10.222.0.23 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220369 Jan 28 01:18:12.552866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2f7c802-ab4a-426c-9d49-a94d36b76d08 req-38b5d18e-6ac5-43c6-aa80-250a8ef5b94c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 210 time: 0.0792885 Jan 28 01:18:13.321477 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:13.636369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44956) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:13.677476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29e1cf8a-a6cb-498b-b119-fad4b5f19ca8 req-c22bbaab-61f7-420b-b7f9-dfcefa0cf8bf tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 210 time: 0.0476210 Jan 28 01:18:13.848178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-9421539e-ba0e-4acb-9d84-323376044d80 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:13.850008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-9421539e-ba0e-4acb-9d84-323376044d80 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 814 time: 0.1169136 Jan 28 01:18:13.886030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Request body: {'port': {'device_id': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'admin_state_up': True, 'tenant_id': '8cf27ba066f847a49c2198af6350ee6c'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:14.056198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Made reservation on behalf of 8cf27ba066f847a49c2198af6350ee6c for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:14.064600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.210786 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64753398-e631-4608-a1ea-8c2ca0b194b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.320120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Allocated IP 172.20.0.4 (8b915ba5-bfc4-4877-8b33-99443e7abfd5/9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c/8df2e528-5ed8-47b9-bda0-c1666e07fd09) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:18:14.412017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64753398-e631-4608-a1ea-8c2ca0b194b5 admin admin] Publish callbacks [] for security_group (46c88e8d-bb87-4470-8cdc-9b5837f947ec), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.424643 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64753398-e631-4608-a1ea-8c2ca0b194b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (46c88e8d-bb87-4470-8cdc-9b5837f947ec), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.484924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-64753398-e631-4608-a1ea-8c2ca0b194b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f75f015f6f4c4c5b9bc2f8feeea4558c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8444645 Jan 28 01:18:14.492218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45018) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:14.563547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks [] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.575370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64753398-e631-4608-a1ea-8c2ca0b194b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c88e8d-bb87-4470-8cdc-9b5837f947ec,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:14.605141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.616954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-872686b2-1800-4a34-9d63-b168085c87bb admin admin] Publish callbacks [] for security_group (46c88e8d-bb87-4470-8cdc-9b5837f947ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.657801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-872686b2-1800-4a34-9d63-b168085c87bb admin admin] Publish callbacks [] for security_group (46c88e8d-bb87-4470-8cdc-9b5837f947ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.663707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:14.682360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.684305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.684664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.685007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.685352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.685688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.686048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.686376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.686700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.687022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.687344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.687665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.687983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:14.727986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:18:14.733472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:18:14.741234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:18:14.759827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-872686b2-1800-4a34-9d63-b168085c87bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (46c88e8d-bb87-4470-8cdc-9b5837f947ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.763998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-872686b2-1800-4a34-9d63-b168085c87bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.765803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-872686b2-1800-4a34-9d63-b168085c87bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46c88e8d-bb87-4470-8cdc-9b5837f947ec HTTP/1.1" status: 204 len: 168 time: 0.2676141 Jan 28 01:18:14.776424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872686b2-1800-4a34-9d63-b168085c87bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c88e8d-bb87-4470-8cdc-9b5837f947ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:14.840939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6983168-a391-43d5-9dfc-f0b67e7e27ac req-54dc6144-5f53-4419-bb70-8ab8c3d34bc9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:14.843095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6983168-a391-43d5-9dfc-f0b67e7e27ac req-54dc6144-5f53-4419-bb70-8ab8c3d34bc9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 931 time: 0.0629508 Jan 28 01:18:14.865719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:14.867105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.888860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-08676010-f10e-4602-aa02-3f7779f68fad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0242639 Jan 28 01:18:14.906623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Request body: {'port': {'device_id': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:14.974815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6983168-a391-43d5-9dfc-f0b67e7e27ac req-a472eb07-03dc-47f2-a810-c9f889978b08 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256323 Jan 28 01:18:15.013036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45034) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:15.042160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.561243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df2e528-5ed8-47b9-bda0-c1666e07fd09 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:18:15.582335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Publish callbacks [] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.608392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Transition to ACTIVE for port object 8df2e528-5ed8-47b9-bda0-c1666e07fd09 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:18:15.616232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.705698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20e12ee0-1dbd-4b8d-9341-a8950c98070d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.717390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:15.789383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45066) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:15.790175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Attempting to bind port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:18:15.790777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Attempting to bind port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:18:15.791280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Attempting to bind port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 on network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:18:15.816426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 on network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:18:15.817034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Attempting to bind port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 on network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:18:15.823152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af3a9b03-ce65-4207-8ae2-04c20c45cd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.835896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:18:15.836687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Checking segment: {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:18:15.837256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Bound using segment: {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:18:15.838557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Bound port: 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:18:15.839132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.930665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:18:15.936798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:18:15.951140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.991790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20e12ee0-1dbd-4b8d-9341-a8950c98070d admin admin] Publish callbacks [] for security_group (44ecb06b-1c51-4467-a494-783e291ad401), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:15.997260 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20e12ee0-1dbd-4b8d-9341-a8950c98070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (44ecb06b-1c51-4467-a494-783e291ad401), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.031673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:16.032298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.053983 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] 10.222.0.43 "PUT /v2.0/ports/8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 1091 time: 1.1535485 Jan 28 01:18:16.055841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:16.058222 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:16.127078 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a7acf-786d-42fd-986a-5e298fd867d7 x-openstack-request-id: req-6c9a7acf-786d-42fd-986a-5e298fd867d7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:16.127372 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:16.127629 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c9a7acf-786d-42fd-986a-5e298fd867d7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:16.128589 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'status': 'completed', 'code': 200} Jan 28 01:18:16.129250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6cf9b-d319-43c8-96eb-a84e35df9ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:16.207765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af3a9b03-ce65-4207-8ae2-04c20c45cd07 admin admin] Publish callbacks [] for security_group (f8dd509c-7a5a-45b2-b2d2-135e72ba6a89), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.213459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af3a9b03-ce65-4207-8ae2-04c20c45cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f8dd509c-7a5a-45b2-b2d2-135e72ba6a89), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.222537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e12ee0-1dbd-4b8d-9341-a8950c98070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ecb06b-1c51-4467-a494-783e291ad401,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:16.239655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-20e12ee0-1dbd-4b8d-9341-a8950c98070d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f349c6da99ba4de7b85cbbe8bac54e21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2249451 Jan 28 01:18:16.241507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45080) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:16.296121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39161a-8593-4769-9059-d764b65022dd req-40b39f9d-f5de-4b77-b43a-c5b365252ec1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:16.297912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de39161a-8593-4769-9059-d764b65022dd req-40b39f9d-f5de-4b77-b43a-c5b365252ec1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.2138832 Jan 28 01:18:16.324532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-d4843fa7-cd4a-4d43-a9a1-723b09e3378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:16.328669 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-d4843fa7-cd4a-4d43-a9a1-723b09e3378c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1094 time: 0.1943185 Jan 28 01:18:16.331156 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-af3a9b03-ce65-4207-8ae2-04c20c45cd07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c979d68bbb804f4cbd82b8a94260a017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361898 Jan 28 01:18:16.346978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45082) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:16.347942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4f2f-9e8b-461f-b7d9-db40ebab16b1 admin admin] Publish callbacks [] for security_group (44ecb06b-1c51-4467-a494-783e291ad401), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.357903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9b03-ce65-4207-8ae2-04c20c45cd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dd509c-7a5a-45b2-b2d2-135e72ba6a89,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:16.419417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4f2f-9e8b-461f-b7d9-db40ebab16b1 admin admin] Publish callbacks [] for security_group (44ecb06b-1c51-4467-a494-783e291ad401), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.441051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de39161a-8593-4769-9059-d764b65022dd req-c3de8a58-ceee-4817-b1ea-482330d1372c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317914 Jan 28 01:18:16.490719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47b3f16b-8187-4dbd-8b2e-acd83806fbe7 admin admin] Publish callbacks [] for security_group (f8dd509c-7a5a-45b2-b2d2-135e72ba6a89), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.505825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:16.508660 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-0ed4f9ec-91d8-43c6-bb55-bc053c7cb50f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.1571500 Jan 28 01:18:16.576336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47b3f16b-8187-4dbd-8b2e-acd83806fbe7 admin admin] Publish callbacks [] for security_group (f8dd509c-7a5a-45b2-b2d2-135e72ba6a89), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.613319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4f2f-9e8b-461f-b7d9-db40ebab16b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (44ecb06b-1c51-4467-a494-783e291ad401), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.619402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b4b4f2f-9e8b-461f-b7d9-db40ebab16b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.626111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0b4b4f2f-9e8b-461f-b7d9-db40ebab16b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44ecb06b-1c51-4467-a494-783e291ad401 HTTP/1.1" status: 204 len: 168 time: 0.3829200 Jan 28 01:18:16.670870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b4f2f-9e8b-461f-b7d9-db40ebab16b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ecb06b-1c51-4467-a494-783e291ad401,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:16.687013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a552-0971-4dd8-9786-192a242697a9 req-dcf1eb5e-6f1b-4050-b449-3187e1dbca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:16.688749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-dcf1eb5e-6f1b-4050-b449-3187e1dbca99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.1587577 Jan 28 01:18:16.714679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47b3f16b-8187-4dbd-8b2e-acd83806fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f8dd509c-7a5a-45b2-b2d2-135e72ba6a89), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.722890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-47b3f16b-8187-4dbd-8b2e-acd83806fbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.726404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-47b3f16b-8187-4dbd-8b2e-acd83806fbe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8dd509c-7a5a-45b2-b2d2-135e72ba6a89 HTTP/1.1" status: 204 len: 168 time: 0.3751812 Jan 28 01:18:16.745605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3f16b-8187-4dbd-8b2e-acd83806fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dd509c-7a5a-45b2-b2d2-135e72ba6a89,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:16.801002 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-089a0a1c-3e25-4261-9b1f-ae94a6709aeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924075 Jan 28 01:18:16.881446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4e98996-0ab2-46e6-a144-a192e877abd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:16.939894 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-ead1303a-eb0d-414b-8ce7-315e5782398a service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327281 Jan 28 01:18:17.073142 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6500a552-0971-4dd8-9786-192a242697a9 req-3f4c5f57-7c4a-48ff-bafb-9a234d3c96dc service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238284 Jan 28 01:18:17.082206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4e98996-0ab2-46e6-a144-a192e877abd8 admin admin] Publish callbacks [] for security_group (56baebeb-ad36-4cb0-955e-532c87ff30f6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.088951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4e98996-0ab2-46e6-a144-a192e877abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (56baebeb-ad36-4cb0-955e-532c87ff30f6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.174489 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f4e98996-0ab2-46e6-a144-a192e877abd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57be54d9be134f1c99a9d8aa72038ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6675990 Jan 28 01:18:17.177288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45126) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:17.190956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e98996-0ab2-46e6-a144-a192e877abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56baebeb-ad36-4cb0-955e-532c87ff30f6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:17.217413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-adfd4449-2d9d-4e67-840a-058d48ba058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:17.219229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-adfd4449-2d9d-4e67-840a-058d48ba058d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1094 time: 0.0573132 Jan 28 01:18:17.290026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2324bd6b-cd00-4bbc-a486-119fb11f4272 admin admin] Publish callbacks [] for security_group (56baebeb-ad36-4cb0-955e-532c87ff30f6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.339319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2324bd6b-cd00-4bbc-a486-119fb11f4272 admin admin] Publish callbacks [] for security_group (56baebeb-ad36-4cb0-955e-532c87ff30f6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.354640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-e5377c47-0e10-49d4-8807-575039b76674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:17.358229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-e5377c47-0e10-49d4-8807-575039b76674 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.1312387 Jan 28 01:18:17.378908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45130) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:17.400882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76b359b3-82b8-4b1e-9bd4-4c95c081aea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.451538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-15de5d59-02ab-44b6-98c8-f74b06102b29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.0850866 Jan 28 01:18:17.472576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2324bd6b-cd00-4bbc-a486-119fb11f4272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (56baebeb-ad36-4cb0-955e-532c87ff30f6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.475620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2324bd6b-cd00-4bbc-a486-119fb11f4272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.480923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2324bd6b-cd00-4bbc-a486-119fb11f4272 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56baebeb-ad36-4cb0-955e-532c87ff30f6 HTTP/1.1" status: 204 len: 168 time: 0.3025453 Jan 28 01:18:17.523851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324bd6b-cd00-4bbc-a486-119fb11f4272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56baebeb-ad36-4cb0-955e-532c87ff30f6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:17.587863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-473f78f1-6497-4ddc-81e2-7a94f1830243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:17.592230 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-473f78f1-6497-4ddc-81e2-7a94f1830243 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.1343467 Jan 28 01:18:17.637885 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-17a53945-72ef-48d5-a3bb-5bfa82af3f92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387139 Jan 28 01:18:17.704131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff97373-6fca-460a-ac1f-a0545587791e req-2fa92129-4dbf-43b0-8b81-e58940f188f2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:17.712099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ff97373-6fca-460a-ac1f-a0545587791e req-2fa92129-4dbf-43b0-8b81-e58940f188f2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1296206 Jan 28 01:18:17.716534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76b359b3-82b8-4b1e-9bd4-4c95c081aea4 admin admin] Publish callbacks [] for security_group (a2b5e6d3-4f3b-4118-b644-8bb008fd7a72), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.724641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-76b359b3-82b8-4b1e-9bd4-4c95c081aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a2b5e6d3-4f3b-4118-b644-8bb008fd7a72), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:17.767517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b359b3-82b8-4b1e-9bd4-4c95c081aea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5e6d3-4f3b-4118-b644-8bb008fd7a72,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:17.831160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ff97373-6fca-460a-ac1f-a0545587791e req-761a5548-0dea-4e91-9467-c35d6175cfa7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131351 Jan 28 01:18:17.838950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:17.848642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-76b359b3-82b8-4b1e-9bd4-4c95c081aea4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61d87b99b6684784bfceabd6b5833f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664457 Jan 28 01:18:17.906638 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-105ca309-21bd-4a08-bf80-e903b10d23d6 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504230 Jan 28 01:18:18.027667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c4ed-a4f5-4e6e-b46e-cc68dd6d13b5 admin admin] Publish callbacks [] for security_group (a2b5e6d3-4f3b-4118-b644-8bb008fd7a72), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:18.066076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4d37c21a-76e8-4258-8fe6-986c1fad9c6f req-88c57ef4-6631-45ee-962e-6e6713867418 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511383 Jan 28 01:18:18.068881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c4ed-a4f5-4e6e-b46e-cc68dd6d13b5 admin admin] Publish callbacks [] for security_group (a2b5e6d3-4f3b-4118-b644-8bb008fd7a72), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:18.123586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c4ed-a4f5-4e6e-b46e-cc68dd6d13b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a2b5e6d3-4f3b-4118-b644-8bb008fd7a72), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:18.126656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c4ed-a4f5-4e6e-b46e-cc68dd6d13b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:18.130491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9f1c4ed-a4f5-4e6e-b46e-cc68dd6d13b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2b5e6d3-4f3b-4118-b644-8bb008fd7a72 HTTP/1.1" status: 204 len: 168 time: 0.2873936 Jan 28 01:18:18.137101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1c4ed-a4f5-4e6e-b46e-cc68dd6d13b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5e6d3-4f3b-4118-b644-8bb008fd7a72,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:18.946710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bfd35-f1db-43cd-9a2a-7308a68c4d55 req-53d2069a-3c3f-47f8-b269-e1ea766428f4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:18.948242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-478bfd35-f1db-43cd-9a2a-7308a68c4d55 req-53d2069a-3c3f-47f8-b269-e1ea766428f4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.0491431 Jan 28 01:18:19.003943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-478bfd35-f1db-43cd-9a2a-7308a68c4d55 req-5f719d67-e383-4db6-8cd1-7b0adafb2616 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Jan 28 01:18:19.233691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:18:19.343060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:19.358416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'port_id': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'mac_address': 'fa:16:3e:13:6c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:18:19.400967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:18:19.401374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:19.414954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df2e528-5ed8-47b9-bda0-c1666e07fd09 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:18:19.434453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:19.439225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:19.498546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:19.506331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.506681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.507049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.507388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.507714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.508214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.508551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.508880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.509202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.509528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.509876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.510200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.510522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:19.712994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8df2e528-5ed8-47b9-bda0-c1666e07fd09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:18:19.791308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:20.058004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-106a0fba-3233-4228-b45d-d51fc244dbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.160095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-106a0fba-3233-4228-b45d-d51fc244dbb0 admin admin] Publish callbacks [] for security_group (583d6be7-fe38-4337-a1c3-53fdb5eadb87), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.163490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1241-07b5-4eb3-a1a4-754dfc1a790c req-57df5f42-084f-4a12-9a88-480cf7117c8e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:20.165052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2df1241-07b5-4eb3-a1a4-754dfc1a790c req-57df5f42-084f-4a12-9a88-480cf7117c8e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 944 time: 0.0561810 Jan 28 01:18:20.167101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-106a0fba-3233-4228-b45d-d51fc244dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (583d6be7-fe38-4337-a1c3-53fdb5eadb87), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.213291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0fba-3233-4228-b45d-d51fc244dbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583d6be7-fe38-4337-a1c3-53fdb5eadb87,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:20.226352 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-106a0fba-3233-4228-b45d-d51fc244dbb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1c145a499a44e298235f601851ed816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338200 Jan 28 01:18:20.226774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:20.245526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2df1241-07b5-4eb3-a1a4-754dfc1a790c req-46574544-201a-467a-870d-3019b31c4dee tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733259 Jan 28 01:18:20.287326 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b11b9a7a-2887-48b3-9edc-c5031e5f7c90 admin admin] Publish callbacks [] for security_group (583d6be7-fe38-4337-a1c3-53fdb5eadb87), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.314614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b11b9a7a-2887-48b3-9edc-c5031e5f7c90 admin admin] Publish callbacks [] for security_group (583d6be7-fe38-4337-a1c3-53fdb5eadb87), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.375378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b11b9a7a-2887-48b3-9edc-c5031e5f7c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (583d6be7-fe38-4337-a1c3-53fdb5eadb87), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.378487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b11b9a7a-2887-48b3-9edc-c5031e5f7c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:20.379764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b11b9a7a-2887-48b3-9edc-c5031e5f7c90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/583d6be7-fe38-4337-a1c3-53fdb5eadb87 HTTP/1.1" status: 204 len: 168 time: 0.1520586 Jan 28 01:18:20.387742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b9a7a-2887-48b3-9edc-c5031e5f7c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583d6be7-fe38-4337-a1c3-53fdb5eadb87,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:21.162564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45358) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:21.259963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:18:21.391447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:18:21.396752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:18:21.398218 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.432484 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e55f4ea4-8e11-40c7-94a4-ede18aca0958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.448957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77f77-d382-435a-9a30-0a2557bbbd4a req-b65b51e7-74bd-4587-b458-1e959cb59d7a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:21.460525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba77f77-d382-435a-9a30-0a2557bbbd4a req-b65b51e7-74bd-4587-b458-1e959cb59d7a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 944 time: 0.0942709 Jan 28 01:18:21.547010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba77f77-d382-435a-9a30-0a2557bbbd4a req-78828caf-8154-4208-8611-4bd2a61d90c9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818617 Jan 28 01:18:21.590498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e55f4ea4-8e11-40c7-94a4-ede18aca0958 admin admin] Publish callbacks [] for security_group (f1612438-9ee4-4ab9-a0ab-02c0c82c7d52), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.596302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e55f4ea4-8e11-40c7-94a4-ede18aca0958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1612438-9ee4-4ab9-a0ab-02c0c82c7d52), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.620182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:18:21.620827 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.634012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4ea4-8e11-40c7-94a4-ede18aca0958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1612438-9ee4-4ab9-a0ab-02c0c82c7d52,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:21.652332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:21.658474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e55f4ea4-8e11-40c7-94a4-ede18aca0958 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa478fa16dbd4da29bb2e0c4d00351f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4924169 Jan 28 01:18:21.658645 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1689dd-a6fe-462d-a895-32bc33cafc49" -d '{"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-plugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:21.659052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45382) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:21.709253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:21.720381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.757153 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7bf15-d806-40f1-a1e8-f26cc67232e6 x-openstack-request-id: req-50d7bf15-d806-40f1-a1e8-f26cc67232e6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:21.757700 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-plugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:21.758144 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50d7bf15-d806-40f1-a1e8-f26cc67232e6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:21.758677 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'code': 200} Jan 28 01:18:21.790626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df0a7ec-e3da-43e6-b121-6f235b8d1d2e admin admin] Publish callbacks [] for security_group (f1612438-9ee4-4ab9-a0ab-02c0c82c7d52), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:21.805175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:21.909376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193bd7b-4a21-4b76-8d92-f547c7c000e4 req-e20ca608-05a9-4252-a69c-fbf96d00336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:21.911272 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a193bd7b-4a21-4b76-8d92-f547c7c000e4 req-e20ca608-05a9-4252-a69c-fbf96d00336f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1096 time: 0.0824945 Jan 28 01:18:22.004252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a193bd7b-4a21-4b76-8d92-f547c7c000e4 req-751b6f40-20b4-4006-ab49-15293d816ee5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 Jan 28 01:18:22.323355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df0a7ec-e3da-43e6-b121-6f235b8d1d2e admin admin] Publish callbacks [] for security_group (f1612438-9ee4-4ab9-a0ab-02c0c82c7d52), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:22.372772 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df0a7ec-e3da-43e6-b121-6f235b8d1d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1612438-9ee4-4ab9-a0ab-02c0c82c7d52), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:22.375373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df0a7ec-e3da-43e6-b121-6f235b8d1d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:22.376535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4df0a7ec-e3da-43e6-b121-6f235b8d1d2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1612438-9ee4-4ab9-a0ab-02c0c82c7d52 HTTP/1.1" status: 204 len: 168 time: 0.7164762 Jan 28 01:18:22.388590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0a7ec-e3da-43e6-b121-6f235b8d1d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1612438-9ee4-4ab9-a0ab-02c0c82c7d52,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:22.763782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223d9-21e0-404e-9e78-e7ce0fd9070b req-899f4db5-8f8e-4313-9a61-c3b17b577122 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:22.771061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e49223d9-21e0-404e-9e78-e7ce0fd9070b req-899f4db5-8f8e-4313-9a61-c3b17b577122 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1185644 Jan 28 01:18:22.843060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e49223d9-21e0-404e-9e78-e7ce0fd9070b req-acb34244-0318-45c0-b2ca-3b319f211347 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709479 Jan 28 01:18:24.065865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556ceb8-2f20-47a3-b87d-c9941427895a req-4b9e5035-7987-45a0-8653-6a1f3479e7f3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:24.070475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6556ceb8-2f20-47a3-b87d-c9941427895a req-4b9e5035-7987-45a0-8653-6a1f3479e7f3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1119115 Jan 28 01:18:24.255675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6556ceb8-2f20-47a3-b87d-c9941427895a req-47bdb411-8920-4579-8bc1-0506873754fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791255 Jan 28 01:18:25.000393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-0ddce472-3a50-4021-ae93-80996d92eea6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:25.004997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-0ddce472-3a50-4021-ae93-80996d92eea6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 814 time: 0.1991329 Jan 28 01:18:25.029353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-506cfae2-af78-448d-9062-963c9a407970 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/quotas/8cf27ba066f847a49c2198af6350ee6c HTTP/1.1" status: 200 len: 375 time: 0.0175045 Jan 28 01:18:25.137604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-4d416d05-a8d7-4cc8-a263-a9508ca8534d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025927 Jan 28 01:18:25.203212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45528) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:25.249241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-dd13b5bd-4cfe-4d13-bf8a-4cc2b881d65e service neutron] 10.222.0.23 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039612 Jan 28 01:18:25.472326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-66aea0d8-1524-4bd7-98fe-35f5888039f7 service neutron] 10.222.0.23 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162073 Jan 28 01:18:25.662295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-72ca8bcf-2edd-4fe9-9694-6885f31272e0 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-816142536'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:25.663039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-72ca8bcf-2edd-4fe9-9694-6885f31272e0 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Unknown quota resources ['metering_label']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:18:25.855626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96729a7b-b663-4009-90a3-edb53a018ed1 req-64dce32c-7911-4ccf-90ce-1a5f48266a12 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 210 time: 0.0597341 Jan 28 01:18:26.106827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72ca8bcf-2edd-4fe9-9694-6885f31272e0 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:26.110653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-72ca8bcf-2edd-4fe9-9694-6885f31272e0 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9039109 Jan 28 01:18:26.110967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:26.116262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9daed308-6a57-4e9b-ab06-e44cd0459938 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0e150467-feca-492e-bf11-ad270c3c6160'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:26.116925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9daed308-6a57-4e9b-ab06-e44cd0459938 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:18:26.225942 n-d-826756-1 neutron-server[109594]: WARNING neutron.services.metering.metering_plugin [None req-9daed308-6a57-4e9b-ab06-e44cd0459938 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 01:18:26.409192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9daed308-6a57-4e9b-ab06-e44cd0459938 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:26.413834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9daed308-6a57-4e9b-ab06-e44cd0459938 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2984176 Jan 28 01:18:26.414463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:26.418930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-93329783-21ac-4e81-a229-a2621d8bcdb7 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0e150467-feca-492e-bf11-ad270c3c6160'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:26.419419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-93329783-21ac-4e81-a229-a2621d8bcdb7 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:18:26.584748 n-d-826756-1 neutron-server[109595]: WARNING neutron.services.metering.metering_plugin [None req-93329783-21ac-4e81-a229-a2621d8bcdb7 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 01:18:26.874363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93329783-21ac-4e81-a229-a2621d8bcdb7 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:26.879390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-93329783-21ac-4e81-a229-a2621d8bcdb7 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4613192 Jan 28 01:18:26.879979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45598) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:26.898965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-52e4ac0d-50f1-4405-bda2-a2e511de5c16 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=44df7118-d508-434e-af99-0715bd0e552f HTTP/1.1" status: 200 len: 464 time: 0.0151033 Jan 28 01:18:26.899331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:27.074244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95711925-e56b-477c-aaaa-c8bf73119540 req-6db54613-959b-4a24-b67b-32991380673b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 210 time: 0.0727401 Jan 28 01:18:27.101187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:27.121870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28827606-44c5-478e-9a92-2fe54782e059 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:27.122948 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-28827606-44c5-478e-9a92-2fe54782e059 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/44df7118-d508-434e-af99-0715bd0e552f HTTP/1.1" status: 204 len: 168 time: 0.2216506 Jan 28 01:18:27.125727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:27.137005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c3b28459-3402-454e-b59b-7a87b4094856 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=44df7118-d508-434e-af99-0715bd0e552f HTTP/1.1" status: 200 len: 221 time: 0.0102334 Jan 28 01:18:27.142654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45612) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:27.148338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-69f947e4-284f-4220-bea9-6978fe5964bb tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--153823290', 'description': 'label created by tempest'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:27.148770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-69f947e4-284f-4220-bea9-6978fe5964bb tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Unknown quota resources ['metering_label']. {{(pid=109595) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:18:27.439007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69f947e4-284f-4220-bea9-6978fe5964bb tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:27.442603 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69f947e4-284f-4220-bea9-6978fe5964bb tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2954369 Jan 28 01:18:27.443236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45618) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:27.546857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a762099-6cb7-4764-affa-fd7dd1987b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:27.821832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a762099-6cb7-4764-affa-fd7dd1987b51 admin admin] Publish callbacks [] for security_group (b5d65077-ec23-41eb-9b61-22dec34e7d26), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:27.837238 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3a762099-6cb7-4764-affa-fd7dd1987b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b5d65077-ec23-41eb-9b61-22dec34e7d26), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:27.920736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3a762099-6cb7-4764-affa-fd7dd1987b51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1d0f2b47b404466895a01e8f48de5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8181059 Jan 28 01:18:27.924312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a762099-6cb7-4764-affa-fd7dd1987b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d65077-ec23-41eb-9b61-22dec34e7d26,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:27.928447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.065401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64e4852d-86e7-41b1-bc2a-f440bb204962 admin admin] Publish callbacks [] for security_group (b5d65077-ec23-41eb-9b61-22dec34e7d26), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.094001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-727841e5-e4ee-42ef-a4d4-f5a7fde1022a tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=dad52d14-6ad7-4f06-9878-85b403ab836d HTTP/1.1" status: 200 len: 467 time: 0.6486359 Jan 28 01:18:28.095731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45636) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.133242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64e4852d-86e7-41b1-bc2a-f440bb204962 admin admin] Publish callbacks [] for security_group (b5d65077-ec23-41eb-9b61-22dec34e7d26), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.227766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64e4852d-86e7-41b1-bc2a-f440bb204962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b5d65077-ec23-41eb-9b61-22dec34e7d26), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.230312 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-64e4852d-86e7-41b1-bc2a-f440bb204962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.233794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-64e4852d-86e7-41b1-bc2a-f440bb204962 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5d65077-ec23-41eb-9b61-22dec34e7d26 HTTP/1.1" status: 204 len: 168 time: 0.2996719 Jan 28 01:18:28.268601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37f5e7b3-3bb3-447a-9361-af2d5bb83dc2 req-d86aabb9-8378-465f-94f3-d45198943340 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 210 time: 0.0595074 Jan 28 01:18:28.285616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-18d0a737-58d1-427c-82f4-c1a51aeb37bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:28.287127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-18d0a737-58d1-427c-82f4-c1a51aeb37bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.45 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 814 time: 0.9128292 Jan 28 01:18:28.288437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4852d-86e7-41b1-bc2a-f440bb204962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d65077-ec23-41eb-9b61-22dec34e7d26,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:28.307523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Request body: {'port': {'device_id': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'admin_state_up': True, 'tenant_id': '8cf27ba066f847a49c2198af6350ee6c'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:28.483493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Made reservation on behalf of 8cf27ba066f847a49c2198af6350ee6c for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:28.488932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.588049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41c961a3-42df-427f-9e1c-b01464d96b56 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.590181 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41c961a3-42df-427f-9e1c-b01464d96b56 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/dad52d14-6ad7-4f06-9878-85b403ab836d HTTP/1.1" status: 204 len: 168 time: 0.4932215 Jan 28 01:18:28.592751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45658) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.609038 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f7175e62-d04e-4ab1-bb43-f0b87235bdbd tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=dad52d14-6ad7-4f06-9878-85b403ab836d HTTP/1.1" status: 200 len: 216 time: 0.0146153 Jan 28 01:18:28.612879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.626312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9dcbe29-40fe-4d0d-88eb-05944a8b9389 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118353 Jan 28 01:18:28.630434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45662) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.659690 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-750ff157-25e8-4564-a068-03f3c3ac3e3d tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0276461 Jan 28 01:18:28.660356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45664) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.736949 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-01e1aa25-c493-49e1-8c23-5f76174dfd5f tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/0e150467-feca-492e-bf11-ad270c3c6160 HTTP/1.1" status: 200 len: 472 time: 0.0749328 Jan 28 01:18:28.737418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45666) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.740008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45668) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:28.753188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Allocated IP 172.20.0.2 (8b915ba5-bfc4-4877-8b33-99443e7abfd5/9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c/cacb72fa-5c1d-470f-872d-27c6db687396) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:18:28.757473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc11a170-a9d7-4fb0-b351-fe103212031a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:28.828459 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c86bfd49-c709-4ded-b22b-a1fa6366b703 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/928c0c22-c761-4f73-a65e-47202d59f540 HTTP/1.1" status: 200 len: 461 time: 0.0871015 Jan 28 01:18:28.834832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45670) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:29.028073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d142b05f-952c-4baa-be15-19a8e5013a15 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.029402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d142b05f-952c-4baa-be15-19a8e5013a15 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/928c0c22-c761-4f73-a65e-47202d59f540 HTTP/1.1" status: 204 len: 168 time: 0.1935170 Jan 28 01:18:29.032814 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks [] for port (cacb72fa-5c1d-470f-872d-27c6db687396), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.037590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45678) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:29.065034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc11a170-a9d7-4fb0-b351-fe103212031a admin admin] Publish callbacks [] for security_group (5088f30e-bb7a-4b3b-91aa-80c3066ce7ee), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.073424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bc11a170-a9d7-4fb0-b351-fe103212031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5088f30e-bb7a-4b3b-91aa-80c3066ce7ee), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.081941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.144177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8df2e528-5ed8-47b9-bda0-c1666e07fd09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:18:29.147658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Pushing event updated for resources: {'Port': ['ID=cacb72fa-5c1d-470f-872d-27c6db687396,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:29.243940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:18:29.270419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:18:29.293246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:18:29.434163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11a170-a9d7-4fb0-b351-fe103212031a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5088f30e-bb7a-4b3b-91aa-80c3066ce7ee,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:29.541005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bc11a170-a9d7-4fb0-b351-fe103212031a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7241a3a6874f4d16ad070bf5820734b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7980354 Jan 28 01:18:29.542948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45686) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:29.575204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:29.578778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.649432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea59b-fea8-412a-bd98-7a138ce8a24e req-41647e00-5178-4311-81dc-d53fb8e9f3f7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:29.663004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b84ea59b-fea8-412a-bd98-7a138ce8a24e req-41647e00-5178-4311-81dc-d53fb8e9f3f7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 931 time: 0.2293599 Jan 28 01:18:29.668829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-e4dc58b9-476f-4142-9700-4f5eab8ab199 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3662601 Jan 28 01:18:29.723590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Request body: {'port': {'device_id': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:29.811661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dfffbc45-2132-49c7-b7f5-6f2f4eeba901 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.812805 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dfffbc45-2132-49c7-b7f5-6f2f4eeba901 tempest-MeteringTestJSON-1779329717 tempest-MeteringTestJSON-1779329717-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/0e150467-feca-492e-bf11-ad270c3c6160 HTTP/1.1" status: 204 len: 168 time: 0.7648585 Jan 28 01:18:29.838487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b84ea59b-fea8-412a-bd98-7a138ce8a24e req-b77daafb-207c-4903-bf40-f6d7ddc4ae33 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742883 Jan 28 01:18:29.852987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1075484-8d65-40b5-b240-2892017d603c admin admin] Publish callbacks [] for security_group (5088f30e-bb7a-4b3b-91aa-80c3066ce7ee), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.895115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.904053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1075484-8d65-40b5-b240-2892017d603c admin admin] Publish callbacks [] for security_group (5088f30e-bb7a-4b3b-91aa-80c3066ce7ee), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:29.998231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1075484-8d65-40b5-b240-2892017d603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5088f30e-bb7a-4b3b-91aa-80c3066ce7ee), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:30.001086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1075484-8d65-40b5-b240-2892017d603c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:30.005005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1075484-8d65-40b5-b240-2892017d603c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5088f30e-bb7a-4b3b-91aa-80c3066ce7ee HTTP/1.1" status: 204 len: 168 time: 0.3685856 Jan 28 01:18:30.021650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1075484-8d65-40b5-b240-2892017d603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088f30e-bb7a-4b3b-91aa-80c3066ce7ee,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:30.416601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:30.833705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacb72fa-5c1d-470f-872d-27c6db687396 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:18:30.838974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49501da5-46f5-4264-adb1-8d453fac8f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:30.874644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Publish callbacks [] for port (cacb72fa-5c1d-470f-872d-27c6db687396), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:30.935375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Transition to ACTIVE for port object cacb72fa-5c1d-470f-872d-27c6db687396 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:18:30.943090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.032033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Pushing event updated for resources: {'Port': ['ID=cacb72fa-5c1d-470f-872d-27c6db687396,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:31.137643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49501da5-46f5-4264-adb1-8d453fac8f0e admin admin] Publish callbacks [] for security_group (dc11aba7-1d46-4cb4-b88c-f0b9312a1c83), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.147392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49501da5-46f5-4264-adb1-8d453fac8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dc11aba7-1d46-4cb4-b88c-f0b9312a1c83), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.169258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798e8f1-2440-4626-9e4d-c63d2fac85fb req-0242788f-11b2-4341-9045-445ac4dea0b3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:31.184558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9798e8f1-2440-4626-9e4d-c63d2fac85fb req-0242788f-11b2-4341-9045-445ac4dea0b3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 943 time: 0.1398344 Jan 28 01:18:31.257030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-49501da5-46f5-4264-adb1-8d453fac8f0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b09bb394988b475b87135d081f01656e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367467 Jan 28 01:18:31.257030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501da5-46f5-4264-adb1-8d453fac8f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11aba7-1d46-4cb4-b88c-f0b9312a1c83,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:31.265537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45776) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:31.381834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Attempting to bind port cacb72fa-5c1d-470f-872d-27c6db687396 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:18:31.382220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Attempting to bind port cacb72fa-5c1d-470f-872d-27c6db687396 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:18:31.382947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Attempting to bind port cacb72fa-5c1d-470f-872d-27c6db687396 on network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:18:31.401338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Port cacb72fa-5c1d-470f-872d-27c6db687396 on network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:18:31.401664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Attempting to bind port cacb72fa-5c1d-470f-872d-27c6db687396 on network 8b915ba5-bfc4-4877-8b33-99443e7abfd5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:18:31.404273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a69a86d-78b5-48a8-b14a-a582aac2a473 admin admin] Publish callbacks [] for security_group (dc11aba7-1d46-4cb4-b88c-f0b9312a1c83), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.415555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:18:31.415925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Checking segment: {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:18:31.416518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Bound using segment: {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:18:31.417289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Bound port: cacb72fa-5c1d-470f-872d-27c6db687396, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5ebb7e-91f4-4158-8e4e-74929b6f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:18:31.418113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.481598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a69a86d-78b5-48a8-b14a-a582aac2a473 admin admin] Publish callbacks [] for security_group (dc11aba7-1d46-4cb4-b88c-f0b9312a1c83), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.536347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9798e8f1-2440-4626-9e4d-c63d2fac85fb req-af47d70b-a479-46b2-ab48-a20e076eef24 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494854 Jan 28 01:18:31.598994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] For port cacb72fa-5c1d-470f-872d-27c6db687396, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:18:31.601863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a69a86d-78b5-48a8-b14a-a582aac2a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dc11aba7-1d46-4cb4-b88c-f0b9312a1c83), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.609448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a69a86d-78b5-48a8-b14a-a582aac2a473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.613001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8a69a86d-78b5-48a8-b14a-a582aac2a473 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc11aba7-1d46-4cb4-b88c-f0b9312a1c83 HTTP/1.1" status: 204 len: 168 time: 0.3419492 Jan 28 01:18:31.613179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] For port cacb72fa-5c1d-470f-872d-27c6db687396, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cacb72fa-5c1d-470f-872d-27c6db687396,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:18:31.620502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.641465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69a86d-78b5-48a8-b14a-a582aac2a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11aba7-1d46-4cb4-b88c-f0b9312a1c83,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:31.695353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:31.696192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.698023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] 10.222.0.45 "PUT /v2.0/ports/cacb72fa-5c1d-470f-872d-27c6db687396 HTTP/1.1" status: 200 len: 1091 time: 2.0028200 Jan 28 01:18:31.702458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'tag': 'cacb72fa-5c1d-470f-872d-27c6db687396'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:31.706029 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2934b2-80ba-43cf-9799-44c4efa7754e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4ed982-8da1-42b4-8709-29b3fea76c0a", "tag": "cacb72fa-5c1d-470f-872d-27c6db687396"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:31.844798 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8fe648-ce68-445b-ae21-bc436f7d10c8 x-openstack-request-id: req-fb8fe648-ce68-445b-ae21-bc436f7d10c8 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:31.845026 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4ed982-8da1-42b4-8709-29b3fea76c0a", "tag": "cacb72fa-5c1d-470f-872d-27c6db687396", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:31.848782 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb8fe648-ce68-445b-ae21-bc436f7d10c8 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:31.849213 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'tag': 'cacb72fa-5c1d-470f-872d-27c6db687396', 'status': 'completed', 'code': 200} Jan 28 01:18:31.928520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c219e2-17f3-4e0e-8e4b-6d71e3993329 service neutron] Pushing event updated for resources: {'Port': ['ID=cacb72fa-5c1d-470f-872d-27c6db687396,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:31.973303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-cbf54838-4aa9-4204-a98c-6af59c3c2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:31.974855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-cbf54838-4aa9-4204-a98c-6af59c3c2012 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 1094 time: 0.2191994 Jan 28 01:18:32.071471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-3fa3cc78-c2d1-4062-bd89-3d71a8e87ab5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cacb72fa-5c1d-470f-872d-27c6db687396 HTTP/1.1" status: 200 len: 217 time: 0.0838442 Jan 28 01:18:32.158030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-95933c56-4af9-4147-8800-35bfa146a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:32.159512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-95933c56-4af9-4147-8800-35bfa146a231 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.0825291 Jan 28 01:18:32.211929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-50c10954-9417-4faf-b3b8-ad6744b3987f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454459 Jan 28 01:18:32.369201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45828) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:32.374890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-40cacfbb-dfeb-41f8-8cbf-e8ba95ef7bb7 service neutron] 10.222.0.45 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553726 Jan 28 01:18:32.390942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-763a5a8c-ccb9-4214-b120-6de3091bc341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.601811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf5be63-4bf8-449b-8176-9f90cb05dd60 req-3805f173-214c-4ba4-a84d-ab6004e1b1b6 service neutron] 10.222.0.45 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214620 Jan 28 01:18:32.659886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-763a5a8c-ccb9-4214-b120-6de3091bc341 admin admin] Publish callbacks [] for security_group (17cf1cb1-805d-453b-aded-f9538ad26fa9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.677099 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-763a5a8c-ccb9-4214-b120-6de3091bc341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (17cf1cb1-805d-453b-aded-f9538ad26fa9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.817641 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-763a5a8c-ccb9-4214-b120-6de3091bc341 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5bbe8bb471d486c83fcf3ddbbc55d51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4431534 Jan 28 01:18:32.820094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:32.834165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a5a8c-ccb9-4214-b120-6de3091bc341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf1cb1-805d-453b-aded-f9538ad26fa9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:32.883578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-45928245-68d7-4448-b3b0-5e05f3875425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:32.905168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-45928245-68d7-4448-b3b0-5e05f3875425 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 1094 time: 0.2190642 Jan 28 01:18:32.927704 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf90b248-75b5-4124-9261-e72863247273 admin admin] Publish callbacks [] for security_group (17cf1cb1-805d-453b-aded-f9538ad26fa9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.981507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf90b248-75b5-4124-9261-e72863247273 admin admin] Publish callbacks [] for security_group (17cf1cb1-805d-453b-aded-f9538ad26fa9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.995961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafc320-6a5d-4a79-afd0-338f3d2c33ff req-9e321769-8166-4e50-9cde-cc9e83c1ccb3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.005748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1dafc320-6a5d-4a79-afd0-338f3d2c33ff req-9e321769-8166-4e50-9cde-cc9e83c1ccb3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 943 time: 0.2590079 Jan 28 01:18:33.072795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf90b248-75b5-4124-9261-e72863247273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (17cf1cb1-805d-453b-aded-f9538ad26fa9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:33.077584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf90b248-75b5-4124-9261-e72863247273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:33.081697 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf90b248-75b5-4124-9261-e72863247273 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17cf1cb1-805d-453b-aded-f9538ad26fa9 HTTP/1.1" status: 204 len: 168 time: 0.2586672 Jan 28 01:18:33.098504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90b248-75b5-4124-9261-e72863247273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf1cb1-805d-453b-aded-f9538ad26fa9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:33.341020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1dafc320-6a5d-4a79-afd0-338f3d2c33ff req-059c5c32-fe22-4f6f-b82e-4f18d78768c8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267739 Jan 28 01:18:33.427660 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:18:33.431152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-745064d1-f70f-42a7-8a42-3ce6ce656320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.437954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-745064d1-f70f-42a7-8a42-3ce6ce656320 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.5148349 Jan 28 01:18:33.481106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:33.553395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-3eb04d23-77ae-4d19-9e49-a602a8d013dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cacb72fa-5c1d-470f-872d-27c6db687396 HTTP/1.1" status: 200 len: 217 time: 0.1129808 Jan 28 01:18:33.662398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-4667e6d0-4e31-4de3-af80-6db845f3ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.667303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-4667e6d0-4e31-4de3-af80-6db845f3ca7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.1081979 Jan 28 01:18:33.733746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-36b36e3a-0745-4f64-8edd-1177d9dca67a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591223 Jan 28 01:18:33.900106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45892) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:33.972615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-120f9c25-113c-4fa7-bfb6-156f6d7eb777 service neutron] 10.222.0.45 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327080 Jan 28 01:18:34.201105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-177629a8-4be2-4291-b838-ab9516e8a7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.333088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e2934b2-80ba-43cf-9799-44c4efa7754e req-3f1b3b25-5be4-4325-8dc2-c9bb6e16a5b3 service neutron] 10.222.0.45 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535783 Jan 28 01:18:34.390564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-177629a8-4be2-4291-b838-ab9516e8a7dd admin admin] Publish callbacks [] for security_group (80ab35d9-c28d-4d17-a8c5-2470759bb7be), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.400434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-177629a8-4be2-4291-b838-ab9516e8a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (80ab35d9-c28d-4d17-a8c5-2470759bb7be), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.527527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-177629a8-4be2-4291-b838-ab9516e8a7dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0cfdc0b4e8047c4958c5aa0187ac33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6251097 Jan 28 01:18:34.528847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45916) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:34.543733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177629a8-4be2-4291-b838-ab9516e8a7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab35d9-c28d-4d17-a8c5-2470759bb7be,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:34.672022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a92dfbd6-240a-45a8-9b73-b51148673da0 admin admin] Publish callbacks [] for security_group (80ab35d9-c28d-4d17-a8c5-2470759bb7be), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.679637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc6c1-094d-4afc-83ab-98eb4cf6bd28 req-7cab4397-0a32-47b2-bebd-efbfb846e8c8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:34.701854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f19cc6c1-094d-4afc-83ab-98eb4cf6bd28 req-7cab4397-0a32-47b2-bebd-efbfb846e8c8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 943 time: 0.1882191 Jan 28 01:18:34.714764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a92dfbd6-240a-45a8-9b73-b51148673da0 admin admin] Publish callbacks [] for security_group (80ab35d9-c28d-4d17-a8c5-2470759bb7be), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.817346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a92dfbd6-240a-45a8-9b73-b51148673da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (80ab35d9-c28d-4d17-a8c5-2470759bb7be), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.820718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a92dfbd6-240a-45a8-9b73-b51148673da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.825916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a92dfbd6-240a-45a8-9b73-b51148673da0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80ab35d9-c28d-4d17-a8c5-2470759bb7be HTTP/1.1" status: 204 len: 168 time: 0.2946968 Jan 28 01:18:34.860327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dfbd6-240a-45a8-9b73-b51148673da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab35d9-c28d-4d17-a8c5-2470759bb7be,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:34.860518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f19cc6c1-094d-4afc-83ab-98eb4cf6bd28 req-ad753428-f0d8-4ec9-ac0d-d19648c9d920 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552496 Jan 28 01:18:35.436647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:35.466682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:35.630852 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Publish callbacks [] for security_group (e73b14b7-2858-4701-81fc-76fb49c0ef2d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:35.636094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e73b14b7-2858-4701-81fc-76fb49c0ef2d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:35.688781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a1754b9da914d98aea701b2ef3d2693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501280 Jan 28 01:18:35.691730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:35.719513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b14b7-2858-4701-81fc-76fb49c0ef2d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:35.727808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.728422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.728917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.729413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.729936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.730416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.730917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.731400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.731875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.732347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.732842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.733327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.733822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaa2cbe-e9e9-4e3e-b103-6544defe01ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.815311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b38f020d-221d-477b-be2b-d0ee2994f8f1 admin admin] Publish callbacks [] for security_group (e73b14b7-2858-4701-81fc-76fb49c0ef2d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:35.910850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cacb72fa-5c1d-470f-872d-27c6db687396 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:18:35.927986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b38f020d-221d-477b-be2b-d0ee2994f8f1 admin admin] Publish callbacks [] for security_group (e73b14b7-2858-4701-81fc-76fb49c0ef2d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:36.104173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b38f020d-221d-477b-be2b-d0ee2994f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e73b14b7-2858-4701-81fc-76fb49c0ef2d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:36.107107 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b38f020d-221d-477b-be2b-d0ee2994f8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:36.120978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b38f020d-221d-477b-be2b-d0ee2994f8f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e73b14b7-2858-4701-81fc-76fb49c0ef2d HTTP/1.1" status: 204 len: 168 time: 0.4278862 Jan 28 01:18:36.148259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f020d-221d-477b-be2b-d0ee2994f8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b14b7-2858-4701-81fc-76fb49c0ef2d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:36.209279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cb0ac-d82f-4758-8635-aba3626d08ba req-b7c8ca21-0ff6-481e-810b-3010e47d6601 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:36.223518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec6cb0ac-d82f-4758-8635-aba3626d08ba req-b7c8ca21-0ff6-481e-810b-3010e47d6601 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 943 time: 0.1036310 Jan 28 01:18:36.291803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cacb72fa-5c1d-470f-872d-27c6db687396, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cacb72fa-5c1d-470f-872d-27c6db687396,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:36.314097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec6cb0ac-d82f-4758-8635-aba3626d08ba req-600bba85-62c7-45f4-a1ef-b3500795b6b9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827610 Jan 28 01:18:36.400392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'cacb72fa-5c1d-470f-872d-27c6db687396', 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'port_id': 'cacb72fa-5c1d-470f-872d-27c6db687396', 'mac_address': 'fa:16:3e:27:05:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:18:36.466664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port cacb72fa-5c1d-470f-872d-27c6db687396 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:18:36.467373 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:36.484229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacb72fa-5c1d-470f-872d-27c6db687396 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:18:36.530552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cacb72fa-5c1d-470f-872d-27c6db687396, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cacb72fa-5c1d-470f-872d-27c6db687396,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:36.538919 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:36.644468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=cacb72fa-5c1d-470f-872d-27c6db687396,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:37.051653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['cacb72fa-5c1d-470f-872d-27c6db687396'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:18:37.134623 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-203d4378-3234-4be9-a20b-75465793af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:37.389287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:37.563058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ea79-1ee8-4069-a615-b498e10f828f req-bef62310-60ff-4ef1-93bc-8b376f720b35 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:37.564409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a72ea79-1ee8-4069-a615-b498e10f828f req-bef62310-60ff-4ef1-93bc-8b376f720b35 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 944 time: 0.1247392 Jan 28 01:18:37.641461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a72ea79-1ee8-4069-a615-b498e10f828f req-17fd56aa-06c2-4f1c-b133-c7855ca89288 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Jan 28 01:18:38.180632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46038) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:38.394929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-12df57a9-0f53-4373-af8e-b8a563548b33 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:38.474149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46052) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:38.481586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Request body: {'network': {'project_id': '7fb6e3053cce4a098c68bba9d2856882'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:38.492201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-12df57a9-0f53-4373-af8e-b8a563548b33 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "PUT /v2.0/quotas/7fb6e3053cce4a098c68bba9d2856882 HTTP/1.1" status: 200 len: 368 time: 0.3079662 Jan 28 01:18:38.533407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Made reservation on behalf of 7fb6e3053cce4a098c68bba9d2856882 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:38.540482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:38.569188 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:38.783766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for security_group (7a2324c3-28b9-4383-a1f7-e2ef74d47d6b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:38.936488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7a2324c3-28b9-4383-a1f7-e2ef74d47d6b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:38.948802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:18:38.958822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (34242cd3-00f9-47cb-8c47-6463e97becef), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:38.959165 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Added segment 34242cd3-00f9-47cb-8c47-6463e97becef of type vlan for network 51d5070e-919e-4bf5-aa75-38584070bd77 Jan 28 01:18:39.095717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (51d5070e-919e-4bf5-aa75-38584070bd77), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.158341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2324c3-28b9-4383-a1f7-e2ef74d47d6b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:39.186095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.192919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.198832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.205190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.211971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.217109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.227410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.229532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-5912e5c1-487b-4d37-a521-02a17f3e6285 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.4402277 Jan 28 01:18:39.231065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:18:39.251349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7b5d7-b8d6-4e6d-a7cd-4acdcb0d0b52 req-97cb4b18-b6bd-4bc6-9e70-9597d19ae63b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.253163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dce7b5d7-b8d6-4e6d-a7cd-4acdcb0d0b52 req-97cb4b18-b6bd-4bc6-9e70-9597d19ae63b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 944 time: 0.3896105 Jan 28 01:18:39.300587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (51d5070e-919e-4bf5-aa75-38584070bd77), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.301666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.302643 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.303570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1693d902-c6a5-4dbf-8f52-0b8523bf4210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.463773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Pushing event updated for resources: {'Network': ['ID=51d5070e-919e-4bf5-aa75-38584070bd77,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:39.478606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 51d5070e-919e-4bf5-aa75-38584070bd77 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:18:39.565764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dce7b5d7-b8d6-4e6d-a7cd-4acdcb0d0b52 req-4c05e7c7-3cfc-4941-85b9-e9dad1423d92 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003967 Jan 28 01:18:39.587781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46098) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:39.594421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Request body: {'network': {'project_id': '7fb6e3053cce4a098c68bba9d2856882'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:39.594827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-739cd81a-1010-423d-918b-63282d82b246 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1168759 Jan 28 01:18:39.638256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Made reservation on behalf of 7fb6e3053cce4a098c68bba9d2856882 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:39.640842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.679774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6402c616-d062-489c-b0ce-628a29eff8c8 req-3bf2b165-c864-41c2-ab83-e0af4ce581a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4252107 Jan 28 01:18:39.734838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:18:39.770635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a6970ca5-97ca-4c20-ade9-981922605ad2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.770985 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Added segment a6970ca5-97ca-4c20-ade9-981922605ad2 of type vlan for network 1d5026c2-6605-49dd-8329-5f8d1037c819 Jan 28 01:18:39.895709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (1d5026c2-6605-49dd-8329-5f8d1037c819), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.914272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cacb72fa-5c1d-470f-872d-27c6db687396 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:18:39.952260 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (1d5026c2-6605-49dd-8329-5f8d1037c819), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.953244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.953916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.983199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:39.990414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.002104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4112530 Jan 28 01:18:40.004734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46112) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:40.009004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.014426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.021383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3c1c704f-2b1c-43b2-ba07-5f2519dd1a61 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Request body: {'network': {'project_id': '7fb6e3053cce4a098c68bba9d2856882'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:40.032065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.044870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.057171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.059733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port cacb72fa-5c1d-470f-872d-27c6db687396 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:18:40.063654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1febf56-f346-4a3d-8d12-667ddbb9a9ee req-57a346b8-68b3-45a2-947c-a485975312a7 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.1926146 Jan 28 01:18:40.065079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port cacb72fa-5c1d-470f-872d-27c6db687396 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:18:40.065455 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.140688 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1c704f-2b1c-43b2-ba07-5f2519dd1a61 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 01:18:40.141577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1c704f-2b1c-43b2-ba07-5f2519dd1a61 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:18:40.143016 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c1c704f-2b1c-43b2-ba07-5f2519dd1a61 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1371031 Jan 28 01:18:40.147134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46118) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:40.198970 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d46817a2-0491-43f3-9c90-b34e9cd0fcee tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fb6e3053cce4a098c68bba9d2856882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504866 Jan 28 01:18:40.200399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332df9d-05a1-4d67-94f0-0610e89b3d47 tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Pushing event updated for resources: {'Network': ['ID=1d5026c2-6605-49dd-8329-5f8d1037c819,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:40.201710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46122) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:40.284373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port cacb72fa-5c1d-470f-872d-27c6db687396 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:18:40.291286 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.293723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 1d5026c2-6605-49dd-8329-5f8d1037c819 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:18:40.370102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1901d3b-4d66-421b-a526-434373a656ba tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for security_group (7a2324c3-28b9-4383-a1f7-e2ef74d47d6b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.414328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1901d3b-4d66-421b-a526-434373a656ba tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for security_group (7a2324c3-28b9-4383-a1f7-e2ef74d47d6b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.475151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb72fa-5c1d-470f-872d-27c6db687396'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:40.478349 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ccfa9-9539-4512-953c-e76a0af4dbab" -d '{"events": [{"server_uuid": "3b4ed982-8da1-42b4-8709-29b3fea76c0a", "name": "network-vif-plugged", "status": "completed", "tag": "cacb72fa-5c1d-470f-872d-27c6db687396"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:40.511107 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1901d3b-4d66-421b-a526-434373a656ba tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7a2324c3-28b9-4383-a1f7-e2ef74d47d6b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.514665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1901d3b-4d66-421b-a526-434373a656ba tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.518684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46134) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:40.526185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cacb72fa-5c1d-470f-872d-27c6db687396, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cacb72fa-5c1d-470f-872d-27c6db687396,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:40.526898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1901d3b-4d66-421b-a526-434373a656ba tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a2324c3-28b9-4383-a1f7-e2ef74d47d6b HTTP/1.1" status: 204 len: 168 time: 0.3156033 Jan 28 01:18:40.532516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.563006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1901d3b-4d66-421b-a526-434373a656ba tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2324c3-28b9-4383-a1f7-e2ef74d47d6b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:40.593446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=cacb72fa-5c1d-470f-872d-27c6db687396,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:40.611513 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3fa34-9d28-469f-a9b5-27f80c7700ca x-openstack-request-id: req-21c3fa34-9d28-469f-a9b5-27f80c7700ca {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:40.612116 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4ed982-8da1-42b4-8709-29b3fea76c0a", "name": "network-vif-plugged", "status": "completed", "tag": "cacb72fa-5c1d-470f-872d-27c6db687396", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:40.612611 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21c3fa34-9d28-469f-a9b5-27f80c7700ca {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:40.614240 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb72fa-5c1d-470f-872d-27c6db687396', 'code': 200} Jan 28 01:18:40.672260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46142) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:40.816703 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.871522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (1d5026c2-6605-49dd-8329-5f8d1037c819), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:40.924254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3207751-8941-4a8a-a53e-74eb9665610e req-0c1e269c-2caa-4016-add8-9e2fde325262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:40.926323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3207751-8941-4a8a-a53e-74eb9665610e req-0c1e269c-2caa-4016-add8-9e2fde325262 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 1096 time: 0.1927288 Jan 28 01:18:41.083998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3207751-8941-4a8a-a53e-74eb9665610e req-d6cea2b5-5d56-41cc-9233-de04db426ea0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516011 Jan 28 01:18:41.112971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ffd5a-94cd-432f-b91b-4929baea8580 req-a0769a06-c562-455e-a501-1a56b3a1b5d2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:41.117229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (1d5026c2-6605-49dd-8329-5f8d1037c819), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.129689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-218ffd5a-94cd-432f-b91b-4929baea8580 req-a0769a06-c562-455e-a501-1a56b3a1b5d2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 945 time: 0.2942100 Jan 28 01:18:41.181405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5026c2-6605-49dd-8329-5f8d1037c819']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:41.208743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6970ca5-97ca-4c20-ade9-981922605ad2') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:41.209178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6970ca5-97ca-4c20-ade9-981922605ad2') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:41.229458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (a6970ca5-97ca-4c20-ade9-981922605ad2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.257356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c8855a6-eee2-44ab-8178-0e5b41789724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.284086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a6970ca5-97ca-4c20-ade9-981922605ad2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.307966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:18:41.308743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (a6970ca5-97ca-4c20-ade9-981922605ad2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.325509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-218ffd5a-94cd-432f-b91b-4929baea8580 req-33e32d2d-101f-4078-bbe4-7ac94613935c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896050 Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:18:41.447655 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:18:41.450721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (1d5026c2-6605-49dd-8329-5f8d1037c819), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.510796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.528113 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1d5026c2-6605-49dd-8329-5f8d1037c819 HTTP/1.1" status: 204 len: 168 time: 1.0071716 Jan 28 01:18:41.530087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8ba1d-73b1-41e1-ab70-a9070eef184f tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d5026c2-6605-49dd-8329-5f8d1037c819,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:41.530584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46160) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:41.610090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c8855a6-eee2-44ab-8178-0e5b41789724 admin admin] Publish callbacks [] for security_group (ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.617329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1c8855a6-eee2-44ab-8178-0e5b41789724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.702375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (51d5070e-919e-4bf5-aa75-38584070bd77), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.751002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1c8855a6-eee2-44ab-8178-0e5b41789724 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa7b0b09315f4d0d92b2da433fe80c19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0737457 Jan 28 01:18:41.751775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8855a6-eee2-44ab-8178-0e5b41789724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:41.760354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46164) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:41.897829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (51d5070e-919e-4bf5-aa75-38584070bd77), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.941734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d5070e-919e-4bf5-aa75-38584070bd77']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:41.965166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34242cd3-00f9-47cb-8c47-6463e97becef') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:41.965464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34242cd3-00f9-47cb-8c47-6463e97becef') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:41.969331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e313b5b2-23b5-4ea0-a020-64f2483e2999 admin admin] Publish callbacks [] for security_group (ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.976594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (34242cd3-00f9-47cb-8c47-6463e97becef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.984536 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.991775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (34242cd3-00f9-47cb-8c47-6463e97becef), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:41.999249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:18:41.999655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (34242cd3-00f9-47cb-8c47-6463e97becef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.057812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e313b5b2-23b5-4ea0-a020-64f2483e2999 admin admin] Publish callbacks [] for security_group (ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:18:42.087659 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:18:42.096315 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (51d5070e-919e-4bf5-aa75-38584070bd77), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.119338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.126826 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] 10.222.0.23 "DELETE /v2.0/networks/51d5070e-919e-4bf5-aa75-38584070bd77 HTTP/1.1" status: 204 len: 168 time: 0.5940773 Jan 28 01:18:42.128028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf14d5-2833-40a5-9075-783a6d2e044b tempest-QuotasNegativeTest-954282422 tempest-QuotasNegativeTest-954282422-project-admin] Pushing event deleted for resources: {'Network': ['ID=51d5070e-919e-4bf5-aa75-38584070bd77,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:42.185889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e313b5b2-23b5-4ea0-a020-64f2483e2999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.198901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e313b5b2-23b5-4ea0-a020-64f2483e2999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.203760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e313b5b2-23b5-4ea0-a020-64f2483e2999 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71 HTTP/1.1" status: 204 len: 168 time: 0.4412296 Jan 28 01:18:42.248111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b5b2-23b5-4ea0-a020-64f2483e2999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d74e2-ef10-4a8e-b8d1-87c58fc51a71,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:42.616078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b9ed0-69f8-42c6-8eaf-106d57a708b2 req-75824b5f-bcc8-469a-b571-4e6097487000 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:42.623358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055b9ed0-69f8-42c6-8eaf-106d57a708b2 req-75824b5f-bcc8-469a-b571-4e6097487000 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 945 time: 0.1252921 Jan 28 01:18:42.745464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055b9ed0-69f8-42c6-8eaf-106d57a708b2 req-325418b3-a039-4cea-a1e3-babd1e4962af tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960984 Jan 28 01:18:43.319513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.330823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46212) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:43.346443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32621b0e-9198-4371-a61b-fcc3da5210da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.518286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32621b0e-9198-4371-a61b-fcc3da5210da admin admin] Publish callbacks [] for security_group (18219b70-990c-42ed-9cd8-0e54f2019049), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.523572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32621b0e-9198-4371-a61b-fcc3da5210da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (18219b70-990c-42ed-9cd8-0e54f2019049), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.538932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46216) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:43.610389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32621b0e-9198-4371-a61b-fcc3da5210da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18219b70-990c-42ed-9cd8-0e54f2019049,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:43.660766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46224) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:43.675767 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-32621b0e-9198-4371-a61b-fcc3da5210da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=869e1d2e757c40e7a32623cc9251de92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408575 Jan 28 01:18:43.749061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46228) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:43.775915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2885a75e-920b-4b89-89f5-46e9d603dd53 admin admin] Publish callbacks [] for security_group (18219b70-990c-42ed-9cd8-0e54f2019049), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.823044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2885a75e-920b-4b89-89f5-46e9d603dd53 admin admin] Publish callbacks [] for security_group (18219b70-990c-42ed-9cd8-0e54f2019049), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.967564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7827b35-3a9e-4a63-9afa-70eadcc67c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.109425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d848c1-a4ae-45a4-805a-4faac134fda6 req-7f77aea9-8544-40bb-9619-e1863aec8db0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.116710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78d848c1-a4ae-45a4-805a-4faac134fda6 req-7f77aea9-8544-40bb-9619-e1863aec8db0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 945 time: 0.2000046 Jan 28 01:18:44.127044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.128261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.128878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.129476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.130123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.130725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.131394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.150903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-076f871b-6ac1-4478-a3c5-3ab67f5bd3e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.6108167 Jan 28 01:18:44.271458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7827b35-3a9e-4a63-9afa-70eadcc67c6b admin admin] Publish callbacks [] for security_group (252ca50f-37fb-4462-aeba-58c9c528fce1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.277958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7827b35-3a9e-4a63-9afa-70eadcc67c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (252ca50f-37fb-4462-aeba-58c9c528fce1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.294447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78d848c1-a4ae-45a4-805a-4faac134fda6 req-7d641dde-7908-4614-a4da-ce65cdfc6971 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722112 Jan 28 01:18:44.296869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2885a75e-920b-4b89-89f5-46e9d603dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (18219b70-990c-42ed-9cd8-0e54f2019049), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.299540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2885a75e-920b-4b89-89f5-46e9d603dd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.314413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2885a75e-920b-4b89-89f5-46e9d603dd53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18219b70-990c-42ed-9cd8-0e54f2019049 HTTP/1.1" status: 204 len: 168 time: 0.6523664 Jan 28 01:18:44.331821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885a75e-920b-4b89-89f5-46e9d603dd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18219b70-990c-42ed-9cd8-0e54f2019049,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:44.388652 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7827b35-3a9e-4a63-9afa-70eadcc67c6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1344e715a09d4ae8b7923c73910d5b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6439631 Jan 28 01:18:44.397027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46260) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:44.419344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-33a12429-d9e9-41ff-99c1-26a7626cd427 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a9d9081-f11b-4e3c-b820-4ac384881e90&id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2519982 Jan 28 01:18:44.455884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7827b35-3a9e-4a63-9afa-70eadcc67c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252ca50f-37fb-4462-aeba-58c9c528fce1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:44.495165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b2bd-18c5-490a-b0cb-5db72fa871de admin admin] Publish callbacks [] for security_group (252ca50f-37fb-4462-aeba-58c9c528fce1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.526968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b2bd-18c5-490a-b0cb-5db72fa871de admin admin] Publish callbacks [] for security_group (252ca50f-37fb-4462-aeba-58c9c528fce1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.630250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b2bd-18c5-490a-b0cb-5db72fa871de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (252ca50f-37fb-4462-aeba-58c9c528fce1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.634911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b2bd-18c5-490a-b0cb-5db72fa871de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.636778 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7e4b2bd-18c5-490a-b0cb-5db72fa871de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/252ca50f-37fb-4462-aeba-58c9c528fce1 HTTP/1.1" status: 204 len: 168 time: 0.2338309 Jan 28 01:18:44.646725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4b2bd-18c5-490a-b0cb-5db72fa871de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ca50f-37fb-4462-aeba-58c9c528fce1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:44.881417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d11e16-96c1-4014-8632-b82c78d78c8a req-4a8efd4d-5fcd-462c-86f1-8821b7222329 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:44.884477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08d11e16-96c1-4014-8632-b82c78d78c8a req-4a8efd4d-5fcd-462c-86f1-8821b7222329 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 945 time: 0.0740445 Jan 28 01:18:44.951363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08d11e16-96c1-4014-8632-b82c78d78c8a req-786d306e-e37d-4601-9741-85e47ea7150d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Jan 28 01:18:45.432349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:45.452410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b00f1e0f-28f8-443f-9a5b-688bf88d69c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.631415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b00f1e0f-28f8-443f-9a5b-688bf88d69c7 admin admin] Publish callbacks [] for security_group (53d3cd9d-c140-42d3-bf2f-8285427cbfa9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.637007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b00f1e0f-28f8-443f-9a5b-688bf88d69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (53d3cd9d-c140-42d3-bf2f-8285427cbfa9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.712664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b00f1e0f-28f8-443f-9a5b-688bf88d69c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7bd6f1f59d9418e9dbf7e5cca9545e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780838 Jan 28 01:18:45.714730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f1e0f-28f8-443f-9a5b-688bf88d69c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d3cd9d-c140-42d3-bf2f-8285427cbfa9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:45.715746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46306) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:45.827528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a860ebb9-0653-4355-9b3c-d32d010ca069 admin admin] Publish callbacks [] for security_group (53d3cd9d-c140-42d3-bf2f-8285427cbfa9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.874835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a860ebb9-0653-4355-9b3c-d32d010ca069 admin admin] Publish callbacks [] for security_group (53d3cd9d-c140-42d3-bf2f-8285427cbfa9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.933387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a860ebb9-0653-4355-9b3c-d32d010ca069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (53d3cd9d-c140-42d3-bf2f-8285427cbfa9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.936484 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a860ebb9-0653-4355-9b3c-d32d010ca069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:45.937883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a860ebb9-0653-4355-9b3c-d32d010ca069 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53d3cd9d-c140-42d3-bf2f-8285427cbfa9 HTTP/1.1" status: 204 len: 168 time: 0.2210071 Jan 28 01:18:45.955221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860ebb9-0653-4355-9b3c-d32d010ca069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d3cd9d-c140-42d3-bf2f-8285427cbfa9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:46.066242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46320) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:46.316712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-d33217f4-6f33-488e-a299-3cbd41afa20c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:46.322853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-d33217f4-6f33-488e-a299-3cbd41afa20c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 945 time: 0.0974016 Jan 28 01:18:46.421549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85debb0a-791e-42af-93ac-f5f72f223ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.456021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Deleting port cacb72fa-5c1d-470f-872d-27c6db687396 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:18:46.467700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.636041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85debb0a-791e-42af-93ac-f5f72f223ac2 admin admin] Publish callbacks [] for security_group (ee5982d5-1a0b-40ad-951c-484f1691f66e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.644721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85debb0a-791e-42af-93ac-f5f72f223ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ee5982d5-1a0b-40ad-951c-484f1691f66e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.680690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] For port cacb72fa-5c1d-470f-872d-27c6db687396, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cacb72fa-5c1d-470f-872d-27c6db687396,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:46.680690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.722426 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-85debb0a-791e-42af-93ac-f5f72f223ac2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92c517238fb440629551a2fee5ffe85e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6546304 Jan 28 01:18:46.729190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:46.754700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Calling delete_port for cacb72fa-5c1d-470f-872d-27c6db687396 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:18:46.775325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85debb0a-791e-42af-93ac-f5f72f223ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5982d5-1a0b-40ad-951c-484f1691f66e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:46.805734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9d6de44-0726-4793-9da8-4666b7553dd4 admin admin] Publish callbacks [] for security_group (ee5982d5-1a0b-40ad-951c-484f1691f66e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.830506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9d6de44-0726-4793-9da8-4666b7553dd4 admin admin] Publish callbacks [] for security_group (ee5982d5-1a0b-40ad-951c-484f1691f66e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.913983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9d6de44-0726-4793-9da8-4666b7553dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ee5982d5-1a0b-40ad-951c-484f1691f66e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.917114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d9d6de44-0726-4793-9da8-4666b7553dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:46.918419 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d9d6de44-0726-4793-9da8-4666b7553dd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee5982d5-1a0b-40ad-951c-484f1691f66e HTTP/1.1" status: 204 len: 168 time: 0.1877129 Jan 28 01:18:46.935115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6de44-0726-4793-9da8-4666b7553dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5982d5-1a0b-40ad-951c-484f1691f66e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:47.034212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5bbf8-0d2a-4690-82ed-6a60abc5b126 req-8beeade4-5dcb-4cca-aae1-2a23ca29c56a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:47.039284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-feb5bbf8-0d2a-4690-82ed-6a60abc5b126 req-8beeade4-5dcb-4cca-aae1-2a23ca29c56a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b4ed982-8da1-42b4-8709-29b3fea76c0a HTTP/1.1" status: 200 len: 945 time: 0.9599743 Jan 28 01:18:47.200299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-feb5bbf8-0d2a-4690-82ed-6a60abc5b126 req-8820b650-c68f-47c2-ab17-3943766c3552 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574900 Jan 28 01:18:47.249083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cacb72fa-5c1d-470f-872d-27c6db687396), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:47.283453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['cacb72fa-5c1d-470f-872d-27c6db687396'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:18:47.286458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8df2e528-5ed8-47b9-bda0-c1666e07fd09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:18:47.314546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Pushing event deleted for resources: {'Port': ['ID=cacb72fa-5c1d-470f-872d-27c6db687396,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:47.405802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] No DVR routers for this DVR port cacb72fa-5c1d-470f-872d-27c6db687396 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:18:47.415623 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:47.420969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b19c0f0-e54f-48eb-9b50-4042b86d99dd req-44d5f439-d372-4f4b-9251-b0f807a09186 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.45 "DELETE /v2.0/ports/cacb72fa-5c1d-470f-872d-27c6db687396 HTTP/1.1" status: 204 len: 173 time: 1.0924115 Jan 28 01:18:47.422749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'name': 'network-vif-deleted', 'tag': 'cacb72fa-5c1d-470f-872d-27c6db687396'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:47.430699 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03d81e5-b9f9-419b-92de-d95482d81edf" -d '{"events": [{"server_uuid": "3b4ed982-8da1-42b4-8709-29b3fea76c0a", "name": "network-vif-deleted", "tag": "cacb72fa-5c1d-470f-872d-27c6db687396"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:47.547302 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db40d99-f6f6-40c4-9a7f-65daa16b0485 x-openstack-request-id: req-1db40d99-f6f6-40c4-9a7f-65daa16b0485 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:47.547630 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4ed982-8da1-42b4-8709-29b3fea76c0a", "name": "network-vif-deleted", "tag": "cacb72fa-5c1d-470f-872d-27c6db687396", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:47.547894 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1db40d99-f6f6-40c4-9a7f-65daa16b0485 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:47.548346 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4ed982-8da1-42b4-8709-29b3fea76c0a', 'name': 'network-vif-deleted', 'tag': 'cacb72fa-5c1d-470f-872d-27c6db687396', 'status': 'completed', 'code': 200} Jan 28 01:18:48.059377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46376) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:48.076728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917f87bf-8891-4855-b173-f6bd7e7ca9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:48.500927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917f87bf-8891-4855-b173-f6bd7e7ca9bb admin admin] Publish callbacks [] for security_group (98254c00-4430-4ae2-8ad6-53a1d01f0dcc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:48.507014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-917f87bf-8891-4855-b173-f6bd7e7ca9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (98254c00-4430-4ae2-8ad6-53a1d01f0dcc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:48.629514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-917f87bf-8891-4855-b173-f6bd7e7ca9bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19fd56c4787541b183c761b0ddba4b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666115 Jan 28 01:18:48.629514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f87bf-8891-4855-b173-f6bd7e7ca9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98254c00-4430-4ae2-8ad6-53a1d01f0dcc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:48.629946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46400) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:48.791729 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5836d3b5-0037-4075-98f5-71d0960cfa39 admin admin] Publish callbacks [] for security_group (98254c00-4430-4ae2-8ad6-53a1d01f0dcc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:48.839931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5836d3b5-0037-4075-98f5-71d0960cfa39 admin admin] Publish callbacks [] for security_group (98254c00-4430-4ae2-8ad6-53a1d01f0dcc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:48.999504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9f68a-ad98-4c28-abca-933c5d4fc549 req-479f740b-889e-4a81-9d24-7466699cfee1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:49.010285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5a9f68a-ad98-4c28-abca-933c5d4fc549 req-479f740b-889e-4a81-9d24-7466699cfee1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.4731119 Jan 28 01:18:49.058823 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5836d3b5-0037-4075-98f5-71d0960cfa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (98254c00-4430-4ae2-8ad6-53a1d01f0dcc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:49.063039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5836d3b5-0037-4075-98f5-71d0960cfa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:49.074768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5836d3b5-0037-4075-98f5-71d0960cfa39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98254c00-4430-4ae2-8ad6-53a1d01f0dcc HTTP/1.1" status: 204 len: 168 time: 0.4416480 Jan 28 01:18:49.106814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836d3b5-0037-4075-98f5-71d0960cfa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98254c00-4430-4ae2-8ad6-53a1d01f0dcc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:49.153167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5a9f68a-ad98-4c28-abca-933c5d4fc549 req-bb266751-eaae-40da-af39-e3d11cff8ae9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404495 Jan 28 01:18:49.239364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46422) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.643112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-590f7efa-5d0f-4654-8957-23978d3c8c32 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.644440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-590f7efa-5d0f-4654-8957-23978d3c8c32 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4040978 Jan 28 01:18:49.647590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46436) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.656377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-0d785b92-6720-47e9-a825-aeda3e82f3f2 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.660516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d785b92-6720-47e9-a825-aeda3e82f3f2 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089445 Jan 28 01:18:49.660516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46438) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.664540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-6f842c79-addf-4785-84e3-549637e96b2d tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.665477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6f842c79-addf-4785-84e3-549637e96b2d tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041428 Jan 28 01:18:49.667973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.674933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-3c3a64dd-17a4-485c-9992-b50b5a3d2db4 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.683961 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c3a64dd-17a4-485c-9992-b50b5a3d2db4 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0122936 Jan 28 01:18:49.686975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46442) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.698455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-23096d86-2df5-4110-80ec-d2fd56433ab9 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.704145 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-23096d86-2df5-4110-80ec-d2fd56433ab9 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0160074 Jan 28 01:18:49.707174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46444) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.717296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-e5132a94-d990-41f6-b0c8-e835113d5fdd tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.719447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e5132a94-d990-41f6-b0c8-e835113d5fdd tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102878 Jan 28 01:18:49.722472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46448) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.731842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-3cddbbf2-3b77-48e9-8a45-56d9de5c1eac tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.735045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3cddbbf2-3b77-48e9-8a45-56d9de5c1eac tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111046 Jan 28 01:18:49.737956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.754103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-d882d6d5-72ca-48ab-93d3-b602075ce817 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.759891 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d882d6d5-72ca-48ab-93d3-b602075ce817 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0175633 Jan 28 01:18:49.760415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46452) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.765373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-d15753a6-c1a2-4c85-af8e-36f15b7cca84 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.779435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d15753a6-c1a2-4c85-af8e-36f15b7cca84 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0175018 Jan 28 01:18:49.782339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46456) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.787344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-a67c493e-afc0-46fb-a47e-1794c244b85b tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.791794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46458) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.792546 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a67c493e-afc0-46fb-a47e-1794c244b85b tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085437 Jan 28 01:18:49.809649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-47725c31-06f8-45e6-8e47-a023630a72b5 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.813357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-47725c31-06f8-45e6-8e47-a023630a72b5 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0163133 Jan 28 01:18:49.814647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46460) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.818544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ccb3a-076c-4c1a-8d5d-541282288632 req-4675c901-3123-4a07-81f3-112d52190fd3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:49.819950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-5a57cced-db3e-40c7-9efe-cc07e405caa5 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.824608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a57cced-db3e-40c7-9efe-cc07e405caa5 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0079737 Jan 28 01:18:49.825451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46462) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.829951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d84ccb3a-076c-4c1a-8d5d-541282288632 req-4675c901-3123-4a07-81f3-112d52190fd3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1750755 Jan 28 01:18:49.838066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-1c5d0f40-b72f-4a05-a598-5377a636f72f tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.844209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1c5d0f40-b72f-4a05-a598-5377a636f72f tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0163844 Jan 28 01:18:49.846554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46464) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.873544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-2d8c8e74-d853-43aa-b894-6b949fddbda5 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.875534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d8c8e74-d853-43aa-b894-6b949fddbda5 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0265300 Jan 28 01:18:49.879516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46468) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.884403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-2b903d34-bf80-4a4a-9bc0-9b2ecf2013aa tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.888662 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b903d34-bf80-4a4a-9bc0-9b2ecf2013aa tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0077062 Jan 28 01:18:49.889569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.906523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-3e7b2dfd-f46a-4f38-8415-108ac8b6dbaf tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.920790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46472) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.921390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e7b2dfd-f46a-4f38-8415-108ac8b6dbaf tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0242894 Jan 28 01:18:49.959516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-670e33d8-5a81-4c2d-965e-5c5f6e695cf7 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.968575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-670e33d8-5a81-4c2d-965e-5c5f6e695cf7 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0404861 Jan 28 01:18:49.971690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.972324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cacb72fa-5c1d-470f-872d-27c6db687396 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:18:49.977828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-b5f9e2ea-d96a-4654-8b47-51422616ee43 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.981172 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b5f9e2ea-d96a-4654-8b47-51422616ee43 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060194 Jan 28 01:18:49.981531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46476) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:49.994573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-e7c954c3-8f60-4d79-b59e-8286a37dac3c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:49.995811 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e7c954c3-8f60-4d79-b59e-8286a37dac3c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0132453 Jan 28 01:18:49.999100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46478) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.008967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-d9e96dc0-f3f6-468a-8af2-edd74102d97c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.015791 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d9e96dc0-f3f6-468a-8af2-edd74102d97c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0147369 Jan 28 01:18:50.021154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46482) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.026943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: cacb72fa-5c1d-470f-872d-27c6db687396 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:18:50.027135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-fc46a5cc-a156-4336-b542-18a29faf9631 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.032191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cacb72fa-5c1d-470f-872d-27c6db687396 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:18:50.042793 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fc46a5cc-a156-4336-b542-18a29faf9631 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0167890 Jan 28 01:18:50.044652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46484) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.059047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d84ccb3a-076c-4c1a-8d5d-541282288632 req-665c3c28-5593-438d-ac7e-008103f9d150 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280030 Jan 28 01:18:50.059491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-215983da-7ae7-4f98-8b0e-1bce1340ace8 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.062783 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-215983da-7ae7-4f98-8b0e-1bce1340ace8 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0163438 Jan 28 01:18:50.067091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46486) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.076473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-fb9c1268-d81c-4475-aa34-be7fa0bbc72c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.077632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb9c1268-d81c-4475-aa34-be7fa0bbc72c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067377 Jan 28 01:18:50.097289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.109504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-ed27aac8-7eb1-4a7a-a47c-d5f2847a6080 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.113724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed27aac8-7eb1-4a7a-a47c-d5f2847a6080 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101643 Jan 28 01:18:50.114330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46492) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.119344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-882a473b-1e08-4a70-b0b9-073a7ddc2136 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.121450 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-882a473b-1e08-4a70-b0b9-073a7ddc2136 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066614 Jan 28 01:18:50.124123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46494) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.128422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-a6dbfd98-01f9-4104-981f-4e11315fe596 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.133093 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a6dbfd98-01f9-4104-981f-4e11315fe596 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079451 Jan 28 01:18:50.136460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46496) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.141498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-ef7e8080-bfad-46db-97a1-c2c2b112275e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.142483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ef7e8080-bfad-46db-97a1-c2c2b112275e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047190 Jan 28 01:18:50.145438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46500) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.150382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-8b8432fe-6925-4a40-9328-2c79b2c30fbf tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.151672 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b8432fe-6925-4a40-9328-2c79b2c30fbf tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049858 Jan 28 01:18:50.154293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46502) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.158800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-9ba83dd8-45a8-40ac-80a5-4ed2f3d439de tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.166390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.167009 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9ba83dd8-45a8-40ac-80a5-4ed2f3d439de tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0115252 Jan 28 01:18:50.170648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-735f1fca-2b3a-461b-a40f-2aa77f8cfc0e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.171851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-735f1fca-2b3a-461b-a40f-2aa77f8cfc0e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045075 Jan 28 01:18:50.174371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46506) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.178907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-230df7d9-6a2b-4707-ada1-b06f31d5b300 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.181056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-230df7d9-6a2b-4707-ada1-b06f31d5b300 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054510 Jan 28 01:18:50.183901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46508) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.189208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-79e9b304-9e07-4909-948c-cf688cf125c9 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.193240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46510) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.193436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-79e9b304-9e07-4909-948c-cf688cf125c9 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081437 Jan 28 01:18:50.200860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-a46dda30-6bed-4ac4-acca-af8b1188eb1e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.202066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a46dda30-6bed-4ac4-acca-af8b1188eb1e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076780 Jan 28 01:18:50.204715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46512) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.209149 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-585ee3d5-303a-4610-9215-2a9f0451fbcb tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.212945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-585ee3d5-303a-4610-9215-2a9f0451fbcb tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071752 Jan 28 01:18:50.213162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46514) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.225448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-85713e24-ba35-462d-b45f-d3f48caf3448 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.228857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85713e24-ba35-462d-b45f-d3f48caf3448 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0137110 Jan 28 01:18:50.231293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46516) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.235903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-c695afd8-c3fb-4271-9e13-19e4902190da tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.240157 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c695afd8-c3fb-4271-9e13-19e4902190da tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076213 Jan 28 01:18:50.240967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46518) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.247432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-3dab25ba-d7b6-4f40-b035-83459f5cc111 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.254872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3dab25ba-d7b6-4f40-b035-83459f5cc111 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0122442 Jan 28 01:18:50.255761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.274105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-c9cd8e7b-a565-42d1-afd5-dd395a96fd01 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.278659 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c9cd8e7b-a565-42d1-afd5-dd395a96fd01 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0181966 Jan 28 01:18:50.279499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46522) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.284264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-a7603963-b06d-472f-b71c-ce2f24d15a26 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.288463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.290460 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7603963-b06d-472f-b71c-ce2f24d15a26 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0096784 Jan 28 01:18:50.300269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-3d5a026d-f021-4907-bdcb-c3e9c930195b tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.304316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3d5a026d-f021-4907-bdcb-c3e9c930195b tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0122249 Jan 28 01:18:50.305905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46526) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.320785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-0928f72d-4f2c-41b6-90b6-03652c925fc7 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.328405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0928f72d-4f2c-41b6-90b6-03652c925fc7 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0178597 Jan 28 01:18:50.329689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46532) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.340296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-4e3c058f-2e7b-4048-bd9a-700cb28945a4 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.342850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e3c058f-2e7b-4048-bd9a-700cb28945a4 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0105994 Jan 28 01:18:50.345753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.350348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-bc93c21c-ff78-443a-bd88-b5378e43f9d3 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.360383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bc93c21c-ff78-443a-bd88-b5378e43f9d3 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0132678 Jan 28 01:18:50.362386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.371144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-d897f36f-f77a-4d2d-9969-c9cb9ae6f9fe tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.372058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f04249-f606-4ea8-aa45-5530cdf3ccd0 req-60791631-c9dd-4a05-8934-287d233d8e30 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:50.382645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4f04249-f606-4ea8-aa45-5530cdf3ccd0 req-60791631-c9dd-4a05-8934-287d233d8e30 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1476421 Jan 28 01:18:50.382918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46538) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.388848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d897f36f-f77a-4d2d-9969-c9cb9ae6f9fe tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0228152 Jan 28 01:18:50.389151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-8a205e26-6c95-4481-b61d-84995abc5012 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.392621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8a205e26-6c95-4481-b61d-84995abc5012 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064929 Jan 28 01:18:50.393617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46542) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.411611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-db5dec5b-badd-4cc8-82b5-14c25383fd41 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.418269 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db5dec5b-badd-4cc8-82b5-14c25383fd41 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0226369 Jan 28 01:18:50.418891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46544) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.429563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-56c2d404-46d3-4c55-b4ae-4bc795bd95fb tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.438720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.438834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-56c2d404-46d3-4c55-b4ae-4bc795bd95fb tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0182612 Jan 28 01:18:50.452568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-9f5ac6e1-67ed-4308-b26e-b5180fc2f45b tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.452568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9f5ac6e1-67ed-4308-b26e-b5180fc2f45b tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068059 Jan 28 01:18:50.454222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46548) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.463608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-7412b962-f76a-41f8-a634-b14c435beb76 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.468708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7412b962-f76a-41f8-a634-b14c435beb76 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0131476 Jan 28 01:18:50.470513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46550) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.477829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-d340f2a1-4165-4d25-bbe3-e6f2f1cfcc28 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.482964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4f04249-f606-4ea8-aa45-5530cdf3ccd0 req-1b066016-30ed-4fea-949f-5f08701cfe96 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008375 Jan 28 01:18:50.488687 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d340f2a1-4165-4d25-bbe3-e6f2f1cfcc28 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0151320 Jan 28 01:18:50.489357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46552) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.506437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-11f72b9f-24f1-4cdc-b06f-b0fc9822fe8c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.506437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-11f72b9f-24f1-4cdc-b06f-b0fc9822fe8c tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0133357 Jan 28 01:18:50.507652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46558) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.517760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-6f0feb91-7232-445e-af1e-999adb00dbee tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.522782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6f0feb91-7232-445e-af1e-999adb00dbee tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0129414 Jan 28 01:18:50.523199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.539407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-1a42a8b2-b54b-4eef-a71b-5edd364fe7f6 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.551749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1a42a8b2-b54b-4eef-a71b-5edd364fe7f6 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0225811 Jan 28 01:18:50.552143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46562) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.558072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-7644c37d-8cbc-4493-a5f9-e58b5c0ca736 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.563996 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7644c37d-8cbc-4493-a5f9-e58b5c0ca736 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100400 Jan 28 01:18:50.567888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.580015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-098a0e4e-a6b9-4db0-aa5c-2417c111f872 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.585077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46566) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.585645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-098a0e4e-a6b9-4db0-aa5c-2417c111f872 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0153666 Jan 28 01:18:50.602681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-2cd4420f-9111-47d9-806a-feac8a9977ad tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.609884 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2cd4420f-9111-47d9-806a-feac8a9977ad tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0212438 Jan 28 01:18:50.611480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.618615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-5da95262-8f03-4063-9f5e-e65dbce08899 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.623425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46570) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.624869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5da95262-8f03-4063-9f5e-e65dbce08899 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0112717 Jan 28 01:18:50.628146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-f47cff0f-1a1a-4ba7-9ef6-7a2377260734 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.631491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f47cff0f-1a1a-4ba7-9ef6-7a2377260734 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052671 Jan 28 01:18:50.632227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46572) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.641468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-57ba1cac-c57d-4961-bc63-5d6e6dfba623 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.648846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46574) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.652602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57ba1cac-c57d-4961-bc63-5d6e6dfba623 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0190167 Jan 28 01:18:50.657552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-238d5170-8afe-41c5-b785-0372f52a5e97 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.665790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46578) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.668637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-238d5170-8afe-41c5-b785-0372f52a5e97 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0186698 Jan 28 01:18:50.671543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-23a77580-ac7e-4b6c-8136-1a483d2bf55e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.676214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46580) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.687382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-3c1bb141-ee52-49a1-816c-0512b1870280 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.692005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-23a77580-ac7e-4b6c-8136-1a483d2bf55e tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0251760 Jan 28 01:18:50.692854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46582) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.698047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c1bb141-ee52-49a1-816c-0512b1870280 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0205734 Jan 28 01:18:50.700188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-9e6cf085-60c0-4c7f-b99c-ff263a8b5b42 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.706696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46586) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.710419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9e6cf085-60c0-4c7f-b99c-ff263a8b5b42 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0162847 Jan 28 01:18:50.719136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-08df14b3-2d44-4913-a32e-c3e027b46e72 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.723416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46590) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.728883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-08df14b3-2d44-4913-a32e-c3e027b46e72 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0206084 Jan 28 01:18:50.732017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-65a4b443-c0ae-4ce6-bf05-7aedeeff2b4d tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.737323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46592) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.747925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-65a4b443-c0ae-4ce6-bf05-7aedeeff2b4d tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0230048 Jan 28 01:18:50.750162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-12dd0ab9-98be-4449-9d94-a2b319b68885 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.755028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46594) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.762952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-12dd0ab9-98be-4449-9d94-a2b319b68885 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0241339 Jan 28 01:18:50.767696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-f4b1c42a-8e55-44d5-818d-1e22383e71d2 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.773153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.778909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f4b1c42a-8e55-44d5-818d-1e22383e71d2 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0215745 Jan 28 01:18:50.782393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-88cac6d2-a2ba-4ce4-b46b-a219f92d57db tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.787714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.790276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-88cac6d2-a2ba-4ce4-b46b-a219f92d57db tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0157657 Jan 28 01:18:50.795654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-cad34373-e331-431f-8066-63895b302721 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.800289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.805917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cad34373-e331-431f-8066-63895b302721 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0165606 Jan 28 01:18:50.813065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [None req-d4b89dd3-552a-4ba0-8e53-62bdbeb1abf3 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.817888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46608) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:50.824129 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d4b89dd3-552a-4ba0-8e53-62bdbeb1abf3 tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0220914 Jan 28 01:18:50.826373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [None req-e9aa042f-baee-4ddf-baff-66f2c8c8f64a tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:18:50.843203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e9aa042f-baee-4ddf-baff-66f2c8c8f64a tempest-ExtensionsTestJSON-279155121 tempest-ExtensionsTestJSON-279155121-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0223339 Jan 28 01:18:51.533281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:51.897375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46658) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:52.196892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c99b-26b9-4f73-913d-d04ff5035c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.352825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c99b-26b9-4f73-913d-d04ff5035c50 admin admin] Publish callbacks [] for security_group (8bedac2f-1ffa-4d6c-a1de-3eb899108171), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.360441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c99b-26b9-4f73-913d-d04ff5035c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8bedac2f-1ffa-4d6c-a1de-3eb899108171), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.419541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2c99b-26b9-4f73-913d-d04ff5035c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedac2f-1ffa-4d6c-a1de-3eb899108171,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:52.448089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46676) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:52.470401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfd12ae8-9791-4e96-b6f9-494c42978157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.516888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46682) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:52.529248 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9bc2c99b-26b9-4f73-913d-d04ff5035c50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4ba6a91f82243e59a6a421794f57e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9944351 Jan 28 01:18:52.625032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f99a3c3c-910b-487d-8160-6c7e93cf8a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.714264 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfd12ae8-9791-4e96-b6f9-494c42978157 admin admin] Publish callbacks [] for security_group (33a8f51b-c9ca-4d65-b071-dd0a7ebe1087), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.724462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cfd12ae8-9791-4e96-b6f9-494c42978157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33a8f51b-c9ca-4d65-b071-dd0a7ebe1087), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.808951 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cfd12ae8-9791-4e96-b6f9-494c42978157 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b95086b1567644f3ad7cc930e3456c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9096868 Jan 28 01:18:52.813221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12ae8-9791-4e96-b6f9-494c42978157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8f51b-c9ca-4d65-b071-dd0a7ebe1087,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:52.850987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46690) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:52.900259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f99a3c3c-910b-487d-8160-6c7e93cf8a3d admin admin] Publish callbacks [] for security_group (e126eb3a-c287-4cdd-977a-e09df7486339), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.912141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f99a3c3c-910b-487d-8160-6c7e93cf8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e126eb3a-c287-4cdd-977a-e09df7486339), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.002086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a083c042-7ef0-425d-9d84-3c9bd810959f admin admin] Publish callbacks [] for security_group (33a8f51b-c9ca-4d65-b071-dd0a7ebe1087), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.032298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71b881a-6b3b-469f-bb6e-b18e71228ae4 admin admin] Publish callbacks [] for security_group (8bedac2f-1ffa-4d6c-a1de-3eb899108171), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.039293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a3c3c-910b-487d-8160-6c7e93cf8a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e126eb3a-c287-4cdd-977a-e09df7486339,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:53.069106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a083c042-7ef0-425d-9d84-3c9bd810959f admin admin] Publish callbacks [] for security_group (33a8f51b-c9ca-4d65-b071-dd0a7ebe1087), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.129899 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71b881a-6b3b-469f-bb6e-b18e71228ae4 admin admin] Publish callbacks [] for security_group (8bedac2f-1ffa-4d6c-a1de-3eb899108171), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.157471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f99a3c3c-910b-487d-8160-6c7e93cf8a3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d0b1bef90ec48abb64f904de87bb0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083004 Jan 28 01:18:53.161289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:53.175483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a083c042-7ef0-425d-9d84-3c9bd810959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33a8f51b-c9ca-4d65-b071-dd0a7ebe1087), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.179232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a083c042-7ef0-425d-9d84-3c9bd810959f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.189003 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a083c042-7ef0-425d-9d84-3c9bd810959f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33a8f51b-c9ca-4d65-b071-dd0a7ebe1087 HTTP/1.1" status: 204 len: 168 time: 0.3368826 Jan 28 01:18:53.224195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083c042-7ef0-425d-9d84-3c9bd810959f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8f51b-c9ca-4d65-b071-dd0a7ebe1087,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:53.256659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71b881a-6b3b-469f-bb6e-b18e71228ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8bedac2f-1ffa-4d6c-a1de-3eb899108171), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.262522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c71b881a-6b3b-469f-bb6e-b18e71228ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.270491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c71b881a-6b3b-469f-bb6e-b18e71228ae4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bedac2f-1ffa-4d6c-a1de-3eb899108171 HTTP/1.1" status: 204 len: 168 time: 0.7519181 Jan 28 01:18:53.304329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b881a-6b3b-469f-bb6e-b18e71228ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedac2f-1ffa-4d6c-a1de-3eb899108171,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:53.357681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-987858e7-bb1d-4edc-b501-1cbdffe8a84b admin admin] Publish callbacks [] for security_group (e126eb3a-c287-4cdd-977a-e09df7486339), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.387706 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-987858e7-bb1d-4edc-b501-1cbdffe8a84b admin admin] Publish callbacks [] for security_group (e126eb3a-c287-4cdd-977a-e09df7486339), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.453406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-987858e7-bb1d-4edc-b501-1cbdffe8a84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e126eb3a-c287-4cdd-977a-e09df7486339), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.461224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-987858e7-bb1d-4edc-b501-1cbdffe8a84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.468747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-987858e7-bb1d-4edc-b501-1cbdffe8a84b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e126eb3a-c287-4cdd-977a-e09df7486339 HTTP/1.1" status: 204 len: 168 time: 0.3048460 Jan 28 01:18:53.479317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987858e7-bb1d-4edc-b501-1cbdffe8a84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e126eb3a-c287-4cdd-977a-e09df7486339,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:54.049551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46724) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:54.070512 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c455c7f-c687-4a18-90fe-d39777a7a61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.241803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c455c7f-c687-4a18-90fe-d39777a7a61e admin admin] Publish callbacks [] for security_group (d910332b-4dd5-409c-a034-67ece04cf55a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.249077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0c455c7f-c687-4a18-90fe-d39777a7a61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d910332b-4dd5-409c-a034-67ece04cf55a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.333335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0c455c7f-c687-4a18-90fe-d39777a7a61e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dba10dcec4f46a6acafc4a5fa4c7699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824583 Jan 28 01:18:54.336015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46734) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:54.340156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c455c7f-c687-4a18-90fe-d39777a7a61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910332b-4dd5-409c-a034-67ece04cf55a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:54.442404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20a36c9-d8bb-468d-ba74-5903be43e7a0 admin admin] Publish callbacks [] for security_group (d910332b-4dd5-409c-a034-67ece04cf55a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.496013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20a36c9-d8bb-468d-ba74-5903be43e7a0 admin admin] Publish callbacks [] for security_group (d910332b-4dd5-409c-a034-67ece04cf55a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.587586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20a36c9-d8bb-468d-ba74-5903be43e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d910332b-4dd5-409c-a034-67ece04cf55a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.591091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d20a36c9-d8bb-468d-ba74-5903be43e7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:54.592558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d20a36c9-d8bb-468d-ba74-5903be43e7a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d910332b-4dd5-409c-a034-67ece04cf55a HTTP/1.1" status: 204 len: 168 time: 0.2547550 Jan 28 01:18:54.602420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a36c9-d8bb-468d-ba74-5903be43e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910332b-4dd5-409c-a034-67ece04cf55a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:55.109229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e9f11-8412-4435-94cf-d6c0b85395a2 req-2d5417f6-06e8-4bb2-9e1d-79c0f26a2011 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.128371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f3e9f11-8412-4435-94cf-d6c0b85395a2 req-2d5417f6-06e8-4bb2-9e1d-79c0f26a2011 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1319919 Jan 28 01:18:55.213141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f3e9f11-8412-4435-94cf-d6c0b85395a2 req-8d811c15-b388-49e8-ac12-2164c769e25a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833368 Jan 28 01:18:55.354703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17a640-cd2b-4636-a773-030e482e1ac2 req-3fed90bf-300a-44cb-bc1b-d9aa2888f995 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.363077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae17a640-cd2b-4636-a773-030e482e1ac2 req-3fed90bf-300a-44cb-bc1b-d9aa2888f995 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0636594 Jan 28 01:18:55.372994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46780) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:55.402180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e33c71d9-2594-44bf-8f42-00f5aece6020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:55.449300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae17a640-cd2b-4636-a773-030e482e1ac2 req-7e1173be-927a-468e-8308-40e3618d33c7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847771 Jan 28 01:18:55.550356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e33c71d9-2594-44bf-8f42-00f5aece6020 admin admin] Publish callbacks [] for security_group (47d2a173-14f2-4f95-a48b-ce2392cf1d74), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:55.557487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e33c71d9-2594-44bf-8f42-00f5aece6020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (47d2a173-14f2-4f95-a48b-ce2392cf1d74), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:55.601036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c71d9-2594-44bf-8f42-00f5aece6020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2a173-14f2-4f95-a48b-ce2392cf1d74,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:55.624840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-78012127-c5bf-47b8-805f-295c905c3d77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1055746 Jan 28 01:18:55.640725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e33c71d9-2594-44bf-8f42-00f5aece6020 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7127f1276aee4b35ad668d12a51496dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664475 Jan 28 01:18:55.643412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46788) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:55.736197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-29f3b0e7-fe35-42ee-82c1-cb20fce56573 admin admin] Publish callbacks [] for security_group (47d2a173-14f2-4f95-a48b-ce2392cf1d74), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:55.804161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-29f3b0e7-fe35-42ee-82c1-cb20fce56573 admin admin] Publish callbacks [] for security_group (47d2a173-14f2-4f95-a48b-ce2392cf1d74), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:55.834883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.835495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.836115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.836636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.837142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.837653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.838189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.840877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1b515dc2-1250-4233-90cd-3ebfd8a05c02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.1146014 Jan 28 01:18:56.001101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-29f3b0e7-fe35-42ee-82c1-cb20fce56573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (47d2a173-14f2-4f95-a48b-ce2392cf1d74), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.007756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-29f3b0e7-fe35-42ee-82c1-cb20fce56573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.015284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-29f3b0e7-fe35-42ee-82c1-cb20fce56573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47d2a173-14f2-4f95-a48b-ce2392cf1d74 HTTP/1.1" status: 204 len: 168 time: 0.3703532 Jan 28 01:18:56.052972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46808) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:56.069025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b0e7-fe35-42ee-82c1-cb20fce56573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2a173-14f2-4f95-a48b-ce2392cf1d74,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:56.076666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-984e034c-bc03-4e7a-a75b-450d047cf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:56.077482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-984e034c-bc03-4e7a-a75b-450d047cf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:56.078148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-984e034c-bc03-4e7a-a75b-450d047cf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:56.079894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-984e034c-bc03-4e7a-a75b-450d047cf2e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 2298 time: 0.2106464 Jan 28 01:18:56.343859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-5d85cf66-675e-46dd-974d-2deb8b1131e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1002 time: 0.2513292 Jan 28 01:18:56.424872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-39eeb4ac-96ce-4cbc-b286-f88afa8e6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:56.427700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-39eeb4ac-96ce-4cbc-b286-f88afa8e6211 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 0.0782883 Jan 28 01:18:56.586225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-a6d44a37-b0de-45f4-bc20-70743835517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:56.593127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-a6d44a37-b0de-45f4-bc20-70743835517a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590822 Jan 28 01:18:56.666146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'networks': [{'name': 'tempest-network--949246604'}, {'name': 'tempest-network--1047439535'}]} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:56.667139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'network': {'name': 'tempest-network--949246604'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:56.667916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'network': {'name': 'tempest-network--1047439535'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:18:56.726133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'network': 2} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:18:56.738372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.765292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.918862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for security_group (83a19039-ef21-499a-a457-07431b883961), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.924719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (83a19039-ef21-499a-a457-07431b883961), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.925672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.965835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-682207d2-1a6e-4258-bdb9-391a98ca9109 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638687 Jan 28 01:18:56.982716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a19039-ef21-499a-a457-07431b883961,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:56.990538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:18:57.005106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (746b6000-c3de-4745-9a03-c225ae717507), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.005376 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Added segment 746b6000-c3de-4745-9a03-c225ae717507 of type vlan for network ac49a831-95f4-430f-aa38-b5d50ffeff5d Jan 28 01:18:57.066506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ac49a831-95f4-430f-aa38-b5d50ffeff5d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.122303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:18:57.155054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4d801e48-8c39-40f2-88d3-1e0b1620b160), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.157628 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Added segment 4d801e48-8c39-40f2-88d3-1e0b1620b160 of type vlan for network dd5afd12-9d00-407b-b3fd-51c9b8b85759 Jan 28 01:18:57.204573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-7928b64f-c266-430e-968b-761dbf235b34 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347689 Jan 28 01:18:57.225813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (dd5afd12-9d00-407b-b3fd-51c9b8b85759), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.293075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ac49a831-95f4-430f-aa38-b5d50ffeff5d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.293797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (dd5afd12-9d00-407b-b3fd-51c9b8b85759), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.295686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-8e6fa8fa-40d5-48de-a3c6-8e010d604a11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 217 time: 0.0857136 Jan 28 01:18:57.307986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:57.318624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:57.320377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:57.480240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-8f153708-8100-4217-be0f-1e114f52e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:57.484807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-8f153708-8100-4217-be0f-1e114f52e496 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1802931 Jan 28 01:18:57.487417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4320152 Jan 28 01:18:57.488298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:57.499719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Network': ['ID=ac49a831-95f4-430f-aa38-b5d50ffeff5d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:57.513365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ac49a831-95f4-430f-aa38-b5d50ffeff5d details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:18:57.691263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633ebbd-6630-47b5-9712-537f09027cd2 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Network': ['ID=dd5afd12-9d00-407b-b3fd-51c9b8b85759,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:57.704440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network dd5afd12-9d00-407b-b3fd-51c9b8b85759 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:18:57.840584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-548b5bcf-7c82-4260-ac63-170e6aa5ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:57.851978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-548b5bcf-7c82-4260-ac63-170e6aa5ba19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3245919 Jan 28 01:18:58.017799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154e3e7-32ce-4f1a-b2c8-4dad0ef396a1 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:58.023085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154e3e7-32ce-4f1a-b2c8-4dad0ef396a1 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:58.028558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154e3e7-32ce-4f1a-b2c8-4dad0ef396a1 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:58.033838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154e3e7-32ce-4f1a-b2c8-4dad0ef396a1 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:58.035754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8154e3e7-32ce-4f1a-b2c8-4dad0ef396a1 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5394449 Jan 28 01:18:58.038602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46850) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:58.198704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ac49a831-95f4-430f-aa38-b5d50ffeff5d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:58.204296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-0f131376-e645-47bc-99f8-d2528793ab26 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405168 Jan 28 01:18:58.565109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ac49a831-95f4-430f-aa38-b5d50ffeff5d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:58.994472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-dd55e396-eb60-467b-861f-41224856e56e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3037441 Jan 28 01:18:59.139371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-ed59a19f-b2fb-4f08-a558-bbf281c18953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:59.154312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-ed59a19f-b2fb-4f08-a558-bbf281c18953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1096 time: 0.0782423 Jan 28 01:18:59.220387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac49a831-95f4-430f-aa38-b5d50ffeff5d']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:59.255044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b6000-c3de-4745-9a03-c225ae717507') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:59.255397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b6000-c3de-4745-9a03-c225ae717507') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:59.263335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-8f7758d1-acd3-44c3-8a76-7e0f26605bc5 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0496140 Jan 28 01:18:59.302292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-b85ced5a-26ac-4279-89f0-b2583510b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:59.303995 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-b85ced5a-26ac-4279-89f0-b2583510b529 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.1379821 Jan 28 01:18:59.305003 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (746b6000-c3de-4745-9a03-c225ae717507), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:59.335775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (746b6000-c3de-4745-9a03-c225ae717507), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:59.361515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:18:59.362267 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (746b6000-c3de-4745-9a03-c225ae717507), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:59.397906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-164fe28e-1a86-4136-b505-bbfc61b3e9e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.0868480 Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:18:59.434496 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:18:59.441084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ac49a831-95f4-430f-aa38-b5d50ffeff5d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:59.451485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:59.472118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/networks/ac49a831-95f4-430f-aa38-b5d50ffeff5d HTTP/1.1" status: 204 len: 168 time: 1.4298904 Jan 28 01:18:59.485639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46888) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:59.534611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd9cb9-982c-4f57-9e2e-4c2c8549f275 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Network': ['ID=ac49a831-95f4-430f-aa38-b5d50ffeff5d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:59.557977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-33f6ce26-5298-4d5a-9b49-f8758c2ec9ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 217 time: 0.2808039 Jan 28 01:18:59.659017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-f3629211-12f2-4c86-aaee-42c8d56f07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:59.661171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-f3629211-12f2-4c86-aaee-42c8d56f07a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0983291 Jan 28 01:18:59.675259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-f3ae7c8e-675c-4207-92da-ede617bf54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:59.677218 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-f3ae7c8e-675c-4207-92da-ede617bf54b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.2706649 Jan 28 01:18:59.725178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-6d90a95c-575b-4755-9552-113fe4ea4639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379329 Jan 28 01:18:59.781270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (dd5afd12-9d00-407b-b3fd-51c9b8b85759), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:59.830900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe6b9a-46af-4e92-9caf-5ac9a140e039 req-930de2ff-0965-46d6-8dc8-a3532757ad8e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:59.832656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abbe6b9a-46af-4e92-9caf-5ac9a140e039 req-930de2ff-0965-46d6-8dc8-a3532757ad8e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1705346 Jan 28 01:18:59.864370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-d7d13004-c17b-4916-b112-3d2dbcdca2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:59.865875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-d7d13004-c17b-4916-b112-3d2dbcdca2b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1448550 Jan 28 01:18:59.987607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-99941c9e-0cf5-40e0-9e38-08fbe466ddcd service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018157 Jan 28 01:19:00.095248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-c2b256b9-d301-4661-843e-64f9e82c1435 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015160 Jan 28 01:19:00.122078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (dd5afd12-9d00-407b-b3fd-51c9b8b85759), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.144047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-4534b9e9-8e4c-4cce-a435-7eb79d0ff4ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 217 time: 0.0402532 Jan 28 01:19:00.150341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abbe6b9a-46af-4e92-9caf-5ac9a140e039 req-e9bad539-2b17-48d9-9419-35e9a826fa01 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885284 Jan 28 01:19:00.205591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5afd12-9d00-407b-b3fd-51c9b8b85759']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:00.215718 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-57d04e7e-c1c8-4d95-86e5-c94d995bc2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774253 Jan 28 01:19:00.234717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d801e48-8c39-40f2-88d3-1e0b1620b160') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:00.235009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d801e48-8c39-40f2-88d3-1e0b1620b160') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:00.259725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (4d801e48-8c39-40f2-88d3-1e0b1620b160), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.281754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-ae5de8a0-52e2-48f4-b4bf-267d5af3e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:00.283315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-ae5de8a0-52e2-48f4-b4bf-267d5af3e0a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1313279 Jan 28 01:19:00.314535 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4d801e48-8c39-40f2-88d3-1e0b1620b160), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.330971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:00.331462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (4d801e48-8c39-40f2-88d3-1e0b1620b160), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:00.335875 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:00.399118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-0d0ec814-0a6a-4750-ad3e-8ce83738be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:00.400953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-0d0ec814-0a6a-4750-ad3e-8ce83738be64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124928 Jan 28 01:19:00.428945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7b9fc0d8-5318-4b98-85b8-6536dd2bfaf1 req-1ec37bec-1737-4aaf-9e7d-6b3323681cbe service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070336 Jan 28 01:19:00.434330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (dd5afd12-9d00-407b-b3fd-51c9b8b85759), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.443992 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.453326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/networks/dd5afd12-9d00-407b-b3fd-51c9b8b85759 HTTP/1.1" status: 204 len: 168 time: 0.9632993 Jan 28 01:19:00.455983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46906) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:00.461795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286e2b7-a2f2-4f2f-823f-aaf5698396ec req-b2334b52-4541-4e6c-8386-1ae43b964a87 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:00.471414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9286e2b7-a2f2-4f2f-823f-aaf5698396ec req-b2334b52-4541-4e6c-8386-1ae43b964a87 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1257088 Jan 28 01:19:00.505395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c844c6-9f1a-4a7c-904f-ee919225b162 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Network': ['ID=dd5afd12-9d00-407b-b3fd-51c9b8b85759,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:00.710466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9286e2b7-a2f2-4f2f-823f-aaf5698396ec req-8a9cf639-3a37-4730-9046-11e89dff0443 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380495 Jan 28 01:19:00.724603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8ab8f-8ed4-4dc5-8588-ab0142227289 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:00.732880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8ab8f-8ed4-4dc5-8588-ab0142227289 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:00.733535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-d7a3fd5d-e2f9-4571-8273-3ef04a44bbaa service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235528 Jan 28 01:19:00.743061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46912) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:00.746268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cbf8ab8f-8ed4-4dc5-8588-ab0142227289 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2811327 Jan 28 01:19:00.754837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1106130654'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:00.865845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:00.870250 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.931653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:00.953145 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-48c8c426-120b-4278-b419-d3580443b9c2 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126906 Jan 28 01:19:00.957484 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (44cad1c8-29c3-46be-9f85-237f1dbe4313), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:00.957909 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Added segment 44cad1c8-29c3-46be-9f85-237f1dbe4313 of type vlan for network 6420d505-7f59-478f-9621-07c32a714ec3 Jan 28 01:19:01.055901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-bf11d064-96a3-49ed-8394-3a123fb602ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 217 time: 0.0957992 Jan 28 01:19:01.074814 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6420d505-7f59-478f-9621-07c32a714ec3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.135917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5a59-d14a-446e-9624-90bfa4af858c req-14b14940-9fad-4a6c-a764-3995a5c2fc01 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:01.137447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a9a5a59-d14a-446e-9624-90bfa4af858c req-14b14940-9fad-4a6c-a764-3995a5c2fc01 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1566105 Jan 28 01:19:01.157441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-2bec3211-a26a-4a4c-8107-36d513610816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:01.159065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-2bec3211-a26a-4a4c-8107-36d513610816 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.0954325 Jan 28 01:19:01.164793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6420d505-7f59-478f-9621-07c32a714ec3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.170170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:01.171080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.327167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Network': ['ID=6420d505-7f59-478f-9621-07c32a714ec3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:01.334713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f248ac0-b629-44b1-9946-cec6a04df665 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5905945 Jan 28 01:19:01.337920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46932) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:01.339397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6420d505-7f59-478f-9621-07c32a714ec3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:01.342211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a9a5a59-d14a-446e-9624-90bfa4af858c req-93b75694-f6c2-4e1f-8308-57ee886082cc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926219 Jan 28 01:19:01.350677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2061719919'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:01.353586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-0965bfa5-055e-462f-a367-d232efb5ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:01.355113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-0965bfa5-055e-462f-a367-d232efb5ec31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1810801 Jan 28 01:19:01.426722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:01.433664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.507662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:01.549536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.553484 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Added segment 11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10 of type vlan for network 3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6 Jan 28 01:19:01.621756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.626411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-8106ac18-35c5-4c14-a9d6-fbe103ab4383 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621245 Jan 28 01:19:01.633813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a3d8-0709-4d94-a6ad-27201303cd49 req-ca8e2399-7404-4de6-bd24-46da1a66707a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:01.638344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2247a3d8-0709-4d94-a6ad-27201303cd49 req-ca8e2399-7404-4de6-bd24-46da1a66707a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1030905 Jan 28 01:19:01.670452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.678196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:01.680709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:01.714442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3728726 Jan 28 01:19:01.727217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46942) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:01.737462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'ports': [{'network_id': '6420d505-7f59-478f-9621-07c32a714ec3', 'name': 'tempest-port--346021930', 'admin_state_up': True}, {'network_id': '3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6', 'admin_state_up': False}]} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:01.737948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'port': {'network_id': '6420d505-7f59-478f-9621-07c32a714ec3', 'name': 'tempest-port--346021930', 'admin_state_up': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:01.738475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'port': {'network_id': '3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6', 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:01.807495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943d31-04d7-463e-af7c-1bbfcf718f96 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Network': ['ID=3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:01.826819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:01.986584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:02.050949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2247a3d8-0709-4d94-a6ad-27201303cd49 req-8d5e0d85-c664-4036-9955-3455c190de77 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672602 Jan 28 01:19:02.052853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-e7ed5e3e-0944-4c3f-a162-3f102576bf87 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129949 Jan 28 01:19:02.113923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-b093b970-bced-4b09-8392-16a02e3fd63a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 217 time: 0.0410998 Jan 28 01:19:02.114922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'port': 2} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:02.119452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.161586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.210121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a761687f-1ce2-4208-8d4e-6154546af71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.233125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-feb3b0e4-d36f-4cb6-9145-987d80f3eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:02.234639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-feb3b0e4-d36f-4cb6-9145-987d80f3eca8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1128719 Jan 28 01:19:02.384218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a761687f-1ce2-4208-8d4e-6154546af71e admin admin] Publish callbacks [] for security_group (4a622f4b-11e1-4423-ad8c-a756940c5e69), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.389421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a761687f-1ce2-4208-8d4e-6154546af71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4a622f4b-11e1-4423-ad8c-a756940c5e69), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.395827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-44bc8127-4973-4470-bad5-8b0c3af34601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:02.397862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-44bc8127-4973-4470-bad5-8b0c3af34601 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1307073 Jan 28 01:19:02.423858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] device_id is not set on port cfd5ede9-632b-47dc-9536-0194afb149e1 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:02.440169 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a761687f-1ce2-4208-8d4e-6154546af71e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fabe4538e1034fb58a1f89bff02c88db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4521048 Jan 28 01:19:02.445739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46966) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:02.506473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb560-6c9c-434c-99c6-b1112097e2cb req-9fe5aa4a-bb7c-4922-a5a6-70a78875cd83 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:02.508019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a29cb560-6c9c-434c-99c6-b1112097e2cb req-9fe5aa4a-bb7c-4922-a5a6-70a78875cd83 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1591933 Jan 28 01:19:02.513925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761687f-1ce2-4208-8d4e-6154546af71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a622f4b-11e1-4423-ad8c-a756940c5e69,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:02.552894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0662a894-8719-4186-91cf-672d115e20cf admin admin] Publish callbacks [] for security_group (4a622f4b-11e1-4423-ad8c-a756940c5e69), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.576802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0662a894-8719-4186-91cf-672d115e20cf admin admin] Publish callbacks [] for security_group (4a622f4b-11e1-4423-ad8c-a756940c5e69), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.591156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a29cb560-6c9c-434c-99c6-b1112097e2cb req-502ddb1b-c3f8-46d1-b96d-04ca002b1c88 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 Jan 28 01:19:02.604467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-e091b432-eb86-4eaa-acd8-b0ddf3bd3698 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965461 Jan 28 01:19:02.640491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0662a894-8719-4186-91cf-672d115e20cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4a622f4b-11e1-4423-ad8c-a756940c5e69), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.643558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0662a894-8719-4186-91cf-672d115e20cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.649074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0662a894-8719-4186-91cf-672d115e20cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a622f4b-11e1-4423-ad8c-a756940c5e69 HTTP/1.1" status: 204 len: 168 time: 0.2019567 Jan 28 01:19:02.664259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662a894-8719-4186-91cf-672d115e20cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a622f4b-11e1-4423-ad8c-a756940c5e69,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:02.760330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for port (cfd5ede9-632b-47dc-9536-0194afb149e1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:02.892374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-ab53f32a-449c-42e6-a651-c51fac06d383 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804899 Jan 28 01:19:02.901426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07622-5c6d-4a1b-9439-0c101f69625a req-799aec0b-88a9-443a-a053-fd7ce6595c28 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:02.903076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47d07622-5c6d-4a1b-9439-0c101f69625a req-799aec0b-88a9-443a-a053-fd7ce6595c28 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1495187 Jan 28 01:19:02.907031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] device_id is not set on port 6e566e17-e27c-479a-ba72-b53b927a5672 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:02.948888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-cc22f7f7-86ee-4b73-a2a1-12d443f996f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.0447745 Jan 28 01:19:03.083947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47d07622-5c6d-4a1b-9439-0c101f69625a req-cd5ca78d-348b-4e93-9188-d30ceba84911 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339293 Jan 28 01:19:03.092655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:03.109020 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e75937-1ccc-471a-a460-bd00a5a96b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.128014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1e63ce4e-9086-47ae-8884-db4391dc9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:03.132554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-1e63ce4e-9086-47ae-8884-db4391dc9376 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.1722338 Jan 28 01:19:03.212285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e75937-1ccc-471a-a460-bd00a5a96b41 admin admin] Publish callbacks [] for security_group (2fb2687f-bd4f-4acc-b38d-3cb1261b4580), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.218309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13e75937-1ccc-471a-a460-bd00a5a96b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fb2687f-bd4f-4acc-b38d-3cb1261b4580), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.268475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e75937-1ccc-471a-a460-bd00a5a96b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2687f-bd4f-4acc-b38d-3cb1261b4580,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:03.278935 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-13e75937-1ccc-471a-a460-bd00a5a96b41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97a6cd230eb8450ba5293828898b3989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848156 Jan 28 01:19:03.279559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:03.305399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-25c6f080-1a9e-44c4-9126-196bba873fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:03.311051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-25c6f080-1a9e-44c4-9126-196bba873fb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1667566 Jan 28 01:19:03.376477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8df1-89eb-455e-a51a-feedabd580bd admin admin] Publish callbacks [] for security_group (2fb2687f-bd4f-4acc-b38d-3cb1261b4580), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.419701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8df1-89eb-455e-a51a-feedabd580bd admin admin] Publish callbacks [] for security_group (2fb2687f-bd4f-4acc-b38d-3cb1261b4580), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.445855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-4cbc7bda-3b38-4fa0-90f4-e1cca1ddb9e9 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296058 Jan 28 01:19:03.480991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8df1-89eb-455e-a51a-feedabd580bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fb2687f-bd4f-4acc-b38d-3cb1261b4580), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.485211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8df1-89eb-455e-a51a-feedabd580bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.497390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd3d8df1-89eb-455e-a51a-feedabd580bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fb2687f-bd4f-4acc-b38d-3cb1261b4580 HTTP/1.1" status: 204 len: 168 time: 0.2090299 Jan 28 01:19:03.504503 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.530855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d8df1-89eb-455e-a51a-feedabd580bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2687f-bd4f-4acc-b38d-3cb1261b4580,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:03.673612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for port (6e566e17-e27c-479a-ba72-b53b927a5672), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.683525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac2539-804a-47f7-85ca-95acb4684b7c req-0097871d-7446-4698-9bfd-afd8c7c5a9d4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:03.691420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ac2539-804a-47f7-85ca-95acb4684b7c req-0097871d-7446-4698-9bfd-afd8c7c5a9d4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2445071 Jan 28 01:19:03.820624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ac2539-804a-47f7-85ca-95acb4684b7c req-ee2085e2-1f00-4598-9abd-47de5ef0f52f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282027 Jan 28 01:19:03.825190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb33627-19b9-4173-baab-ecbfcf77aace req-c5cffc3a-ba50-4c36-8402-4fb9a92aeedf service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472643 Jan 28 01:19:03.872903 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cfd5ede9-632b-47dc-9536-0194afb149e1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:03.973813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Port': ['ID=cfd5ede9-632b-47dc-9536-0194afb149e1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:04.068812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Checking segment: {'id': '44cad1c8-29c3-46be-9f85-237f1dbe4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6420d505-7f59-478f-9621-07c32a714ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:04.069188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network hostable DHCP agents. Network: 6420d505-7f59-478f-9621-07c32a714ec3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:04.078382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957806-65b8-4418-b5ee-11c73421e72e req-88c94c86-136a-45c4-9a4e-fd44dcf604ad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:04.079927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee957806-65b8-4418-b5ee-11c73421e72e req-88c94c86-136a-45c4-9a4e-fd44dcf604ad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1116278 Jan 28 01:19:04.101233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network 6420d505-7f59-478f-9621-07c32a714ec3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:04.148364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6420d505-7f59-478f-9621-07c32a714ec3) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:04.152648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:04.155890 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6e566e17-e27c-479a-ba72-b53b927a5672), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:04.158248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dae789-771d-4785-b0ec-248f5816ae84 None None] Network 6420d505-7f59-478f-9621-07c32a714ec3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:04.289474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Port': ['ID=6e566e17-e27c-479a-ba72-b53b927a5672,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:04.340253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee957806-65b8-4418-b5ee-11c73421e72e req-50409a6d-6374-46b7-b447-ebed0026e486 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522762 Jan 28 01:19:04.341558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Checking segment: {'id': '11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:04.359537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network hostable DHCP agents. Network: 3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:04.409658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network 3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:04.435072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:04.446940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c4733-5282-4228-a393-7c8c20c24388 None None] Network 3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:04.465683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:04.482713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:04.490660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:04.493917 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:04.528713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-234f73d4-1b3d-4410-acf0-5d0f585c1741 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7954550 Jan 28 01:19:04.531081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47014) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:04.669008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc09eb-b1b4-4776-91e9-9a8faf91604a tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:04.688699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc09eb-b1b4-4776-91e9-9a8faf91604a tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:04.694378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47026) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:04.707532 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9bbc09eb-b1b4-4776-91e9-9a8faf91604a tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1583552 Jan 28 01:19:04.847034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe33bf-0b77-4106-9b16-d64b4c45641c req-73fb337f-d0d5-4d24-88db-c0dc00e1c27b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:04.856006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23fe33bf-0b77-4106-9b16-d64b4c45641c req-73fb337f-d0d5-4d24-88db-c0dc00e1c27b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1780467 Jan 28 01:19:04.957714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Deleting port cfd5ede9-632b-47dc-9536-0194afb149e1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:04.958101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cfd5ede9-632b-47dc-9536-0194afb149e1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:05.088938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cfd5ede9-632b-47dc-9536-0194afb149e1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:05.137627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23fe33bf-0b77-4106-9b16-d64b4c45641c req-a16832a5-bda9-42d9-af62-2e8f40e39094 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805283 Jan 28 01:19:05.171995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Calling delete_port for cfd5ede9-632b-47dc-9536-0194afb149e1 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:05.390435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ac09-0fab-4929-a064-02e218d263e8 req-e9ea6db5-147c-4257-b379-8da5476760b0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:05.392148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a696ac09-0fab-4929-a064-02e218d263e8 req-e9ea6db5-147c-4257-b379-8da5476760b0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1056428 Jan 28 01:19:05.468503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cfd5ede9-632b-47dc-9536-0194afb149e1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:05.518476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a696ac09-0fab-4929-a064-02e218d263e8 req-181de57b-1e18-4267-89dc-0077c92738cf tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194944 Jan 28 01:19:05.521222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Port': ['ID=cfd5ede9-632b-47dc-9536-0194afb149e1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:05.528682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:05.533429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-756d8e7f-0d9f-44ed-80df-f27165ab9874 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/ports/cfd5ede9-632b-47dc-9536-0194afb149e1 HTTP/1.1" status: 204 len: 168 time: 0.8376710 Jan 28 01:19:05.536004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47044) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:05.737087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Deleting port 6e566e17-e27c-479a-ba72-b53b927a5672 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:05.737447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6e566e17-e27c-479a-ba72-b53b927a5672), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:05.905867 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6e566e17-e27c-479a-ba72-b53b927a5672), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:05.924675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Calling delete_port for 6e566e17-e27c-479a-ba72-b53b927a5672 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:05.944584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4f141-afb5-4f98-8f68-e2cc1ffa7658 req-5eb10626-5b3b-4f28-ba52-c2d8436a82ec tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:05.946159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bff4f141-afb5-4f98-8f68-e2cc1ffa7658 req-5eb10626-5b3b-4f28-ba52-c2d8436a82ec tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0968750 Jan 28 01:19:06.042790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bff4f141-afb5-4f98-8f68-e2cc1ffa7658 req-78bcb29c-1daf-4b89-bc9a-1dc36aa0dc4f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Jan 28 01:19:06.056757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6e566e17-e27c-479a-ba72-b53b927a5672), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.077336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.081216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/ports/6e566e17-e27c-479a-ba72-b53b927a5672 HTTP/1.1" status: 204 len: 168 time: 0.5437059 Jan 28 01:19:06.083792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47078) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:06.148331 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bbcfd4a4-94fe-4a77-bdd2-ac390fbae913 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590720 Jan 28 01:19:06.149245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47084) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:06.159690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1125597657'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:06.163242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eda6eb-37f9-433c-8f5e-16261185b078 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Port': ['ID=6e566e17-e27c-479a-ba72-b53b927a5672,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:06.198792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:06.205299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.279111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:06.316544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1168f5cb-9ca4-469a-a3cf-69ecc98b002b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.318012 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Added segment 1168f5cb-9ca4-469a-a3cf-69ecc98b002b of type vlan for network ebe43428-b6e5-410f-9217-8f650d8cee1c Jan 28 01:19:06.340906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd2fe-7254-4734-9711-09df09c00095 req-63db29b5-f8a2-4190-9b6b-8a03e7f3d4ca tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:06.348807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d54fd2fe-7254-4734-9711-09df09c00095 req-63db29b5-f8a2-4190-9b6b-8a03e7f3d4ca tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1230819 Jan 28 01:19:06.378781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ebe43428-b6e5-410f-9217-8f650d8cee1c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.418362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d54fd2fe-7254-4734-9711-09df09c00095 req-9f64839b-326d-41a7-8696-68c00f6d3911 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685718 Jan 28 01:19:06.439951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ebe43428-b6e5-410f-9217-8f650d8cee1c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.450411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:06.452506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.605173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4523008 Jan 28 01:19:06.607854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:06.613115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-389850705'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:06.619078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2ced6-56e1-4e98-a273-43ba8fb8de42 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Network': ['ID=ebe43428-b6e5-410f-9217-8f650d8cee1c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:06.630579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ebe43428-b6e5-410f-9217-8f650d8cee1c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:06.681341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:06.705545 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.069731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e99f2f1a-1435-4901-8903-e07050d538d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.247331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:07.270997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f09687d4-cf8a-413f-b334-bcf12501c383), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.271392 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Added segment f09687d4-cf8a-413f-b334-bcf12501c383 of type vlan for network 06af9685-b352-4120-aac9-6f924fc2fd5e Jan 28 01:19:07.290404 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.327782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51876-9dc2-45b9-89ce-9080749f7962 req-694d0393-4481-407b-9855-d21943275cc9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:07.334859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41b51876-9dc2-45b9-89ce-9080749f7962 req-694d0393-4481-407b-9855-d21943275cc9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 814 time: 0.6060472 Jan 28 01:19:07.359717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41b51876-9dc2-45b9-89ce-9080749f7962 req-82ed9958-2647-4553-a5c1-76a2fb7b368f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/quotas/8cf27ba066f847a49c2198af6350ee6c HTTP/1.1" status: 200 len: 375 time: 0.0239162 Jan 28 01:19:07.363163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (06af9685-b352-4120-aac9-6f924fc2fd5e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.424617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (06af9685-b352-4120-aac9-6f924fc2fd5e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.430353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:07.430972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:07.463785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41b51876-9dc2-45b9-89ce-9080749f7962 req-732bb470-0bd2-4332-a672-f43d07f14a40 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032100 Jan 28 01:19:07.497865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8887868 Jan 28 01:19:07.537532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb79b-bee6-400f-a999-c2991bcbe75f tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Network': ['ID=06af9685-b352-4120-aac9-6f924fc2fd5e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:07.552120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 06af9685-b352-4120-aac9-6f924fc2fd5e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:07.705577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea56a8e-9c0e-4090-9bc8-6f11e2b6a2a4 req-bdffec8e-eacf-4a55-be51-68b4d58ede64 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:07.718506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea56a8e-9c0e-4090-9bc8-6f11e2b6a2a4 req-bdffec8e-eacf-4a55-be51-68b4d58ede64 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0923467 Jan 28 01:19:07.792361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cea56a8e-9c0e-4090-9bc8-6f11e2b6a2a4 req-f1a6f151-d94e-4a89-9eec-1e75e90ccbb2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686843 Jan 28 01:19:08.049367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6038427-bb88-49e1-9558-2f1b71eea3fc req-13c99cc2-3f59-435e-909d-a1d63d042b47 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:08.052443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6038427-bb88-49e1-9558-2f1b71eea3fc req-13c99cc2-3f59-435e-909d-a1d63d042b47 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1121595 Jan 28 01:19:08.136102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6038427-bb88-49e1-9558-2f1b71eea3fc req-e2334832-873d-474d-90e8-25503873c1c5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792370 Jan 28 01:19:08.508500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27943a4a-fc92-454f-9eca-bfa81de554b6 req-569df534-7c0c-4193-80d0-1096e4204e01 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8cf27ba066f847a49c2198af6350ee6c HTTP/1.1" status: 200 len: 221 time: 0.1020699 Jan 28 01:19:08.728610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411a14-e52e-4295-80c2-29e7a84b829e req-489880c7-0e7d-4907-aa80-209b0542b7d7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:08.738847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc411a14-e52e-4295-80c2-29e7a84b829e req-489880c7-0e7d-4907-aa80-209b0542b7d7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1357048 Jan 28 01:19:08.855627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc411a14-e52e-4295-80c2-29e7a84b829e req-69f96a24-1d81-41c7-b9dc-905d083328be tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083229 Jan 28 01:19:09.141339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913ac35-a210-4d02-b208-9526b146044a req-28546ead-890f-4dde-9d96-2a58ba122a51 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:09.162146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1913ac35-a210-4d02-b208-9526b146044a req-28546ead-890f-4dde-9d96-2a58ba122a51 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1643589 Jan 28 01:19:09.327464 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d24fb60b-c60c-4462-97a3-e3a6f4dc7770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:09.334411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1913ac35-a210-4d02-b208-9526b146044a req-cd47a3ce-5f2d-45f1-b3a0-e0d345a17df2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705072 Jan 28 01:19:09.648729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8103-16d4-43ac-970b-7efe26526fdb req-701f419b-5b54-40d3-b4d2-1158c5ea8e6e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:09.650315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6ff8103-16d4-43ac-970b-7efe26526fdb req-701f419b-5b54-40d3-b4d2-1158c5ea8e6e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1144040 Jan 28 01:19:09.766096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6ff8103-16d4-43ac-970b-7efe26526fdb req-f0c7c76d-2d2a-42ee-89eb-8c5a52257180 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041811 Jan 28 01:19:09.923245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b861-905d-4825-9a53-9c7c8e17ebd1 req-8fdcf6f8-9c6d-486c-9e8d-74db38d48d3a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:09.931425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1943b861-905d-4825-9a53-9c7c8e17ebd1 req-8fdcf6f8-9c6d-486c-9e8d-74db38d48d3a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0688965 Jan 28 01:19:10.022929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1943b861-905d-4825-9a53-9c7c8e17ebd1 req-c5123efa-8729-4a24-b0c0-e1e40d059aa2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902660 Jan 28 01:19:10.281278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefd4da-31b6-448a-b030-1f7f14d197d7 req-81738f00-15d1-4044-9855-5b0ced870484 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:10.283167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfefd4da-31b6-448a-b030-1f7f14d197d7 req-81738f00-15d1-4044-9855-5b0ced870484 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1235416 Jan 28 01:19:10.393870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfefd4da-31b6-448a-b030-1f7f14d197d7 req-9f85d25b-5c53-4749-9544-0320fc1e2ebe tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042135 Jan 28 01:19:10.435004 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:19:10.588029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5609f-32c2-4dee-9e13-a760c927410c req-876e9383-3be4-4a13-a446-349c1ab5af62 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:10.596226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fc5609f-32c2-4dee-9e13-a760c927410c req-876e9383-3be4-4a13-a446-349c1ab5af62 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0760403 Jan 28 01:19:10.693223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fc5609f-32c2-4dee-9e13-a760c927410c req-8e81f6e6-164e-4533-b629-7003334a6536 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952194 Jan 28 01:19:10.831213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:10.909950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47242) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:10.916846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'subnets': [{'network_id': 'ebe43428-b6e5-410f-9217-8f650d8cee1c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2132400151', 'ip_version': 6}, {'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:10.917368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'subnet': {'network_id': 'ebe43428-b6e5-410f-9217-8f650d8cee1c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2132400151', 'ip_version': 6}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:10.918195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Request body: {'subnet': {'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:10.977622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d5997-315c-42e7-a7b4-68a1143c7cc8 req-5ca9b85d-1f97-41eb-a800-df937479e126 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:10.979318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c81d5997-315c-42e7-a7b4-68a1143c7cc8 req-5ca9b85d-1f97-41eb-a800-df937479e126 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1225624 Jan 28 01:19:11.083002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c81d5997-315c-42e7-a7b4-68a1143c7cc8 req-352bc072-fed7-4eef-a1c0-6f1e6d90998c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953174 Jan 28 01:19:11.177143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Made reservation on behalf of 86ef70343b2f49ac99561eeadcce6121 for: {'subnet': 2} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:11.185049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:11.185794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:11.311238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efeb2-ed07-41f3-950d-215100a12be1 req-bba9b7c2-43e4-428c-988e-6fb77f907021 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:11.313318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-411efeb2-ed07-41f3-950d-215100a12be1 req-bba9b7c2-43e4-428c-988e-6fb77f907021 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1034808 Jan 28 01:19:11.396570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-411efeb2-ed07-41f3-950d-215100a12be1 req-ea4f6412-e493-4b41-bd6a-f937e214824c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Jan 28 01:19:11.580814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d549-369f-4ff4-a675-7ddfa5d98ee8 req-be6667d9-bc9f-4ffd-afb1-b99165e5b3c0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:11.584016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d05d549-369f-4ff4-a675-7ddfa5d98ee8 req-be6667d9-bc9f-4ffd-afb1-b99165e5b3c0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0561905 Jan 28 01:19:11.709041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d05d549-369f-4ff4-a675-7ddfa5d98ee8 req-5f412d09-831a-4617-887f-3e853515ab44 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141474 Jan 28 01:19:11.835924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (434566d3-7de2-4c23-aff9-afd48b14e15b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:11.842855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d69fb-0af6-4b6f-8b23-e8eda88b8896 req-3f70e8fb-d802-444e-a2e8-5c2b181ffab2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:11.850952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-125d69fb-0af6-4b6f-8b23-e8eda88b8896 req-3f70e8fb-d802-444e-a2e8-5c2b181ffab2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0608149 Jan 28 01:19:11.905155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Checking segment: {'id': '1168f5cb-9ca4-469a-a3cf-69ecc98b002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ebe43428-b6e5-410f-9217-8f650d8cee1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:11.905920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network hostable DHCP agents. Network: ebe43428-b6e5-410f-9217-8f650d8cee1c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:11.910225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:11.915576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-125d69fb-0af6-4b6f-8b23-e8eda88b8896 req-73822c97-68e3-42b9-a6ef-44ea8c581602 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636408 Jan 28 01:19:11.953764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network ebe43428-b6e5-410f-9217-8f650d8cee1c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:11.963402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Subnet': ['ID=434566d3-7de2-4c23-aff9-afd48b14e15b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:11.989297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ebe43428-b6e5-410f-9217-8f650d8cee1c) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:11.995140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (be507745-b91a-44a0-9a70-30c780ff8a5f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.007824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bec1cb-29ca-431b-b336-84d021a49159 None None] Network ebe43428-b6e5-410f-9217-8f650d8cee1c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:12.070444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event updated for resources: {'Subnet': ['ID=be507745-b91a-44a0-9a70-30c780ff8a5f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:12.108060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Checking segment: {'id': 'f09687d4-cf8a-413f-b334-bcf12501c383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:12.108232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network hostable DHCP agents. Network: 06af9685-b352-4120-aac9-6f924fc2fd5e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:12.127253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f32285-be00-431e-a033-4ddbd2c3f10b req-dd31158e-4210-40b9-bce6-bbdb14205e45 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.128822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92f32285-be00-431e-a033-4ddbd2c3f10b req-dd31158e-4210-40b9-bce6-bbdb14205e45 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1005008 Jan 28 01:19:12.151858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Network 06af9685-b352-4120-aac9-6f924fc2fd5e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:12.165224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 06af9685-b352-4120-aac9-6f924fc2fd5e) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:12.169752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.170340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.171040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.203264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-58017897-f053-48df-b3a2-6c2d93ace736 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2918808 Jan 28 01:19:12.203955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:12.213038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efc8bb-cdc1-47ae-b3c3-15d9651db1b3 None None] Network 06af9685-b352-4120-aac9-6f924fc2fd5e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:12.233339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92f32285-be00-431e-a033-4ddbd2c3f10b req-c19288c2-ceeb-448a-9772-96292271e6e9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976958 Jan 28 01:19:12.291304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa2dde-ba9a-41a7-a68b-aa9fa9c4d8f8 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.292815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa2dde-ba9a-41a7-a68b-aa9fa9c4d8f8 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.295851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa2dde-ba9a-41a7-a68b-aa9fa9c4d8f8 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.309415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47290) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:12.321253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1ffa2dde-ba9a-41a7-a68b-aa9fa9c4d8f8 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1161776 Jan 28 01:19:12.461568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0cc44-e14b-4f05-b96b-c9d20c66699e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ebe43428-b6e5-410f-9217-8f650d8cee1c', 'network_id': 'ebe43428-b6e5-410f-9217-8f650d8cee1c', 'project_id': '86ef70343b2f49ac99561eeadcce6121', 'fixed_ips': [{'subnet_id': '434566d3-7de2-4c23-aff9-afd48b14e15b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:19:12.464600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98f0cc44-e14b-4f05-b96b-c9d20c66699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.504126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Deleting subnet 434566d3-7de2-4c23-aff9-afd48b14e15b {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:12.515174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for subnet (434566d3-7de2-4c23-aff9-afd48b14e15b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.589539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4935-d225-4646-a845-5dc00368f1a7 req-08505705-40da-460c-8163-b3d3abef4171 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:12.599869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-feea4935-d225-4646-a845-5dc00368f1a7 req-08505705-40da-460c-8163-b3d3abef4171 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2070856 Jan 28 01:19:12.694795 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (434566d3-7de2-4c23-aff9-afd48b14e15b), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.767830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-feea4935-d225-4646-a845-5dc00368f1a7 req-e27a6d33-990d-432b-8b5e-3cd936a3c1a6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585553 Jan 28 01:19:12.791822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-06af9685-b352-4120-aac9-6f924fc2fd5e', 'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e', 'project_id': '86ef70343b2f49ac99561eeadcce6121', 'fixed_ips': [{'subnet_id': 'be507745-b91a-44a0-9a70-30c780ff8a5f'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:19:12.797822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.931614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (434566d3-7de2-4c23-aff9-afd48b14e15b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.014620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (434566d3-7de2-4c23-aff9-afd48b14e15b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.021389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Allocated IP 2001:db8:0:1::1 (06af9685-b352-4120-aac9-6f924fc2fd5e/be507745-b91a-44a0-9a70-30c780ff8a5f/8f0f221c-ffd6-461f-ac44-f13ae464bdf7) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:13.058021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.064306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/subnets/434566d3-7de2-4c23-aff9-afd48b14e15b HTTP/1.1" status: 204 len: 168 time: 0.7493403 Jan 28 01:19:13.065600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47306) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:13.085523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7c6ce-62c2-4f0c-8beb-46519858974d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Subnet': ['ID=434566d3-7de2-4c23-aff9-afd48b14e15b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:13.127619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f869b5-2224-4d08-8d1a-1a05bcd76a16 req-3d4c13a0-3c67-4b83-ba32-292a70495bf2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:13.135372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41f869b5-2224-4d08-8d1a-1a05bcd76a16 req-3d4c13a0-3c67-4b83-ba32-292a70495bf2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1325824 Jan 28 01:19:13.162235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Deleting subnet be507745-b91a-44a0-9a70-30c780ff8a5f {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:13.216397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41f869b5-2224-4d08-8d1a-1a05bcd76a16 req-7c07a3f1-5216-4a34-9a1b-54f82c233494 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Jan 28 01:19:13.288178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Publish callbacks [] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.295646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for subnet (be507745-b91a-44a0-9a70-30c780ff8a5f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.303715 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.368115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Pushing event updated for resources: {'Port': ['ID=8f0f221c-ffd6-461f-ac44-f13ae464bdf7,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-98f0cc44-e14b-4f05-b96b-c9d20c66699e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 434566d3-7de2-4c23-aff9-afd48b14e15b: This subnet is being modified by another concurrent operation. Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exception Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 434566d3-7de2-4c23-aff9-afd48b14e15b: This subnet is being modified by another concurrent operation. Jan 28 01:19:13.380191 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 01:19:13.417639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361c6e5-ed48-4a4d-ba39-77ba17645f8b None None] Network ebe43428-b6e5-410f-9217-8f650d8cee1c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:13.430725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (be507745-b91a-44a0-9a70-30c780ff8a5f), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.435834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Network 06af9685-b352-4120-aac9-6f924fc2fd5e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:13.454835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:13.462931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.500869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:13.601073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45d3c-302d-495a-b513-86655b3d2d49 req-667c8466-7c16-4eef-bc79-d9cd88aa076d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:13.602755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50f45d3c-302d-495a-b513-86655b3d2d49 req-667c8466-7c16-4eef-bc79-d9cd88aa076d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1691914 Jan 28 01:19:13.632649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Attempting to bind port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:13.632980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Attempting to bind port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'f09687d4-cf8a-413f-b334-bcf12501c383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:13.633407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Attempting to bind port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 on network 06af9685-b352-4120-aac9-6f924fc2fd5e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:13.639095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:13.639426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Checking segment: {'id': 'f09687d4-cf8a-413f-b334-bcf12501c383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:13.639825 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.640230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Bound using segment: {'id': 'f09687d4-cf8a-413f-b334-bcf12501c383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:13.640752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Bound port: 8f0f221c-ffd6-461f-ac44-f13ae464bdf7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09687d4-cf8a-413f-b334-bcf12501c383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06af9685-b352-4120-aac9-6f924fc2fd5e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:13.641190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.704212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (be507745-b91a-44a0-9a70-30c780ff8a5f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.715054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50f45d3c-302d-495a-b513-86655b3d2d49 req-5f3f8e89-5f0c-4417-b1f2-b46f29967b6c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062999 Jan 28 01:19:13.840346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (be507745-b91a-44a0-9a70-30c780ff8a5f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.843902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] For port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:13.870325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] For port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8f0f221c-ffd6-461f-ac44-f13ae464bdf7,segment=NetworkSegment(f09687d4-cf8a-413f-b334-bcf12501c383),segment_id=f09687d4-cf8a-413f-b334-bcf12501c383)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:13.879138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.943347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.952833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/subnets/be507745-b91a-44a0-9a70-30c780ff8a5f HTTP/1.1" status: 204 len: 168 time: 0.8847585 Jan 28 01:19:13.954997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793e651-be8c-4794-87af-b4ffb26b19b4 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Subnet': ['ID=be507745-b91a-44a0-9a70-30c780ff8a5f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:13.955607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47338) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:14.018945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61a020-c160-4890-aa81-517aaa5551c8 None None] Pushing event updated for resources: {'Port': ['ID=8f0f221c-ffd6-461f-ac44-f13ae464bdf7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:14.165211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d15e7-5387-42de-ad7f-acd473af6478 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:14.170728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47344) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:14.171267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e7d15e7-5387-42de-ad7f-acd473af6478 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2140875 Jan 28 01:19:14.183992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b511f-f2be-4875-a9cf-074dfe060d18 req-e7fbc4e7-78cf-45f3-a636-719b953b1aff tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:14.185553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-889b511f-f2be-4875-a9cf-074dfe060d18 req-e7fbc4e7-78cf-45f3-a636-719b953b1aff tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1508155 Jan 28 01:19:14.284394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-889b511f-f2be-4875-a9cf-074dfe060d18 req-7c67243a-1fdc-469e-9754-5417d7a74dfb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821092 Jan 28 01:19:14.383606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (06af9685-b352-4120-aac9-6f924fc2fd5e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.536908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Deleting port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:14.537260 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.684524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] For port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8f0f221c-ffd6-461f-ac44-f13ae464bdf7,segment=NetworkSegment(f09687d4-cf8a-413f-b334-bcf12501c383),segment_id=f09687d4-cf8a-413f-b334-bcf12501c383)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:14.684885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.697010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402908ae-c304-4bec-be18-ba8bbca6d82f req-a575f2ac-3544-4a30-9cff-3bad984344d8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:14.708303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-402908ae-c304-4bec-be18-ba8bbca6d82f req-a575f2ac-3544-4a30-9cff-3bad984344d8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1615314 Jan 28 01:19:14.742015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Calling delete_port for 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:14.837981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-402908ae-c304-4bec-be18-ba8bbca6d82f req-3b753a59-df3f-4cee-b228-ee3fc9ffbd71 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282985 Jan 28 01:19:15.254382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47368) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:15.309472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a81829-f4af-456e-ae19-9d702508b8c3 req-d7a692bb-a3a2-4eff-97ae-e8c4352602fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:15.322950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a81829-f4af-456e-ae19-9d702508b8c3 req-d7a692bb-a3a2-4eff-97ae-e8c4352602fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1878536 Jan 28 01:19:15.505989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a81829-f4af-456e-ae19-9d702508b8c3 req-d38d3d3c-4e3d-44e4-9471-680971aff0f9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750643 Jan 28 01:19:15.684269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8f0f221c-ffd6-461f-ac44-f13ae464bdf7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.741029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Port': ['ID=8f0f221c-ffd6-461f-ac44-f13ae464bdf7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:15.749261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] No DVR routers for this DVR port 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:15.778691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.779138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.779593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.780024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.780918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.780918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.781334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.781755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.782196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.782621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.783114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.787176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.787783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:15.806273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f777f-7e3a-4a36-a806-4c1055f96df7 req-ab942f76-d6b6-499c-88d6-92060f7c84b9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:15.817331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-468f777f-7e3a-4a36-a806-4c1055f96df7 req-ab942f76-d6b6-499c-88d6-92060f7c84b9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1728599 Jan 28 01:19:15.891174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-059daf58-7e40-4e6f-98cd-396699ea9d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.965068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-468f777f-7e3a-4a36-a806-4c1055f96df7 req-bc76b332-e1f4-4695-aa06-2cb4205967e8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465585 Jan 28 01:19:15.980147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (06af9685-b352-4120-aac9-6f924fc2fd5e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.063251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06af9685-b352-4120-aac9-6f924fc2fd5e']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.095930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09687d4-cf8a-413f-b334-bcf12501c383') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.099113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdbe20d-9b6c-4302-8558-cb341f7ae638 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:19:16.099635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09687d4-cf8a-413f-b334-bcf12501c383') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.120489 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (f09687d4-cf8a-413f-b334-bcf12501c383), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.151737 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f09687d4-cf8a-413f-b334-bcf12501c383), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.168058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:16.168476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (f09687d4-cf8a-413f-b334-bcf12501c383), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:16.181163 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:16.215022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-059daf58-7e40-4e6f-98cd-396699ea9d44 admin admin] Publish callbacks [] for security_group (ffd45958-8b05-4d5e-839f-d9913d2673c9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.227124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f9168bcb-c47b-4348-9971-186b88825d51 None None] Could not find standard attr ID for object 8f0f221c-ffd6-461f-ac44-f13ae464bdf7. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:19:16.232041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-059daf58-7e40-4e6f-98cd-396699ea9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ffd45958-8b05-4d5e-839f-d9913d2673c9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.366610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (06af9685-b352-4120-aac9-6f924fc2fd5e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.373143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.383463 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/networks/06af9685-b352-4120-aac9-6f924fc2fd5e HTTP/1.1" status: 204 len: 168 time: 2.2072237 Jan 28 01:19:16.385193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:16.408170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47394) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:16.412406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-059daf58-7e40-4e6f-98cd-396699ea9d44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d04225661664bc9ae1ae04e5d70919d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1556365 Jan 28 01:19:16.414559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059daf58-7e40-4e6f-98cd-396699ea9d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd45958-8b05-4d5e-839f-d9913d2673c9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:16.425272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258390e4-43b6-4042-b490-240aff0a7f31 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Network': ['ID=06af9685-b352-4120-aac9-6f924fc2fd5e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:16.432464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdbe20d-9b6c-4302-8558-cb341f7ae638 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:19:16.449328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2268a56-6a8d-47fe-870b-e18ca009e4bf req-565cf861-61a7-4075-9972-819eaeca973b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:16.451102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2268a56-6a8d-47fe-870b-e18ca009e4bf req-565cf861-61a7-4075-9972-819eaeca973b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2656529 Jan 28 01:19:16.610574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2268a56-6a8d-47fe-870b-e18ca009e4bf req-c20307c2-1823-40a7-b39d-b1a065953453 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468513 Jan 28 01:19:16.649891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ebe43428-b6e5-410f-9217-8f650d8cee1c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.668786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0dc74bf7-cbb2-476a-881b-7e3ec225419c admin admin] Publish callbacks [] for security_group (ffd45958-8b05-4d5e-839f-d9913d2673c9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.723555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0dc74bf7-cbb2-476a-881b-7e3ec225419c admin admin] Publish callbacks [] for security_group (ffd45958-8b05-4d5e-839f-d9913d2673c9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.847815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96d531-5829-425c-a573-a8ffe7af8d81 req-fd99c063-aa25-4cc6-a2fa-c4a84e8abf21 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:16.858106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c96d531-5829-425c-a573-a8ffe7af8d81 req-fd99c063-aa25-4cc6-a2fa-c4a84e8abf21 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0946901 Jan 28 01:19:16.877274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ebe43428-b6e5-410f-9217-8f650d8cee1c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.904861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe43428-b6e5-410f-9217-8f650d8cee1c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.915616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1168f5cb-9ca4-469a-a3cf-69ecc98b002b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.915919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1168f5cb-9ca4-469a-a3cf-69ecc98b002b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.926825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (1168f5cb-9ca4-469a-a3cf-69ecc98b002b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.941904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1168f5cb-9ca4-469a-a3cf-69ecc98b002b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.948763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:16.949169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (1168f5cb-9ca4-469a-a3cf-69ecc98b002b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.972661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c96d531-5829-425c-a573-a8ffe7af8d81 req-d29b0104-e7eb-4167-adc3-6d0c94dee77b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079881 Jan 28 01:19:17.044799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf6b3c-8990-477a-9e02-759fb1f02169 None None] DHCP port deletion for 06af9685-b352-4120-aac9-6f924fc2fd5e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:19:17.087136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc9595-d3cc-44a2-8586-a3f80e9d9860 None None] Network 06af9685-b352-4120-aac9-6f924fc2fd5e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:17.103830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc9595-d3cc-44a2-8586-a3f80e9d9860 None None] Network 06af9685-b352-4120-aac9-6f924fc2fd5e could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:17.106046 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:17.111064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ebe43428-b6e5-410f-9217-8f650d8cee1c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.119112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.126840 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/networks/ebe43428-b6e5-410f-9217-8f650d8cee1c HTTP/1.1" status: 204 len: 168 time: 0.7196705 Jan 28 01:19:17.129527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:17.168542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e280ec-74f5-40b8-8cfc-c491bd45c2fe tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Network': ['ID=ebe43428-b6e5-410f-9217-8f650d8cee1c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:17.185233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0dc74bf7-cbb2-476a-881b-7e3ec225419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ffd45958-8b05-4d5e-839f-d9913d2673c9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.188227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0dc74bf7-cbb2-476a-881b-7e3ec225419c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.191587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0dc74bf7-cbb2-476a-881b-7e3ec225419c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffd45958-8b05-4d5e-839f-d9913d2673c9 HTTP/1.1" status: 204 len: 168 time: 0.7623744 Jan 28 01:19:17.210082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74bf7-cbb2-476a-881b-7e3ec225419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd45958-8b05-4d5e-839f-d9913d2673c9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:17.401821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.685732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.736213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:17.758833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:17.759174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:17.784394 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.806816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.823271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:17.823692 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (11cf8c66-4ef7-45a7-9b3b-eb0ca9999a10), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:17.949863 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:17.978018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.986405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:17.989057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.002045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/networks/3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6 HTTP/1.1" status: 204 len: 168 time: 0.8682148 Jan 28 01:19:18.018540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47434) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:18.047133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e49ec3e-e838-4a0d-807d-dcbbd10c2e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.083141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482f7b5-8b91-4ffc-89fc-f98905faea1d tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Network': ['ID=3edcf8f9-99b8-43a3-9553-78d7b3bd4cd6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:18.175057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028638ee-332c-45c4-9ce0-218a94a48f1a req-00ef820b-e92e-4a29-ae63-1788f0de5624 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:18.182356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-028638ee-332c-45c4-9ce0-218a94a48f1a req-00ef820b-e92e-4a29-ae63-1788f0de5624 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.7024431 Jan 28 01:19:18.217198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6420d505-7f59-478f-9621-07c32a714ec3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.264954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-028638ee-332c-45c4-9ce0-218a94a48f1a req-6dedd1cb-50a1-4493-8f48-48d970af74cf tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772388 Jan 28 01:19:18.320914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e49ec3e-e838-4a0d-807d-dcbbd10c2e5c admin admin] Publish callbacks [] for security_group (28092747-a66d-431d-84c3-4bf5cc3f3f55), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.328393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e49ec3e-e838-4a0d-807d-dcbbd10c2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (28092747-a66d-431d-84c3-4bf5cc3f3f55), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.390511 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1e49ec3e-e838-4a0d-807d-dcbbd10c2e5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7273f67a64aa40e6b1353cd9a0d800c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028976 Jan 28 01:19:18.394011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:18.414844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:18.456791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:18.457144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8f0f221c-ffd6-461f-ac44-f13ae464bdf7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:18.495695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49ec3e-e838-4a0d-807d-dcbbd10c2e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28092747-a66d-431d-84c3-4bf5cc3f3f55,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:18.520814 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6420d505-7f59-478f-9621-07c32a714ec3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.561827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54bffc14-dbdf-412e-a47a-25b50a8ec90c admin admin] Publish callbacks [] for security_group (28092747-a66d-431d-84c3-4bf5cc3f3f55), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.589193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6420d505-7f59-478f-9621-07c32a714ec3']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:18.599324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54bffc14-dbdf-412e-a47a-25b50a8ec90c admin admin] Publish callbacks [] for security_group (28092747-a66d-431d-84c3-4bf5cc3f3f55), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.614218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cad1c8-29c3-46be-9f85-237f1dbe4313') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:18.614511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cad1c8-29c3-46be-9f85-237f1dbe4313') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:18.653707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (44cad1c8-29c3-46be-9f85-237f1dbe4313), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.683905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54bffc14-dbdf-412e-a47a-25b50a8ec90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (28092747-a66d-431d-84c3-4bf5cc3f3f55), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.690432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54bffc14-dbdf-412e-a47a-25b50a8ec90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.694279 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-54bffc14-dbdf-412e-a47a-25b50a8ec90c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28092747-a66d-431d-84c3-4bf5cc3f3f55 HTTP/1.1" status: 204 len: 168 time: 0.2960110 Jan 28 01:19:18.697438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (44cad1c8-29c3-46be-9f85-237f1dbe4313), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.714328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:18.728142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (44cad1c8-29c3-46be-9f85-237f1dbe4313), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.740586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bffc14-dbdf-412e-a47a-25b50a8ec90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28092747-a66d-431d-84c3-4bf5cc3f3f55,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:18.830283 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:18.834560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6420d505-7f59-478f-9621-07c32a714ec3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.858027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.863325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] 10.222.0.23 "DELETE /v2.0/networks/6420d505-7f59-478f-9621-07c32a714ec3 HTTP/1.1" status: 204 len: 168 time: 0.8425493 Jan 28 01:19:18.865195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2922a4-bd26-436e-a1c8-d642d2f46615 tempest-BulkNetworkOpsIpV6Test-579368510 tempest-BulkNetworkOpsIpV6Test-579368510-project] Pushing event deleted for resources: {'Network': ['ID=6420d505-7f59-478f-9621-07c32a714ec3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:19.500500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f228b-0341-4053-b5dc-493b06b3f217 req-9eb09425-791f-484d-a823-f4fda5210f5a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:19.503709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c5f228b-0341-4053-b5dc-493b06b3f217 req-9eb09425-791f-484d-a823-f4fda5210f5a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1347504 Jan 28 01:19:19.582528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c5f228b-0341-4053-b5dc-493b06b3f217 req-d497d95f-dd15-48b3-be07-a331f72b2693 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731018 Jan 28 01:19:19.725454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47472) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:20.095911 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ed515106-3b41-4dc6-8f86-8fd87a8489f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86ef70343b2f49ac99561eeadcce6121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3692443 Jan 28 01:19:20.100928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47488) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:20.122921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af2126-f600-4549-9f41-afa21af56b10 req-30168e06-899f-4920-8fa2-a4b5afdcae78 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:20.138632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69af2126-f600-4549-9f41-afa21af56b10 req-30168e06-899f-4920-8fa2-a4b5afdcae78 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1528130 Jan 28 01:19:20.331827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69af2126-f600-4549-9f41-afa21af56b10 req-be6ca13c-b4d8-475f-b932-dc0d5e7152a0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919403 Jan 28 01:19:20.353727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-043cea70-3a51-420d-9db0-79e49f7725d4 admin admin] Publish callbacks [] for security_group (83a19039-ef21-499a-a457-07431b883961), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.416531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-043cea70-3a51-420d-9db0-79e49f7725d4 admin admin] Publish callbacks [] for security_group (83a19039-ef21-499a-a457-07431b883961), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.527180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-043cea70-3a51-420d-9db0-79e49f7725d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (83a19039-ef21-499a-a457-07431b883961), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.530558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-043cea70-3a51-420d-9db0-79e49f7725d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.532134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-043cea70-3a51-420d-9db0-79e49f7725d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83a19039-ef21-499a-a457-07431b883961 HTTP/1.1" status: 204 len: 168 time: 0.4302166 Jan 28 01:19:20.534594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47496) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:20.557669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cea70-3a51-420d-9db0-79e49f7725d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a19039-ef21-499a-a457-07431b883961,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:20.935065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f254b7fa-a9bc-473d-ad70-6f0a01072586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.048474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f254b7fa-a9bc-473d-ad70-6f0a01072586 admin admin] Publish callbacks [] for security_group (0dc1b0cd-3a41-415d-ad9f-6aafd3515c40), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.055574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f254b7fa-a9bc-473d-ad70-6f0a01072586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0dc1b0cd-3a41-415d-ad9f-6aafd3515c40), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.121816 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f254b7fa-a9bc-473d-ad70-6f0a01072586 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53c6426aa9844f58b34a4807d76f7ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5857594 Jan 28 01:19:21.123328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254b7fa-a9bc-473d-ad70-6f0a01072586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc1b0cd-3a41-415d-ad9f-6aafd3515c40,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:21.124652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:21.187871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b47-98c9-47fb-8323-d8688eb11058 admin admin] Publish callbacks [] for security_group (0dc1b0cd-3a41-415d-ad9f-6aafd3515c40), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.215066 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b47-98c9-47fb-8323-d8688eb11058 admin admin] Publish callbacks [] for security_group (0dc1b0cd-3a41-415d-ad9f-6aafd3515c40), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.273035 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b47-98c9-47fb-8323-d8688eb11058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0dc1b0cd-3a41-415d-ad9f-6aafd3515c40), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.286809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b47-98c9-47fb-8323-d8688eb11058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.288265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d05e3b47-98c9-47fb-8323-d8688eb11058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dc1b0cd-3a41-415d-ad9f-6aafd3515c40 HTTP/1.1" status: 204 len: 168 time: 0.1625657 Jan 28 01:19:21.298045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3b47-98c9-47fb-8323-d8688eb11058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc1b0cd-3a41-415d-ad9f-6aafd3515c40,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:21.500018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c38d-157b-4a8d-bbbe-be131a8d4ed2 req-5f732d4f-41b9-4d5a-9fdb-837ba35a86c6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:21.510394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a985c38d-157b-4a8d-bbbe-be131a8d4ed2 req-5f732d4f-41b9-4d5a-9fdb-837ba35a86c6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0886741 Jan 28 01:19:21.576603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a985c38d-157b-4a8d-bbbe-be131a8d4ed2 req-63c2514a-53cb-46b2-9ad3-a6c16dd0f6c3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651474 Jan 28 01:19:21.794592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71843d34-8ad1-42b5-8f1b-dc0a2d0d4346 req-1e21f744-6ce5-4097-9d3c-fc40548a50b0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:21.806489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71843d34-8ad1-42b5-8f1b-dc0a2d0d4346 req-1e21f744-6ce5-4097-9d3c-fc40548a50b0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0768828 Jan 28 01:19:21.872630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71843d34-8ad1-42b5-8f1b-dc0a2d0d4346 req-b087e00b-fef5-4f1f-837d-65007060e63d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651782 Jan 28 01:19:22.101362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4838b-9e17-4548-b344-2615bae38832 req-0342b6fa-556c-4d2f-ba0e-a31de9c4f0e5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:22.113113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93e4838b-9e17-4548-b344-2615bae38832 req-0342b6fa-556c-4d2f-ba0e-a31de9c4f0e5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0902112 Jan 28 01:19:22.221175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93e4838b-9e17-4548-b344-2615bae38832 req-31e4a7ca-75e6-46a6-ad37-9fcb3f4fe0d2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018641 Jan 28 01:19:22.393634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43b5a-6bdb-4773-9248-d6d738d4a3b0 req-35e6e066-d4d6-46d0-9404-c697e996d23b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:22.400381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7f43b5a-6bdb-4773-9248-d6d738d4a3b0 req-35e6e066-d4d6-46d0-9404-c697e996d23b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1176019 Jan 28 01:19:22.440430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47584) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:22.456526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7f43b5a-6bdb-4773-9248-d6d738d4a3b0 req-a70d72c2-ebf6-4279-9310-fa5be2fb559e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Jan 28 01:19:22.622837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4c29-2ad8-4f5a-ac5d-a666758a96df req-e798770b-e1ce-49ae-af55-3375629e6abd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:22.624472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a4d4c29-2ad8-4f5a-ac5d-a666758a96df req-e798770b-e1ce-49ae-af55-3375629e6abd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0545752 Jan 28 01:19:22.683202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a4d4c29-2ad8-4f5a-ac5d-a666758a96df req-a8f1dd35-0570-41b7-b1ac-cc81061644d7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Jan 28 01:19:22.784656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1880851803'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:22.819879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf5d5-d8a8-488c-8578-47bbad95788d req-6a9f82d3-0df4-4ecb-97bf-ffe0ecf76849 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:22.822072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-294cf5d5-d8a8-488c-8578-47bbad95788d req-6a9f82d3-0df4-4ecb-97bf-ffe0ecf76849 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0609047 Jan 28 01:19:22.836167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:22.839498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:22.849314 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:22.900729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-294cf5d5-d8a8-488c-8578-47bbad95788d req-bb7f1c0a-5b48-4394-b3fc-f045c3090f61 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689204 Jan 28 01:19:22.991168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (d66d3b50-b7a8-4335-ab4f-03ab0898d558), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:22.997088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d66d3b50-b7a8-4335-ab4f-03ab0898d558), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.022940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:23.067505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (35581ac0-fd7a-4875-ae13-3992f4628e5d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.068301 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment 35581ac0-fd7a-4875-ae13-3992f4628e5d of type vlan for network 3783a628-8799-4cbb-ae91-4109ebd4b578 Jan 28 01:19:23.080255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d3b50-b7a8-4335-ab4f-03ab0898d558,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:23.126327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb11c4a-d25f-4642-96b9-8074cdd73621 req-175c9710-71f8-4ff1-aa00-ed730d7845ce tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:23.128411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecb11c4a-d25f-4642-96b9-8074cdd73621 req-175c9710-71f8-4ff1-aa00-ed730d7845ce tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0887356 Jan 28 01:19:23.134114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3783a628-8799-4cbb-ae91-4109ebd4b578), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.169856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3783a628-8799-4cbb-ae91-4109ebd4b578), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.180453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:23.181275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.199207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecb11c4a-d25f-4642-96b9-8074cdd73621 req-21a4a862-2b67-41e5-88e6-120b18fcd093 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Jan 28 01:19:23.277606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47626) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:23.278264 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8362083 Jan 28 01:19:23.285056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'name': 'tempest-PortsTestJSON-518268600'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:23.312132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30fa67-f0e0-4e18-88a8-2ced76b63617 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=3783a628-8799-4cbb-ae91-4109ebd4b578,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:23.326322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:23.445027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48773d12-1339-457e-af26-dc4fe9336765 req-74299696-ced8-4aed-abc9-f4e1ad12e397 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:23.447457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48773d12-1339-457e-af26-dc4fe9336765 req-74299696-ced8-4aed-abc9-f4e1ad12e397 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0770450 Jan 28 01:19:23.454032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:23.470303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.518179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:23.586127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48773d12-1339-457e-af26-dc4fe9336765 req-8e5c7319-b23d-4234-9dd1-7c6e8524a336 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129262 Jan 28 01:19:23.807032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.820020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a81ae6-d3ac-4392-96c7-e696213bb672 req-bb34d456-f7f2-45ea-b870-f05af380e7a5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:23.822268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4a81ae6-d3ac-4392-96c7-e696213bb672 req-bb34d456-f7f2-45ea-b870-f05af380e7a5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0938742 Jan 28 01:19:23.889397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:23.933983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4a81ae6-d3ac-4392-96c7-e696213bb672 req-d957e97e-4fe1-436a-9e0b-7e567a4a4a13 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026301 Jan 28 01:19:23.961991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=c0118e84-8d63-4ee8-93f6-5716dfae2bd0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:24.011790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': '35581ac0-fd7a-4875-ae13-3992f4628e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:24.012180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: 3783a628-8799-4cbb-ae91-4109ebd4b578, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:24.052709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:24.075312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3783a628-8799-4cbb-ae91-4109ebd4b578) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:24.084674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bf69b-6a23-499b-80e1-dfc82774cf51 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:24.097365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:24.103900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:24.104675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:24.136501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-867a64b3-7c6f-4a76-b590-c7d04109230e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8557336 Jan 28 01:19:24.140345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:24.152168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1756234604'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:24.162730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b60b8-86bd-420e-823e-9400c9dc500b req-2af99335-5e6b-4bca-8654-84d1b76d5ba9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:24.175879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a11b60b8-86bd-420e-823e-9400c9dc500b req-2af99335-5e6b-4bca-8654-84d1b76d5ba9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1184092 Jan 28 01:19:24.196732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:24.201619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:24.266880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:24.288719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a11b60b8-86bd-420e-823e-9400c9dc500b req-1e3e2d8d-401d-4f5d-a13d-40177ea5d74b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113400 Jan 28 01:19:24.289440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7543cb7c-0021-4046-b9c4-34e7ce2c5e47), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:24.289727 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment 7543cb7c-0021-4046-b9c4-34e7ce2c5e47 of type vlan for network 448cb8b4-ddce-4081-8ef8-d6aded65ee00 Jan 28 01:19:24.381492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (448cb8b4-ddce-4081-8ef8-d6aded65ee00), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:24.437361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (448cb8b4-ddce-4081-8ef8-d6aded65ee00), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:24.449036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:24.450731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:24.465703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5838e-27be-4d0e-88b6-733ad5c0a60e req-a0a02436-9485-442e-bff1-1d6ff06bec96 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:24.465703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe5838e-27be-4d0e-88b6-733ad5c0a60e req-a0a02436-9485-442e-bff1-1d6ff06bec96 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0756035 Jan 28 01:19:24.538915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3940530 Jan 28 01:19:24.546000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47676) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:24.558565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'ports': [{'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'}, {'network_id': '448cb8b4-ddce-4081-8ef8-d6aded65ee00'}]} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:24.559126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:24.559822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '448cb8b4-ddce-4081-8ef8-d6aded65ee00'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:24.583128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efe5838e-27be-4d0e-88b6-733ad5c0a60e req-06925cb2-8a32-46b1-8766-225893e6e5bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117518 Jan 28 01:19:24.649531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89011ae-d09e-4cb3-ac2d-7c96664edb1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=448cb8b4-ddce-4081-8ef8-d6aded65ee00,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:24.665476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 448cb8b4-ddce-4081-8ef8-d6aded65ee00 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:24.824162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453dd1c-00c6-4ada-8f0a-d55dfb7b3cc9 req-6e1dc722-2da9-411f-8e31-eb229764d2bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:24.827676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1453dd1c-00c6-4ada-8f0a-d55dfb7b3cc9 req-6e1dc722-2da9-411f-8e31-eb229764d2bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1491244 Jan 28 01:19:24.929166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1453dd1c-00c6-4ada-8f0a-d55dfb7b3cc9 req-bf56c5af-9131-4795-986e-1197d6e3c879 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883873 Jan 28 01:19:24.987133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 2} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:24.993206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.016921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.138981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209159ea-7b52-4ddd-960a-3bda3a2b5a94 req-9e2ce320-7d06-49ca-82d4-b1a6d84c99e1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:25.141362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-209159ea-7b52-4ddd-960a-3bda3a2b5a94 req-9e2ce320-7d06-49ca-82d4-b1a6d84c99e1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0632534 Jan 28 01:19:25.193172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 5df33ee7-c1da-4495-9ffa-6f7d53e0ac15 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:25.218918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-209159ea-7b52-4ddd-960a-3bda3a2b5a94 req-a6611fb4-81b2-47c6-846e-8592d3aa2441 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680320 Jan 28 01:19:25.316833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (5df33ee7-c1da-4495-9ffa-6f7d53e0ac15), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.403456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d190d-0237-4307-85ba-f8783d23a475 req-3b3881b5-05ec-450b-b959-1dabbdcb3f03 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:25.405552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b7d190d-0237-4307-85ba-f8783d23a475 req-3b3881b5-05ec-450b-b959-1dabbdcb3f03 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0859060 Jan 28 01:19:25.428146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port ceae4111-6807-48fb-a056-365098f18709 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:25.471105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b7d190d-0237-4307-85ba-f8783d23a475 req-81905c35-572c-4b4e-9b2e-27decc394498 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Jan 28 01:19:25.547733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (ceae4111-6807-48fb-a056-365098f18709), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.595963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5df33ee7-c1da-4495-9ffa-6f7d53e0ac15), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.651844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:25.656194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:25.660745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:25.662003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ceae4111-6807-48fb-a056-365098f18709), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.662448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaa249-b290-43dd-9391-cf4a2c769efb req-2acb0e65-af02-483e-9687-a73ee270e1dd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:25.664008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6baaa249-b290-43dd-9391-cf4a2c769efb req-2acb0e65-af02-483e-9687-a73ee270e1dd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0648293 Jan 28 01:19:25.679337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=5df33ee7-c1da-4495-9ffa-6f7d53e0ac15,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:25.769605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6baaa249-b290-43dd-9391-cf4a2c769efb req-c99732a3-f523-43dd-97b3-2d63d9a97d28 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Jan 28 01:19:25.790595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=ceae4111-6807-48fb-a056-365098f18709,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:25.794310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': '7543cb7c-0021-4046-b9c4-34e7ce2c5e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '448cb8b4-ddce-4081-8ef8-d6aded65ee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:25.795036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: 448cb8b4-ddce-4081-8ef8-d6aded65ee00, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:25.865756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 448cb8b4-ddce-4081-8ef8-d6aded65ee00 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:25.880714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 448cb8b4-ddce-4081-8ef8-d6aded65ee00) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:25.885037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:25.892074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:25.896437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c062842-bbcb-470c-9e9b-f010bc80b11f None None] Network 448cb8b4-ddce-4081-8ef8-d6aded65ee00 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:25.915929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:25.918001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:25.949675 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ab50215-ecde-41a4-b8ad-964abc868230 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3995533 Jan 28 01:19:25.950010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47744) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:25.989601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b8b2d-4113-42fe-96a0-5283e07a0612 req-ec742432-4f7a-41ba-aa0d-03760dfe87e9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:25.997149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-528b8b2d-4113-42fe-96a0-5283e07a0612 req-ec742432-4f7a-41ba-aa0d-03760dfe87e9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1249928 Jan 28 01:19:26.049868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-528b8b2d-4113-42fe-96a0-5283e07a0612 req-64e56d7d-dbe2-4f06-a0f1-fb5fd0a94fce tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515103 Jan 28 01:19:26.103822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port ceae4111-6807-48fb-a056-365098f18709 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:26.103822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ceae4111-6807-48fb-a056-365098f18709), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:26.199959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ceae4111-6807-48fb-a056-365098f18709), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:26.218656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for ceae4111-6807-48fb-a056-365098f18709 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:26.315981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05308-efcf-408a-a834-5d51f0f1f68b req-712a0498-7472-487d-b92d-569ac87f963c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:26.317837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd05308-efcf-408a-a834-5d51f0f1f68b req-712a0498-7472-487d-b92d-569ac87f963c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0877225 Jan 28 01:19:26.374519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd05308-efcf-408a-a834-5d51f0f1f68b req-e04eb420-343a-4268-9249-e145309b630f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Jan 28 01:19:26.416326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ceae4111-6807-48fb-a056-365098f18709), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:26.468126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=ceae4111-6807-48fb-a056-365098f18709,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:26.474039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:26.477383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9dc5237-60c9-4af1-8e76-ab8fcf6f78fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/ceae4111-6807-48fb-a056-365098f18709 HTTP/1.1" status: 204 len: 168 time: 0.5263872 Jan 28 01:19:26.480279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47768) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:26.583360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5171b-8c6c-41d4-a6d7-d51d89c0ae50 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:26.591994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5171b-8c6c-41d4-a6d7-d51d89c0ae50 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:26.599347 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-59f5171b-8c6c-41d4-a6d7-d51d89c0ae50 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1119275 Jan 28 01:19:26.599347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47774) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:26.608648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89520f32-fec6-41f9-b277-aa8a9e25eabf req-cf0e6ce7-9ec6-4597-9fdb-9678f6d4a46e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:26.618953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89520f32-fec6-41f9-b277-aa8a9e25eabf req-cf0e6ce7-9ec6-4597-9fdb-9678f6d4a46e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1011758 Jan 28 01:19:26.696168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89520f32-fec6-41f9-b277-aa8a9e25eabf req-7bd32e6f-02f4-41f9-9d1f-16d18c027b5b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761015 Jan 28 01:19:26.723503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 5df33ee7-c1da-4495-9ffa-6f7d53e0ac15 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:26.723941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5df33ee7-c1da-4495-9ffa-6f7d53e0ac15), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:26.818813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5df33ee7-c1da-4495-9ffa-6f7d53e0ac15), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:26.838453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 5df33ee7-c1da-4495-9ffa-6f7d53e0ac15 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:27.027069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02080bc1-2bc9-4f91-852e-ebb0ddb5948f req-480dbc52-6975-4852-b50e-900a0d783a4b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:27.034595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02080bc1-2bc9-4f91-852e-ebb0ddb5948f req-480dbc52-6975-4852-b50e-900a0d783a4b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0601287 Jan 28 01:19:27.064399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5df33ee7-c1da-4495-9ffa-6f7d53e0ac15), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.093243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02080bc1-2bc9-4f91-852e-ebb0ddb5948f req-88aaec3b-bd6e-4fa6-844f-baf7e097045a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560966 Jan 28 01:19:27.138557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=5df33ee7-c1da-4495-9ffa-6f7d53e0ac15,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:27.149401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.162568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:27.164078 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1a0829c-f8c7-4304-a0ca-8aa1846585ab tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/5df33ee7-c1da-4495-9ffa-6f7d53e0ac15 HTTP/1.1" status: 204 len: 168 time: 0.5660827 Jan 28 01:19:27.233317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df659506-98a6-4461-8e5d-746a1832b64e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:27.236253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-df659506-98a6-4461-8e5d-746a1832b64e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0711551 Jan 28 01:19:27.239938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47822) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:27.279403 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c5fd7-c084-4b42-b04f-8b0f1f490cfa tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:27.285451 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fb4c5fd7-c084-4b42-b04f-8b0f1f490cfa tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/ceae4111-6807-48fb-a056-365098f18709 HTTP/1.1" status: 404 len: 333 time: 0.0439317 Jan 28 01:19:27.287244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47824) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:27.336128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38561c5-1c94-486b-83a1-13170e915e7b req-9527997e-051b-4c89-b8bf-720c268521fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:27.344263 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ebc984-b47e-4aeb-be1c-8b2114e3e7b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:27.346561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b38561c5-1c94-486b-83a1-13170e915e7b req-9527997e-051b-4c89-b8bf-720c268521fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1042235 Jan 28 01:19:27.354861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:27.362040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a6ebc984-b47e-4aeb-be1c-8b2114e3e7b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/5df33ee7-c1da-4495-9ffa-6f7d53e0ac15 HTTP/1.1" status: 404 len: 333 time: 0.0736573 Jan 28 01:19:27.458147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (448cb8b4-ddce-4081-8ef8-d6aded65ee00), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.576516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b38561c5-1c94-486b-83a1-13170e915e7b req-0e86bfc3-daba-4fd7-935f-e771493f0a48 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951599 Jan 28 01:19:27.670413 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (448cb8b4-ddce-4081-8ef8-d6aded65ee00), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.815315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448cb8b4-ddce-4081-8ef8-d6aded65ee00']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:27.842840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7543cb7c-0021-4046-b9c4-34e7ce2c5e47') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:27.852345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7543cb7c-0021-4046-b9c4-34e7ce2c5e47') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:27.882477 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (7543cb7c-0021-4046-b9c4-34e7ce2c5e47), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.925902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf047904-387c-4377-8c3c-baa3d5544fd0 req-50ee0aca-46d8-4e57-b13c-b1b1eb2d6903 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:27.927539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf047904-387c-4377-8c3c-baa3d5544fd0 req-50ee0aca-46d8-4e57-b13c-b1b1eb2d6903 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1967576 Jan 28 01:19:27.931918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7543cb7c-0021-4046-b9c4-34e7ce2c5e47), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.973498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:27.974198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (7543cb7c-0021-4046-b9c4-34e7ce2c5e47), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:27.977181 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:28.038155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf047904-387c-4377-8c3c-baa3d5544fd0 req-c9760ecd-9be5-492e-87d5-958da7f3c966 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034968 Jan 28 01:19:28.078926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (448cb8b4-ddce-4081-8ef8-d6aded65ee00), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.089336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.096536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/448cb8b4-ddce-4081-8ef8-d6aded65ee00 HTTP/1.1" status: 204 len: 168 time: 0.7399032 Jan 28 01:19:28.100653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47854) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:28.106145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-611763399'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:28.125755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad3310-afd5-4a18-9bd6-cb69f828ad1e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=448cb8b4-ddce-4081-8ef8-d6aded65ee00,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:28.167328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:28.173269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.250579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:28.277593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c509daac-d37b-4b46-a32c-feaacdc362ff), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.277974 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment c509daac-d37b-4b46-a32c-feaacdc362ff of type vlan for network 8f742c5a-ef20-486a-8e13-d7144378efca Jan 28 01:19:28.299010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47862) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:28.342249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084fc7e-3b1a-4d2f-ba5f-6935204a88e7 req-080da00e-6ccb-4eea-a62d-9b23b41cbbb0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:28.356378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c084fc7e-3b1a-4d2f-ba5f-6935204a88e7 req-080da00e-6ccb-4eea-a62d-9b23b41cbbb0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1614544 Jan 28 01:19:28.397472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (8f742c5a-ef20-486a-8e13-d7144378efca), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.446257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c084fc7e-3b1a-4d2f-ba5f-6935204a88e7 req-fa5b198c-da1c-4803-9ac5-99b12ee64a53 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865331 Jan 28 01:19:28.477274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (8f742c5a-ef20-486a-8e13-d7144378efca), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.485670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:28.486784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.596334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=8f742c5a-ef20-486a-8e13-d7144378efca,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:28.603769 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4f7f91ab-9699-49ab-8252-ab182d0508b8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5016048 Jan 28 01:19:28.607213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47874) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:28.613378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:28.614062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 8f742c5a-ef20-486a-8e13-d7144378efca details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:28.674304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:28.770447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:28.775138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.810371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b79d-fd99-4048-a6eb-5fbf55fc8138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.841705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2c0f-32c0-4045-953a-7b42be2e873c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.877045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:19:28.877802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:19:28.910942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b79d-fd99-4048-a6eb-5fbf55fc8138 admin admin] Publish callbacks [] for security_group (32b320a9-c951-4c66-b961-9d28ae55fbcf), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.917126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5ae9b79d-fd99-4048-a6eb-5fbf55fc8138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (32b320a9-c951-4c66-b961-9d28ae55fbcf), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:28.974740 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5ae9b79d-fd99-4048-a6eb-5fbf55fc8138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0987d980b8b43b892ab58084b80a5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991724 Jan 28 01:19:28.976047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9b79d-fd99-4048-a6eb-5fbf55fc8138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b320a9-c951-4c66-b961-9d28ae55fbcf,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:28.979604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47890) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:29.084515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31421e45-9c1d-4d4d-ae76-b6186bc20b50 admin admin] Publish callbacks [] for security_group (32b320a9-c951-4c66-b961-9d28ae55fbcf), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.093203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2c0f-32c0-4045-953a-7b42be2e873c admin admin] Publish callbacks [] for security_group (fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.108757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2c0f-32c0-4045-953a-7b42be2e873c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.112638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31421e45-9c1d-4d4d-ae76-b6186bc20b50 admin admin] Publish callbacks [] for security_group (32b320a9-c951-4c66-b961-9d28ae55fbcf), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.179417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31421e45-9c1d-4d4d-ae76-b6186bc20b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (32b320a9-c951-4c66-b961-9d28ae55fbcf), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.187163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31421e45-9c1d-4d4d-ae76-b6186bc20b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.189333 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-31421e45-9c1d-4d4d-ae76-b6186bc20b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32b320a9-c951-4c66-b961-9d28ae55fbcf HTTP/1.1" status: 204 len: 168 time: 0.2082889 Jan 28 01:19:29.216826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31421e45-9c1d-4d4d-ae76-b6186bc20b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b320a9-c951-4c66-b961-9d28ae55fbcf,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:29.218869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c2c0f-32c0-4045-953a-7b42be2e873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:29.227143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47896) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:29.234584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ec0c2c0f-32c0-4045-953a-7b42be2e873c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22fbf2b471764291aa82ca5befb6d043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9311688 Jan 28 01:19:29.239194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (820aac85-1b06-4965-a95b-f8a1ac197411), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.326051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3d32-8c02-4612-95a6-9fd33f33df14 admin admin] Publish callbacks [] for security_group (fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.348511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=820aac85-1b06-4965-a95b-f8a1ac197411,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:29.369329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d137eaa-32a7-4515-a0f8-71bc806fd681 req-a1ddb538-75d3-4ca8-a0f6-207bcf54e48c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:29.371414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d137eaa-32a7-4515-a0f8-71bc806fd681 req-a1ddb538-75d3-4ca8-a0f6-207bcf54e48c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2765365 Jan 28 01:19:29.383522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3d32-8c02-4612-95a6-9fd33f33df14 admin admin] Publish callbacks [] for security_group (fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.436883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': 'c509daac-d37b-4b46-a32c-feaacdc362ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:29.437262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: 8f742c5a-ef20-486a-8e13-d7144378efca, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:29.472753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3d32-8c02-4612-95a6-9fd33f33df14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.475432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3d32-8c02-4612-95a6-9fd33f33df14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.478720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c0fc3d32-8c02-4612-95a6-9fd33f33df14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1 HTTP/1.1" status: 204 len: 168 time: 0.2492042 Jan 28 01:19:29.488829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc3d32-8c02-4612-95a6-9fd33f33df14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c24b8-c4e0-4bd2-aede-b07f1b0898c1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:29.502825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d137eaa-32a7-4515-a0f8-71bc806fd681 req-71554b3a-4a32-4d07-b697-36ccd7520349 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167305 Jan 28 01:19:29.506023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 8f742c5a-ef20-486a-8e13-d7144378efca is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:29.528587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 8f742c5a-ef20-486a-8e13-d7144378efca) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:29.537575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc4608e-3841-4ccb-92c2-023c55ace431 None None] Network 8f742c5a-ef20-486a-8e13-d7144378efca requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:29.562663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:29.565640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.599003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5e6add9a-0290-434b-a7f1-6daf1b725159 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9906518 Jan 28 01:19:29.602148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47904) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:29.608040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca', 'name': 'tempest-PortsTestJSON-1364035423'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:29.773008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47908) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:29.788891 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00540988-4aa4-4010-a2a5-3ab6f1a1f154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.789083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-8f742c5a-ef20-486a-8e13-d7144378efca', 'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': '820aac85-1b06-4965-a95b-f8a1ac197411'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:19:29.792028 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.860669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:29.866587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.897026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:29.956106 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00540988-4aa4-4010-a2a5-3ab6f1a1f154 admin admin] Publish callbacks [] for security_group (3727023f-c5dd-46c4-9390-8767fb4500d8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:29.961551 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00540988-4aa4-4010-a2a5-3ab6f1a1f154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3727023f-c5dd-46c4-9390-8767fb4500d8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.016508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Allocated IP 172.20.0.2 (8f742c5a-ef20-486a-8e13-d7144378efca/820aac85-1b06-4965-a95b-f8a1ac197411/a80861de-95df-4c6d-a61c-35f6883a3685) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:30.035540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-00540988-4aa4-4010-a2a5-3ab6f1a1f154 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6832f3335aae4a3eb6eb6751ba671f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579184 Jan 28 01:19:30.036606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:30.040162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00540988-4aa4-4010-a2a5-3ab6f1a1f154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727023f-c5dd-46c4-9390-8767fb4500d8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:30.086215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47914) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:30.102834 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f685a81-1583-41fd-9eb1-be5b78c6d550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.148890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc97da21-03f7-435c-96ba-2259cdb6e439 admin admin] Publish callbacks [] for security_group (3727023f-c5dd-46c4-9390-8767fb4500d8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.198135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc97da21-03f7-435c-96ba-2259cdb6e439 admin admin] Publish callbacks [] for security_group (3727023f-c5dd-46c4-9390-8767fb4500d8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.219489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f685a81-1583-41fd-9eb1-be5b78c6d550 admin admin] Publish callbacks [] for security_group (b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.225151 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f685a81-1583-41fd-9eb1-be5b78c6d550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.278909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f685a81-1583-41fd-9eb1-be5b78c6d550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7548a843237b4b33a7a752a3fb466ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904697 Jan 28 01:19:30.279981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47916) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:30.282554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f685a81-1583-41fd-9eb1-be5b78c6d550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:30.301969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc97da21-03f7-435c-96ba-2259cdb6e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3727023f-c5dd-46c4-9390-8767fb4500d8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.305883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc97da21-03f7-435c-96ba-2259cdb6e439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.307256 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc97da21-03f7-435c-96ba-2259cdb6e439 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3727023f-c5dd-46c4-9390-8767fb4500d8 HTTP/1.1" status: 204 len: 168 time: 0.2688825 Jan 28 01:19:30.332440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97da21-03f7-435c-96ba-2259cdb6e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727023f-c5dd-46c4-9390-8767fb4500d8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:30.348559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9625b8d-bc5e-4df6-86aa-b715a53ef6b0 admin admin] Publish callbacks [] for security_group (b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.379233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9625b8d-bc5e-4df6-86aa-b715a53ef6b0 admin admin] Publish callbacks [] for security_group (b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.445067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9625b8d-bc5e-4df6-86aa-b715a53ef6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.448452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9625b8d-bc5e-4df6-86aa-b715a53ef6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.457038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9625b8d-bc5e-4df6-86aa-b715a53ef6b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51 HTTP/1.1" status: 204 len: 168 time: 0.1732337 Jan 28 01:19:30.480398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9625b8d-bc5e-4df6-86aa-b715a53ef6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd4e4c-0851-47a3-8d2e-a7ccf519fb51,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:30.579743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Publish callbacks [] for port (a80861de-95df-4c6d-a61c-35f6883a3685), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.587683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.641571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Network 8f742c5a-ef20-486a-8e13-d7144378efca is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:30.644115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:30.648403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:30.667877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Pushing event updated for resources: {'Port': ['ID=a80861de-95df-4c6d-a61c-35f6883a3685,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:30.694512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.694972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.695416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.696008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.696512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.696943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.697364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.697875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.698402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.698830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.699247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.699827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.700287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:30.730975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.8 (8f742c5a-ef20-486a-8e13-d7144378efca/820aac85-1b06-4965-a95b-f8a1ac197411/ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:30.775674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Attempting to bind port a80861de-95df-4c6d-a61c-35f6883a3685 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:30.776067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Attempting to bind port a80861de-95df-4c6d-a61c-35f6883a3685 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c509daac-d37b-4b46-a32c-feaacdc362ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:30.776421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Attempting to bind port a80861de-95df-4c6d-a61c-35f6883a3685 on network 8f742c5a-ef20-486a-8e13-d7144378efca {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:30.792810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:30.793517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Checking segment: {'id': 'c509daac-d37b-4b46-a32c-feaacdc362ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:30.794860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.795307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Bound using segment: {'id': 'c509daac-d37b-4b46-a32c-feaacdc362ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:30.797018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Bound port: a80861de-95df-4c6d-a61c-35f6883a3685, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c509daac-d37b-4b46-a32c-feaacdc362ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8f742c5a-ef20-486a-8e13-d7144378efca'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:30.797433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:30.807453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a240-d28c-46be-8608-fdbcd21418ed req-171255b5-f089-4ad1-acd8-1f9cb6935ea4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:30.809067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8422a240-d28c-46be-8608-fdbcd21418ed req-171255b5-f089-4ad1-acd8-1f9cb6935ea4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1743431 Jan 28 01:19:30.948550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8422a240-d28c-46be-8608-fdbcd21418ed req-e023d53d-c03a-45c9-9839-7c4dfc84a9b0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276906 Jan 28 01:19:30.964219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] For port a80861de-95df-4c6d-a61c-35f6883a3685, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:30.967489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] For port a80861de-95df-4c6d-a61c-35f6883a3685, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a80861de-95df-4c6d-a61c-35f6883a3685,segment=NetworkSegment(c509daac-d37b-4b46-a32c-feaacdc362ff),segment_id=c509daac-d37b-4b46-a32c-feaacdc362ff)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:30.973363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.046862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.058766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe4522-10e4-4760-ba1d-39f07faabbca None None] Pushing event updated for resources: {'Port': ['ID=a80861de-95df-4c6d-a61c-35f6883a3685,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:31.115066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.219732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 8f742c5a-ef20-486a-8e13-d7144378efca is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:31.226914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:31.233619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:31.307001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:31.307452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.310324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:31.365703 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aae0d0ad-05e2-4843-81c9-04e927d8e040 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7624218 Jan 28 01:19:31.368787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:31.542147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:31.542490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.673217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.703944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:31.908924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:31.951582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:32.114174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.117877 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9ef95896-4a32-4bec-a6c6-1d5998c7561a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c HTTP/1.1" status: 204 len: 168 time: 0.7480862 Jan 28 01:19:32.121505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:32.170657 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c02478-49b2-4ca2-9da9-1c256248054a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:19:32.174730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c02478-49b2-4ca2-9da9-1c256248054a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:19:32.181165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-25c02478-49b2-4ca2-9da9-1c256248054a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c HTTP/1.1" status: 404 len: 333 time: 0.0583985 Jan 28 01:19:32.184041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47982) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:32.207540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d098a-21ac-4614-aed4-d8d3a08c8eed req-29cb374d-66c3-475c-bcb8-c82db110f938 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:32.217552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f7d098a-21ac-4614-aed4-d8d3a08c8eed req-29cb374d-66c3-475c-bcb8-c82db110f938 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1641712 Jan 28 01:19:32.282130 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab49b3-dcc7-4039-af8b-bab2f51cae07 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:32.284360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b6ab49b3-dcc7-4039-af8b-bab2f51cae07 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/ff1cd89a-ca9e-4a93-9048-ebf02d44cf4c HTTP/1.1" status: 404 len: 333 time: 0.0990193 Jan 28 01:19:32.287254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:32.317993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f7d098a-21ac-4614-aed4-d8d3a08c8eed req-a83f4e7a-f01b-48c0-a5b0-35ad9f55d6b0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963447 Jan 28 01:19:32.391713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 820aac85-1b06-4965-a95b-f8a1ac197411 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:32.404751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (820aac85-1b06-4965-a95b-f8a1ac197411), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.497869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (820aac85-1b06-4965-a95b-f8a1ac197411), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.612823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a80861de-95df-4c6d-a61c-35f6883a3685 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:32.697760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (820aac85-1b06-4965-a95b-f8a1ac197411), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.756739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a80861de-95df-4c6d-a61c-35f6883a3685 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:32.756963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.794154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (820aac85-1b06-4965-a95b-f8a1ac197411), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.825572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=820aac85-1b06-4965-a95b-f8a1ac197411,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:32.836749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:32.840962 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-320a409a-854a-4753-8c33-83aa9f38d609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/820aac85-1b06-4965-a95b-f8a1ac197411 HTTP/1.1" status: 204 len: 168 time: 0.5525560 Jan 28 01:19:32.843456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:32.863590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b82b35-7f95-4ec6-8d47-99f906f52496 None None] Network 8f742c5a-ef20-486a-8e13-d7144378efca requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:32.937325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (8f742c5a-ef20-486a-8e13-d7144378efca), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.005441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port a80861de-95df-4c6d-a61c-35f6883a3685 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:33.006146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.096856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bb95646f-27d8-4f99-ab46-5a0e8de7a2d4 None None] Provisioning complete for port a80861de-95df-4c6d-a61c-35f6883a3685 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:33.097235 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb95646f-27d8-4f99-ab46-5a0e8de7a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.139513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] For port a80861de-95df-4c6d-a61c-35f6883a3685, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a80861de-95df-4c6d-a61c-35f6883a3685,segment=NetworkSegment(c509daac-d37b-4b46-a32c-feaacdc362ff),segment_id=c509daac-d37b-4b46-a32c-feaacdc362ff)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:33.140126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.149942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a80861de-95df-4c6d-a61c-35f6883a3685 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:33.150358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.167016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for a80861de-95df-4c6d-a61c-35f6883a3685 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:33.252215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port a80861de-95df-4c6d-a61c-35f6883a3685, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a80861de-95df-4c6d-a61c-35f6883a3685,segment=NetworkSegment(c509daac-d37b-4b46-a32c-feaacdc362ff),segment_id=c509daac-d37b-4b46-a32c-feaacdc362ff)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:33.276804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.287585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a80861de-95df-4c6d-a61c-35f6883a3685), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.317608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event deleted for resources: {'Port': ['ID=a80861de-95df-4c6d-a61c-35f6883a3685,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:33.343908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bb95646f-27d8-4f99-ab46-5a0e8de7a2d4 None None] Could not find standard attr ID for object a80861de-95df-4c6d-a61c-35f6883a3685. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:19:33.347490 n-d-826756-1 neutron-server[109596]: INFO neutron.plugins.ml2.db [None req-bb95646f-27d8-4f99-ab46-5a0e8de7a2d4 None None] No ports have port_id starting with a80861de-95df-4c6d-a61c-35f6883a3685 Jan 28 01:19:33.364305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=a80861de-95df-4c6d-a61c-35f6883a3685,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:33.375189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f048f-c8a7-4a1e-8aff-6db74d054bdf None None] DHCP port deletion for 8f742c5a-ef20-486a-8e13-d7144378efca request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:19:33.381666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No DVR routers for this DVR port a80861de-95df-4c6d-a61c-35f6883a3685 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:33.505440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.513231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4be12-37b2-48ba-82b8-b134c42a2d48 req-7044dba0-298e-49c3-9eb7-127789ea0ee7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:33.526997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6a4be12-37b2-48ba-82b8-b134c42a2d48 req-7044dba0-298e-49c3-9eb7-127789ea0ee7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1044724 Jan 28 01:19:33.579818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (8f742c5a-ef20-486a-8e13-d7144378efca), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.628018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f742c5a-ef20-486a-8e13-d7144378efca']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:33.640665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6a4be12-37b2-48ba-82b8-b134c42a2d48 req-6baba9e7-2298-4e88-96f2-fedd9308b18e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020696 Jan 28 01:19:33.652296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c509daac-d37b-4b46-a32c-feaacdc362ff') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:33.652595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c509daac-d37b-4b46-a32c-feaacdc362ff') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:33.674837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (c509daac-d37b-4b46-a32c-feaacdc362ff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.687913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48018) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:33.707313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c509daac-d37b-4b46-a32c-feaacdc362ff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.718646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:33.719331 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (c509daac-d37b-4b46-a32c-feaacdc362ff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:33.723018 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:33.809524 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0d3f-0662-42c4-88b5-b7e9bb751740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.849951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (8f742c5a-ef20-486a-8e13-d7144378efca), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.863558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.869756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/8f742c5a-ef20-486a-8e13-d7144378efca HTTP/1.1" status: 204 len: 168 time: 1.0251286 Jan 28 01:19:33.874959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:33.883572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814325582'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:33.897859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107cce1-6364-459d-bfbb-6a7f4e1a11df tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=8f742c5a-ef20-486a-8e13-d7144378efca,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:33.909441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:33.912827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:33.969003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:34.019374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (72c495de-a989-42ab-adc9-3561b40fc117), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.021739 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment 72c495de-a989-42ab-adc9-3561b40fc117 of type vlan for network 414c7413-d842-45f4-9f49-147a152eee85 Jan 28 01:19:34.066423 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0d3f-0662-42c4-88b5-b7e9bb751740 admin admin] Publish callbacks [] for security_group (ae5f2577-4c49-429d-9e48-c8f19614ac75), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.114405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (414c7413-d842-45f4-9f49-147a152eee85), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.157943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0d3f-0662-42c4-88b5-b7e9bb751740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ae5f2577-4c49-429d-9e48-c8f19614ac75), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.169892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (414c7413-d842-45f4-9f49-147a152eee85), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.176321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:34.177345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.280570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5e1c0d3f-0662-42c4-88b5-b7e9bb751740 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbcf3be78a344642918b8c6b101fa338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913675 Jan 28 01:19:34.283514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:34.288351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4109659 Jan 28 01:19:34.291585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c0d3f-0662-42c4-88b5-b7e9bb751740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f2577-4c49-429d-9e48-c8f19614ac75,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:34.297027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48032) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:34.302245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '414c7413-d842-45f4-9f49-147a152eee85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:34.324695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d43b0-d004-4ad2-a713-24df411f3839 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=414c7413-d842-45f4-9f49-147a152eee85,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:34.350852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 414c7413-d842-45f4-9f49-147a152eee85 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:34.419408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:34.423778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.427997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49108590-529a-4d63-b135-ec80373a171d admin admin] Publish callbacks [] for security_group (ae5f2577-4c49-429d-9e48-c8f19614ac75), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.466503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49108590-529a-4d63-b135-ec80373a171d admin admin] Publish callbacks [] for security_group (ae5f2577-4c49-429d-9e48-c8f19614ac75), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.506408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a80861de-95df-4c6d-a61c-35f6883a3685 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:34.538661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49108590-529a-4d63-b135-ec80373a171d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ae5f2577-4c49-429d-9e48-c8f19614ac75), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.543521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49108590-529a-4d63-b135-ec80373a171d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.545402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-49108590-529a-4d63-b135-ec80373a171d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae5f2577-4c49-429d-9e48-c8f19614ac75 HTTP/1.1" status: 204 len: 168 time: 0.2588310 Jan 28 01:19:34.553496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a80861de-95df-4c6d-a61c-35f6883a3685 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:34.557433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49108590-529a-4d63-b135-ec80373a171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f2577-4c49-429d-9e48-c8f19614ac75,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:34.557933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a80861de-95df-4c6d-a61c-35f6883a3685 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:34.791958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (f5ad701c-3fd1-47e7-8f34-d307322a42e5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.909507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3fc1e-d04f-4564-a1bd-9fa33940826d req-1237003e-4971-4fca-b6ed-99fc66831124 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:34.911058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0f3fc1e-d04f-4564-a1bd-9fa33940826d req-1237003e-4971-4fca-b6ed-99fc66831124 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1605165 Jan 28 01:19:34.914140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=f5ad701c-3fd1-47e7-8f34-d307322a42e5,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:34.954830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': '72c495de-a989-42ab-adc9-3561b40fc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '414c7413-d842-45f4-9f49-147a152eee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:34.955207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: 414c7413-d842-45f4-9f49-147a152eee85, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:35.047202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0f3fc1e-d04f-4564-a1bd-9fa33940826d req-449e7553-d575-4661-a921-73dc2cb54b69 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271038 Jan 28 01:19:35.056848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 414c7413-d842-45f4-9f49-147a152eee85 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:35.072221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 414c7413-d842-45f4-9f49-147a152eee85) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:35.080757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd3470-4043-4646-a79d-faf6ebf37e2a None None] Network 414c7413-d842-45f4-9f49-147a152eee85 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:35.103440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:35.105691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.145021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:35.167451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4935a523-ad6a-4bc6-b4c6-42664190533d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.167663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4b268929-061d-478c-9d22-9de4d3b7b850 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8695002 Jan 28 01:19:35.170109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48048) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:35.176497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '414c7413-d842-45f4-9f49-147a152eee85', 'security_groups': [], 'name': 'tempest-PortsTestJSON-728898215'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:35.309662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-414c7413-d842-45f4-9f49-147a152eee85', 'network_id': '414c7413-d842-45f4-9f49-147a152eee85', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': 'f5ad701c-3fd1-47e7-8f34-d307322a42e5'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:19:35.310800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.372328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:35.379473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.433509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port abb98a8b-84cf-4601-af5a-8d934b2b7c7c yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:35.445633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4935a523-ad6a-4bc6-b4c6-42664190533d admin admin] Publish callbacks [] for security_group (bf1e335f-9add-4556-9e4c-bc4a648d9621), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.455751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48054) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:35.456876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4935a523-ad6a-4bc6-b4c6-42664190533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bf1e335f-9add-4556-9e4c-bc4a648d9621), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.475406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Allocated IP 172.20.0.2 (414c7413-d842-45f4-9f49-147a152eee85/f5ad701c-3fd1-47e7-8f34-d307322a42e5/4bbf01fa-9e20-42ed-8bb4-b120fddba915) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:35.566150 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4935a523-ad6a-4bc6-b4c6-42664190533d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2e0810c753e40519f731d49d01f386a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184482 Jan 28 01:19:35.567221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935a523-ad6a-4bc6-b4c6-42664190533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e335f-9add-4556-9e4c-bc4a648d9621,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:35.568886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:35.646315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Publish callbacks [] for security_group (bf1e335f-9add-4556-9e4c-bc4a648d9621), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.680824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca3c217e-f65f-4a7b-b9b4-1681699f64d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.702005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Publish callbacks [] for security_group (bf1e335f-9add-4556-9e4c-bc4a648d9621), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.763425 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Publish callbacks [] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.772264 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.816876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bf1e335f-9add-4556-9e4c-bc4a648d9621), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.819428 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.823876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf1e335f-9add-4556-9e4c-bc4a648d9621 HTTP/1.1" status: 204 len: 168 time: 0.2504945 Jan 28 01:19:35.864840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Network 414c7413-d842-45f4-9f49-147a152eee85 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:35.870763 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca3c217e-f65f-4a7b-b9b4-1681699f64d1 admin admin] Publish callbacks [] for security_group (431315aa-df97-472c-9057-ec44067845e7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.872288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e335f-9add-4556-9e4c-bc4a648d9621,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:35.877224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca3c217e-f65f-4a7b-b9b4-1681699f64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (431315aa-df97-472c-9057-ec44067845e7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.885066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Pushing event updated for resources: {'Port': ['ID=4bbf01fa-9e20-42ed-8bb4-b120fddba915,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:35.890566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:35.892599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:35.900440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.900780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.901122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.901464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.903589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.906098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.906098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.907913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.907913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.907913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.907913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.907913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.907913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddd8b-484a-4d50-8e4f-81c75080221c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.983162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca3c217e-f65f-4a7b-b9b4-1681699f64d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab384325e0c64c77afcb0e36bde91605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5230768 Jan 28 01:19:35.987868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:36.004273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2e495cd5-a1b2-4ed2-87e7-352a60b049b9 {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:19:36.004273 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:19:36.040189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Attempting to bind port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:36.040703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Attempting to bind port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '72c495de-a989-42ab-adc9-3561b40fc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '414c7413-d842-45f4-9f49-147a152eee85'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:36.040844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Attempting to bind port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 on network 414c7413-d842-45f4-9f49-147a152eee85 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:36.045246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c217e-f65f-4a7b-b9b4-1681699f64d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431315aa-df97-472c-9057-ec44067845e7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:36.055689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:36.056081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Checking segment: {'id': '72c495de-a989-42ab-adc9-3561b40fc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '414c7413-d842-45f4-9f49-147a152eee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:36.056492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.057004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Bound using segment: {'id': '72c495de-a989-42ab-adc9-3561b40fc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '414c7413-d842-45f4-9f49-147a152eee85'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:36.057450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Bound port: 4bbf01fa-9e20-42ed-8bb4-b120fddba915, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c495de-a989-42ab-adc9-3561b40fc117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '414c7413-d842-45f4-9f49-147a152eee85'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:36.057813 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.118792 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-703e30e4-fcea-41b9-a193-48cb1adee99b admin admin] Publish callbacks [] for security_group (431315aa-df97-472c-9057-ec44067845e7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.147699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-703e30e4-fcea-41b9-a193-48cb1adee99b admin admin] Publish callbacks [] for security_group (431315aa-df97-472c-9057-ec44067845e7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.229442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] For port 4bbf01fa-9e20-42ed-8bb4-b120fddba915, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:36.232686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] For port 4bbf01fa-9e20-42ed-8bb4-b120fddba915, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4bbf01fa-9e20-42ed-8bb4-b120fddba915,segment=NetworkSegment(72c495de-a989-42ab-adc9-3561b40fc117),segment_id=72c495de-a989-42ab-adc9-3561b40fc117)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:36.250103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.303523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efc2a-25ca-4ff7-a88a-76c2800a0da8 req-fc5b1918-df04-4078-9443-c1af457ae1c7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:36.305223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a03efc2a-25ca-4ff7-a88a-76c2800a0da8 req-fc5b1918-df04-4078-9443-c1af457ae1c7 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1140435 Jan 28 01:19:36.320417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-703e30e4-fcea-41b9-a193-48cb1adee99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (431315aa-df97-472c-9057-ec44067845e7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.330344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-703e30e4-fcea-41b9-a193-48cb1adee99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.331644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-703e30e4-fcea-41b9-a193-48cb1adee99b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431315aa-df97-472c-9057-ec44067845e7 HTTP/1.1" status: 204 len: 168 time: 0.3428364 Jan 28 01:19:36.343994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e30e4-fcea-41b9-a193-48cb1adee99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431315aa-df97-472c-9057-ec44067845e7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:36.477697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a03efc2a-25ca-4ff7-a88a-76c2800a0da8 req-1d3cc11e-7f10-40ba-b74e-a90c45d39a18 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433256 Jan 28 01:19:36.505511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.528566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cc76b-f5ab-46a7-b31c-b062fa837687 None None] Pushing event updated for resources: {'Port': ['ID=4bbf01fa-9e20-42ed-8bb4-b120fddba915,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:36.532810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 727aeae9-bb6d-4c35-9561-09de8e3daaf8 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:36.893952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.13 (414c7413-d842-45f4-9f49-147a152eee85/f5ad701c-3fd1-47e7-8f34-d307322a42e5/727aeae9-bb6d-4c35-9561-09de8e3daaf8) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:37.064362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9c0dbc9-b382-4caf-92cb-7dfcc9c3fa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.304159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (727aeae9-bb6d-4c35-9561-09de8e3daaf8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.314637 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.405600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (727aeae9-bb6d-4c35-9561-09de8e3daaf8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.470294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 414c7413-d842-45f4-9f49-147a152eee85 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:37.479192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:37.494179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:37.499315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=727aeae9-bb6d-4c35-9561-09de8e3daaf8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:37.550382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48100) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:37.583052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9af077cc-05c5-4b48-9914-97e3d71d09fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.650399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:37.651776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.679505 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b35c88a7-393c-4dd0-8bb7-1d78f7cc4853 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5067105 Jan 28 01:19:37.681312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48102) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:37.825681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7451c-2421-4fa3-8aa8-0d299532d7d8 req-3fafbc11-354f-4141-9b9d-223a42619783 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:37.827380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f7451c-2421-4fa3-8aa8-0d299532d7d8 req-3fafbc11-354f-4141-9b9d-223a42619783 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1522515 Jan 28 01:19:37.873514 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9af077cc-05c5-4b48-9914-97e3d71d09fd admin admin] Publish callbacks [] for security_group (f2620775-bb8a-4053-a6b3-a947c4a8f2dd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.880404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9af077cc-05c5-4b48-9914-97e3d71d09fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f2620775-bb8a-4053-a6b3-a947c4a8f2dd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.902211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 727aeae9-bb6d-4c35-9561-09de8e3daaf8 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:37.902818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (727aeae9-bb6d-4c35-9561-09de8e3daaf8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:37.996355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f7451c-2421-4fa3-8aa8-0d299532d7d8 req-3cfdb292-6bb4-46ae-8d35-d30100b7dba9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595616 Jan 28 01:19:38.051897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9af077cc-05c5-4b48-9914-97e3d71d09fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94adf9825a4244ef9570e60c522deff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4995334 Jan 28 01:19:38.054122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af077cc-05c5-4b48-9914-97e3d71d09fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2620775-bb8a-4053-a6b3-a947c4a8f2dd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:38.055244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (727aeae9-bb6d-4c35-9561-09de8e3daaf8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.063962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48108) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:38.097491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 727aeae9-bb6d-4c35-9561-09de8e3daaf8 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:38.199070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-004080e2-8452-436d-85ca-b15981938e29 admin admin] Publish callbacks [] for security_group (f2620775-bb8a-4053-a6b3-a947c4a8f2dd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.248261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-004080e2-8452-436d-85ca-b15981938e29 admin admin] Publish callbacks [] for security_group (f2620775-bb8a-4053-a6b3-a947c4a8f2dd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.321269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-004080e2-8452-436d-85ca-b15981938e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f2620775-bb8a-4053-a6b3-a947c4a8f2dd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.324234 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-004080e2-8452-436d-85ca-b15981938e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.326106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-004080e2-8452-436d-85ca-b15981938e29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2620775-bb8a-4053-a6b3-a947c4a8f2dd HTTP/1.1" status: 204 len: 168 time: 0.2608981 Jan 28 01:19:38.353400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004080e2-8452-436d-85ca-b15981938e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2620775-bb8a-4053-a6b3-a947c4a8f2dd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:38.365348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (727aeae9-bb6d-4c35-9561-09de8e3daaf8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.453355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=727aeae9-bb6d-4c35-9561-09de8e3daaf8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:38.511613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d8156-a57a-4b9d-8f85-df322eec7327 None None] Network 414c7413-d842-45f4-9f49-147a152eee85 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:38.653269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.657601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b0469f2-f85e-4c8c-957c-537e61f1c054 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/727aeae9-bb6d-4c35-9561-09de8e3daaf8 HTTP/1.1" status: 204 len: 168 time: 0.9730964 Jan 28 01:19:38.661822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48122) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:38.704654 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f295f0a4-2033-4e66-a2ca-b965491b0ca7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:38.707810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f295f0a4-2033-4e66-a2ca-b965491b0ca7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/727aeae9-bb6d-4c35-9561-09de8e3daaf8 HTTP/1.1" status: 404 len: 333 time: 0.0418942 Jan 28 01:19:38.709602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] Provisioning complete for port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:38.710798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48124) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:38.720789 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.787854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4bbf01fa-9e20-42ed-8bb4-b120fddba915 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:38.797917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet f5ad701c-3fd1-47e7-8f34-d307322a42e5 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:38.807829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (f5ad701c-3fd1-47e7-8f34-d307322a42e5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.888389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (f5ad701c-3fd1-47e7-8f34-d307322a42e5), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.010689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] Current status of the port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:39.010689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.099291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:39.099665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.111860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] For port 4bbf01fa-9e20-42ed-8bb4-b120fddba915, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4bbf01fa-9e20-42ed-8bb4-b120fddba915,segment=NetworkSegment(72c495de-a989-42ab-adc9-3561b40fc117),segment_id=72c495de-a989-42ab-adc9-3561b40fc117)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:39.131569 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f5ad701c-3fd1-47e7-8f34-d307322a42e5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.185656 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.323645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:39.376401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720a220-c2f1-4af2-a308-9b11f048a481 req-eb876c28-a553-43ff-ae25-1d18d7941464 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:39.384355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6720a220-c2f1-4af2-a308-9b11f048a481 req-eb876c28-a553-43ff-ae25-1d18d7941464 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1807237 Jan 28 01:19:39.411892 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd0183cc-66bf-4f18-bb94-944f1148b2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.416075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5342b-694c-40f4-b9f7-5e53ca2c74a9 None None] Pushing event updated for resources: {'Port': ['ID=4bbf01fa-9e20-42ed-8bb4-b120fddba915,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:39.505123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (f5ad701c-3fd1-47e7-8f34-d307322a42e5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.600394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ad701c-3fd1-47e7-8f34-d307322a42e5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:39.618244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6720a220-c2f1-4af2-a308-9b11f048a481 req-b21168ea-c9cb-4b7e-a802-988deffc34a0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250905 Jan 28 01:19:39.627559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.630815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b5a6d36c-8930-42b5-b4f9-86c62f2144c3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/f5ad701c-3fd1-47e7-8f34-d307322a42e5 HTTP/1.1" status: 204 len: 168 time: 0.9190223 Jan 28 01:19:39.634614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:39.689601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-75168a2c-f80f-430c-af3a-599bcdba75db None None] Provisioning complete for port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:39.690148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-75168a2c-f80f-430c-af3a-599bcdba75db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.830456 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (414c7413-d842-45f4-9f49-147a152eee85), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.972722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-75168a2c-f80f-430c-af3a-599bcdba75db None None] Current status of the port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:39.988296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:39.988644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:39.996972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55de70-4aa6-43ae-aba1-5d824dd2192b None None] Network 414c7413-d842-45f4-9f49-147a152eee85 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:40.117915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] For port 4bbf01fa-9e20-42ed-8bb4-b120fddba915, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4bbf01fa-9e20-42ed-8bb4-b120fddba915,segment=NetworkSegment(72c495de-a989-42ab-adc9-3561b40fc117),segment_id=72c495de-a989-42ab-adc9-3561b40fc117)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:40.118289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.126512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-60f44986-6f5a-4575-be6f-b4e8ca5e01c5 None None] Could not find standard attr ID for object 727aeae9-bb6d-4c35-9561-09de8e3daaf8. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:19:40.145665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 4bbf01fa-9e20-42ed-8bb4-b120fddba915 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:40.310374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] DHCP port deletion for 414c7413-d842-45f4-9f49-147a152eee85 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:19:40.332959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.375704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=4bbf01fa-9e20-42ed-8bb4-b120fddba915,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:40.389725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No DVR routers for this DVR port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:40.418564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Deleting port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:40.419193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.576952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4bbf01fa-9e20-42ed-8bb4-b120fddba915 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:40.600042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (414c7413-d842-45f4-9f49-147a152eee85), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.649911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4bbf01fa-9e20-42ed-8bb4-b120fddba915 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:40.653324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4bbf01fa-9e20-42ed-8bb4-b120fddba915 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:40.683044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414c7413-d842-45f4-9f49-147a152eee85']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:40.683300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] For port 4bbf01fa-9e20-42ed-8bb4-b120fddba915, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:40.683534 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.702060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c495de-a989-42ab-adc9-3561b40fc117') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:40.702406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c495de-a989-42ab-adc9-3561b40fc117') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:40.720109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Calling delete_port for 4bbf01fa-9e20-42ed-8bb4-b120fddba915 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:40.725697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (72c495de-a989-42ab-adc9-3561b40fc117), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.751923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:19:40.755199 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4bbf01fa-9e20-42ed-8bb4-b120fddba915), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.779725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (72c495de-a989-42ab-adc9-3561b40fc117), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.801466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:40.805764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (72c495de-a989-42ab-adc9-3561b40fc117), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:40.813876 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:40.838029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] Pushing event deleted for resources: {'Port': ['ID=4bbf01fa-9e20-42ed-8bb4-b120fddba915,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:40.849963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d2f5e-e40d-494d-b057-16c3f3bc8aa0 None None] No DVR routers for this DVR port 4bbf01fa-9e20-42ed-8bb4-b120fddba915 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:40.896825 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:41.007476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (414c7413-d842-45f4-9f49-147a152eee85), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:41.019113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:41.035986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/414c7413-d842-45f4-9f49-147a152eee85 HTTP/1.1" status: 204 len: 168 time: 1.3961964 Jan 28 01:19:41.040001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48216) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:41.053747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'name': 'tempest-PortsTestJSON-1386856951'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:41.102194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2137-0601-451f-90bf-8fe89ccdc4d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=414c7413-d842-45f4-9f49-147a152eee85,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:41.265156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:41.273205 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:41.327687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port c28200ee-bbba-4cf8-a220-05dcf77f9402 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:41.684031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ddb4c-3e1f-4d7c-b945-e9c1b4a0affb req-6ba5a8eb-0018-47e7-8c70-b7047a49015c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:41.685834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-262ddb4c-3e1f-4d7c-b945-e9c1b4a0affb req-6ba5a8eb-0018-47e7-8c70-b7047a49015c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.8191323 Jan 28 01:19:41.804715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-262ddb4c-3e1f-4d7c-b945-e9c1b4a0affb req-7067ef37-1fc7-4300-b166-1cc86bf75231 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098068 Jan 28 01:19:41.934060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.106732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (c28200ee-bbba-4cf8-a220-05dcf77f9402), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.154432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c28200ee-bbba-4cf8-a220-05dcf77f9402), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.200614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:42.203902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:42.208077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:42.213767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:42.214968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.235809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1929910 Jan 28 01:19:42.238970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48290) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:42.247245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3d17b-b44b-4814-b490-06b857618f27 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=c28200ee-bbba-4cf8-a220-05dcf77f9402,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:42.479044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port c28200ee-bbba-4cf8-a220-05dcf77f9402 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:42.479451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c28200ee-bbba-4cf8-a220-05dcf77f9402), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.589921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c28200ee-bbba-4cf8-a220-05dcf77f9402), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.618845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for c28200ee-bbba-4cf8-a220-05dcf77f9402 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:42.737627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c28200ee-bbba-4cf8-a220-05dcf77f9402), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.786390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=c28200ee-bbba-4cf8-a220-05dcf77f9402,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:42.793254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:42.800024 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7b8d409e-608e-4fc5-b732-db68d9171185 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/c28200ee-bbba-4cf8-a220-05dcf77f9402 HTTP/1.1" status: 204 len: 168 time: 0.5589490 Jan 28 01:19:42.801659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48316) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:42.813018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'mac_address': 'fa:16:3e:07:f8:84', 'name': 'tempest-PortsTestJSON-309769910'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:42.910069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48322) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:42.929351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:43.004682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d60010-da87-476b-b3b8-f9b6f4148f0a req-57b5dbd5-3688-4674-bec5-4bd680584f84 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:43.012614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8d60010-da87-476b-b3b8-f9b6f4148f0a req-57b5dbd5-3688-4674-bec5-4bd680584f84 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0620787 Jan 28 01:19:43.020672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.050712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 3cfef38c-a2ed-4006-a130-97772d19318d yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:43.075134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8d60010-da87-476b-b3b8-f9b6f4148f0a req-3dd6c0a5-277a-41ff-a86e-dd693357b81e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595126 Jan 28 01:19:43.153395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-efdd4e6e-bbf5-4927-8b74-5f29a3b91ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.297943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-efdd4e6e-bbf5-4927-8b74-5f29a3b91ee4 admin admin] Publish callbacks [] for security_group (56b8ad3f-886d-4091-94dc-f1156007f212), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.304434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-efdd4e6e-bbf5-4927-8b74-5f29a3b91ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (56b8ad3f-886d-4091-94dc-f1156007f212), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.317598 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.353540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (3cfef38c-a2ed-4006-a130-97772d19318d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.391391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-efdd4e6e-bbf5-4927-8b74-5f29a3b91ee4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f968cd321b64988b6d28fbb7fd13ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757378 Jan 28 01:19:43.392691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd4e6e-bbf5-4927-8b74-5f29a3b91ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8ad3f-886d-4091-94dc-f1156007f212,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:43.396067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48338) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:43.428204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3cfef38c-a2ed-4006-a130-97772d19318d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.497724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb55bd36-ba4a-47bd-a866-e9170c8c2d31 admin admin] Publish callbacks [] for security_group (56b8ad3f-886d-4091-94dc-f1156007f212), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.527189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb55bd36-ba4a-47bd-a866-e9170c8c2d31 admin admin] Publish callbacks [] for security_group (56b8ad3f-886d-4091-94dc-f1156007f212), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.527694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=3cfef38c-a2ed-4006-a130-97772d19318d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:43.540992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:43.543432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:43.551393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:43.558639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:43.559233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.592501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-05328222-e384-4310-88dd-5f298862f4bc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7866001 Jan 28 01:19:43.592740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48340) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:43.618775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb55bd36-ba4a-47bd-a866-e9170c8c2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (56b8ad3f-886d-4091-94dc-f1156007f212), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.622059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb55bd36-ba4a-47bd-a866-e9170c8c2d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.623607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb55bd36-ba4a-47bd-a866-e9170c8c2d31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56b8ad3f-886d-4091-94dc-f1156007f212 HTTP/1.1" status: 204 len: 168 time: 0.2261484 Jan 28 01:19:43.647486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55bd36-ba4a-47bd-a866-e9170c8c2d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8ad3f-886d-4091-94dc-f1156007f212,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:43.671090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d24f27-60f8-4fcd-a901-28e1a3bef939 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:43.676780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48344) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:43.687428 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-76d24f27-60f8-4fcd-a901-28e1a3bef939 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/3cfef38c-a2ed-4006-a130-97772d19318d HTTP/1.1" status: 200 len: 840 time: 0.0932331 Jan 28 01:19:43.774364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 3cfef38c-a2ed-4006-a130-97772d19318d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:43.774976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3cfef38c-a2ed-4006-a130-97772d19318d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.875676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3cfef38c-a2ed-4006-a130-97772d19318d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.892685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 3cfef38c-a2ed-4006-a130-97772d19318d owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:44.000981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3cfef38c-a2ed-4006-a130-97772d19318d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.038434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.045179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/3cfef38c-a2ed-4006-a130-97772d19318d HTTP/1.1" status: 204 len: 168 time: 0.3671525 Jan 28 01:19:44.047974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48348) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:44.084436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48350) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:44.101290 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bb0f9e-50ca-40ff-b7fd-2be71ef258bf tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:44.103747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-64bb0f9e-50ca-40ff-b7fd-2be71ef258bf tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/3cfef38c-a2ed-4006-a130-97772d19318d HTTP/1.1" status: 404 len: 333 time: 0.0530095 Jan 28 01:19:44.107962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48356) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:44.115485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'name': 'tempest-PortsTestJSON-1713834332'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:44.126195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d1585de-c8a1-413b-9d9e-2841c1d7c029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.223217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b11db-e504-4037-9385-fec85629627a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=3cfef38c-a2ed-4006-a130-97772d19318d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:44.257543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d1585de-c8a1-413b-9d9e-2841c1d7c029 admin admin] Publish callbacks [] for security_group (804d50d4-e8be-43c7-94a0-977402bb7829), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.263220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d1585de-c8a1-413b-9d9e-2841c1d7c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (804d50d4-e8be-43c7-94a0-977402bb7829), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.317864 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d1585de-c8a1-413b-9d9e-2841c1d7c029 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bf2828e82da4246982a8e44d06943a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320502 Jan 28 01:19:44.319664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1585de-c8a1-413b-9d9e-2841c1d7c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804d50d4-e8be-43c7-94a0-977402bb7829,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:44.322843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48358) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:44.425927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30298e52-c10b-444f-a1cc-2a97d9a52ded admin admin] Publish callbacks [] for security_group (804d50d4-e8be-43c7-94a0-977402bb7829), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.429387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:44.432737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.470685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92295e88-ae27-431e-bb0d-5a5e326a3513 req-0b9a1733-c250-42c1-8258-18317b55b607 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:44.475144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30298e52-c10b-444f-a1cc-2a97d9a52ded admin admin] Publish callbacks [] for security_group (804d50d4-e8be-43c7-94a0-977402bb7829), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.477723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92295e88-ae27-431e-bb0d-5a5e326a3513 req-0b9a1733-c250-42c1-8258-18317b55b607 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2557862 Jan 28 01:19:44.512292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port add36d6c-8491-4be1-be3e-7ae42285c34d yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:44.556945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30298e52-c10b-444f-a1cc-2a97d9a52ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (804d50d4-e8be-43c7-94a0-977402bb7829), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.559988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30298e52-c10b-444f-a1cc-2a97d9a52ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:44.566154 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30298e52-c10b-444f-a1cc-2a97d9a52ded admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/804d50d4-e8be-43c7-94a0-977402bb7829 HTTP/1.1" status: 204 len: 168 time: 0.2416799 Jan 28 01:19:44.575389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30298e52-c10b-444f-a1cc-2a97d9a52ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804d50d4-e8be-43c7-94a0-977402bb7829,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:44.582493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92295e88-ae27-431e-bb0d-5a5e326a3513 req-48c42717-c0a6-4116-addd-a5831b7463dc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973868 Jan 28 01:19:44.825373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-c9511e72-6ce5-4e12-98f8-da5c4442d27d tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c597bd210599445784187369ee19b1a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364919 Jan 28 01:19:44.865510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.045936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.093062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-38633fa9-1bb0-49a1-82d0-7ecf1d4adebe tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:45.094640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-38633fa9-1bb0-49a1-82d0-7ecf1d4adebe tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562332 Jan 28 01:19:45.109408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:45.120559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:45.127477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:45.132604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:45.133214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.140447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-c25f72c9-1e4d-4254-8be4-ec9caddf4228 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/quotas/c597bd210599445784187369ee19b1a5 HTTP/1.1" status: 200 len: 375 time: 0.0337334 Jan 28 01:19:45.143815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=add36d6c-8491-4be1-be3e-7ae42285c34d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:45.183718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8efea13b-2060-439d-b81a-cb4801217320 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c597bd210599445784187369ee19b1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348475 Jan 28 01:19:45.187331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2456c1f4-a21c-4abd-9b3c-483f51c0ed6f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0779524 Jan 28 01:19:45.191296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:45.198304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:45.347071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.494472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2dedd64f-7046-422d-92c3-47b4547c4943 req-7a07ea2f-9f04-470b-8d93-c58ca92d6331 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 210 time: 0.0755606 Jan 28 01:19:45.744299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.750084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.777437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] In _notify_port_updated(), no bound segment for port add36d6c-8491-4be1-be3e-7ae42285c34d on network 3783a628-8799-4cbb-ae91-4109ebd4b578 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:19:45.783760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:45.784502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.785915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/ports/add36d6c-8491-4be1-be3e-7ae42285c34d HTTP/1.1" status: 200 len: 818 time: 0.5931685 Jan 28 01:19:45.786038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875400f-4f02-4f7d-a1d5-8c48c1b492b7 req-baa5079a-6200-4725-a676-aac2c10e7d89 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:45.803921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3875400f-4f02-4f7d-a1d5-8c48c1b492b7 req-baa5079a-6200-4725-a676-aac2c10e7d89 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1037273 Jan 28 01:19:45.805288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48414) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:45.883846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f592a99-b07e-4e07-a11e-b4c2dc500d02 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=add36d6c-8491-4be1-be3e-7ae42285c34d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:45.896798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3875400f-4f02-4f7d-a1d5-8c48c1b492b7 req-0e005990-3df1-4e65-8e58-56ee1571224a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919094 Jan 28 01:19:45.985633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port add36d6c-8491-4be1-be3e-7ae42285c34d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:45.986033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.122834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.160255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for add36d6c-8491-4be1-be3e-7ae42285c34d owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:46.272790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (add36d6c-8491-4be1-be3e-7ae42285c34d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.318172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.322412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/add36d6c-8491-4be1-be3e-7ae42285c34d HTTP/1.1" status: 204 len: 168 time: 0.5163422 Jan 28 01:19:46.323515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d01df-b6aa-4972-8e73-b3386b06a6ff tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=add36d6c-8491-4be1-be3e-7ae42285c34d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:46.325150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48432) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:46.413661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a25ec4-4f2d-424e-9aa0-b33fec59d77d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:46.418216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a8a25ec4-4f2d-424e-9aa0-b33fec59d77d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0907769 Jan 28 01:19:46.421497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48434) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:46.454526 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ec020f-fbf8-4032-a562-428fd6f6218b tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:46.457045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07ec020f-fbf8-4032-a562-428fd6f6218b tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/add36d6c-8491-4be1-be3e-7ae42285c34d HTTP/1.1" status: 404 len: 333 time: 0.0343297 Jan 28 01:19:46.461312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:46.466719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1714349167'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:46.507484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:46.512066 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.540651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:46.563471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e26422b-99a4-4bf0-aff5-7387a74f6f26), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.564067 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment 9e26422b-99a4-4bf0-aff5-7387a74f6f26 of type vlan for network fd03948b-06ba-48ca-81ea-6b2e419e0522 Jan 28 01:19:46.615083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75718eb9-b1f0-44f0-889c-e5cf1bd7b5c5 req-825b00f9-e13a-489b-a1c0-14e6f6038aa6 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 210 time: 0.0407076 Jan 28 01:19:46.668613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fd03948b-06ba-48ca-81ea-6b2e419e0522), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.705092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48446) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:46.713627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fd03948b-06ba-48ca-81ea-6b2e419e0522), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.719915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:46.722204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:46.807525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3422630 Jan 28 01:19:46.807999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:46.813803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:46.827757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9d531-68f1-41d3-994b-623e85ddee62 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=fd03948b-06ba-48ca-81ea-6b2e419e0522,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:46.842209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:46.983970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:46.988553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.047222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-753667730'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:47.066898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4666dc-4b21-4233-a194-51164041dade req-18cfa531-bd5b-4feb-af2c-2400f3c9b37e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:47.069366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa4666dc-4b21-4233-a194-51164041dade req-18cfa531-bd5b-4feb-af2c-2400f3c9b37e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0564468 Jan 28 01:19:47.101902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Made reservation on behalf of de879043b9294d8fad98b5961637f83d for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:47.110554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.146319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.158445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa4666dc-4b21-4233-a194-51164041dade req-8d472a3c-d10d-44cb-b79c-8d227b341d1a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Jan 28 01:19:47.215505 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-d6542fe2-b2c1-48a0-a7b3-f57365e3ecbb tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c597bd210599445784187369ee19b1a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297434 Jan 28 01:19:47.434184 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:19:47.450380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-efb52fb8-ca98-4987-9f4d-096a397c2df1 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:47.451855 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-efb52fb8-ca98-4987-9f4d-096a397c2df1 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305331 Jan 28 01:19:47.455954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (7f6c5589-4415-4a41-99a7-3ffcfe20d5d3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.502325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks [] for security_group (b9711ba4-25c4-4a21-a22e-edc4c1f70841), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.506465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Request body: {'port': {'device_id': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'c597bd210599445784187369ee19b1a5'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:47.515790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b9711ba4-25c4-4a21-a22e-edc4c1f70841), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.582041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=7f6c5589-4415-4a41-99a7-3ffcfe20d5d3,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:47.602599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:47.620202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9711ba4-25c4-4a21-a22e-edc4c1f70841,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:47.636339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e438e48d-cf8a-4616-aa93-0a1fbcbde081), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.636682 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Added segment e438e48d-cf8a-4616-aa93-0a1fbcbde081 of type vlan for network 01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a Jan 28 01:19:47.718767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': '9e26422b-99a4-4bf0-aff5-7387a74f6f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:47.719464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: fd03948b-06ba-48ca-81ea-6b2e419e0522, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:47.729515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c48a4c06-b74c-4089-818f-5f9a38042315 req-0f441a13-efdd-438f-999f-59089d7d2e42 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 210 time: 0.0353479 Jan 28 01:19:47.762906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Made reservation on behalf of c597bd210599445784187369ee19b1a5 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:47.765260 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.772413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.784745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.789698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:47.826336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fd03948b-06ba-48ca-81ea-6b2e419e0522) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:47.835330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:47.836656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.838472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e590df0-37be-46c4-b41b-ddaf462cf2d7 None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:47.844316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.849370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:47.850081 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.930992 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-377ac02a-833c-45ac-b4bd-69365a4ff3e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1215198 Jan 28 01:19:47.934404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:47.940955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:47.947076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2408404 Jan 28 01:19:47.952446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48462) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:47.959970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b801f3-5eed-4bcb-bf6c-e360820c4bce tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Pushing event updated for resources: {'Network': ['ID=01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:47.975410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-fd03948b-06ba-48ca-81ea-6b2e419e0522', 'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': '7f6c5589-4415-4a41-99a7-3ffcfe20d5d3'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:19:47.976326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:47.978551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:48.009492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks [] for security_group (393cb0e1-26d5-4ff4-b49e-3f5d87b730f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.014808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (393cb0e1-26d5-4ff4-b49e-3f5d87b730f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.108630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:48.135581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'network': {'name': 'tempest-network--1973186254', 'router:external': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:48.181250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Made reservation on behalf of 95923e0e19244e9b84c3466412a7205c for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:48.196112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.207972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Allocated IP 192.168.233.67 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/4e4ee87c-bf0d-485c-90d6-becee4772723) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:48.234445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.408366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Allocated IP 172.20.0.2 (fd03948b-06ba-48ca-81ea-6b2e419e0522/7f6c5589-4415-4a41-99a7-3ffcfe20d5d3/cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:48.409653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks [] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.454845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:48.457766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.461352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.498682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8339-361b-48b5-8e22-d6d7e3f6dd62 req-531cc919-e855-4522-ba31-d52682bda671 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:48.506146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aeaf8339-361b-48b5-8e22-d6d7e3f6dd62 req-531cc919-e855-4522-ba31-d52682bda671 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2466495 Jan 28 01:19:48.525133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:48.526544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Pushing event updated for resources: {'Port': ['ID=4e4ee87c-bf0d-485c-90d6-becee4772723,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:48.532989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:48.550803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:48.635995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:48.637865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.657369 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-8e733e17-dada-4dc5-9edc-61a76067da11 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1592584 Jan 28 01:19:48.667903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aeaf8339-361b-48b5-8e22-d6d7e3f6dd62 req-efd770c1-bd1f-4353-baed-00cf6fd32778 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607568 Jan 28 01:19:48.677502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Request body: {'port': {'device_id': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:48.686646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for security_group (86b69e7c-510c-4f9e-804a-bca2389f2af6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.694167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (86b69e7c-510c-4f9e-804a-bca2389f2af6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.739597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b69e7c-510c-4f9e-804a-bca2389f2af6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:48.760649 n-d-826756-1 neutron-server[109594]: INFO neutron.db.ipam_backend_mixin [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7f6c5589-4415-4a41-99a7-3ffcfe20d5d3 (CIDR: 172.20.0.0/28) Jan 28 01:19:48.783602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:48.786591 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:19:48.787367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:19:48.797175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Publish callbacks [] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.811585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f9969f15-9435-4cf1-a2a9-f87228cc31d2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8754079 Jan 28 01:19:48.812571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48474) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:48.814875 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.821882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:48.830100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d4684694-25b9-45c6-8ff2-30d9b0ccb65a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.830935 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Added segment d4684694-25b9-45c6-8ff2-30d9b0ccb65a of type vlan for network 0ebce2a1-8ffe-42f3-abcd-d5e030639172 Jan 28 01:19:48.876866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.913198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Pushing event updated for resources: {'Port': ['ID=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:48.940465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:48.945635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:48.948508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:48.950994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-89ce8a2c-91a8-4373-8da1-d7361fb5f566 None None] Provisioning complete for port 4e4ee87c-bf0d-485c-90d6-becee4772723 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:48.951364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-89ce8a2c-91a8-4373-8da1-d7361fb5f566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.044366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Attempting to bind port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:49.045045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Attempting to bind port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e26422b-99a4-4bf0-aff5-7387a74f6f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:49.045045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Attempting to bind port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 on network fd03948b-06ba-48ca-81ea-6b2e419e0522 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:49.049056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-89ce8a2c-91a8-4373-8da1-d7361fb5f566 None None] Port 4e4ee87c-bf0d-485c-90d6-becee4772723 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:19:49.055081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:49.055485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Checking segment: {'id': '9e26422b-99a4-4bf0-aff5-7387a74f6f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:49.055893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.056280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Bound using segment: {'id': '9e26422b-99a4-4bf0-aff5-7387a74f6f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:49.056755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Bound port: cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e26422b-99a4-4bf0-aff5-7387a74f6f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:49.057130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.113491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0ebce2a1-8ffe-42f3-abcd-d5e030639172), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.134530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce967f2e-406f-45ba-b5ca-3bade3679564 req-2891ea8b-bd5e-4603-b9b5-15bd4de36264 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:49.134801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] For port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:49.136073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce967f2e-406f-45ba-b5ca-3bade3679564 req-2891ea8b-bd5e-4603-b9b5-15bd4de36264 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 935 time: 0.2226186 Jan 28 01:19:49.145368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] For port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,segment=NetworkSegment(9e26422b-99a4-4bf0-aff5-7387a74f6f26),segment_id=9e26422b-99a4-4bf0-aff5-7387a74f6f26)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:49.152947 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.188210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:49.191775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.233118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17319a3-2c27-4595-b253-3c4f35874bb7 None None] Pushing event updated for resources: {'Port': ['ID=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:49.244642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-58afaec7-3b3d-43f2-a0c4-c7a20bb44eda req-7df95334-0ab8-4bc0-aac5-d750993f1c09 service neutron] (109595) timed out ('10.222.0.23', 54110) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:19:49.259806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0ebce2a1-8ffe-42f3-abcd-d5e030639172), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.260806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:49.261403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.303055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4ee87c-bf0d-485c-90d6-becee4772723 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:19:49.313316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Publish callbacks [] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.333348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Transition to ACTIVE for port object 4e4ee87c-bf0d-485c-90d6-becee4772723 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:19:49.338788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.390530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce967f2e-406f-45ba-b5ca-3bade3679564 req-8f82db46-cf85-4318-99ca-1eb33c765d68 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371397 Jan 28 01:19:49.422784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4ee87c-bf0d-485c-90d6-becee4772723,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:49.538846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5456877 Jan 28 01:19:49.546936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48478) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:49.546936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Attempting to bind port 4e4ee87c-bf0d-485c-90d6-becee4772723 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:49.546936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Attempting to bind port 4e4ee87c-bf0d-485c-90d6-becee4772723 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:49.546936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Attempting to bind port 4e4ee87c-bf0d-485c-90d6-becee4772723 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:49.571532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d700450-d401-4e45-a418-5c7b0f558bde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Network': ['ID=0ebce2a1-8ffe-42f3-abcd-d5e030639172,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:49.582220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0ebce2a1-8ffe-42f3-abcd-d5e030639172 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:49.685140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0ebce2a1-8ffe-42f3-abcd-d5e030639172), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.689002 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Port 4e4ee87c-bf0d-485c-90d6-becee4772723 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:19:49.689334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Attempting to bind port 4e4ee87c-bf0d-485c-90d6-becee4772723 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:49.696528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:49.696867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:49.697243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:49.697870 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Bound port: 4e4ee87c-bf0d-485c-90d6-becee4772723, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:49.698231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.915697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0ebce2a1-8ffe-42f3-abcd-d5e030639172), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.940419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebce2a1-8ffe-42f3-abcd-d5e030639172']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:49.940685 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (702d2766-e241-4905-a835-82791cc1db2c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.949931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4684694-25b9-45c6-8ff2-30d9b0ccb65a') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:49.950293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4684694-25b9-45c6-8ff2-30d9b0ccb65a') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:49.960678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d4684694-25b9-45c6-8ff2-30d9b0ccb65a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.977222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d4684694-25b9-45c6-8ff2-30d9b0ccb65a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.984682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:49.985128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d4684694-25b9-45c6-8ff2-30d9b0ccb65a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.027997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:50.038733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:50.044831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.045432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.050466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=702d2766-e241-4905-a835-82791cc1db2c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:50.064594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c98288-956c-4cdb-9509-2e0bf69d499b req-299d516e-e46b-4142-8db9-364f12d4136b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.067293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0c98288-956c-4cdb-9509-2e0bf69d499b req-299d516e-e46b-4142-8db9-364f12d4136b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1393945 Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:50.073164 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:50.081645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0ebce2a1-8ffe-42f3-abcd-d5e030639172), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.086656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ebce2a1-8ffe-42f3-abcd-d5e030639172 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:19:50.089175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.097184 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0ebce2a1-8ffe-42f3-abcd-d5e030639172 HTTP/1.1" status: 204 len: 168 time: 0.5475647 Jan 28 01:19:50.097843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48484) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:50.106565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:50.120704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d8d01e0b-e844-4d48-8939-b7f9fd2738f2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3029277 Jan 28 01:19:50.121999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48486) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:50.138466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522', 'fixed_ips': [{'subnet_id': '7f6c5589-4415-4a41-99a7-3ffcfe20d5d3'}, {'subnet_id': '702d2766-e241-4905-a835-82791cc1db2c'}], 'name': 'tempest-PortsTestJSON-1643554079'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:50.144413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddee6e-ec3d-43a8-9307-2399a431e976 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ebce2a1-8ffe-42f3-abcd-d5e030639172,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:50.166546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] For port 4e4ee87c-bf0d-485c-90d6-becee4772723, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:50.171042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] For port 4e4ee87c-bf0d-485c-90d6-becee4772723, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4e4ee87c-bf0d-485c-90d6-becee4772723,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:50.172483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Made reservation on behalf of 95923e0e19244e9b84c3466412a7205c for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:50.175575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.188536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.253823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.254449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.255927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e4ee87c-bf0d-485c-90d6-becee4772723 HTTP/1.1" status: 200 len: 1095 time: 1.5864735 Jan 28 01:19:50.257916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c295f8f-dd61-4f88-a6d4-bcf091bb7d02 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4ee87c-bf0d-485c-90d6-becee4772723,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:50.260900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'tag': '4e4ee87c-bf0d-485c-90d6-becee4772723'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:50.267440 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d10be1-f3f6-49ba-90de-e2ce9d806030" -d '{"events": [{"name": "network-changed", "server_uuid": "0137defe-ac78-4dd7-855f-b00bcc56025d", "tag": "4e4ee87c-bf0d-485c-90d6-becee4772723"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:50.293434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:50.307604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7149ef01-5da8-4e75-a4fd-37d87b907552), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.308016 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Added segment 7149ef01-5da8-4e75-a4fd-37d87b907552 of type vlan for network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 Jan 28 01:19:50.405162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0c98288-956c-4cdb-9509-2e0bf69d499b req-e339c3f5-8a6c-4d44-aed5-b248360a1e1f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327799 Jan 28 01:19:50.567891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6b6a5201-1ff1-4ccb-b92c-714168bb6d92), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.590424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-4a4e6efc-38a9-427b-83f8-c5d204008503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.595621 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-4a4e6efc-38a9-427b-83f8-c5d204008503 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c597bd210599445784187369ee19b1a5&device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 1098 time: 0.2547474 Jan 28 01:19:50.676751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:50.774801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:50.795065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:50.796025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.807443 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d8bf1-4638-45df-b02e-8e74fa754640 x-openstack-request-id: req-a96d8bf1-4638-45df-b02e-8e74fa754640 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:50.807796 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0137defe-ac78-4dd7-855f-b00bcc56025d", "tag": "4e4ee87c-bf0d-485c-90d6-becee4772723", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:50.807999 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a96d8bf1-4638-45df-b02e-8e74fa754640 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:50.808425 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'tag': '4e4ee87c-bf0d-485c-90d6-becee4772723', 'status': 'completed', 'code': 200} Jan 28 01:19:50.817914 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-55bbb0e9-58dc-4a53-b2f5-0d298c7b5ac4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e4ee87c-bf0d-485c-90d6-becee4772723 HTTP/1.1" status: 200 len: 217 time: 0.1400416 Jan 28 01:19:50.820917 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6b6a5201-1ff1-4ccb-b92c-714168bb6d92), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.821950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.822544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.833644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7196-e223-4a23-bb81-b86e8fe81d96 req-58346ad1-2d8b-426b-b49f-2f513c1cb042 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.842996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f0d7196-e223-4a23-bb81-b86e8fe81d96 req-58346ad1-2d8b-426b-b49f-2f513c1cb042 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 947 time: 0.2323248 Jan 28 01:19:50.903711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:50.904502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.950500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f0d7196-e223-4a23-bb81-b86e8fe81d96 req-9daad6db-2365-47a9-accd-e060a4f9ccb5 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050582 Jan 28 01:19:50.972311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,segment=NetworkSegment(9e26422b-99a4-4bf0-aff5-7387a74f6f26),segment_id=9e26422b-99a4-4bf0-aff5-7387a74f6f26)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:50.976224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8734331 Jan 28 01:19:50.980223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.994464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48498) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:51.032076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'subnet': {'network_id': '6b6a5201-1ff1-4ccb-b92c-714168bb6d92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:51.058925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c3b70-f317-48eb-9bbd-401f9b25c252 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Network': ['ID=6b6a5201-1ff1-4ccb-b92c-714168bb6d92,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:51.077732 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:51.093665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-069a2594-4179-4c63-a5b1-674a3a8df70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:51.095900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-069a2594-4179-4c63-a5b1-674a3a8df70e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.2483819 Jan 28 01:19:51.097496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Made reservation on behalf of 95923e0e19244e9b84c3466412a7205c for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:51.100437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:51.115212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:51.118197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:51.123909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 73144027-f13d-4cdf-846f-fb712d20032f yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:19:51.208586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ecc20-82b2-45d4-b6a6-e11f7d71b314 None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:51.237168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-5daa1946-cbb2-4561-874f-8f166162642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:51.239946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-5daa1946-cbb2-4561-874f-8f166162642e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355577 Jan 28 01:19:51.384549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a14fff83-1784-4e8f-8758-7f47f27d6e72 None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:51.384985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a14fff83-1784-4e8f-8758-7f47f27d6e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:51.400815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-f83d5da9-ac65-4ba8-914e-05912a948082 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548765 Jan 28 01:19:51.554374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a14fff83-1784-4e8f-8758-7f47f27d6e72 None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:51.636745 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-92c8deb8-cb57-4796-afc2-c554ad1eaee1 req-dc9bb633-f5bf-4281-bc02-d81648b53c69 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293100 Jan 28 01:19:51.644732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9ec22-1b82-468e-bb47-19ae6ce907d3 req-31e14a97-840a-498e-981f-38cf15a3fcc3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:51.646758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01b9ec22-1b82-468e-bb47-19ae6ce907d3 req-31e14a97-840a-498e-981f-38cf15a3fcc3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0837376 Jan 28 01:19:51.681848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] Update dhcp port {'port': {'network_id': 'fd03948b-06ba-48ca-81ea-6b2e419e0522', 'fixed_ips': [{'subnet_id': '7f6c5589-4415-4a41-99a7-3ffcfe20d5d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '702d2766-e241-4905-a835-82791cc1db2c'}], 'binding:host_id': 'n-d-826756-1'}, 'id': 'cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:19:51.705818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.objects.ports [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109595) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:19:51.706424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ed44b6ff-28af-4149-a5b1-102e993e846c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:51.717617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:51.780661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.9 (fd03948b-06ba-48ca-81ea-6b2e419e0522/7f6c5589-4415-4a41-99a7-3ffcfe20d5d3/73144027-f13d-4cdf-846f-fb712d20032f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:51.800077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01b9ec22-1b82-468e-bb47-19ae6ce907d3 req-92f8e927-9bae-4eef-b6ff-997e528abf3b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229250 Jan 28 01:19:51.802993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed44b6ff-28af-4149-a5b1-102e993e846c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:51.815755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.29 (fd03948b-06ba-48ca-81ea-6b2e419e0522/702d2766-e241-4905-a835-82791cc1db2c/73144027-f13d-4cdf-846f-fb712d20032f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:51.833452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-a1249131-7018-4d54-888b-4bf7ee3f80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:51.835463 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-a1249131-7018-4d54-888b-4bf7ee3f80ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c597bd210599445784187369ee19b1a5&device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 1098 time: 0.1038539 Jan 28 01:19:51.839887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Checking segment: {'id': '7149ef01-5da8-4e75-a4fd-37d87b907552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6b6a5201-1ff1-4ccb-b92c-714168bb6d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:51.840468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Network hostable DHCP agents. Network: 6b6a5201-1ff1-4ccb-b92c-714168bb6d92, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:51.921329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:51.933095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6b6a5201-1ff1-4ccb-b92c-714168bb6d92) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:51.940842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:51.941762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:51.943281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bdfb5-ec2f-4ee9-9029-1bd18de5ec4d None None] Network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:51.978477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-250d8889-2b5b-4d71-9554-6b389eb265c3 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9596963 Jan 28 01:19:51.981136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48506) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:51.987483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'floatingip': {'floating_network_id': '6b6a5201-1ff1-4ccb-b92c-714168bb6d92'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:52.018762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-fa6b9389-4da0-40b6-9ece-7ef40688d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.023234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-fa6b9389-4da0-40b6-9ece-7ef40688d30c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.1791830 Jan 28 01:19:52.048937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.077416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (73144027-f13d-4cdf-846f-fb712d20032f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.126413 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-2e9f419c-8db8-4ca2-9f03-4e462c7747da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e4ee87c-bf0d-485c-90d6-becee4772723 HTTP/1.1" status: 200 len: 217 time: 0.0964334 Jan 28 01:19:52.126689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e388c-1406-4b91-ad97-c52c0eea52ee None None] Network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:52.218284 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (73144027-f13d-4cdf-846f-fb712d20032f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.247692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-8faff96d-0e4b-40f8-b7b1-277d678f6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.249274 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-8faff96d-0e4b-40f8-b7b1-277d678f6eb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1078911 Jan 28 01:19:52.338328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=73144027-f13d-4cdf-846f-fb712d20032f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:52.342169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-3f8f1d70-6325-407f-bc54-dd4990316d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.344563 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-3f8f1d70-6325-407f-bc54-dd4990316d02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842719 Jan 28 01:19:52.352317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.357671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] Allocated IP 172.20.0.18 (fd03948b-06ba-48ca-81ea-6b2e419e0522/702d2766-e241-4905-a835-82791cc1db2c/cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:52.393727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63084e64-34a5-4139-8e30-4fc562a63dc8 req-6467a6c9-d1a8-4b4d-8e3c-0defa2bd7ef8 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.395295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63084e64-34a5-4139-8e30-4fc562a63dc8 req-6467a6c9-d1a8-4b4d-8e3c-0defa2bd7ef8 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 947 time: 0.2488847 Jan 28 01:19:52.412265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:52.460321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:52.466759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:52.558722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:52.586222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63084e64-34a5-4139-8e30-4fc562a63dc8 req-bf74d0a7-502c-40f5-afc5-30c47278bcbd tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797521 Jan 28 01:19:52.655901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.656876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.684896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-44483dc8-d180-4081-92e7-c8fa39c48e71 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5571027 Jan 28 01:19:52.685854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48520) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:52.692375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f6c5589-4415-4a41-99a7-3ffcfe20d5d3'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:52.721133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] For port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,segment=NetworkSegment(9e26422b-99a4-4bf0-aff5-7387a74f6f26),segment_id=9e26422b-99a4-4bf0-aff5-7387a74f6f26)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:52.771284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:52.771632 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.838034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (73144027-f13d-4cdf-846f-fb712d20032f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.887376 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] Publish callbacks [] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.902213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.176163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd0161-45cb-4ea5-9ded-1d9f35f69cd0 None None] Pushing event updated for resources: {'Port': ['ID=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:53.179437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:53.184041 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-5fc31d7f-4ad5-479c-8ae1-00f5ad4b532d service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272426 Jan 28 01:19:53.269180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Allocated IP 172.20.0.13 (6b6a5201-1ff1-4ccb-b92c-714168bb6d92/ed44b6ff-28af-4149-a5b1-102e993e846c/9887d266-b052-4fe7-9edb-1eee95604055) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:53.295558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Delete allocated IP 172.20.0.29 (fd03948b-06ba-48ca-81ea-6b2e419e0522/702d2766-e241-4905-a835-82791cc1db2c) {{(pid=109594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 01:19:53.344344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388dd78-677a-4468-8626-15d64c8d1410 req-9a637edd-84af-4856-b8d7-6a674ccef94f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:53.346156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9388dd78-677a-4468-8626-15d64c8d1410 req-9a637edd-84af-4856-b8d7-6a674ccef94f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2589245 Jan 28 01:19:53.414724 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-33d10be1-f3f6-49ba-90de-e2ce9d806030 req-9df10c1e-8015-470b-8058-39ee99661e94 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240999 Jan 28 01:19:53.504870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for port (9887d266-b052-4fe7-9edb-1eee95604055), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.576032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9887d266-b052-4fe7-9edb-1eee95604055), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.614066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9388dd78-677a-4468-8626-15d64c8d1410 req-db76b608-eb37-4c48-b7b9-73e5c1fe76c2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531190 Jan 28 01:19:53.683048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (73144027-f13d-4cdf-846f-fb712d20032f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.689162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (73144027-f13d-4cdf-846f-fb712d20032f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.756688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Port': ['ID=9887d266-b052-4fe7-9edb-1eee95604055,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:53.760676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=73144027-f13d-4cdf-846f-fb712d20032f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:53.785597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:53.787501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:53.792926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:53.912539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] In _notify_port_updated(), no bound segment for port 73144027-f13d-4cdf-846f-fb712d20032f on network fd03948b-06ba-48ca-81ea-6b2e419e0522 {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:19:53.919374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:53.920292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.922082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8a0a73c3-5330-4915-9668-4c6ef9bc7ec4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/ports/73144027-f13d-4cdf-846f-fb712d20032f HTTP/1.1" status: 200 len: 919 time: 1.2349644 Jan 28 01:19:53.928339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48530) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:53.937609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bc6f6-27f9-46c4-94ca-2be242bf875f req-975b6276-9e85-4f65-a09d-4de5f18d8753 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:53.939713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c50bc6f6-27f9-46c4-94ca-2be242bf875f req-975b6276-9e85-4f65-a09d-4de5f18d8753 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 947 time: 0.1849551 Jan 28 01:19:53.946197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f6c5589-4415-4a41-99a7-3ffcfe20d5d3'}, {'subnet_id': '702d2766-e241-4905-a835-82791cc1db2c'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:53.960994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for floatingip (fd2f385d-e9f0-4c97-8bed-8903b197aa3a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.004833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9887d266-b052-4fe7-9edb-1eee95604055), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.058780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa3bc4-0faf-4032-ab2e-c2b1cf979bc5 None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:54.078548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c50bc6f6-27f9-46c4-94ca-2be242bf875f req-074a7902-e59d-45d1-bd14-1191a0f1bac8 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857210 Jan 28 01:19:54.079131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (73144027-f13d-4cdf-846f-fb712d20032f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.205392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for port (9887d266-b052-4fe7-9edb-1eee95604055), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.216735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9887d266-b052-4fe7-9edb-1eee95604055), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.248349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9f4c170a-1f59-4a7b-bdf6-49e94873fbd7 None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:54.248729 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f4c170a-1f59-4a7b-bdf6-49e94873fbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.377163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (fd2f385d-e9f0-4c97-8bed-8903b197aa3a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.410328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Port': ['ID=9887d266-b052-4fe7-9edb-1eee95604055,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:54.411048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.29 (fd03948b-06ba-48ca-81ea-6b2e419e0522/702d2766-e241-4905-a835-82791cc1db2c/73144027-f13d-4cdf-846f-fb712d20032f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:54.431715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.435916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b398860c-fdcf-49cc-8aa0-ff83e3ac8b2d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4504015 Jan 28 01:19:54.436301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:54.571955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c170a-1f59-4a7b-bdf6-49e94873fbd7 None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:54.575919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:54.629764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3acd2ef4-135a-4c53-b340-3eb65a357fde tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=6b6a5201-1ff1-4ccb-b92c-714168bb6d92 HTTP/1.1" status: 200 len: 690 time: 0.1924417 Jan 28 01:19:54.635034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48538) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:54.642281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:54.642840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.699000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (73144027-f13d-4cdf-846f-fb712d20032f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.714508 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (73144027-f13d-4cdf-846f-fb712d20032f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.823944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6b6a5201-1ff1-4ccb-b92c-714168bb6d92), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.836114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:54.861579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=73144027-f13d-4cdf-846f-fb712d20032f,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:54.908856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cc85e6e3-4724-41dc-ad97-faf94f6169ca None None] Provisioning complete for port 73144027-f13d-4cdf-846f-fb712d20032f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:54.910775 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cc85e6e3-4724-41dc-ad97-faf94f6169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73144027-f13d-4cdf-846f-fb712d20032f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.956599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] In _notify_port_updated(), no bound segment for port 73144027-f13d-4cdf-846f-fb712d20032f on network fd03948b-06ba-48ca-81ea-6b2e419e0522 {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:19:54.962209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:54.965024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:54.971136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-49b5ef0c-d21d-4554-b16c-594cf3b88a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/ports/73144027-f13d-4cdf-846f-fb712d20032f HTTP/1.1" status: 200 len: 999 time: 1.0292425 Jan 28 01:19:54.972078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48542) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:55.003706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cc85e6e3-4724-41dc-ad97-faf94f6169ca None None] Port 73144027-f13d-4cdf-846f-fb712d20032f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:19:55.018818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a3328-e257-4685-b37a-15a6fabf0cd5 req-24fbe9df-9d7d-4fe4-b472-03ab566148fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:55.029815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a9a3328-e257-4685-b37a-15a6fabf0cd5 req-24fbe9df-9d7d-4fe4-b472-03ab566148fb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2543824 Jan 28 01:19:55.034088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cc85e6e3-4724-41dc-ad97-faf94f6169ca None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:55.034471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cc85e6e3-4724-41dc-ad97-faf94f6169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.057322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Deleting port 9887d266-b052-4fe7-9edb-1eee95604055 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:55.057740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9887d266-b052-4fe7-9edb-1eee95604055), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.193953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a9a3328-e257-4685-b37a-15a6fabf0cd5 req-9be6d628-155f-4d82-9720-ad74cb283e1c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666255 Jan 28 01:19:55.230878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cc85e6e3-4724-41dc-ad97-faf94f6169ca None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:55.240452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 73144027-f13d-4cdf-846f-fb712d20032f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:55.241050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (73144027-f13d-4cdf-846f-fb712d20032f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.244031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9887d266-b052-4fe7-9edb-1eee95604055), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.244600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for floatingip (9887d266-b052-4fe7-9edb-1eee95604055), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.272043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Calling delete_port for 9887d266-b052-4fe7-9edb-1eee95604055 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:55.381053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5bf328cc-d310-438a-8a89-cce9ffd59cfe None None] Provisioning complete for port 73144027-f13d-4cdf-846f-fb712d20032f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:55.381451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5bf328cc-d310-438a-8a89-cce9ffd59cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73144027-f13d-4cdf-846f-fb712d20032f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.435471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89816c90-9374-4ed8-839c-593823fa3c4e req-091fdec6-cd0d-4521-86dc-276e0af21d95 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:55.443593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89816c90-9374-4ed8-839c-593823fa3c4e req-091fdec6-cd0d-4521-86dc-276e0af21d95 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 947 time: 0.1936278 Jan 28 01:19:55.486954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9887d266-b052-4fe7-9edb-1eee95604055), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.490673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5bf328cc-d310-438a-8a89-cce9ffd59cfe None None] Port 73144027-f13d-4cdf-846f-fb712d20032f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:19:55.516496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (73144027-f13d-4cdf-846f-fb712d20032f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.561142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Port': ['ID=9887d266-b052-4fe7-9edb-1eee95604055,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:55.634649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4e4ee87c-bf0d-485c-90d6-becee4772723 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:19:55.719719 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for floatingip (fd2f385d-e9f0-4c97-8bed-8903b197aa3a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.821293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ed44b6ff-28af-4149-a5b1-102e993e846c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.834791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-70d6140b-9387-46ef-b580-e18d69c2071e None None] Provisioning complete for port 73144027-f13d-4cdf-846f-fb712d20032f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:55.835171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-70d6140b-9387-46ef-b580-e18d69c2071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73144027-f13d-4cdf-846f-fb712d20032f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:55.951071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ed44b6ff-28af-4149-a5b1-102e993e846c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.016834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-70d6140b-9387-46ef-b580-e18d69c2071e None None] Port 73144027-f13d-4cdf-846f-fb712d20032f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:19:56.023924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed44b6ff-28af-4149-a5b1-102e993e846c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:56.037607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4e4ee87c-bf0d-485c-90d6-becee4772723, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4e4ee87c-bf0d-485c-90d6-becee4772723,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:56.067250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '4e4ee87c-bf0d-485c-90d6-becee4772723', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '4e4ee87c-bf0d-485c-90d6-becee4772723', 'mac_address': 'fa:16:3e:ae:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:19:56.116170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 4e4ee87c-bf0d-485c-90d6-becee4772723 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:56.116974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.137119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4ee87c-bf0d-485c-90d6-becee4772723 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:19:56.150202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-87599200-ac26-4375-8c6b-9db14cfbaa10 None None] Provisioning complete for port 73144027-f13d-4cdf-846f-fb712d20032f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:56.150634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-87599200-ac26-4375-8c6b-9db14cfbaa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (73144027-f13d-4cdf-846f-fb712d20032f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.160886 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6b6a5201-1ff1-4ccb-b92c-714168bb6d92), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.191011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4e4ee87c-bf0d-485c-90d6-becee4772723, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4e4ee87c-bf0d-485c-90d6-becee4772723,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:56.206392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.208885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6a5201-1ff1-4ccb-b92c-714168bb6d92']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:56.244866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7149ef01-5da8-4e75-a4fd-37d87b907552') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:56.248222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7149ef01-5da8-4e75-a4fd-37d87b907552') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:56.260416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-87599200-ac26-4375-8c6b-9db14cfbaa10 None None] Port 73144027-f13d-4cdf-846f-fb712d20032f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:19:56.265696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=4e4ee87c-bf0d-485c-90d6-becee4772723,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:56.275544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 73144027-f13d-4cdf-846f-fb712d20032f owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:56.278043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (7149ef01-5da8-4e75-a4fd-37d87b907552), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.297285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89816c90-9374-4ed8-839c-593823fa3c4e req-048c2cf6-ec06-4ae5-a60b-4017c6751c1b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8526521 Jan 28 01:19:56.302817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7149ef01-5da8-4e75-a4fd-37d87b907552), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.314880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:56.314880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (7149ef01-5da8-4e75-a4fd-37d87b907552), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:56.317408 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:56.394380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6b6a5201-1ff1-4ccb-b92c-714168bb6d92), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.422139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b6a5201-1ff1-4ccb-b92c-714168bb6d92 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:19:56.428906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.438335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/networks/6b6a5201-1ff1-4ccb-b92c-714168bb6d92 HTTP/1.1" status: 204 len: 168 time: 1.8019943 Jan 28 01:19:56.452776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48552) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:56.464116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb72460-884b-438a-95d7-122ae61a5a79 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b6a5201-1ff1-4ccb-b92c-714168bb6d92,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:56.505198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['4e4ee87c-bf0d-485c-90d6-becee4772723'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:19:56.603253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19bda2-10fc-4d29-add2-cf2dc4c3fee2 req-394dbc91-044d-4ebb-8f54-b81ff6bc8133 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.611166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd19bda2-10fc-4d29-add2-cf2dc4c3fee2 req-394dbc91-044d-4ebb-8f54-b81ff6bc8133 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2176330 Jan 28 01:19:56.750757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-78737ab0-4ad5-431d-a763-82d14010735d tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2960246 Jan 28 01:19:56.751277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48556) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:56.756121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-95bc8972-89bf-4ec4-9fc5-0bc50f41d284 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2736604 Jan 28 01:19:56.926815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd19bda2-10fc-4d29-add2-cf2dc4c3fee2 req-dff17b92-7546-48d5-912b-3c9e8425d2e6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145015 Jan 28 01:19:56.964052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.964530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.965003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.965466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.965959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.966421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.966879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.968831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-06bdedb2-a63b-4ee8-b1b7-30206b999391 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=950838c4d59148eab5fb992c0978c75a&device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 6502 time: 0.1032414 Jan 28 01:19:56.974661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.975282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.975924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.976156 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (73144027-f13d-4cdf-846f-fb712d20032f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.976424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.976913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.977488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.978156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.980180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.980675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.981920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:56.989685 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-251bd819-ac9e-4285-95f7-a56d46532e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6392 time: 0.2373981 Jan 28 01:19:56.990845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.036275 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-de966f74-18a5-4da3-8c76-d7fe0e7af531 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] delete failed (client error): The resource could not be found. Jan 28 01:19:57.041591 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-de966f74-18a5-4da3-8c76-d7fe0e7af531 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/fd2f385d-e9f0-4c97-8bed-8903b197aa3a HTTP/1.1" status: 404 len: 345 time: 0.0492418 Jan 28 01:19:57.042180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48562) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.079218 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc671b3-3bcd-41dd-ace1-ec74818e221a tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 01:19:57.079716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc671b3-3bcd-41dd-ace1-ec74818e221a tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:19:57.092125 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ebc671b3-3bcd-41dd-ace1-ec74818e221a tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/networks/6b6a5201-1ff1-4ccb-b92c-714168bb6d92 HTTP/1.1" status: 404 len: 339 time: 0.0475664 Jan 28 01:19:57.093342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48564) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.095797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-7cdaa3b2-124f-4f90-87d7-1d702d14d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.096334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-7cdaa3b2-124f-4f90-87d7-1d702d14d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.096805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-7cdaa3b2-124f-4f90-87d7-1d702d14d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.098411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-7cdaa3b2-124f-4f90-87d7-1d702d14d296 service neutron] 10.222.0.45 "GET /v2.0/networks?id=21445934-1bca-412d-924a-b3cbbe5ad96e&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 200 len: 2298 time: 0.1037598 Jan 28 01:19:57.114860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'network': {'name': 'tempest-network--305521653', 'router:external': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:57.158733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=73144027-f13d-4cdf-846f-fb712d20032f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:57.161605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Made reservation on behalf of 95923e0e19244e9b84c3466412a7205c for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:57.165792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.218614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:57.231549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7afd9914-8162-4d9e-ab24-3135985c95ee), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.231954 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Added segment 7afd9914-8162-4d9e-ab24-3135985c95ee of type vlan for network 7eb59d61-c783-4535-bf43-078404332736 Jan 28 01:19:57.285325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-d6158df4-99d2-4aef-bc44-a7b9a61cd1b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 200 len: 1002 time: 0.1584871 Jan 28 01:19:57.331418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (7eb59d61-c783-4535-bf43-078404332736), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.351355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-d4c4bc5d-7e56-4d80-b9fc-9b97a4ed48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.353031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-d4c4bc5d-7e56-4d80-b9fc-9b97a4ed48fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 200 len: 856 time: 0.0591335 Jan 28 01:19:57.387696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.394129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-89619101-ea45-40bc-8163-98276b506387 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/73144027-f13d-4cdf-846f-fb712d20032f HTTP/1.1" status: 204 len: 168 time: 2.4183421 Jan 28 01:19:57.395080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.411784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (7eb59d61-c783-4535-bf43-078404332736), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.412763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.413383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.425237 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa434cdb-7942-45a6-bf12-e5dd3f577093 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:19:57.429208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fa434cdb-7942-45a6-bf12-e5dd3f577093 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/73144027-f13d-4cdf-846f-fb712d20032f HTTP/1.1" status: 404 len: 333 time: 0.0307193 Jan 28 01:19:57.435925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48570) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.503515 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4090252 Jan 28 01:19:57.506696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48572) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.516740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85f6dc-821c-4fab-a9d1-70960e7fe807 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Network': ['ID=7eb59d61-c783-4535-bf43-078404332736,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:57.522128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 702d2766-e241-4905-a835-82791cc1db2c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:57.527430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 7eb59d61-c783-4535-bf43-078404332736 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:57.532777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (702d2766-e241-4905-a835-82791cc1db2c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.578544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-62355071-cbab-43e5-ae10-10b1ca8c4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.581003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-62355071-cbab-43e5-ae10-10b1ca8c4e7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=21445934-1bca-412d-924a-b3cbbe5ad96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209547 Jan 28 01:19:57.606538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (702d2766-e241-4905-a835-82791cc1db2c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.633940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4e4ee87c-bf0d-485c-90d6-becee4772723 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:57.649800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6a097-c0fd-4d2e-be62-7d2e2f945840 tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.657890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6a097-c0fd-4d2e-be62-7d2e2f945840 tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.658630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97387487-be45-4d33-a8f1-f29f6aa779da req-7178ffcb-de0c-475d-bee0-173cc4e73658 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.660309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97387487-be45-4d33-a8f1-f29f6aa779da req-7178ffcb-de0c-475d-bee0-173cc4e73658 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 948 time: 0.2391081 Jan 28 01:19:57.664370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6a097-c0fd-4d2e-be62-7d2e2f945840 tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.669952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6a097-c0fd-4d2e-be62-7d2e2f945840 tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.675278 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1cd6a097-c0fd-4d2e-be62-7d2e2f945840 tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1651123 Jan 28 01:19:57.675527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48574) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:57.777950 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (7eb59d61-c783-4535-bf43-078404332736), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.788877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 4e4ee87c-bf0d-485c-90d6-becee4772723 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:19:57.793015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 4e4ee87c-bf0d-485c-90d6-becee4772723 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:57.793495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.874259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97387487-be45-4d33-a8f1-f29f6aa779da req-4182c600-2f7c-43d5-ab36-3d4b0c18b767 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586919 Jan 28 01:19:57.878573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (7eb59d61-c783-4535-bf43-078404332736), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.883666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-75f46890-cf47-4703-941d-20fe58259fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921705 Jan 28 01:19:57.915092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb59d61-c783-4535-bf43-078404332736']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:57.930857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (702d2766-e241-4905-a835-82791cc1db2c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.939035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afd9914-8162-4d9e-ab24-3135985c95ee') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:57.939342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afd9914-8162-4d9e-ab24-3135985c95ee') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:57.943130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 4e4ee87c-bf0d-485c-90d6-becee4772723 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:57.943353 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:57.982194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (7afd9914-8162-4d9e-ab24-3135985c95ee), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.019801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7afd9914-8162-4d9e-ab24-3135985c95ee), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.032309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:58.032723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (7afd9914-8162-4d9e-ab24-3135985c95ee), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:58.034745 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:58.042990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4ee87c-bf0d-485c-90d6-becee4772723'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:58.046484 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8a6ae-8593-4436-9f59-3b2d31f4ffe1" -d '{"events": [{"server_uuid": "0137defe-ac78-4dd7-855f-b00bcc56025d", "name": "network-vif-plugged", "status": "completed", "tag": "4e4ee87c-bf0d-485c-90d6-becee4772723"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:58.059373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 4e4ee87c-bf0d-485c-90d6-becee4772723, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4e4ee87c-bf0d-485c-90d6-becee4772723,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:58.072370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.140344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9b791-1787-446b-9dbe-85481b24a3c4 req-42121771-ec8d-452a-8d63-75c31951adcc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.141904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81c9b791-1787-446b-9dbe-85481b24a3c4 req-42121771-ec8d-452a-8d63-75c31951adcc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1132910 Jan 28 01:19:58.144310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (702d2766-e241-4905-a835-82791cc1db2c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.148607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=4e4ee87c-bf0d-485c-90d6-becee4772723,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:58.149753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-907853aa-b2a4-4de4-8949-1a6190258416 service neutron] 10.222.0.45 "GET /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594378 Jan 28 01:19:58.179586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (7eb59d61-c783-4535-bf43-078404332736), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.196579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7eb59d61-c783-4535-bf43-078404332736 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:19:58.210075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.214754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7eb59d61-c783-4535-bf43-078404332736 HTTP/1.1" status: 204 len: 168 time: 0.5382280 Jan 28 01:19:58.216044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed5702-4d5c-4ac3-ae5f-c060f39d9e22 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Network': ['ID=7eb59d61-c783-4535-bf43-078404332736,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:58.220667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48588) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:58.222437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=702d2766-e241-4905-a835-82791cc1db2c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:58.228498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'network': {'name': 'tempest-network--1988762472', 'router:external': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:58.228815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.235403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-538f1a52-7f63-4f4b-9f0e-0847375f73de tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/702d2766-e241-4905-a835-82791cc1db2c HTTP/1.1" status: 204 len: 168 time: 0.7970531 Jan 28 01:19:58.236693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a3fbd-826a-4ffa-87f5-7c6ca3dcb58c None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:58.265207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48590) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:58.292667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-eb7a8c66-6a36-4af3-a089-21122ab88b27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 217 time: 0.1277051 Jan 28 01:19:58.343644 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501528c7-8add-4bf3-a3db-b62fcf92e79d x-openstack-request-id: req-501528c7-8add-4bf3-a3db-b62fcf92e79d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:58.343963 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0137defe-ac78-4dd7-855f-b00bcc56025d", "name": "network-vif-plugged", "status": "completed", "tag": "4e4ee87c-bf0d-485c-90d6-becee4772723", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:58.344227 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-501528c7-8add-4bf3-a3db-b62fcf92e79d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:58.344626 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4ee87c-bf0d-485c-90d6-becee4772723', 'code': 200} Jan 28 01:19:58.367012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 7f6c5589-4415-4a41-99a7-3ffcfe20d5d3 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:58.370546 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (7f6c5589-4415-4a41-99a7-3ffcfe20d5d3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.477130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Made reservation on behalf of 95923e0e19244e9b84c3466412a7205c for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:58.479629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.517240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:58.528581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81c9b791-1787-446b-9dbe-85481b24a3c4 req-8dc120ba-6eb2-45b8-876c-e90aabc13bbd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514621 Jan 28 01:19:58.529037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.529419 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Added segment f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1 of type vlan for network c10d9fa5-f4d4-4812-853d-c21f36de754b Jan 28 01:19:58.538274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-a3503bf6-4e41-4f4d-80c0-7ca32a415db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.541135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-a3503bf6-4e41-4f4d-80c0-7ca32a415db9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.2294366 Jan 28 01:19:58.583171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c10d9fa5-f4d4-4812-853d-c21f36de754b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.614703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (7f6c5589-4415-4a41-99a7-3ffcfe20d5d3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.616186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6ef70eb2-6b5c-455e-87cd-3b97dbeea2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.618978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6ef70eb2-6b5c-455e-87cd-3b97dbeea2ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697155 Jan 28 01:19:58.666197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369920-eac9-4943-b5b7-0a0c532cac42 req-e0271595-ce85-4ea2-8bb7-3bfd7a149d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.667722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-75369920-eac9-4943-b5b7-0a0c532cac42 req-e0271595-ce85-4ea2-8bb7-3bfd7a149d77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 1100 time: 0.2661977 Jan 28 01:19:58.670398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c10d9fa5-f4d4-4812-853d-c21f36de754b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.671303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.671921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.757063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Network': ['ID=c10d9fa5-f4d4-4812-853d-c21f36de754b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:58.770097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c10d9fa5-f4d4-4812-853d-c21f36de754b details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:58.846732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-00ea53db-289e-43fb-aef6-4fa82ce92b6e service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212541 Jan 28 01:19:58.848879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-35b24c7b-54ed-4357-8613-5706b8a092ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.850556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-35b24c7b-54ed-4357-8613-5706b8a092ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1096 time: 0.0823977 Jan 28 01:19:58.892453 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-68e0839e-0386-4a50-81d9-5a9622b61d8e tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6702759 Jan 28 01:19:58.893113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48594) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:58.934339 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-75369920-eac9-4943-b5b7-0a0c532cac42 req-80128670-465f-4178-ae8a-da890b87f68d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004576 Jan 28 01:19:59.027564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-326974d6-2371-48be-8cd3-3888b36a30ff service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751065 Jan 28 01:19:59.045159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (7f6c5589-4415-4a41-99a7-3ffcfe20d5d3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.180243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-7423979c-208d-487d-b742-c19bca173613 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 217 time: 0.1112123 Jan 28 01:19:59.202252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7f788-8c26-41ec-9807-3fa15958740f tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.206731 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6dc7f788-8c26-41ec-9807-3fa15958740f tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] 10.222.0.23 "GET /v2.0/networks/c10d9fa5-f4d4-4812-853d-c21f36de754b HTTP/1.1" status: 200 len: 757 time: 0.3054802 Jan 28 01:19:59.207353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48612) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:59.324443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (7f6c5589-4415-4a41-99a7-3ffcfe20d5d3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.369290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.372558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/7f6c5589-4415-4a41-99a7-3ffcfe20d5d3 HTTP/1.1" status: 204 len: 168 time: 1.1046879 Jan 28 01:19:59.375737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138648-4f39-4709-af96-2568f8ee24fc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6c5589-4415-4a41-99a7-3ffcfe20d5d3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:59.377894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:59.395898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a2593-22e1-4507-823e-97afea76c55b tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.400989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c35a2593-22e1-4507-823e-97afea76c55b tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] 10.222.0.23 "GET /v2.0/networks/01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a HTTP/1.1" status: 200 len: 767 time: 0.1917677 Jan 28 01:19:59.416016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:59.521516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13591e5e-cfa5-4dcd-b10e-f5bf3cbe13f7 req-d45dcc70-7e78-422e-a73e-23bf499fb0e7 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.535369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13591e5e-cfa5-4dcd-b10e-f5bf3cbe13f7 req-d45dcc70-7e78-422e-a73e-23bf499fb0e7 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 949 time: 0.4674232 Jan 28 01:19:59.536936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c732f969-5da1-4387-b218-d3b26e645b8a None None] Network fd03948b-06ba-48ca-81ea-6b2e419e0522 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:59.539125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-b3b7a205-06e2-442c-ae60-1a2ebe3de6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.541905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-b3b7a205-06e2-442c-ae60-1a2ebe3de6bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.3418236 Jan 28 01:19:59.626115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c10d9fa5-f4d4-4812-853d-c21f36de754b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.639127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fd03948b-06ba-48ca-81ea-6b2e419e0522), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.656543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-bbd1351a-a4f3-4617-91db-3d54b3510143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.660528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-bbd1351a-a4f3-4617-91db-3d54b3510143 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.6286495 Jan 28 01:19:59.749131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e45c2b17-c863-4744-8d1c-5a56edf7d23c None None] Provisioning complete for port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:59.749569 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e45c2b17-c863-4744-8d1c-5a56edf7d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.769091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:59.814357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c10d9fa5-f4d4-4812-853d-c21f36de754b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.835710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10d9fa5-f4d4-4812-853d-c21f36de754b']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:59.845428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:59.845806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:59.855977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.871538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.882439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:59.883572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (f7cb2e91-bcab-4a55-91b6-9b83fc3c67f1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:59.888490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-85ef7ce9-105c-49c5-a600-319fe7b20571 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.1347923 Jan 28 01:19:59.904828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13591e5e-cfa5-4dcd-b10e-f5bf3cbe13f7 req-5eb76dce-61a1-4a73-b34f-4bd44e7721b8 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683209 Jan 28 01:19:59.923086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e45c2b17-c863-4744-8d1c-5a56edf7d23c None None] Current status of the port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:59.973754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] DHCP port deletion for fd03948b-06ba-48ca-81ea-6b2e419e0522 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:19:59.994541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-07cecfcf-8f76-4274-96ab-e566bcbefa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.996137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-07cecfcf-8f76-4274-96ab-e566bcbefa80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.0887158 Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:00.047377 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:00.082040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-eb8b9a4e-a682-4acd-a9c6-ac309712aa8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719867 Jan 28 01:20:00.087303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] Deleting port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:00.087616 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.105742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1037723-f1ec-4c2a-ac54-fd44b6830f7d req-e6899675-ba69-43bb-943a-db690c4929e3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:00.107326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1037723-f1ec-4c2a-ac54-fd44b6830f7d req-e6899675-ba69-43bb-943a-db690c4929e3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.4142661 Jan 28 01:20:00.143812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:00.144732 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.216576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] For port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,segment=NetworkSegment(9e26422b-99a4-4bf0-aff5-7387a74f6f26),segment_id=9e26422b-99a4-4bf0-aff5-7387a74f6f26)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:00.216899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.229286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] For port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,segment=NetworkSegment(9e26422b-99a4-4bf0-aff5-7387a74f6f26),segment_id=9e26422b-99a4-4bf0-aff5-7387a74f6f26)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:00.230416 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.236530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] Calling delete_port for cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:00.247085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:00.273412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-ba5fc7c2-28e6-43e0-b651-8e92001c9bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635680 Jan 28 01:20:00.275389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-75d40ed0-11b6-4163-bba7-8d57de737d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:00.277176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-75d40ed0-11b6-4163-bba7-8d57de737d07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6921341 Jan 28 01:20:00.322416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2497ffc1-cd6b-4c5d-a193-4d1a9845a777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.353701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c10d9fa5-f4d4-4812-853d-c21f36de754b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.371591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c10d9fa5-f4d4-4812-853d-c21f36de754b {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:20:00.378857 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.386703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.435549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.436074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] Pushing event deleted for resources: {'Port': ['ID=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:00.445444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a8d63-d567-43d0-8590-583e07f44d6f None None] No DVR routers for this DVR port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:00.447820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1037723-f1ec-4c2a-ac54-fd44b6830f7d req-6bb2d043-cfe8-4552-bb03-02b09d07a2bb tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119807 Jan 28 01:20:00.448477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c10d9fa5-f4d4-4812-853d-c21f36de754b HTTP/1.1" status: 204 len: 168 time: 1.0314250 Jan 28 01:20:00.488894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48628) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:00.496127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'network': {'name': 'tempest-network--1098042123'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:00.532578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No DVR routers for this DVR port cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:00.532945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:00.538256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:00.551609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Made reservation on behalf of 95923e0e19244e9b84c3466412a7205c for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:00.553061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feecd38-7e47-4057-8bb0-26568f7dfd15 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Network': ['ID=c10d9fa5-f4d4-4812-853d-c21f36de754b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:00.558847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.575798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:20:00.577287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device cf6d9aed-1ca3-4c5c-9c3a-569fcf623a68 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:00.670172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:20:00.680699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fd03948b-06ba-48ca-81ea-6b2e419e0522), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.697179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-4cb69cfb-2732-4a61-a238-0b8f5de1facb service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858759 Jan 28 01:20:00.741730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd03948b-06ba-48ca-81ea-6b2e419e0522']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:00.760766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e26422b-99a4-4bf0-aff5-7387a74f6f26') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:00.761109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e26422b-99a4-4bf0-aff5-7387a74f6f26') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:00.776652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (9e26422b-99a4-4bf0-aff5-7387a74f6f26), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.791169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e26422b-99a4-4bf0-aff5-7387a74f6f26), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.799700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:00.800098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (9e26422b-99a4-4bf0-aff5-7387a74f6f26), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.802882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (66a83b04-e560-4625-96d2-2b10ffac17f9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.802882 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Added segment 66a83b04-e560-4625-96d2-2b10ffac17f9 of type vlan for network b9edfb7e-95cb-4b9f-98d6-919a4ed577e5 Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:00.862770 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:00.867066 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fd03948b-06ba-48ca-81ea-6b2e419e0522), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.873050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.876482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/fd03948b-06ba-48ca-81ea-6b2e419e0522 HTTP/1.1" status: 204 len: 168 time: 1.4961700 Jan 28 01:20:00.880731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48638) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:00.906990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad1a4a88-8ae7-4b2d-839f-399d97d58299 req-beca66d7-c77a-4896-adbc-7f3cd6911c2c service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110063 Jan 28 01:20:00.914955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:00.916460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992672f8-ac03-4ff6-80f0-33fd5ed4ab75 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=fd03948b-06ba-48ca-81ea-6b2e419e0522,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:00.948584 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e0c96-ea21-4ef5-a132-0888cac6a68b tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:00.950336 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-de2e0c96-ea21-4ef5-a132-0888cac6a68b tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0689414 Jan 28 01:20:00.954023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:00.992385 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2497ffc1-cd6b-4c5d-a193-4d1a9845a777 admin admin] Publish callbacks [] for security_group (c162043d-0567-4830-a346-24c9ed7d25ea), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.004870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.006356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.007195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.008931 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eda30aa4-ced9-4823-91a0-8086d1f71609 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0536678 Jan 28 01:20:01.014141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2497ffc1-cd6b-4c5d-a193-4d1a9845a777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c162043d-0567-4830-a346-24c9ed7d25ea), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.014334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48646) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:01.026430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-266361646'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:01.062625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-823c75a6-23f3-4282-8bb1-22a5cf187a7e service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577447 Jan 28 01:20:01.077286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:01.083606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.120345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:20:01.133183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b2354f9a-8902-47b8-9bfc-b27477cb7090), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.133580 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment b2354f9a-8902-47b8-9bfc-b27477cb7090 of type vlan for network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 Jan 28 01:20:01.138061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6454101 Jan 28 01:20:01.145154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48648) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:01.152381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:01.182665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6669cfce-1f77-45b0-a48b-d79c9ae6df25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 200 len: 217 time: 0.0698638 Jan 28 01:20:01.183303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497ffc1-cd6b-4c5d-a193-4d1a9845a777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c162043d-0567-4830-a346-24c9ed7d25ea,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:01.221981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48654) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:01.223991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2497ffc1-cd6b-4c5d-a193-4d1a9845a777 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc242cfac31543e1abfbef3e44e7e293&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4364777 Jan 28 01:20:01.236652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0603-d890-4057-aac0-12d973950e49 tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Network': ['ID=b9edfb7e-95cb-4b9f-98d6-919a4ed577e5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:01.250055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.264214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b9edfb7e-95cb-4b9f-98d6-919a4ed577e5 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:20:01.348140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c450e4-5322-4d46-99bb-784057a13871 req-cee64d6a-f633-4123-b037-597740ba6736 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.356187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02c450e4-5322-4d46-99bb-784057a13871 req-cee64d6a-f633-4123-b037-597740ba6736 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 949 time: 0.2595723 Jan 28 01:20:01.367594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-fac72cd5-d695-4fdd-9ddc-65ad100c8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.369350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-fac72cd5-d695-4fdd-9ddc-65ad100c8566 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1603596 Jan 28 01:20:01.414820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.resource_extend [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:20:01.441029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02c450e4-5322-4d46-99bb-784057a13871 req-c7e3b905-9c89-44fd-b40e-7fdf0aa5d906 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836051 Jan 28 01:20:01.450968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-f87c0cab-dc76-44a7-92f0-6e305c178a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.452586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-f87c0cab-dc76-44a7-92f0-6e305c178a36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734854 Jan 28 01:20:01.481091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c24e3d0a-2848-4d31-9c7b-da22db9120ae admin admin] Publish callbacks [] for security_group (c162043d-0567-4830-a346-24c9ed7d25ea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.493411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.499719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.500437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.555619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.615232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c24e3d0a-2848-4d31-9c7b-da22db9120ae admin admin] Publish callbacks [] for security_group (c162043d-0567-4830-a346-24c9ed7d25ea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.626219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-a64e45e8-b345-42e9-a24c-b36a7db26d0d service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665840 Jan 28 01:20:01.637748 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6224763 Jan 28 01:20:01.644266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:01.645217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.650180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:01.651887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:20:01.668448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d99e-6a6f-4029-bf56-a8842b26a034 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=0b4d5a5e-f3fb-4d5a-b6eb-e52149545716,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:01.675706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Network b9edfb7e-95cb-4b9f-98d6-919a4ed577e5 is not hosted by any dhcp agent {{(pid=109595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:20:01.676790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.678024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.681097 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "PUT /v2.0/networks/b9edfb7e-95cb-4b9f-98d6-919a4ed577e5 HTTP/1.1" status: 200 len: 858 time: 0.5323830 Jan 28 01:20:01.684695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48670) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:01.710302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:20:01.766042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7f5e-6854-4b1a-a9ca-0970a22f488d req-67401307-cedb-4557-8645-49bcc735cef8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:01.776755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5aa7f5e-6854-4b1a-a9ca-0970a22f488d req-67401307-cedb-4557-8645-49bcc735cef8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1921892 Jan 28 01:20:01.826054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea0a6-1209-4708-9872-8947e7519f5b tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event updated for resources: {'Network': ['ID=b9edfb7e-95cb-4b9f-98d6-919a4ed577e5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:01.916345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.922646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c24e3d0a-2848-4d31-9c7b-da22db9120ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c162043d-0567-4830-a346-24c9ed7d25ea), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.928427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c24e3d0a-2848-4d31-9c7b-da22db9120ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:01.929650 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c24e3d0a-2848-4d31-9c7b-da22db9120ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c162043d-0567-4830-a346-24c9ed7d25ea HTTP/1.1" status: 204 len: 168 time: 0.7039537 Jan 28 01:20:01.975234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5aa7f5e-6854-4b1a-a9ca-0970a22f488d req-6b4c942a-38bd-44f4-9931-7eb32ae7718a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974418 Jan 28 01:20:01.984207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-3f891bc7-04d8-4980-a8ab-d4ac5d3f8965 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520589 Jan 28 01:20:01.987041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:01.992142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.003299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e3d0a-2848-4d31-9c7b-da22db9120ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c162043d-0567-4830-a346-24c9ed7d25ea,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:02.093658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-024c66be-83cf-404f-be57-5ef1b84107a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 200 len: 217 time: 0.0953038 Jan 28 01:20:02.175982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:02.199746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'port_id': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'mac_address': 'fa:16:3e:13:6c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:20:02.262548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6494d7c9-c4c7-4d1a-bd6f-d70ade1b4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:02.268734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6494d7c9-c4c7-4d1a-bd6f-d70ade1b4a28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 200 len: 797 time: 0.1623125 Jan 28 01:20:02.288054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:02.289014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.303851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.328311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8df2e528-5ed8-47b9-bda0-c1666e07fd09 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:20:02.387897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:02.395204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.411734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9edfb7e-95cb-4b9f-98d6-919a4ed577e5']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:02.421149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-967ccebc-5583-4ee6-a394-d27fdce5f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:02.423177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-967ccebc-5583-4ee6-a394-d27fdce5f7c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476800 Jan 28 01:20:02.446808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a83b04-e560-4625-96d2-2b10ffac17f9') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:02.447907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a83b04-e560-4625-96d2-2b10ffac17f9') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:02.473925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (66a83b04-e560-4625-96d2-2b10ffac17f9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.509285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (66a83b04-e560-4625-96d2-2b10ffac17f9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.525183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:02.528747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (66a83b04-e560-4625-96d2-2b10ffac17f9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:02.533453 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:02.555325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8df2e528-5ed8-47b9-bda0-c1666e07fd09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:20:02.588656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:02.675541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b9edfb7e-95cb-4b9f-98d6-919a4ed577e5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.676063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.703113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9edfb7e-95cb-4b9f-98d6-919a4ed577e5 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 01:20:02.706937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:02.716667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b9edfb7e-95cb-4b9f-98d6-919a4ed577e5 HTTP/1.1" status: 204 len: 168 time: 1.0297103 Jan 28 01:20:02.723051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48708) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:02.822138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f8bf-d05c-40f4-b3f7-d36556b183bc tempest-ExternalNetworksTestJSON-1720641000 tempest-ExternalNetworksTestJSON-1720641000-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9edfb7e-95cb-4b9f-98d6-919a4ed577e5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:02.835464 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-32317ea8-e6c7-4950-b2b8-c83aae3a373c tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] DELETE failed (client error): The resource could not be found. Jan 28 01:20:02.836066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32317ea8-e6c7-4950-b2b8-c83aae3a373c tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:20:02.839581 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-32317ea8-e6c7-4950-b2b8-c83aae3a373c tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] 10.222.0.23 "DELETE /v2.0/subnets/ed44b6ff-28af-4149-a5b1-102e993e846c HTTP/1.1" status: 404 len: 337 time: 0.1156132 Jan 28 01:20:02.842667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48724) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:02.911702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:02.919275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6775aa1f-2baa-40cc-8686-41382c37a79a service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785650 Jan 28 01:20:02.949437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': 'b2354f9a-8902-47b8-9bfc-b27477cb7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:02.963175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:20:03.186229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:20:03.526835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:03.656226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:03.824572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:03.824960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.077012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:04.077831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.132220 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:04.135052 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2467b-4cc7-4ac5-8ed6-53328700fe12" -d '{"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-plugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:04.199247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:04.205967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.223521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.266580 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8003337b-cc96-4c0e-bb81-e22f60da0aaa x-openstack-request-id: req-8003337b-cc96-4c0e-bb81-e22f60da0aaa {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:04.267582 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-plugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:04.268290 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8003337b-cc96-4c0e-bb81-e22f60da0aaa {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:04.269060 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'code': 200} Jan 28 01:20:04.271695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:04.284365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5d107-9469-460c-9dc9-b014e530812e None None] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:04.336406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:04.337990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.384251 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.423643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089b3f-d4dd-4ed6-a9a6-b9ab4cbfebc6 req-a8700f1a-0c3d-43e7-a26e-f7bd53fb25e0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:04.432271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55089b3f-d4dd-4ed6-a9a6-b9ab4cbfebc6 req-a8700f1a-0c3d-43e7-a26e-f7bd53fb25e0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 944 time: 1.2791729 Jan 28 01:20:04.443352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-92513093-d9ee-43c8-84e9-e095314d15af service neutron] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5049341 Jan 28 01:20:04.444506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:04.468086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e438e48d-cf8a-4616-aa93-0a1fbcbde081') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:04.468438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e438e48d-cf8a-4616-aa93-0a1fbcbde081') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:04.485863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (e438e48d-cf8a-4616-aa93-0a1fbcbde081), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.515887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e438e48d-cf8a-4616-aa93-0a1fbcbde081), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.530095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:04.530506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (e438e48d-cf8a-4616-aa93-0a1fbcbde081), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:04.533954 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:04.553139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:04.606832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3257a741-09d2-4bf2-a860-64170df7a623 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9612122 Jan 28 01:20:04.612882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48806) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:04.621216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-0065d9af-c152-4960-96f0-adaf2fd26026 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 200 len: 217 time: 0.1613698 Jan 28 01:20:04.643969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716', 'name': 'tempest-PortsTestJSON-556933106'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:04.684363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-0b4d5a5e-f3fb-4d5a-b6eb-e52149545716', 'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': 'ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:20:04.685486 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.722791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.746165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:04.790121 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] 10.222.0.23 "DELETE /v2.0/networks/01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a HTTP/1.1" status: 204 len: 168 time: 1.9246321 Jan 28 01:20:04.905668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386c8e-ec63-47ae-875d-496b25a520ba tempest-ExternalNetworksTestJSON-453362788 tempest-ExternalNetworksTestJSON-453362788-project] Pushing event deleted for resources: {'Network': ['ID=01b7481c-0d63-4ba3-9d91-2cc3f3a7f50a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:05.023186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55089b3f-d4dd-4ed6-a9a6-b9ab4cbfebc6 req-37fd8337-eb6a-44b1-b313-50a8e718269d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775907 Jan 28 01:20:05.029204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-c625ba35-1843-4d2a-899f-7993a06c1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:05.047609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-c625ba35-1843-4d2a-899f-7993a06c1ffd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.4191382 Jan 28 01:20:05.122999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Allocated IP 172.20.0.2 (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716/ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0/86650cf1-d26b-4827-adaf-a193c51b0fba) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:05.156180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-e17d3e53-0d0a-4ef5-b6a3-a6742d3ff379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:05.158474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-e17d3e53-0d0a-4ef5-b6a3-a6742d3ff379 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042359 Jan 28 01:20:05.337028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-db3577ff-3714-45e4-9002-178e0246ae9f service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555071 Jan 28 01:20:05.340269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:05.348933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:05.482373 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Publish callbacks [] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:05.489623 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:05.511259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 22c91e52-620a-493f-926e-5b4bd057d281 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:05.522113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:05.526324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:05.530534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:05.555051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48834) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:05.676418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Attempting to bind port 86650cf1-d26b-4827-adaf-a193c51b0fba on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:05.678489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Attempting to bind port 86650cf1-d26b-4827-adaf-a193c51b0fba by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b2354f9a-8902-47b8-9bfc-b27477cb7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:05.679105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6f6a0e89-59da-4e1e-99a2-ec4fcec0cde8 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197761 Jan 28 01:20:05.679419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Attempting to bind port 86650cf1-d26b-4827-adaf-a193c51b0fba on network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:05.685029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Pushing event updated for resources: {'Port': ['ID=86650cf1-d26b-4827-adaf-a193c51b0fba,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:05.706791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:05.707646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Checking segment: {'id': 'b2354f9a-8902-47b8-9bfc-b27477cb7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:05.713979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:05.714456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Bound using segment: {'id': 'b2354f9a-8902-47b8-9bfc-b27477cb7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:05.714972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Bound port: 86650cf1-d26b-4827-adaf-a193c51b0fba, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2354f9a-8902-47b8-9bfc-b27477cb7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:05.715374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:05.759770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-0d99e06a-c0a6-447b-80b0-10a0894cd19a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 200 len: 217 time: 0.0559633 Jan 28 01:20:05.863547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] For port 86650cf1-d26b-4827-adaf-a193c51b0fba, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:05.872125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] For port 86650cf1-d26b-4827-adaf-a193c51b0fba, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86650cf1-d26b-4827-adaf-a193c51b0fba,segment=NetworkSegment(b2354f9a-8902-47b8-9bfc-b27477cb7090),segment_id=b2354f9a-8902-47b8-9bfc-b27477cb7090)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:05.885125 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:05.960476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183b60-56dc-4ced-bf7b-2cd91753577b None None] Pushing event updated for resources: {'Port': ['ID=86650cf1-d26b-4827-adaf-a193c51b0fba,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:05.964615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.8 (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716/ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0/22c91e52-620a-493f-926e-5b4bd057d281) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:06.019371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-04ebef23-1492-4090-a38b-4bc0a3443d3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de879043b9294d8fad98b5961637f83d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622860 Jan 28 01:20:06.019865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48860) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:06.184797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd30446-cdbf-4e15-a981-7242bf1b3700 admin admin] Publish callbacks [] for security_group (b9711ba4-25c4-4a21-a22e-edc4c1f70841), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.277948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd30446-cdbf-4e15-a981-7242bf1b3700 admin admin] Publish callbacks [] for security_group (b9711ba4-25c4-4a21-a22e-edc4c1f70841), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.403956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd30446-cdbf-4e15-a981-7242bf1b3700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b9711ba4-25c4-4a21-a22e-edc4c1f70841), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.410041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-f6f50667-ef88-48e0-8910-bf1846d8c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:06.411720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-f6f50667-ef88-48e0-8910-bf1846d8c951 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 200 len: 797 time: 0.6393132 Jan 28 01:20:06.420352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd30446-cdbf-4e15-a981-7242bf1b3700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.433198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fdd30446-cdbf-4e15-a981-7242bf1b3700 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9711ba4-25c4-4a21-a22e-edc4c1f70841 HTTP/1.1" status: 204 len: 168 time: 0.4073324 Jan 28 01:20:06.460245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd30446-cdbf-4e15-a981-7242bf1b3700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9711ba4-25c4-4a21-a22e-edc4c1f70841,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:06.596894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (22c91e52-620a-493f-926e-5b4bd057d281), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.633684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d4e1c-de36-4b6b-807c-9b91d26c34e5 req-3479ab5b-8d75-44d9-87b2-869ee5f2909d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:06.650460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-329d4e1c-de36-4b6b-807c-9b91d26c34e5 req-3479ab5b-8d75-44d9-87b2-869ee5f2909d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.3686466 Jan 28 01:20:06.673139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6154fad2-c49f-4cdb-8fdc-fd58daef90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:06.675315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-6154fad2-c49f-4cdb-8fdc-fd58daef90f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2525117 Jan 28 01:20:06.866574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-329d4e1c-de36-4b6b-807c-9b91d26c34e5 req-37d684c3-3e6a-42cf-9afb-16af8fa3c8f5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130363 Jan 28 01:20:06.945166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-fe91eb15-46a8-4abf-b209-f4949ea62bd8 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566719 Jan 28 01:20:06.948760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (22c91e52-620a-493f-926e-5b4bd057d281), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.952975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86650cf1-d26b-4827-adaf-a193c51b0fba up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:07.108870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=22c91e52-620a-493f-926e-5b4bd057d281,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:07.111784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 86650cf1-d26b-4827-adaf-a193c51b0fba triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:07.115518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.166149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:07.176575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:07.203984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:07.275603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7a09ca18-c8ec-481a-b92c-9e0525910ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.375071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.387272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48888) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:07.424851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:07.429177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.483546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 86650cf1-d26b-4827-adaf-a193c51b0fba is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:07.483999 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.492275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03931aff-e596-4aca-be70-89744050e823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95923e0e19244e9b84c3466412a7205c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1034780 Jan 28 01:20:07.495387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48890) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:07.520318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-99eb1602-22ee-48d9-9277-50c12dbeefd6 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8945735 Jan 28 01:20:07.523656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48892) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:07.536148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '0b4d5a5e-f3fb-4d5a-b6eb-e52149545716', 'name': 'tempest-PortsTestJSON-1116402982'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:07.561821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 86650cf1-d26b-4827-adaf-a193c51b0fba, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86650cf1-d26b-4827-adaf-a193c51b0fba,segment=NetworkSegment(b2354f9a-8902-47b8-9bfc-b27477cb7090),segment_id=b2354f9a-8902-47b8-9bfc-b27477cb7090)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:07.568217 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.667522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4c71103-b77f-4508-8ae5-8978338c8072 req-7cdcf658-5e65-45ce-8f7a-8b6b3cde32be service neutron] 10.222.0.45 "GET /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071686 Jan 28 01:20:07.676215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=86650cf1-d26b-4827-adaf-a193c51b0fba,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:07.677612 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26556b7b-3973-41ba-8f2b-9b11e5c2c411 admin admin] Publish callbacks [] for security_group (86b69e7c-510c-4f9e-804a-bca2389f2af6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.759526 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26556b7b-3973-41ba-8f2b-9b11e5c2c411 admin admin] Publish callbacks [] for security_group (86b69e7c-510c-4f9e-804a-bca2389f2af6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.861493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:07.864394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.932634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26556b7b-3973-41ba-8f2b-9b11e5c2c411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (86b69e7c-510c-4f9e-804a-bca2389f2af6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.938944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26556b7b-3973-41ba-8f2b-9b11e5c2c411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:07.943106 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-26556b7b-3973-41ba-8f2b-9b11e5c2c411 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86b69e7c-510c-4f9e-804a-bca2389f2af6 HTTP/1.1" status: 204 len: 168 time: 0.4437602 Jan 28 01:20:07.992592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:08.019510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26556b7b-3973-41ba-8f2b-9b11e5c2c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b69e7c-510c-4f9e-804a-bca2389f2af6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:08.146810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80265a4-b2cd-46d9-a0de-4795574b85af req-3f43e42f-54ea-48f9-8913-ee7fb5deb05b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:08.148479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b80265a4-b2cd-46d9-a0de-4795574b85af req-3f43e42f-54ea-48f9-8913-ee7fb5deb05b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1303599 Jan 28 01:20:08.284100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e6454-1a3a-4236-bb36-20f9d0fffe38 None None] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:08.370665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b80265a4-b2cd-46d9-a0de-4795574b85af req-69332a65-d3a2-48ff-9b76-de99cf0fba17 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148180 Jan 28 01:20:08.436838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.9 (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716/ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0/4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:08.615280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8cc09d92-3161-4c44-84a2-20ccff6037ee None None] Provisioning complete for port 86650cf1-d26b-4827-adaf-a193c51b0fba triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:08.615280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8cc09d92-3161-4c44-84a2-20ccff6037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:08.689532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86650cf1-d26b-4827-adaf-a193c51b0fba up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:08.857285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8cc09d92-3161-4c44-84a2-20ccff6037ee None None] Current status of the port 86650cf1-d26b-4827-adaf-a193c51b0fba is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:08.884982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 86650cf1-d26b-4827-adaf-a193c51b0fba triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:08.885356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.079804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.101824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 86650cf1-d26b-4827-adaf-a193c51b0fba is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:09.183394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.347790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6d1d-5048-41bf-a616-8909a6b33808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.366733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:09.372188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5874f7ff-27f5-4f04-ac05-86f7af37bc66 None None] Provisioning complete for port 22c91e52-620a-493f-926e-5b4bd057d281 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:09.372568 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5874f7ff-27f5-4f04-ac05-86f7af37bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (22c91e52-620a-493f-926e-5b4bd057d281), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.409062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:09.418892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:09.427570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:09.510672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5874f7ff-27f5-4f04-ac05-86f7af37bc66 None None] Port 22c91e52-620a-493f-926e-5b4bd057d281 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:09.539636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5874f7ff-27f5-4f04-ac05-86f7af37bc66 None None] Provisioning complete for port 86650cf1-d26b-4827-adaf-a193c51b0fba triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:09.540028 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5874f7ff-27f5-4f04-ac05-86f7af37bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.603927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:09.604584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.661357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-45e26bee-f58a-47fe-86db-afa7b8f4ffd2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1342354 Jan 28 01:20:09.666500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48940) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:09.694375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5874f7ff-27f5-4f04-ac05-86f7af37bc66 None None] Current status of the port 86650cf1-d26b-4827-adaf-a193c51b0fba is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:09.733354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0aa0-89d7-4d6b-b508-3f1cbed031f3 req-f2593fbe-f8e5-4c3d-896b-37ef722bbcc3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:09.742575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10fe0aa0-89d7-4d6b-b508-3f1cbed031f3 req-f2593fbe-f8e5-4c3d-896b-37ef722bbcc3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2138202 Jan 28 01:20:09.835660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10fe0aa0-89d7-4d6b-b508-3f1cbed031f3 req-6dfc7ecd-8196-4d01-9bdc-fa649011f764 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915201 Jan 28 01:20:09.840467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0dc3cee4-1fd7-459c-b648-722134bcf42d None None] Provisioning complete for port 22c91e52-620a-493f-926e-5b4bd057d281 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:09.841107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0dc3cee4-1fd7-459c-b648-722134bcf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (22c91e52-620a-493f-926e-5b4bd057d281), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.938639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3cee4-1fd7-459c-b648-722134bcf42d None None] Port 22c91e52-620a-493f-926e-5b4bd057d281 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:09.962479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ea7902-0976-4f8a-98f6-2ec0f241180e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:09.986625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48948) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:09.986845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c6ea7902-0976-4f8a-98f6-2ec0f241180e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.3169024 Jan 28 01:20:10.227867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:10.228216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:10.370841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0520a9a6-9637-46b9-a926-9aaf6eacf844 None None] Provisioning complete for port 4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:10.371443 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0520a9a6-9637-46b9-a926-9aaf6eacf844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:10.454258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:10.467499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0520a9a6-9637-46b9-a926-9aaf6eacf844 None None] Port 4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:10.494868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:10.801680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:10.839372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:10.910027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:11.164627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:11.180261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-97999c0e-bbfa-429e-934a-ed35f74be113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d HTTP/1.1" status: 204 len: 168 time: 1.1924188 Jan 28 01:20:11.183359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:11.226085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82489a7a-008b-48ee-aa80-1f0883437cad req-3fd0415e-b8b9-4e08-ad7c-51ef3cbe9b1e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:11.229855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82489a7a-008b-48ee-aa80-1f0883437cad req-3fd0415e-b8b9-4e08-ad7c-51ef3cbe9b1e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2295628 Jan 28 01:20:11.313832 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-836631ea-ed80-4e5d-97df-0003bb8eb2f9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:20:11.315704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-836631ea-ed80-4e5d-97df-0003bb8eb2f9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/4add2cc1-0d8a-4f50-b10f-04b9e4d08b3d HTTP/1.1" status: 404 len: 333 time: 0.1301146 Jan 28 01:20:11.345664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:11.384278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82489a7a-008b-48ee-aa80-1f0883437cad req-77e38ad7-dbff-449f-8413-3debbb5cc760 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506186 Jan 28 01:20:11.663616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 22c91e52-620a-493f-926e-5b4bd057d281 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:11.665481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (22c91e52-620a-493f-926e-5b4bd057d281), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:11.921410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:11.963558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (22c91e52-620a-493f-926e-5b4bd057d281), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:11.985221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 22c91e52-620a-493f-926e-5b4bd057d281 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:12.175852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49012) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:12.232678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (22c91e52-620a-493f-926e-5b4bd057d281), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:12.326331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=22c91e52-620a-493f-926e-5b4bd057d281,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:12.459571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:12.517944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:12.565615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:12.571702 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7e18505a-0ff2-4468-978e-26f578de7cae tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/22c91e52-620a-493f-926e-5b4bd057d281 HTTP/1.1" status: 204 len: 168 time: 1.2186501 Jan 28 01:20:12.573695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:12.684502 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c28216e-c4f7-49c2-a28b-34b48341983a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:20:12.689179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1c28216e-c4f7-49c2-a28b-34b48341983a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/22c91e52-620a-493f-926e-5b4bd057d281 HTTP/1.1" status: 404 len: 333 time: 0.0674226 Jan 28 01:20:12.689425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:12.772863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b045610-6526-407a-a6e5-817f18c8cb2c req-fb0faa5c-92a0-4e0c-948b-76b872839045 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:12.793887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b045610-6526-407a-a6e5-817f18c8cb2c req-fb0faa5c-92a0-4e0c-948b-76b872839045 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1664727 Jan 28 01:20:12.837690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:20:12.842242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:12.901406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b045610-6526-407a-a6e5-817f18c8cb2c req-be83deb5-841c-461b-9d2a-06ffd7ca0e58 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053185 Jan 28 01:20:12.966786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.009256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.131976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.213164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.253801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:13.273567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.274182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e0a4b-2b7b-4090-9aec-b8731cc89382 None None] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:13.278124 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d277de3e-bac0-4cdd-8c52-36d8ffe13b87 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0 HTTP/1.1" status: 204 len: 168 time: 0.5881007 Jan 28 01:20:13.282193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49040) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:13.435997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Allocated IP 172.25.1.221 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e50e2e3b-7097-46ac-9aeb-2d286f20088b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:13.441415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.456488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.559521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 86650cf1-d26b-4827-adaf-a193c51b0fba {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:13.561064 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.706067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] For port 86650cf1-d26b-4827-adaf-a193c51b0fba, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86650cf1-d26b-4827-adaf-a193c51b0fba,segment=NetworkSegment(b2354f9a-8902-47b8-9bfc-b27477cb7090),segment_id=b2354f9a-8902-47b8-9bfc-b27477cb7090)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:13.706792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.709597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.738562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] DHCP port deletion for 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:20:13.782256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 86650cf1-d26b-4827-adaf-a193c51b0fba owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:13.784099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.900499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:13.900499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:13.941855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:13.962298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Deleting port 86650cf1-d26b-4827-adaf-a193c51b0fba {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:13.962676 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.153265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] For port 86650cf1-d26b-4827-adaf-a193c51b0fba, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=86650cf1-d26b-4827-adaf-a193c51b0fba,segment=NetworkSegment(b2354f9a-8902-47b8-9bfc-b27477cb7090),segment_id=b2354f9a-8902-47b8-9bfc-b27477cb7090)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:14.153610 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.181404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.222236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=86650cf1-d26b-4827-adaf-a193c51b0fba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:14.257011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No DVR routers for this DVR port 86650cf1-d26b-4827-adaf-a193c51b0fba on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:14.324253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Port': ['ID=e50e2e3b-7097-46ac-9aeb-2d286f20088b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:14.353144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f5956-9de5-4005-86d4-4caa64aa3e97 req-2262a6e3-d0d2-4fec-b3da-3de6d3274a70 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:14.355068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f2f5956-9de5-4005-86d4-4caa64aa3e97 req-2262a6e3-d0d2-4fec-b3da-3de6d3274a70 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2273817 Jan 28 01:20:14.409055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for floatingip (4a9359c1-0d5b-4536-8c05-243403520ccd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.470480 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.535645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4d5a5e-f3fb-4d5a-b6eb-e52149545716']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:14.575828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2354f9a-8902-47b8-9bfc-b27477cb7090') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:14.576045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2354f9a-8902-47b8-9bfc-b27477cb7090') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:14.585475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.602905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b2354f9a-8902-47b8-9bfc-b27477cb7090), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.661075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b2354f9a-8902-47b8-9bfc-b27477cb7090), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.681464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:14.681909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b2354f9a-8902-47b8-9bfc-b27477cb7090), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:14.685130 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:14.801601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86650cf1-d26b-4827-adaf-a193c51b0fba no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:14.864147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Calling delete_port for 86650cf1-d26b-4827-adaf-a193c51b0fba owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:14.864147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 86650cf1-d26b-4827-adaf-a193c51b0fba {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:20:14.864147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 86650cf1-d26b-4827-adaf-a193c51b0fba not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:14.918198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0b4d5a5e-f3fb-4d5a-b6eb-e52149545716), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.932124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.938276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 HTTP/1.1" status: 204 len: 168 time: 1.6549251 Jan 28 01:20:14.956832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49062) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:14.960057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c878575-13c3-4c30-9fa7-a5eaeff7a9b7 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=0b4d5a5e-f3fb-4d5a-b6eb-e52149545716,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:14.970267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1388466211'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:15.017600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f2f5956-9de5-4005-86d4-4caa64aa3e97 req-1ef7e19b-fcee-4a9d-940c-63a4b7b271bf tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563542 Jan 28 01:20:15.043824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:15.055327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.119437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:20:15.142378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (beeba3be-1c66-4a4f-9526-073b05a98210), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.143060 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment beeba3be-1c66-4a4f-9526-073b05a98210 of type vlan for network f00109dd-b052-4cfa-876e-9c95484fc991 Jan 28 01:20:15.193668 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (86650cf1-d26b-4827-adaf-a193c51b0fba), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.247082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.255418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (f00109dd-b052-4cfa-876e-9c95484fc991), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.266743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.295099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Pushing event deleted for resources: {'Port': ['ID=86650cf1-d26b-4827-adaf-a193c51b0fba,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:15.307021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] Network 0b4d5a5e-f3fb-4d5a-b6eb-e52149545716 is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:20:15.307486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13250374-744f-4bf6-8c3c-cd01dae09adc None None] No DVR routers for this DVR port 86650cf1-d26b-4827-adaf-a193c51b0fba on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:15.333468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (f00109dd-b052-4cfa-876e-9c95484fc991), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.345257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:15.346148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.444951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=f00109dd-b052-4cfa-876e-9c95484fc991,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:15.456696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Port': ['ID=e50e2e3b-7097-46ac-9aeb-2d286f20088b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:15.464942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network f00109dd-b052-4cfa-876e-9c95484fc991 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:20:15.496900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-57428a48-e8ca-4cf3-837a-c1dd40b098ba tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5379179 Jan 28 01:20:15.497875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (4a9359c1-0d5b-4536-8c05-243403520ccd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.500245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49070) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:15.515123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:15.545961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.549688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-331d1a37-c85a-4609-8925-84fea03db105 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3698840 Jan 28 01:20:15.554200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49072) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:15.567688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1777507523'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:15.620199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Made reservation on behalf of 3e7da0354ee94f5b9cd5540587f36826 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:15.623871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.664060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.725319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:15.730721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.949523 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for security_group (1490fa10-404c-4377-a8ad-1c8c6d658d8d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.958031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1490fa10-404c-4377-a8ad-1c8c6d658d8d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.999850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:20:16.033933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8a451e42-dde9-4919-a993-9ceb6755cab5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.034714 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Added segment 8a451e42-dde9-4919-a993-9ceb6755cab5 of type vlan for network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e Jan 28 01:20:16.047279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1490fa10-404c-4377-a8ad-1c8c6d658d8d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:16.111618 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (2b6db2e9-5e06-4b60-861c-00f4568d5d4e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.207771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (60931dfe-c8f7-40f1-8679-f0438f09c020), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.240070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (2b6db2e9-5e06-4b60-861c-00f4568d5d4e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.251693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:16.254163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.430978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=60931dfe-c8f7-40f1-8679-f0438f09c020,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:16.445450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.446269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.446722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.447182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.447643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.448276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.448866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.449305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.449731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.450197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.450633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.451166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.451606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:16.499193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': 'beeba3be-1c66-4a4f-9526-073b05a98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:16.499697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: f00109dd-b052-4cfa-876e-9c95484fc991, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:20:16.529864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network f00109dd-b052-4cfa-876e-9c95484fc991 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:20:16.548191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, f00109dd-b052-4cfa-876e-9c95484fc991) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:16.559159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65a853-3e27-444e-aa73-7eca262d1e29 None None] Network f00109dd-b052-4cfa-876e-9c95484fc991 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:16.579030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:16.579788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.583899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0286202 Jan 28 01:20:16.588821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49090) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:16.594514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Request body: {'subnet': {'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:16.600315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f088e-b6b9-495d-9d1b-f997afb3a764 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Network': ['ID=2b6db2e9-5e06-4b60-861c-00f4568d5d4e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:16.605024 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3926b537-f376-4343-8460-d855372afebe tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1029127 Jan 28 01:20:16.606049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49092) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:16.613399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991', 'name': 'tempest-PortsTestJSON-223094174', 'fixed_ips': [{'subnet_id': '60931dfe-c8f7-40f1-8679-f0438f09c020', 'ip_address': '172.20.0.10'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:16.712146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3589-cc40-4407-a083-307134e622ec req-d25d08c7-6542-4094-b32b-ec67c2d85f54 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:16.716364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2db3589-cc40-4407-a083-307134e622ec req-d25d08c7-6542-4094-b32b-ec67c2d85f54 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.4991317 Jan 28 01:20:16.737385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:20:16.906734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2db3589-cc40-4407-a083-307134e622ec req-d3ea59ba-78f3-48f5-87c2-1844ae08a2ed tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571271 Jan 28 01:20:16.995396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-f00109dd-b052-4cfa-876e-9c95484fc991', 'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': '60931dfe-c8f7-40f1-8679-f0438f09c020'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:20:16.997067 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:16.999452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:17.004271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Made reservation on behalf of 3e7da0354ee94f5b9cd5540587f36826 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:17.018162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.192916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.240332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port bf853869-9d5b-4656-9279-577dcf0405e4 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:17.415084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Allocated IP 172.20.0.2 (f00109dd-b052-4cfa-876e-9c95484fc991/60931dfe-c8f7-40f1-8679-f0438f09c020/39669652-9a43-40ac-8bc1-efa2d5068b24) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:17.431055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (0bcce06b-8acd-4b23-b5e2-5ee54799de3b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.577799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Subnet': ['ID=0bcce06b-8acd-4b23-b5e2-5ee54799de3b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:17.628658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Checking segment: {'id': '8a451e42-dde9-4919-a993-9ceb6755cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:17.630571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network hostable DHCP agents. Network: 2b6db2e9-5e06-4b60-861c-00f4568d5d4e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:20:17.684634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:20:17.715969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 2b6db2e9-5e06-4b60-861c-00f4568d5d4e) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:17.739307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:17.743605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.754108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d8fb9a-3f00-4962-b9d6-4628aa295c70 None None] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:17.779424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-366b8eee-5141-4594-aa35-6e5cf810c2c3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1865797 Jan 28 01:20:17.780243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49108) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:17.786795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1538324544', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:17.840814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.842352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.964967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Publish callbacks [] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.977459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router_controller (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:17.984868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:18.103512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Network f00109dd-b052-4cfa-876e-9c95484fc991 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:18.107647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:18.117683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:18.149576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-2b6db2e9-5e06-4b60-861c-00f4568d5d4e', 'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e', 'project_id': '3e7da0354ee94f5b9cd5540587f36826', 'fixed_ips': [{'subnet_id': '0bcce06b-8acd-4b23-b5e2-5ee54799de3b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:20:18.150357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:18.173441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70029-0a8b-4de5-a3fb-2c154338ddba req-26480b6f-1f56-4fc7-88c0-2174feb6d1a3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:18.184464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2c70029-0a8b-4de5-a3fb-2c154338ddba req-26480b6f-1f56-4fc7-88c0-2174feb6d1a3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1440322 Jan 28 01:20:18.310170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2c70029-0a8b-4de5-a3fb-2c154338ddba req-24bf9696-2388-41df-bddb-0fdf6e7a0078 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235785 Jan 28 01:20:18.314585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.10 (f00109dd-b052-4cfa-876e-9c95484fc991/60931dfe-c8f7-40f1-8679-f0438f09c020/bf853869-9d5b-4656-9279-577dcf0405e4) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:18.364360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Pushing event updated for resources: {'Port': ['ID=39669652-9a43-40ac-8bc1-efa2d5068b24,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:18.422478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router_gateway (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:18.546836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Attempting to bind port 39669652-9a43-40ac-8bc1-efa2d5068b24 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:18.547512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Attempting to bind port 39669652-9a43-40ac-8bc1-efa2d5068b24 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'beeba3be-1c66-4a4f-9526-073b05a98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:18.554425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Attempting to bind port 39669652-9a43-40ac-8bc1-efa2d5068b24 on network f00109dd-b052-4cfa-876e-9c95484fc991 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:18.569746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:18.575219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Checking segment: {'id': 'beeba3be-1c66-4a4f-9526-073b05a98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:18.575816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:18.576384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Bound using segment: {'id': 'beeba3be-1c66-4a4f-9526-073b05a98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:18.577091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Bound port: 39669652-9a43-40ac-8bc1-efa2d5068b24, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeba3be-1c66-4a4f-9526-073b05a98210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:18.585859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:18.849808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Allocated IP 172.20.0.2 (2b6db2e9-5e06-4b60-861c-00f4568d5d4e/0bcce06b-8acd-4b23-b5e2-5ee54799de3b/8fe88e46-cb3e-4431-bcac-1caf6b38d44c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:19.024059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] For port 39669652-9a43-40ac-8bc1-efa2d5068b24, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:19.055453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (bf853869-9d5b-4656-9279-577dcf0405e4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.080158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] For port 39669652-9a43-40ac-8bc1-efa2d5068b24, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39669652-9a43-40ac-8bc1-efa2d5068b24,segment=NetworkSegment(beeba3be-1c66-4a4f-9526-073b05a98210),segment_id=beeba3be-1c66-4a4f-9526-073b05a98210)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:19.113628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.228572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router_gateway (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.250687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45e4bf-fbd1-4c73-a355-d567870d1798 None None] Pushing event updated for resources: {'Port': ['ID=39669652-9a43-40ac-8bc1-efa2d5068b24,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:19.260059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.351759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bf853869-9d5b-4656-9279-577dcf0405e4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.593873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network f00109dd-b052-4cfa-876e-9c95484fc991 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:19.607301 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:19.617259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=bf853869-9d5b-4656-9279-577dcf0405e4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:19.628845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:19.643105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d27b89-b4b4-4e4f-aeab-55f877ac88d7 req-c4b65a88-ca14-4ea5-afe7-5683de1c107d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:19.658444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62d27b89-b4b4-4e4f-aeab-55f877ac88d7 req-c4b65a88-ca14-4ea5-afe7-5683de1c107d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1317620 Jan 28 01:20:19.708990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Publish callbacks [] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.713625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Allocated IP 172.25.1.125 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d6e62321-8378-488b-90cd-1b4749d702e5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:19.723233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.871234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62d27b89-b4b4-4e4f-aeab-55f877ac88d7 req-f47aaaa1-22cf-4dab-bace-dbdc47d7dc70 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115641 Jan 28 01:20:19.927115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:19.927910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:19.932899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:20.001148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:20.003996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:20.017807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Pushing event updated for resources: {'Port': ['ID=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:20.102179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49148) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:20.104759 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c0856d72-3bd5-48b7-a4f7-d985f956cd51 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4967313 Jan 28 01:20:20.108621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': 'f00109dd-b052-4cfa-876e-9c95484fc991', 'name': 'tempest-PortsTestJSON-461340862', 'fixed_ips': [{'subnet_id': '60931dfe-c8f7-40f1-8679-f0438f09c020', 'ip_address': '172.20.0.9'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:20.237345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Attempting to bind port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:20.242195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Attempting to bind port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8a451e42-dde9-4919-a993-9ceb6755cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:20.242605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Attempting to bind port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c on network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:20.265626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:20.266347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Checking segment: {'id': '8a451e42-dde9-4919-a993-9ceb6755cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:20.266928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:20.267475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Bound using segment: {'id': '8a451e42-dde9-4919-a993-9ceb6755cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:20.268122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Bound port: 8fe88e46-cb3e-4431-bcac-1caf6b38d44c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a451e42-dde9-4919-a993-9ceb6755cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:20.268681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:20.275696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for port (d6e62321-8378-488b-90cd-1b4749d702e5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:20.393153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d6e62321-8378-488b-90cd-1b4749d702e5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:20.432349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:20.443504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:20.477132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] For port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:20.487162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] For port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,segment=NetworkSegment(8a451e42-dde9-4919-a993-9ceb6755cab5),segment_id=8a451e42-dde9-4919-a993-9ceb6755cab5)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:20.494013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:20.517274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:20.520059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Port': ['ID=d6e62321-8378-488b-90cd-1b4749d702e5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:20.522995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:20.709737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6d9a0-7dc8-4e55-a23f-6978d8044e2b None None] Pushing event updated for resources: {'Port': ['ID=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:20.871925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39669652-9a43-40ac-8bc1-efa2d5068b24 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:20.928058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.061199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port be27825e-9f19-44e9-a059-be224cf796c6 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:21.071335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 39669652-9a43-40ac-8bc1-efa2d5068b24 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:21.071887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.327448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 39669652-9a43-40ac-8bc1-efa2d5068b24 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:21.328137 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.399873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 39669652-9a43-40ac-8bc1-efa2d5068b24, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39669652-9a43-40ac-8bc1-efa2d5068b24,segment=NetworkSegment(beeba3be-1c66-4a4f-9526-073b05a98210),segment_id=beeba3be-1c66-4a4f-9526-073b05a98210)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:21.411780 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.514801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router_gateway (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.559558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203bea2-6332-418a-ba09-22d9f96e5f2a None None] Network f00109dd-b052-4cfa-876e-9c95484fc991 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:21.564059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.9 (f00109dd-b052-4cfa-876e-9c95484fc991/60931dfe-c8f7-40f1-8679-f0438f09c020/be27825e-9f19-44e9-a059-be224cf796c6) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:21.732557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=39669652-9a43-40ac-8bc1-efa2d5068b24,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:21.834261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (be27825e-9f19-44e9-a059-be224cf796c6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.844789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-30b2d5d4-1d3b-42c5-b24e-266e5bd2b316 None None] Provisioning complete for port 39669652-9a43-40ac-8bc1-efa2d5068b24 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:21.845213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30b2d5d4-1d3b-42c5-b24e-266e5bd2b316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:21.974431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:22.047901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17cecf-1b52-4758-8a39-2dc398709559 req-06dcbed1-6bb4-4cb6-853a-782db4f41ab3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:22.047901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e17cecf-1b52-4758-8a39-2dc398709559 req-06dcbed1-6bb4-4cb6-853a-782db4f41ab3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.7616189 Jan 28 01:20:22.210608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (be27825e-9f19-44e9-a059-be224cf796c6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:22.299606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-30b2d5d4-1d3b-42c5-b24e-266e5bd2b316 None None] Current status of the port 39669652-9a43-40ac-8bc1-efa2d5068b24 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:22.344421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=be27825e-9f19-44e9-a059-be224cf796c6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:22.429613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e17cecf-1b52-4758-8a39-2dc398709559 req-eb90d736-c767-4b51-82df-e189b5af7497 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949711 Jan 28 01:20:22.431739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network f00109dd-b052-4cfa-876e-9c95484fc991 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:22.442715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:22.457432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:22.650548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:22.651233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:22.718876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-383ff31e-c9d3-490a-b495-b88271e6b489 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6155233 Jan 28 01:20:22.721111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49180) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:22.773748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d65cf-578e-4967-bd1f-afae26947c81 None None] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:22.984292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39669652-9a43-40ac-8bc1-efa2d5068b24 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:23.039498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd0538-4216-4940-ad0e-e009f5eee538 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:23.044318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6cbd0538-4216-4940-ad0e-e009f5eee538 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3221743 Jan 28 01:20:23.044930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49182) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:23.054539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] Provisioning complete for port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:23.055864 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:23.209761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1b6ec-a2d2-446b-af15-4e3ab03c268d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:23.247153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1b6ec-a2d2-446b-af15-4e3ab03c268d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:23.279346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd1b6ec-a2d2-446b-af15-4e3ab03c268d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:23.283962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-afd1b6ec-a2d2-446b-af15-4e3ab03c268d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2354205 Jan 28 01:20:23.303097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:23.390071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Router cbeeb3e5-f643-4a01-ae54-e6c3bc500530 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:20:23.492630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] Current status of the port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:23.504416 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:23.507931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port be27825e-9f19-44e9-a059-be224cf796c6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:23.508750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (be27825e-9f19-44e9-a059-be224cf796c6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:23.601923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 39669652-9a43-40ac-8bc1-efa2d5068b24 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:23.601923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:23.743768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:20:23.770867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] For port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,segment=NetworkSegment(8a451e42-dde9-4919-a993-9ceb6755cab5),segment_id=8a451e42-dde9-4919-a993-9ceb6755cab5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:23.785560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] Sync routers for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:20:23.807311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:23.811784 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-803bc0e1-19ce-4a4e-8e27-b81c27ee83fb tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0274913 Jan 28 01:20:23.816216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:23.817529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49198) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:23.824251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:23.878848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:23.879642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06977f8d-8d50-4b2e-ad89-b6d7eeaf5b32 req-7d5094a3-b00b-4f03-b69f-3a32e0c1095d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:23.881947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 39669652-9a43-40ac-8bc1-efa2d5068b24 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:23.883045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8fe88e46-cb3e-4431-bcac-1caf6b38d44c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:23.891194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06977f8d-8d50-4b2e-ad89-b6d7eeaf5b32 req-7d5094a3-b00b-4f03-b69f-3a32e0c1095d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2110598 Jan 28 01:20:24.101575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (be27825e-9f19-44e9-a059-be224cf796c6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:24.198682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:24.206099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for be27825e-9f19-44e9-a059-be224cf796c6 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:24.237862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06977f8d-8d50-4b2e-ad89-b6d7eeaf5b32 req-97c8c192-d6d3-4149-a6f9-2a8f7236b403 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239810 Jan 28 01:20:24.253350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:24.254840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:24.382207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:24.382901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b014f7-8266-4c00-8a25-98e867f5f506 None None] The sync data for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:20:24.388204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Provisioning complete for port bf853869-9d5b-4656-9279-577dcf0405e4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:24.388593 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bf853869-9d5b-4656-9279-577dcf0405e4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:24.439787 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:20:24.461634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea2470-3714-4c48-af1d-972501649e77 None None] Pushing event updated for resources: {'Port': ['ID=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:24.466379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:24.466771 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:24.643971 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (be27825e-9f19-44e9-a059-be224cf796c6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:24.755603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=be27825e-9f19-44e9-a059-be224cf796c6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:24.969728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Port bf853869-9d5b-4656-9279-577dcf0405e4 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:24.970489 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:24.994353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Provisioning complete for port 39669652-9a43-40ac-8bc1-efa2d5068b24 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:24.995353 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.040175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.043474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c6880692-60f7-4d58-8b5d-7251460b2cbb tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/be27825e-9f19-44e9-a059-be224cf796c6 HTTP/1.1" status: 204 len: 168 time: 1.7385623 Jan 28 01:20:25.058875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:25.168393 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcbc040-e76a-44e4-a95f-790eab5e0480 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:20:25.172960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6dcbc040-e76a-44e4-a95f-790eab5e0480 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/be27825e-9f19-44e9-a059-be224cf796c6 HTTP/1.1" status: 404 len: 333 time: 0.1099524 Jan 28 01:20:25.179796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49216) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:25.217708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Current status of the port 39669652-9a43-40ac-8bc1-efa2d5068b24 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:25.223833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b6fdecff-5228-43c9-a394-a7387e86efb4 None None] Could not find standard attr ID for object be27825e-9f19-44e9-a059-be224cf796c6. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:20:25.227206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:25.353895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f5c0b0d8-2e9c-4416-a663-0a8bf6735ad5 None None] Provisioning complete for port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:25.356960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b0d8-2e9c-4416-a663-0a8bf6735ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.452954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Allocated IP 172.20.0.1 (2b6db2e9-5e06-4b60-861c-00f4568d5d4e/0bcce06b-8acd-4b23-b5e2-5ee54799de3b/153a71be-f7d6-4774-88a5-560d7a6305c5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:25.546501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8fe88e46-cb3e-4431-bcac-1caf6b38d44c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:25.617402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.657197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port bf853869-9d5b-4656-9279-577dcf0405e4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:25.657877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bf853869-9d5b-4656-9279-577dcf0405e4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.687992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0b0d8-2e9c-4416-a663-0a8bf6735ad5 None None] Current status of the port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:25.702210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.752737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:25.754628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:25.854883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:25.876983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:25.898548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:25.950148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:26.001889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Port': ['ID=153a71be-f7d6-4774-88a5-560d7a6305c5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:26.049208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:26.058437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bf853869-9d5b-4656-9279-577dcf0405e4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:26.089247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for bf853869-9d5b-4656-9279-577dcf0405e4 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:26.374805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5fe235bc-1995-4925-944e-701765bb78a0 None None] Provisioning complete for port 153a71be-f7d6-4774-88a5-560d7a6305c5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:26.375632 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5fe235bc-1995-4925-944e-701765bb78a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:26.399326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:26.476117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5fe235bc-1995-4925-944e-701765bb78a0 None None] Port 153a71be-f7d6-4774-88a5-560d7a6305c5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:26.995481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:27.009699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:27.205954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:27.208050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Port': ['ID=153a71be-f7d6-4774-88a5-560d7a6305c5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:27.232579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66dd04-d88c-4e50-9eee-6a67a47462c8 req-b5a9c0fa-ad7c-41c6-9e50-7f3616b8288f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:27.241093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba66dd04-d88c-4e50-9eee-6a67a47462c8 req-b5a9c0fa-ad7c-41c6-9e50-7f3616b8288f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 1.7407236 Jan 28 01:20:27.334088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba66dd04-d88c-4e50-9eee-6a67a47462c8 req-8821bbd8-ed0c-467c-91f6-75e16e963062 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921047 Jan 28 01:20:27.513996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:27.519363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:27.549402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bf853869-9d5b-4656-9279-577dcf0405e4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:27.611030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=bf853869-9d5b-4656-9279-577dcf0405e4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:27.821767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:27.834440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Router cbeeb3e5-f643-4a01-ae54-e6c3bc500530 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:20:27.834981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c64f67e7-4f7a-4940-9e84-cb71e84942f8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/bf853869-9d5b-4656-9279-577dcf0405e4 HTTP/1.1" status: 204 len: 168 time: 2.6521046 Jan 28 01:20:27.836167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49254) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:27.904141 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d734423-50d6-408d-84eb-3569475628e2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:20:27.912378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d734423-50d6-408d-84eb-3569475628e2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/bf853869-9d5b-4656-9279-577dcf0405e4 HTTP/1.1" status: 404 len: 333 time: 0.0715373 Jan 28 01:20:27.913351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49256) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:28.068200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 60931dfe-c8f7-40f1-8679-f0438f09c020 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:20:28.090651 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (60931dfe-c8f7-40f1-8679-f0438f09c020), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.188624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (60931dfe-c8f7-40f1-8679-f0438f09c020), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.193885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:20:28.205910 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] Sync routers for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:20:28.209010 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aa5b722c-7959-43ef-b577-1a7b46e67b85 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "PUT /v2.0/routers/cbeeb3e5-f643-4a01-ae54-e6c3bc500530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3875148 Jan 28 01:20:28.211741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49262) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:28.218850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Request body: {'port': {'network_id': '2b6db2e9-5e06-4b60-861c-00f4568d5d4e', 'name': 'tempest-FloatingIPAdminTestJSON-591135973'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:28.229613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9a6d49a6-e76f-4bf5-a7e4-d534cd9d0db6 None None] Provisioning complete for port 153a71be-f7d6-4774-88a5-560d7a6305c5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:28.233575 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:28.238907 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:28.240636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a6d49a6-e76f-4bf5-a7e4-d534cd9d0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.340754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (60931dfe-c8f7-40f1-8679-f0438f09c020), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.385512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d49a6-e76f-4bf5-a7e4-d534cd9d0db6 None None] Port 153a71be-f7d6-4774-88a5-560d7a6305c5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:28.433501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (60931dfe-c8f7-40f1-8679-f0438f09c020), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.453026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.463790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/60931dfe-c8f7-40f1-8679-f0438f09c020 HTTP/1.1" status: 204 len: 168 time: 0.5407052 Jan 28 01:20:28.464028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9fab4b-95d7-424c-8bae-445deb096086 None None] Network f00109dd-b052-4cfa-876e-9c95484fc991 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:28.464134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:28.504058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49270) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:28.522033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:28.522949 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:28.544389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088900b3-02db-4c7d-b236-9d31ec784577 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=60931dfe-c8f7-40f1-8679-f0438f09c020,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:28.594558 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:28.601031 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4d71b-d947-4973-9f9f-d38f475d7ccd None None] The sync data for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:20:28.614131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c630afb-3a27-4526-a84d-d7d9a2b7f3dd req-4691deb3-d34b-4462-8b5e-4afa3f924e65 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:28.617760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c630afb-3a27-4526-a84d-d7d9a2b7f3dd req-4691deb3-d34b-4462-8b5e-4afa3f924e65 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0618145 Jan 28 01:20:28.653215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (f00109dd-b052-4cfa-876e-9c95484fc991), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.721340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c630afb-3a27-4526-a84d-d7d9a2b7f3dd req-a17f6599-90c9-469b-b57b-ffb071feeed5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963683 Jan 28 01:20:28.731587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] DHCP port deletion for f00109dd-b052-4cfa-876e-9c95484fc991 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:20:28.745527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Made reservation on behalf of 3e7da0354ee94f5b9cd5540587f36826 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:28.749451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.773516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] device_id is not set on port 907e7cb2-8ec7-4ca2-856a-e37a557b987a yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:28.834265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] Deleting port 39669652-9a43-40ac-8bc1-efa2d5068b24 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:28.834649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.916474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] For port 39669652-9a43-40ac-8bc1-efa2d5068b24, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39669652-9a43-40ac-8bc1-efa2d5068b24,segment=NetworkSegment(beeba3be-1c66-4a4f-9526-073b05a98210),segment_id=beeba3be-1c66-4a4f-9526-073b05a98210)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:28.916883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.922701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 39669652-9a43-40ac-8bc1-efa2d5068b24 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:28.922701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:28.966046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] Calling delete_port for 39669652-9a43-40ac-8bc1-efa2d5068b24 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:29.004810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Allocated IP 172.20.0.10 (2b6db2e9-5e06-4b60-861c-00f4568d5d4e/0bcce06b-8acd-4b23-b5e2-5ee54799de3b/907e7cb2-8ec7-4ca2-856a-e37a557b987a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:29.134045 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.235251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] Pushing event deleted for resources: {'Port': ['ID=39669652-9a43-40ac-8bc1-efa2d5068b24,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:29.239025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] For port 39669652-9a43-40ac-8bc1-efa2d5068b24, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=39669652-9a43-40ac-8bc1-efa2d5068b24,segment=NetworkSegment(beeba3be-1c66-4a4f-9526-073b05a98210),segment_id=beeba3be-1c66-4a4f-9526-073b05a98210)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:29.239517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.251383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb23b09-99d7-4ee4-a20c-1901af178921 None None] No DVR routers for this DVR port 39669652-9a43-40ac-8bc1-efa2d5068b24 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:29.275649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 39669652-9a43-40ac-8bc1-efa2d5068b24 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:29.371679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39669652-9a43-40ac-8bc1-efa2d5068b24 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:29.403877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for port (907e7cb2-8ec7-4ca2-856a-e37a557b987a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.412121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 39669652-9a43-40ac-8bc1-efa2d5068b24 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:20:29.412711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 39669652-9a43-40ac-8bc1-efa2d5068b24 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:29.496451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (39669652-9a43-40ac-8bc1-efa2d5068b24), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.542519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (907e7cb2-8ec7-4ca2-856a-e37a557b987a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.549892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No DVR routers for this DVR port 39669652-9a43-40ac-8bc1-efa2d5068b24 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:29.555279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=39669652-9a43-40ac-8bc1-efa2d5068b24,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:29.643428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event updated for resources: {'Port': ['ID=907e7cb2-8ec7-4ca2-856a-e37a557b987a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:29.673659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:29.714862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:29.730481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:29.772770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (f00109dd-b052-4cfa-876e-9c95484fc991), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.824873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00109dd-b052-4cfa-876e-9c95484fc991']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:29.840366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:29.845735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.867044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeba3be-1c66-4a4f-9526-073b05a98210') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:29.867528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeba3be-1c66-4a4f-9526-073b05a98210') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:29.925280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (beeba3be-1c66-4a4f-9526-073b05a98210), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.934517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5e6ef-ed0a-4676-9528-408a8ef22020 req-2096e6e8-a644-4ebe-86f6-0f70aed9b4d6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:29.936260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed5e6ef-ed0a-4676-9528-408a8ef22020 req-2096e6e8-a644-4ebe-86f6-0f70aed9b4d6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.0896525 Jan 28 01:20:29.952134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d18bc71c-dcff-45ba-b12a-205e56d01a44 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7392988 Jan 28 01:20:29.955390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49304) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:29.976500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (beeba3be-1c66-4a4f-9526-073b05a98210), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:29.997585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:29.998062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (beeba3be-1c66-4a4f-9526-073b05a98210), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:30.002129 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:30.060712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed5e6ef-ed0a-4676-9528-408a8ef22020 req-0987bd97-bd23-4a0b-9667-50d9a3c81a4b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093493 Jan 28 01:20:30.133554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (f00109dd-b052-4cfa-876e-9c95484fc991), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.140594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.150637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/f00109dd-b052-4cfa-876e-9c95484fc991 HTTP/1.1" status: 204 len: 168 time: 1.6400254 Jan 28 01:20:30.151753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:30.160496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1184719836'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:30.184658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'project_id': '3e7da0354ee94f5b9cd5540587f36826', 'port_id': '907e7cb2-8ec7-4ca2-856a-e37a557b987a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:30.205439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:30.209496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.226586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a2147-c981-46cc-a536-57b2004ed4d3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=f00109dd-b052-4cfa-876e-9c95484fc991,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:30.239590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.289056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ad28bc3a-9d54-4ba4-a674-eef037f0f6dc None None] Provisioning complete for port 907e7cb2-8ec7-4ca2-856a-e37a557b987a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:30.289754 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ad28bc3a-9d54-4ba4-a674-eef037f0f6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (907e7cb2-8ec7-4ca2-856a-e37a557b987a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.289892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:20:30.313256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a3af63b9-53e6-4542-81ed-2019d971a9f0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.313979 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Added segment a3af63b9-53e6-4542-81ed-2019d971a9f0 of type vlan for network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 Jan 28 01:20:30.367276 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.391203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ad28bc3a-9d54-4ba4-a674-eef037f0f6dc None None] Port 907e7cb2-8ec7-4ca2-856a-e37a557b987a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:30.401727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.408741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:30.409584 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.461993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.494214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Network': ['ID=92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:30.504877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cf442b26-3c2b-4d59-af9a-88061fe6d654 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3510442 Jan 28 01:20:30.505600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49320) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:30.506623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:20:30.512142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:30.643394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Allocated IP 172.25.1.19 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/2a2f0f88-ad6c-4a32-a167-1aa1339e762e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:30.769960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:30.778401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.822421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.872927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.946901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:30.951997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:30.962242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:31.029036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2f0f88-ad6c-4a32-a167-1aa1339e762e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:31.146782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (6827b177-78c9-436f-9390-3883f72e1cd3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.260670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=6827b177-78c9-436f-9390-3883f72e1cd3,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:31.370444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80236a-4d7a-4df6-bffc-648abd662556 req-d67d3940-24d6-4b6c-9192-f8484550a0e6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.373213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b80236a-4d7a-4df6-bffc-648abd662556 req-d67d3940-24d6-4b6c-9192-f8484550a0e6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.1422696 Jan 28 01:20:31.388513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Checking segment: {'id': 'a3af63b9-53e6-4542-81ed-2019d971a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:31.394382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network hostable DHCP agents. Network: 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:20:31.509343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:20:31.529222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b80236a-4d7a-4df6-bffc-648abd662556 req-c1712b01-8f2f-453c-b8cf-1194ec901f35 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318371 Jan 28 01:20:31.542279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:31.555925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.555925 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.565464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb721b05-1e3c-4344-8407-456c495efb13 None None] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:31.604498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dce72386-0a6d-4a89-b6b7-1ef761a17804 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0972016 Jan 28 01:20:31.606733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49356) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:31.612805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1096522455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:31.692027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.693063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.710988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5', 'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': '6827b177-78c9-436f-9390-3883f72e1cd3'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:20:31.713044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.811383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for router_controller (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.816491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for floatingip (18818a32-5314-43b4-a1ec-084346d401fc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.818034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.881138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.882385 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-14459c0b-66bb-4767-b014-ec8412256a2e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2739508 Jan 28 01:20:31.883803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Allocated IP 172.20.0.2 (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5/6827b177-78c9-436f-9390-3883f72e1cd3/194b1897-4f9f-46ed-beb3-fb9faca5f1d3) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:31.885278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49362) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:31.892007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5', 'name': 'tempest-PortsTestJSON-1495506837'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:32.049514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.094608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:32.103926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.133186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:32.166413 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Publish callbacks [] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.173923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.223893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Pushing event updated for resources: {'Port': ['ID=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:32.246019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:32.248389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:32.251041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.251376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.251911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.252434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.253092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.253406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.253857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.254891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.255421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.255790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.256279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.256728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.257125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:32.260693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:32.281386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.288501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.380062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Attempting to bind port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:32.380702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Attempting to bind port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a3af63b9-53e6-4542-81ed-2019d971a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:32.381236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Attempting to bind port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 on network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:32.392343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:32.393132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Checking segment: {'id': 'a3af63b9-53e6-4542-81ed-2019d971a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:32.393703 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.395268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2f0f88-ad6c-4a32-a167-1aa1339e762e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:32.395765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Bound using segment: {'id': 'a3af63b9-53e6-4542-81ed-2019d971a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:32.396445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Bound port: 194b1897-4f9f-46ed-beb3-fb9faca5f1d3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af63b9-53e6-4542-81ed-2019d971a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:32.403352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.414884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (18818a32-5314-43b4-a1ec-084346d401fc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.460588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-b7411ff9-ae17-4e12-a382-55770eb92443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:32.462482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-b7411ff9-ae17-4e12-a382-55770eb92443 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1096 time: 0.2478352 Jan 28 01:20:32.561045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] For port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:32.567895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] For port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,segment=NetworkSegment(a3af63b9-53e6-4542-81ed-2019d971a9f0),segment_id=a3af63b9-53e6-4542-81ed-2019d971a9f0)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:32.571919 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:32.574631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.5 (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5/6827b177-78c9-436f-9390-3883f72e1cd3/c8650b6e-60be-46ac-96ad-c2ff93c9bc2e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:32.687323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-1eda5a83-dcf9-4267-9dde-ba2c5ae98e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:32.688906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-1eda5a83-dcf9-4267-9dde-ba2c5ae98e4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.2170119 Jan 28 01:20:32.712277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9442e1-f6ce-436d-8bcc-591a864e92bb None None] Pushing event updated for resources: {'Port': ['ID=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:32.890802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.023203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.040813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-bdcf483e-21c8-4869-971e-4263936342be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.3366535 Jan 28 01:20:33.118699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:33.124844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:33.136154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fbab6-ce05-44c4-9fff-32f6a91ddff2 req-3932fedf-c87e-4dc1-95b6-9ee1da38944a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.137809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e85fbab6-ce05-44c4-9fff-32f6a91ddff2 req-3932fedf-c87e-4dc1-95b6-9ee1da38944a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.4448290 Jan 28 01:20:33.141958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:33.184380 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Floating IP 18818a32-5314-43b4-a1ec-084346d401fc associated. External IP: 172.25.1.19, port: 907e7cb2-8ec7-4ca2-856a-e37a557b987a. Jan 28 01:20:33.249425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=c8650b6e-60be-46ac-96ad-c2ff93c9bc2e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:33.301948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.302654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.305942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-94e0f5d6-953f-4edf-adac-5d30d6abb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.307782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-94e0f5d6-953f-4edf-adac-5d30d6abb8eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.2525744 Jan 28 01:20:33.360274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-fa088ddf-39d8-48b8-9aa1-51ba71ce25d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449295 Jan 28 01:20:33.366019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e85fbab6-ce05-44c4-9fff-32f6a91ddff2 req-4362a826-d0f4-48e9-a2ab-34a0c4ec84dc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999922 Jan 28 01:20:33.373857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-96f5fc88-807b-42d4-8209-fdab6812231c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4862220 Jan 28 01:20:33.378251 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49394) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:33.541245 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.554824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:33.567502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-a1487031-336a-422d-8a7d-1ca0142ae806 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908112 Jan 28 01:20:33.667722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:33.668313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.693045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3eec94ab-4f77-4e6f-825f-c6e38d91d355 req-be4f40cb-42f9-4f4e-9ee3-72da4a8f6d62 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205578 Jan 28 01:20:33.781039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:33.781961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.820238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,segment=NetworkSegment(a3af63b9-53e6-4542-81ed-2019d971a9f0),segment_id=a3af63b9-53e6-4542-81ed-2019d971a9f0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:33.825297 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:33.889297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:34.001445 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Router cbeeb3e5-f643-4a01-ae54-e6c3bc500530 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:20:34.005597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:34.212087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:20:34.225608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] Sync routers for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:20:34.244462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eaa094-628a-4081-bd77-4ab56b36bc37 None None] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:34.276868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:34.376521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:34.377163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:34.390543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f90a92b-4e76-45ba-a83e-18b1166fcd3d tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.4342589 Jan 28 01:20:34.392725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49410) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:34.455334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:34.514984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d0a5e974-ed98-4de2-b1ac-d55ec7cf259b None None] Provisioning complete for port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:34.516724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e974-ed98-4de2-b1ac-d55ec7cf259b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:34.546742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:34.547731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:34.583536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:34.593280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:34.596612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:34.597461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2f8d5-1c82-4540-a8db-47f295782c93 None None] The sync data for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:20:34.755433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=c8650b6e-60be-46ac-96ad-c2ff93c9bc2e,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:34.778046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d0a5e974-ed98-4de2-b1ac-d55ec7cf259b None None] Current status of the port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:34.829583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b3670742-3fd8-46e3-8fcd-7fb7e0a59520 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] 10.222.0.23 "GET /v2.0/floatingips/18818a32-5314-43b4-a1ec-084346d401fc HTTP/1.1" status: 200 len: 982 time: 0.4345117 Jan 28 01:20:34.832248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49426) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:34.969418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967b5ed-3d39-4b05-af98-74a6949ae076 req-4215f447-cbbc-468e-9842-b6b490465a35 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:34.971488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8967b5ed-3d39-4b05-af98-74a6949ae076 req-4215f447-cbbc-468e-9842-b6b490465a35 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 945 time: 0.2982304 Jan 28 01:20:34.982404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.080576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d977a6ce-4865-4c91-b0d7-e8f0fd29b4f4 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2467260 Jan 28 01:20:35.088238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49442) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:35.123970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9d2a5f0d-a2ec-49f7-bfb8-e6d2449876e2 None None] Provisioning complete for port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:35.125803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f0d-a2ec-49f7-bfb8-e6d2449876e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.204622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.263170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a5f0d-a2ec-49f7-bfb8-e6d2449876e2 None None] Current status of the port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:35.276517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8967b5ed-3d39-4b05-af98-74a6949ae076 req-3ba900a6-e62c-48de-b095-d24c3b0eea5d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715306 Jan 28 01:20:35.317936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9d2a5f0d-a2ec-49f7-bfb8-e6d2449876e2 None None] Provisioning complete for port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:35.319144 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f0d-a2ec-49f7-bfb8-e6d2449876e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.380435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a5f0d-a2ec-49f7-bfb8-e6d2449876e2 None None] Port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:35.390270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:35.477068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:35.477432 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.574540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e6e9cd03-f393-4598-a80f-3bcccdd984e0 None None] Provisioning complete for port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:35.575173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e6e9cd03-f393-4598-a80f-3bcccdd984e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.625223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9cd03-f393-4598-a80f-3bcccdd984e0 None None] Port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:35.701744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting port 2a2f0f88-ad6c-4a32-a167-1aa1339e762e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:35.704058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.718668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:35.747751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:35.748991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.758482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.850279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=c8650b6e-60be-46ac-96ad-c2ff93c9bc2e,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:35.853133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.897280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-84f68cf5-5281-4909-ab81-c67f082d92f0 None None] Provisioning complete for port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:35.897280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84f68cf5-5281-4909-ab81-c67f082d92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.974526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.977090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for floatingip (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:35.996272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-84f68cf5-5281-4909-ab81-c67f082d92f0 None None] Port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:36.000401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Calling delete_port for 2a2f0f88-ad6c-4a32-a167-1aa1339e762e owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:36.003633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:36.004030 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.037303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:36.038817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:36.050010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:36.056779 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfffea13-3e50-4066-ac9d-ce527536397c" -d '{"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-unplugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:36.086271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:36.093991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.164017 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227fa953-9e43-4fee-9ec2-21ba8bde78e1 x-openstack-request-id: req-227fa953-9e43-4fee-9ec2-21ba8bde78e1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:36.164612 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-unplugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:36.165013 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-227fa953-9e43-4fee-9ec2-21ba8bde78e1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:36.165540 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'code': 200} Jan 28 01:20:36.218582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:36.432400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-401ce05e-2f1e-4b6f-9c76-b81a503c2a2b None None] Provisioning complete for port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:36.432943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-401ce05e-2f1e-4b6f-9c76-b81a503c2a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.453856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Router d5574fcf-0ce0-4e59-bc6e-88c51bafd83a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:20:36.499808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2a2f0f88-ad6c-4a32-a167-1aa1339e762e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.504312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-401ce05e-2f1e-4b6f-9c76-b81a503c2a2b None None] Port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:36.520558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d65474-2cc3-4719-ae7f-560154093539 req-b712c506-a72e-43fd-a24e-4359fe9b8507 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:36.522358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97d65474-2cc3-4719-ae7f-560154093539 req-b712c506-a72e-43fd-a24e-4359fe9b8507 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1270957 Jan 28 01:20:36.559177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Port': ['ID=2a2f0f88-ad6c-4a32-a167-1aa1339e762e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:36.580288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.580791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.581226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.581821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.582368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.582928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.583470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.584007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.584553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.585192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.585737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.586296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.586826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.695517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:20:36.704845 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] Sync routers for ids ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:20:36.710749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e8b13bac-63a3-497b-8604-365da8bd8576 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/routers/d5574fcf-0ce0-4e59-bc6e-88c51bafd83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3289008 Jan 28 01:20:36.717349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:36.720191 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] Routers {'d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:36.720822 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:36.799464 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:36.816634 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] Routers {'d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:36.817543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:36.853759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:36.854698 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88689d36-87dc-4bce-b8d4-e687bd9e12dc None None] The sync data for ids ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:20:36.896879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca1144-a6c9-4111-b366-089d004499db tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:36.903371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9fca1144-a6c9-4111-b366-089d004499db tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5574fcf-0ce0-4e59-bc6e-88c51bafd83a HTTP/1.1" status: 200 len: 982 time: 0.1849072 Jan 28 01:20:36.904057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:37.002937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97d65474-2cc3-4719-ae7f-560154093539 req-a6f527f7-5d3f-411e-a665-3e4cbfaedc84 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507489 Jan 28 01:20:37.016476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for floatingip (18818a32-5314-43b4-a1ec-084346d401fc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:37.016820 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Floating IP 18818a32-5314-43b4-a1ec-084346d401fc disassociated (deleted). External IP: 172.25.1.19, port: 907e7cb2-8ec7-4ca2-856a-e37a557b987a. Jan 28 01:20:37.072173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a696ab03-47bc-4f44-b7fc-89a9a7e3e210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:37.304642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:37.402760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620dc03-7f8f-4f0e-a6f8-0141253b1338 req-3972d060-4428-4557-b378-2cafecf8b0bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:37.405142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4620dc03-7f8f-4f0e-a6f8-0141253b1338 req-3972d060-4428-4557-b378-2cafecf8b0bd tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.2359660 Jan 28 01:20:37.504878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4620dc03-7f8f-4f0e-a6f8-0141253b1338 req-be5800b9-102c-480b-a235-2b3cc2af7b75 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918512 Jan 28 01:20:37.669204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Router cbeeb3e5-f643-4a01-ae54-e6c3bc500530 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:20:37.856365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-187df611-b6f2-4abe-995e-bbbac7a92fda req-c520bf61-6fb1-4c19-b419-a016b41e8172 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:20:37.869373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-187df611-b6f2-4abe-995e-bbbac7a92fda req-c520bf61-6fb1-4c19-b419-a016b41e8172 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1239805 Jan 28 01:20:37.912308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:20:37.926366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] Sync routers for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:20:37.946325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:37.953373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:37.955734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:38.078281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.080371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:38.085667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:38.087749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6e531f66-48cb-4736-98b7-0ea22ac76d59 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "DELETE /v2.0/floatingips/18818a32-5314-43b4-a1ec-084346d401fc HTTP/1.1" status: 204 len: 168 time: 2.9587357 Jan 28 01:20:38.095337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:38.106333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:38.107242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:38.179487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:38.182367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e60497-f3d0-44ee-a09e-06bcf8ca46a7 None None] The sync data for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:20:38.206493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abd8cf-913e-45e3-8d84-8f60c80d977c req-bf4d6236-91d3-4753-8d95-e071fcdfa8c3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:38.208272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5abd8cf-913e-45e3-8d84-8f60c80d977c req-bf4d6236-91d3-4753-8d95-e071fcdfa8c3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1124008 Jan 28 01:20:38.250519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.322086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5abd8cf-913e-45e3-8d84-8f60c80d977c req-06b0c979-1d3a-4a59-a9de-9891ade0a000 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071022 Jan 28 01:20:38.581710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-55c82d3d-d147-4051-a021-d1d8dacde637 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508801 Jan 28 01:20:38.608651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-a0ae98dd-2375-4db9-bf68-b897923efe6d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:20:38.617359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-a0ae98dd-2375-4db9-bf68-b897923efe6d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131252 Jan 28 01:20:38.699445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.790968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port c8650b6e-60be-46ac-96ad-c2ff93c9bc2e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:38.791407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.947530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.993225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for c8650b6e-60be-46ac-96ad-c2ff93c9bc2e owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:39.085802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Allocated IP 172.25.1.186 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/fd9aaf71-80d6-4c4e-867c-b0a69abdc719) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:39.450761 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d7cc-514d-4feb-bce1-c3d5690085d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.616702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6dc2-dbeb-4eb2-828f-e5c41d4c705b req-987a6a3c-04a9-4ab2-bcfb-b2689ccf2849 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:39.643522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.650882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cff6dc2-dbeb-4eb2-828f-e5c41d4c705b req-987a6a3c-04a9-4ab2-bcfb-b2689ccf2849 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1682179 Jan 28 01:20:39.757754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:39.761951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cff6dc2-dbeb-4eb2-828f-e5c41d4c705b req-44ec0c9b-4478-4abb-b007-2d6db4122adc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095121 Jan 28 01:20:39.795506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c8650b6e-60be-46ac-96ad-c2ff93c9bc2e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.866828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.885432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=c8650b6e-60be-46ac-96ad-c2ff93c9bc2e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:39.980073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:39.987070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:40.002694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:40.036601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384245be-58e7-45bb-889b-6e65efe83734 req-e4422e02-b4a5-4bee-993f-22fdce1a7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:40.041101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-e4422e02-b4a5-4bee-993f-22fdce1a7dc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d&tenant_id=8cf27ba066f847a49c2198af6350ee6c HTTP/1.1" status: 200 len: 1094 time: 0.2009668 Jan 28 01:20:40.054312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:40.131126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9aaf71-80d6-4c4e-867c-b0a69abdc719,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:40.181411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384245be-58e7-45bb-889b-6e65efe83734 req-52f833aa-9fab-40f0-918f-a5935841a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:40.183649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-52f833aa-9fab-40f0-918f-a5935841a04e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1094 time: 0.0974841 Jan 28 01:20:40.276500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for floatingip (ee607583-08f7-4138-af88-ec591bbfb433), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.316576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384245be-58e7-45bb-889b-6e65efe83734 req-7c3445c3-fbd6-4f4e-8fa2-0428ad9f36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:40.318249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-7c3445c3-fbd6-4f4e-8fa2-0428ad9f36aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.1247785 Jan 28 01:20:40.373580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-4d3573c5-e214-4a89-84a1-9e0bb1954cc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.0472188 Jan 28 01:20:40.441172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.467294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384245be-58e7-45bb-889b-6e65efe83734 req-0403db20-83d7-4e1c-891c-e4d06205ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:40.469523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-0403db20-83d7-4e1c-891c-e4d06205ad08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.0901196 Jan 28 01:20:40.472109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.528231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-94a925cd-ae41-47f0-9302-c956bed9b827 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524886 Jan 28 01:20:40.681350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-ee136545-c04c-4089-a59f-f45e30887191 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379457 Jan 28 01:20:40.771053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.831982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.861291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-384245be-58e7-45bb-889b-6e65efe83734 req-21028f4a-48e8-45a7-890c-fca705e2d2ba service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738069 Jan 28 01:20:40.865850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.023495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c893-26b9-432a-bd0f-edf22b5f5546 req-d319cb4d-976f-42d1-b671-8c5d3c958473 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:41.025072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8693c893-26b9-432a-bd0f-edf22b5f5546 req-d319cb4d-976f-42d1-b671-8c5d3c958473 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1367393 Jan 28 01:20:41.107182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8693c893-26b9-432a-bd0f-edf22b5f5546 req-55dcf917-7d44-4d9a-8546-1efa03476a18 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Jan 28 01:20:41.539878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9aaf71-80d6-4c4e-867c-b0a69abdc719,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:41.550454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Router d5574fcf-0ce0-4e59-bc6e-88c51bafd83a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:20:41.566682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (ee607583-08f7-4138-af88-ec591bbfb433), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.671078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:20:41.683470 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] Sync routers for ids ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:20:41.701448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a9ab068-4a65-455c-8ce0-d2afd9b58a1f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/routers/d5574fcf-0ce0-4e59-bc6e-88c51bafd83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7937453 Jan 28 01:20:41.702351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49600) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:41.731281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.731281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f859ebf7-53e7-438a-b0a7-b2bcd5001972 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6430502 Jan 28 01:20:41.750060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49604) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:41.765966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] Routers {'d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:41.766798 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:41.813194 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-88607ea1-2524-411d-b066-30f55620d0d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:20:41.818733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49608) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:41.822895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-88607ea1-2524-411d-b066-30f55620d0d5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/c8650b6e-60be-46ac-96ad-c2ff93c9bc2e HTTP/1.1" status: 404 len: 333 time: 0.1157386 Jan 28 01:20:41.921483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:41.932476 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.986592 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] Routers {'d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:20:42.001536 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:42.106645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:42.192159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for router (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.241842 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:42.242779 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f951835-8d15-40a8-b0a2-18552f622103 None None] The sync data for ids ['d5574fcf-0ce0-4e59-bc6e-88c51bafd83a'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:20:42.340902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1425b-a33f-4efb-8eab-4085b84a52f6 req-f5df5dc2-b979-4fa0-bb4f-02d539b7c87d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:42.358873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abb1425b-a33f-4efb-8eab-4085b84a52f6 req-f5df5dc2-b979-4fa0-bb4f-02d539b7c87d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1193728 Jan 28 01:20:42.496422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.506917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abb1425b-a33f-4efb-8eab-4085b84a52f6 req-994b7f05-d7d3-443f-b4d8-bc88e6f6a5fc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468115 Jan 28 01:20:42.511317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for router_controller (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.537465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.678753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d5574fcf-0ce0-4e59-bc6e-88c51bafd83a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.681455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Fanout notify agent at l3_agent the message router_deleted on router d5574fcf-0ce0-4e59-bc6e-88c51bafd83a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:20:42.775032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.776105 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-59e515a3-7670-43db-b6e5-76d4a17ff2c4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/routers/d5574fcf-0ce0-4e59-bc6e-88c51bafd83a HTTP/1.1" status: 204 len: 168 time: 0.9556808 Jan 28 01:20:42.779221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:42.959614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 6827b177-78c9-436f-9390-3883f72e1cd3 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:20:42.966926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (6827b177-78c9-436f-9390-3883f72e1cd3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.014604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.042525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (6827b177-78c9-436f-9390-3883f72e1cd3), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.155826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Allocated IP 172.25.1.64 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/9ffc96c9-8b6d-44fe-acdb-914255657b17) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:43.244363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6827b177-78c9-436f-9390-3883f72e1cd3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.343672 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.363458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (6827b177-78c9-436f-9390-3883f72e1cd3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.391566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks [] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.408257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=6827b177-78c9-436f-9390-3883f72e1cd3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:43.441172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.444732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a06ecd68-7380-4ff8-b59c-3067835d888a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/6827b177-78c9-436f-9390-3883f72e1cd3 HTTP/1.1" status: 204 len: 168 time: 0.6637979 Jan 28 01:20:43.448721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49630) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:43.454131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805e96d-ace2-4357-b3d1-adc661be77f0 None None] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:43.481504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.629846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Pushing event updated for resources: {'Port': ['ID=9ffc96c9-8b6d-44fe-acdb-914255657b17,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:43.670816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:43.677190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:43.686855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:43.731803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.805439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689144ff-51e3-4bde-a2fa-8eaa5708b1bb req-a45de9d7-9df2-4cd3-90bc-62fdf1600483 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:43.808372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-689144ff-51e3-4bde-a2fa-8eaa5708b1bb req-a45de9d7-9df2-4cd3-90bc-62fdf1600483 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1610935 Jan 28 01:20:43.870837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] DHCP port deletion for 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:20:43.984488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:43.985280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.003731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks [] for floatingip (cbefbf1d-0874-4ca4-a4dc-7457d1b9fa22), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.004492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-689144ff-51e3-4bde-a2fa-8eaa5708b1bb req-fb550965-a335-4a9c-ba68-9fd5b1f1791f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278896 Jan 28 01:20:44.066624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Deleting port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:44.067289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.071975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.167791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] For port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,segment=NetworkSegment(a3af63b9-53e6-4542-81ed-2019d971a9f0),segment_id=a3af63b9-53e6-4542-81ed-2019d971a9f0)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:44.168288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.210311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:44.397578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks [] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.406631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.421918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.536618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No DVR routers for this DVR port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:44.546060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:44.645447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] For port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,segment=NetworkSegment(a3af63b9-53e6-4542-81ed-2019d971a9f0),segment_id=a3af63b9-53e6-4542-81ed-2019d971a9f0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:44.646059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.690185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Pushing event updated for resources: {'Port': ['ID=9ffc96c9-8b6d-44fe-acdb-914255657b17,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:44.701690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Calling delete_port for 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:44.716667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.741252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:44.748430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (cbefbf1d-0874-4ca4-a4dc-7457d1b9fa22), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.751827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3af63b9-53e6-4542-81ed-2019d971a9f0') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:44.752225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3af63b9-53e6-4542-81ed-2019d971a9f0') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:44.778515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a3af63b9-53e6-4542-81ed-2019d971a9f0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.796406 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.800059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db3280a1-93e6-4fb9-8c44-b2bd3a7c859e tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0450180 Jan 28 01:20:44.800600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:44.818175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a3af63b9-53e6-4542-81ed-2019d971a9f0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.832024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:44.833511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a3af63b9-53e6-4542-81ed-2019d971a9f0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:44.836867 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:44.952570 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.956552 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (194b1897-4f9f-46ed-beb3-fb9faca5f1d3), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.994694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-499527de-8ca6-4c22-9072-6f2aa85e406a tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1928883 Jan 28 01:20:45.001621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49658) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:45.012332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Network 92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:20:45.012805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] No DVR routers for this DVR port 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:45.028251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3e52c-87ba-42b5-816b-261922ba51ff None None] Pushing event deleted for resources: {'Port': ['ID=194b1897-4f9f-46ed-beb3-fb9faca5f1d3,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:45.032401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.048484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5 HTTP/1.1" status: 204 len: 168 time: 1.5914950 Jan 28 01:20:45.048484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca8a2-8007-4d13-b662-afd288c5362d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=92142786-d1b8-4ea5-a3c4-13e1a9f4b2d5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:45.048484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49662) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:45.175519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec12b5e3-2df3-4e56-8011-7ec5238cf876 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:45.180315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ec12b5e3-2df3-4e56-8011-7ec5238cf876 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/c0118e84-8d63-4ee8-93f6-5716dfae2bd0 HTTP/1.1" status: 200 len: 840 time: 0.1274972 Jan 28 01:20:45.226498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49664) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:45.280801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483c79f-2da8-4d04-b986-2350e9f6b9b9 req-85a778a2-a20a-4440-9051-3253ae0fe34f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:45.282852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8483c79f-2da8-4d04-b986-2350e9f6b9b9 req-85a778a2-a20a-4440-9051-3253ae0fe34f tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1045556 Jan 28 01:20:45.316927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6b8890bf-815e-4e69-899d-e6aea5457fe1 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3139851 Jan 28 01:20:45.327080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49666) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:45.406738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-67e698b4-c752-4df1-8876-05b1c74bc239 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/c0118e84-8d63-4ee8-93f6-5716dfae2bd0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1644473 Jan 28 01:20:45.410523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49668) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:45.415608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:45.582617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8483c79f-2da8-4d04-b986-2350e9f6b9b9 req-39121081-7f95-4d12-affc-411697990b71 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941589 Jan 28 01:20:45.685667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:45.688427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Deleting port 9ffc96c9-8b6d-44fe-acdb-914255657b17 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:45.688771 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.695395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.798697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:45.877985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:20:45.878410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 194b1897-4f9f-46ed-beb3-fb9faca5f1d3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:45.931801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.932325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks [] for floatingip (9ffc96c9-8b6d-44fe-acdb-914255657b17), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.985039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Calling delete_port for 9ffc96c9-8b6d-44fe-acdb-914255657b17 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:46.150982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (5ee263c8-9050-47c3-a0eb-f98739514d27), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.265486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:46.271661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:46.290455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.290455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.299332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872dd87-019e-4e9a-ab17-fffdfe108b36 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:46.359541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9ffc96c9-8b6d-44fe-acdb-914255657b17), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.376414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=5ee263c8-9050-47c3-a0eb-f98739514d27,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:46.401698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-49c7e936-6a21-4bf4-bf9d-10d2863ccaef tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9899035 Jan 28 01:20:46.405749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49690) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:46.424414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'security_group': {'name': 'tempest-secgroup-1039275779'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:46.527402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.543267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Pushing event deleted for resources: {'Port': ['ID=9ffc96c9-8b6d-44fe-acdb-914255657b17,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:46.669933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-3783a628-8799-4cbb-ae91-4109ebd4b578', 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'project_id': '71f2980cd2fc4a29bbd0e0d2f4cbedd7', 'fixed_ips': [{'subnet_id': '5ee263c8-9050-47c3-a0eb-f98739514d27'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:20:46.670815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.763167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks [] for floatingip (cbefbf1d-0874-4ca4-a4dc-7457d1b9fa22), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.766355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.770161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1089cd13-d82e-469d-8b37-8ae7c2de4702 tempest-FloatingIPAdminTestJSON-50022718 tempest-FloatingIPAdminTestJSON-50022718-project] 10.222.0.23 "DELETE /v2.0/floatingips/cbefbf1d-0874-4ca4-a4dc-7457d1b9fa22 HTTP/1.1" status: 204 len: 168 time: 1.4420354 Jan 28 01:20:46.780943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49700) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:46.857567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (0826452a-e859-4962-9baf-6f1c8c40663a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.892080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0826452a-e859-4962-9baf-6f1c8c40663a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.014448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d848c-f514-4ccf-a87e-f3fde414bc1e req-55e70c3f-06e7-4ba3-ac2e-59f0aac5b93c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.028186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.031520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e8d848c-f514-4ccf-a87e-f3fde414bc1e req-55e70c3f-06e7-4ba3-ac2e-59f0aac5b93c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.2598867 Jan 28 01:20:47.035044 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6264486 Jan 28 01:20:47.043310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49706) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:47.049161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Allocated IP 172.20.0.2 (3783a628-8799-4cbb-ae91-4109ebd4b578/5ee263c8-9050-47c3-a0eb-f98739514d27/6287051a-f931-4fe6-817a-3244b0a4d39a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:47.072701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'security_group': {'name': 'tempest-secgroup-1259699498'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:47.106947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11df66-dd3b-407f-9094-f80ec3af55d0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0826452a-e859-4962-9baf-6f1c8c40663a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:47.176087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.202391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e8d848c-f514-4ccf-a87e-f3fde414bc1e req-ec79c6a3-cf5c-4adb-81a9-2cead2b34ac4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696262 Jan 28 01:20:47.336506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Deleting port fd9aaf71-80d6-4c4e-867c-b0a69abdc719 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:47.336853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.421914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.422481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Publish callbacks [] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.427517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.430500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.432770 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.438099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.443370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.448840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.453867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.455840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-5cea82ec-3420-421d-a3b0-5a3b6c7f899b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.1987364 Jan 28 01:20:47.496195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:47.498991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:47.504013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:47.525696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Pushing event updated for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:47.589973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a2deea5-38e0-4978-a203-7ebf61abef32 req-3dc07c04-8bb7-48de-b1b3-dc51f56113af tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271522 Jan 28 01:20:47.593713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Attempting to bind port 6287051a-f931-4fe6-817a-3244b0a4d39a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:47.594333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Attempting to bind port 6287051a-f931-4fe6-817a-3244b0a4d39a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '35581ac0-fd7a-4875-ae13-3992f4628e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:47.594787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Attempting to bind port 6287051a-f931-4fe6-817a-3244b0a4d39a on network 3783a628-8799-4cbb-ae91-4109ebd4b578 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:47.600509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:47.601592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Checking segment: {'id': '35581ac0-fd7a-4875-ae13-3992f4628e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:47.602089 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.602554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Bound using segment: {'id': '35581ac0-fd7a-4875-ae13-3992f4628e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:47.603115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Bound port: 6287051a-f931-4fe6-817a-3244b0a4d39a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35581ac0-fd7a-4875-ae13-3992f4628e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:47.603568 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.608375 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (ff15654f-15cc-402e-870d-704ee4c18dfb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.616927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.617263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for floatingip (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.637575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ff15654f-15cc-402e-870d-704ee4c18dfb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.717928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:47.722110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6287051a-f931-4fe6-817a-3244b0a4d39a,segment=NetworkSegment(35581ac0-fd7a-4875-ae13-3992f4628e5d),segment_id=35581ac0-fd7a-4875-ae13-3992f4628e5d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:47.731011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:47.814024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bd4b9-04da-415d-a5d6-d1b1d80ed225 None None] Pushing event updated for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:48.225260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Calling delete_port for fd9aaf71-80d6-4c4e-867c-b0a69abdc719 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:48.290131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:48.294243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49728) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:48.294796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2291787 Jan 28 01:20:48.300739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-931155646', 'security_groups': ['ff15654f-15cc-402e-870d-704ee4c18dfb'], 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ee263c8-9050-47c3-a0eb-f98739514d27'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:48.305334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800411e2-9dba-4582-ac1c-33a666593fc5 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15654f-15cc-402e-870d-704ee4c18dfb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:48.601794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:48.806681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170596d1-ba0a-423a-b215-8146dda9cd67 req-4e1bc022-4fd9-4ca9-9332-d658b905a336 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.823338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-170596d1-ba0a-423a-b215-8146dda9cd67 req-4e1bc022-4fd9-4ca9-9332-d658b905a336 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.4054451 Jan 28 01:20:48.870255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:48.881209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.898272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.910184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:48.922499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.930493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.938147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.943874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.960900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.963111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-bb319836-05ae-4352-9389-1578d805baa9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.4392266 Jan 28 01:20:49.109728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-75e731ff-4e51-4354-8864-7a0d00c8ba95 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.111782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-75e731ff-4e51-4354-8864-7a0d00c8ba95 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "GET /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0886075 Jan 28 01:20:49.119462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (fd9aaf71-80d6-4c4e-867c-b0a69abdc719), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.212857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd9aaf71-80d6-4c4e-867c-b0a69abdc719,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:49.389697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.8 (3783a628-8799-4cbb-ae91-4109ebd4b578/5ee263c8-9050-47c3-a0eb-f98739514d27/1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:49.577096 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks [] for floatingip (ee607583-08f7-4138-af88-ec591bbfb433), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.579731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.590498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-33d0f1ea-4adf-4bd3-b64f-eab29e54fb83 tempest-FloatingIPAdminTestJSON-1892088075 tempest-FloatingIPAdminTestJSON-1892088075-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/ee607583-08f7-4138-af88-ec591bbfb433 HTTP/1.1" status: 204 len: 168 time: 2.8080134 Jan 28 01:20:49.600443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-170596d1-ba0a-423a-b215-8146dda9cd67 req-75f569bb-7178-4a17-9519-7eeb9d8c5d23 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362343 Jan 28 01:20:49.621395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.640058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.655851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.666929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.680744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.695753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.713116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.717266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50953be7-f262-46da-b279-a738043ecf5e req-a53acd89-d6c9-4492-8466-c4f09c6ecbb5 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 5445 time: 0.8880625 Jan 28 01:20:49.724603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:49.755605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Provisioning complete for port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:49.761013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.766195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.879878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.899337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:49.937278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:49.938099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:49.979705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:49.999312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:50.000895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:50.003586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:50.021913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:50.127519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:50.128166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.184049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fcf2fb5d-e754-41be-acfb-88702915ef03 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8862002 Jan 28 01:20:50.187110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49758) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:50.201096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:50.224010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:50.224440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.255664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:50.256079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.260322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-a0dd9ff5-3e76-4dee-91e2-bf78a940a2a2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "GET /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1247387 Jan 28 01:20:50.289441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50953be7-f262-46da-b279-a738043ecf5e req-30f23678-2f05-4128-a2a6-7e2c9d7c8da1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4376030 Jan 28 01:20:50.330360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting port 907e7cb2-8ec7-4ca2-856a-e37a557b987a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:50.330707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (907e7cb2-8ec7-4ca2-856a-e37a557b987a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.548745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6287051a-f931-4fe6-817a-3244b0a4d39a,segment=NetworkSegment(35581ac0-fd7a-4875-ae13-3992f4628e5d),segment_id=35581ac0-fd7a-4875-ae13-3992f4628e5d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:50.583101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:50.584932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (907e7cb2-8ec7-4ca2-856a-e37a557b987a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.586207 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.594727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:50.719573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:50.722988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.757683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Calling delete_port for 907e7cb2-8ec7-4ca2-856a-e37a557b987a owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:50.798760 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.938803 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ee263c8-9050-47c3-a0eb-f98739514d27 (CIDR: 172.20.0.0/28) Jan 28 01:20:50.947728 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:20:50.948289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:20:50.980926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b82650f8-b8f1-415a-ad56-83500351ac89 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7925799 Jan 28 01:20:50.984122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49774) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:50.993255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:50.997476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db697547-6a54-4196-aeeb-87326fb9f499 None None] Pushing event updated for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:51.018317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c5da0-5bde-4395-81e0-808642fac659 req-715fa9be-a4cf-450e-b162-d0dfef756a67 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:51.027797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a78c5da0-5bde-4395-81e0-808642fac659 req-715fa9be-a4cf-450e-b162-d0dfef756a67 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.1816375 Jan 28 01:20:51.032250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8198f9d5-71bc-42c4-87fe-3554b686dbdf None None] Provisioning complete for port 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:51.032639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8198f9d5-71bc-42c4-87fe-3554b686dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.036678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.099876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:20:51.100265 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:20:51.138742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8198f9d5-71bc-42c4-87fe-3554b686dbdf None None] Port 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:51.241505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:51.245994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.280990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a78c5da0-5bde-4395-81e0-808642fac659 req-443b69cf-f2ca-4066-b67e-f8bfcc5ce107 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518528 Jan 28 01:20:51.324360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (907e7cb2-8ec7-4ca2-856a-e37a557b987a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.548667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=eb15add3-5bf3-4dfd-a902-d0a32264d77d,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:51.630820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] For port eb15add3-5bf3-4dfd-a902-d0a32264d77d, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:51.708642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:51.760179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] device_id is not set on port eb15add3-5bf3-4dfd-a902-d0a32264d77d yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:51.790362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Publish callbacks [] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.849726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.924682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:51.961127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (06eb21f6-f8c0-47a5-a9e1-74efcc722b07), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:51.982536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Port': ['ID=907e7cb2-8ec7-4ca2-856a-e37a557b987a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:52.014668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:52.023466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:52.053151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.059596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:52.166010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc1a75-3548-489f-94cd-57396ef3db85 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:52.173382 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1858749 Jan 28 01:20:52.181059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49792) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:52.194227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-760833690', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06eb21f6-f8c0-47a5-a9e1-74efcc722b07'}], 'security_groups': ['0826452a-e859-4962-9baf-6f1c8c40663a']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:52.260646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878b086-b6e4-4a7d-8c90-66f5fb74bcec tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=06eb21f6-f8c0-47a5-a9e1-74efcc722b07,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:52.378421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] No DVR routers for this DVR port eb15add3-5bf3-4dfd-a902-d0a32264d77d on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:52.407189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:52.547577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8e121e0a-8b97-4a53-a05c-6f9738a4b08c no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:52.563995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.595334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:52.596028 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:52.596493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.636601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.658615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.680555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.703555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.711085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-71a4eff2-549c-4232-946f-5b19cf489890 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 4665 time: 0.9091816 Jan 28 01:20:52.923326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Pushing event updated for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:53.012517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.016254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-30d209c0-38b0-4f62-8609-478c2c77e865 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "DELETE /v2.0/ports/907e7cb2-8ec7-4ca2-856a-e37a557b987a HTTP/1.1" status: 204 len: 168 time: 3.2905426 Jan 28 01:20:53.032218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a0918fe4-a689-40ab-aead-74c5cb005ec3 None None] Provisioning complete for port eb15add3-5bf3-4dfd-a902-d0a32264d77d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:53.032849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0918fe4-a689-40ab-aead-74c5cb005ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.041458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49804) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:53.290673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] In _notify_port_updated(), no bound segment for port eb15add3-5bf3-4dfd-a902-d0a32264d77d on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:20:53.305623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:53.306298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.318301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-208b7e2b-6b99-4653-90b4-beb3223b3342 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 200 len: 1033 time: 3.0117919 Jan 28 01:20:53.326943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Delete allocated IP 172.20.0.8 (3783a628-8799-4cbb-ae91-4109ebd4b578/5ee263c8-9050-47c3-a0eb-f98739514d27) {{(pid=109595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 01:20:53.351446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.19 (3783a628-8799-4cbb-ae91-4109ebd4b578/06eb21f6-f8c0-47a5-a9e1-74efcc722b07/1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:53.371726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:53.376390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:53.376390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.378747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a0918fe4-a689-40ab-aead-74c5cb005ec3 None None] Port eb15add3-5bf3-4dfd-a902-d0a32264d77d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:53.394484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] Update dhcp port {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'fixed_ips': [{'subnet_id': '5ee263c8-9050-47c3-a0eb-f98739514d27', 'ip_address': '172.20.0.2'}, {'subnet_id': '06eb21f6-f8c0-47a5-a9e1-74efcc722b07'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '6287051a-f931-4fe6-817a-3244b0a4d39a'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:20:53.423826 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.475744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:53.641217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:53.641217 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0efc2f6-b2fb-48f6-baed-2df33035022b" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:53.642977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b14e-f680-4458-a056-b0b277278df8 req-4e7f5305-7fe3-41b1-8f0a-124db2584877 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:53.642977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9469b14e-f680-4458-a056-b0b277278df8 req-4e7f5305-7fe3-41b1-8f0a-124db2584877 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 1.0035615 Jan 28 01:20:53.642977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-2818928a-99f1-4384-98c7-5f2de69a9d69 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:53.642977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-2818928a-99f1-4384-98c7-5f2de69a9d69 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "GET /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2054389 Jan 28 01:20:53.642977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19d3a032-3755-4252-83eb-fa939dbc2a1a req-07313f71-283f-41b2-96e4-a61ddc0ab549 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&id=6a9d9081-f11b-4e3c-b820-4ac384881e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7304583 Jan 28 01:20:53.644156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.644257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:53.644257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4bd159-fafe-49df-a766-13cd6c25d47a tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:53.644257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3e4bd159-fafe-49df-a766-13cd6c25d47a tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbeeb3e5-f643-4a01-ae54-e6c3bc500530 HTTP/1.1" status: 200 len: 913 time: 0.5299084 Jan 28 01:20:53.644513 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffa2416-3416-464e-96c5-657f6429b831 x-openstack-request-id: req-cffa2416-3416-464e-96c5-657f6429b831 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:53.644513 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:53.644513 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cffa2416-3416-464e-96c5-657f6429b831 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:53.644513 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c', 'code': 200} Jan 28 01:20:53.644831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9469b14e-f680-4458-a056-b0b277278df8 req-d4ab40e2-2d19-40eb-b928-68a606beaf7b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095786 Jan 28 01:20:53.644932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49814) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:53.662767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.679062 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:53.680105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:53.684727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:54.018797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:54.238471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] Allocated IP 172.20.0.18 (3783a628-8799-4cbb-ae91-4109ebd4b578/06eb21f6-f8c0-47a5-a9e1-74efcc722b07/6287051a-f931-4fe6-817a-3244b0a4d39a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:54.239921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:54.307802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:54.308411 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:54.498439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] For port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:54.695903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6287051a-f931-4fe6-817a-3244b0a4d39a,segment=NetworkSegment(35581ac0-fd7a-4875-ae13-3992f4628e5d),segment_id=35581ac0-fd7a-4875-ae13-3992f4628e5d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:54.712162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] device_id is not set on port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:20:54.764868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Publish callbacks [] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:54.783119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:54.815101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] Publish callbacks [] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:54.830419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:54.933594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:55.026040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] In _notify_port_updated(), no bound segment for port 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f on network 3783a628-8799-4cbb-ae91-4109ebd4b578 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:20:55.032285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.033001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:55.037947 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30cd46f9-8cb3-4aa2-8d53-41c0893f6f57 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/ports/1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f HTTP/1.1" status: 200 len: 920 time: 2.8533211 Jan 28 01:20:55.055709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49836) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:55.491523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Pushing event updated for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:55.496951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] No DVR routers for this DVR port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:55.573948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00570-9f0d-41e3-a575-ab603c4c8d81 req-ec0e38b5-5e9c-4e9e-bfd3-f6b883f4c3a0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.575959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdd00570-9f0d-41e3-a575-ab603c4c8d81 req-ec0e38b5-5e9c-4e9e-bfd3-f6b883f4c3a0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.5391240 Jan 28 01:20:55.599135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-ca721107-f4c2-4247-a6b1-e482ddcb6c64 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.615621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-ca721107-f4c2-4247-a6b1-e482ddcb6c64 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.626643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-ca721107-f4c2-4247-a6b1-e482ddcb6c64 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.643726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-ca721107-f4c2-4247-a6b1-e482ddcb6c64 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.660958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-ca721107-f4c2-4247-a6b1-e482ddcb6c64 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.665059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-ca721107-f4c2-4247-a6b1-e482ddcb6c64 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 3884 time: 0.5993774 Jan 28 01:20:55.759975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] In _notify_port_updated(), no bound segment for port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 on network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:20:55.761651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.762511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:55.764206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-60d2abe1-7bfc-48a0-9e4c-536fad5e3405 service neutron] 10.222.0.45 "PUT /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 200 len: 1032 time: 2.2161558 Jan 28 01:20:55.812286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cdd00570-9f0d-41e3-a575-ab603c4c8d81 req-1316b566-c8a3-4baa-bc85-c13a3627ea5a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459465 Jan 28 01:20:55.866524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4887eb0-ab90-4dc9-ba0d-c3a6d02b04e3 None None] Pushing event updated for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:55.924821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cec477bc-3c8e-46c5-8657-29a02cc5d28c req-70378ab5-2630-49cf-8c8d-b8d879969fa1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395124 Jan 28 01:20:56.009991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:20:56.015476 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:20:56.053422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 2cf8372d-d159-4e74-abc1-9296558a7841 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:56.056258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4d8807cf-1dba-4e6c-930f-65fdeb915101 None None] Provisioning complete for port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:56.057762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.060101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4d8807cf-1dba-4e6c-930f-65fdeb915101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.084314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:56.084785 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.273620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4d8807cf-1dba-4e6c-930f-65fdeb915101 None None] Port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:56.383648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] For port 2cf8372d-d159-4e74-abc1-9296558a7841, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2cf8372d-d159-4e74-abc1-9296558a7841,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:56.384171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.407613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 2cf8372d-d159-4e74-abc1-9296558a7841 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:56.530600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.586411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:56.635139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 is: DOWN; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:56.636150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 972a599d-583a-45d4-ab6e-12356ccb2ace no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:56.807458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2cf8372d-d159-4e74-abc1-9296558a7841), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.854151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 972a599d-583a-45d4-ab6e-12356ccb2ace is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:56.879755 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:56.927774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=2cf8372d-d159-4e74-abc1-9296558a7841,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:57.040641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:57.083744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=972a599d-583a-45d4-ab6e-12356ccb2ace,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:57.089236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:57.096396 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f39364-aadd-446e-a1b1-1369b09ed7c4" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:57.109746 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:57.112076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device eb15add3-5bf3-4dfd-a902-d0a32264d77d no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:57.134331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] No DVR routers for this DVR port 2cf8372d-d159-4e74-abc1-9296558a7841 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:57.240714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:57.247186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-5692dd2f-be49-41ec-af6c-9912201da60f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "DELETE /v2.0/ports/2cf8372d-d159-4e74-abc1-9296558a7841 HTTP/1.1" status: 204 len: 173 time: 1.4401221 Jan 28 01:20:57.247743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '2cf8372d-d159-4e74-abc1-9296558a7841'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:57.277766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port eb15add3-5bf3-4dfd-a902-d0a32264d77d host ! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:20:57.278796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device eb15add3-5bf3-4dfd-a902-d0a32264d77d not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:57.279350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c098b13d-86cb-4235-9e1e-5ac1fdc72397 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:57.289688 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e5ae2-98b5-49d5-b57a-52527877b232" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "2cf8372d-d159-4e74-abc1-9296558a7841"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:57.332290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:57.686640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c098b13d-86cb-4235-9e1e-5ac1fdc72397 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:57.687004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:57.717678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5b9f-7d42-463d-8a92-c1ba36e05cd4 req-7afe7df6-cfe3-43bf-94dc-8e04a4e2af91 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:57.718011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:57.723049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5b9f-7d42-463d-8a92-c1ba36e05cd4 req-7afe7df6-cfe3-43bf-94dc-8e04a4e2af91 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:57.729181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Could not find standard attr ID for object 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:20:57.732278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5b9f-7d42-463d-8a92-c1ba36e05cd4 req-7afe7df6-cfe3-43bf-94dc-8e04a4e2af91 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:57.743848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5b9f-7d42-463d-8a92-c1ba36e05cd4 req-7afe7df6-cfe3-43bf-94dc-8e04a4e2af91 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:57.747635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a4a5b9f-7d42-463d-8a92-c1ba36e05cd4 req-7afe7df6-cfe3-43bf-94dc-8e04a4e2af91 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 3147 time: 0.6003630 Jan 28 01:20:57.802137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:57.805470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53628442-3404-4b43-9524-44eabf71dd90 req-197a11a8-688c-4c23-9c4f-45953b5e54a6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:57.806961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53628442-3404-4b43-9524-44eabf71dd90 req-197a11a8-688c-4c23-9c4f-45953b5e54a6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.6743402 Jan 28 01:20:57.823001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:57.846600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:57.851925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 78f754f5-aa9f-41cb-827a-493290db7aeb no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:57.962354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Provisioning complete for port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:57.963608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.029826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:58.082855 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.111266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a4a5b9f-7d42-463d-8a92-c1ba36e05cd4 req-60740b6e-46ee-4bdf-b786-8468d66496a6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224931 Jan 28 01:20:58.120232 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-11d8763e-2d88-42e8-98f2-351814b2b40f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f HTTP/1.1" status: 204 len: 168 time: 3.0633631 Jan 28 01:20:58.131108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49886) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:58.150587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53628442-3404-4b43-9524-44eabf71dd90 req-feb04ad9-989e-4f95-b73e-16ac1c3a415b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225691 Jan 28 01:20:58.158606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:58.158956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.209848 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed3b66-25a5-4086-9ef2-a2d9cf9d63c6 x-openstack-request-id: req-0bed3b66-25a5-4086-9ef2-a2d9cf9d63c6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:58.210903 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:58.211433 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bed3b66-25a5-4086-9ef2-a2d9cf9d63c6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:58.212069 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace', 'code': 200} Jan 28 01:20:58.223761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:20:58.268239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:58.271444 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9290d41c-7e64-4323-963d-4487613b23d4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:20:58.283643 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9290d41c-7e64-4323-963d-4487613b23d4 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f HTTP/1.1" status: 404 len: 333 time: 0.1514704 Jan 28 01:20:58.291907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49892) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:58.308549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:58.309125 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.420143 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb3db6-019b-4943-a82e-898b1d692d42 x-openstack-request-id: req-6fcb3db6-019b-4943-a82e-898b1d692d42 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:58.420444 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "2cf8372d-d159-4e74-abc1-9296558a7841", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:58.420699 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fcb3db6-019b-4943-a82e-898b1d692d42 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:58.421109 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '2cf8372d-d159-4e74-abc1-9296558a7841', 'status': 'completed', 'code': 200} Jan 28 01:20:58.538648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:58.539426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] For port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:58.539904 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.540525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.605064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 8e121e0a-8b97-4a53-a05c-6f9738a4b08c owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:58.622841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 78f754f5-aa9f-41cb-827a-493290db7aeb is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:58.623603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.628704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98099a78-5ca6-4f23-a19a-00a2510366d9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (ff15654f-15cc-402e-870d-704ee4c18dfb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.732097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98099a78-5ca6-4f23-a19a-00a2510366d9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (ff15654f-15cc-402e-870d-704ee4c18dfb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.775046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=78f754f5-aa9f-41cb-827a-493290db7aeb,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:58.807544 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.811729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2cf8372d-d159-4e74-abc1-9296558a7841 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:58.837287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 2cf8372d-d159-4e74-abc1-9296558a7841 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:20:58.838226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2cf8372d-d159-4e74-abc1-9296558a7841 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:58.877116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-725723f6-ecc4-4d84-829f-851f6094e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:58.878643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-725723f6-ecc4-4d84-829f-851f6094e224 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1094 time: 0.0869682 Jan 28 01:20:58.880562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98099a78-5ca6-4f23-a19a-00a2510366d9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ff15654f-15cc-402e-870d-704ee4c18dfb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.883370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98099a78-5ca6-4f23-a19a-00a2510366d9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:58.884488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-98099a78-5ca6-4f23-a19a-00a2510366d9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff15654f-15cc-402e-870d-704ee4c18dfb HTTP/1.1" status: 204 len: 168 time: 0.5916698 Jan 28 01:20:58.887858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49902) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:58.908753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-81a42ddf-7b3d-499d-8903-50e25e215d77 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:58.946236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98099a78-5ca6-4f23-a19a-00a2510366d9 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15654f-15cc-402e-870d-704ee4c18dfb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:58.977885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting port 153a71be-f7d6-4774-88a5-560d7a6305c5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:58.978330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:59.070776 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8e121e0a-8b97-4a53-a05c-6f9738a4b08c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:59.114549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:59.130350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Calling delete_port for 153a71be-f7d6-4774-88a5-560d7a6305c5 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:59.131478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:59.171526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b743d6f1-d43b-4301-97ae-6bac52a6a199 None None] Could not find standard attr ID for object 1c59ed5c-4956-46af-a1f9-7ea7ab6bbc0f. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:20:59.177238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:59.186879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=8e121e0a-8b97-4a53-a05c-6f9738a4b08c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:59.241959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9914-192c-412f-af31-0e6b2a0fa97a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (0826452a-e859-4962-9baf-6f1c8c40663a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:59.346634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-072c1ec8-b574-4276-a26d-039e38fe9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:59.348499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-072c1ec8-b574-4276-a26d-039e38fe9b00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.4158516 Jan 28 01:20:59.434477 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9914-192c-412f-af31-0e6b2a0fa97a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (0826452a-e859-4962-9baf-6f1c8c40663a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:59.534798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] No DVR routers for this DVR port 8e121e0a-8b97-4a53-a05c-6f9738a4b08c on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:59.540057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (153a71be-f7d6-4774-88a5-560d7a6305c5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:59.564449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Port': ['ID=153a71be-f7d6-4774-88a5-560d7a6305c5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:59.864615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.092114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-27bb1428-976a-4b66-9b9d-c59a99cfe57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.5708275 Jan 28 01:21:00.097955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.101352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f132333b-e6ff-4394-afaf-ca6ad2454d0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "DELETE /v2.0/ports/8e121e0a-8b97-4a53-a05c-6f9738a4b08c HTTP/1.1" status: 204 len: 173 time: 2.7757776 Jan 28 01:21:00.120338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9914-192c-412f-af31-0e6b2a0fa97a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0826452a-e859-4962-9baf-6f1c8c40663a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.123075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9914-192c-412f-af31-0e6b2a0fa97a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.127301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3cbf9914-192c-412f-af31-0e6b2a0fa97a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/security-groups/0826452a-e859-4962-9baf-6f1c8c40663a HTTP/1.1" status: 204 len: 168 time: 1.2369697 Jan 28 01:21:00.134692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49928) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:00.213743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397'}, {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:00.217354 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e334b9-ca4f-48b2-a8d6-de7192bcfaf3" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397"}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:00.242304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 5ee263c8-9050-47c3-a0eb-f98739514d27 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:00.247989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (5ee263c8-9050-47c3-a0eb-f98739514d27), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.310141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-43ba3b60-cbd0-48b4-ad66-ad64f787e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:00.311870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-43ba3b60-cbd0-48b4-ad66-ad64f787e64d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.1833756 Jan 28 01:21:00.315147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf9914-192c-412f-af31-0e6b2a0fa97a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826452a-e859-4962-9baf-6f1c8c40663a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:00.339739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (5ee263c8-9050-47c3-a0eb-f98739514d27), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.369040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228912c-11a5-4cd8-992f-1cc07abf2a8d req-ca5bbbbc-035f-4996-81e5-d9a052545940 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:00.378145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228912c-11a5-4cd8-992f-1cc07abf2a8d req-ca5bbbbc-035f-4996-81e5-d9a052545940 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:00.385710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228912c-11a5-4cd8-992f-1cc07abf2a8d req-ca5bbbbc-035f-4996-81e5-d9a052545940 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:00.387700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a228912c-11a5-4cd8-992f-1cc07abf2a8d req-ca5bbbbc-035f-4996-81e5-d9a052545940 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 2410 time: 1.0830560 Jan 28 01:21:00.428438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:00.433655 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5727e4bf-7336-4a1a-b8cb-8fe701ee9963" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:00.461254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-73cbe45a-08ff-4f8a-8128-bb5dbce7f28a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336095 Jan 28 01:21:00.473531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Router cbeeb3e5-f643-4a01-ae54-e6c3bc500530 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:21:00.502135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5ee263c8-9050-47c3-a0eb-f98739514d27), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.580927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92034c55-09c0-4274-9af2-0e015c7f0a87 req-9c30654e-d4ec-4539-b4f9-9390b05bffa4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:00.582677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92034c55-09c0-4274-9af2-0e015c7f0a87 req-9c30654e-d4ec-4539-b4f9-9390b05bffa4 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 1.2316380 Jan 28 01:21:00.587491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-c898651c-5cc0-4b76-9129-4768253d14be service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121111 Jan 28 01:21:00.710038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-837b353b-ce75-42a2-a4ac-293b376dd663 req-ae2c04f7-9ef9-4cd6-b56e-5e1f224a2ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115923 Jan 28 01:21:00.755945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:21:00.758439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (5ee263c8-9050-47c3-a0eb-f98739514d27), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.765234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2ff54e98-ae83-4524-b251-4d72090297e9 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "PUT /v2.0/routers/cbeeb3e5-f643-4a01-ae54-e6c3bc500530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1193683 Jan 28 01:21:00.776047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] Sync routers for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:21:00.782179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:00.796103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee263c8-9050-47c3-a0eb-f98739514d27,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:00.802663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:21:00.804340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:00.813658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:00.815860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eaa94d61-f5c4-4233-862d-77f295486483 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/5ee263c8-9050-47c3-a0eb-f98739514d27 HTTP/1.1" status: 204 len: 168 time: 0.6767077 Jan 28 01:21:00.816678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49946) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:00.825912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f83d58-4cc3-43c6-a2b1-e7347b07ee49 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:00.830826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:00.866099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a228912c-11a5-4cd8-992f-1cc07abf2a8d req-c6af942a-de41-4a44-bbc3-81d27add1aa8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4089720 Jan 28 01:21:00.961492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-92034c55-09c0-4274-9af2-0e015c7f0a87 req-53ce1d59-f27b-44a0-afd4-0b082b562bb6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656399 Jan 28 01:21:00.974052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:00.988000 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49196d92-a837-4abe-b92b-248e7abfde10 x-openstack-request-id: req-49196d92-a837-4abe-b92b-248e7abfde10 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:00.988311 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397", "code": 200}, {"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-unplugged", "status": "completed", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:00.988577 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49196d92-a837-4abe-b92b-248e7abfde10 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:01.002012 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'code': 200} Jan 28 01:21:01.002507 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb', 'code': 200} Jan 28 01:21:01.002658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 78f754f5-aa9f-41cb-827a-493290db7aeb {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:01.010268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.047592 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a26941-7e96-4fda-a7bc-2e59daa0cd9d x-openstack-request-id: req-c3a26941-7e96-4fda-a7bc-2e59daa0cd9d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:01.047865 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "8e121e0a-8b97-4a53-a05c-6f9738a4b08c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:01.048131 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3a26941-7e96-4fda-a7bc-2e59daa0cd9d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:01.048523 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '8e121e0a-8b97-4a53-a05c-6f9738a4b08c', 'status': 'completed', 'code': 200} Jan 28 01:21:01.091430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] Routers {'cbeeb3e5-f643-4a01-ae54-e6c3bc500530'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:21:01.094299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:01.116099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:01.120130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.241906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] For port 78f754f5-aa9f-41cb-827a-493290db7aeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=78f754f5-aa9f-41cb-827a-493290db7aeb,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:01.242875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.260045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:01.260642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 78f754f5-aa9f-41cb-827a-493290db7aeb owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:01.262330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a43776-ec54-4e72-94b4-0c3d5a29b2bb None None] The sync data for ids ['cbeeb3e5-f643-4a01-ae54-e6c3bc500530'] in n-d-826756-1 is: [] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:21:01.309072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.448542 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:21:01.635974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router_gateway (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.731519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (75c78111-3e87-4afe-832f-2f4f57fb1c93), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.758721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (78f754f5-aa9f-41cb-827a-493290db7aeb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.795447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:01.805388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:01.810752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:01.815685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.821924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=75c78111-3e87-4afe-832f-2f4f57fb1c93,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:01.859222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d38f4c10-ad2e-4209-b604-8406f079e6ce tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0384655 Jan 28 01:21:01.860187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:21:01.862007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:01.871844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'security_group': {'name': 'tempest-secgroup-562328362'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:01.883635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=78f754f5-aa9f-41cb-827a-493290db7aeb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:01.912900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.941148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] No DVR routers for this DVR port 78f754f5-aa9f-41cb-827a-493290db7aeb on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:01.945487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:01.970920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-48121f9f-db9d-4e2b-a45b-83b31fab31ba tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "DELETE /v2.0/ports/78f754f5-aa9f-41cb-827a-493290db7aeb HTTP/1.1" status: 204 len: 173 time: 1.8344038 Jan 28 01:21:01.973534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting port d6e62321-8378-488b-90cd-1b4749d702e5 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:01.973915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d6e62321-8378-488b-90cd-1b4749d702e5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.083205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:02.103499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'network_id': '8b915ba5-bfc4-4877-8b33-99443e7abfd5', 'port_id': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'mac_address': 'fa:16:3e:13:6c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:21:02.123190 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (c97cc899-1511-402b-a863-ecec6115e890), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.129584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c97cc899-1511-402b-a863-ecec6115e890), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.188097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.193738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3291492 Jan 28 01:21:02.196792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:02.197404 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.205629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49978) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:02.230101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'security_group': {'name': 'tempest-secgroup-145108703'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:02.243449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90be04-0606-4c38-9d6e-c19642de4a80 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cc899-1511-402b-a863-ecec6115e890,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:02.248652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df2e528-5ed8-47b9-bda0-c1666e07fd09 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:21:02.328954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:02.343054 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.488762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:02.607330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a078d1-3eb8-4282-a671-4f7f48338043 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:02.628305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8df2e528-5ed8-47b9-bda0-c1666e07fd09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:21:02.630380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.737551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6d25b-2b5a-47c5-90d7-ab0c9f2df7f8 req-c0108bf9-fac8-47db-8556-56ea010cf206 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:02.743824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6d25b-2b5a-47c5-90d7-ab0c9f2df7f8 req-c0108bf9-fac8-47db-8556-56ea010cf206 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:02.745673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fc6d25b-2b5a-47c5-90d7-ab0c9f2df7f8 req-c0108bf9-fac8-47db-8556-56ea010cf206 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 1678 time: 0.6703327 Jan 28 01:21:02.757161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d6e62321-8378-488b-90cd-1b4749d702e5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.766574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6c29e-613f-44bd-a996-dd50ba6ca145 req-35cf7964-7bc4-491e-8fa0-9f6ce7210183 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:02.768135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f6c29e-613f-44bd-a996-dd50ba6ca145 req-35cf7964-7bc4-491e-8fa0-9f6ce7210183 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 943 time: 0.5948286 Jan 28 01:21:02.815610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0fc38073-2c0c-4299-9acc-61398f025d71 None None] Provisioning complete for port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:02.815984 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fc38073-2c0c-4299-9acc-61398f025d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:02.829938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Calling delete_port for d6e62321-8378-488b-90cd-1b4749d702e5 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:02.901031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0fc38073-2c0c-4299-9acc-61398f025d71 None None] Port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:02.916334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0fc38073-2c0c-4299-9acc-61398f025d71 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:02.916698 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fc38073-2c0c-4299-9acc-61398f025d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.109375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0fc38073-2c0c-4299-9acc-61398f025d71 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:03.146365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] Update dhcp port {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'fixed_ips': [{'subnet_id': '06eb21f6-f8c0-47a5-a9e1-74efcc722b07', 'ip_address': '172.20.0.18'}, {'subnet_id': '75c78111-3e87-4afe-832f-2f4f57fb1c93'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '6287051a-f931-4fe6-817a-3244b0a4d39a'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:21:03.173209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.185185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:03.190727 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e7974-a399-4ba2-8fd3-7fe289884a4f" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:03.265600 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (accbd649-ab42-4e33-9924-f97c88197aa1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.282183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port c098b13d-86cb-4235-9e1e-5ac1fdc72397 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:03.282770 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.400738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] For port c098b13d-86cb-4235-9e1e-5ac1fdc72397, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c098b13d-86cb-4235-9e1e-5ac1fdc72397,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:03.401113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.442902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (accbd649-ab42-4e33-9924-f97c88197aa1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.571142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d6e62321-8378-488b-90cd-1b4749d702e5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.575402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] Allocated IP 172.20.0.2 (3783a628-8799-4cbb-ae91-4109ebd4b578/75c78111-3e87-4afe-832f-2f4f57fb1c93/6287051a-f931-4fe6-817a-3244b0a4d39a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:03.579281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.790082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6287051a-f931-4fe6-817a-3244b0a4d39a,segment=NetworkSegment(35581ac0-fd7a-4875-ae13-3992f4628e5d),segment_id=35581ac0-fd7a-4875-ae13-3992f4628e5d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:03.827317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] Publish callbacks [] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.843354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:03.928342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbf6b8-25e6-4437-a1b3-0fa45707e47d None None] Pushing event updated for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:03.932688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:04.170797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fc6d25b-2b5a-47c5-90d7-ab0c9f2df7f8 req-95fd6748-14e2-41cf-aa13-5e0e8fd45b7c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3936460 Jan 28 01:21:04.187961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Port': ['ID=d6e62321-8378-488b-90cd-1b4749d702e5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:04.197294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accbd649-ab42-4e33-9924-f97c88197aa1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:04.218501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.223185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49994) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:04.223803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-711e250b-5972-4d24-bf2d-3b1def03906c tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9964943 Jan 28 01:21:04.230941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'security_group': {'name': 'tempest-secgroup-692541118'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:04.238642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:04.239316 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.292741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f6c29e-613f-44bd-a996-dd50ba6ca145 req-fac9beb2-ea65-4533-a844-994a938086ad tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5010228 Jan 28 01:21:04.303348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.348221 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6884d1-9b27-4efa-b301-f63047edde1d x-openstack-request-id: req-0f6884d1-9b27-4efa-b301-f63047edde1d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:04.348530 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "78f754f5-aa9f-41cb-827a-493290db7aeb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:04.348780 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f6884d1-9b27-4efa-b301-f63047edde1d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:04.349187 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '78f754f5-aa9f-41cb-827a-493290db7aeb', 'status': 'completed', 'code': 200} Jan 28 01:21:04.386192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:04.388201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.450110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:04.456752 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6e5023-5085-4388-a1a4-1f2c31b66574" -d '{"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-plugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:04.468196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (8384e2ae-e23e-4127-9386-b49706961d36), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.475019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8384e2ae-e23e-4127-9386-b49706961d36), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.497704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:04.507609 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.570186 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0bcc1-6004-4246-abdf-124eb89e0e16 x-openstack-request-id: req-01c0bcc1-6004-4246-abdf-124eb89e0e16 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:04.570819 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-plugged", "status": "completed", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:04.571321 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01c0bcc1-6004-4246-abdf-124eb89e0e16 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:04.571939 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'code': 200} Jan 28 01:21:04.578901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:04.596151 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.603233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.613103 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3880925 Jan 28 01:21:04.615272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50002) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:04.630235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-327929083', 'security_groups': ['8384e2ae-e23e-4127-9386-b49706961d36'], 'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75c78111-3e87-4afe-832f-2f4f57fb1c93'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:04.685596 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.690693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (4997ffa9-2ba0-4f5b-be9c-3f720afb94c8), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.690693 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Floating IP 4997ffa9-2ba0-4f5b-be9c-3f720afb94c8 disassociated. External IP: 172.25.1.158, port: c098b13d-86cb-4235-9e1e-5ac1fdc72397. Jan 28 01:21:04.690693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for c098b13d-86cb-4235-9e1e-5ac1fdc72397 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:04.819202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129863-5e30-4c25-8a7a-72e37bf2c927 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8384e2ae-e23e-4127-9386-b49706961d36,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:04.864864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:04.865607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:04.883041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router_controller (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.000768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (cbeeb3e5-f643-4a01-ae54-e6c3bc500530), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.001331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Fanout notify agent at l3_agent the message router_deleted on router cbeeb3e5-f643-4a01-ae54-e6c3bc500530 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:21:05.009844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.010957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f9709753-7181-41a3-a9ff-b82e27366d67 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "DELETE /v2.0/routers/cbeeb3e5-f643-4a01-ae54-e6c3bc500530 HTTP/1.1" status: 204 len: 168 time: 4.2277756 Jan 28 01:21:05.014379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50010) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:05.025576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.046563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154a75-4ba8-43d6-87c9-4e8411e3ed3e req-45697daa-cc92-4bee-b42f-0e49b0ca9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:05.048438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17154a75-4ba8-43d6-87c9-4e8411e3ed3e req-45697daa-cc92-4bee-b42f-0e49b0ca9edf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1097 time: 0.1967995 Jan 28 01:21:05.049098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] device_id is not set on port 384c0d0f-f96e-4c59-a612-9d8556083d1a yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:05.107140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting subnet 0bcce06b-8acd-4b23-b5e2-5ee54799de3b {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:05.114370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for subnet (0bcce06b-8acd-4b23-b5e2-5ee54799de3b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.175866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-310eb85b-05c1-48d2-a6fe-18a904fdd6b0 None None] Provisioning complete for port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:05.176246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-310eb85b-05c1-48d2-a6fe-18a904fdd6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.208335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17154a75-4ba8-43d6-87c9-4e8411e3ed3e req-b0bcc5e7-8c4c-4d21-b0b4-eb982ee2c80a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537616 Jan 28 01:21:05.213680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (0bcce06b-8acd-4b23-b5e2-5ee54799de3b), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.261389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c098b13d-86cb-4235-9e1e-5ac1fdc72397), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.264884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-310eb85b-05c1-48d2-a6fe-18a904fdd6b0 None None] Port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:05.293398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-310eb85b-05c1-48d2-a6fe-18a904fdd6b0 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:05.293989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-310eb85b-05c1-48d2-a6fe-18a904fdd6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.309023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.10 (3783a628-8799-4cbb-ae91-4109ebd4b578/75c78111-3e87-4afe-832f-2f4f57fb1c93/384c0d0f-f96e-4c59-a612-9d8556083d1a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:05.311452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=c098b13d-86cb-4235-9e1e-5ac1fdc72397,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:05.448140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (0bcce06b-8acd-4b23-b5e2-5ee54799de3b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.506330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-310eb85b-05c1-48d2-a6fe-18a904fdd6b0 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:05.618553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33239bf-39b6-4152-b2a3-98320cdd5ed1 req-4a7dcba6-5e27-4294-bbf8-dccb558e84ce tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:05.626554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c33239bf-39b6-4152-b2a3-98320cdd5ed1 req-4a7dcba6-5e27-4294-bbf8-dccb558e84ce tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 943 time: 0.2272100 Jan 28 01:21:05.653174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909aec4-1ca9-4388-9b58-17519ddd33d1 req-37759e06-2b99-4a78-9787-932b2cb35e62 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:05.655251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9909aec4-1ca9-4388-9b58-17519ddd33d1 req-37759e06-2b99-4a78-9787-932b2cb35e62 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.2238286 Jan 28 01:21:05.775782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c33239bf-39b6-4152-b2a3-98320cdd5ed1 req-8d704a14-4d8e-4a21-8caa-bc956becb2d6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479273 Jan 28 01:21:05.842746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:21:05.844299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (0bcce06b-8acd-4b23-b5e2-5ee54799de3b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.856002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:05.857807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9909aec4-1ca9-4388-9b58-17519ddd33d1 req-b18e1b94-de3f-46a7-9c9e-c4ef336c80f0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679430 Jan 28 01:21:05.903936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcce06b-8acd-4b23-b5e2-5ee54799de3b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:05.925439 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:05.932997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-265cc11c-8223-469c-afba-c5b3a9a3616d tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "DELETE /v2.0/subnets/0bcce06b-8acd-4b23-b5e2-5ee54799de3b HTTP/1.1" status: 204 len: 168 time: 0.9177651 Jan 28 01:21:05.933633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:05.962956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5068199-839a-45bc-8cff-9679a19b951d None None] Network 2b6db2e9-5e06-4b60-861c-00f4568d5d4e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:06.043055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.108167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:06.108546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.122783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.139215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:21:06.160040 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] Sync routers for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:21:06.176225 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:21:06.179620 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:06.192306 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (2b6db2e9-5e06-4b60-861c-00f4568d5d4e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.253083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:06.279088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] DHCP port deletion for 2b6db2e9-5e06-4b60-861c-00f4568d5d4e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:21:06.291885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] No DVR routers for this DVR port c098b13d-86cb-4235-9e1e-5ac1fdc72397 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:06.292502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=384c0d0f-f96e-4c59-a612-9d8556083d1a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:06.295108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.300543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-f7102f6a-597f-4d22-a2d2-f2bd20749349 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "DELETE /v2.0/ports/c098b13d-86cb-4235-9e1e-5ac1fdc72397 HTTP/1.1" status: 204 len: 173 time: 4.3235459 Jan 28 01:21:06.342530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:06.344041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:06.344793 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:21:06.355277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:06.357759 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a0197-9241-4a1d-a7ae-e09f631da8aa" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:06.358711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:06.473393 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa0c39-68fb-452f-ab25-e8cea507dae0 x-openstack-request-id: req-8efa0c39-68fb-452f-ab25-e8cea507dae0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:06.473681 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "c098b13d-86cb-4235-9e1e-5ac1fdc72397", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:06.473972 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8efa0c39-68fb-452f-ab25-e8cea507dae0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:06.474382 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': 'c098b13d-86cb-4235-9e1e-5ac1fdc72397', 'status': 'completed', 'code': 200} Jan 28 01:21:06.476279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:06.476279 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.484131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] Deleting port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:06.485751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.527175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:06.531987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.569443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-41e2d040-1e13-46ce-9f31-b254dd413fde tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9516768 Jan 28 01:21:06.570318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50040) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:06.583261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:06.652451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] For port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,segment=NetworkSegment(8a451e42-dde9-4919-a993-9ceb6755cab5),segment_id=8a451e42-dde9-4919-a993-9ceb6755cab5)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:06.653575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.686523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Calling delete_port for 8fe88e46-cb3e-4431-bcac-1caf6b38d44c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:06.712804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] For port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,segment=NetworkSegment(8a451e42-dde9-4919-a993-9ceb6755cab5),segment_id=8a451e42-dde9-4919-a993-9ceb6755cab5)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:06.721919 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.835708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] Calling delete_port for 8fe88e46-cb3e-4431-bcac-1caf6b38d44c owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:06.883909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.969109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4456d028-e43f-4572-ba2f-596769a63142 None None] Provisioning complete for port 384c0d0f-f96e-4c59-a612-9d8556083d1a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:06.969723 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4456d028-e43f-4572-ba2f-596769a63142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:06.980745 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:07Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:07.002352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Port': ['ID=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:07.014907 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] Checking router: 0a5d56fb-0950-4966-9f9e-cb74f219dc1e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:21:07.022584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] No DVR routers for this DVR port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:07.026970 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:21:07.028457 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:20:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:07.095287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:07.099503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.123557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4456d028-e43f-4572-ba2f-596769a63142 None None] Port 384c0d0f-f96e-4c59-a612-9d8556083d1a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:07.147936 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:21:07.268470 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6979ac0d-b4cd-4a93-98db-bf9053124772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.317226 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75c78111-3e87-4afe-832f-2f4f57fb1c93 (CIDR: 172.20.0.0/28) Jan 28 01:21:07.331223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 972a599d-583a-45d4-ab6e-12356ccb2ace {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:07.331831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.331961 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:07.332257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:07.343747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.359409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2a5e2-b54f-4bf4-8003-bc3ecd582646 req-d7bb4c6d-90a6-450b-ba73-f860bef2f18a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:07.366680 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-464895db-1792-47a7-b3aa-9899783f648d tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7938144 Jan 28 01:21:07.367189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cab2a5e2-b54f-4bf4-8003-bc3ecd582646 req-d7bb4c6d-90a6-450b-ba73-f860bef2f18a tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.2820668 Jan 28 01:21:07.367308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:07.375903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:07.379750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (8fe88e46-cb3e-4431-bcac-1caf6b38d44c), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.432823 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:07Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:07.449986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] No DVR routers for this DVR port 8fe88e46-cb3e-4431-bcac-1caf6b38d44c on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:07.460380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8e72-7d60-42f0-8b2c-01579b2c67e3 None None] Pushing event deleted for resources: {'Port': ['ID=8fe88e46-cb3e-4431-bcac-1caf6b38d44c,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:07.471441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (2b6db2e9-5e06-4b60-861c-00f4568d5d4e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.474013 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f589a3-015d-4702-8954-6c087b4ea39e None None] The sync data for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 is: [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:08:58Z', 'revision_number': 4, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'dd210255-b6f1-453b-867d-0dd7077ae425', 'name': '', 'network_id': '21445934-1bca-412d-924a-b3cbbe5ad96e', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'mac_address': 'fa:16:3e:f8:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:56Z', 'updated_at': '2022-01-28T01:09:07Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'subnets': [{'id': '819b6f0b-fd35-4ea1-95e7-e64afb5de6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:21:07.546775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cab2a5e2-b54f-4bf4-8003-bc3ecd582646 req-bd922605-9992-474f-8160-b9d22476e50c tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786833 Jan 28 01:21:07.572172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91024665-53ef-46f0-a9a3-ddd79c7e8a9c req-f3bf3b12-d78d-40a0-8e4c-221ad606aa77 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:07.573877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91024665-53ef-46f0-a9a3-ddd79c7e8a9c req-f3bf3b12-d78d-40a0-8e4c-221ad606aa77 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 943 time: 0.5090196 Jan 28 01:21:07.579429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6db2e9-5e06-4b60-861c-00f4568d5d4e']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:07.599430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:07.607224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.610234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a451e42-dde9-4919-a993-9ceb6755cab5') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:07.610537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a451e42-dde9-4919-a993-9ceb6755cab5') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:07.658774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (8a451e42-dde9-4919-a993-9ceb6755cab5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.722376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] For port 972a599d-583a-45d4-ab6e-12356ccb2ace, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=972a599d-583a-45d4-ab6e-12356ccb2ace,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:07.722636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.740874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 972a599d-583a-45d4-ab6e-12356ccb2ace owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:07.763024 n-d-826756-1 neutron-server[109595]: INFO neutron.db.ipam_backend_mixin [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 06eb21f6-f8c0-47a5-a9e1-74efcc722b07 (CIDR: 172.20.0.16/28) Jan 28 01:21:07.770164 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:07.770722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:07.801336 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3449bd4f-641e-4a46-bd62-6284dea3c544 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4329357 Jan 28 01:21:07.804227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50078) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:07.809904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91024665-53ef-46f0-a9a3-ddd79c7e8a9c req-4e94b1c6-f2b5-47c1-8e30-426f63f4c11a tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups?id=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278523 Jan 28 01:21:07.811688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'subnet': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:07.823273 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8a451e42-dde9-4919-a993-9ceb6755cab5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.872365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8fe88e46-cb3e-4431-bcac-1caf6b38d44c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:21:07.905422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:21:07.905908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (8a451e42-dde9-4919-a993-9ceb6755cab5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:21:07.909115 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:21:07.919390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8fe88e46-cb3e-4431-bcac-1caf6b38d44c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:21:07.932208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8fe88e46-cb3e-4431-bcac-1caf6b38d44c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:21:07.996540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (2b6db2e9-5e06-4b60-861c-00f4568d5d4e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.011726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.015644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "DELETE /v2.0/networks/2b6db2e9-5e06-4b60-861c-00f4568d5d4e HTTP/1.1" status: 204 len: 168 time: 2.0326989 Jan 28 01:21:08.018259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50084) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:08.030890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9512aa-a79e-4157-ac57-02e755e7b2a3 tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Network': ['ID=2b6db2e9-5e06-4b60-861c-00f4568d5d4e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:08.063187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce11d4-8780-47fb-ac1f-c77043f033d7 None None] New status for floating IP 4997ffa9-2ba0-4f5b-be9c-3f720afb94c8: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:21:08.102427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (972a599d-583a-45d4-ab6e-12356ccb2ace), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.138299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=972a599d-583a-45d4-ab6e-12356ccb2ace,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:08.206179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] No DVR routers for this DVR port 972a599d-583a-45d4-ab6e-12356ccb2ace on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:08.208972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.214777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c74c291-1f8d-47a7-a9e0-9ead35e8f85a req-7b7a9dec-142f-4bc0-b23c-5d2362553ce2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.45 "DELETE /v2.0/ports/972a599d-583a-45d4-ab6e-12356ccb2ace HTTP/1.1" status: 204 len: 173 time: 1.8949726 Jan 28 01:21:08.291001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Made reservation on behalf of 71f2980cd2fc4a29bbd0e0d2f4cbedd7 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:08.296814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.439776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Deleting port e50e2e3b-7097-46ac-9aeb-2d286f20088b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:08.440462 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.475467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:08.478915 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e0fb8a-237f-4e2d-805a-ad7adabcdc88" -d '{"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:08.549252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.549643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for floatingip (e50e2e3b-7097-46ac-9aeb-2d286f20088b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.556112 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea393c2f-1f0f-4663-9296-b9bd8af74c74 x-openstack-request-id: req-ea393c2f-1f0f-4663-9296-b9bd8af74c74 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:08.557309 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e108f45a-75e1-4e23-ba1d-a40435ba660a", "name": "network-vif-deleted", "tag": "972a599d-583a-45d4-ab6e-12356ccb2ace", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:08.557951 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea393c2f-1f0f-4663-9296-b9bd8af74c74 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:08.558586 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e108f45a-75e1-4e23-ba1d-a40435ba660a', 'name': 'network-vif-deleted', 'tag': '972a599d-583a-45d4-ab6e-12356ccb2ace', 'status': 'completed', 'code': 200} Jan 28 01:21:08.576314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Calling delete_port for e50e2e3b-7097-46ac-9aeb-2d286f20088b owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:08.739186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a924a-3154-43ec-9201-ccda45eb3500 req-bd125dfe-1051-4643-a864-6602e65ccba3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:08.741892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-712a924a-3154-43ec-9201-ccda45eb3500 req-bd125dfe-1051-4643-a864-6602e65ccba3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1069379 Jan 28 01:21:08.799871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (4849df92-f246-4b43-ab2f-6d7a4e609075), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.827664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-712a924a-3154-43ec-9201-ccda45eb3500 req-cf5daaf3-576a-4c12-93a7-efbca3d6a6e6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802736 Jan 28 01:21:08.860208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:08.872663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:08.880840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:08.881584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.885403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0444c3a-e821-4a4e-8c86-df03e5fe738a None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:08.907919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Subnet': ['ID=4849df92-f246-4b43-ab2f-6d7a4e609075,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:08.923908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-31660917-1291-4d46-ba3f-bc2601a65412 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1185853 Jan 28 01:21:08.926717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50096) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:08.933115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-63406179', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4849df92-f246-4b43-ab2f-6d7a4e609075'}], 'security_groups': ['c97cc899-1511-402b-a863-ecec6115e890', 'accbd649-ab42-4e33-9924-f97c88197aa1']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:08.933726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e50e2e3b-7097-46ac-9aeb-2d286f20088b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.004441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Pushing event deleted for resources: {'Port': ['ID=e50e2e3b-7097-46ac-9aeb-2d286f20088b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:09.061867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3305d9b-b870-43e7-a5ce-bfc3b6923255 req-739b1128-c1a5-4fdb-b4af-66561e1866a4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0777922 Jan 28 01:21:09.129151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc67b3-4b10-4948-a2e8-10170e4c4d3f req-ad951d2f-498d-463f-81c0-3e53f8146b14 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:09.135384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks [] for floatingip (4a9359c1-0d5b-4536-8c05-243403520ccd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.137092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90dc67b3-4b10-4948-a2e8-10170e4c4d3f req-ad951d2f-498d-463f-81c0-3e53f8146b14 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1519003 Jan 28 01:21:09.138946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.150851 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69944e0c-b7e6-4e20-8237-48b36745838f tempest-FloatingIPAdminTestJSON-1968042511 tempest-FloatingIPAdminTestJSON-1968042511-project] 10.222.0.23 "DELETE /v2.0/floatingips/4a9359c1-0d5b-4536-8c05-243403520ccd HTTP/1.1" status: 204 len: 168 time: 1.1257658 Jan 28 01:21:09.219165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] Update dhcp port {'port': {'network_id': '3783a628-8799-4cbb-ae91-4109ebd4b578', 'fixed_ips': [{'subnet_id': '06eb21f6-f8c0-47a5-a9e1-74efcc722b07', 'ip_address': '172.20.0.18'}, {'subnet_id': '75c78111-3e87-4afe-832f-2f4f57fb1c93', 'ip_address': '172.20.0.2'}, {'subnet_id': '4849df92-f246-4b43-ab2f-6d7a4e609075'}], 'binding:host_id': 'n-d-826756-1'}, 'id': '6287051a-f931-4fe6-817a-3244b0a4d39a'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:21:09.224089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90dc67b3-4b10-4948-a2e8-10170e4c4d3f req-5bb612a0-2502-4d21-b3e9-3954d5afb2f8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808976 Jan 28 01:21:09.307055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.351055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a50ace63-fb86-47dd-b8f0-dbbeb28fc130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.352990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.383962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fae0d-fedf-4631-a526-ef4e136a2966 req-925f1c3e-16ef-4e40-bb30-d72f7d19f6a0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:09.387094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-400fae0d-fedf-4631-a526-ef4e136a2966 req-925f1c3e-16ef-4e40-bb30-d72f7d19f6a0 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0759857 Jan 28 01:21:09.546838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-400fae0d-fedf-4631-a526-ef4e136a2966 req-ad40c1eb-ada0-4465-b7e6-cf8dec658ecc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199768 Jan 28 01:21:09.652259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50112) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:09.667627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] Allocated IP 172.20.0.34 (3783a628-8799-4cbb-ae91-4109ebd4b578/4849df92-f246-4b43-ab2f-6d7a4e609075/6287051a-f931-4fe6-817a-3244b0a4d39a) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:09.772366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f470c-65f0-48fa-ada0-90c182c04929 req-2705f0df-c463-449d-b9df-0a97984924d5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:09.779675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d5f470c-65f0-48fa-ada0-90c182c04929 req-2705f0df-c463-449d-b9df-0a97984924d5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0743778 Jan 28 01:21:09.834282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6287051a-f931-4fe6-817a-3244b0a4d39a,segment=NetworkSegment(35581ac0-fd7a-4875-ae13-3992f4628e5d),segment_id=35581ac0-fd7a-4875-ae13-3992f4628e5d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:09.837763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d5f470c-65f0-48fa-ada0-90c182c04929 req-0463359d-a03b-4045-838a-286875022f77 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523903 Jan 28 01:21:09.881066 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] Publish callbacks [] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.892956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:09.948583 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aa55c751-3719-4bec-9d3e-4e5f91bb4ecf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e7da0354ee94f5b9cd5540587f36826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921140 Jan 28 01:21:09.949185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50120) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:10.011332 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae27c4fb-9654-46b2-a313-a7abb4465bea admin admin] Publish callbacks [] for security_group (1490fa10-404c-4377-a8ad-1c8c6d658d8d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.035651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bab0f6-8112-41e2-bc13-d443c7c51c40 None None] Pushing event updated for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:10.043686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae27c4fb-9654-46b2-a313-a7abb4465bea admin admin] Publish callbacks [] for security_group (1490fa10-404c-4377-a8ad-1c8c6d658d8d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.110479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae27c4fb-9654-46b2-a313-a7abb4465bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1490fa10-404c-4377-a8ad-1c8c6d658d8d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.113653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae27c4fb-9654-46b2-a313-a7abb4465bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.118226 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ae27c4fb-9654-46b2-a313-a7abb4465bea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1490fa10-404c-4377-a8ad-1c8c6d658d8d HTTP/1.1" status: 204 len: 168 time: 0.1678672 Jan 28 01:21:10.127501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27c4fb-9654-46b2-a313-a7abb4465bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490fa10-404c-4377-a8ad-1c8c6d658d8d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:10.135093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Delete allocated IP 172.20.0.10 (3783a628-8799-4cbb-ae91-4109ebd4b578/75c78111-3e87-4afe-832f-2f4f57fb1c93) {{(pid=109594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 01:21:10.143976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef015-2c9e-47a6-bdc9-11ff47343c8c req-f2deb4bd-56b4-42f8-89fe-156fe70d3033 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:10.145566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-606ef015-2c9e-47a6-bdc9-11ff47343c8c req-f2deb4bd-56b4-42f8-89fe-156fe70d3033 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1773591 Jan 28 01:21:10.174610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Allocated IP 172.20.0.42 (3783a628-8799-4cbb-ae91-4109ebd4b578/4849df92-f246-4b43-ab2f-6d7a4e609075/384c0d0f-f96e-4c59-a612-9d8556083d1a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:10.308900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8e30fcb-865b-4e6d-8157-1e928b4094a5 req-2bc7054b-2e85-4aaa-99c2-0ad622a4270c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0499961 Jan 28 01:21:10.331966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-606ef015-2c9e-47a6-bdc9-11ff47343c8c req-ef8f98c8-7a22-47d6-ae3a-3b15997c6098 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690521 Jan 28 01:21:10.712039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:10.726441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fa204c6-75b4-48e2-9220-520d2db0985d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.842662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.886884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fa204c6-75b4-48e2-9220-520d2db0985d admin admin] Publish callbacks [] for security_group (33711cf2-aace-4185-a377-1f4e4d31c217), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.899954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8fa204c6-75b4-48e2-9220-520d2db0985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33711cf2-aace-4185-a377-1f4e4d31c217), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.968496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8fa204c6-75b4-48e2-9220-520d2db0985d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e867f6a8aa94933b50135123611f699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522783 Jan 28 01:21:10.969350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50140) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:10.974378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457983-9523-408f-9cdc-b06660d1c068 req-14c3434b-dcf7-4011-b8f7-d171bde6de2e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:10.981560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f457983-9523-408f-9cdc-b06660d1c068 req-14c3434b-dcf7-4011-b8f7-d171bde6de2e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0845823 Jan 28 01:21:10.996136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa204c6-75b4-48e2-9220-520d2db0985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33711cf2-aace-4185-a377-1f4e4d31c217,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:11.057080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc76f4a7-e68b-4f1c-9fdd-62af61b44938 admin admin] Publish callbacks [] for security_group (33711cf2-aace-4185-a377-1f4e4d31c217), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.062407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f457983-9523-408f-9cdc-b06660d1c068 req-4357e2ab-fe94-4c5a-944e-7d2e4b9468d8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798335 Jan 28 01:21:11.084745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc76f4a7-e68b-4f1c-9fdd-62af61b44938 admin admin] Publish callbacks [] for security_group (33711cf2-aace-4185-a377-1f4e4d31c217), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.109587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.120674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.151128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc76f4a7-e68b-4f1c-9fdd-62af61b44938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33711cf2-aace-4185-a377-1f4e4d31c217), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.153743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc76f4a7-e68b-4f1c-9fdd-62af61b44938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.155083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc76f4a7-e68b-4f1c-9fdd-62af61b44938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33711cf2-aace-4185-a377-1f4e4d31c217 HTTP/1.1" status: 204 len: 168 time: 0.1847851 Jan 28 01:21:11.163197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76f4a7-e68b-4f1c-9fdd-62af61b44938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33711cf2-aace-4185-a377-1f4e4d31c217,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:11.202216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Provisioning complete for port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:11.204041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.272727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:11.279514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event updated for resources: {'Port': ['ID=384c0d0f-f96e-4c59-a612-9d8556083d1a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:11.309483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe307d-604e-4d5e-b744-96d433676681 req-1a58781e-42d4-498c-9074-fb4de87ea7ed tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:11.315112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:11.316548 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.316697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84fe307d-604e-4d5e-b744-96d433676681 req-1a58781e-42d4-498c-9074-fb4de87ea7ed tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1317363 Jan 28 01:21:11.344800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] In _notify_port_updated(), no bound segment for port 384c0d0f-f96e-4c59-a612-9d8556083d1a on network 3783a628-8799-4cbb-ae91-4109ebd4b578 {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:21:11.349890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:11.350766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.355021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:11.355158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6a2d6d3a-c02d-471e-8c8d-9b981e7e1479 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "PUT /v2.0/ports/384c0d0f-f96e-4c59-a612-9d8556083d1a HTTP/1.1" status: 200 len: 958 time: 2.4269996 Jan 28 01:21:11.430947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84fe307d-604e-4d5e-b744-96d433676681 req-000e1aba-9a11-49f8-b5c2-59a3f0efd9a8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082420 Jan 28 01:21:11.513634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22bf3ad5-a26e-4e28-b939-72f740c2c21d req-8d784f33-e002-49f1-ba67-863b30b4cea1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0408521 Jan 28 01:21:11.549818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port 384c0d0f-f96e-4c59-a612-9d8556083d1a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:11.550138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.552596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:11.565193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Provisioning complete for port 384c0d0f-f96e-4c59-a612-9d8556083d1a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:11.565880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.613735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa09f7-e596-4168-b9b7-37cba7ef6efd None None] Port 384c0d0f-f96e-4c59-a612-9d8556083d1a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:11.714702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.746101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for 384c0d0f-f96e-4c59-a612-9d8556083d1a owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:11.768748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50160) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:11.794843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-478ffe5f-683c-4f8f-9f1b-7b0618343284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:11.904710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:11.972921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.001442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68ab33-d086-4370-a1c1-4f4b345830c9 req-6330b235-7a4d-40d9-b8bb-ca77b9302e49 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:12.005838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5f6363fa-292b-47cc-ae9e-4cd491ffef20 None None] Provisioning complete for port 384c0d0f-f96e-4c59-a612-9d8556083d1a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:12.006222 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f6363fa-292b-47cc-ae9e-4cd491ffef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (384c0d0f-f96e-4c59-a612-9d8556083d1a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.007737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.009956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=384c0d0f-f96e-4c59-a612-9d8556083d1a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:12.011505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b68ab33-d086-4370-a1c1-4f4b345830c9 req-6330b235-7a4d-40d9-b8bb-ca77b9302e49 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1506424 Jan 28 01:21:12.059259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:12.066312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.068356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5f6363fa-292b-47cc-ae9e-4cd491ffef20 None None] Port 384c0d0f-f96e-4c59-a612-9d8556083d1a was deleted so its status cannot be updated. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 01:21:12.137327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b68ab33-d086-4370-a1c1-4f4b345830c9 req-b7ed7c18-914b-40eb-b590-58d568650762 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229696 Jan 28 01:21:12.157055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.167383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3593ce0a-7ccc-4828-aee8-6f563b89bc05 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/384c0d0f-f96e-4c59-a612-9d8556083d1a HTTP/1.1" status: 204 len: 168 time: 0.8102291 Jan 28 01:21:12.168087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50166) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:12.175575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-478ffe5f-683c-4f8f-9f1b-7b0618343284 admin admin] Publish callbacks [] for security_group (dc47b771-7d7e-4f66-96f7-5dd44ed957ce), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.188329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-478ffe5f-683c-4f8f-9f1b-7b0618343284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dc47b771-7d7e-4f66-96f7-5dd44ed957ce), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.207507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:12.223031 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e26cc8b-5edc-484f-ba0e-4753db408ac2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] GET failed (client error): The resource could not be found. Jan 28 01:21:12.228205 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e26cc8b-5edc-484f-ba0e-4753db408ac2 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports/384c0d0f-f96e-4c59-a612-9d8556083d1a HTTP/1.1" status: 404 len: 333 time: 0.0583203 Jan 28 01:21:12.228975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50168) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:12.269392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ffe5f-683c-4f8f-9f1b-7b0618343284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc47b771-7d7e-4f66-96f7-5dd44ed957ce,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:12.287520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-478ffe5f-683c-4f8f-9f1b-7b0618343284 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b15f4091fc44047bacf10a60e76a820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5171003 Jan 28 01:21:12.292205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50170) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:12.300614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-081f907c-1216-4698-a7f8-1fa6172b5bc3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (8384e2ae-e23e-4127-9386-b49706961d36), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.360461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-081f907c-1216-4698-a7f8-1fa6172b5bc3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (8384e2ae-e23e-4127-9386-b49706961d36), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.408388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abd5e3b1-c05a-45ce-bc42-11b2ed5a2a87 admin admin] Publish callbacks [] for security_group (dc47b771-7d7e-4f66-96f7-5dd44ed957ce), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.460582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abd5e3b1-c05a-45ce-bc42-11b2ed5a2a87 admin admin] Publish callbacks [] for security_group (dc47b771-7d7e-4f66-96f7-5dd44ed957ce), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.503250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-081f907c-1216-4698-a7f8-1fa6172b5bc3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8384e2ae-e23e-4127-9386-b49706961d36), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.506203 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-081f907c-1216-4698-a7f8-1fa6172b5bc3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.510394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50174) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:12.514229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-081f907c-1216-4698-a7f8-1fa6172b5bc3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/security-groups/8384e2ae-e23e-4127-9386-b49706961d36 HTTP/1.1" status: 204 len: 168 time: 0.2839713 Jan 28 01:21:12.530923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f907c-1216-4698-a7f8-1fa6172b5bc3 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8384e2ae-e23e-4127-9386-b49706961d36,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:12.558164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abd5e3b1-c05a-45ce-bc42-11b2ed5a2a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dc47b771-7d7e-4f66-96f7-5dd44ed957ce), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.561959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abd5e3b1-c05a-45ce-bc42-11b2ed5a2a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.563233 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-abd5e3b1-c05a-45ce-bc42-11b2ed5a2a87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc47b771-7d7e-4f66-96f7-5dd44ed957ce HTTP/1.1" status: 204 len: 168 time: 0.2697556 Jan 28 01:21:12.574895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5e3b1-c05a-45ce-bc42-11b2ed5a2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc47b771-7d7e-4f66-96f7-5dd44ed957ce,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:12.609388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77094020-e1e8-4bc0-9015-824dd7242df0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (accbd649-ab42-4e33-9924-f97c88197aa1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.642215 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77094020-e1e8-4bc0-9015-824dd7242df0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (accbd649-ab42-4e33-9924-f97c88197aa1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.684069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a55be2db-6c63-431b-bd74-12ac0ce2b703 req-f295a2bb-aec9-43a1-a18a-b37561ec0991 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0478745 Jan 28 01:21:12.732938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77094020-e1e8-4bc0-9015-824dd7242df0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (accbd649-ab42-4e33-9924-f97c88197aa1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.736236 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77094020-e1e8-4bc0-9015-824dd7242df0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.737676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-77094020-e1e8-4bc0-9015-824dd7242df0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/security-groups/accbd649-ab42-4e33-9924-f97c88197aa1 HTTP/1.1" status: 204 len: 168 time: 0.2262752 Jan 28 01:21:12.740871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50180) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:12.766408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77094020-e1e8-4bc0-9015-824dd7242df0 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbd649-ab42-4e33-9924-f97c88197aa1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:12.837051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-970f77df-7ea6-4605-bc6f-53fad4f4ad8f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (c97cc899-1511-402b-a863-ecec6115e890), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.871056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-970f77df-7ea6-4605-bc6f-53fad4f4ad8f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (c97cc899-1511-402b-a863-ecec6115e890), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.941758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-970f77df-7ea6-4605-bc6f-53fad4f4ad8f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c97cc899-1511-402b-a863-ecec6115e890), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.944758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-970f77df-7ea6-4605-bc6f-53fad4f4ad8f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.946140 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-970f77df-7ea6-4605-bc6f-53fad4f4ad8f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/security-groups/c97cc899-1511-402b-a863-ecec6115e890 HTTP/1.1" status: 204 len: 168 time: 0.2033679 Jan 28 01:21:12.948815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50186) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:12.958613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f77df-7ea6-4605-bc6f-53fad4f4ad8f tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cc899-1511-402b-a863-ecec6115e890,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:13.039519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 75c78111-3e87-4afe-832f-2f4f57fb1c93 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:13.043370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (75c78111-3e87-4afe-832f-2f4f57fb1c93), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.088633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (75c78111-3e87-4afe-832f-2f4f57fb1c93), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.251435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (75c78111-3e87-4afe-832f-2f4f57fb1c93), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.363100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.397791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aa8a3-3b63-4bcd-a8bf-429897ac1d4c req-8a9653e9-447f-44da-9885-112765e25d66 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:13.399399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-624aa8a3-3b63-4bcd-a8bf-429897ac1d4c req-8a9653e9-447f-44da-9885-112765e25d66 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1443353 Jan 28 01:21:13.441065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (75c78111-3e87-4afe-832f-2f4f57fb1c93), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.495211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c3b7c-a0df-437a-93db-2e2bcdef92c8 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:13.500189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.505436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/75c78111-3e87-4afe-832f-2f4f57fb1c93 HTTP/1.1" status: 204 len: 168 time: 0.5551636 Jan 28 01:21:13.511720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50208) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:13.571782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6014f-d5ab-44a9-ae51-b1b3d8d0e086 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=75c78111-3e87-4afe-832f-2f4f57fb1c93,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:13.615472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-624aa8a3-3b63-4bcd-a8bf-429897ac1d4c req-f807d5df-1071-45f7-8b8f-1d1452a21657 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068582 Jan 28 01:21:13.671326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 4849df92-f246-4b43-ab2f-6d7a4e609075 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:13.677248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (4849df92-f246-4b43-ab2f-6d7a4e609075), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.759802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (4849df92-f246-4b43-ab2f-6d7a4e609075), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.867007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e9896a0-a47e-4f21-bfd8-043c28c4d618 req-25855797-00c4-43b1-bc22-b79f1c79851c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0455155 Jan 28 01:21:13.938395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4849df92-f246-4b43-ab2f-6d7a4e609075), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.051895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (4849df92-f246-4b43-ab2f-6d7a4e609075), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.063088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113451-30d5-4d4f-a032-7c35eb4afa39 req-b08dfc5d-24f8-40e9-9202-16eb5321abac tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:14.071006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0113451-30d5-4d4f-a032-7c35eb4afa39 req-b08dfc5d-24f8-40e9-9202-16eb5321abac tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1130080 Jan 28 01:21:14.090543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-a68585bf-baa7-4904-b657-19148e6d01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:14.092491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-a68585bf-baa7-4904-b657-19148e6d01a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cf27ba066f847a49c2198af6350ee6c&device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 1097 time: 0.0839610 Jan 28 01:21:14.120619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=4849df92-f246-4b43-ab2f-6d7a4e609075,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:14.131358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.139049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0113451-30d5-4d4f-a032-7c35eb4afa39 req-8bb501b5-b6c3-42aa-8811-0a61149eabab tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Jan 28 01:21:14.139809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50226) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:14.141270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-85c10a7f-a60c-458c-bd50-49814ca90147 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/4849df92-f246-4b43-ab2f-6d7a4e609075 HTTP/1.1" status: 204 len: 168 time: 0.6253960 Jan 28 01:21:14.177746 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-26250be8-6cce-4128-a556-cf19a63c378a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:14.178320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26250be8-6cce-4128-a556-cf19a63c378a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:14.182266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-26250be8-6cce-4128-a556-cf19a63c378a tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/75c78111-3e87-4afe-832f-2f4f57fb1c93 HTTP/1.1" status: 404 len: 337 time: 0.0319085 Jan 28 01:21:14.184153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50232) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:14.285642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting subnet 06eb21f6-f8c0-47a5-a9e1-74efcc722b07 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:14.301840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (06eb21f6-f8c0-47a5-a9e1-74efcc722b07), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.322744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-1bd16a4c-de45-4d68-84de-a2d784cbb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:14.324894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-1bd16a4c-de45-4d68-84de-a2d784cbb551 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 200 len: 915 time: 0.2010062 Jan 28 01:21:14.386535 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (06eb21f6-f8c0-47a5-a9e1-74efcc722b07), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.422901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-645c315a-6bd2-44ab-975c-c25f534b866a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 200 len: 217 time: 0.0919824 Jan 28 01:21:14.506177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (06eb21f6-f8c0-47a5-a9e1-74efcc722b07), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.521876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-1de1a770-38fa-4dab-8002-798167829848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:14.523281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-1de1a770-38fa-4dab-8002-798167829848 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 200 len: 854 time: 0.0932901 Jan 28 01:21:14.567242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-be6b0112-c51b-4c76-9d75-b53d040d09cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b915ba5-bfc4-4877-8b33-99443e7abfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366673 Jan 28 01:21:14.610421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (06eb21f6-f8c0-47a5-a9e1-74efcc722b07), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.649474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff10e18-a927-4ecf-b3fb-7af76edd4576 None None] Network 3783a628-8799-4cbb-ae91-4109ebd4b578 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:14.666005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Subnet': ['ID=06eb21f6-f8c0-47a5-a9e1-74efcc722b07,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:14.675221 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.679743 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8cbb4e4-f5dc-449c-bcc9-8cf370010afd tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/06eb21f6-f8c0-47a5-a9e1-74efcc722b07 HTTP/1.1" status: 204 len: 168 time: 0.4943824 Jan 28 01:21:14.682362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50244) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:14.755780 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4088bc3-79ac-46d8-aba0-06d704de345e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:14.755965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4088bc3-79ac-46d8-aba0-06d704de345e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:14.766174 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4088bc3-79ac-46d8-aba0-06d704de345e tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/5ee263c8-9050-47c3-a0eb-f98739514d27 HTTP/1.1" status: 404 len: 337 time: 0.0803664 Jan 28 01:21:14.766917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50248) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:14.816078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-e5dd9837-4311-4547-8003-0a1c3d24fd8f service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426462 Jan 28 01:21:14.816719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50250) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:14.833434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17564b10-dca7-4681-900d-c8f49d6c7182 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5574fcf-0ce0-4e59-bc6e-88c51bafd83a HTTP/1.1" status: 200 len: 205 time: 0.0628278 Jan 28 01:21:14.837019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:14.893819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f2bdb1db-11d4-46fe-82e4-7eefbf12fd4e None None] Provisioning complete for port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:14.894214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb1db-11d4-46fe-82e4-7eefbf12fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.962713 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-5e75308d-eb4e-4816-9f6c-5522251b2e79 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] delete failed (client error): The resource could not be found. Jan 28 01:21:14.963692 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e75308d-eb4e-4816-9f6c-5522251b2e79 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/routers/d5574fcf-0ce0-4e59-bc6e-88c51bafd83a HTTP/1.1" status: 404 len: 336 time: 0.1257014 Jan 28 01:21:14.970164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50262) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.047208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f2bdb1db-11d4-46fe-82e4-7eefbf12fd4e None None] Port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:15.062722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-261928283'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:15.066917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f2bdb1db-11d4-46fe-82e4-7eefbf12fd4e None None] Provisioning complete for port 6287051a-f931-4fe6-817a-3244b0a4d39a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:15.067599 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f2bdb1db-11d4-46fe-82e4-7eefbf12fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.082406 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-00172c29-a29b-4e9c-924d-5afc26271338 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.082929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00172c29-a29b-4e9c-924d-5afc26271338 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.085876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-00172c29-a29b-4e9c-924d-5afc26271338 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/6827b177-78c9-436f-9390-3883f72e1cd3 HTTP/1.1" status: 404 len: 337 time: 0.0640364 Jan 28 01:21:15.088681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50266) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.116272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df3c8f18-265c-4aaf-a497-66aeebbeeddf req-bdd9add9-8d4c-447d-bec6-37e8fbc5b68d service neutron] 10.222.0.43 "GET /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861044 Jan 28 01:21:15.137197 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-245278b4-7009-4451-a092-afdaa5874f00 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.137659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245278b4-7009-4451-a092-afdaa5874f00 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.140925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b588eb-835c-474b-a861-8fd6785340df None None] DHCP port deletion for 3783a628-8799-4cbb-ae91-4109ebd4b578 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:21:15.142351 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-245278b4-7009-4451-a092-afdaa5874f00 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/60931dfe-c8f7-40f1-8679-f0438f09c020 HTTP/1.1" status: 404 len: 337 time: 0.0526567 Jan 28 01:21:15.152698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.156978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfd048fa-33b2-4185-9019-7c26520e02ba req-dfba3744-cf11-4731-b948-852edc08adea tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0977979 Jan 28 01:21:15.200105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (b09473ad-d9bd-4a96-89b1-215d1afd6313), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.200938 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b434824-5c4c-4802-9c9a-b1a7ec425ebc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.201404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b434824-5c4c-4802-9c9a-b1a7ec425ebc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.202495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (b09473ad-d9bd-4a96-89b1-215d1afd6313), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.207111 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4b434824-5c4c-4802-9c9a-b1a7ec425ebc tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/ac12a98f-4d40-4d39-89ea-7b2f3ecaa6b0 HTTP/1.1" status: 404 len: 337 time: 0.0508513 Jan 28 01:21:15.208178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50272) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.264631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f2bdb1db-11d4-46fe-82e4-7eefbf12fd4e None None] Current status of the port 6287051a-f931-4fe6-817a-3244b0a4d39a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:15.287189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-32b588eb-835c-474b-a861-8fd6785340df None None] Deleting port 6287051a-f931-4fe6-817a-3244b0a4d39a {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:15.287814 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4deaedd-79fc-4ae0-8031-87670a0b7237 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.288718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4deaedd-79fc-4ae0-8031-87670a0b7237 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.291573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32b588eb-835c-474b-a861-8fd6785340df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.295673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c4deaedd-79fc-4ae0-8031-87670a0b7237 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/73144027-f13d-4cdf-846f-fb712d20032f HTTP/1.1" status: 404 len: 333 time: 0.0791941 Jan 28 01:21:15.298311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50276) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.347587 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a7f41f-13f6-48ea-a350-9088147661cf tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.348047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a7f41f-13f6-48ea-a350-9088147661cf tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.367107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c2a7f41f-13f6-48ea-a350-9088147661cf tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/702d2766-e241-4905-a835-82791cc1db2c HTTP/1.1" status: 404 len: 337 time: 0.0672746 Jan 28 01:21:15.369389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.394563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (b09473ad-d9bd-4a96-89b1-215d1afd6313), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.422623 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (b09473ad-d9bd-4a96-89b1-215d1afd6313), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.426353 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69e01ce-fff4-4fad-b828-408270745d04 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.426353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69e01ce-fff4-4fad-b828-408270745d04 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.429417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e69e01ce-fff4-4fad-b828-408270745d04 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/7f6c5589-4415-4a41-99a7-3ffcfe20d5d3 HTTP/1.1" status: 404 len: 337 time: 0.0590754 Jan 28 01:21:15.436673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50280) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.448651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-32b588eb-835c-474b-a861-8fd6785340df None None] For port 6287051a-f931-4fe6-817a-3244b0a4d39a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6287051a-f931-4fe6-817a-3244b0a4d39a,segment=NetworkSegment(35581ac0-fd7a-4875-ae13-3992f4628e5d),segment_id=35581ac0-fd7a-4875-ae13-3992f4628e5d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:15.449313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32b588eb-835c-474b-a861-8fd6785340df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.467835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.469207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-229db745-91ac-4ce4-ae85-7b78ea965498 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6515322 Jan 28 01:21:15.477751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.479030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-32b588eb-835c-474b-a861-8fd6785340df None None] Calling delete_port for 6287051a-f931-4fe6-817a-3244b0a4d39a owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:15.485488 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0f563e-aa31-4a59-9425-41911ea0c2e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.490661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0f563e-aa31-4a59-9425-41911ea0c2e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.496330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6d0f563e-aa31-4a59-9425-41911ea0c2e8 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/727aeae9-bb6d-4c35-9561-09de8e3daaf8 HTTP/1.1" status: 404 len: 333 time: 0.0590930 Jan 28 01:21:15.502078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72923-5f4c-47a1-b07c-476bef3acbf3 req-706a8939-b15f-4bcd-ae24-a6ed7ec727cf tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:15.505749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48f72923-5f4c-47a1-b07c-476bef3acbf3 req-706a8939-b15f-4bcd-ae24-a6ed7ec727cf tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.2332160 Jan 28 01:21:15.506363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50284) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.563852 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f5773e-8e5e-4584-a3eb-1d7f230fe257 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.564365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f5773e-8e5e-4584-a3eb-1d7f230fe257 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.568253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-25f5773e-8e5e-4584-a3eb-1d7f230fe257 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/f5ad701c-3fd1-47e7-8f34-d307322a42e5 HTTP/1.1" status: 404 len: 337 time: 0.0600116 Jan 28 01:21:15.571015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50286) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.604732 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d71483-721d-47b2-a1cf-71b4af975455 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] DELETE failed (client error): The resource could not be found. Jan 28 01:21:15.605358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d71483-721d-47b2-a1cf-71b4af975455 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:21:15.608854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-72d71483-721d-47b2-a1cf-71b4af975455 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/subnets/820aac85-1b06-4965-a95b-f8a1ac197411 HTTP/1.1" status: 404 len: 337 time: 0.0365849 Jan 28 01:21:15.615789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50288) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:15.643203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32b588eb-835c-474b-a861-8fd6785340df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (6287051a-f931-4fe6-817a-3244b0a4d39a), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.657116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (b09473ad-d9bd-4a96-89b1-215d1afd6313), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.658270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b588eb-835c-474b-a861-8fd6785340df None None] No DVR routers for this DVR port 6287051a-f931-4fe6-817a-3244b0a4d39a on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:15.694265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48f72923-5f4c-47a1-b07c-476bef3acbf3 req-5295d29d-0685-4e77-b4f8-5bc8b53aeb22 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666083 Jan 28 01:21:15.708889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b588eb-835c-474b-a861-8fd6785340df None None] Pushing event deleted for resources: {'Port': ['ID=6287051a-f931-4fe6-817a-3244b0a4d39a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:15.820853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Deleting port c0118e84-8d63-4ee8-93f6-5716dfae2bd0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:15.833172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.896173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:21:15.918069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6287051a-f931-4fe6-817a-3244b0a4d39a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:21:15.918738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6287051a-f931-4fe6-817a-3244b0a4d39a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:21:15.936995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (b09473ad-d9bd-4a96-89b1-215d1afd6313), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.940502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (b09473ad-d9bd-4a96-89b1-215d1afd6313), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.991861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.006649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (b09473ad-d9bd-4a96-89b1-215d1afd6313), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.007632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b09473ad-d9bd-4a96-89b1-215d1afd6313 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:21:16.026784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.028443 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30c6b504-6250-45a4-acf9-ec3822ad0932 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b09473ad-d9bd-4a96-89b1-215d1afd6313 HTTP/1.1" status: 204 len: 168 time: 0.5444155 Jan 28 01:21:16.048501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Calling delete_port for c0118e84-8d63-4ee8-93f6-5716dfae2bd0 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:16.151972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50294) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:16.163739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Request body: {'router': {'name': 'tempest-router-733970001', 'distributed': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:16.164048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c0118e84-8d63-4ee8-93f6-5716dfae2bd0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.207665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (8dab9be6-2615-44b4-bc15-c052c2e9de15), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.211385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (8dab9be6-2615-44b4-bc15-c052c2e9de15), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.212939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Port': ['ID=c0118e84-8d63-4ee8-93f6-5716dfae2bd0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:16.220968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.225820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c82b2a49-8668-4cc8-8efa-e13fa1112113 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/ports/c0118e84-8d63-4ee8-93f6-5716dfae2bd0 HTTP/1.1" status: 204 len: 168 time: 0.6078327 Jan 28 01:21:16.227353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:16.331061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3783a628-8799-4cbb-ae91-4109ebd4b578), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.338774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (8dab9be6-2615-44b4-bc15-c052c2e9de15), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.351543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (8dab9be6-2615-44b4-bc15-c052c2e9de15), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.375586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.377063 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4bc057f5-ea94-4c24-a5be-679b89074b3e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2235281 Jan 28 01:21:16.379801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50302) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:16.382921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88524f1f-20ad-4876-bfa7-e098887dca07 req-7dca9a9b-b1ea-4a8b-9d86-bdb90b5f0209 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0496426 Jan 28 01:21:16.475945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (8dab9be6-2615-44b4-bc15-c052c2e9de15), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.511258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3783a628-8799-4cbb-ae91-4109ebd4b578), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.539511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3783a628-8799-4cbb-ae91-4109ebd4b578']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:16.551478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35581ac0-fd7a-4875-ae13-3992f4628e5d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:16.552358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35581ac0-fd7a-4875-ae13-3992f4628e5d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:16.563889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (35581ac0-fd7a-4875-ae13-3992f4628e5d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.578257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (35581ac0-fd7a-4875-ae13-3992f4628e5d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.584878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:21:16.585707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (35581ac0-fd7a-4875-ae13-3992f4628e5d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:21:16.589049 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:21:16.659475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3783a628-8799-4cbb-ae91-4109ebd4b578), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.669551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (8dab9be6-2615-44b4-bc15-c052c2e9de15), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.671289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.675212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (8dab9be6-2615-44b4-bc15-c052c2e9de15), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.677908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] 10.222.0.23 "DELETE /v2.0/networks/3783a628-8799-4cbb-ae91-4109ebd4b578 HTTP/1.1" status: 204 len: 168 time: 0.4493380 Jan 28 01:21:16.708075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c3841-1101-4823-b739-e7275992e0c1 tempest-PortsTestJSON-1682054618 tempest-PortsTestJSON-1682054618-project] Pushing event deleted for resources: {'Network': ['ID=3783a628-8799-4cbb-ae91-4109ebd4b578,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:16.743377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (8dab9be6-2615-44b4-bc15-c052c2e9de15), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.744582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dab9be6-2615-44b4-bc15-c052c2e9de15 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:21:16.759032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.760653 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a29ec58d-1020-4c4a-9bb2-b2136b5d38cb tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8dab9be6-2615-44b4-bc15-c052c2e9de15 HTTP/1.1" status: 204 len: 168 time: 0.3795538 Jan 28 01:21:16.764580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50308) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:16.770479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Request body: {'router': {'name': 'tempest-router-1577536899', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e0e2d49341bd4c31a4a5238c891f45c3'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:16.796430 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.798668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.901099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.912705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.923306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc7fe-c070-49c6-bac6-4a62f4763478 req-8bf3c52a-8a7e-4768-ad43-648d7f33551d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:16.925101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-836fc7fe-c070-49c6-bac6-4a62f4763478 req-8bf3c52a-8a7e-4768-ad43-648d7f33551d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1137435 Jan 28 01:21:16.966875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:16.971002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-70309604-4759-4036-b488-89b2b9459ca0 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2026281 Jan 28 01:21:16.971943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:16.984175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:17.128456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-836fc7fe-c070-49c6-bac6-4a62f4763478 req-33bcc042-c41b-4d24-9608-eccff83a390b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973932 Jan 28 01:21:17.200419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50320) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:17.408239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1f5a84b-2332-4aa9-9a49-71671216648a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71f2980cd2fc4a29bbd0e0d2f4cbedd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059848 Jan 28 01:21:17.408641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231945'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.409149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (1831e562-3c61-4d6a-b909-c227ea6be283), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.409258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50326) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:17.501793 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Publish callbacks [] for security_group (d66d3b50-b7a8-4335-ab4f-03ab0898d558), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.510018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109594) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 01:21:17.510374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Router 1831e562-3c61-4d6a-b909-c227ea6be283 migrating from provider to provider. {{(pid=109594) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 01:21:17.511388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.518414 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.527328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Publish callbacks [] for security_group (d66d3b50-b7a8-4335-ab4f-03ab0898d558), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.538952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582100'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.599510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d66d3b50-b7a8-4335-ab4f-03ab0898d558), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.603874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.605682 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d66d3b50-b7a8-4335-ab4f-03ab0898d558 HTTP/1.1" status: 204 len: 168 time: 0.1953962 Jan 28 01:21:17.616232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d3b50-b7a8-4335-ab4f-03ab0898d558,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:17.627125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.627855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.628411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.629049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.629633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.630245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.630806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.631614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.632192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.632800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.634662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.635242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.636036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac0082-4b93-43cf-a8d9-274ff2baa88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:17.663775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a08d0db6-715c-4d56-aaab-250410e94e1d req-424975bb-4504-4bea-939d-5891f595ac2b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1435180 Jan 28 01:21:17.725928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2fbe-39c6-4cdc-875c-a687794f55df req-892733e9-5683-49c1-a557-df1c7e13b1a6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:17.727837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52ce2fbe-39c6-4cdc-875c-a687794f55df req-892733e9-5683-49c1-a557-df1c7e13b1a6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.4436822 Jan 28 01:21:17.740914 n-d-826756-1 neutron-server[109594]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] No L3 agents can host the router 1831e562-3c61-4d6a-b909-c227ea6be283 Jan 28 01:21:17.922354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52ce2fbe-39c6-4cdc-875c-a687794f55df req-eab2f21d-9516-4f07-bfba-99e30fac2444 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794550 Jan 28 01:21:17.923829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Hosts for router 1831e562-3c61-4d6a-b909-c227ea6be283: [] {{(pid=109594) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 01:21:17.950971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Hosts for other DVR routers connected to router 1831e562-3c61-4d6a-b909-c227ea6be283: set() {{(pid=109594) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 01:21:17.957474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:17.961202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0e0d6cc-c3b4-47f9-9417-bf49055e4a98 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "PUT /v2.0/routers/1831e562-3c61-4d6a-b909-c227ea6be283 HTTP/1.1" status: 200 len: 717 time: 0.9858172 Jan 28 01:21:17.961618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50336) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:18.088259 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2b23e81-84bc-444c-b44e-391ec939e61f tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "GET /v2.0/routers/1831e562-3c61-4d6a-b909-c227ea6be283 HTTP/1.1" status: 200 len: 717 time: 0.1253517 Jan 28 01:21:18.090932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50350) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:18.140350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da40e68-c2e7-4c07-a3d0-10a9f31fa413 req-3765372d-e1c5-4b2d-a195-e28526939aff tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:18.148559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5da40e68-c2e7-4c07-a3d0-10a9f31fa413 req-3765372d-e1c5-4b2d-a195-e28526939aff tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0658593 Jan 28 01:21:18.222902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5da40e68-c2e7-4c07-a3d0-10a9f31fa413 req-c4a6ab96-e790-4cb7-b572-31cff194e060 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697725 Jan 28 01:21:18.396003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d042a1-36dd-4902-9f0d-01a104886502 req-bdb5cd40-1d26-42e2-8d80-20c8cbd70ad6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:18.397530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00d042a1-36dd-4902-9f0d-01a104886502 req-bdb5cd40-1d26-42e2-8d80-20c8cbd70ad6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0770314 Jan 28 01:21:18.452622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00d042a1-36dd-4902-9f0d-01a104886502 req-e2729309-7ced-480d-9296-dc27dcb51ab6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Jan 28 01:21:18.546235 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-519a51a5-193c-435c-8234-a78f352723dd tempest-RoutersTestDVR-709633049 tempest-RoutersTestDVR-709633049-project] 10.222.0.23 "GET /v2.0/routers/1831e562-3c61-4d6a-b909-c227ea6be283 HTTP/1.1" status: 200 len: 683 time: 0.4536381 Jan 28 01:21:18.548499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50372) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:18.596527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50374) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:18.699945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067581997'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:18.732382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.751915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.841669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (10258837-1e09-43b1-9c0f-6e259f688521), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.848040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (10258837-1e09-43b1-9c0f-6e259f688521), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.885885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10258837-1e09-43b1-9c0f-6e259f688521,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:18.931237 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.937223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.967140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3710061-f4d4-4a06-8e5e-720dd5eefd71,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:18.973806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (1831e562-3c61-4d6a-b909-c227ea6be283), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.988879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:18.990885 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf427756-219f-49d6-9e0e-c3260ed45cd4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3930464 Jan 28 01:21:18.993815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50380) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:18.994894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-054d47c9-1c59-41b2-ac17-a2c80ee835be req-1066004a-eb5a-402d-802f-a28d90ad0ef4 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0506711 Jan 28 01:21:19.066563 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4548c3e0-8cf7-4d7b-8681-6c09c2b4c97e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0715187 Jan 28 01:21:19.069303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50384) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:19.074098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-security--1779150176', 'description': 'tempest-security-description-434611670'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:19.096984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63460caa-c180-4fb9-9a07-0d2d47c8d469 req-a9d00690-91d1-429a-8060-05b8b69e7959 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:19.098584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63460caa-c180-4fb9-9a07-0d2d47c8d469 req-a9d00690-91d1-429a-8060-05b8b69e7959 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.5073736 Jan 28 01:21:19.240755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.243755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (1831e562-3c61-4d6a-b909-c227ea6be283), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.253379 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.338776 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (1831e562-3c61-4d6a-b909-c227ea6be283), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.339336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1831e562-3c61-4d6a-b909-c227ea6be283 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:21:19.344142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.348956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3c465374-cc5b-4fb6-a39f-8653b211cc81 tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1831e562-3c61-4d6a-b909-c227ea6be283 HTTP/1.1" status: 204 len: 168 time: 0.7994218 Jan 28 01:21:19.349246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:19.352477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63460caa-c180-4fb9-9a07-0d2d47c8d469 req-82e5541b-3708-4a07-81d2-ffc1e39c33f6 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270081 Jan 28 01:21:19.359955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Request body: {'router': {'name': 'tempest-router-927251203', 'distributed': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:19.368953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.385936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.409659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.415747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:19.418441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "PUT /v2.0/security-groups/a3710061-f4d4-4a06-8e5e-720dd5eefd71 HTTP/1.1" status: 200 len: 1796 time: 0.3478510 Jan 28 01:21:19.423678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (72149153-fde9-4db5-bc85-b948a6b07a2a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.424739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (72149153-fde9-4db5-bc85-b948a6b07a2a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.494001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbc1ba-a5e1-4c78-9484-b74e0abdf9d4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3710061-f4d4-4a06-8e5e-720dd5eefd71,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:19.567357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39e092-5edb-4a08-b2af-0ce9ac6756a3 req-6369fde8-53be-46a8-9aab-ed9afdbc5537 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:19.569139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a39e092-5edb-4a08-b2af-0ce9ac6756a3 req-6369fde8-53be-46a8-9aab-ed9afdbc5537 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0514338 Jan 28 01:21:19.648875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a39e092-5edb-4a08-b2af-0ce9ac6756a3 req-90f13ab6-edb5-4fff-84e4-fade755f7b72 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700080 Jan 28 01:21:19.789808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (72149153-fde9-4db5-bc85-b948a6b07a2a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.795436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9c508-99b2-4eeb-b0e6-4858707ef081 req-f2542dc5-9b8d-4dc2-8f34-94d14694e370 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:19.801029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (72149153-fde9-4db5-bc85-b948a6b07a2a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.804519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edc9c508-99b2-4eeb-b0e6-4858707ef081 req-f2542dc5-9b8d-4dc2-8f34-94d14694e370 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0706429 Jan 28 01:21:19.832686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.837218 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e08319d-91aa-4c27-b0c6-1ff2b96cb66e tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4864590 Jan 28 01:21:19.838055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50404) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:19.869861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edc9c508-99b2-4eeb-b0e6-4858707ef081 req-32676cac-05c3-4def-9f12-49330b9c9100 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Jan 28 01:21:19.927718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (72149153-fde9-4db5-bc85-b948a6b07a2a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:19.967519 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2127372-b106-40c5-8b65-e3e6c0035174 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups/a3710061-f4d4-4a06-8e5e-720dd5eefd71 HTTP/1.1" status: 200 len: 1796 time: 0.5504427 Jan 28 01:21:19.971984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50408) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:19.985227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc166c7-1e51-4690-96db-98f85ba7ce39 req-2d37201f-d667-41fc-9ce7-314a2f37e1f1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:19.987107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acc166c7-1e51-4690-96db-98f85ba7ce39 req-2d37201f-d667-41fc-9ce7-314a2f37e1f1 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0540783 Jan 28 01:21:20.052660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acc166c7-1e51-4690-96db-98f85ba7ce39 req-89d5ad55-af02-4541-bd98-b9a7d805df5e tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Jan 28 01:21:20.147706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bda5320-2e22-4df8-b6e0-2292c4dfcfb6 req-48932523-143d-4b16-a509-d80f0d354a0e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0299475 Jan 28 01:21:20.167869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b326c02c-676a-409d-aaf3-1b0aaf16b7e1 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.171430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (72149153-fde9-4db5-bc85-b948a6b07a2a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.199672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router_controller (72149153-fde9-4db5-bc85-b948a6b07a2a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.232048 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b326c02c-676a-409d-aaf3-1b0aaf16b7e1 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.261896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e6524-fd2c-4eac-8b90-5d484a518c59 req-e24ad19f-afe2-4cc7-82a7-138e208a1b79 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:20.269599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c1e6524-fd2c-4eac-8b90-5d484a518c59 req-e24ad19f-afe2-4cc7-82a7-138e208a1b79 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0716286 Jan 28 01:21:20.326771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c1e6524-fd2c-4eac-8b90-5d484a518c59 req-434e6b54-af7f-4ab6-9c42-b4e7b87fe751 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562377 Jan 28 01:21:20.334180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b326c02c-676a-409d-aaf3-1b0aaf16b7e1 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a3710061-f4d4-4a06-8e5e-720dd5eefd71), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.337113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b326c02c-676a-409d-aaf3-1b0aaf16b7e1 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.338448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b326c02c-676a-409d-aaf3-1b0aaf16b7e1 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3710061-f4d4-4a06-8e5e-720dd5eefd71 HTTP/1.1" status: 204 len: 168 time: 0.3651867 Jan 28 01:21:20.341244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50420) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:20.351299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (72149153-fde9-4db5-bc85-b948a6b07a2a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.354947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72149153-fde9-4db5-bc85-b948a6b07a2a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:21:20.367880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.373361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8d4c64b3-b853-410d-823a-d85572844bbe tempest-RoutersTestDVR-1925876115 tempest-RoutersTestDVR-1925876115-project-admin] 10.222.0.23 "DELETE /v2.0/routers/72149153-fde9-4db5-bc85-b948a6b07a2a HTTP/1.1" status: 204 len: 168 time: 0.5252934 Jan 28 01:21:20.379550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326c02c-676a-409d-aaf3-1b0aaf16b7e1 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3710061-f4d4-4a06-8e5e-720dd5eefd71,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:20.485283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d56a32dc-5533-41f2-83ec-faa403975dd8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425633 Jan 28 01:21:20.487974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50428) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:20.511923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad86549-14d0-4089-a246-cc7a40d7a91e req-3083686c-cb04-4a28-bb2e-50f30518bb9d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:20.518386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ad86549-14d0-4089-a246-cc7a40d7a91e req-3083686c-cb04-4a28-bb2e-50f30518bb9d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0863304 Jan 28 01:21:20.531934 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-4898c956-9657-4fe1-80b6-72f52425a0d2 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] delete failed (client error): The resource could not be found. Jan 28 01:21:20.533031 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4898c956-9657-4fe1-80b6-72f52425a0d2 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3710061-f4d4-4a06-8e5e-720dd5eefd71 HTTP/1.1" status: 404 len: 347 time: 0.0436592 Jan 28 01:21:20.537248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50430) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:20.541573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638793561'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:20.580230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.598743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ad86549-14d0-4089-a246-cc7a40d7a91e req-48dae828-2882-44ed-9edf-807185af16e5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748179 Jan 28 01:21:20.685116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.695482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.756010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.760836 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2195523 Jan 28 01:21:20.763306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50438) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:20.768389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': 'c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:20.795999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9f2db-4a7d-4320-a1f6-0774d67e7c24 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:20.819403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (01480601-d044-4142-b8be-fbd9f3ac5bea), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.830779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:20.835877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4224aa-b2ab-4fda-a410-f545be3c2223 req-182d3fc6-1af3-497d-ae68-79d1038691f8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:20.837442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf4224aa-b2ab-4fda-a410-f545be3c2223 req-182d3fc6-1af3-497d-ae68-79d1038691f8 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1033831 Jan 28 01:21:20.910753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (01480601-d044-4142-b8be-fbd9f3ac5bea), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.917490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (01480601-d044-4142-b8be-fbd9f3ac5bea), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.941743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01480601-d044-4142-b8be-fbd9f3ac5bea,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:20.953020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf4224aa-b2ab-4fda-a410-f545be3c2223 req-cc097755-9f6d-428c-a7e1-0f22bf521988 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080935 Jan 28 01:21:20.963659 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:20.977721 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-25e59b18-15b1-493f-9d9a-ffe234413ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2031329 Jan 28 01:21:20.977721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50444) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.038734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d871706-1df6-43eb-8390-b7f9ca753405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.040972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a95230a3-cd75-427e-b20b-24b97cf60c60 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (01480601-d044-4142-b8be-fbd9f3ac5bea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.062606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a95230a3-cd75-427e-b20b-24b97cf60c60 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (01480601-d044-4142-b8be-fbd9f3ac5bea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.095895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e0994-91c2-438a-ba2b-5c56bda751a1 req-75639a26-12f6-4f3f-87cc-d08060fb29c5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:21.097538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-426e0994-91c2-438a-ba2b-5c56bda751a1 req-75639a26-12f6-4f3f-87cc-d08060fb29c5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0529130 Jan 28 01:21:21.105425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a95230a3-cd75-427e-b20b-24b97cf60c60 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (01480601-d044-4142-b8be-fbd9f3ac5bea), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.113571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a95230a3-cd75-427e-b20b-24b97cf60c60 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.115020 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a95230a3-cd75-427e-b20b-24b97cf60c60 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/01480601-d044-4142-b8be-fbd9f3ac5bea HTTP/1.1" status: 204 len: 168 time: 0.1429451 Jan 28 01:21:21.118960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50448) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.127166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95230a3-cd75-427e-b20b-24b97cf60c60 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01480601-d044-4142-b8be-fbd9f3ac5bea,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:21.166858 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d871706-1df6-43eb-8390-b7f9ca753405 admin admin] Publish callbacks [] for security_group (0b8c2bd1-625e-424f-88f4-6bb3d283b003), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.172842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d871706-1df6-43eb-8390-b7f9ca753405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0b8c2bd1-625e-424f-88f4-6bb3d283b003), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.211215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-426e0994-91c2-438a-ba2b-5c56bda751a1 req-8aeca1db-bc37-4861-b4ae-ba0390b250dc tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045916 Jan 28 01:21:21.217729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7d871706-1df6-43eb-8390-b7f9ca753405 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0e2d49341bd4c31a4a5238c891f45c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858180 Jan 28 01:21:21.218752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d871706-1df6-43eb-8390-b7f9ca753405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c2bd1-625e-424f-88f4-6bb3d283b003,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:21.221276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50454) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.230688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ddb390ae-fda7-4cb9-ba50-f7837c49a591 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084573 Jan 28 01:21:21.232192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50456) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.326332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b48cd52-a35d-422c-9294-f36e0aa8edd8 req-38c18588-a25d-4ff8-a818-b97de91eeb95 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0521832 Jan 28 01:21:21.360436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-973d20ec-af44-4fdc-acab-d5c35e7f6dcd admin admin] Publish callbacks [] for security_group (0b8c2bd1-625e-424f-88f4-6bb3d283b003), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.374448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac751577-fd4a-4adb-9407-0f1e699a8ec0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.402752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac751577-fd4a-4adb-9407-0f1e699a8ec0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.454598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-973d20ec-af44-4fdc-acab-d5c35e7f6dcd admin admin] Publish callbacks [] for security_group (0b8c2bd1-625e-424f-88f4-6bb3d283b003), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.497840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac751577-fd4a-4adb-9407-0f1e699a8ec0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.498095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c7b54-2edd-4bdb-9614-145bf2499d45 req-41af3455-b554-4505-aafe-d7dc273e4f2b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:21.499810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe2c7b54-2edd-4bdb-9614-145bf2499d45 req-41af3455-b554-4505-aafe-d7dc273e4f2b tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0786679 Jan 28 01:21:21.501021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac751577-fd4a-4adb-9407-0f1e699a8ec0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.504801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ac751577-fd4a-4adb-9407-0f1e699a8ec0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5 HTTP/1.1" status: 204 len: 168 time: 0.2716653 Jan 28 01:21:21.504963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.529957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac751577-fd4a-4adb-9407-0f1e699a8ec0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d34c6-bdc4-44e4-9b59-348e5ff8e7e5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:21.563551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-973d20ec-af44-4fdc-acab-d5c35e7f6dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0b8c2bd1-625e-424f-88f4-6bb3d283b003), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.567851 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-973d20ec-af44-4fdc-acab-d5c35e7f6dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.571371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-973d20ec-af44-4fdc-acab-d5c35e7f6dcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b8c2bd1-625e-424f-88f4-6bb3d283b003 HTTP/1.1" status: 204 len: 168 time: 0.3468881 Jan 28 01:21:21.591006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d20ec-af44-4fdc-acab-d5c35e7f6dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c2bd1-625e-424f-88f4-6bb3d283b003,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:21.600144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bab473ca-50c3-4bf9-a6c8-35ec29e17a4f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918753 Jan 28 01:21:21.605659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50470) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.612770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe2c7b54-2edd-4bdb-9614-145bf2499d45 req-c8cbee70-98e2-4cf9-a734-c05ad164de34 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999823 Jan 28 01:21:21.626753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435053402'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:21.654622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.759474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (2fe2ec10-a9f2-4d55-a6dd-ddad2771048f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.765376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fe2ec10-a9f2-4d55-a6dd-ddad2771048f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.795374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d9b4c-07b9-42ac-a59e-91a7d45efe06 req-a4cfc9c0-206c-4971-a3f8-8ec14ed29680 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:21.799987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.803767 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1946042 Jan 28 01:21:21.803767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e84f72-1d8a-4e30-a656-b18f253cb0de tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe2ec10-a9f2-4d55-a6dd-ddad2771048f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:21.804917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-137d9b4c-07b9-42ac-a59e-91a7d45efe06 req-a4cfc9c0-206c-4971-a3f8-8ec14ed29680 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0986753 Jan 28 01:21:21.805683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50476) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.810559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '2fe2ec10-a9f2-4d55-a6dd-ddad2771048f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:21.844864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (43f6b920-06b3-448f-961f-52e302b751ec), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.877676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-137d9b4c-07b9-42ac-a59e-91a7d45efe06 req-7dacbe53-dc03-4f5f-8f4a-60e9ac78f9f2 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677774 Jan 28 01:21:21.927578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (43f6b920-06b3-448f-961f-52e302b751ec), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.933747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (43f6b920-06b3-448f-961f-52e302b751ec), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.964645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:21.969522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50482) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:21.970518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638227 Jan 28 01:21:21.975433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '2fe2ec10-a9f2-4d55-a6dd-ddad2771048f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:21.979191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918f61f-7abb-4010-8774-8a64c7e4a9ce tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f6b920-06b3-448f-961f-52e302b751ec,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.073736 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (9e84b19a-4169-4b46-956d-4a4c3564d030), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.085022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50484) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:22.102890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e21c0cad-faa1-4e09-9695-55095fc75257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.109475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5461cb-cd0e-4afc-8d68-68f6e5080e87 req-d291e4ee-e071-4e32-8eda-f86acb1dd608 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:22.117676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b5461cb-cd0e-4afc-8d68-68f6e5080e87 req-d291e4ee-e071-4e32-8eda-f86acb1dd608 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.1081560 Jan 28 01:21:22.201905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e21c0cad-faa1-4e09-9695-55095fc75257 admin admin] Publish callbacks [] for security_group (95e9c355-e9d6-4d33-8ba9-a081874abccb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.206057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b5461cb-cd0e-4afc-8d68-68f6e5080e87 req-0dac6c28-fd09-49d6-84d2-7b0dd5d27993 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871763 Jan 28 01:21:22.218354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e21c0cad-faa1-4e09-9695-55095fc75257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (95e9c355-e9d6-4d33-8ba9-a081874abccb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.218668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (9e84b19a-4169-4b46-956d-4a4c3564d030), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.224946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9e84b19a-4169-4b46-956d-4a4c3564d030), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.251289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e84b19a-4169-4b46-956d-4a4c3564d030,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.271489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.271936 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e21c0cad-faa1-4e09-9695-55095fc75257 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b26f0d9e7f0c463b9ecb19ced3e1f73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857772 Jan 28 01:21:22.272837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0cad-faa1-4e09-9695-55095fc75257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9c355-e9d6-4d33-8ba9-a081874abccb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.275174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50488) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:22.278379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-456c3aae-6210-45a3-b591-22450a900192 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072398 Jan 28 01:21:22.278985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:22.283382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '2fe2ec10-a9f2-4d55-a6dd-ddad2771048f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:22.312556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (0e4681a8-15db-4640-915f-a0b290bdf1b5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.340600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2f9bf0c-2a61-4428-bc9b-f78b01c88fe0 admin admin] Publish callbacks [] for security_group (95e9c355-e9d6-4d33-8ba9-a081874abccb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.367951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2f9bf0c-2a61-4428-bc9b-f78b01c88fe0 admin admin] Publish callbacks [] for security_group (95e9c355-e9d6-4d33-8ba9-a081874abccb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.443872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (0e4681a8-15db-4640-915f-a0b290bdf1b5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.453637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (0e4681a8-15db-4640-915f-a0b290bdf1b5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.487798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2f9bf0c-2a61-4428-bc9b-f78b01c88fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (95e9c355-e9d6-4d33-8ba9-a081874abccb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.487798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f2f9bf0c-2a61-4428-bc9b-f78b01c88fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.492149 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f2f9bf0c-2a61-4428-bc9b-f78b01c88fe0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95e9c355-e9d6-4d33-8ba9-a081874abccb HTTP/1.1" status: 204 len: 168 time: 0.2131648 Jan 28 01:21:22.499005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4681a8-15db-4640-915f-a0b290bdf1b5,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.510294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9bf0c-2a61-4428-bc9b-f78b01c88fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9c355-e9d6-4d33-8ba9-a081874abccb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.565281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1aa4783-af1b-4ada-ab30-0ea031c87ca4 req-701d6967-abde-42e2-aa20-1a89d857764c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0479586 Jan 28 01:21:22.584928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.586189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3c4defab-fe50-4b4c-a426-a49d527313f5 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3062837 Jan 28 01:21:22.599322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:22.603543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '2fe2ec10-a9f2-4d55-a6dd-ddad2771048f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:22.648601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (2452f6d6-8019-4588-b9b3-7b8ef6004fba), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.747335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (2452f6d6-8019-4588-b9b3-7b8ef6004fba), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.756328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2452f6d6-8019-4588-b9b3-7b8ef6004fba), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.780752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2452f6d6-8019-4588-b9b3-7b8ef6004fba,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.791036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.795984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b0da755-e9ae-44d9-868f-034797a5e813 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1958098 Jan 28 01:21:22.796510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50508) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:22.801350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '2fe2ec10-a9f2-4d55-a6dd-ddad2771048f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:22.850713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (b9aff3c9-01d5-4471-8856-a8c3dac1b9b2), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.919734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (b9aff3c9-01d5-4471-8856-a8c3dac1b9b2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.924477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b9aff3c9-01d5-4471-8856-a8c3dac1b9b2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.945488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9aff3c9-01d5-4471-8856-a8c3dac1b9b2,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:22.955173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.956534 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97f6b8c3-eb0f-4f56-9adb-48c8464c9eaf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1588166 Jan 28 01:21:22.959391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:22.986587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebe8a-77f0-410d-96d3-2b17d1756e66 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (b9aff3c9-01d5-4471-8856-a8c3dac1b9b2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:22.996875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebe8a-77f0-410d-96d3-2b17d1756e66 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (b9aff3c9-01d5-4471-8856-a8c3dac1b9b2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.039613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebe8a-77f0-410d-96d3-2b17d1756e66 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b9aff3c9-01d5-4471-8856-a8c3dac1b9b2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.055105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebe8a-77f0-410d-96d3-2b17d1756e66 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.062571 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eb4ebe8a-77f0-410d-96d3-2b17d1756e66 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b9aff3c9-01d5-4471-8856-a8c3dac1b9b2 HTTP/1.1" status: 204 len: 168 time: 0.1010704 Jan 28 01:21:23.064902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50518) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.073368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ebe8a-77f0-410d-96d3-2b17d1756e66 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9aff3c9-01d5-4471-8856-a8c3dac1b9b2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:23.132302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50522) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.132954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1eb46ca9-1d37-4954-80d9-398b1ea8dad8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0666034 Jan 28 01:21:23.162368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7be83f-989e-48e9-a161-c9eec79cbf43 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (2452f6d6-8019-4588-b9b3-7b8ef6004fba), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.171920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7be83f-989e-48e9-a161-c9eec79cbf43 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (2452f6d6-8019-4588-b9b3-7b8ef6004fba), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.216875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7be83f-989e-48e9-a161-c9eec79cbf43 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2452f6d6-8019-4588-b9b3-7b8ef6004fba), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.226186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d7be83f-989e-48e9-a161-c9eec79cbf43 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.230311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.237423 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d7be83f-989e-48e9-a161-c9eec79cbf43 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2452f6d6-8019-4588-b9b3-7b8ef6004fba HTTP/1.1" status: 204 len: 168 time: 0.1039507 Jan 28 01:21:23.255312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be83f-989e-48e9-a161-c9eec79cbf43 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2452f6d6-8019-4588-b9b3-7b8ef6004fba,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:23.331310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-727535f5-302e-4885-a130-04f16f4d31ec tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0995798 Jan 28 01:21:23.334404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50528) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.382155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d455d48-1b79-4891-8884-d99c3b37b90f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (0e4681a8-15db-4640-915f-a0b290bdf1b5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.396813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d455d48-1b79-4891-8884-d99c3b37b90f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (0e4681a8-15db-4640-915f-a0b290bdf1b5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.476691 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d455d48-1b79-4891-8884-d99c3b37b90f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (0e4681a8-15db-4640-915f-a0b290bdf1b5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.499036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d455d48-1b79-4891-8884-d99c3b37b90f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.502972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50540) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.504688 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d455d48-1b79-4891-8884-d99c3b37b90f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0e4681a8-15db-4640-915f-a0b290bdf1b5 HTTP/1.1" status: 204 len: 168 time: 0.1646914 Jan 28 01:21:23.529865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d455d48-1b79-4891-8884-d99c3b37b90f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e4681a8-15db-4640-915f-a0b290bdf1b5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:23.592044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6cd16e53-536a-4a10-8a6e-0e19560c9424 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0878489 Jan 28 01:21:23.594799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50548) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.638131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-63cd3343-c8a1-4c88-be97-6ecc3ccb1418 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (9e84b19a-4169-4b46-956d-4a4c3564d030), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.656470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-63cd3343-c8a1-4c88-be97-6ecc3ccb1418 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (9e84b19a-4169-4b46-956d-4a4c3564d030), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.715109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-63cd3343-c8a1-4c88-be97-6ecc3ccb1418 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9e84b19a-4169-4b46-956d-4a4c3564d030), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.722605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-63cd3343-c8a1-4c88-be97-6ecc3ccb1418 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.726969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-63cd3343-c8a1-4c88-be97-6ecc3ccb1418 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9e84b19a-4169-4b46-956d-4a4c3564d030 HTTP/1.1" status: 204 len: 168 time: 0.1307299 Jan 28 01:21:23.732247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50554) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.758846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd3343-c8a1-4c88-be97-6ecc3ccb1418 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e84b19a-4169-4b46-956d-4a4c3564d030,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:23.780969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50556) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.829658 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-95c24700-da24-453d-bf53-abf2fde1c2c6 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0936129 Jan 28 01:21:23.833900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50560) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.835743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48723d1b-7774-4c72-9dcb-1062b8e152a4 req-c1054f93-2900-4ae5-b595-f255d5df19e9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1096823 Jan 28 01:21:23.861269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39000ca5-87e7-4bae-8550-485e61504852 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (43f6b920-06b3-448f-961f-52e302b751ec), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.870105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39000ca5-87e7-4bae-8550-485e61504852 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (43f6b920-06b3-448f-961f-52e302b751ec), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.900620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39000ca5-87e7-4bae-8550-485e61504852 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (43f6b920-06b3-448f-961f-52e302b751ec), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.907589 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39000ca5-87e7-4bae-8550-485e61504852 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:23.913179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39000ca5-87e7-4bae-8550-485e61504852 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/43f6b920-06b3-448f-961f-52e302b751ec HTTP/1.1" status: 204 len: 168 time: 0.0780087 Jan 28 01:21:23.916094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50562) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:23.930154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39000ca5-87e7-4bae-8550-485e61504852 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f6b920-06b3-448f-961f-52e302b751ec,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:23.968034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2012035011'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:24.006848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:24.011876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.031159 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-789d5d7c-7771-4e95-ac5f-d33c1a74b55a tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1136308 Jan 28 01:21:24.032383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.033708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:24.122034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-779432a8-4d05-4aac-895e-dea262da68da tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (2fe2ec10-a9f2-4d55-a6dd-ddad2771048f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.141738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for security_group (1c72478e-5708-48b3-8577-c405dc84e266), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.146044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-779432a8-4d05-4aac-895e-dea262da68da tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (2fe2ec10-a9f2-4d55-a6dd-ddad2771048f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.149974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1c72478e-5708-48b3-8577-c405dc84e266), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.210447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-779432a8-4d05-4aac-895e-dea262da68da tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2fe2ec10-a9f2-4d55-a6dd-ddad2771048f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.213248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-779432a8-4d05-4aac-895e-dea262da68da tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.222961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:21:24.226203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50566) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:24.226384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-779432a8-4d05-4aac-895e-dea262da68da tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/2fe2ec10-a9f2-4d55-a6dd-ddad2771048f HTTP/1.1" status: 204 len: 168 time: 0.1912420 Jan 28 01:21:24.247881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779432a8-4d05-4aac-895e-dea262da68da tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe2ec10-a9f2-4d55-a6dd-ddad2771048f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:24.283698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72478e-5708-48b3-8577-c405dc84e266,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:24.289935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (df3d0aa4-9160-40e9-b06e-d8c19bc74818), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.290281 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Added segment df3d0aa4-9160-40e9-b06e-d8c19bc74818 of type vlan for network 5f2e4c56-e921-4032-957e-0fd50b647a3c Jan 28 01:21:24.347865 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e4c2dd77-d645-4acf-b30e-866a0085f4eb tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1204941 Jan 28 01:21:24.353509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5f2e4c56-e921-4032-957e-0fd50b647a3c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.353883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:24.358850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--383008788'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:24.392472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5f2e4c56-e921-4032-957e-0fd50b647a3c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.399861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:24.402817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.412310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.431366 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6441517 Jan 28 01:21:24.435193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50570) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:24.459300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'subnet': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:24.600624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (33d4aade-b478-4beb-85ae-cb76b3970f15), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.607351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33d4aade-b478-4beb-85ae-cb76b3970f15), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.636488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb006c-e73f-4982-bac8-abb5012ca22a tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Network': ['ID=5f2e4c56-e921-4032-957e-0fd50b647a3c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:24.654207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:24.654467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:21:24.666392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.682550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.696917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50578) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:24.697702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3426490 Jan 28 01:21:24.699109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebe06d-b249-408a-97dd-dcdc8696feda tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4aade-b478-4beb-85ae-cb76b3970f15,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:24.710059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '33d4aade-b478-4beb-85ae-cb76b3970f15', 'direction': 'ingress', 'protocol': 17}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:24.835282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (773e3004-2dc5-46a2-9df6-e4153aa3dd51), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.020343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eae3217c-76e9-4b1f-9ad4-2a2a2c5a7f72 req-a698fec9-2c66-49a6-9380-ab8b92ad3e0c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0641582 Jan 28 01:21:25.037924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (773e3004-2dc5-46a2-9df6-e4153aa3dd51), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.045000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (773e3004-2dc5-46a2-9df6-e4153aa3dd51), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.070632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773e3004-2dc5-46a2-9df6-e4153aa3dd51,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:25.080641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (8cea31a7-323c-48bc-b191-a04e64f8e257), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.115371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.116741 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5f54b66e-bdf0-4993-8073-cc8e330b8e94 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4164186 Jan 28 01:21:25.120018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50584) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:25.156753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Subnet': ['ID=8cea31a7-323c-48bc-b191-a04e64f8e257,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:25.170052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Checking segment: {'id': 'df3d0aa4-9160-40e9-b06e-d8c19bc74818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:25.170821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network hostable DHCP agents. Network: 5f2e4c56-e921-4032-957e-0fd50b647a3c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:21:25.191890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:21:25.212323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5f2e4c56-e921-4032-957e-0fd50b647a3c) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:25.221115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:25.222349 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.224297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b5805-0067-4ef7-8056-368e2fd9b823 None None] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:25.225849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0562c61a-338a-4aed-8bd3-b7c2989a25ff tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (33d4aade-b478-4beb-85ae-cb76b3970f15), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.259376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6797e942-9739-4653-9e2f-27b9937aa5e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8070717 Jan 28 01:21:25.260501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50586) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:25.281831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1852591056'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:25.312419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0562c61a-338a-4aed-8bd3-b7c2989a25ff tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (33d4aade-b478-4beb-85ae-cb76b3970f15), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.457198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5f2e4c56-e921-4032-957e-0fd50b647a3c', 'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'project_id': '4008cadf14894be0a8fcd89aa85a0523', 'fixed_ips': [{'subnet_id': '8cea31a7-323c-48bc-b191-a04e64f8e257'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:21:25.458618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.594915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:25.603539 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.613454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0562c61a-338a-4aed-8bd3-b7c2989a25ff tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33d4aade-b478-4beb-85ae-cb76b3970f15), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.620042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0562c61a-338a-4aed-8bd3-b7c2989a25ff tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:25.623227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0562c61a-338a-4aed-8bd3-b7c2989a25ff tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/33d4aade-b478-4beb-85ae-cb76b3970f15 HTTP/1.1" status: 204 len: 168 time: 0.5020607 Jan 28 01:21:25.624757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50590) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:25.705237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562c61a-338a-4aed-8bd3-b7c2989a25ff tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4aade-b478-4beb-85ae-cb76b3970f15,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:25.708815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f6bd173a-7d8a-410e-9a1f-04cc8ce19ce0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793219 Jan 28 01:21:25.713209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50596) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:25.735080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539072579'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:25.780392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] device_id is not set on port 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:25.815368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Allocated IP 2001:db8::2 (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/1a70f049-7acf-4182-b614-f57e4a705d64) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:25.931277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.052356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (79bc3d79-dfaa-45a4-aa51-d3a570eeb992), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.066669 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (79bc3d79-dfaa-45a4-aa51-d3a570eeb992), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.095538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Publish callbacks [] for port (1a70f049-7acf-4182-b614-f57e4a705d64), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.112128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.226193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:26.232137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:26.236700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:26.240177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Pushing event updated for resources: {'Port': ['ID=1a70f049-7acf-4182-b614-f57e4a705d64,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:26.241568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Allocated IP 2001:db8::242 (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/07d2fbbf-fce2-42bf-9cac-ea5e8047cf03) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:26.251046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.254941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5265143 Jan 28 01:21:26.255313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:26.261944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--465691871'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:26.306495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.339645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Attempting to bind port 1a70f049-7acf-4182-b614-f57e4a705d64 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:21:26.340101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Attempting to bind port 1a70f049-7acf-4182-b614-f57e4a705d64 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'df3d0aa4-9160-40e9-b06e-d8c19bc74818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:21:26.340671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Attempting to bind port 1a70f049-7acf-4182-b614-f57e4a705d64 on network 5f2e4c56-e921-4032-957e-0fd50b647a3c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:26.346287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:21:26.346929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Checking segment: {'id': 'df3d0aa4-9160-40e9-b06e-d8c19bc74818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:26.347505 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.348063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Bound using segment: {'id': 'df3d0aa4-9160-40e9-b06e-d8c19bc74818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:21:26.354097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Bound port: 1a70f049-7acf-4182-b614-f57e4a705d64, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3d0aa4-9160-40e9-b06e-d8c19bc74818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:21:26.354797 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.475432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (10304b4a-23e4-4cf6-a3af-9fc498a08fc4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.481986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (10304b4a-23e4-4cf6-a3af-9fc498a08fc4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.499500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] For port 1a70f049-7acf-4182-b614-f57e4a705d64, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:21:26.503892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] For port 1a70f049-7acf-4182-b614-f57e4a705d64, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a70f049-7acf-4182-b614-f57e4a705d64,segment=NetworkSegment(df3d0aa4-9160-40e9-b06e-d8c19bc74818),segment_id=df3d0aa4-9160-40e9-b06e-d8c19bc74818)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:21:26.509811 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.574017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10304b4a-23e4-4cf6-a3af-9fc498a08fc4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:26.612090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.620739 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a5f105d-a6bf-434b-9eaf-d33269b87dd3 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3623776 Jan 28 01:21:26.624742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:26.635763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '79bc3d79-dfaa-45a4-aa51-d3a570eeb992', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10304b4a-23e4-4cf6-a3af-9fc498a08fc4', 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:26.715926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.718519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (7eb434f1-61f0-4344-9cd1-00ca32cf14da), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.800517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deab1ffc-d1ec-4612-9a10-d2e058039d02 req-18713daa-e292-4b0c-b672-f9db45cdcfde tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.5467606 Jan 28 01:21:26.802612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58646707-2a9d-4afb-9f32-4d071a244dea tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc3d79-dfaa-45a4-aa51-d3a570eeb992,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:26.827323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.934914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (7eb434f1-61f0-4344-9cd1-00ca32cf14da), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.941269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7eb434f1-61f0-4344-9cd1-00ca32cf14da), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.959140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:26.979438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:26.986920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:26.987151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:26.994086 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3681343 Jan 28 01:21:26.996128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.003359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6d559-879e-48f4-a5e8-53aae9ce716f None None] Pushing event updated for resources: {'Port': ['ID=1a70f049-7acf-4182-b614-f57e4a705d64,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:27.003865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:27.004201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.047714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=07d2fbbf-fce2-42bf-9cac-ea5e8047cf03,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:27.067339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eafd9b-7797-49ba-a654-18c8ce75378f tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb434f1-61f0-4344-9cd1-00ca32cf14da,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:27.072098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da5536be-4a4f-4d4d-aeb7-89bde9b6ccfd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (7eb434f1-61f0-4344-9cd1-00ca32cf14da), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.085873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.087533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-66723f35-5bb0-4172-b37e-8ed5907f2111 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8256345 Jan 28 01:21:27.089752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da5536be-4a4f-4d4d-aeb7-89bde9b6ccfd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (7eb434f1-61f0-4344-9cd1-00ca32cf14da), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.097811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1464621465', 'allowed_address_pairs': [{'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:69:80:0a'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:27.141577 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da5536be-4a4f-4d4d-aeb7-89bde9b6ccfd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7eb434f1-61f0-4344-9cd1-00ca32cf14da), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.146625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da5536be-4a4f-4d4d-aeb7-89bde9b6ccfd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.151087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50618) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.165898 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da5536be-4a4f-4d4d-aeb7-89bde9b6ccfd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7eb434f1-61f0-4344-9cd1-00ca32cf14da HTTP/1.1" status: 204 len: 168 time: 0.1571376 Jan 28 01:21:27.207880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5536be-4a4f-4d4d-aeb7-89bde9b6ccfd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eb434f1-61f0-4344-9cd1-00ca32cf14da,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:27.242924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-07d8695d-73e4-4c26-9bcf-69b25368909e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0901246 Jan 28 01:21:27.243545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50620) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.392187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-293fbcff-c11a-47d4-962d-2fef1e8e4293 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (10304b4a-23e4-4cf6-a3af-9fc498a08fc4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.480156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:27.501103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-293fbcff-c11a-47d4-962d-2fef1e8e4293 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (10304b4a-23e4-4cf6-a3af-9fc498a08fc4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.573468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-293fbcff-c11a-47d4-962d-2fef1e8e4293 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (10304b4a-23e4-4cf6-a3af-9fc498a08fc4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.576510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-293fbcff-c11a-47d4-962d-2fef1e8e4293 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.580492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-293fbcff-c11a-47d4-962d-2fef1e8e4293 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/10304b4a-23e4-4cf6-a3af-9fc498a08fc4 HTTP/1.1" status: 204 len: 168 time: 0.3359108 Jan 28 01:21:27.580731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50624) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.603799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fbcff-c11a-47d4-962d-2fef1e8e4293 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10304b4a-23e4-4cf6-a3af-9fc498a08fc4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:27.707137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50626) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.719913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86d119e1-4219-418d-8a8d-a8af38b9b828 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1330435 Jan 28 01:21:27.724108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.746575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] device_id is not set on port e7377b45-dae9-44f7-94f0-bf08f4e37e81 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:27.788974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be4b663b-8522-4d02-81b6-6f9ba2f93018 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (79bc3d79-dfaa-45a4-aa51-d3a570eeb992), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.853009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be4b663b-8522-4d02-81b6-6f9ba2f93018 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (79bc3d79-dfaa-45a4-aa51-d3a570eeb992), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.955546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be4b663b-8522-4d02-81b6-6f9ba2f93018 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (79bc3d79-dfaa-45a4-aa51-d3a570eeb992), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.959477 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be4b663b-8522-4d02-81b6-6f9ba2f93018 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:27.963449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-be4b663b-8522-4d02-81b6-6f9ba2f93018 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/79bc3d79-dfaa-45a4-aa51-d3a570eeb992 HTTP/1.1" status: 204 len: 168 time: 0.2552519 Jan 28 01:21:27.964096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50634) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:27.981942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b663b-8522-4d02-81b6-6f9ba2f93018 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc3d79-dfaa-45a4-aa51-d3a570eeb992,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:28.062396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a70f049-7acf-4182-b614-f57e4a705d64 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:28.080525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ed7e496-ab6c-4d12-b386-e14e377c0a6d req-511903ca-46a3-4281-830a-b5db03f3645c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0854268 Jan 28 01:21:28.084255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fa83f3ca-8f77-45f5-b2f5-dd8a182b6f7b tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1080747 Jan 28 01:21:28.088640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50636) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:28.097657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870537365'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:28.104625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Allocated IP 2001:db8::1a9 (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/e7377b45-dae9-44f7-94f0-bf08f4e37e81) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:28.154160 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.179415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1a70f049-7acf-4182-b614-f57e4a705d64 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:28.180057 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.329430 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (ddad5977-7f69-4c41-b2db-31f3396c4de9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.334955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ddad5977-7f69-4c41-b2db-31f3396c4de9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.360173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1a70f049-7acf-4182-b614-f57e4a705d64 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:28.360925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.399497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.400908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3114493 Jan 28 01:21:28.405194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50640) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:28.415866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': 'ddad5977-7f69-4c41-b2db-31f3396c4de9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:28.420579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ce3b9-c777-4596-81f7-5952c6fd98fd tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad5977-7f69-4c41-b2db-31f3396c4de9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:28.434571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (e7377b45-dae9-44f7-94f0-bf08f4e37e81), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.471013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 1a70f049-7acf-4182-b614-f57e4a705d64, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a70f049-7acf-4182-b614-f57e4a705d64,segment=NetworkSegment(df3d0aa4-9160-40e9-b06e-d8c19bc74818),segment_id=df3d0aa4-9160-40e9-b06e-d8c19bc74818)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:28.477341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.477900 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (591dbb6e-eeec-45e3-b024-e8783edd7f32), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.505329 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e7377b45-dae9-44f7-94f0-bf08f4e37e81), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.587651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=e7377b45-dae9-44f7-94f0-bf08f4e37e81,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:28.593269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (591dbb6e-eeec-45e3-b024-e8783edd7f32), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.599844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (591dbb6e-eeec-45e3-b024-e8783edd7f32), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.628545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=1a70f049-7acf-4182-b614-f57e4a705d64,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:28.640941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591dbb6e-eeec-45e3-b024-e8783edd7f32,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:28.641769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:28.643415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:28.649175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:28.658393 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.659665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-08219491-4b30-4145-9e37-cbe4303b1465 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2542272 Jan 28 01:21:28.662757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50644) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:28.663369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.664215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.696061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8d38331d-5c47-42be-8db7-0bd94931287c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6068425 Jan 28 01:21:28.696305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50646) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:28.728946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52b370-ec90-42e2-9323-a6d933ec5417 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (591dbb6e-eeec-45e3-b024-e8783edd7f32), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.745224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52b370-ec90-42e2-9323-a6d933ec5417 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (591dbb6e-eeec-45e3-b024-e8783edd7f32), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.792348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b046fe-2827-49c2-a307-1bcd38772a29 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.796416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52b370-ec90-42e2-9323-a6d933ec5417 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (591dbb6e-eeec-45e3-b024-e8783edd7f32), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.797922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b046fe-2827-49c2-a307-1bcd38772a29 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.802489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-de52b370-ec90-42e2-9323-a6d933ec5417 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.803595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-de52b370-ec90-42e2-9323-a6d933ec5417 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/591dbb6e-eeec-45e3-b024-e8783edd7f32 HTTP/1.1" status: 204 len: 168 time: 0.1401808 Jan 28 01:21:28.806946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50648) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:28.813863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b046fe-2827-49c2-a307-1bcd38772a29 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.815560 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-16b046fe-2827-49c2-a307-1bcd38772a29 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1183736 Jan 28 01:21:28.820509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:28.826264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52b370-ec90-42e2-9323-a6d933ec5417 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=591dbb6e-eeec-45e3-b024-e8783edd7f32,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:28.859122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d875bc-55c2-4c5c-8b3f-f48afcb26c70 None None] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:28.886288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-620896c7-a202-4c95-81d8-0842f5082448 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769219 Jan 28 01:21:28.887924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50652) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:29.004394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7e754b6a-3c35-4a1d-8a1a-54e50b3794a3 None None] Provisioning complete for port 1a70f049-7acf-4182-b614-f57e4a705d64 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:29.005214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7e754b6a-3c35-4a1d-8a1a-54e50b3794a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.011275 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a3955bd-7054-4aeb-ac42-ec76a818b180 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (ddad5977-7f69-4c41-b2db-31f3396c4de9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.028503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port e7377b45-dae9-44f7-94f0-bf08f4e37e81 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:29.028865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e7377b45-dae9-44f7-94f0-bf08f4e37e81), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.077164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a3955bd-7054-4aeb-ac42-ec76a818b180 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (ddad5977-7f69-4c41-b2db-31f3396c4de9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.167342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a3955bd-7054-4aeb-ac42-ec76a818b180 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ddad5977-7f69-4c41-b2db-31f3396c4de9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.170320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a3955bd-7054-4aeb-ac42-ec76a818b180 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.186436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4a3955bd-7054-4aeb-ac42-ec76a818b180 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/ddad5977-7f69-4c41-b2db-31f3396c4de9 HTTP/1.1" status: 204 len: 168 time: 0.2974312 Jan 28 01:21:29.187099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50664) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:29.225020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3955bd-7054-4aeb-ac42-ec76a818b180 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad5977-7f69-4c41-b2db-31f3396c4de9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:29.279762 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e7377b45-dae9-44f7-94f0-bf08f4e37e81), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.286054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-66ef1334-5b88-4314-9991-e70a1fb35669 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0939937 Jan 28 01:21:29.287049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:29.320452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for e7377b45-dae9-44f7-94f0-bf08f4e37e81 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:29.344073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--200109816'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:29.375655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-124fd9df-e2c4-40ea-8db6-9a4a3331fc92 req-7b1aca59-be41-46bd-b992-7c38dc144953 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1023011 Jan 28 01:21:29.380438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.449880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7e754b6a-3c35-4a1d-8a1a-54e50b3794a3 None None] Current status of the port 1a70f049-7acf-4182-b614-f57e4a705d64 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:29.551387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (8656bb1a-91e9-465e-a900-c21c7926d1f6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.557627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8656bb1a-91e9-465e-a900-c21c7926d1f6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.609856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.615490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3184600 Jan 28 01:21:29.628761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50670) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:29.645022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '8656bb1a-91e9-465e-a900-c21c7926d1f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:29.723055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e7377b45-dae9-44f7-94f0-bf08f4e37e81), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.750495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (47129a8f-a4a4-4d9b-8875-cd1437052f2c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.759068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de31b2-e2a9-4e79-92d0-341114cd4459 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8656bb1a-91e9-465e-a900-c21c7926d1f6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:29.764509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Could not find standard attr ID for object e7377b45-dae9-44f7-94f0-bf08f4e37e81. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:21:29.802112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Provisioning complete for port 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:29.802680 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.811634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=e7377b45-dae9-44f7-94f0-bf08f4e37e81,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:29.931316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Port 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:29.959475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (47129a8f-a4a4-4d9b-8875-cd1437052f2c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.967780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (47129a8f-a4a4-4d9b-8875-cd1437052f2c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.968005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Provisioning complete for port 1a70f049-7acf-4182-b614-f57e4a705d64 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:29.968390 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.001645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a70f049-7acf-4182-b614-f57e4a705d64 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:30.056839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.066199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.068381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356167 Jan 28 01:21:30.090753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e3e0b-63f2-4d08-a20b-25e9513b3442 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47129a8f-a4a4-4d9b-8875-cd1437052f2c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:30.184922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1a70f049-7acf-4182-b614-f57e4a705d64 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:30.185306 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.190926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.198111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50680) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.209072 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8104f6f5-0f44-4a9a-a3d6-7a2679cc8aed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/ports/e7377b45-dae9-44f7-94f0-bf08f4e37e81 HTTP/1.1" status: 204 len: 168 time: 1.3874228 Jan 28 01:21:30.225954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe51d132-1403-488d-b764-2f4a320e63f6 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules/47129a8f-a4a4-4d9b-8875-cd1437052f2c HTTP/1.1" status: 200 len: 763 time: 0.1440580 Jan 28 01:21:30.227734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50682) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.271015 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d1a692-d080-4e54-a2ed-ac78c0d06e5f tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] GET failed (client error): The resource could not be found. Jan 28 01:21:30.272511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c1d1a692-d080-4e54-a2ed-ac78c0d06e5f tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "GET /v2.0/ports/e7377b45-dae9-44f7-94f0-bf08f4e37e81 HTTP/1.1" status: 404 len: 333 time: 0.0732660 Jan 28 01:21:30.277904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50684) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.292080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1170702044'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:30.334223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.335574 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-70998503-c0f7-4eea-969a-82ca4311c5cf tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1065407 Jan 28 01:21:30.376848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f484f0c5-d124-4ef8-87b3-c69b5c7f4770 None None] Current status of the port 1a70f049-7acf-4182-b614-f57e4a705d64 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:30.496388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1a70f049-7acf-4182-b614-f57e4a705d64 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:30.510832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0e773679-6c88-44fd-af61-bd10fc4bf73c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (47129a8f-a4a4-4d9b-8875-cd1437052f2c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.535491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-354a219a-f74a-42e4-87fc-a8b7386a3d47 None None] Provisioning complete for port 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:30.535871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-354a219a-f74a-42e4-87fc-a8b7386a3d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.573915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0e773679-6c88-44fd-af61-bd10fc4bf73c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (47129a8f-a4a4-4d9b-8875-cd1437052f2c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.679485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-354a219a-f74a-42e4-87fc-a8b7386a3d47 None None] Port 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:30.783935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f48a2a6f-28a9-4eeb-bb63-0f5a8473abe2 req-806268a5-d0c1-4108-acec-b8c60859da1b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1815965 Jan 28 01:21:30.804695 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0e773679-6c88-44fd-af61-bd10fc4bf73c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (47129a8f-a4a4-4d9b-8875-cd1437052f2c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.818794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8f95d8bd-4857-4495-9013-05de4b30c86b None None] Could not find standard attr ID for object e7377b45-dae9-44f7-94f0-bf08f4e37e81. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:21:30.824360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0e773679-6c88-44fd-af61-bd10fc4bf73c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.827277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0e773679-6c88-44fd-af61-bd10fc4bf73c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/47129a8f-a4a4-4d9b-8875-cd1437052f2c HTTP/1.1" status: 204 len: 168 time: 0.4920511 Jan 28 01:21:30.828351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50698) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.859748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e773679-6c88-44fd-af61-bd10fc4bf73c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47129a8f-a4a4-4d9b-8875-cd1437052f2c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:30.878626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:30.885097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.912254 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-008f3af8-ceb7-4924-980a-1ca6d77186ec tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825636 Jan 28 01:21:30.913146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50700) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:30.915108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] device_id is not set on port af78fcfa-af19-4ccc-b0ab-6689193994b7 yet. {{(pid=109594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:30.918802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '8656bb1a-91e9-465e-a900-c21c7926d1f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:30.978427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (ad833af4-9549-4d95-86ac-446f47a95b56), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.013520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50702) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.064860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (ad833af4-9549-4d95-86ac-446f47a95b56), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.071511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ad833af4-9549-4d95-86ac-446f47a95b56), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.107163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad833af4-9549-4d95-86ac-446f47a95b56,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:31.123864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.125497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-77352770-5bf7-434e-b180-f2ba7482b785 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2112627 Jan 28 01:21:31.131143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50708) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.163720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d853b1d1-e24e-4f94-ab8a-f46cc6073bf4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules/ad833af4-9549-4d95-86ac-446f47a95b56 HTTP/1.1" status: 200 len: 763 time: 0.0315065 Jan 28 01:21:31.166557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50710) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.170094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Allocated IP 2001:db8::20d (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/af78fcfa-af19-4ccc-b0ab-6689193994b7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:31.245325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f99389c5-1290-4a84-b03e-5dbb6294e5f0 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0775778 Jan 28 01:21:31.250336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50712) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.301113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4914deac-b8c2-492e-9830-179d44920ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (ad833af4-9549-4d95-86ac-446f47a95b56), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.315211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4914deac-b8c2-492e-9830-179d44920ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (ad833af4-9549-4d95-86ac-446f47a95b56), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.366843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.383520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7e7d-898a-42c4-a629-f2aed0240a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.412360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.481547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4914deac-b8c2-492e-9830-179d44920ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ad833af4-9549-4d95-86ac-446f47a95b56), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.495109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4914deac-b8c2-492e-9830-179d44920ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.499558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4914deac-b8c2-492e-9830-179d44920ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ad833af4-9549-4d95-86ac-446f47a95b56 HTTP/1.1" status: 204 len: 168 time: 0.2481356 Jan 28 01:21:31.502200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50716) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.553156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914deac-b8c2-492e-9830-179d44920ad9 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad833af4-9549-4d95-86ac-446f47a95b56,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:31.565624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=af78fcfa-af19-4ccc-b0ab-6689193994b7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:31.584704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-85bdda80-ca5d-4129-bdde-e19014e0f191 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791790 Jan 28 01:21:31.588859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:31.590368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50718) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.595732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:31.597375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': '8656bb1a-91e9-465e-a900-c21c7926d1f6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:31.600489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:31.613042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:31.615527 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.649996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-789563b7-6a46-4089-8329-14fabb0a7069 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3685346 Jan 28 01:21:31.650953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50720) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.661655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:69:80:0a'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:31.662907 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (3ae8155b-acc6-4b13-beb5-0566ac79b942), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.716038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7e7d-898a-42c4-a629-f2aed0240a02 admin admin] Publish callbacks [] for security_group (62132285-3dd5-4f6e-8ba0-e44cf5e29ce5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.753983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7e7d-898a-42c4-a629-f2aed0240a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (62132285-3dd5-4f6e-8ba0-e44cf5e29ce5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.855909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f7e7d-898a-42c4-a629-f2aed0240a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62132285-3dd5-4f6e-8ba0-e44cf5e29ce5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:31.881827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (3ae8155b-acc6-4b13-beb5-0566ac79b942), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.891090 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4c5f7e7d-898a-42c4-a629-f2aed0240a02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b873ddfcb90492d83574093e526db39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8762784 Jan 28 01:21:31.892542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50726) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:31.894002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3ae8155b-acc6-4b13-beb5-0566ac79b942), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.925625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae8155b-acc6-4b13-beb5-0566ac79b942,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:31.964027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:31.969456 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7981d6b1-9326-4551-9ffb-4c6c98ae82ca tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3777325 Jan 28 01:21:31.975499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50728) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.017278 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0ba247c0-788d-4d55-b563-273a58f2ef9e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules/3ae8155b-acc6-4b13-beb5-0566ac79b942 HTTP/1.1" status: 200 len: 764 time: 0.0405087 Jan 28 01:21:32.017969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.041229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18201f7e-e809-4049-ba4a-586f3abfb2de req-6dbc163a-3c11-406f-ab83-84c5233d90a1 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0860035 Jan 28 01:21:32.110543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a369851-e07c-4fa7-9d78-21310c4ac96b tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0912204 Jan 28 01:21:32.111200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50732) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.148126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3b5afc8-2d4c-4809-b82a-e22d7bc8018e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (3ae8155b-acc6-4b13-beb5-0566ac79b942), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.168879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.177884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3b5afc8-2d4c-4809-b82a-e22d7bc8018e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (3ae8155b-acc6-4b13-beb5-0566ac79b942), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.178928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-308bb177-b61f-4b61-8f67-65cb83d8b2f7 None None] Provisioning complete for port af78fcfa-af19-4ccc-b0ab-6689193994b7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:32.179936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-308bb177-b61f-4b61-8f67-65cb83d8b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.195625 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3149-f1bc-490c-8ab4-83dc1ee00cab admin admin] Publish callbacks [] for security_group (62132285-3dd5-4f6e-8ba0-e44cf5e29ce5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.235623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-308bb177-b61f-4b61-8f67-65cb83d8b2f7 None None] Port af78fcfa-af19-4ccc-b0ab-6689193994b7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:32.237652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3b5afc8-2d4c-4809-b82a-e22d7bc8018e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3ae8155b-acc6-4b13-beb5-0566ac79b942), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.272774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3b5afc8-2d4c-4809-b82a-e22d7bc8018e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.276902 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3b5afc8-2d4c-4809-b82a-e22d7bc8018e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3ae8155b-acc6-4b13-beb5-0566ac79b942 HTTP/1.1" status: 204 len: 168 time: 0.1600211 Jan 28 01:21:32.276902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5afc8-2d4c-4809-b82a-e22d7bc8018e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ae8155b-acc6-4b13-beb5-0566ac79b942,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:32.277209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50736) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.309543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3149-f1bc-490c-8ab4-83dc1ee00cab admin admin] Publish callbacks [] for security_group (62132285-3dd5-4f6e-8ba0-e44cf5e29ce5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.347394 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0454a5b1-ea77-4b6e-bd8f-2a9d0aff2024 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666113 Jan 28 01:21:32.347619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50738) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.413359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd49f47-0929-40bc-b756-68f1e1da7780 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (8656bb1a-91e9-465e-a900-c21c7926d1f6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.448270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd49f47-0929-40bc-b756-68f1e1da7780 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (8656bb1a-91e9-465e-a900-c21c7926d1f6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.496435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd49f47-0929-40bc-b756-68f1e1da7780 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8656bb1a-91e9-465e-a900-c21c7926d1f6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.501930 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd49f47-0929-40bc-b756-68f1e1da7780 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.504633 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dcd49f47-0929-40bc-b756-68f1e1da7780 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/8656bb1a-91e9-465e-a900-c21c7926d1f6 HTTP/1.1" status: 204 len: 168 time: 0.1560376 Jan 28 01:21:32.518821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.521953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49f47-0929-40bc-b756-68f1e1da7780 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8656bb1a-91e9-465e-a900-c21c7926d1f6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:32.586441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3149-f1bc-490c-8ab4-83dc1ee00cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (62132285-3dd5-4f6e-8ba0-e44cf5e29ce5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.593690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b8d3149-f1bc-490c-8ab4-83dc1ee00cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.593690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9b8d3149-f1bc-490c-8ab4-83dc1ee00cab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62132285-3dd5-4f6e-8ba0-e44cf5e29ce5 HTTP/1.1" status: 204 len: 168 time: 0.6984580 Jan 28 01:21:32.654359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42aed501-92d2-429b-a6ba-40518c823914 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1275709 Jan 28 01:21:32.659143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.659715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50746) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.664514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583792108'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:32.671850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3149-f1bc-490c-8ab4-83dc1ee00cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62132285-3dd5-4f6e-8ba0-e44cf5e29ce5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:32.675148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.727297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.731835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] In _notify_port_updated(), no bound segment for port af78fcfa-af19-4ccc-b0ab-6689193994b7 on network 5f2e4c56-e921-4032-957e-0fd50b647a3c {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:21:32.740183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:32.741762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.746284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "PUT /v2.0/ports/af78fcfa-af19-4ccc-b0ab-6689193994b7 HTTP/1.1" status: 200 len: 1003 time: 1.0941079 Jan 28 01:21:32.747210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:32.879856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2ecb7-b1bb-4d7e-9dae-933bef76d816 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=af78fcfa-af19-4ccc-b0ab-6689193994b7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:32.905298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (d68670a4-6735-40f4-bd41-21a8417e36c9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.912687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d68670a4-6735-40f4-bd41-21a8417e36c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.988853 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.992154 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3311002 Jan 28 01:21:32.995036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:33.001301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Request body: {'security_group_rule': {'security_group_id': 'd68670a4-6735-40f4-bd41-21a8417e36c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:33.006159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d4c82-0051-4bf4-bae2-72281c9ffe79 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68670a4-6735-40f4-bd41-21a8417e36c9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:33.049970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (aa1b9e55-d4e5-44de-b47d-88608e2c6bdb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.102442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port af78fcfa-af19-4ccc-b0ab-6689193994b7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:33.102780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.180857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-93543a60-58e7-4272-9b86-3c7a9cf4bd17 None None] Provisioning complete for port af78fcfa-af19-4ccc-b0ab-6689193994b7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:33.181398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93543a60-58e7-4272-9b86-3c7a9cf4bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.276109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-085dc2d0-e8bc-4493-b5e4-743a4cb171d2 req-d70e20bf-2bbe-4301-b9a0-25f0b1344986 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0628774 Jan 28 01:21:33.311354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-93543a60-58e7-4272-9b86-3c7a9cf4bd17 None None] Port af78fcfa-af19-4ccc-b0ab-6689193994b7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:33.317510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (aa1b9e55-d4e5-44de-b47d-88608e2c6bdb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.329325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (aa1b9e55-d4e5-44de-b47d-88608e2c6bdb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.347466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.368909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1b9e55-d4e5-44de-b47d-88608e2c6bdb,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:33.384864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for af78fcfa-af19-4ccc-b0ab-6689193994b7 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:33.398948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.402838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78835f46-1831-4ebc-b19b-0591b6af237c tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4041247 Jan 28 01:21:33.403225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50768) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:33.517761 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.564524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b618d618-a1e1-4246-ba3a-50684cc43cb8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (d68670a4-6735-40f4-bd41-21a8417e36c9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.639541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b618d618-a1e1-4246-ba3a-50684cc43cb8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (d68670a4-6735-40f4-bd41-21a8417e36c9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.720761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b618d618-a1e1-4246-ba3a-50684cc43cb8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d68670a4-6735-40f4-bd41-21a8417e36c9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.723991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b618d618-a1e1-4246-ba3a-50684cc43cb8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.727881 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b618d618-a1e1-4246-ba3a-50684cc43cb8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/d68670a4-6735-40f4-bd41-21a8417e36c9 HTTP/1.1" status: 204 len: 168 time: 0.3211484 Jan 28 01:21:33.732735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50778) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:33.757486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618d618-a1e1-4246-ba3a-50684cc43cb8 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68670a4-6735-40f4-bd41-21a8417e36c9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:33.789463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (af78fcfa-af19-4ccc-b0ab-6689193994b7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.853805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=af78fcfa-af19-4ccc-b0ab-6689193994b7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:33.918230 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-74ea926f-66e0-4720-940b-fee035e18c2e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1836054 Jan 28 01:21:33.921275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50784) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.046163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b41e05f0-7105-46ff-b547-e75f1b8f774e tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1213458 Jan 28 01:21:34.048881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50788) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.064298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:34.068180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6802a35c-94a0-4eee-bef4-b4caa3e0a5cf tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/ports/af78fcfa-af19-4ccc-b0ab-6689193994b7 HTTP/1.1" status: 204 len: 168 time: 1.3135102 Jan 28 01:21:34.072184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50792) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.073197 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-389779de-3f8c-4b8f-a783-cf2059d5b2e4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] delete failed (client error): The resource could not be found. Jan 28 01:21:34.076608 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-389779de-3f8c-4b8f-a783-cf2059d5b2e4 tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "DELETE /v2.0/security-groups/d68670a4-6735-40f4-bd41-21a8417e36c9 HTTP/1.1" status: 404 len: 347 time: 0.0266759 Jan 28 01:21:34.080701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50794) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.150148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9721ef90-30b0-4fa5-8c49-d6da847e10df tempest-SecGroupTest-1291194326 tempest-SecGroupTest-1291194326-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642405 Jan 28 01:21:34.151281 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa09e8ea-b934-4118-aef8-00673f94593f tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] GET failed (client error): The resource could not be found. Jan 28 01:21:34.158299 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aa09e8ea-b934-4118-aef8-00673f94593f tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "GET /v2.0/ports/af78fcfa-af19-4ccc-b0ab-6689193994b7 HTTP/1.1" status: 404 len: 333 time: 0.0718172 Jan 28 01:21:34.158299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50798) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.175423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1041104251'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:34.456645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01ba7b03-4142-4310-90e5-2f44c768d88c req-fff72209-d034-4186-8c8b-b6495793cced tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0499408 Jan 28 01:21:34.477321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:34.482348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:34.521084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] device_id is not set on port 6c1360a4-5df7-4b64-a781-354d290da8b3 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:34.656855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50810) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.732931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Allocated IP 2001:db8::298 (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/6c1360a4-5df7-4b64-a781-354d290da8b3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:34.925546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1efbe9da-00af-48a5-a32f-3c04fb32dc62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ced483de1db34c309bf17f53fe6448cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2680631 Jan 28 01:21:34.927893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50820) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:34.983358 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce6871c9-5e96-473e-b677-4847febe9578 admin admin] Publish callbacks [] for security_group (10258837-1e09-43b1-9c0f-6e259f688521), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.005336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce6871c9-5e96-473e-b677-4847febe9578 admin admin] Publish callbacks [] for security_group (10258837-1e09-43b1-9c0f-6e259f688521), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.005708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.048649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.061093 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce6871c9-5e96-473e-b677-4847febe9578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (10258837-1e09-43b1-9c0f-6e259f688521), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.063693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce6871c9-5e96-473e-b677-4847febe9578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.067224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ce6871c9-5e96-473e-b677-4847febe9578 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10258837-1e09-43b1-9c0f-6e259f688521 HTTP/1.1" status: 204 len: 168 time: 0.1357536 Jan 28 01:21:35.082877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6871c9-5e96-473e-b677-4847febe9578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10258837-1e09-43b1-9c0f-6e259f688521,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:35.108650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=6c1360a4-5df7-4b64-a781-354d290da8b3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:35.127876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:35.130598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:35.138735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:35.147078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:35.147824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.169460 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7724e55-91ec-4637-9604-dcce77eeaeed tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0070262 Jan 28 01:21:35.170061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50826) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:35.176343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:80:0a'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:35.327983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.654235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5945bafc-549e-4a12-a3fd-be33f2f781d3 req-2987a77c-ecb1-4c00-a9cb-788ca71c3d09 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0461066 Jan 28 01:21:35.655459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-85d5a180-1f91-4a27-b257-1f43d83c7a47 None None] Provisioning complete for port 6c1360a4-5df7-4b64-a781-354d290da8b3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:35.655929 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85d5a180-1f91-4a27-b257-1f43d83c7a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.705580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.712560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.742868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-85d5a180-1f91-4a27-b257-1f43d83c7a47 None None] Port 6c1360a4-5df7-4b64-a781-354d290da8b3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:35.769422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] In _notify_port_updated(), no bound segment for port 6c1360a4-5df7-4b64-a781-354d290da8b3 on network 5f2e4c56-e921-4032-957e-0fd50b647a3c {{(pid=109594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:21:35.777667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:35.778749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:35.780308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "PUT /v2.0/ports/6c1360a4-5df7-4b64-a781-354d290da8b3 HTTP/1.1" status: 200 len: 1003 time: 0.6091568 Jan 28 01:21:35.783341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:35.824246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71fe97-8fcf-466f-bb33-66c9369503d9 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=6c1360a4-5df7-4b64-a781-354d290da8b3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:35.939672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port 6c1360a4-5df7-4b64-a781-354d290da8b3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:35.944144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.282407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dbad5b8d-0312-490b-bbc7-1ebfb5611ee4 None None] Provisioning complete for port 6c1360a4-5df7-4b64-a781-354d290da8b3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:36.284571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dbad5b8d-0312-490b-bbc7-1ebfb5611ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.350480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50866) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:36.396322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dbad5b8d-0312-490b-bbc7-1ebfb5611ee4 None None] Port 6c1360a4-5df7-4b64-a781-354d290da8b3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:36.487697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75381-9279-4f8a-ba47-a163ed9af451 req-b99b7568-99de-499c-8a49-bd4f556c0273 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:36.490230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9e75381-9279-4f8a-ba47-a163ed9af451 req-b99b7568-99de-499c-8a49-bd4f556c0273 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0846071 Jan 28 01:21:36.558460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9e75381-9279-4f8a-ba47-a163ed9af451 req-c325d8e6-4e7b-4649-8761-97e728d94172 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614939 Jan 28 01:21:36.571582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1d61613d-71ed-4d99-96e1-d9bacaaf9733 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:36.573322 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-1d61613d-71ed-4d99-96e1-d9bacaaf9733 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 01:21:36.574186 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-1d61613d-71ed-4d99-96e1-d9bacaaf9733 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 01:21:36.576045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d61613d-71ed-4d99-96e1-d9bacaaf9733 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2233481 Jan 28 01:21:36.579759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50872) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:36.586742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--504909155'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:36.609266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.617838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.619219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.632466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for 6c1360a4-5df7-4b64-a781-354d290da8b3 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:36.748749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (048bf042-bb23-4f74-aaae-a1914e08879a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.755999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (048bf042-bb23-4f74-aaae-a1914e08879a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.809499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6c1360a4-5df7-4b64-a781-354d290da8b3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.826661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (b320997c-45e9-4895-8563-c95b3f0e8d5f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.839558 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b320997c-45e9-4895-8563-c95b3f0e8d5f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.873587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.880207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/ports/6c1360a4-5df7-4b64-a781-354d290da8b3 HTTP/1.1" status: 204 len: 168 time: 1.0956035 Jan 28 01:21:36.880957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50876) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:36.895276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba031ec8-cb12-401e-86ca-24158ed1b7d2 req-f4f88e46-0650-490b-9d5c-f157fe05d8cd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0668194 Jan 28 01:21:36.904249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048bf042-bb23-4f74-aaae-a1914e08879a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:36.918597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.919279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.919835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.920957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.921503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.922052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.922593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.923165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.923724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.924292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.924867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.925532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.926143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:36.936049 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.946066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b880da3-ca65-4d69-902f-df755c50370d tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=6c1360a4-5df7-4b64-a781-354d290da8b3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:36.948422 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1c04f4-af74-4a14-a4ae-865ef5ba7239 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] GET failed (client error): The resource could not be found. Jan 28 01:21:36.957825 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2c1c04f4-af74-4a14-a4ae-865ef5ba7239 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "GET /v2.0/ports/6c1360a4-5df7-4b64-a781-354d290da8b3 HTTP/1.1" status: 404 len: 333 time: 0.0723464 Jan 28 01:21:36.957825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:36.958739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3768966 Jan 28 01:21:36.964183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-140559881'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:36.968053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:36.974211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'b320997c-45e9-4895-8563-c95b3f0e8d5f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:37.074019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93f52b-5bea-4dec-a610-861b54de6aaa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b320997c-45e9-4895-8563-c95b3f0e8d5f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:37.080123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-702529ac-1e21-4ac4-af03-7d09669f8ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.134890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group_rule (e0faf81c-e4bf-46ad-8d1d-c5752cff8aec), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.217429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group_rule (e0faf81c-e4bf-46ad-8d1d-c5752cff8aec), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.224471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (e0faf81c-e4bf-46ad-8d1d-c5752cff8aec), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.250075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0faf81c-e4bf-46ad-8d1d-c5752cff8aec,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:37.281234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.285624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0fee211f-52aa-410d-957f-6f2af2af8056 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134127 Jan 28 01:21:37.285624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50886) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:37.293060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1d6734d3-520e-4c5e-8c58-b8009c312306 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'b320997c-45e9-4895-8563-c95b3f0e8d5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:37.320677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:37.325348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.327690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.347863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] device_id is not set on port 52b3680a-038b-4279-a82c-bae416e47b80 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:37.362317 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d6734d3-520e-4c5e-8c58-b8009c312306 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group_rule (b2abc14f-4eae-43dd-8723-c2ea4a070b81), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.482824 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-1d6734d3-520e-4c5e-8c58-b8009c312306 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 01:21:37.484430 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1d6734d3-520e-4c5e-8c58-b8009c312306 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1974223 Jan 28 01:21:37.486865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50890) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:37.524459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Allocated IP 2001:db8::2aa (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/52b3680a-038b-4279-a82c-bae416e47b80) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:37.562671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f97e8ce8-4177-4ce8-94ef-bce136badb17 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (b320997c-45e9-4895-8563-c95b3f0e8d5f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.624810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f97e8ce8-4177-4ce8-94ef-bce136badb17 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (b320997c-45e9-4895-8563-c95b3f0e8d5f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.692266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (52b3680a-038b-4279-a82c-bae416e47b80), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.695113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f97e8ce8-4177-4ce8-94ef-bce136badb17 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b320997c-45e9-4895-8563-c95b3f0e8d5f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.698073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f97e8ce8-4177-4ce8-94ef-bce136badb17 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.699723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f97e8ce8-4177-4ce8-94ef-bce136badb17 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/b320997c-45e9-4895-8563-c95b3f0e8d5f HTTP/1.1" status: 204 len: 168 time: 0.2116790 Jan 28 01:21:37.707394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:37.728743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e8ce8-4177-4ce8-94ef-bce136badb17 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b320997c-45e9-4895-8563-c95b3f0e8d5f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:37.754172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223af3b-fde9-4d5a-8150-8223eb459cdf req-e7a056b7-cd3a-470b-9e93-e009126681c9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:37.762299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d223af3b-fde9-4d5a-8150-8223eb459cdf req-e7a056b7-cd3a-470b-9e93-e009126681c9 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0792923 Jan 28 01:21:37.769994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (52b3680a-038b-4279-a82c-bae416e47b80), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.822130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d223af3b-fde9-4d5a-8150-8223eb459cdf req-6e0265ed-4abf-4fa6-9043-b72ad01723aa tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583286 Jan 28 01:21:37.847814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:37.848620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=52b3680a-038b-4279-a82c-bae416e47b80,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:37.853747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:37.858358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:37.863666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:37.864135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:37.885147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4c3452d8-5d43-4816-96a8-7980226f7b85 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749866 Jan 28 01:21:37.888564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50896) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:37.895469 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8df65b9c-56b6-4007-b079-4e8263042f52 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9367154 Jan 28 01:21:37.895642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--855576360'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:37.896340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50898) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:37.901228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'network_id': '5f2e4c56-e921-4032-957e-0fd50b647a3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1016486081'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:37.923983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.060602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Made reservation on behalf of 4008cadf14894be0a8fcd89aa85a0523 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:38.074629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.089973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93348bbb-9b85-4456-93d6-395faa1624d7 req-7b7bc665-1bcf-4d4d-a256-d5716904fbe3 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0770891 Jan 28 01:21:38.107610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (44f40f45-dc72-4306-9e26-6abc42128577), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.113196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (44f40f45-dc72-4306-9e26-6abc42128577), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.127426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] device_id is not set on port e2fc8af7-bece-48d8-97bd-167cc5dd16fc yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:38.162086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.164061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2745638 Jan 28 01:21:38.179624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50906) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:38.207106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ba63fdd0-517a-45bc-9286-e78f67581b6e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '44f40f45-dc72-4306-9e26-6abc42128577', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:38.207106 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-ba63fdd0-517a-45bc-9286-e78f67581b6e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 01:21:38.207106 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-ba63fdd0-517a-45bc-9286-e78f67581b6e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:38.207106 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ba63fdd0-517a-45bc-9286-e78f67581b6e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0239067 Jan 28 01:21:38.209830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50908) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:38.234642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e4172-89eb-410a-a228-456c860e87ee tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f40f45-dc72-4306-9e26-6abc42128577,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:38.340201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-27bffa93-c3ea-4fc1-a5bd-627ebe61f2a5 None None] Provisioning complete for port 52b3680a-038b-4279-a82c-bae416e47b80 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:38.340724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27bffa93-c3ea-4fc1-a5bd-627ebe61f2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (52b3680a-038b-4279-a82c-bae416e47b80), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.373297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-d0e32f31-ddc9-4143-8d60-cced07f4f8c5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:38.376686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-d0e32f31-ddc9-4143-8d60-cced07f4f8c5 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.43 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.0924110 Jan 28 01:21:38.415982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-27bffa93-c3ea-4fc1-a5bd-627ebe61f2a5 None None] Port 52b3680a-038b-4279-a82c-bae416e47b80 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:38.427484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Allocated IP 2001:db8::d7 (5f2e4c56-e921-4032-957e-0fd50b647a3c/8cea31a7-323c-48bc-b191-a04e64f8e257/e2fc8af7-bece-48d8-97bd-167cc5dd16fc) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:38.432243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62912fa7-52f7-45c7-a49c-5e67bdb6a85b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (44f40f45-dc72-4306-9e26-6abc42128577), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.443582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:21:38.473707 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62912fa7-52f7-45c7-a49c-5e67bdb6a85b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (44f40f45-dc72-4306-9e26-6abc42128577), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.604742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Deleting port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:38.605311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.606437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62912fa7-52f7-45c7-a49c-5e67bdb6a85b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (44f40f45-dc72-4306-9e26-6abc42128577), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.610619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62912fa7-52f7-45c7-a49c-5e67bdb6a85b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.612447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-62912fa7-52f7-45c7-a49c-5e67bdb6a85b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/44f40f45-dc72-4306-9e26-6abc42128577 HTTP/1.1" status: 204 len: 168 time: 0.3977144 Jan 28 01:21:38.615858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50916) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:38.630393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62912fa7-52f7-45c7-a49c-5e67bdb6a85b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f40f45-dc72-4306-9e26-6abc42128577,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:38.721180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.758514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.820024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:38.825542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:38.832957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:38.840757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:38.841570 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.859765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=e2fc8af7-bece-48d8-97bd-167cc5dd16fc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:38.863858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:38.866234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7b5f556a-96a0-480a-84e6-c57ffffb4598 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2459564 Jan 28 01:21:38.891034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986991598'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:38.899784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] For port 8df2e528-5ed8-47b9-bda0-c1666e07fd09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8df2e528-5ed8-47b9-bda0-c1666e07fd09,segment=NetworkSegment(9b5ebb7e-91f4-4158-8e4e-74929b6f015a),segment_id=9b5ebb7e-91f4-4158-8e4e-74929b6f015a)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:38.900158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.918887 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06d038ca-2490-4ed7-abb0-ef92360b6148 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0214362 Jan 28 01:21:38.924010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50928) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:38.942857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Calling delete_port for 8df2e528-5ed8-47b9-bda0-c1666e07fd09 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:38.952004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:69:80:0a'}, {'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:06:ef:98'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:39.043250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.187847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8df2e528-5ed8-47b9-bda0-c1666e07fd09), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.211626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (719718a0-f54c-4a9f-8ae5-6d3bdbe33193), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.218424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (719718a0-f54c-4a9f-8ae5-6d3bdbe33193), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.220311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8df2e528-5ed8-47b9-bda0-c1666e07fd09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:21:39.235568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Pushing event deleted for resources: {'Port': ['ID=8df2e528-5ed8-47b9-bda0-c1666e07fd09,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:39.249813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873388b-7ca0-4742-b952-6e27d161db03 req-61a1d39a-84d3-4bfd-8fb8-981a102dd0f3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:39.257154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1873388b-7ca0-4742-b952-6e27d161db03 req-61a1d39a-84d3-4bfd-8fb8-981a102dd0f3 tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/ports?device_id=799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d HTTP/1.1" status: 200 len: 946 time: 0.3097911 Jan 28 01:21:39.264402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719718a0-f54c-4a9f-8ae5-6d3bdbe33193,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:39.268910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.270195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-214a396a-02fc-4dd6-a296-932c033c9f5b tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4041831 Jan 28 01:21:39.273063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50934) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:39.279995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6b8bb61d-67e6-42bd-9f42-597f1abee2aa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '719718a0-f54c-4a9f-8ae5-6d3bdbe33193', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:39.280942 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-6b8bb61d-67e6-42bd-9f42-597f1abee2aa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 01:21:39.281341 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-6b8bb61d-67e6-42bd-9f42-597f1abee2aa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:39.282382 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6b8bb61d-67e6-42bd-9f42-597f1abee2aa tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083964 Jan 28 01:21:39.292703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50936) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:39.362251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0c3f839d-bf65-4f82-bb53-2f4390a24ba7 None None] Provisioning complete for port e2fc8af7-bece-48d8-97bd-167cc5dd16fc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:39.362786 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0c3f839d-bf65-4f82-bb53-2f4390a24ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.399683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d631d8e0-87d9-403d-abf3-bb3f812c279f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.400717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9be14481-efcc-4c08-bfca-27ee2f6bbab1 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (719718a0-f54c-4a9f-8ae5-6d3bdbe33193), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.403845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f839d-bf65-4f82-bb53-2f4390a24ba7 None None] Port e2fc8af7-bece-48d8-97bd-167cc5dd16fc cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:39.411045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-884bca4a-949c-406a-ad9e-0bad37cec3f8 req-ae175772-19c1-4456-a5ae-21b2e2eb4d40 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0865259 Jan 28 01:21:39.418591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] No DVR routers for this DVR port 8df2e528-5ed8-47b9-bda0-c1666e07fd09 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:39.423007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.429627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-104c203e-e6b3-4904-80e8-c51f54a2c8a3 req-97a824a8-ccc1-4370-872c-6cb29fb6446d tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.43 "DELETE /v2.0/ports/8df2e528-5ed8-47b9-bda0-c1666e07fd09 HTTP/1.1" status: 204 len: 173 time: 1.0460284 Jan 28 01:21:39.430755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-deleted', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:39.431624 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9be14481-efcc-4c08-bfca-27ee2f6bbab1 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (719718a0-f54c-4a9f-8ae5-6d3bdbe33193), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.433166 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d6ca9-12f7-40e4-827d-2e638fb5e30c" -d '{"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-deleted", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:39.475090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.491059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1873388b-7ca0-4742-b952-6e27d161db03 req-a9fe00a5-7b31-45ea-abec-dd606bfe6aef tempest-ServersNegativeTestJSON-745991507 tempest-ServersNegativeTestJSON-745991507-project] 10.222.0.23 "GET /v2.0/security-groups?id=b765ed7f-33c6-40f4-9f90-63bbdafa3178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849329 Jan 28 01:21:39.535941 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359d00c-dedb-4f49-bda8-efd82b1a08f2 x-openstack-request-id: req-5359d00c-dedb-4f49-bda8-efd82b1a08f2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:39.536285 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d", "name": "network-vif-deleted", "tag": "8df2e528-5ed8-47b9-bda0-c1666e07fd09", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:39.536543 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5359d00c-dedb-4f49-bda8-efd82b1a08f2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:39.537001 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799c98e6-52b8-45cc-bc90-9b3a7b1aeb1d', 'name': 'network-vif-deleted', 'tag': '8df2e528-5ed8-47b9-bda0-c1666e07fd09', 'status': 'completed', 'code': 200} Jan 28 01:21:39.607287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9be14481-efcc-4c08-bfca-27ee2f6bbab1 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (719718a0-f54c-4a9f-8ae5-6d3bdbe33193), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.610194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9be14481-efcc-4c08-bfca-27ee2f6bbab1 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.613862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9be14481-efcc-4c08-bfca-27ee2f6bbab1 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/719718a0-f54c-4a9f-8ae5-6d3bdbe33193 HTTP/1.1" status: 204 len: 168 time: 0.3176160 Jan 28 01:21:39.614851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:39.636755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be14481-efcc-4c08-bfca-27ee2f6bbab1 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719718a0-f54c-4a9f-8ae5-6d3bdbe33193,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:39.731247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cb03cf32-eb1f-4e57-ac93-1c389f17c6cf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142168 Jan 28 01:21:39.731949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:39.745619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019461976'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:39.763060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.768293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.782989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.809769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] In _notify_port_updated(), no bound segment for port e2fc8af7-bece-48d8-97bd-167cc5dd16fc on network 5f2e4c56-e921-4032-957e-0fd50b647a3c {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:21:39.816154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:39.817368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:39.818799 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "PUT /v2.0/ports/e2fc8af7-bece-48d8-97bd-167cc5dd16fc HTTP/1.1" status: 200 len: 1067 time: 0.8938231 Jan 28 01:21:39.822105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:39.928507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee64b4b-541f-4d06-b257-c64b5801701c tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event updated for resources: {'Port': ['ID=e2fc8af7-bece-48d8-97bd-167cc5dd16fc,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:39.951123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port e2fc8af7-bece-48d8-97bd-167cc5dd16fc {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:39.951508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.047549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.065790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for e2fc8af7-bece-48d8-97bd-167cc5dd16fc owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:40.207182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e2fc8af7-bece-48d8-97bd-167cc5dd16fc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.225988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-240f89e0-6a24-4d94-9540-f337fdf1b1af None None] Could not find standard attr ID for object e2fc8af7-bece-48d8-97bd-167cc5dd16fc. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:21:40.280013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=e2fc8af7-bece-48d8-97bd-167cc5dd16fc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:40.340135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (506f64a5-5eb2-4da1-a1be-e7c494d20fd8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.352025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (506f64a5-5eb2-4da1-a1be-e7c494d20fd8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.394145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.403948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6708131 Jan 28 01:21:40.406993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50952) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.412287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4e74a6a2-b865-45b7-b94d-9f57ca2d97f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '506f64a5-5eb2-4da1-a1be-e7c494d20fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:40.436194 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-4e74a6a2-b865-45b7-b94d-9f57ca2d97f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 01:21:40.437004 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-4e74a6a2-b865-45b7-b94d-9f57ca2d97f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:40.441379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e74a6a2-b865-45b7-b94d-9f57ca2d97f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0333371 Jan 28 01:21:40.442680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.443695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb6ed-1eac-4b7a-b2d4-750284b5e0f2 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506f64a5-5eb2-4da1-a1be-e7c494d20fd8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:40.451508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cf081ee9-1729-4a42-b5ce-cfcd85e1376f tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '506f64a5-5eb2-4da1-a1be-e7c494d20fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:40.453452 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-cf081ee9-1729-4a42-b5ce-cfcd85e1376f tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 01:21:40.454196 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-cf081ee9-1729-4a42-b5ce-cfcd85e1376f tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:40.458558 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf081ee9-1729-4a42-b5ce-cfcd85e1376f tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117025 Jan 28 01:21:40.459278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50956) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.469686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2b809423-d8ce-4624-bb03-4980b9354dce tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '506f64a5-5eb2-4da1-a1be-e7c494d20fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:40.472427 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-2b809423-d8ce-4624-bb03-4980b9354dce tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 01:21:40.473040 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-2b809423-d8ce-4624-bb03-4980b9354dce tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:40.476741 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b809423-d8ce-4624-bb03-4980b9354dce tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138965 Jan 28 01:21:40.477826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50960) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.485494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bd7568d1-1659-45de-84c0-5b5fad16f024 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '506f64a5-5eb2-4da1-a1be-e7c494d20fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:40.487205 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-bd7568d1-1659-45de-84c0-5b5fad16f024 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 01:21:40.487821 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-bd7568d1-1659-45de-84c0-5b5fad16f024 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:40.489820 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd7568d1-1659-45de-84c0-5b5fad16f024 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100737 Jan 28 01:21:40.492360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50962) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.581148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30855816-358d-4986-be80-5f696586c696 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (506f64a5-5eb2-4da1-a1be-e7c494d20fd8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.596247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50966) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.613134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.617824 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cbe6bf15-a4ac-48d2-aca6-7ce07afc07e3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/ports/e2fc8af7-bece-48d8-97bd-167cc5dd16fc HTTP/1.1" status: 204 len: 168 time: 0.7943175 Jan 28 01:21:40.619889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50968) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.645516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30855816-358d-4986-be80-5f696586c696 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (506f64a5-5eb2-4da1-a1be-e7c494d20fd8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.654142 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dacd263-ca19-4445-9c4d-25ba8c135bd2 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] GET failed (client error): The resource could not be found. Jan 28 01:21:40.655804 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4dacd263-ca19-4445-9c4d-25ba8c135bd2 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "GET /v2.0/ports/e2fc8af7-bece-48d8-97bd-167cc5dd16fc HTTP/1.1" status: 404 len: 333 time: 0.0348208 Jan 28 01:21:40.661701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.735861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08fc1b43-c25f-493c-ab1c-98f7998ae0b2 req-10f0be25-eca5-4139-b601-cc10b8a23bb2 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1256793 Jan 28 01:21:40.784311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Deleting subnet 9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:40.796762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Publish callbacks [] for subnet (9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.813901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port 52b3680a-038b-4279-a82c-bae416e47b80 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:40.814517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (52b3680a-038b-4279-a82c-bae416e47b80), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.827747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.858256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.860948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30855816-358d-4986-be80-5f696586c696 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (506f64a5-5eb2-4da1-a1be-e7c494d20fd8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.863139 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30855816-358d-4986-be80-5f696586c696 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.866923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-30855816-358d-4986-be80-5f696586c696 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/506f64a5-5eb2-4da1-a1be-e7c494d20fd8 HTTP/1.1" status: 204 len: 168 time: 0.3709619 Jan 28 01:21:40.892434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50974) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:40.896546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30855816-358d-4986-be80-5f696586c696 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f64a5-5eb2-4da1-a1be-e7c494d20fd8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:40.970674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.001270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (52b3680a-038b-4279-a82c-bae416e47b80), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.014641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-099a1b0d-1606-4bfa-bdf9-8afc37269a18 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023526 Jan 28 01:21:41.014970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.023871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--48520209'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.028321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for 52b3680a-038b-4279-a82c-bae416e47b80 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:41.054571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.078767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:41.083151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.084897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.090440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8994cdcb-860e-4e5a-bb8b-f14afecc8caa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ee57d3f-8a6f-4070-8aa1-b2d70e01d48c HTTP/1.1" status: 204 len: 168 time: 0.4827211 Jan 28 01:21:41.090768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.161062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (8b915ba5-bfc4-4877-8b33-99443e7abfd5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.196981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (c5d037b7-e514-4e20-ba43-7f42def06a9e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.204720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c5d037b7-e514-4e20-ba43-7f42def06a9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.246621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.250585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2319119 Jan 28 01:21:41.250737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (8b915ba5-bfc4-4877-8b33-99443e7abfd5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.250897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.255385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-efb5bfeb-eb05-4d5e-9c94-b5bf435101f0 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.256083 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-efb5bfeb-eb05-4d5e-9c94-b5bf435101f0 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 01:21:41.256572 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-efb5bfeb-eb05-4d5e-9c94-b5bf435101f0 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.260743 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-efb5bfeb-eb05-4d5e-9c94-b5bf435101f0 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058556 Jan 28 01:21:41.260743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (52b3680a-038b-4279-a82c-bae416e47b80), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.260743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.271490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-39096c58-35a1-484d-87d5-688d2ba2f80d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.276101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71af80-8059-43a8-bd48-1570ee6e89ed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d037b7-e514-4e20-ba43-7f42def06a9e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:41.276524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b915ba5-bfc4-4877-8b33-99443e7abfd5']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:41.295875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5ebb7e-91f4-4158-8e4e-74929b6f015a') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:41.296182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5ebb7e-91f4-4158-8e4e-74929b6f015a') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:41.309114 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9b5ebb7e-91f4-4158-8e4e-74929b6f015a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.310851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=52b3680a-038b-4279-a82c-bae416e47b80,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:41.328651 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9b5ebb7e-91f4-4158-8e4e-74929b6f015a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.336782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:21:41.337423 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9b5ebb7e-91f4-4158-8e4e-74929b6f015a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:21:41.339685 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:21:41.378345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.388907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50988) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.389650 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c31e6cc8-5f4a-40da-855c-3cf7dbdddbe3 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/ports/52b3680a-038b-4279-a82c-bae416e47b80 HTTP/1.1" status: 204 len: 168 time: 0.7285798 Jan 28 01:21:41.402712 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-39096c58-35a1-484d-87d5-688d2ba2f80d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.405818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39096c58-35a1-484d-87d5-688d2ba2f80d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1429417 Jan 28 01:21:41.408201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.413552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-71053f29-36b1-4470-8365-b1801ee39f66 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.414001 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-71053f29-36b1-4470-8365-b1801ee39f66 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 01:21:41.414497 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-71053f29-36b1-4470-8365-b1801ee39f66 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.417860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-71053f29-36b1-4470-8365-b1801ee39f66 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061214 Jan 28 01:21:41.430454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.435759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0648d7c6-752e-4c11-963d-b244bbe49e8e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.438741 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6306c8f-8722-405a-a3aa-af7e6d9b3388 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] GET failed (client error): The resource could not be found. Jan 28 01:21:41.440754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e6306c8f-8722-405a-a3aa-af7e6d9b3388 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "GET /v2.0/ports/52b3680a-038b-4279-a82c-bae416e47b80 HTTP/1.1" status: 404 len: 333 time: 0.0505204 Jan 28 01:21:41.445512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50994) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.496601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (8b915ba5-bfc4-4877-8b33-99443e7abfd5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.507874 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-0648d7c6-752e-4c11-963d-b244bbe49e8e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.511720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0648d7c6-752e-4c11-963d-b244bbe49e8e tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0774183 Jan 28 01:21:41.513593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 50996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.518691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.520593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-76859c5a-b5ad-48ad-b335-cfed872ff5d3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.521754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b915ba5-bfc4-4877-8b33-99443e7abfd5 HTTP/1.1" status: 204 len: 168 time: 0.4299517 Jan 28 01:21:41.522142 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-76859c5a-b5ad-48ad-b335-cfed872ff5d3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 01:21:41.523307 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-76859c5a-b5ad-48ad-b335-cfed872ff5d3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.528398 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-76859c5a-b5ad-48ad-b335-cfed872ff5d3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131481 Jan 28 01:21:41.529040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51000) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.536327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c101dcdb-bdf7-4254-a6d4-c879f6407f4a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.558725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899953da-0982-48cb-9834-bf7c3fbe1b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b915ba5-bfc4-4877-8b33-99443e7abfd5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:41.576608 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-c101dcdb-bdf7-4254-a6d4-c879f6407f4a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Project 0e0a9fd5038648ab8e5bfce1c77754e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:21:41.592196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:41.592635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.597866 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-c101dcdb-bdf7-4254-a6d4-c879f6407f4a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.601597 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c101dcdb-bdf7-4254-a6d4-c879f6407f4a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0689807 Jan 28 01:21:41.602374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51002) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.615882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a17b008f-3d9e-4265-96a3-7127c539dde5 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.615882 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-a17b008f-3d9e-4265-96a3-7127c539dde5 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 01:21:41.616388 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-a17b008f-3d9e-4265-96a3-7127c539dde5 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.617850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a17b008f-3d9e-4265-96a3-7127c539dde5 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140841 Jan 28 01:21:41.620244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51004) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.626316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-02eaab30-79f5-4e8e-b749-04bea2dcc12a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.676942 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-02eaab30-79f5-4e8e-b749-04bea2dcc12a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Project 0e0a9fd5038648ab8e5bfce1c77754e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:21:41.699059 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-02eaab30-79f5-4e8e-b749-04bea2dcc12a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.704210 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-02eaab30-79f5-4e8e-b749-04bea2dcc12a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0788357 Jan 28 01:21:41.704470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51006) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.709908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3218499c-1eaf-468b-909d-8f8ced1cb33a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': 'c5d037b7-e514-4e20-ba43-7f42def06a9e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:41.733518 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-3218499c-1eaf-468b-909d-8f8ced1cb33a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Project 0e0a9fd5038648ab8e5bfce1c77754e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:21:41.756265 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.764745 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-3218499c-1eaf-468b-909d-8f8ced1cb33a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:41.768746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3218499c-1eaf-468b-909d-8f8ced1cb33a tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0612164 Jan 28 01:21:41.769026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51010) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.772686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for 07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:41.785148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51012) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.849935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b450c83-37da-473a-836d-42e685b2b37c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (c5d037b7-e514-4e20-ba43-7f42def06a9e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.877044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b450c83-37da-473a-836d-42e685b2b37c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (c5d037b7-e514-4e20-ba43-7f42def06a9e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.924841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-547d07f4-cde6-4a4f-880f-5211c6d56a57 req-fb193fd5-2783-4ec6-98a2-09ba47401d6c tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0957186 Jan 28 01:21:41.929083 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b450c83-37da-473a-836d-42e685b2b37c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c5d037b7-e514-4e20-ba43-7f42def06a9e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.934793 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.935291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2b450c83-37da-473a-836d-42e685b2b37c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:41.937273 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2b450c83-37da-473a-836d-42e685b2b37c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5d037b7-e514-4e20-ba43-7f42def06a9e HTTP/1.1" status: 204 len: 168 time: 0.1671338 Jan 28 01:21:41.940653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7b90cba3-cc88-4d1b-9d76-d3017e83b235 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cf27ba066f847a49c2198af6350ee6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543522 Jan 28 01:21:41.943620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.944060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:41.957321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b450c83-37da-473a-836d-42e685b2b37c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d037b7-e514-4e20-ba43-7f42def06a9e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:42.037191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:21:42.082051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:42.083080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-88a4c39d-b014-4558-9af6-e89ef2100921 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1376140 Jan 28 01:21:42.089076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698557812'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:42.122301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f0acb63-6399-4be5-9230-a5df881f1ae4 admin admin] Publish callbacks [] for security_group (b765ed7f-33c6-40f4-9f90-63bbdafa3178), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.132531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 8df2e528-5ed8-47b9-bda0-c1666e07fd09 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:21:42.133723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8df2e528-5ed8-47b9-bda0-c1666e07fd09 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:21:42.135351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.183546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f0acb63-6399-4be5-9230-a5df881f1ae4 admin admin] Publish callbacks [] for security_group (b765ed7f-33c6-40f4-9f90-63bbdafa3178), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.265684 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (07d2fbbf-fce2-42bf-9cac-ea5e8047cf03), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.346597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (8c55f604-22ff-4a65-9789-61ac3404a5cd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.352567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f0acb63-6399-4be5-9230-a5df881f1ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b765ed7f-33c6-40f4-9f90-63bbdafa3178), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.355632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6f0acb63-6399-4be5-9230-a5df881f1ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.356844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6f0acb63-6399-4be5-9230-a5df881f1ae4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b765ed7f-33c6-40f4-9f90-63bbdafa3178 HTTP/1.1" status: 204 len: 168 time: 0.4102802 Jan 28 01:21:42.360574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8c55f604-22ff-4a65-9789-61ac3404a5cd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.417326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=07d2fbbf-fce2-42bf-9cac-ea5e8047cf03,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:42.431765 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.441733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-997e4064-44e6-489d-a6c5-344d88926521 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/ports/07d2fbbf-fce2-42bf-9cac-ea5e8047cf03 HTTP/1.1" status: 204 len: 168 time: 0.9907262 Jan 28 01:21:42.444297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51070) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:42.457110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0acb63-6399-4be5-9230-a5df881f1ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765ed7f-33c6-40f4-9f90-63bbdafa3178,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:42.461474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.471686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3863542 Jan 28 01:21:42.479000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51076) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:42.494929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4451e519-b7a8-4cb6-9acc-1980c89c82d4 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '8c55f604-22ff-4a65-9789-61ac3404a5cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:42.600992 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-4451e519-b7a8-4cb6-9acc-1980c89c82d4 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The resource could not be found. Jan 28 01:21:42.603858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4451e519-b7a8-4cb6-9acc-1980c89c82d4 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1221113 Jan 28 01:21:42.606764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51090) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:42.622952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-beeef383-2e9d-490d-86ae-65ff40c78695 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '8c55f604-22ff-4a65-9789-61ac3404a5cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dc3fad5e-0596-402d-ae53-061e9e8f389f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:42.631124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting subnet 8cea31a7-323c-48bc-b191-a04e64f8e257 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:42.637834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for subnet (8cea31a7-323c-48bc-b191-a04e64f8e257), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.706397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d231c-3b7c-4add-bf5a-9f7d0f93ba0d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55f604-22ff-4a65-9789-61ac3404a5cd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:42.729290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (8cea31a7-323c-48bc-b191-a04e64f8e257), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.777362 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-beeef383-2e9d-490d-86ae-65ff40c78695 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The resource could not be found. Jan 28 01:21:42.780780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-beeef383-2e9d-490d-86ae-65ff40c78695 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1727302 Jan 28 01:21:42.783653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:42.885374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7690c374-90db-4369-84d1-2262fcc6b258 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (8c55f604-22ff-4a65-9789-61ac3404a5cd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.950145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7690c374-90db-4369-84d1-2262fcc6b258 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (8c55f604-22ff-4a65-9789-61ac3404a5cd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.960519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8cea31a7-323c-48bc-b191-a04e64f8e257), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.055279 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (8cea31a7-323c-48bc-b191-a04e64f8e257), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.082420 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7690c374-90db-4369-84d1-2262fcc6b258 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8c55f604-22ff-4a65-9789-61ac3404a5cd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.085818 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7690c374-90db-4369-84d1-2262fcc6b258 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.089901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7690c374-90db-4369-84d1-2262fcc6b258 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c55f604-22ff-4a65-9789-61ac3404a5cd HTTP/1.1" status: 204 len: 168 time: 0.3033578 Jan 28 01:21:43.090522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:43.157128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Subnet': ['ID=8cea31a7-323c-48bc-b191-a04e64f8e257,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:43.162600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690c374-90db-4369-84d1-2262fcc6b258 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55f604-22ff-4a65-9789-61ac3404a5cd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:43.172546 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.175956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059d6db-b5be-460e-bada-6f9d19a93f9c None None] Network 5f2e4c56-e921-4032-957e-0fd50b647a3c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:43.177082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ac289f05-9142-4249-8ad1-d706204553b5 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/subnets/8cea31a7-323c-48bc-b191-a04e64f8e257 HTTP/1.1" status: 204 len: 168 time: 0.7187030 Jan 28 01:21:43.180229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51168) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:43.292575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5147538-7859-4956-b2ea-d0a05941f228 req-7fde89c8-bdef-4bb0-8d3f-9261bb7a6d42 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1704686 Jan 28 01:21:43.322729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5f2e4c56-e921-4032-957e-0fd50b647a3c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.350782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fc700778-3923-4b8c-87c7-ebd766b7e7d9 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2383256 Jan 28 01:21:43.354234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51184) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:43.362392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bba493ad-f35c-4d17-9836-0e9c004678f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '94a917e3-0167-45b4-ab0a-293622e28c02', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:43.430855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.456820 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-bba493ad-f35c-4d17-9836-0e9c004678f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The resource could not be found. Jan 28 01:21:43.459119 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bba493ad-f35c-4d17-9836-0e9c004678f3 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1023872 Jan 28 01:21:43.463116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51194) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:43.472938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108415631'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:43.496521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Deleting port 1a70f049-7acf-4182-b614-f57e4a705d64 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:43.498005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.518390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.581470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] DHCP port deletion for 5f2e4c56-e921-4032-957e-0fd50b647a3c request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:21:43.674708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Deleting port 1a70f049-7acf-4182-b614-f57e4a705d64 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:43.675378 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.684547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] For port 1a70f049-7acf-4182-b614-f57e4a705d64, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a70f049-7acf-4182-b614-f57e4a705d64,segment=NetworkSegment(df3d0aa4-9160-40e9-b06e-d8c19bc74818),segment_id=df3d0aa4-9160-40e9-b06e-d8c19bc74818)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:43.684991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.708544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (6688912c-258e-40e8-92b5-7caa67c615c3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.718131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6688912c-258e-40e8-92b5-7caa67c615c3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.744351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Calling delete_port for 1a70f049-7acf-4182-b614-f57e4a705d64 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:43.841463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6688912c-258e-40e8-92b5-7caa67c615c3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:43.859930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.861239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f56aac7e-48f2-4b4d-817e-aef6bb6fec68 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3960352 Jan 28 01:21:43.873017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51238) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:43.884189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] For port 1a70f049-7acf-4182-b614-f57e4a705d64, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a70f049-7acf-4182-b614-f57e4a705d64,segment=NetworkSegment(df3d0aa4-9160-40e9-b06e-d8c19bc74818),segment_id=df3d0aa4-9160-40e9-b06e-d8c19bc74818)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:43.884770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.899610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858768765'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:43.943437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.984672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a70f049-7acf-4182-b614-f57e4a705d64 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:21:44.010892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.019432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Calling delete_port for 1a70f049-7acf-4182-b614-f57e4a705d64 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:44.070845 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (10b32a0a-78c9-4056-83de-455b276e02e0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.076498 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (10b32a0a-78c9-4056-83de-455b276e02e0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.085736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] No DVR routers for this DVR port 1a70f049-7acf-4182-b614-f57e4a705d64 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:44.088052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Port': ['ID=1a70f049-7acf-4182-b614-f57e4a705d64,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:44.118680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.123278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2459013 Jan 28 01:21:44.123721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51268) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:44.135075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a198acfb-3cbd-4d8f-88c3-037987eb2877 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '6688912c-258e-40e8-92b5-7caa67c615c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '10b32a0a-78c9-4056-83de-455b276e02e0'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:44.145738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829722f3-19a3-4ba7-bc48-345b742ca393 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b32a0a-78c9-4056-83de-455b276e02e0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:44.203929 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-a198acfb-3cbd-4d8f-88c3-037987eb2877 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:44.205921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a198acfb-3cbd-4d8f-88c3-037987eb2877 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0799205 Jan 28 01:21:44.208231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51282) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:44.261040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No active binding found for port 1a70f049-7acf-4182-b614-f57e4a705d64 {{(pid=109596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 01:21:44.261513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] The host n-d-826756-1 is not matching for port 1a70f049-7acf-4182-b614-f57e4a705d64 host None! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:21:44.261879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a70f049-7acf-4182-b614-f57e4a705d64 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:21:44.340227 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8ff29d3-0d9e-4d5b-95b4-fe4d7f94bbde tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (10b32a0a-78c9-4056-83de-455b276e02e0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.361748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5f2e4c56-e921-4032-957e-0fd50b647a3c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.368394 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8ff29d3-0d9e-4d5b-95b4-fe4d7f94bbde tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (10b32a0a-78c9-4056-83de-455b276e02e0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.404092 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (1a70f049-7acf-4182-b614-f57e4a705d64), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.453273 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8ff29d3-0d9e-4d5b-95b4-fe4d7f94bbde tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (10b32a0a-78c9-4056-83de-455b276e02e0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.457845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2e4c56-e921-4032-957e-0fd50b647a3c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:44.458084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a8ff29d3-0d9e-4d5b-95b4-fe4d7f94bbde tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.460011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a8ff29d3-0d9e-4d5b-95b4-fe4d7f94bbde tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/10b32a0a-78c9-4056-83de-455b276e02e0 HTTP/1.1" status: 204 len: 168 time: 0.2493060 Jan 28 01:21:44.478974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Pushing event deleted for resources: {'Port': ['ID=1a70f049-7acf-4182-b614-f57e4a705d64,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:44.483834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3d0aa4-9160-40e9-b06e-d8c19bc74818') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:44.484788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3d0aa4-9160-40e9-b06e-d8c19bc74818') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:44.488747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51308) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:44.491465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51312) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:44.492278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff29d3-0d9e-4d5b-95b4-fe4d7f94bbde tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b32a0a-78c9-4056-83de-455b276e02e0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:44.497752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] No DVR routers for this DVR port 1a70f049-7acf-4182-b614-f57e4a705d64 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:44.516673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (df3d0aa4-9160-40e9-b06e-d8c19bc74818), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.545114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (df3d0aa4-9160-40e9-b06e-d8c19bc74818), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.556653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.557014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.557362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.557892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.558489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.560641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.560998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.561526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.562519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.562519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.562723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.563043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.565366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be29a-8fd0-4e92-976f-3eba786be313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:44.566334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:21:44.566808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (df3d0aa4-9160-40e9-b06e-d8c19bc74818), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.601747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a802427f-13b0-4e63-a67f-13a627ee4001 req-b84b2d53-c459-4c47-92aa-ad49447622dd tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1403277 Jan 28 01:21:44.663863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f08ad5a5-aaee-472f-9eaa-c013b7a65f3c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1612659 Jan 28 01:21:44.666706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51334) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:21:44.698591 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:21:44.705703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5f2e4c56-e921-4032-957e-0fd50b647a3c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.735024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.741131 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] 10.222.0.23 "DELETE /v2.0/networks/5f2e4c56-e921-4032-957e-0fd50b647a3c HTTP/1.1" status: 204 len: 168 time: 1.5592489 Jan 28 01:21:44.742743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3093d90-861a-4a13-87bf-3ed029886070 tempest-AllowedAddressPairIpV6TestJSON-1231506137 tempest-AllowedAddressPairIpV6TestJSON-1231506137-project] Pushing event deleted for resources: {'Network': ['ID=5f2e4c56-e921-4032-957e-0fd50b647a3c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:44.813079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1873874304-network', 'tenant_id': 'aae786e752214395a439f4fe80cc84ba'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:44.851661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b58678a-7a1b-452c-9f23-3b0cb1c87acf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (6688912c-258e-40e8-92b5-7caa67c615c3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.853999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Made reservation on behalf of aae786e752214395a439f4fe80cc84ba for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:44.858147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.871860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.911411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b58678a-7a1b-452c-9f23-3b0cb1c87acf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (6688912c-258e-40e8-92b5-7caa67c615c3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.013605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b58678a-7a1b-452c-9f23-3b0cb1c87acf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6688912c-258e-40e8-92b5-7caa67c615c3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.016897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8b58678a-7a1b-452c-9f23-3b0cb1c87acf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.018587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8b58678a-7a1b-452c-9f23-3b0cb1c87acf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/6688912c-258e-40e8-92b5-7caa67c615c3 HTTP/1.1" status: 204 len: 168 time: 0.3470826 Jan 28 01:21:45.021683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51384) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.045700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58678a-7a1b-452c-9f23-3b0cb1c87acf tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6688912c-258e-40e8-92b5-7caa67c615c3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:45.091625 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks [] for security_group (9df56d16-7cfd-4a31-9878-d631c6e7ed06), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.099876 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9df56d16-7cfd-4a31-9878-d631c6e7ed06), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.125458 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-55c0ea2e-6135-4e79-b50b-4e5c60516aed tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023617 Jan 28 01:21:45.129568 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.135679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--701062101'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:45.153998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:21:45.178381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51406) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.185745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.202178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f0097d17-bfbb-4822-a33d-66d00271c835), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.202530 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Added segment f0097d17-bfbb-4822-a33d-66d00271c835 of type vlan for network 35f6ee62-37c7-43d9-993f-3fd29efacefc Jan 28 01:21:45.209263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df56d16-7cfd-4a31-9878-d631c6e7ed06,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:45.332247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (611ae718-e0df-4e28-9f1a-34410a8f5c4f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.341699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (611ae718-e0df-4e28-9f1a-34410a8f5c4f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.343476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (35f6ee62-37c7-43d9-993f-3fd29efacefc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.425163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (35f6ee62-37c7-43d9-993f-3fd29efacefc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.427022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:45.428817 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.455443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.461474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3287830 Jan 28 01:21:45.465064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.468751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9301ed-30d3-4195-b03c-15a331fd9441 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611ae718-e0df-4e28-9f1a-34410a8f5c4f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:45.482583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4592a294-2463-426e-b608-3da82a6ff068 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '611ae718-e0df-4e28-9f1a-34410a8f5c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:45.583102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0635505 Jan 28 01:21:45.593397 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b99e5056-b183-425d-ac8d-c3d1455c0cb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4008cadf14894be0a8fcd89aa85a0523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134634 Jan 28 01:21:45.595976 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-4592a294-2463-426e-b608-3da82a6ff068 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:45.597583 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4592a294-2463-426e-b608-3da82a6ff068 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1249995 Jan 28 01:21:45.598462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51460) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.600541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51462) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.603520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cc90c-609f-45ff-ad6f-850887bfc32d admin admin] Pushing event updated for resources: {'Network': ['ID=35f6ee62-37c7-43d9-993f-3fd29efacefc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:45.611018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-040ea600-dddc-4153-a22d-67fd16283808 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group_rule': {'security_group_id': '611ae718-e0df-4e28-9f1a-34410a8f5c4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:45.622962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 35f6ee62-37c7-43d9-993f-3fd29efacefc details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:21:45.723100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2e04-833f-4847-bf70-fa3f15678918 admin admin] Publish callbacks [] for security_group (1c72478e-5708-48b3-8577-c405dc84e266), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.731243 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-040ea600-dddc-4153-a22d-67fd16283808 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:45.733360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-040ea600-dddc-4153-a22d-67fd16283808 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1267123 Jan 28 01:21:45.738670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.800317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a709cbb-12c7-4477-ba82-b4c467f09944 req-71dbbdf4-0793-456e-9d19-243e7d08a64d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0683916 Jan 28 01:21:45.814904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2e04-833f-4847-bf70-fa3f15678918 admin admin] Publish callbacks [] for security_group (1c72478e-5708-48b3-8577-c405dc84e266), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.878250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80b6c6e7-0ac0-4817-bd0b-ca9ee26d215d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (611ae718-e0df-4e28-9f1a-34410a8f5c4f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.905555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80b6c6e7-0ac0-4817-bd0b-ca9ee26d215d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (611ae718-e0df-4e28-9f1a-34410a8f5c4f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.969988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80b6c6e7-0ac0-4817-bd0b-ca9ee26d215d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (611ae718-e0df-4e28-9f1a-34410a8f5c4f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.975582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80b6c6e7-0ac0-4817-bd0b-ca9ee26d215d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.979439 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80b6c6e7-0ac0-4817-bd0b-ca9ee26d215d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/611ae718-e0df-4e28-9f1a-34410a8f5c4f HTTP/1.1" status: 204 len: 168 time: 0.2358351 Jan 28 01:21:45.979771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51506) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:45.986074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2e04-833f-4847-bf70-fa3f15678918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1c72478e-5708-48b3-8577-c405dc84e266), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.989724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2e04-833f-4847-bf70-fa3f15678918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:45.991330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c5b2e04-833f-4847-bf70-fa3f15678918 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c72478e-5708-48b3-8577-c405dc84e266 HTTP/1.1" status: 204 len: 168 time: 0.3916833 Jan 28 01:21:46.003782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6c6e7-0ac0-4817-bd0b-ca9ee26d215d tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611ae718-e0df-4e28-9f1a-34410a8f5c4f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:46.026711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b2e04-833f-4847-bf70-fa3f15678918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72478e-5708-48b3-8577-c405dc84e266,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:46.146014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-307b60be-3754-4db6-8344-a0bf9400dda7 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1649566 Jan 28 01:21:46.150836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51530) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.155950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'tempest-secgroup--578142170'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:46.190575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.214015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697493cc-9124-4477-92ff-0b2928904f34 req-be643a55-3218-4929-a3fc-be20624e5fff tempest-ComputeTenantNetworksTest-1361971744 tempest-ComputeTenantNetworksTest-1361971744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:46.221171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697493cc-9124-4477-92ff-0b2928904f34 req-be643a55-3218-4929-a3fc-be20624e5fff tempest-ComputeTenantNetworksTest-1361971744 tempest-ComputeTenantNetworksTest-1361971744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:46.226985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697493cc-9124-4477-92ff-0b2928904f34 req-be643a55-3218-4929-a3fc-be20624e5fff tempest-ComputeTenantNetworksTest-1361971744 tempest-ComputeTenantNetworksTest-1361971744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:46.228871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-697493cc-9124-4477-92ff-0b2928904f34 req-be643a55-3218-4929-a3fc-be20624e5fff tempest-ComputeTenantNetworksTest-1361971744 tempest-ComputeTenantNetworksTest-1361971744-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2112706 Jan 28 01:21:46.276175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (e605f330-993e-448f-af6c-41d3aff15045), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.281866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e605f330-993e-448f-af6c-41d3aff15045), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.324398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.326048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1738386 Jan 28 01:21:46.328226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe34cff-a53d-4334-9239-303451aeef98 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e605f330-993e-448f-af6c-41d3aff15045,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:46.331224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51554) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.344786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a329f741-fab4-4772-bd8f-a1ad040ce91c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:46.345239 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-a329f741-fab4-4772-bd8f-a1ad040ce91c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 01:21:46.345743 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-a329f741-fab4-4772-bd8f-a1ad040ce91c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 01:21:46.346721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a329f741-fab4-4772-bd8f-a1ad040ce91c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "PUT /v2.0/security-groups/e605f330-993e-448f-af6c-41d3aff15045 HTTP/1.1" status: 409 len: 330 time: 0.0128736 Jan 28 01:21:46.350041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51558) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.396948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ceb1e-35f3-43e4-ac69-fe19d888c747 req-af155792-df2f-4f8b-97b5-389c126f25f8 tempest-ComputeTenantNetworksTest-1361971744 tempest-ComputeTenantNetworksTest-1361971744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:46.398394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f5ceb1e-35f3-43e4-ac69-fe19d888c747 req-af155792-df2f-4f8b-97b5-389c126f25f8 tempest-ComputeTenantNetworksTest-1361971744 tempest-ComputeTenantNetworksTest-1361971744-project] 10.222.0.23 "GET /v2.0/networks/35f6ee62-37c7-43d9-993f-3fd29efacefc HTTP/1.1" status: 200 len: 769 time: 0.1476316 Jan 28 01:21:46.408594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51568) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.435948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d572dd22-442c-4d41-9b77-b756a58bd2db tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (e605f330-993e-448f-af6c-41d3aff15045), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.464017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d572dd22-442c-4d41-9b77-b756a58bd2db tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (e605f330-993e-448f-af6c-41d3aff15045), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.528927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d572dd22-442c-4d41-9b77-b756a58bd2db tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e605f330-993e-448f-af6c-41d3aff15045), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.532339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d572dd22-442c-4d41-9b77-b756a58bd2db tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.533615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d572dd22-442c-4d41-9b77-b756a58bd2db tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/e605f330-993e-448f-af6c-41d3aff15045 HTTP/1.1" status: 204 len: 168 time: 0.1826336 Jan 28 01:21:46.543890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51590) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.544734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572dd22-442c-4d41-9b77-b756a58bd2db tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e605f330-993e-448f-af6c-41d3aff15045,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:46.619729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-94d8d909-c449-41e9-9131-b6159f20bb28 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707140 Jan 28 01:21:46.626232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.645253 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-bcbd0403-a34a-4df2-a096-a9ae2a1f9045 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] delete failed (client error): The resource could not be found. Jan 28 01:21:46.646299 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bcbd0403-a34a-4df2-a096-a9ae2a1f9045 tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca19ddfa-ca91-4838-ada7-de271b85c076 HTTP/1.1" status: 404 len: 347 time: 0.0190647 Jan 28 01:21:46.649331 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (35f6ee62-37c7-43d9-993f-3fd29efacefc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.650147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51606) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.676291 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-8650bc09-2501-4b93-ac40-e6bf943a8b2c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] show failed (client error): The resource could not be found. Jan 28 01:21:46.677630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8650bc09-2501-4b93-ac40-e6bf943a8b2c tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-groups/cc494d3b-a41a-425f-8bf6-7e296f2d60fe HTTP/1.1" status: 404 len: 347 time: 0.0264890 Jan 28 01:21:46.681476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51614) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:46.705808 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-54822166-9593-4075-b62e-16b26577450f tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] show failed (client error): The resource could not be found. Jan 28 01:21:46.711581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-54822166-9593-4075-b62e-16b26577450f tempest-NegativeSecGroupIPv6Test-560121281 tempest-NegativeSecGroupIPv6Test-560121281-project] 10.222.0.23 "GET /v2.0/security-group-rules/4273d057-ea90-4625-9065-aa80311962e0 HTTP/1.1" status: 404 len: 356 time: 0.0259724 Jan 28 01:21:46.831430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (35f6ee62-37c7-43d9-993f-3fd29efacefc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.870826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f6ee62-37c7-43d9-993f-3fd29efacefc']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:46.883005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0097d17-bfbb-4822-a33d-66d00271c835') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:46.883356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0097d17-bfbb-4822-a33d-66d00271c835') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:46.898985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (f0097d17-bfbb-4822-a33d-66d00271c835), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.917703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (f0097d17-bfbb-4822-a33d-66d00271c835), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.929425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:21:46.932092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (f0097d17-bfbb-4822-a33d-66d00271c835), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:21:46.935190 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:21:47.005314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-380a4b4a-1a1f-403c-88bd-02ec995c2900 req-2badaa97-8242-4117-a75c-730b15da8258 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0575402 Jan 28 01:21:47.018814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (35f6ee62-37c7-43d9-993f-3fd29efacefc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.032517 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.046844 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] 10.222.0.23 "DELETE /v2.0/networks/35f6ee62-37c7-43d9-993f-3fd29efacefc HTTP/1.1" status: 204 len: 168 time: 0.6369951 Jan 28 01:21:47.072455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f187d8-aa1b-44ef-8ddf-1aa87f3a5066 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f6ee62-37c7-43d9-993f-3fd29efacefc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:47.142157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51642) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:47.179331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51646) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:47.290640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51652) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:47.340851 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8e325bc-e5d1-4c73-86cb-477f2f9c6872 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aae786e752214395a439f4fe80cc84ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490062 Jan 28 01:21:47.343376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51654) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:47.392729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa41fb11-5cfc-49a5-bf44-2211df43456d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e0a9fd5038648ab8e5bfce1c77754e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492042 Jan 28 01:21:47.395321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51658) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:47.406421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d00e385b-15f0-480a-87a3-b35b8747a929 admin admin] Publish callbacks [] for security_group (9df56d16-7cfd-4a31-9878-d631c6e7ed06), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.430883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d00e385b-15f0-480a-87a3-b35b8747a929 admin admin] Publish callbacks [] for security_group (9df56d16-7cfd-4a31-9878-d631c6e7ed06), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.493155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d00e385b-15f0-480a-87a3-b35b8747a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9df56d16-7cfd-4a31-9878-d631c6e7ed06), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.496821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d00e385b-15f0-480a-87a3-b35b8747a929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.498286 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d00e385b-15f0-480a-87a3-b35b8747a929 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9df56d16-7cfd-4a31-9878-d631c6e7ed06 HTTP/1.1" status: 204 len: 168 time: 0.1535306 Jan 28 01:21:47.507634 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57ee1ef8-a9e8-4c8a-87ce-2dfdc70d5c78 admin admin] Publish callbacks [] for security_group (048bf042-bb23-4f74-aaae-a1914e08879a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.518645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1465526846'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:47.545293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57ee1ef8-a9e8-4c8a-87ce-2dfdc70d5c78 admin admin] Publish callbacks [] for security_group (048bf042-bb23-4f74-aaae-a1914e08879a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.561362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e385b-15f0-480a-87a3-b35b8747a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df56d16-7cfd-4a31-9878-d631c6e7ed06,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:47.589062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Made reservation on behalf of d8170763b2bd42d08eb705242ee2c768 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:47.596489 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.619109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.647594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57ee1ef8-a9e8-4c8a-87ce-2dfdc70d5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (048bf042-bb23-4f74-aaae-a1914e08879a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.651359 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57ee1ef8-a9e8-4c8a-87ce-2dfdc70d5c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.654449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57ee1ef8-a9e8-4c8a-87ce-2dfdc70d5c78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/048bf042-bb23-4f74-aaae-a1914e08879a HTTP/1.1" status: 204 len: 168 time: 0.2571781 Jan 28 01:21:47.680455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee1ef8-a9e8-4c8a-87ce-2dfdc70d5c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048bf042-bb23-4f74-aaae-a1914e08879a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:47.797109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for security_group (7746f61a-6069-4178-8af5-348b1ce906d1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.803021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7746f61a-6069-4178-8af5-348b1ce906d1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.849011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:21:47.863028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7746f61a-6069-4178-8af5-348b1ce906d1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:47.885175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b0abdc6c-862b-41e4-9f04-66d4c6b1942b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:47.885799 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Added segment b0abdc6c-862b-41e4-9f04-66d4c6b1942b of type vlan for network 599394c5-0f2a-4295-aad0-4eaa6af89521 Jan 28 01:21:47.978186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (599394c5-0f2a-4295-aad0-4eaa6af89521), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:48.034688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (599394c5-0f2a-4295-aad0-4eaa6af89521), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:48.045761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:48.046434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:48.180553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event updated for resources: {'Network': ['ID=599394c5-0f2a-4295-aad0-4eaa6af89521,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:48.189122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4d65be3c-20a1-4b00-abd3-f5128e8527cf tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0084579 Jan 28 01:21:48.194862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51696) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:48.200659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:21:48.208339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Request body: {'subnet': {'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:48.387601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50c8da52-05f7-466c-9619-f35ce55984ed req-0ee940b7-f5c7-412a-bc15-aaa6226e6c97 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1670477 Jan 28 01:21:48.477221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Made reservation on behalf of d8170763b2bd42d08eb705242ee2c768 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:48.485908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:48.838870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (cfbba863-b63c-44bb-b522-b3641c15601d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:48.934927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event updated for resources: {'Subnet': ['ID=cfbba863-b63c-44bb-b522-b3641c15601d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:48.959139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Checking segment: {'id': 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:48.959828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Network hostable DHCP agents. Network: 599394c5-0f2a-4295-aad0-4eaa6af89521, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:21:48.967585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:48.987371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:21:49.000191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 599394c5-0f2a-4295-aad0-4eaa6af89521) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:49.005889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:49.008451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.017702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce101ce4-141c-49c6-87c2-729e57e981fe None None] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:49.043310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d8fdafa-9204-4629-957a-234d5642fbf6 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8461776 Jan 28 01:21:49.045967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51750) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:49.054930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Request body: {'port': {'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1293355266'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:49.162855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b8f0ad3a-7bad-4750-8568-84fb647eba1e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:49.163497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-599394c5-0f2a-4295-aad0-4eaa6af89521', 'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521', 'project_id': 'd8170763b2bd42d08eb705242ee2c768', 'fixed_ips': [{'subnet_id': 'cfbba863-b63c-44bb-b522-b3641c15601d'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:21:49.164431 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-b8f0ad3a-7bad-4750-8568-84fb647eba1e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 01:21:49.164945 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.165275 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-b8f0ad3a-7bad-4750-8568-84fb647eba1e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 01:21:49.166978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b8f0ad3a-7bad-4750-8568-84fb647eba1e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1982012 Jan 28 01:21:49.170664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:49.175280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593666403'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:49.244625 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.255590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.314308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Made reservation on behalf of d8170763b2bd42d08eb705242ee2c768 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:49.326192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.372281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] device_id is not set on port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:49.406986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Allocated IP 172.20.0.2 (599394c5-0f2a-4295-aad0-4eaa6af89521/cfbba863-b63c-44bb-b522-b3641c15601d/c476861a-5389-4519-950c-5b952cde4329) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:49.449552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (33edc3af-285f-4ffb-af38-17cf1781a2f8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.464952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33edc3af-285f-4ffb-af38-17cf1781a2f8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.531395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51766) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:49.581737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.619392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Publish callbacks [] for port (c476861a-5389-4519-950c-5b952cde4329), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.620698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.627345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c476861a-5389-4519-950c-5b952cde4329), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.676258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Pushing event updated for resources: {'Port': ['ID=c476861a-5389-4519-950c-5b952cde4329,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:49.676813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b640adf7-ac8d-4843-8f02-f0e8721a15d1 req-1bf778d0-919e-4f03-95d4-e92678053ce9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0862606 Jan 28 01:21:49.720881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.733429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5616307 Jan 28 01:21:49.736282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:49.736929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51774) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:49.739348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33edc3af-285f-4ffb-af38-17cf1781a2f8,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:49.743351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:49.747131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:49.754671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:49.763264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Allocated IP 172.20.0.12 (599394c5-0f2a-4295-aad0-4eaa6af89521/cfbba863-b63c-44bb-b522-b3641c15601d/bd9935b9-88ad-4e1a-81c6-0f11a1a5b888) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:49.833116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a3ac3-c24e-4eef-8d86-b4a29c1f141a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:49.845670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Attempting to bind port c476861a-5389-4519-950c-5b952cde4329 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:21:49.846076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Attempting to bind port c476861a-5389-4519-950c-5b952cde4329 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:21:49.846440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Attempting to bind port c476861a-5389-4519-950c-5b952cde4329 on network 599394c5-0f2a-4295-aad0-4eaa6af89521 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:49.857353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group_rule (3a8f6fa9-6d72-45bc-b127-583aaab10211), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.860340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:21:49.860709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Checking segment: {'id': 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:49.861111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.861501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Bound using segment: {'id': 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:21:49.862002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Bound port: c476861a-5389-4519-950c-5b952cde4329, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:21:49.862384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c476861a-5389-4519-950c-5b952cde4329), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.963742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group_rule (3a8f6fa9-6d72-45bc-b127-583aaab10211), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:49.968782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3a8f6fa9-6d72-45bc-b127-583aaab10211), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.001858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8f6fa9-6d72-45bc-b127-583aaab10211,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:50.003154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] For port c476861a-5389-4519-950c-5b952cde4329, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:21:50.009000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] For port c476861a-5389-4519-950c-5b952cde4329, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c476861a-5389-4519-950c-5b952cde4329,segment=NetworkSegment(b0abdc6c-862b-41e4-9f04-66d4c6b1942b),segment_id=b0abdc6c-862b-41e4-9f04-66d4c6b1942b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:21:50.014451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c476861a-5389-4519-950c-5b952cde4329), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.021922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.023389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6b7188c7-5f02-4866-95e3-bc1d1a9e2f1f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853761 Jan 28 01:21:50.029181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:50.035617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-585a4d94-af69-412a-8e56-f301fdd06d57 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:50.083822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-585a4d94-af69-412a-8e56-f301fdd06d57 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group_rule (01858e54-cb05-4c94-9b21-fcbe9a301970), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.092864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f52dd0c-1dc4-4870-8954-393779db6555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.122149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324194-02b1-4611-9ff5-ceff3a9bc527 None None] Pushing event updated for resources: {'Port': ['ID=c476861a-5389-4519-950c-5b952cde4329,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:50.177005 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-585a4d94-af69-412a-8e56-f301fdd06d57 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 01:21:50.178127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-585a4d94-af69-412a-8e56-f301fdd06d57 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1477194 Jan 28 01:21:50.181322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51784) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:50.189458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.291122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.300402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddb37848-24cb-4a12-934b-cc40f92ab95f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.310918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f52dd0c-1dc4-4870-8954-393779db6555 admin admin] Publish callbacks [] for security_group (ba7ee895-3286-4b30-bdf7-806c9f314a1a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.339893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f52dd0c-1dc4-4870-8954-393779db6555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ba7ee895-3286-4b30-bdf7-806c9f314a1a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.355054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:50.365264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:50.368089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:50.375193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddb37848-24cb-4a12-934b-cc40f92ab95f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.490078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddb37848-24cb-4a12-934b-cc40f92ab95f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.496679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ddb37848-24cb-4a12-934b-cc40f92ab95f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.500434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ddb37848-24cb-4a12-934b-cc40f92ab95f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94 HTTP/1.1" status: 204 len: 168 time: 0.3157485 Jan 28 01:21:50.522858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:50.524011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb37848-24cb-4a12-934b-cc40f92ab95f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d135dc-9f97-4b05-a1fa-bcb2eeaf3f94,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:50.699305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-753b3a36-a37d-4b1e-9b97-9a8ff084f871 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1617229 Jan 28 01:21:50.700149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51796) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:50.710806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704457186'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:50.759939 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.882042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:50.882679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.917588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b9ec4be-89b6-4a57-96a4-0ae60187ff33 req-65f51c67-cd76-409c-9c03-e3a44d917682 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0802701 Jan 28 01:21:50.923303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52dd0c-1dc4-4870-8954-393779db6555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ee895-3286-4b30-bdf7-806c9f314a1a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:50.984475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (ea021361-db22-43ec-888b-d9868a619006), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:50.986420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event updated for resources: {'Port': ['ID=bd9935b9-88ad-4e1a-81c6-0f11a1a5b888,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:50.990692 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ea021361-db22-43ec-888b-d9868a619006), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.001299 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f52dd0c-1dc4-4870-8954-393779db6555 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7576e14fac854241ae35533acbb5a63a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4671552 Jan 28 01:21:51.004757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51810) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.021004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-610831d9-e322-4a2b-8fed-0b449984764d tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9733279 Jan 28 01:21:51.027823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51812) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.033923 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.038233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3329849 Jan 28 01:21:51.043774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Request body: {'port': {'network_id': '599394c5-0f2a-4295-aad0-4eaa6af89521', 'name': 'tempest-ExtraDHCPOptionsTestJSON-135316681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:51.044431 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] bootfile-name is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:21:51.045840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] tftp-server is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:21:51.046290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] server-ip-address is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:21:51.047985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.059700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5ea33589-9621-490c-b863-3c4c75fa1293 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': 'ea021361-db22-43ec-888b-d9868a619006', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:51.060616 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-5ea33589-9621-490c-b863-3c4c75fa1293 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 01:21:51.061311 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-5ea33589-9621-490c-b863-3c4c75fa1293 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:51.063849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5ea33589-9621-490c-b863-3c4c75fa1293 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133252 Jan 28 01:21:51.068924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51816) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.099667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2626f-d516-4ec6-b5d7-8621dae4a890 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea021361-db22-43ec-888b-d9868a619006,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:51.194400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15286335-59b4-4165-b0cb-37ed227215d6 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (ea021361-db22-43ec-888b-d9868a619006), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.228726 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd29-c681-456c-8542-60ce72feff54 admin admin] Publish callbacks [] for security_group (ba7ee895-3286-4b30-bdf7-806c9f314a1a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.249878 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15286335-59b4-4165-b0cb-37ed227215d6 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (ea021361-db22-43ec-888b-d9868a619006), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.263394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd29-c681-456c-8542-60ce72feff54 admin admin] Publish callbacks [] for security_group (ba7ee895-3286-4b30-bdf7-806c9f314a1a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.346214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd29-c681-456c-8542-60ce72feff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ba7ee895-3286-4b30-bdf7-806c9f314a1a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.350024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dd29-c681-456c-8542-60ce72feff54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.351350 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9eb1dd29-c681-456c-8542-60ce72feff54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba7ee895-3286-4b30-bdf7-806c9f314a1a HTTP/1.1" status: 204 len: 168 time: 0.3454115 Jan 28 01:21:51.372119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15286335-59b4-4165-b0cb-37ed227215d6 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ea021361-db22-43ec-888b-d9868a619006), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.375145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15286335-59b4-4165-b0cb-37ed227215d6 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.375620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1dd29-c681-456c-8542-60ce72feff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ee895-3286-4b30-bdf7-806c9f314a1a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:51.378745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-15286335-59b4-4165-b0cb-37ed227215d6 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea021361-db22-43ec-888b-d9868a619006 HTTP/1.1" status: 204 len: 168 time: 0.3061771 Jan 28 01:21:51.380089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.390902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Made reservation on behalf of d8170763b2bd42d08eb705242ee2c768 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:51.402263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.420452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286335-59b4-4165-b0cb-37ed227215d6 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea021361-db22-43ec-888b-d9868a619006,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:51.446903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] device_id is not set on port 23c25a3a-1dd1-4064-9515-1dcd0418f5ea yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:21:51.527737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0019993f-0526-45dc-8e67-cfff33c71222 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1268435 Jan 28 01:21:51.527966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51836) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.538831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442485528'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:51.592374 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.713605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Allocated IP 172.20.0.3 (599394c5-0f2a-4295-aad0-4eaa6af89521/cfbba863-b63c-44bb-b522-b3641c15601d/23c25a3a-1dd1-4064-9515-1dcd0418f5ea) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:51.764203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (3ae8654e-0d51-4b06-95e3-4f8658ffe9a0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.769372 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3ae8654e-0d51-4b06-95e3-4f8658ffe9a0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.902167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:51.905744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3761325 Jan 28 01:21:51.908783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51850) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:51.916460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4c99a-4879-4d04-8b48-707df6ffa53f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8654e-0d51-4b06-95e3-4f8658ffe9a0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:51.931337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-24cfe298-a531-4eb5-922b-ddd6c6929c38 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '3ae8654e-0d51-4b06-95e3-4f8658ffe9a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:51.933322 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-24cfe298-a531-4eb5-922b-ddd6c6929c38 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 01:21:51.933843 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-24cfe298-a531-4eb5-922b-ddd6c6929c38 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:51.939799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-24cfe298-a531-4eb5-922b-ddd6c6929c38 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0286310 Jan 28 01:21:51.942410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51854) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.062797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c476861a-5389-4519-950c-5b952cde4329 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:52.065116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19227c5d-1f3c-497b-a628-939029881db7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (3ae8654e-0d51-4b06-95e3-4f8658ffe9a0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.088214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for port (23c25a3a-1dd1-4064-9515-1dcd0418f5ea), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.126412 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19227c5d-1f3c-497b-a628-939029881db7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (3ae8654e-0d51-4b06-95e3-4f8658ffe9a0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.156302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb648c-35a1-4fe3-8dec-0e12d3f29502 None None] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:52.207937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (23c25a3a-1dd1-4064-9515-1dcd0418f5ea), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.231713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee6302-913d-419e-9d10-b94310bb7019 req-8739ea16-410b-4889-a351-3d33668315ab tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0322015 Jan 28 01:21:52.232832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19227c5d-1f3c-497b-a628-939029881db7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3ae8654e-0d51-4b06-95e3-4f8658ffe9a0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.235886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-19227c5d-1f3c-497b-a628-939029881db7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.237004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-19227c5d-1f3c-497b-a628-939029881db7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ae8654e-0d51-4b06-95e3-4f8658ffe9a0 HTTP/1.1" status: 204 len: 168 time: 0.2936614 Jan 28 01:21:52.242154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51866) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.262975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227c5d-1f3c-497b-a628-939029881db7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8654e-0d51-4b06-95e3-4f8658ffe9a0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:52.317653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3d7e686-4c67-4196-9e15-525e14c7c823 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0703099 Jan 28 01:21:52.317950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51870) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.323804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--410890656'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:52.331518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:52.358269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:52.368706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:52.370995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.453477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event updated for resources: {'Port': ['ID=23c25a3a-1dd1-4064-9515-1dcd0418f5ea,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:52.515156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:52.516027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.547647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f7dbffa0-6198-4daf-bb6f-fa3d32128f24 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.5125718 Jan 28 01:21:52.548553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51880) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.550558 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (75e8a6ec-6047-4f2c-ae55-75f2fd384fc4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.557853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (75e8a6ec-6047-4f2c-ae55-75f2fd384fc4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.599259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8a6ec-6047-4f2c-ae55-75f2fd384fc4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:52.618475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.619834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e3dd0604-ff27-4eba-b035-0926a977f028 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3006823 Jan 28 01:21:52.624372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51882) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.632206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9f88cd0e-8e25-4057-8905-1d3e50c46c42 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '75e8a6ec-6047-4f2c-ae55-75f2fd384fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:52.633038 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-9f88cd0e-8e25-4057-8905-1d3e50c46c42 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 01:21:52.633545 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-9f88cd0e-8e25-4057-8905-1d3e50c46c42 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:52.634569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9f88cd0e-8e25-4057-8905-1d3e50c46c42 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084882 Jan 28 01:21:52.637622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.642902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5136bff1-99a3-47e8-a82f-76954b87a85f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '75e8a6ec-6047-4f2c-ae55-75f2fd384fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:52.643572 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-5136bff1-99a3-47e8-a82f-76954b87a85f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 01:21:52.644061 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-5136bff1-99a3-47e8-a82f-76954b87a85f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:52.645025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5136bff1-99a3-47e8-a82f-76954b87a85f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064626 Jan 28 01:21:52.647964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51886) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.653475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-732d73ac-d587-42f4-8b18-0be9dfcc81e0 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '75e8a6ec-6047-4f2c-ae55-75f2fd384fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:52.660606 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-732d73ac-d587-42f4-8b18-0be9dfcc81e0 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 01:21:52.661182 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-732d73ac-d587-42f4-8b18-0be9dfcc81e0 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:52.662235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-732d73ac-d587-42f4-8b18-0be9dfcc81e0 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127637 Jan 28 01:21:52.666973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51890) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.672943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-26a9a1bf-2be3-4ac1-aa2f-4d7b006aba2e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '75e8a6ec-6047-4f2c-ae55-75f2fd384fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:52.673822 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-26a9a1bf-2be3-4ac1-aa2f-4d7b006aba2e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 01:21:52.674317 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-26a9a1bf-2be3-4ac1-aa2f-4d7b006aba2e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:52.675556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-26a9a1bf-2be3-4ac1-aa2f-4d7b006aba2e tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071042 Jan 28 01:21:52.680782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c48cdb-b740-446b-8d4d-05b5d365be95 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:52.686296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c48cdb-b740-446b-8d4d-05b5d365be95 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:52.687322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51892) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.703416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c48cdb-b740-446b-8d4d-05b5d365be95 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:52.711021 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-33c48cdb-b740-446b-8d4d-05b5d365be95 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1617990 Jan 28 01:21:52.713230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.781598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89736c93-8111-4c50-870d-73cfcab828c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (75e8a6ec-6047-4f2c-ae55-75f2fd384fc4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.818471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Provisioning complete for port c476861a-5389-4519-950c-5b952cde4329 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:52.818873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c476861a-5389-4519-950c-5b952cde4329), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.824106 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89736c93-8111-4c50-870d-73cfcab828c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (75e8a6ec-6047-4f2c-ae55-75f2fd384fc4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.893992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51902) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.915889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89736c93-8111-4c50-870d-73cfcab828c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (75e8a6ec-6047-4f2c-ae55-75f2fd384fc4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.919197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-89736c93-8111-4c50-870d-73cfcab828c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.920830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-89736c93-8111-4c50-870d-73cfcab828c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/75e8a6ec-6047-4f2c-ae55-75f2fd384fc4 HTTP/1.1" status: 204 len: 168 time: 0.2323112 Jan 28 01:21:52.924362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51906) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:52.946047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c476861a-5389-4519-950c-5b952cde4329 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:52.946523 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c476861a-5389-4519-950c-5b952cde4329), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:52.973843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89736c93-8111-4c50-870d-73cfcab828c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8a6ec-6047-4f2c-ae55-75f2fd384fc4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:53.040488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51908) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:53.040747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-df5e3b28-664c-4c45-b6cd-4dda0022542f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1099811 Jan 28 01:21:53.054874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107429828'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:53.109466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Current status of the port c476861a-5389-4519-950c-5b952cde4329 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:53.110534 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c476861a-5389-4519-950c-5b952cde4329), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.132831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c476861a-5389-4519-950c-5b952cde4329 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:53.133483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c476861a-5389-4519-950c-5b952cde4329), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.161739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Deleting port 23c25a3a-1dd1-4064-9515-1dcd0418f5ea {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:53.162149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (23c25a3a-1dd1-4064-9515-1dcd0418f5ea), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.204046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c476861a-5389-4519-950c-5b952cde4329, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c476861a-5389-4519-950c-5b952cde4329,segment=NetworkSegment(b0abdc6c-862b-41e4-9f04-66d4c6b1942b),segment_id=b0abdc6c-862b-41e4-9f04-66d4c6b1942b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:53.212154 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c476861a-5389-4519-950c-5b952cde4329), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.258738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1050938447-network', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:53.321626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Made reservation on behalf of a0497e5cecc1405ebee7b9df8dfcdf32 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:53.323924 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:21:53.324572 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:21:53.330422 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.331135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c476861a-5389-4519-950c-5b952cde4329,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:53.336368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (23c25a3a-1dd1-4064-9515-1dcd0418f5ea), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.358622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.368483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Calling delete_port for 23c25a3a-1dd1-4064-9515-1dcd0418f5ea owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:53.414328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.451780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2a4f3ab-aa76-4d24-946c-0a1833e51d90 req-6d620c62-4576-4cb5-8db2-2ea15af99910 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0446262 Jan 28 01:21:53.610983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks [] for security_group (4668e73e-4d52-41de-8138-03c13b97e6e3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.619104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4668e73e-4d52-41de-8138-03c13b97e6e3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.652478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4668e73e-4d52-41de-8138-03c13b97e6e3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:53.657054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:21:53.670621 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bb6313d8-bfcd-4aca-93cf-ff855e32d867), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.671229 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Added segment bb6313d8-bfcd-4aca-93cf-ff855e32d867 of type vlan for network 80b38638-2f89-414d-ba0e-b320161f366a Jan 28 01:21:53.721085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (80b38638-2f89-414d-ba0e-b320161f366a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.722002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (000fb789-ca2d-4936-acdb-f676dcf3b241), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.736730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (000fb789-ca2d-4936-acdb-f676dcf3b241), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.770011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (80b38638-2f89-414d-ba0e-b320161f366a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.771511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:53.772403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.848116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000fb789-ca2d-4936-acdb-f676dcf3b241,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:53.864935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:53.866323 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ee7652fd-f50a-40f7-ad01-9c26dda37c92 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8248236 Jan 28 01:21:53.884160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51926) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:53.893432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9b27fc73-1257-4917-9939-aaa7d41f5229 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:53.897765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0027580 Jan 28 01:21:53.898809 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-9b27fc73-1257-4917-9939-aaa7d41f5229 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 01:21:53.901146 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-9b27fc73-1257-4917-9939-aaa7d41f5229 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:53.902415 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b27fc73-1257-4917-9939-aaa7d41f5229 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165532 Jan 28 01:21:53.907218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51928) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:53.911536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51930) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:53.924781 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Request body: {'subnet': {'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1050938447-subnet', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:53.934287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3f74ee18-cf08-4d2e-84d7-8c63f5f97201 None None] Current status of the port c476861a-5389-4519-950c-5b952cde4329 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:53.935068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e70ddc2b-9b07-45cc-9cd6-49578f8f9e9b tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:53.960150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c476861a-5389-4519-950c-5b952cde4329 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:54.015423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840544c-9f99-40dc-9d05-bf4891a55cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=80b38638-2f89-414d-ba0e-b320161f366a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:54.044446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Made reservation on behalf of a0497e5cecc1405ebee7b9df8dfcdf32 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:54.046756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.078922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 80b38638-2f89-414d-ba0e-b320161f366a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:21:54.142194 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-e70ddc2b-9b07-45cc-9cd6-49578f8f9e9b tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:54.143274 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e70ddc2b-9b07-45cc-9cd6-49578f8f9e9b tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2293661 Jan 28 01:21:54.147546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51934) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.154381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6bdf77db-8593-459a-95b3-300d98d52859 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.155190 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-6bdf77db-8593-459a-95b3-300d98d52859 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 01:21:54.155704 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-6bdf77db-8593-459a-95b3-300d98d52859 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:54.161920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51938) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.165127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6bdf77db-8593-459a-95b3-300d98d52859 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163236 Jan 28 01:21:54.167652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a33f8fef-87da-43d9-9e18-2c8377e99178 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.192545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (23c25a3a-1dd1-4064-9515-1dcd0418f5ea), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.221786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c476861a-5389-4519-950c-5b952cde4329 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:54.222280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c476861a-5389-4519-950c-5b952cde4329), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.238313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event deleted for resources: {'Port': ['ID=23c25a3a-1dd1-4064-9515-1dcd0418f5ea,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:54.291165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Provisioning complete for port c476861a-5389-4519-950c-5b952cde4329 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:54.291598 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c476861a-5389-4519-950c-5b952cde4329), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.360074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c476861a-5389-4519-950c-5b952cde4329 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:54.520778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Current status of the port c476861a-5389-4519-950c-5b952cde4329 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:54.529155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Could not find standard attr ID for object 23c25a3a-1dd1-4064-9515-1dcd0418f5ea. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:21:54.534428 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-a33f8fef-87da-43d9-9e18-2c8377e99178 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:54.535981 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a33f8fef-87da-43d9-9e18-2c8377e99178 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3727765 Jan 28 01:21:54.539250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.541082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.544411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-93677789-0ffc-4145-a6c2-3c7bfed201e3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.548475 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-93677789-0ffc-4145-a6c2-3c7bfed201e3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 01:21:54.548704 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20871235-fa1a-43ba-8748-28062c9737a9 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "DELETE /v2.0/ports/23c25a3a-1dd1-4064-9515-1dcd0418f5ea HTTP/1.1" status: 204 len: 168 time: 1.8273973 Jan 28 01:21:54.548838 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-93677789-0ffc-4145-a6c2-3c7bfed201e3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:54.549385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.549715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51950) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.549926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-93677789-0ffc-4145-a6c2-3c7bfed201e3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088022 Jan 28 01:21:54.554889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Request body: {'port': {'name': 'tempest-new-port-name-1814705732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.555295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] bootfile-name is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:21:54.555636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] tftp-server is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:21:54.555984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.api.validators [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] server-ip-address is not in valid_values {{(pid=109595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 01:21:54.559146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Provisioning complete for port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:54.559690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.597427 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-30af1610-789b-4036-bc10-b78148c5983a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.625886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e00f9b2e-d572-426d-8f7a-a01b1a9c2c5c None None] Port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:54.685735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ab27398-621a-4934-8094-8de6d0b6f9f1 req-4ee579aa-63cb-41ec-b95f-c560b82214b9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0375881 Jan 28 01:21:54.741845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e1e387d5-9b57-494e-88ea-834a89514b3a None None] Could not find standard attr ID for object 23c25a3a-1dd1-4064-9515-1dcd0418f5ea. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:21:54.795299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.814616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (10bafa70-647b-4694-b442-b0b2e3f19ffb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:54.923207 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-30af1610-789b-4036-bc10-b78148c5983a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:54.924445 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30af1610-789b-4036-bc10-b78148c5983a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3312690 Jan 28 01:21:54.927801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.932614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d4ec679c-c589-44fb-b19b-b616cd7330f3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.933100 n-d-826756-1 neutron-server[109594]: WARNING neutron.api.v2.base [None req-d4ec679c-c589-44fb-b19b-b616cd7330f3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 01:21:54.933596 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-d4ec679c-c589-44fb-b19b-b616cd7330f3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:54.937658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d4ec679c-c589-44fb-b19b-b616cd7330f3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084052 Jan 28 01:21:54.938183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51962) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:54.942385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ab3336ff-1251-4f49-bbf0-3bb3b5572cef tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:54.957353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bafa70-647b-4694-b442-b0b2e3f19ffb,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:55.025541 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-ab3336ff-1251-4f49-bbf0-3bb3b5572cef tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:55.029967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ab3336ff-1251-4f49-bbf0-3bb3b5572cef tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0907485 Jan 28 01:21:55.030559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51968) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.032485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Checking segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:55.033052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Network hostable DHCP agents. Network: 80b38638-2f89-414d-ba0e-b320161f366a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:21:55.035146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-23c2572c-b12d-482b-9836-c7c994db4456 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '000fb789-ca2d-4936-acdb-f676dcf3b241', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:55.077807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Network 80b38638-2f89-414d-ba0e-b320161f366a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:21:55.091176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 80b38638-2f89-414d-ba0e-b320161f366a) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:55.099268 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-23c2572c-b12d-482b-9836-c7c994db4456 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:21:55.101992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47dca6-8ca4-4bc6-ac96-44190b581601 None None] Network 80b38638-2f89-414d-ba0e-b320161f366a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:55.102342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:55.102997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.110501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.113571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-23c2572c-b12d-482b-9836-c7c994db4456 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0818846 Jan 28 01:21:55.162122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6d17f870-add6-48be-be9a-2f25bf48b9f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2491195 Jan 28 01:21:55.164839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51972) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.169451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:55.198044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.202837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.204044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.205298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.263202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event updated for resources: {'Port': ['ID=bd9935b9-88ad-4e1a-81c6-0f11a1a5b888,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:55.270228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-80b38638-2f89-414d-ba0e-b320161f366a', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:21:55.273762 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.275471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ea804d6-8eb8-441b-a2cc-08bcb2f3457c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (000fb789-ca2d-4936-acdb-f676dcf3b241), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.319882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks [] for router_controller (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.340679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ea804d6-8eb8-441b-a2cc-08bcb2f3457c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (000fb789-ca2d-4936-acdb-f676dcf3b241), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.401194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] In _notify_port_updated(), no bound segment for port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 on network 599394c5-0f2a-4295-aad0-4eaa6af89521 {{(pid=109595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 01:21:55.414291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:55.418892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.420276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-82501af1-99cd-49b7-8775-dacbcf96bb2f tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "PUT /v2.0/ports/bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 HTTP/1.1" status: 200 len: 1137 time: 0.8696184 Jan 28 01:21:55.425533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.565570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Allocated IP 172.20.0.2 (80b38638-2f89-414d-ba0e-b320161f366a/10bafa70-647b-4694-b442-b0b2e3f19ffb/4ebf4567-cdde-456f-8fb6-b1c4423e4c3b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:55.570096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36ef97-6235-4592-9783-c06f5ebfeccb tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:55.576492 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4f36ef97-6235-4592-9783-c06f5ebfeccb tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "GET /v2.0/ports/bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 HTTP/1.1" status: 200 len: 1137 time: 0.1345847 Jan 28 01:21:55.576791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.580015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ea804d6-8eb8-441b-a2cc-08bcb2f3457c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (000fb789-ca2d-4936-acdb-f676dcf3b241), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.583189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ea804d6-8eb8-441b-a2cc-08bcb2f3457c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.584386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8ea804d6-8eb8-441b-a2cc-08bcb2f3457c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/000fb789-ca2d-4936-acdb-f676dcf3b241 HTTP/1.1" status: 204 len: 168 time: 0.4705417 Jan 28 01:21:55.609648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.610471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea804d6-8eb8-441b-a2cc-08bcb2f3457c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000fb789-ca2d-4936-acdb-f676dcf3b241,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:55.701118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks [] for router_gateway (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.825972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e7093a00-21cf-4f51-9262-4a15fa0571bb None None] Provisioning complete for port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:55.828439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e7093a00-21cf-4f51-9262-4a15fa0571bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:55.911405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e7093a00-21cf-4f51-9262-4a15fa0571bb None None] Port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:21:55.915218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54c18d7a-5437-4ad1-a47b-7e39e304a8c0 req-1d93f383-457c-4c11-ae98-4d44d6c38c1e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0532572 Jan 28 01:21:55.918467 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a05c9bf-aa52-49d0-96a5-19a915801fb8 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2953134 Jan 28 01:21:55.925165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51992) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:55.937714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--727921232'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:56.006571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.007190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Deleting port bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:56.007752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.058693 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Publish callbacks [] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.067812 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.111532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Pushing event updated for resources: {'Port': ['ID=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:56.134812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Network 80b38638-2f89-414d-ba0e-b320161f366a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:56.140164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:56.147262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:56.186282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.208840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Calling delete_port for bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:56.232296 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks [] for router_gateway (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.254743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Attempting to bind port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:21:56.255130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Attempting to bind port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:21:56.255499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Attempting to bind port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b on network 80b38638-2f89-414d-ba0e-b320161f366a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:56.261099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:21:56.261474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Checking segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:56.261937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.262317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Bound using segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:21:56.262788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Bound port: 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:21:56.264049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.275083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.401302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] For port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:21:56.405473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] For port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:21:56.410402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.527682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (40365935-2dd8-474a-b588-d11cf4f2455b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.535421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (40365935-2dd8-474a-b588-d11cf4f2455b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.538632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81b506-3bef-48c0-98d8-af2150c606a2 None None] Pushing event updated for resources: {'Port': ['ID=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:56.545172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bd9935b9-88ad-4e1a-81c6-0f11a1a5b888), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.594158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40365935-2dd8-474a-b588-d11cf4f2455b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:56.611119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Allocated IP 172.25.1.149 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/536493f7-c41f-40c1-b103-434778ba3fbc) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:56.621533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event deleted for resources: {'Port': ['ID=bd9935b9-88ad-4e1a-81c6-0f11a1a5b888,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:56.654719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.655991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-40b24dab-e7c2-4f3e-b37a-f55b05375ae3 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7218022 Jan 28 01:21:56.661157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:56.677172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d9613a26-3524-47d4-a759-46ee9b523784 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '40365935-2dd8-474a-b588-d11cf4f2455b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:56.810520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.813890 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8f92ceaa-c944-4982-8481-8598fb1c4c53 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "DELETE /v2.0/ports/bd9935b9-88ad-4e1a-81c6-0f11a1a5b888 HTTP/1.1" status: 204 len: 168 time: 1.2359033 Jan 28 01:21:56.816495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:56.902385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Deleting subnet cfbba863-b63c-44bb-b522-b3641c15601d {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:21:56.907476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for subnet (cfbba863-b63c-44bb-b522-b3641c15601d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:56.931080 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-d9613a26-3524-47d4-a759-46ee9b523784 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The resource could not be found. Jan 28 01:21:56.932059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9613a26-3524-47d4-a759-46ee9b523784 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2649820 Jan 28 01:21:56.937472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52010) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:56.949670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-22b53972-d3e0-48a8-95ee-5db031d8af1c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '40365935-2dd8-474a-b588-d11cf4f2455b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6d82af77-628b-4878-b762-a1fc49f459b6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:56.974954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (cfbba863-b63c-44bb-b522-b3641c15601d), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.142919 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks [] for port (536493f7-c41f-40c1-b103-434778ba3fbc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.186068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (cfbba863-b63c-44bb-b522-b3641c15601d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.203642 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-22b53972-d3e0-48a8-95ee-5db031d8af1c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The resource could not be found. Jan 28 01:21:57.204777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-22b53972-d3e0-48a8-95ee-5db031d8af1c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2623219 Jan 28 01:21:57.211648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d2a480a-d915-463e-a4fb-cccbe24ae9fd req-03057cd0-f366-47b5-9859-e6cb67fc3f35 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0768559 Jan 28 01:21:57.220817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52020) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:57.326783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.341334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (cfbba863-b63c-44bb-b522-b3641c15601d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.378092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63097bbb-40e9-4ecf-8333-7b5582079e24 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (40365935-2dd8-474a-b588-d11cf4f2455b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.380732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Pushing event updated for resources: {'Port': ['ID=536493f7-c41f-40c1-b103-434778ba3fbc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:57.389323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbba863-b63c-44bb-b522-b3641c15601d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:57.392050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.396227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ac4ad9eb-7330-4dd1-bbd5-7095a2f9e5f2 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "DELETE /v2.0/subnets/cfbba863-b63c-44bb-b522-b3641c15601d HTTP/1.1" status: 204 len: 168 time: 0.5786927 Jan 28 01:21:57.399261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:57.400155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6be29-a20b-491e-9c0a-769496d3fc83 None None] Network 599394c5-0f2a-4295-aad0-4eaa6af89521 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:57.435904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:57.444263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63097bbb-40e9-4ecf-8333-7b5582079e24 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (40365935-2dd8-474a-b588-d11cf4f2455b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.453514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:57.465075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:57.609182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (599394c5-0f2a-4295-aad0-4eaa6af89521), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.626829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63097bbb-40e9-4ecf-8333-7b5582079e24 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (40365935-2dd8-474a-b588-d11cf4f2455b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.629746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63097bbb-40e9-4ecf-8333-7b5582079e24 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:57.631136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-63097bbb-40e9-4ecf-8333-7b5582079e24 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/40365935-2dd8-474a-b588-d11cf4f2455b HTTP/1.1" status: 204 len: 168 time: 0.4093471 Jan 28 01:21:57.635735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:57.677120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63097bbb-40e9-4ecf-8333-7b5582079e24 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40365935-2dd8-474a-b588-d11cf4f2455b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:57.867389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7a29ad5-b1a2-43f5-a9e1-5d8fc3a7e2b1 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2294574 Jan 28 01:21:57.877571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52034) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:57.901408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c62e67c9-a76b-46aa-bce7-625802aeb6ea tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '11370f5b-78fa-4040-a57a-61cba3a7217a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:57.963649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] DHCP port deletion for 599394c5-0f2a-4295-aad0-4eaa6af89521 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:21:57.970732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Deleting port c476861a-5389-4519-950c-5b952cde4329 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:57.971087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c476861a-5389-4519-950c-5b952cde4329), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.110130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks [] for router_gateway (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.126439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] Deleting port c476861a-5389-4519-950c-5b952cde4329 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:58.126816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c476861a-5389-4519-950c-5b952cde4329), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.140600 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-c62e67c9-a76b-46aa-bce7-625802aeb6ea tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The resource could not be found. Jan 28 01:21:58.146815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c62e67c9-a76b-46aa-bce7-625802aeb6ea tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2631681 Jan 28 01:21:58.154240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:58.162431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630653915'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:58.195228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] For port c476861a-5389-4519-950c-5b952cde4329, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c476861a-5389-4519-950c-5b952cde4329,segment=NetworkSegment(b0abdc6c-862b-41e4-9f04-66d4c6b1942b),segment_id=b0abdc6c-862b-41e4-9f04-66d4c6b1942b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:58.195722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c476861a-5389-4519-950c-5b952cde4329), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.216996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Calling delete_port for c476861a-5389-4519-950c-5b952cde4329 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:58.223476 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.339607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] For port c476861a-5389-4519-950c-5b952cde4329, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c476861a-5389-4519-950c-5b952cde4329,segment=NetworkSegment(b0abdc6c-862b-41e4-9f04-66d4c6b1942b),segment_id=b0abdc6c-862b-41e4-9f04-66d4c6b1942b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:58.340577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c476861a-5389-4519-950c-5b952cde4329), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.375471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] Calling delete_port for c476861a-5389-4519-950c-5b952cde4329 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:58.399999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c476861a-5389-4519-950c-5b952cde4329), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.454202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event deleted for resources: {'Port': ['ID=c476861a-5389-4519-950c-5b952cde4329,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:58.478326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c476861a-5389-4519-950c-5b952cde4329), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.482459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:58.498726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] No DVR routers for this DVR port c476861a-5389-4519-950c-5b952cde4329 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:58.539170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] Pushing event deleted for resources: {'Port': ['ID=c476861a-5389-4519-950c-5b952cde4329,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:58.541749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f3e76-4bc5-4baa-94b0-7bdfb5c3aba8 None None] Network 80b38638-2f89-414d-ba0e-b320161f366a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:21:58.637057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5385a34-4859-45ff-9d0d-cd7f1509248b req-eedae788-1ac4-4365-93fb-d304c436978b tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0827370 Jan 28 01:21:58.642592 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.688105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (599394c5-0f2a-4295-aad0-4eaa6af89521), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.715585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960c54f-5282-4fd9-b781-71aa594ee1ad None None] No DVR routers for this DVR port c476861a-5389-4519-950c-5b952cde4329 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:58.735723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] Provisioning complete for port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:58.735723 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.756719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599394c5-0f2a-4295-aad0-4eaa6af89521']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:58.785033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:58.787277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0abdc6c-862b-41e4-9f04-66d4c6b1942b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:58.826411 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b0abdc6c-862b-41e4-9f04-66d4c6b1942b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.861610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:58.862019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.878789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b0abdc6c-862b-41e4-9f04-66d4c6b1942b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.891674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:21:58.892014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b0abdc6c-862b-41e4-9f04-66d4c6b1942b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:58.954282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] Current status of the port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:58.954684 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.025692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] For port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:59.032211 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:21:59.044286 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:21:59.104814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ba9fa-7ed4-44f6-b74b-314c26070eee None None] Pushing event updated for resources: {'Port': ['ID=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:59.124693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (932ee6a8-4eb4-4089-ba3d-ce6084142623), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.127803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (599394c5-0f2a-4295-aad0-4eaa6af89521), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.148702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (932ee6a8-4eb4-4089-ba3d-ce6084142623), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.200824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:59.236768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.266682 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] 10.222.0.23 "DELETE /v2.0/networks/599394c5-0f2a-4295-aad0-4eaa6af89521 HTTP/1.1" status: 204 len: 168 time: 1.8662274 Jan 28 01:21:59.351057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35ca30-e19a-4b8e-8d2b-82df2496b116 tempest-ExtraDHCPOptionsTestJSON-981715286 tempest-ExtraDHCPOptionsTestJSON-981715286-project] Pushing event deleted for resources: {'Network': ['ID=599394c5-0f2a-4295-aad0-4eaa6af89521,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:59.375219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-65e791fb-8108-449d-8693-815f80d5219f None None] Provisioning complete for port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:59.375667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-65e791fb-8108-449d-8693-815f80d5219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.382475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.384303 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2289655 Jan 28 01:21:59.387246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bb34e-26b7-4c25-8caf-5503dd6d4668 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932ee6a8-4eb4-4089-ba3d-ce6084142623,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:59.412779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:59.425155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722487814'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:59.491438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.563927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:21:59.701711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-65e791fb-8108-449d-8693-815f80d5219f None None] Current status of the port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:59.720192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:21:59.733339 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:21:59.739519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (c3c3bd33-1950-4fde-92ec-215d1c99c2de), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.745550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c3c3bd33-1950-4fde-92ec-215d1c99c2de), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.751521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:21:59.753102 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:21:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:21:59.768165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.777246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-14a87b28-9436-4fb8-968f-0b8afcfac996 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6111372 Jan 28 01:21:59.781659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52078) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:59.828808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:59.835749 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4189119 Jan 28 01:21:59.838690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52080) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:59.842807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52082) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:21:59.860877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-15be0336-ae76-439f-a6ac-31b29c4723fb tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group_rule': {'security_group_id': '932ee6a8-4eb4-4089-ba3d-ce6084142623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c3c3bd33-1950-4fde-92ec-215d1c99c2de'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:59.915545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c35fbd-d314-4259-907b-7ce8e60f56e4 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3bd33-1950-4fde-92ec-215d1c99c2de,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:59.950802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:59.996267 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:00.001146 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-15be0336-ae76-439f-a6ac-31b29c4723fb tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:22:00.002328 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-15be0336-ae76-439f-a6ac-31b29c4723fb tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1525395 Jan 28 01:22:00.005085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:00.034991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45be5e63-bb8c-4807-826f-a680b2208516 req-1a99c03a-b0ef-4ad8-9505-2a3f86946e3d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1349332 Jan 28 01:22:00.081828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:00.082856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.137142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c59-a7bc-486e-8713-d66d6db0f1fd tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (c3c3bd33-1950-4fde-92ec-215d1c99c2de), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.249188 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c59-a7bc-486e-8713-d66d6db0f1fd tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (c3c3bd33-1950-4fde-92ec-215d1c99c2de), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.262031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:00.277658 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:21:57Z', 'revision_number': 3, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:00.278777 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-85c05b91-d129-411e-9b44-f80cd4137702 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8170763b2bd42d08eb705242ee2c768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092441 Jan 28 01:22:00.281725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:00.313713 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:22:00.314331 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Updating router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 port 536493f7-c41f-40c1-b103-434778ba3fbc binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:22:00.361155 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.382778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c59-a7bc-486e-8713-d66d6db0f1fd tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c3c3bd33-1950-4fde-92ec-215d1c99c2de), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.393838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c59-a7bc-486e-8713-d66d6db0f1fd tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.395299 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a71c1c59-a7bc-486e-8713-d66d6db0f1fd tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3c3bd33-1950-4fde-92ec-215d1c99c2de HTTP/1.1" status: 204 len: 168 time: 0.3892245 Jan 28 01:22:00.408981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52096) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:00.426170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c476861a-5389-4519-950c-5b952cde4329 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:22:00.479039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c476861a-5389-4519-950c-5b952cde4329 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:22:00.482570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c476861a-5389-4519-950c-5b952cde4329 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:22:00.501289 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ade8ef3-f968-41d9-acc0-43a1ed975f53 admin admin] Publish callbacks [] for security_group (7746f61a-6069-4178-8af5-348b1ce906d1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.531908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1c59-a7bc-486e-8713-d66d6db0f1fd tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3bd33-1950-4fde-92ec-215d1c99c2de,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:00.632981 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ade8ef3-f968-41d9-acc0-43a1ed975f53 admin admin] Publish callbacks [] for security_group (7746f61a-6069-4178-8af5-348b1ce906d1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.766603 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-625958e8-76c7-4706-9bbd-9f7143dc20a7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3545926 Jan 28 01:22:00.785295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52102) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:00.829137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ade8ef3-f968-41d9-acc0-43a1ed975f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7746f61a-6069-4178-8af5-348b1ce906d1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.832092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ade8ef3-f968-41d9-acc0-43a1ed975f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.835793 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4ade8ef3-f968-41d9-acc0-43a1ed975f53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7746f61a-6069-4178-8af5-348b1ce906d1 HTTP/1.1" status: 204 len: 168 time: 0.5506399 Jan 28 01:22:00.859856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade8ef3-f968-41d9-acc0-43a1ed975f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7746f61a-6069-4178-8af5-348b1ce906d1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:00.870577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-69e3c723-e5b2-4f1d-a8db-9df4677820e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444068 Jan 28 01:22:00.883583 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Publish callbacks [] for port (536493f7-c41f-40c1-b103-434778ba3fbc), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.891771 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.909198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8296921-09f1-4a2d-a629-2fb2afe6a924 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (932ee6a8-4eb4-4089-ba3d-ce6084142623), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.938687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Attempting to bind port 536493f7-c41f-40c1-b103-434778ba3fbc on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:00.939344 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Attempting to bind port 536493f7-c41f-40c1-b103-434778ba3fbc by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:00.940294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Attempting to bind port 536493f7-c41f-40c1-b103-434778ba3fbc on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:00.943239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8296921-09f1-4a2d-a629-2fb2afe6a924 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (932ee6a8-4eb4-4089-ba3d-ce6084142623), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.968102 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:00.968932 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:00.969515 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:00.970093 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:00.971370 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Bound port: 536493f7-c41f-40c1-b103-434778ba3fbc, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:00.971997 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.014210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8296921-09f1-4a2d-a629-2fb2afe6a924 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (932ee6a8-4eb4-4089-ba3d-ce6084142623), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.020137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8296921-09f1-4a2d-a629-2fb2afe6a924 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.030254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52110) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:01.030441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c8296921-09f1-4a2d-a629-2fb2afe6a924 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/932ee6a8-4eb4-4089-ba3d-ce6084142623 HTTP/1.1" status: 204 len: 168 time: 0.2439914 Jan 28 01:22:01.059155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8296921-09f1-4a2d-a629-2fb2afe6a924 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932ee6a8-4eb4-4089-ba3d-ce6084142623,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:01.096586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.126554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-397f1185-ad3d-48c2-9649-e00bea2545cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:01.128143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-397f1185-ad3d-48c2-9649-e00bea2545cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c597bd210599445784187369ee19b1a5&device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 1100 time: 0.1406398 Jan 28 01:22:01.186982 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] For port 536493f7-c41f-40c1-b103-434778ba3fbc, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:01.194154 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] For port 536493f7-c41f-40c1-b103-434778ba3fbc, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=536493f7-c41f-40c1-b103-434778ba3fbc,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:01.203756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c588b7e-2ffa-4bee-b48e-45995f2c048f tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1649647 Jan 28 01:22:01.204463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52116) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:01.210305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976114494'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:01.214907 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.277455 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.284901 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:01.287327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:21:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:01.464407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (a4f7052b-12b2-4135-97b5-688de4887ccb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.470844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a4f7052b-12b2-4135-97b5-688de4887ccb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.534042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7052b-12b2-4135-97b5-688de4887ccb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:01.542541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.544540 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60bb327d-a995-4b59-8dac-4ab5fd3513c7 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3375826 Jan 28 01:22:01.547445 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52124) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:01.565173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3ccace40-018b-4f5e-8ed5-aa87ea70fab1 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:01.566035 n-d-826756-1 neutron-server[109595]: WARNING neutron.api.v2.base [None req-3ccace40-018b-4f5e-8ed5-aa87ea70fab1 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 01:22:01.566747 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-3ccace40-018b-4f5e-8ed5-aa87ea70fab1 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 01:22:01.569250 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3ccace40-018b-4f5e-8ed5-aa87ea70fab1 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "PUT /v2.0/security-groups/a4f7052b-12b2-4135-97b5-688de4887ccb HTTP/1.1" status: 409 len: 330 time: 0.0202763 Jan 28 01:22:01.577594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:01.836611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4cb187a-209a-484c-938f-2bec7acd0a21 req-db5a395d-a765-48dc-903c-d6111c537195 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1903830 Jan 28 01:22:01.844895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5919edb-a302-4cd8-ae48-2df67e5b6f69 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (a4f7052b-12b2-4135-97b5-688de4887ccb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.886417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Allocated IP 172.20.0.1 (80b38638-2f89-414d-ba0e-b320161f366a/10bafa70-647b-4694-b442-b0b2e3f19ffb/599d74d3-52dd-4fec-a8b0-094d430f54f2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:01.914818 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5919edb-a302-4cd8-ae48-2df67e5b6f69 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (a4f7052b-12b2-4135-97b5-688de4887ccb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:01.984047 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:02.012690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-7ad01723-96bf-46ff-ad2a-75347c0c1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:02.016571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-7ad01723-96bf-46ff-ad2a-75347c0c1857 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.3718724 Jan 28 01:22:02.052657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5919edb-a302-4cd8-ae48-2df67e5b6f69 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a4f7052b-12b2-4135-97b5-688de4887ccb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:02.055785 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5919edb-a302-4cd8-ae48-2df67e5b6f69 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:02.061957 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5919edb-a302-4cd8-ae48-2df67e5b6f69 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4f7052b-12b2-4135-97b5-688de4887ccb HTTP/1.1" status: 204 len: 168 time: 0.4864466 Jan 28 01:22:02.062765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52142) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:02.142315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5919edb-a302-4cd8-ae48-2df67e5b6f69 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7052b-12b2-4135-97b5-688de4887ccb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:02.221989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks [] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:02.303428 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Pushing event updated for resources: {'Port': ['ID=536493f7-c41f-40c1-b103-434778ba3fbc,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:02.307924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7a81e89-94aa-4fc9-9775-235d2ec9a20c tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2127886 Jan 28 01:22:02.311446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:02.313563 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.313946 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.314374 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.314780 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.315705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.316104 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.316572 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.317040 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.317423 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.317764 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.318463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.318863 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.319283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:02.350974 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-6ed61fd6-db68-44f0-bc97-d7ce3c74804a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] delete failed (client error): The resource could not be found. Jan 28 01:22:02.352871 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ed61fd6-db68-44f0-bc97-d7ce3c74804a tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "DELETE /v2.0/security-groups/aec21ac0-dca7-4ce5-9571-eb3ea9ebe83f HTTP/1.1" status: 404 len: 347 time: 0.0382524 Jan 28 01:22:02.358840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52156) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:02.384205 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-66161202-6b93-4866-9105-56e13be27d21 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] show failed (client error): The resource could not be found. Jan 28 01:22:02.386539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-66161202-6b93-4866-9105-56e13be27d21 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-groups/c6f8208b-ceeb-4901-87a5-f4d340d36e4a HTTP/1.1" status: 404 len: 347 time: 0.0265064 Jan 28 01:22:02.392101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:02.414281 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-735b19b8-eeb0-47c3-a5a9-8019fbbe6f19 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] show failed (client error): The resource could not be found. Jan 28 01:22:02.417497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-735b19b8-eeb0-47c3-a5a9-8019fbbe6f19 tempest-NegativeSecGroupTest-969156526 tempest-NegativeSecGroupTest-969156526-project] 10.222.0.23 "GET /v2.0/security-group-rules/a89fdc0b-1aab-465f-9ef6-e5e9c828db4d HTTP/1.1" status: 404 len: 356 time: 0.0241256 Jan 28 01:22:02.445969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-cabe8e94-00fa-41b6-a9bc-6747b56a7b67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e4ee87c-bf0d-485c-90d6-becee4772723 HTTP/1.1" status: 200 len: 217 time: 0.4082508 Jan 28 01:22:02.455102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:02.494860 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b9624-b4e6-4c8e-9605-6f59e7714bc9 None None] Pushing event updated for resources: {'Port': ['ID=536493f7-c41f-40c1-b103-434778ba3fbc,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:02.550352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:21:57Z', 'revision_number': 3, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:02.581440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-299c3f70-642c-4e9c-b677-0e496146d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:02.582965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-299c3f70-642c-4e9c-b677-0e496146d5b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1132426 Jan 28 01:22:02.625378 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d322e66-09a6-436f-9e9d-e2859f85fdbd None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:21:57Z', 'revision_number': 3, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:22:02.702724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Network 80b38638-2f89-414d-ba0e-b320161f366a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:02.762580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:02.798372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:02.927587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:02.946606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Pushing event updated for resources: {'Port': ['ID=599d74d3-52dd-4fec-a8b0-094d430f54f2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:03.160391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52188) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:03.233928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed6bec21-7cf7-4642-9c67-7d03d1a28ebb req-cb1c1bc3-fa06-46a2-b77a-364f1f467861 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1338878 Jan 28 01:22:03.320053 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-056181c8-232a-44d5-899c-11b845b88fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:03.321562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-056181c8-232a-44d5-899c-11b845b88fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6631021 Jan 28 01:22:03.455503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-08445274-f9f0-4bf8-8329-a1a65989f141 None None] Provisioning complete for port 599d74d3-52dd-4fec-a8b0-094d430f54f2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:03.456140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08445274-f9f0-4bf8-8329-a1a65989f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:03.563619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-08445274-f9f0-4bf8-8329-a1a65989f141 None None] Port 599d74d3-52dd-4fec-a8b0-094d430f54f2 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:03.614614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:03.728587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-39c55a8b-9eea-4075-8759-1cc2cc3df8dd service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744717 Jan 28 01:22:03.832531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e5ebb44-c235-4ffc-bc01-856b831039aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00ff2b185104460eb5eafe6c9f1d23db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6675074 Jan 28 01:22:03.833186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52204) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:03.977236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c5cb746-c9ba-4fb2-bf1c-e1daf3b6bebc req-98bcde93-36af-48f7-9b41-2b450eabcf2f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411704 Jan 28 01:22:04.051200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-794c99a8-0c4b-43a5-909d-89f7906d07fd admin admin] Publish callbacks [] for security_group (33edc3af-285f-4ffb-af38-17cf1781a2f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.117346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 536493f7-c41f-40c1-b103-434778ba3fbc up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:04.117968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-794c99a8-0c4b-43a5-909d-89f7906d07fd admin admin] Publish callbacks [] for security_group (33edc3af-285f-4ffb-af38-17cf1781a2f8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.210311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.261173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 536493f7-c41f-40c1-b103-434778ba3fbc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:04.261928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.281077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-794c99a8-0c4b-43a5-909d-89f7906d07fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (33edc3af-285f-4ffb-af38-17cf1781a2f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.285561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-794c99a8-0c4b-43a5-909d-89f7906d07fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.299087 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-794c99a8-0c4b-43a5-909d-89f7906d07fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33edc3af-285f-4ffb-af38-17cf1781a2f8 HTTP/1.1" status: 204 len: 168 time: 0.4591770 Jan 28 01:22:04.359581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c99a8-0c4b-43a5-909d-89f7906d07fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33edc3af-285f-4ffb-af38-17cf1781a2f8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:04.827904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 536493f7-c41f-40c1-b103-434778ba3fbc is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:04.828468 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.858391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 536493f7-c41f-40c1-b103-434778ba3fbc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=536493f7-c41f-40c1-b103-434778ba3fbc,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:04.864607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d964e025-6333-46b0-be6c-252f70cba8ae req-8d4a9607-b9f2-49ce-a822-c6f35afa5584 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.3353357 Jan 28 01:22:04.873920 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.923125 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks [] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:04.931892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:05.032908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=536493f7-c41f-40c1-b103-434778ba3fbc,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:05.131921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:05.134134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Pushing event updated for resources: {'Port': ['ID=599d74d3-52dd-4fec-a8b0-094d430f54f2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:05.384973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Network 80b38638-2f89-414d-ba0e-b320161f366a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:05.386740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:05.832552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:22:05.851887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1ad4ce54-9497-4352-bb55-386380da3c14 None None] Provisioning complete for port 599d74d3-52dd-4fec-a8b0-094d430f54f2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:05.856040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ce54-9497-4352-bb55-386380da3c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:05.975360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4ce54-9497-4352-bb55-386380da3c14 None None] Port 599d74d3-52dd-4fec-a8b0-094d430f54f2 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:06.001658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 536493f7-c41f-40c1-b103-434778ba3fbc up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:06.108883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9df0a3c1-67da-434b-bbf9-a816de9cc236 req-7742ba98-33eb-44ba-9965-1081edea5f31 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0823395 Jan 28 01:22:06.163262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 536493f7-c41f-40c1-b103-434778ba3fbc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:06.163262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:06.245833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:22:06.285563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3adf66be-ed3f-4333-b004-2a25cbfae411 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6eefc05-f66e-4a5d-b722-064ccbe9d3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4939575 Jan 28 01:22:06.306647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 536493f7-c41f-40c1-b103-434778ba3fbc is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:06.339956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:22:06.355414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:06.356049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:21:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:06.635774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:07.082506 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e658687-fe75-49bd-8695-259426805c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.115218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 2, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:07.249481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:22:07.249881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Updating router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 port 599d74d3-52dd-4fec-a8b0-094d430f54f2 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:22:07.349941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8513dc93-e12e-456c-a138-65d212c2d583 req-86f4b9ae-022b-44ec-ac17-eb53ac4c8b57 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0692658 Jan 28 01:22:07.388059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.445482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.526138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52400) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:07.533279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99749412', 'description': 'tempest-description--1493277341'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:07.574475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.721953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.727059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.767079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:07.772883 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.774521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-98cf593a-2d35-434d-86d1-9b16eb864553 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2471249 Jan 28 01:22:07.778004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52410) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:07.786657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'security_group_rule': {'security_group_id': '0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:07.855305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (4f8683fc-7a9c-4c54-90c8-789b3f13863a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.899175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Publish callbacks [] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.907418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.926969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (4f8683fc-7a9c-4c54-90c8-789b3f13863a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.933298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (4f8683fc-7a9c-4c54-90c8-789b3f13863a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.961263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f178eb-e498-4e79-b452-7655e691d012 None None] Pushing event updated for resources: {'Port': ['ID=599d74d3-52dd-4fec-a8b0-094d430f54f2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:07.974379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8683fc-7a9c-4c54-90c8-789b3f13863a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:08.004525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.007155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a9641987-0494-480b-a473-822b317192d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2272041 Jan 28 01:22:08.009938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52412) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:08.015070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'security_group_rule': {'security_group_id': '0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:08.081903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (44d47d96-5033-4728-9fb2-99c047f7fffa), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.099808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Attempting to bind port 599d74d3-52dd-4fec-a8b0-094d430f54f2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:08.100497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Attempting to bind port 599d74d3-52dd-4fec-a8b0-094d430f54f2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:08.101021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Attempting to bind port 599d74d3-52dd-4fec-a8b0-094d430f54f2 on network 80b38638-2f89-414d-ba0e-b320161f366a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:08.112759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:08.113401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Checking segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:08.114237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.114735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Bound using segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:08.115316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Bound port: 599d74d3-52dd-4fec-a8b0-094d430f54f2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:08.115809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.219679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (44d47d96-5033-4728-9fb2-99c047f7fffa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.224605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (44d47d96-5033-4728-9fb2-99c047f7fffa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.253993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] For port 599d74d3-52dd-4fec-a8b0-094d430f54f2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:08.258561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] For port 599d74d3-52dd-4fec-a8b0-094d430f54f2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=599d74d3-52dd-4fec-a8b0-094d430f54f2,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:08.261238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d47d96-5033-4728-9fb2-99c047f7fffa,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:08.264224 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.281423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.286039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52418) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:08.286250 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2d4cb442-246f-4733-bab5-4c4c837ede4b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2744637 Jan 28 01:22:08.290711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:08.341447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.356235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f178eb-e498-4e79-b452-7655e691d012 None None] Pushing event updated for resources: {'Port': ['ID=599d74d3-52dd-4fec-a8b0-094d430f54f2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:08.400744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:08.401712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:21:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:08.646445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.652579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-780bc091-c680-487f-b91e-7c3bf265cee2 req-f21df98a-2b04-43e3-b499-7891bf0caa4e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0697503 Jan 28 01:22:08.694953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] Provisioning complete for port 599d74d3-52dd-4fec-a8b0-094d430f54f2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:08.696564 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:08.707875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:08.934918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Allocated IP 172.25.1.165 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/92c10013-21fb-4aa3-acff-bce01fa83867) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:09.076887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] Current status of the port 599d74d3-52dd-4fec-a8b0-094d430f54f2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:09.077505 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.235415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for port (92c10013-21fb-4aa3-acff-bce01fa83867), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.320451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] For port 599d74d3-52dd-4fec-a8b0-094d430f54f2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=599d74d3-52dd-4fec-a8b0-094d430f54f2,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:09.323544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (92c10013-21fb-4aa3-acff-bce01fa83867), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.345067 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.354344 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9239c882-ca0b-4889-a7db-844f5c52c715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.380028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'Port': ['ID=92c10013-21fb-4aa3-acff-bce01fa83867,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:09.393879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:09.395552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:09.398144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:09.604860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:08Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:09.608828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889ec57-24e7-4f61-806c-18f291578949 None None] Pushing event updated for resources: {'Port': ['ID=599d74d3-52dd-4fec-a8b0-094d430f54f2,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:09.688626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f5b961c2-6ecc-4590-80a4-3b5618764679 None None] Provisioning complete for port 599d74d3-52dd-4fec-a8b0-094d430f54f2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:09.689024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5b961c2-6ecc-4590-80a4-3b5618764679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.696763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a08c3-d9c9-4199-a133-e62e64fcd937 None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:08Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:22:09.814649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52456) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:09.962167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f5b961c2-6ecc-4590-80a4-3b5618764679 None None] Current status of the port 599d74d3-52dd-4fec-a8b0-094d430f54f2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:10.158460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 599d74d3-52dd-4fec-a8b0-094d430f54f2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:10.179588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3633d1be-583d-4550-b978-c9e607231006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.301441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 599d74d3-52dd-4fec-a8b0-094d430f54f2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:10.301841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.463525 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3633d1be-583d-4550-b978-c9e607231006 admin admin] Publish callbacks [] for security_group (3e4d3d50-0646-4d21-849d-de3e924a8784), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.485927 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3633d1be-583d-4550-b978-c9e607231006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3e4d3d50-0646-4d21-849d-de3e924a8784), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.493459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 599d74d3-52dd-4fec-a8b0-094d430f54f2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:10.596281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3633d1be-583d-4550-b978-c9e607231006 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccafbeae12ea4e1eadd41922cb118fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7799203 Jan 28 01:22:10.597815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633d1be-583d-4550-b978-c9e607231006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d3d50-0646-4d21-849d-de3e924a8784,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:10.603411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:10.641094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9cc0d8b-fe72-4317-bea7-7b4358476976 req-0998d51b-b364-44c2-8da0-b7c595575f1d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0872023 Jan 28 01:22:10.676120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (5eb45cb4-dfb2-428b-936c-0dfed48d731e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.729818 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c10013-21fb-4aa3-acff-bce01fa83867), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.770700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7478aae7-a60e-41b7-b9d8-41f2165ce215 admin admin] Publish callbacks [] for security_group (3e4d3d50-0646-4d21-849d-de3e924a8784), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.823477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7478aae7-a60e-41b7-b9d8-41f2165ce215 admin admin] Publish callbacks [] for security_group (3e4d3d50-0646-4d21-849d-de3e924a8784), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.846656 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.965635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7478aae7-a60e-41b7-b9d8-41f2165ce215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3e4d3d50-0646-4d21-849d-de3e924a8784), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.968833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7478aae7-a60e-41b7-b9d8-41f2165ce215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.972308 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7478aae7-a60e-41b7-b9d8-41f2165ce215 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e4d3d50-0646-4d21-849d-de3e924a8784 HTTP/1.1" status: 204 len: 168 time: 0.3626204 Jan 28 01:22:11.023834 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for port (92c10013-21fb-4aa3-acff-bce01fa83867), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.024155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478aae7-a60e-41b7-b9d8-41f2165ce215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d3d50-0646-4d21-849d-de3e924a8784,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:11.031104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (92c10013-21fb-4aa3-acff-bce01fa83867), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.284780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5eb45cb4-dfb2-428b-936c-0dfed48d731e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.321202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'Port': ['ID=92c10013-21fb-4aa3-acff-bce01fa83867,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:11.332782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.353928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b979576f-d92e-4b38-8e2e-3c1af71c8482 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0666585 Jan 28 01:22:11.761714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:11.797649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b15ace9-6a9d-4dba-9a20-959532d68a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.927419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.939484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-4d125e74-97cf-4256-a382-520fe59edff1 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--99749412&fields=id&tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32 HTTP/1.1" status: 200 len: 267 time: 0.2069016 Jan 28 01:22:12.104417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b15ace9-6a9d-4dba-9a20-959532d68a1f admin admin] Publish callbacks [] for security_group (6261cb23-999a-4feb-8305-cd82932b358a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.111598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b15ace9-6a9d-4dba-9a20-959532d68a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6261cb23-999a-4feb-8305-cd82932b358a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.236299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7eaa3858-2421-4899-8165-bd6526f40578 req-a18747af-24f5-4aa0-b7fd-825710f7b605 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.3351138 Jan 28 01:22:12.341406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15ace9-6a9d-4dba-9a20-959532d68a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6261cb23-999a-4feb-8305-cd82932b358a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:12.356946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b15ace9-6a9d-4dba-9a20-959532d68a1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3691cf7a036423395a47fcb0e599e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5937047 Jan 28 01:22:12.360000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52524) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:12.413216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-61abaed3-574f-4b13-97a2-ced167f839ef tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:12.414836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-61abaed3-574f-4b13-97a2-ced167f839ef tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 811 time: 0.4721563 Jan 28 01:22:12.476290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-5a419a41-8339-4e9e-82ea-10507a56b3d5 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/quotas/a0497e5cecc1405ebee7b9df8dfcdf32 HTTP/1.1" status: 200 len: 375 time: 0.0549958 Jan 28 01:22:12.545354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62278810-38f0-4318-a14e-117439fd9e16 admin admin] Publish callbacks [] for security_group (6261cb23-999a-4feb-8305-cd82932b358a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.600746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62278810-38f0-4318-a14e-117439fd9e16 admin admin] Publish callbacks [] for security_group (6261cb23-999a-4feb-8305-cd82932b358a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.633847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-5edde898-f2be-4530-a8a1-1d2bc3479a0d tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417654 Jan 28 01:22:12.707073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62278810-38f0-4318-a14e-117439fd9e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6261cb23-999a-4feb-8305-cd82932b358a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.709908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-62278810-38f0-4318-a14e-117439fd9e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.711236 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-62278810-38f0-4318-a14e-117439fd9e16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6261cb23-999a-4feb-8305-cd82932b358a HTTP/1.1" status: 204 len: 168 time: 0.3497300 Jan 28 01:22:12.733130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62278810-38f0-4318-a14e-117439fd9e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6261cb23-999a-4feb-8305-cd82932b358a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:12.841157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-bd591ae6-d59d-4cf9-b930-1bf05db4e2b3 service neutron] 10.222.0.23 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915057 Jan 28 01:22:13.057882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-1df22a1a-7669-4074-919e-bfb2c0bc9294 service neutron] 10.222.0.23 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976171 Jan 28 01:22:13.321161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.383678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb2c5859-d599-4a49-8a64-a67a7bd954eb req-42e6a4d3-d83d-4a04-b107-f19f3737b9a3 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 210 time: 0.0528102 Jan 28 01:22:13.525397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dda6459e-611d-41fb-8872-654289e00023 req-cc44671e-f3c4-447e-a70c-d26e78bbf251 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0815301 Jan 28 01:22:14.679126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80e7143a-1de9-44b6-ad3d-0349448bae52 req-b65fb909-f1a3-4390-8b92-b2d837b56e9c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 210 time: 0.1281898 Jan 28 01:22:14.762084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a6e5e13-6285-4760-8f6a-040e520cf9c5 req-1522150f-744b-4ae8-9ab1-22c32b2ec521 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0582843 Jan 28 01:22:15.443237 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:22:15.967817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b872253-6df4-4647-833d-fd78149d0e78 req-e2d75669-5cf4-49dc-a457-0baaa7ef19ad tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 210 time: 0.0843589 Jan 28 01:22:16.166626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28dfaaf3-da77-43ea-a3a8-432173f4cbd7 req-acc8531e-eb0a-41b5-83df-c4661f8d06fb tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1977675 Jan 28 01:22:16.273141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-34763d5e-a5b3-4327-800f-d64761bb8d02 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:16.274924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-34763d5e-a5b3-4327-800f-d64761bb8d02 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 811 time: 0.4869344 Jan 28 01:22:16.418104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-a5c733ce-22b2-4f57-aa67-bb9def0d8583 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32 HTTP/1.1" status: 200 len: 378 time: 0.1210179 Jan 28 01:22:16.429006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'port': {'device_id': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'admin_state_up': True, 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'security_groups': ['0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:16.711648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Made reservation on behalf of a0497e5cecc1405ebee7b9df8dfcdf32 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:16.723626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:17.034084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Allocated IP 172.20.0.9 (80b38638-2f89-414d-ba0e-b320161f366a/10bafa70-647b-4694-b442-b0b2e3f19ffb/d570af59-9df7-439f-ad6c-1bde3204a355) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:17.446173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd05830f-6e7c-4473-b272-4165571e03ae req-907ac0ca-cf7e-4d6f-a302-6a75936fbcfc tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 210 time: 0.2362976 Jan 28 01:22:17.540665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fbaf9b1-05dc-4d73-9c47-4d9972cf80c4 req-04343d9d-e7ab-4794-89dd-f045ab5d7357 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1722162 Jan 28 01:22:17.657213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for port (d570af59-9df7-439f-ad6c-1bde3204a355), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:17.732809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:17.817355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Network 80b38638-2f89-414d-ba0e-b320161f366a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:17.821105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:17.824674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:17.951744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'Port': ['ID=d570af59-9df7-439f-ad6c-1bde3204a355,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:18.004383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:18.004927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:18.060800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-e61b1a3b-459e-4929-9430-182058b93b77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6359174 Jan 28 01:22:18.089057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Request body: {'port': {'device_id': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:18.284347 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9c2caa40-dfa9-41a1-afc1-afc92d180049 None None] Provisioning complete for port d570af59-9df7-439f-ad6c-1bde3204a355 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:18.284790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:18.284897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9c2caa40-dfa9-41a1-afc1-afc92d180049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:18.404155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9c2caa40-dfa9-41a1-afc1-afc92d180049 None None] Port d570af59-9df7-439f-ad6c-1bde3204a355 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:18.906933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52706) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:19.221129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d570af59-9df7-439f-ad6c-1bde3204a355 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:19.223275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.240634 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Publish callbacks [] for port (d570af59-9df7-439f-ad6c-1bde3204a355), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.274185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Transition to ACTIVE for port object d570af59-9df7-439f-ad6c-1bde3204a355 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:22:19.356233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b70230fb-bca4-4c27-aa35-88d5ebc03d40 req-feb5cce3-b8bb-4527-b68b-93ce457047d9 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0785644 Jan 28 01:22:19.360113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.598069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Publish callbacks [] for security_group (03a80ccc-f82f-4f37-9ce5-a087a131d9b5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.604888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (03a80ccc-f82f-4f37-9ce5-a087a131d9b5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.691202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a07cb-1b5c-4c47-a550-dedcf7ec0ed4 req-f4f2d109-fc8c-443e-9df0-b0328fb0afe9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:19.692929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-271a07cb-1b5c-4c47-a550-dedcf7ec0ed4 req-f4f2d109-fc8c-443e-9df0-b0328fb0afe9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 943 time: 0.4169543 Jan 28 01:22:19.768270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f4bc838182242ae9872883211d48790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8577685 Jan 28 01:22:19.768270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a80ccc-f82f-4f37-9ce5-a087a131d9b5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:19.787506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52722) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:19.808937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.809296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.809648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.810089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.810423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.810757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.811087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.811416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.811740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.812067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.812393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.812719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.813039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0650f221-89dd-4668-be53-cd177e5d232c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:19.931504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db6a290-ea6f-43c2-b9cf-fff97c803189 admin admin] Publish callbacks [] for security_group (03a80ccc-f82f-4f37-9ce5-a087a131d9b5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.953612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-271a07cb-1b5c-4c47-a550-dedcf7ec0ed4 req-cbb74b96-dbd0-448a-a1f6-338f97928696 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2245727 Jan 28 01:22:19.957316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Pushing event updated for resources: {'Port': ['ID=d570af59-9df7-439f-ad6c-1bde3204a355,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:19.974802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db6a290-ea6f-43c2-b9cf-fff97c803189 admin admin] Publish callbacks [] for security_group (03a80ccc-f82f-4f37-9ce5-a087a131d9b5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.104940 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db6a290-ea6f-43c2-b9cf-fff97c803189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (03a80ccc-f82f-4f37-9ce5-a087a131d9b5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.108320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db6a290-ea6f-43c2-b9cf-fff97c803189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.110051 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0db6a290-ea6f-43c2-b9cf-fff97c803189 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03a80ccc-f82f-4f37-9ce5-a087a131d9b5 HTTP/1.1" status: 204 len: 168 time: 0.3134363 Jan 28 01:22:20.130719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a290-ea6f-43c2-b9cf-fff97c803189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a80ccc-f82f-4f37-9ce5-a087a131d9b5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:20.215217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Attempting to bind port d570af59-9df7-439f-ad6c-1bde3204a355 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:20.218694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Attempting to bind port d570af59-9df7-439f-ad6c-1bde3204a355 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:20.219179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Attempting to bind port d570af59-9df7-439f-ad6c-1bde3204a355 on network 80b38638-2f89-414d-ba0e-b320161f366a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:20.229878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Port d570af59-9df7-439f-ad6c-1bde3204a355 on network 80b38638-2f89-414d-ba0e-b320161f366a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:22:20.230544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Attempting to bind port d570af59-9df7-439f-ad6c-1bde3204a355 on network 80b38638-2f89-414d-ba0e-b320161f366a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:20.258402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:20.261238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Checking segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:20.261702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Bound using segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:20.262222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Bound port: d570af59-9df7-439f-ad6c-1bde3204a355, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:20.262587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.542173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] For port d570af59-9df7-439f-ad6c-1bde3204a355, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:20.550254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] For port d570af59-9df7-439f-ad6c-1bde3204a355, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d570af59-9df7-439f-ad6c-1bde3204a355,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:20.557824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.751580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:20.752329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.753812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] 10.222.0.45 "PUT /v2.0/ports/d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1091 time: 2.6760592 Jan 28 01:22:20.761082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:20.767385 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:20.791811 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f487801-a5db-4732-9df2-960c72100bfa req-a1be7f64-582b-4cdb-802b-fee1ee7cba72 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1503527 Jan 28 01:22:20.954135 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8336439-c2c0-4492-bdf4-5673c5f11771 x-openstack-request-id: req-a8336439-c2c0-4492-bdf4-5673c5f11771 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:20.955109 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:20.955505 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8336439-c2c0-4492-bdf4-5673c5f11771 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:20.956483 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'status': 'completed', 'code': 200} Jan 28 01:22:21.013841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e68df-496c-4ff2-9b63-26f52b495687 service neutron] Pushing event updated for resources: {'Port': ['ID=d570af59-9df7-439f-ad6c-1bde3204a355,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:21.019899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-245c80b5-a9f7-4ca4-a10c-57eef2c8819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:21.023338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-245c80b5-a9f7-4ca4-a10c-57eef2c8819d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1094 time: 0.2076218 Jan 28 01:22:21.193564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-3d9d33cd-bfd2-48f6-ad1e-9df4cabf1b44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 217 time: 0.1575332 Jan 28 01:22:21.279186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:21.522631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ac7d3-eb88-42a7-a376-bbb0320ac4e1 req-f1ae4571-56bf-4dad-88e4-7c08e73dab97 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:21.530949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f0ac7d3-eb88-42a7-a376-bbb0320ac4e1 req-f1ae4571-56bf-4dad-88e4-7c08e73dab97 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 943 time: 0.3518870 Jan 28 01:22:21.565655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-1f4573a3-23b9-4130-a4cb-caaad127eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:21.568301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-1f4573a3-23b9-4130-a4cb-caaad127eb16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.3250945 Jan 28 01:22:21.661458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f0ac7d3-eb88-42a7-a376-bbb0320ac4e1 req-23ece7ba-7c8d-43d9-b995-57cb653b3de9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293702 Jan 28 01:22:21.686147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-d68ce089-9454-4c4e-9a69-321eb6593e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:21.689274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-d68ce089-9454-4c4e-9a69-321eb6593e88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131692 Jan 28 01:22:21.762284 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31d2d678-ab73-451b-97e7-bce74579a425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.014088 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31d2d678-ab73-451b-97e7-bce74579a425 admin admin] Publish callbacks [] for security_group (22c8ef5f-0caa-47f1-a140-aa7b8d284515), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.019599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-787cf1d7-1da6-4e6f-8d67-6a5f91d4f13d service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222280 Jan 28 01:22:22.019764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31d2d678-ab73-451b-97e7-bce74579a425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (22c8ef5f-0caa-47f1-a140-aa7b8d284515), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.154011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-31d2d678-ab73-451b-97e7-bce74579a425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc3c9c7e7e6b44a292c0dc6566b6d0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8710582 Jan 28 01:22:22.154913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:22.193368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ff2014c-1e3b-4815-a359-9cbd0fe0c38d req-8a8242ae-f412-45ef-b188-c411dff7da91 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.2417073 Jan 28 01:22:22.214073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2d678-ab73-451b-97e7-bce74579a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c8ef5f-0caa-47f1-a140-aa7b8d284515,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:22.279139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da95158a-7a73-4a9a-8f82-b3d1b9990f2e admin admin] Publish callbacks [] for security_group (22c8ef5f-0caa-47f1-a140-aa7b8d284515), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.333876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da95158a-7a73-4a9a-8f82-b3d1b9990f2e admin admin] Publish callbacks [] for security_group (22c8ef5f-0caa-47f1-a140-aa7b8d284515), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.355773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0791be1e-3b4f-4e10-895d-18177f85acd8 req-6897f6a1-642c-4c1f-b789-a783b36178d9 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263304 Jan 28 01:22:22.400580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da95158a-7a73-4a9a-8f82-b3d1b9990f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (22c8ef5f-0caa-47f1-a140-aa7b8d284515), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.406101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da95158a-7a73-4a9a-8f82-b3d1b9990f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.410618 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da95158a-7a73-4a9a-8f82-b3d1b9990f2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22c8ef5f-0caa-47f1-a140-aa7b8d284515 HTTP/1.1" status: 204 len: 168 time: 0.2513511 Jan 28 01:22:22.429422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95158a-7a73-4a9a-8f82-b3d1b9990f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c8ef5f-0caa-47f1-a140-aa7b8d284515,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:22.553091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-f6c78ce4-4d2e-4fd0-94ac-3e805f331bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:22.554679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-f6c78ce4-4d2e-4fd0-94ac-3e805f331bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1094 time: 0.1029470 Jan 28 01:22:22.798290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-45d477eb-a4b6-478e-bbc9-a87a49d1a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:22.800627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-45d477eb-a4b6-478e-bbc9-a87a49d1a71a service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.2388766 Jan 28 01:22:22.877482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-6b368011-6adf-4a6b-845c-a04183d7405f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 217 time: 0.0697165 Jan 28 01:22:23.081870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-2df025ef-b764-4cdf-b89c-c1764fd587a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:23.086854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-2df025ef-b764-4cdf-b89c-c1764fd587a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.2027085 Jan 28 01:22:23.110023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de223-aada-42f7-8e52-ea1e69fac077 req-085d7fe6-b5f7-4ea4-b7f7-6ab9b889a64f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:23.111845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f7de223-aada-42f7-8e52-ea1e69fac077 req-085d7fe6-b5f7-4ea4-b7f7-6ab9b889a64f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 943 time: 0.1954546 Jan 28 01:22:23.416154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-6c055033-b6ac-479c-b40f-d187853a6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:23.426995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-6c055033-b6ac-479c-b40f-d187853a6fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3098540 Jan 28 01:22:23.445957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f7de223-aada-42f7-8e52-ea1e69fac077 req-46d83f11-cdfc-4b87-a8c9-7f7c58858f84 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2599766 Jan 28 01:22:23.600370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2012707-54b3-485e-a827-6398a275e827 req-05d7169e-60a3-42b9-9a5f-abd61d8c3b48 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1731222 Jan 28 01:22:23.820412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-c0781d4c-95c2-403d-9d40-17bbc5c85f56 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705149 Jan 28 01:22:24.045854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead543b2-a18f-4a27-a5e8-2bb7beaaf974 req-557d9ace-0bf5-4956-bf19-2f04d4e5f675 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032249 Jan 28 01:22:24.800753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6a24a-97b9-4dc7-a11c-16aa31290e02 req-a36d4298-0457-4c5b-b8f6-d607b8b2e3f7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:24.802377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85c6a24a-97b9-4dc7-a11c-16aa31290e02 req-a36d4298-0457-4c5b-b8f6-d607b8b2e3f7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 943 time: 0.2136395 Jan 28 01:22:24.944165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc6ce064-5404-48b2-bd4e-2031903e00a2 req-b6acb046-6552-4d88-9bce-ac2b1ad7cd98 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.1407502 Jan 28 01:22:25.003124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85c6a24a-97b9-4dc7-a11c-16aa31290e02 req-f3ce1397-0982-4510-b8b2-cbeea2034d49 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579380 Jan 28 01:22:26.184913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d254a24c-cb2f-42e0-b8bb-098d36fe22ed req-9c951c03-6646-48f8-9d76-919089d1f7e6 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0669603 Jan 28 01:22:26.303014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e49eb-86a1-4563-a59b-884d524f000e req-c66dd78b-1242-4905-9816-a768ad067bc2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:26.304761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb3e49eb-86a1-4563-a59b-884d524f000e req-c66dd78b-1242-4905-9816-a768ad067bc2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 943 time: 0.1188719 Jan 28 01:22:26.431287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb3e49eb-86a1-4563-a59b-884d524f000e req-f5710c43-ff7e-49a6-9019-9f18478ca26a tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154504 Jan 28 01:22:26.873123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d570af59-9df7-439f-ad6c-1bde3204a355 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:22:26.883175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-480516bb-47f1-4091-97b7-41f2e6ed5d8a tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=aa184da063f04f998f19b53f24ed051b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511580 Jan 28 01:22:27.039054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d570af59-9df7-439f-ad6c-1bde3204a355, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d570af59-9df7-439f-ad6c-1bde3204a355,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:27.051471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'port_id': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'mac_address': 'fa:16:3e:5a:10:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:22:27.080953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-29eca28d-9fb7-425a-aea6-40d9d5233536 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:27.088584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-29eca28d-9fb7-425a-aea6-40d9d5233536 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987827 Jan 28 01:22:27.104793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-46ec202b-2a96-4c53-81ca-e0af41b1535b tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/quotas/aa184da063f04f998f19b53f24ed051b HTTP/1.1" status: 200 len: 375 time: 0.0148611 Jan 28 01:22:27.116663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d570af59-9df7-439f-ad6c-1bde3204a355 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:27.117294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:27.132501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d570af59-9df7-439f-ad6c-1bde3204a355 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:27.162327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-61503686-313d-42e5-87ba-ff64100e9379 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa184da063f04f998f19b53f24ed051b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550461 Jan 28 01:22:27.172168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d570af59-9df7-439f-ad6c-1bde3204a355, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d570af59-9df7-439f-ad6c-1bde3204a355,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:27.186708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:27.256024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d570af59-9df7-439f-ad6c-1bde3204a355,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:27.373933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5f1427d-6c17-4b69-8d59-806f40346b7e req-f5585a15-19e8-4419-8ffb-d4b4d5628a77 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0482576 Jan 28 01:22:27.642674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb3394d2-531c-41fc-942e-310aa6c7124d req-a49b991a-23a2-466e-8d8d-4a060d84a0a4 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 210 time: 0.1400476 Jan 28 01:22:27.797734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4af46-d370-415d-b119-c7087ad5efee req-3378e27b-e9d9-4af6-a661-dda4a529ca0a tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:27.814025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cd4af46-d370-415d-b119-c7087ad5efee req-3378e27b-e9d9-4af6-a661-dda4a529ca0a tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 944 time: 0.1619222 Jan 28 01:22:27.939765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5cd4af46-d370-415d-b119-c7087ad5efee req-998624fb-9f6a-4f57-8ec4-a1959e2f39eb tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244826 Jan 28 01:22:28.011726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d570af59-9df7-439f-ad6c-1bde3204a355'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:22:28.608888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c346cd7d-920d-4f61-8d3e-99fa2b38d6e2 req-4641f0ed-c6e4-4f1e-a2e8-311d592e8de8 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0512593 Jan 28 01:22:28.835816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e96195e8-dbed-44d3-903d-228a3b7084db req-0f9ae0b0-69f8-4041-8057-473fa57e9c66 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 210 time: 0.0345619 Jan 28 01:22:29.243316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-e755fe35-86d4-436b-9253-8fbdb33b2883 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aa184da063f04f998f19b53f24ed051b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563393 Jan 28 01:22:29.295965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734e642-1133-4eb9-af8f-964e11643541 req-21fc9755-2b0e-4c07-a122-9191429fd3c6 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:29.300070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d734e642-1133-4eb9-af8f-964e11643541 req-21fc9755-2b0e-4c07-a122-9191429fd3c6 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 944 time: 0.2033229 Jan 28 01:22:29.493547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d734e642-1133-4eb9-af8f-964e11643541 req-6e7fcec6-c320-419c-93b2-324e92125c86 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435723 Jan 28 01:22:29.612819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-94b2d140-9aab-4889-a7d4-4b8c9814bd61 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:29.616572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-94b2d140-9aab-4889-a7d4-4b8c9814bd61 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3665304 Jan 28 01:22:29.636626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Request body: {'port': {'device_id': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': 'aa184da063f04f998f19b53f24ed051b'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:29.835357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2787781-c0ef-47d0-b68c-5629e5e706d5 req-1883ad17-d674-4b97-b6d5-9fcdf4406747 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0762892 Jan 28 01:22:29.965562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Made reservation on behalf of aa184da063f04f998f19b53f24ed051b for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:29.970432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.981819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.072595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-103d2f6f-4441-4f90-bacb-62a776b255cb req-99887cec-3bf7-42a6-ac2a-53ce04b8b127 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 210 time: 0.0834994 Jan 28 01:22:30.168266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks [] for security_group (f89344e3-afcf-42d9-81d7-6d1ac7df0e57), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.185455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f89344e3-afcf-42d9-81d7-6d1ac7df0e57), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.259228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89344e3-afcf-42d9-81d7-6d1ac7df0e57,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:30.415747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Allocated IP 192.168.233.233 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/60a03413-8fda-4a62-8eb6-7ae384a8a8d1) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:30.768683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1df879-5a9c-4381-baf7-6be3d0a518c3 req-d207fc78-a7e0-460e-9d5c-1e93eb786fc7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:30.782162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f1df879-5a9c-4381-baf7-6be3d0a518c3 req-d207fc78-a7e0-460e-9d5c-1e93eb786fc7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 944 time: 0.1459222 Jan 28 01:22:30.882166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d570af59-9df7-439f-ad6c-1bde3204a355 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:30.926122 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks [] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.987047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f1df879-5a9c-4381-baf7-6be3d0a518c3 req-e0fd277b-4d60-4d0a-b1c7-9815ae4a62b8 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2013097 Jan 28 01:22:31.039514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port d570af59-9df7-439f-ad6c-1bde3204a355 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:22:31.045677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d570af59-9df7-439f-ad6c-1bde3204a355 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:31.046628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.053139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a6aa89d-dbf0-4a85-8600-aecd738dd5fc req-9dc80730-3082-47a5-807b-6a208e877b2f tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.0492938 Jan 28 01:22:31.116047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.186093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d570af59-9df7-439f-ad6c-1bde3204a355 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:31.187171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.209513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:31.215516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:31.222301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:31.223916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:31.235446 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01a30b7-b1cd-4d38-b50f-a975b556a750" -d '{"events": [{"server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:31.269060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d570af59-9df7-439f-ad6c-1bde3204a355, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d570af59-9df7-439f-ad6c-1bde3204a355,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:31.278015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.427024 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fb3741-d31d-4cd3-af71-99a0a3138ebd x-openstack-request-id: req-67fb3741-d31d-4cd3-af71-99a0a3138ebd {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:31.427468 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:31.429552 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67fb3741-d31d-4cd3-af71-99a0a3138ebd {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:31.444463 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'code': 200} Jan 28 01:22:31.446868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d570af59-9df7-439f-ad6c-1bde3204a355,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:31.764798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9eb2b910-c454-491d-afd8-115b63195533 None None] Provisioning complete for port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:31.765649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b910-c454-491d-afd8-115b63195533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.884527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2b910-c454-491d-afd8-115b63195533 None None] Port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:32.200477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Pushing event updated for resources: {'Port': ['ID=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:32.333574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:32.334270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.389336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-a68f3a1b-80aa-4d86-9e9e-56f4406615a2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7559416 Jan 28 01:22:32.413257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e6dc0-77e2-49fe-b8cc-70b6d5888db8 req-cdb0d25c-3406-4e87-a832-10532dfde4c1 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:32.418403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af5e6dc0-77e2-49fe-b8cc-70b6d5888db8 req-cdb0d25c-3406-4e87-a832-10532dfde4c1 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 936 time: 1.1183898 Jan 28 01:22:32.424305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0883a6-3cbb-4f6b-957b-5a33701086cf req-112ba000-4e8c-4e9d-b4bf-9440f02a7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:32.426097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c0883a6-3cbb-4f6b-957b-5a33701086cf req-112ba000-4e8c-4e9d-b4bf-9440f02a7bfd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.9717004 Jan 28 01:22:32.436420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Request body: {'port': {'device_id': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:32.592218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a3a9-67f1-48ea-8ef3-318b7e3347a8 req-639ba825-5152-406d-9810-c1ca8d7a56af tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:32.594244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a938a3a9-67f1-48ea-8ef3-318b7e3347a8 req-639ba825-5152-406d-9810-c1ca8d7a56af tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.3806305 Jan 28 01:22:32.652540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c0883a6-3cbb-4f6b-957b-5a33701086cf req-eb1a902f-e253-4bdc-8e2b-d7817df87500 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741028 Jan 28 01:22:32.661866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.697333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af5e6dc0-77e2-49fe-b8cc-70b6d5888db8 req-f9c9025d-a33b-4eb8-bd11-5c3de2b432e7 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650769 Jan 28 01:22:32.754861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a938a3a9-67f1-48ea-8ef3-318b7e3347a8 req-aad8bd02-b2f5-49be-83d5-e39d4d66b726 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322148 Jan 28 01:22:33.143071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5d38a79-d722-4a92-99ed-24f3bb4c8ad7 req-782c21dd-b3f3-4bfe-b362-f4700c499075 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/ports?device_id=e108f45a-75e1-4e23-ba1d-a40435ba660a HTTP/1.1" status: 200 len: 210 time: 0.2666001 Jan 28 01:22:33.373825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:33.394552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Publish callbacks [] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.410096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Transition to ACTIVE for port object 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:22:33.433610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.562332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:33.574379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.704008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Attempting to bind port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:33.704462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Attempting to bind port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:33.704899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Attempting to bind port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:33.716328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:22:33.717635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Attempting to bind port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:33.735081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:33.736469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:33.737116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:33.737801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Bound port: 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:33.738781 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.791797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53154) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:34.000030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b554d979-6fe2-4b86-ae77-5909fd386e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.037502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] For port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:34.083082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] For port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:34.107441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ede86d-6d21-4ac8-afa4-a9bec63bbdbf req-b4f3a866-e246-4395-a993-83fd88208d1b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.109160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ede86d-6d21-4ac8-afa4-a9bec63bbdbf req-b4f3a866-e246-4395-a993-83fd88208d1b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.2121673 Jan 28 01:22:34.111818 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.135329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.136488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.139053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] 10.222.0.43 "PUT /v2.0/ports/60a03413-8fda-4a62-8eb6-7ae384a8a8d1 HTTP/1.1" status: 200 len: 1096 time: 1.7184699 Jan 28 01:22:34.144492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'tag': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:34.147365 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "da6de48e-1905-4ff2-b0b0-3e5245cb78e6", "tag": "60a03413-8fda-4a62-8eb6-7ae384a8a8d1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:34.148196 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b554d979-6fe2-4b86-ae77-5909fd386e5e admin admin] Publish callbacks [] for security_group (dffd9db9-6c0b-4abf-97b6-98a755f8b556), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.159255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b554d979-6fe2-4b86-ae77-5909fd386e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dffd9db9-6c0b-4abf-97b6-98a755f8b556), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.190371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c5b0-3973-4b93-a8f2-8545893ed53a req-f8155f58-1917-439e-a437-7620d6a5ebb7 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.194305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d608c5b0-3973-4b93-a8f2-8545893ed53a req-f8155f58-1917-439e-a437-7620d6a5ebb7 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 948 time: 0.2596929 Jan 28 01:22:34.235966 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b554d979-6fe2-4b86-ae77-5909fd386e5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3c5e872ded34ff49034a45e57836487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4424293 Jan 28 01:22:34.237099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53168) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:34.367945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd41429-4b76-44a7-932f-ad9f5796db87 admin admin] Publish callbacks [] for security_group (dffd9db9-6c0b-4abf-97b6-98a755f8b556), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.419076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554d979-6fe2-4b86-ae77-5909fd386e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd9db9-6c0b-4abf-97b6-98a755f8b556,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:34.458840 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd41429-4b76-44a7-932f-ad9f5796db87 admin admin] Publish callbacks [] for security_group (dffd9db9-6c0b-4abf-97b6-98a755f8b556), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.486247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d608c5b0-3973-4b93-a8f2-8545893ed53a req-23dff556-b38d-44ca-a708-245ff2244cd7 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601657 Jan 28 01:22:34.507339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61ede86d-6d21-4ac8-afa4-a9bec63bbdbf req-2c45733f-20a4-4c46-a47a-6b12189dc61c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3846900 Jan 28 01:22:34.523399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69003bf8-7863-494a-8d3f-11f7ccb9eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:34.550183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-053889a0-6c3f-4d2d-a41f-bf7d329ee188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.552548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-053889a0-6c3f-4d2d-a41f-bf7d329ee188 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa184da063f04f998f19b53f24ed051b&device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 1099 time: 0.2553399 Jan 28 01:22:34.590180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd41429-4b76-44a7-932f-ad9f5796db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (dffd9db9-6c0b-4abf-97b6-98a755f8b556), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.594139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcd41429-4b76-44a7-932f-ad9f5796db87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.595740 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dcd41429-4b76-44a7-932f-ad9f5796db87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dffd9db9-6c0b-4abf-97b6-98a755f8b556 HTTP/1.1" status: 204 len: 168 time: 0.3554983 Jan 28 01:22:34.611299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-7a0e774e-9f37-4881-b960-3331b9dc7e5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1 HTTP/1.1" status: 200 len: 217 time: 0.0450799 Jan 28 01:22:34.613537 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cefa94-d53b-4a40-b74c-7223ab7b17b2 x-openstack-request-id: req-b2cefa94-d53b-4a40-b74c-7223ab7b17b2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:34.613946 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6de48e-1905-4ff2-b0b0-3e5245cb78e6", "tag": "60a03413-8fda-4a62-8eb6-7ae384a8a8d1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:34.614268 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2cefa94-d53b-4a40-b74c-7223ab7b17b2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:34.614749 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'tag': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1', 'status': 'completed', 'code': 200} Jan 28 01:22:34.630508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd41429-4b76-44a7-932f-ad9f5796db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd9db9-6c0b-4abf-97b6-98a755f8b556,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:34.705342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:34.763256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-81cc9b14-e818-45d5-82e0-a0c71a8e837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.766406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-81cc9b14-e818-45d5-82e0-a0c71a8e837e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1136494 Jan 28 01:22:34.815376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee0773e-5bbf-4206-9257-05f5c3112930 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group (96ece8d8-625d-4b0d-8cff-bd214bdd9dd8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.845428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee0773e-5bbf-4206-9257-05f5c3112930 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group (96ece8d8-625d-4b0d-8cff-bd214bdd9dd8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.867627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-9c4cb656-594e-4a0c-a446-4947eb854adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.871787 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-9c4cb656-594e-4a0c-a446-4947eb854adf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979009 Jan 28 01:22:34.911084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee0773e-5bbf-4206-9257-05f5c3112930 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (96ece8d8-625d-4b0d-8cff-bd214bdd9dd8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.915503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ee0773e-5bbf-4206-9257-05f5c3112930 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:34.918340 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8ee0773e-5bbf-4206-9257-05f5c3112930 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/security-groups/96ece8d8-625d-4b0d-8cff-bd214bdd9dd8 HTTP/1.1" status: 204 len: 168 time: 0.2106771 Jan 28 01:22:34.926574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:34.971360 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-b7dac3e4-1a5a-454d-b9d0-65dc5aaf7e56 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] show failed (client error): The resource could not be found. Jan 28 01:22:34.976799 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7dac3e4-1a5a-454d-b9d0-65dc5aaf7e56 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "GET /v2.0/security-groups/96ece8d8-625d-4b0d-8cff-bd214bdd9dd8 HTTP/1.1" status: 404 len: 347 time: 0.0480382 Jan 28 01:22:34.980668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53196) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:35.058634 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0773e-5bbf-4206-9257-05f5c3112930 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ece8d8-625d-4b0d-8cff-bd214bdd9dd8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:35.133555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-0e457522-659c-4744-9fec-3e13dcf59c8f service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515473 Jan 28 01:22:35.202665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 1bf27d3d-6286-4684-95f1-c09be5b010f1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:35.203181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.240295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53200) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:35.264256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4667394-e121-4d9c-a4a8-f94ef7554d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.279361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f68ff9-eb6b-4a4e-99e5-2b2d1853c5ff req-5c84af8e-f256-4f14-9f69-9154cca2fc24 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388540 Jan 28 01:22:35.375626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.375954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (1bf27d3d-6286-4684-95f1-c09be5b010f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.405393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 1bf27d3d-6286-4684-95f1-c09be5b010f1 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:35.493594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4667394-e121-4d9c-a4a8-f94ef7554d26 admin admin] Publish callbacks [] for security_group (8782e2f3-0e27-4003-8ef8-5ee82e14eaee), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.517407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-f548f0f2-2210-4265-a3d7-52f2d7b37172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:35.519195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-f548f0f2-2210-4265-a3d7-52f2d7b37172 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa184da063f04f998f19b53f24ed051b&device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 1099 time: 0.1194794 Jan 28 01:22:35.519838 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d4667394-e121-4d9c-a4a8-f94ef7554d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8782e2f3-0e27-4003-8ef8-5ee82e14eaee), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.685231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1bf27d3d-6286-4684-95f1-c09be5b010f1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.709541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d4667394-e121-4d9c-a4a8-f94ef7554d26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0ac173cdce2494db66e085211368428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679170 Jan 28 01:22:35.710295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53214) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:35.772838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=1bf27d3d-6286-4684-95f1-c09be5b010f1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:35.846002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for floatingip (4997ffa9-2ba0-4f5b-be9c-3f720afb94c8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.854148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:35.860645 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0bc6e062-13e8-45bb-900c-d6a3e32e8c53 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/floatingips/4997ffa9-2ba0-4f5b-be9c-3f720afb94c8 HTTP/1.1" status: 204 len: 168 time: 0.8752007 Jan 28 01:22:35.865378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53218) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:35.883202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4667394-e121-4d9c-a4a8-f94ef7554d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8782e2f3-0e27-4003-8ef8-5ee82e14eaee,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:35.923174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27e958-8f57-4274-83b8-5a61f45dfd8c req-b338f054-0c6f-4b39-b606-18adf459de09 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:35.924684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b27e958-8f57-4274-83b8-5a61f45dfd8c req-b338f054-0c6f-4b39-b606-18adf459de09 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 948 time: 0.2349594 Jan 28 01:22:35.987484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff005c8-426e-4898-ad54-8e61b14c74be req-9eac1db7-790e-46f4-aaca-77943b1868d3 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:35.994169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fff005c8-426e-4898-ad54-8e61b14c74be req-9eac1db7-790e-46f4-aaca-77943b1868d3 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.3069456 Jan 28 01:22:36.038869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:36.039215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.094805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b27e958-8f57-4274-83b8-5a61f45dfd8c req-3e74e4f0-3e76-499f-b1f2-ebf519c66044 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559701 Jan 28 01:22:36.186202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-1a1cb65a-0bb1-46b5-9002-e18b529bdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:36.188031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-1a1cb65a-0bb1-46b5-9002-e18b529bdf1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.6159277 Jan 28 01:22:36.196866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be80b79b-a88e-4dbf-ab0d-07e22a836199 admin admin] Publish callbacks [] for security_group (8782e2f3-0e27-4003-8ef8-5ee82e14eaee), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.248753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-5c5bfc70-4235-4ac8-b9e1-e7e8cfd5c2c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1 HTTP/1.1" status: 200 len: 217 time: 0.0526524 Jan 28 01:22:36.330747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.334992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fff005c8-426e-4898-ad54-8e61b14c74be req-7e1a323c-3a4e-4ab6-b506-6e10a023559e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2750411 Jan 28 01:22:36.341943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be80b79b-a88e-4dbf-ab0d-07e22a836199 admin admin] Publish callbacks [] for security_group (8782e2f3-0e27-4003-8ef8-5ee82e14eaee), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.353675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-921c3b38-f64c-4cd4-9622-7792991a97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:36.355853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-921c3b38-f64c-4cd4-9622-7792991a97f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0984693 Jan 28 01:22:36.366172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:36.492817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-822151f7-b20c-477a-9a02-940afe4c5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:36.494587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-822151f7-b20c-477a-9a02-940afe4c5a41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226480 Jan 28 01:22:36.570631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be80b79b-a88e-4dbf-ab0d-07e22a836199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8782e2f3-0e27-4003-8ef8-5ee82e14eaee), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.574002 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-be80b79b-a88e-4dbf-ab0d-07e22a836199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.578306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-be80b79b-a88e-4dbf-ab0d-07e22a836199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8782e2f3-0e27-4003-8ef8-5ee82e14eaee HTTP/1.1" status: 204 len: 168 time: 0.8497279 Jan 28 01:22:36.602516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b79b-a88e-4dbf-ab0d-07e22a836199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8782e2f3-0e27-4003-8ef8-5ee82e14eaee,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:36.625081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88f393-9e42-417a-bd02-974e65bb2296 req-c46450a5-b26d-40f1-bd5d-b3b39be2a67d tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:36.626819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f88f393-9e42-417a-bd02-974e65bb2296 req-c46450a5-b26d-40f1-bd5d-b3b39be2a67d tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1847434 Jan 28 01:22:36.645446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53238) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:36.660351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'floatingip': {'port_id': 'd570af59-9df7-439f-ad6c-1bde3204a355'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:36.699829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (92c0b4cf-64ff-49b2-8d33-4c47fbceefc2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.753829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (5eb45cb4-dfb2-428b-936c-0dfed48d731e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.759120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-03b1f8e3-9e1f-492f-ad90-aadd44a5c5dd service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442846 Jan 28 01:22:36.779954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=92c0b4cf-64ff-49b2-8d33-4c47fbceefc2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:36.899239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.904049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a11b79ca-265b-4fa5-81b4-76769a5fc88e tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/ports/92c0b4cf-64ff-49b2-8d33-4c47fbceefc2 HTTP/1.1" status: 204 len: 168 time: 1.0371780 Jan 28 01:22:36.906468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53240) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:37.047823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port eb15add3-5bf3-4dfd-a902-d0a32264d77d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:37.049442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.124364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-78e5f43d-3d6c-4619-82d9-140e57ed8f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.218684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3222cd4d-ca66-40a0-8f69-bd7c174af3b6 req-b50e5fa5-de8a-4aed-b049-ac865472651b service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846102 Jan 28 01:22:37.268022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.282096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for eb15add3-5bf3-4dfd-a902-d0a32264d77d owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:37.311868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.493699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97150a3a-0016-43da-b8b8-f68448ad117b req-0d8e3047-1ad9-40a6-b348-de3d080d92a5 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:37.512150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97150a3a-0016-43da-b8b8-f68448ad117b req-0d8e3047-1ad9-40a6-b348-de3d080d92a5 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 948 time: 0.2962263 Jan 28 01:22:37.526367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (eb15add3-5bf3-4dfd-a902-d0a32264d77d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.565995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=eb15add3-5bf3-4dfd-a902-d0a32264d77d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:37.662628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.669397 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7e33274-75b4-4f87-ad35-325359c8ca89 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/ports/eb15add3-5bf3-4dfd-a902-d0a32264d77d HTTP/1.1" status: 204 len: 168 time: 0.7616806 Jan 28 01:22:37.671874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53266) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:37.752130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting subnet d599160d-dd8a-4609-81c8-54c36b00dc62 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:22:37.765847 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for subnet (d599160d-dd8a-4609-81c8-54c36b00dc62), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.852590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (d599160d-dd8a-4609-81c8-54c36b00dc62), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.027102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d599160d-dd8a-4609-81c8-54c36b00dc62), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.061652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97150a3a-0016-43da-b8b8-f68448ad117b req-0b3d6058-4947-4ca9-aec9-3164763249ba tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171443 Jan 28 01:22:38.173729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (d599160d-dd8a-4609-81c8-54c36b00dc62), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.226431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:22:38.241620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Subnet': ['ID=d599160d-dd8a-4609-81c8-54c36b00dc62,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:38.252419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.262560 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-50d9d3bf-28a4-4fe0-a7ec-9435e5d1466d tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/subnets/d599160d-dd8a-4609-81c8-54c36b00dc62 HTTP/1.1" status: 204 len: 168 time: 0.5861201 Jan 28 01:22:38.263218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:38.313593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.resource_extend [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:22:38.382300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.387563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5eb45cb4-dfb2-428b-936c-0dfed48d731e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.389004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting subnet 3320e466-5474-4fab-8cba-a52fb62058b8 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:22:38.398556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for subnet (3320e466-5474-4fab-8cba-a52fb62058b8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.528302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:38.530012 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Floating IP 5eb45cb4-dfb2-428b-936c-0dfed48d731e associated. External IP: 172.25.1.165, port: d570af59-9df7-439f-ad6c-1bde3204a355. Jan 28 01:22:38.591118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1', 'mac_address': 'fa:16:3e:20:1b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:22:38.594437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (3320e466-5474-4fab-8cba-a52fb62058b8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.607969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43425589-4878-4131-a3d3-51d50970c78e None None] Network 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:22:38.925054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:38.925753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:38.962307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:39.022939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:39.047434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.178635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:39.239653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] DHCP port deletion for 4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:22:39.429619 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88470b18-d114-4180-98fc-03abc6705113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.443268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['60a03413-8fda-4a62-8eb6-7ae384a8a8d1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:22:39.453958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3320e466-5474-4fab-8cba-a52fb62058b8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.544426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcd8a3-849b-4a4e-b8f1-5fa5c1e6210a req-c4b02b19-8a9d-4798-b848-89f3ea77b57e tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:39.557307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1afcd8a3-849b-4a4e-b8f1-5fa5c1e6210a req-c4b02b19-8a9d-4798-b848-89f3ea77b57e tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 949 time: 0.1511633 Jan 28 01:22:39.565577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] Deleting port 92c224ea-b0f3-40f0-b190-87a43db127f9 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:39.570982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.587723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (3320e466-5474-4fab-8cba-a52fb62058b8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.669501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9379d58-2ca4-4f01-bcd1-8530ce8c88a8 None None] Network f4fe6bdf-26fe-48da-b12a-7b9b36208b5a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:22:39.684386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.688437 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/subnets/3320e466-5474-4fab-8cba-a52fb62058b8 HTTP/1.1" status: 204 len: 168 time: 1.4242220 Jan 28 01:22:39.696242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53326) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:39.697719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171ed5a-3a96-4072-a014-2a5971a04467 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Subnet': ['ID=3320e466-5474-4fab-8cba-a52fb62058b8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:39.861660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] For port 92c224ea-b0f3-40f0-b190-87a43db127f9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92c224ea-b0f3-40f0-b190-87a43db127f9,segment=NetworkSegment(9e7a0de9-5a87-4488-b04e-3382c98fd956),segment_id=9e7a0de9-5a87-4488-b04e-3382c98fd956)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:39.861986 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.895350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] Calling delete_port for 92c224ea-b0f3-40f0-b190-87a43db127f9 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:39.976841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] DHCP port deletion for f4fe6bdf-26fe-48da-b12a-7b9b36208b5a request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:22:40.017929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.029873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1afcd8a3-849b-4a4e-b8f1-5fa5c1e6210a req-fa24f877-4c8b-447b-b0d8-ec201dc81f87 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451695 Jan 28 01:22:40.058309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] Deleting port c473efcb-2da9-4a8d-b42f-52424b8dd982 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:40.058690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.097080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:22:40.154480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Deleting port 92c224ea-b0f3-40f0-b190-87a43db127f9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:40.154758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.195521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.302171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] Pushing event deleted for resources: {'Port': ['ID=92c224ea-b0f3-40f0-b190-87a43db127f9,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:40.312121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd5a6f-64b5-4baf-ab15-87cbf0802c6e None None] No DVR routers for this DVR port 92c224ea-b0f3-40f0-b190-87a43db127f9 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:22:40.319161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] For port 92c224ea-b0f3-40f0-b190-87a43db127f9, host n-d-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:40.319530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.350078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] For port c473efcb-2da9-4a8d-b42f-52424b8dd982, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c473efcb-2da9-4a8d-b42f-52424b8dd982,segment=NetworkSegment(893220de-4b3c-4c4b-973e-c4cc10aa8450),segment_id=893220de-4b3c-4c4b-973e-c4cc10aa8450)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:40.350484 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.364480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Calling delete_port for 92c224ea-b0f3-40f0-b190-87a43db127f9 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:40.368852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.ipam_backend_mixin [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Port 92c224ea-b0f3-40f0-b190-87a43db127f9 was not found and therefore no delete operation was performed {{(pid=109595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:22:40.370188 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (92c224ea-b0f3-40f0-b190-87a43db127f9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.378252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] Calling delete_port for c473efcb-2da9-4a8d-b42f-52424b8dd982 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:40.409216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:22:40.425536 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:22:40.429253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.443898 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:40.444483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:22:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:40.450722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Port': ['ID=92c224ea-b0f3-40f0-b190-87a43db127f9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:40.452579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] No DVR routers for this DVR port 92c224ea-b0f3-40f0-b190-87a43db127f9 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:22:40.483340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c224ea-b0f3-40f0-b190-87a43db127f9 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:22:40.513696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-abe7fc7c-9ec4-47e6-a525-bde1da0ed759 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "PUT /v2.0/floatingips/5eb45cb4-dfb2-428b-936c-0dfed48d731e HTTP/1.1" status: 200 len: 991 time: 3.8649273 Jan 28 01:22:40.514400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:40.522749 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a32202d-eda5-402f-b5b6-444c94feb9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:40.551503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 92c224ea-b0f3-40f0-b190-87a43db127f9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:22:40.558551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c224ea-b0f3-40f0-b190-87a43db127f9 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:22:40.560014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c473efcb-2da9-4a8d-b42f-52424b8dd982 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:22:40.600123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.635055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb450b2-ae65-41a8-a5cb-63f8c5a3b676']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:40.651836 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed88c97-5f5e-4a7d-80b5-54cb669d864d x-openstack-request-id: req-7ed88c97-5f5e-4a7d-80b5-54cb669d864d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:40.652484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7a0de9-5a87-4488-b04e-3382c98fd956') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:40.652786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7a0de9-5a87-4488-b04e-3382c98fd956') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:40.653067 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:40.653504 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ed88c97-5f5e-4a7d-80b5-54cb669d864d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:40.654358 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'status': 'completed', 'code': 200} Jan 28 01:22:40.677272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (9e7a0de9-5a87-4488-b04e-3382c98fd956), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.773120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c473efcb-2da9-4a8d-b42f-52424b8dd982 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:40.773929 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.775131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e7a0de9-5a87-4488-b04e-3382c98fd956), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.777415 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:40.787128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c473efcb-2da9-4a8d-b42f-52424b8dd982), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.806579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:22:40.807561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (9e7a0de9-5a87-4488-b04e-3382c98fd956), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.856497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] Pushing event deleted for resources: {'Port': ['ID=c473efcb-2da9-4a8d-b42f-52424b8dd982,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:40.868833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-2d9a28bb-f0aa-4366-a202-e38a2053d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:40.870470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-2d9a28bb-f0aa-4366-a202-e38a2053d33f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.1818867 Jan 28 01:22:40.892148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d23214-d22c-4baa-a7de-f879c46e601c None None] No DVR routers for this DVR port c473efcb-2da9-4a8d-b42f-52424b8dd982 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:22:40.896140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:22:40.972002 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:22:41.036611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-451e9577-79cf-4678-92b6-521dc74d547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:41.039870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (4bb450b2-ae65-41a8-a5cb-63f8c5a3b676), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.047167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-451e9577-79cf-4678-92b6-521dc74d547f service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.1653156 Jan 28 01:22:41.089127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.092717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/networks/4bb450b2-ae65-41a8-a5cb-63f8c5a3b676 HTTP/1.1" status: 204 len: 168 time: 1.3846939 Jan 28 01:22:41.093699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff5ed8-df25-4f19-b135-add7741d96e0 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Network': ['ID=4bb450b2-ae65-41a8-a5cb-63f8c5a3b676,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:41.095699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53362) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:41.168960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-c5a3901b-9fc0-4c9d-8001-9b6035f5fcf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 999 time: 0.1139934 Jan 28 01:22:41.233577 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '5eb45cb4-dfb2-428b-936c-0dfed48d731e', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'port_id': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'mac_address': 'fa:16:3e:5a:10:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:09Z', 'updated_at': '2022-01-28T01:22:38Z', 'revision_number': 1, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:41.268163 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:22:41.277677 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:41.278670 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:22:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:41.294883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.323131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71a3bb-88f4-4679-b84e-ca529b5e62c0 req-5c77aae3-c7f1-40b8-832c-44193dee0072 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:41.326588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e71a3bb-88f4-4679-b84e-ca529b5e62c0 req-5c77aae3-c7f1-40b8-832c-44193dee0072 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 949 time: 0.1327183 Jan 28 01:22:41.336437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-8afc2307-8204-40c6-a7bf-89785d33299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:41.339286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-8afc2307-8204-40c6-a7bf-89785d33299f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1643634 Jan 28 01:22:41.440501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:41.498895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-22431b85-19b5-4687-8411-7a4917fac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:41.500782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-22431b85-19b5-4687-8411-7a4917fac710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532540 Jan 28 01:22:41.505829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.546860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e71a3bb-88f4-4679-b84e-ca529b5e62c0 req-0a2946f2-3dee-442a-9321-b7667e90768d tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044094 Jan 28 01:22:41.567719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fe6bdf-26fe-48da-b12a-7b9b36208b5a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:41.594648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893220de-4b3c-4c4b-973e-c4cc10aa8450') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:41.598045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893220de-4b3c-4c4b-973e-c4cc10aa8450') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:41.618252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (893220de-4b3c-4c4b-973e-c4cc10aa8450), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.649132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (893220de-4b3c-4c4b-973e-c4cc10aa8450), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.675299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:22:41.675898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (893220de-4b3c-4c4b-973e-c4cc10aa8450), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:22:41.683515 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:22:41.686258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-cbf3b2c7-cfb3-4d86-9488-645f0ce6b153 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362314 Jan 28 01:22:41.818258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (f4fe6bdf-26fe-48da-b12a-7b9b36208b5a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.829348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.843269 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] 10.222.0.23 "DELETE /v2.0/networks/f4fe6bdf-26fe-48da-b12a-7b9b36208b5a HTTP/1.1" status: 204 len: 168 time: 0.7434599 Jan 28 01:22:41.900009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf443920-bc16-4259-9833-f8979d436971 tempest-TaggedBootDevicesTest_v242-1355714596 tempest-TaggedBootDevicesTest_v242-1355714596-project] Pushing event deleted for resources: {'Network': ['ID=f4fe6bdf-26fe-48da-b12a-7b9b36208b5a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:41.934354 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '5eb45cb4-dfb2-428b-936c-0dfed48d731e', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'port_id': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'mac_address': 'fa:16:3e:5a:10:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:09Z', 'updated_at': '2022-01-28T01:22:38Z', 'revision_number': 1, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:41.982061 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132aadd-f4ff-47a0-be31-57228df12903 None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '5eb45cb4-dfb2-428b-936c-0dfed48d731e', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'port_id': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'mac_address': 'fa:16:3e:5a:10:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:09Z', 'updated_at': '2022-01-28T01:22:38Z', 'revision_number': 1, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:22:42.011408 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.041203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a32202d-eda5-402f-b5b6-444c94feb9a0 req-c5d51a43-6c8c-4449-976d-f9b370172fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497276 Jan 28 01:22:42.234364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:42.438545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:22:42.444192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:42.444586 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.476878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e89149-5e3a-497c-937e-d6dc63b5a285 None None] New status for floating IP 5eb45cb4-dfb2-428b-936c-0dfed48d731e: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:22:42.727335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:42.727730 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.755582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8f1db-d073-4f4d-ad97-d10856ed672f req-6bac6a61-58dc-4486-a7df-5efcf089e96a tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:42.763636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8e8f1db-d073-4f4d-ad97-d10856ed672f req-6bac6a61-58dc-4486-a7df-5efcf089e96a tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 949 time: 0.0993581 Jan 28 01:22:42.863441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:42.866653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8e8f1db-d073-4f4d-ad97-d10856ed672f req-6bed6996-21a5-482b-afe1-a277b62cb73e tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016676 Jan 28 01:22:42.867076 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32eae63-ef79-411e-9360-25ed82de6a1a" -d '{"events": [{"server_uuid": "da6de48e-1905-4ff2-b0b0-3e5245cb78e6", "name": "network-vif-plugged", "status": "completed", "tag": "60a03413-8fda-4a62-8eb6-7ae384a8a8d1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:42.912646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:42.931736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.986227 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcd0be0-b81b-4312-a318-7541156ea283 x-openstack-request-id: req-2bcd0be0-b81b-4312-a318-7541156ea283 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:42.987442 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6de48e-1905-4ff2-b0b0-3e5245cb78e6", "name": "network-vif-plugged", "status": "completed", "tag": "60a03413-8fda-4a62-8eb6-7ae384a8a8d1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:42.988170 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bcd0be0-b81b-4312-a318-7541156ea283 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:42.989483 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1', 'code': 200} Jan 28 01:22:43.089015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:43.130743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda62f87-1b08-489c-a149-abed04c6ddb8 req-9f2ec239-df33-44b5-a1b6-2684cb0bcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:43.133297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dda62f87-1b08-489c-a149-abed04c6ddb8 req-9f2ec239-df33-44b5-a1b6-2684cb0bcc22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 1101 time: 0.0670609 Jan 28 01:22:43.222110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dda62f87-1b08-489c-a149-abed04c6ddb8 req-0c3d2414-29d3-4d16-9558-774359fbb43c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787833 Jan 28 01:22:43.312256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:44.024974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d7978-3b53-44fc-b61a-fd4113f2fd30 req-01a1de5a-b2aa-4ffe-9f2c-0c574510ec12 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:44.034751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a1d7978-3b53-44fc-b61a-fd4113f2fd30 req-01a1de5a-b2aa-4ffe-9f2c-0c574510ec12 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 950 time: 0.0766506 Jan 28 01:22:44.109303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a1d7978-3b53-44fc-b61a-fd4113f2fd30 req-6d5de907-49a5-4ef3-86bf-7679cd329130 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Jan 28 01:22:45.284120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29855-b50a-425d-b13e-b4af171af0c8 req-f263fddf-2a4f-41e7-a711-9dc43fee56fc tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:45.286634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8db29855-b50a-425d-b13e-b4af171af0c8 req-f263fddf-2a4f-41e7-a711-9dc43fee56fc tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 950 time: 0.0745304 Jan 28 01:22:45.362354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8db29855-b50a-425d-b13e-b4af171af0c8 req-1ff7fff4-a79e-4b7b-85ae-cb0c2717917c tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641732 Jan 28 01:22:45.790914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64bc1-c58f-425b-835d-06823693282e req-73b603f0-d944-4d1f-bb6f-320fc8742f04 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:45.801100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1d64bc1-c58f-425b-835d-06823693282e req-73b603f0-d944-4d1f-bb6f-320fc8742f04 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 950 time: 0.0762699 Jan 28 01:22:45.882397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1d64bc1-c58f-425b-835d-06823693282e req-48ea0f17-6bc0-48e8-947b-279d5720f3b2 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784440 Jan 28 01:22:47.103783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570d85d-2d39-46cc-8063-81685b3abce0 req-1081debd-927e-44f2-bc7c-f387912f29a6 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:47.106461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7570d85d-2d39-46cc-8063-81685b3abce0 req-1081debd-927e-44f2-bc7c-f387912f29a6 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 950 time: 0.0937932 Jan 28 01:22:47.222163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7570d85d-2d39-46cc-8063-81685b3abce0 req-98303be2-cfd5-4b27-ae5f-d321b4f5780d tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89344e3-afcf-42d9-81d7-6d1ac7df0e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062722 Jan 28 01:22:47.318385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-8e394059-0bd5-4bd1-9f06-a61f5ab6e5f7 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:47.330532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-8e394059-0bd5-4bd1-9f06-a61f5ab6e5f7 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.43 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 950 time: 0.1231666 Jan 28 01:22:47.541589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Deleting port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:47.552454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:47.710161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] For port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:47.710617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:47.725692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Calling delete_port for 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:47.890638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (60a03413-8fda-4a62-8eb6-7ae384a8a8d1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:47.933133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['60a03413-8fda-4a62-8eb6-7ae384a8a8d1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:22:48.022335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] No DVR routers for this DVR port 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:22:48.030609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:48.036522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-830e2288-d8b7-4b64-9510-5b5b4f868a62 req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.43 "DELETE /v2.0/ports/60a03413-8fda-4a62-8eb6-7ae384a8a8d1 HTTP/1.1" status: 204 len: 173 time: 0.7000265 Jan 28 01:22:48.038574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Pushing event deleted for resources: {'Port': ['ID=60a03413-8fda-4a62-8eb6-7ae384a8a8d1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:48.055145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'name': 'network-vif-deleted', 'tag': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:48.062524 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b5043-a022-4aab-80a9-1528d234b7b3" -d '{"events": [{"server_uuid": "da6de48e-1905-4ff2-b0b0-3e5245cb78e6", "name": "network-vif-deleted", "tag": "60a03413-8fda-4a62-8eb6-7ae384a8a8d1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:48.069732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.070235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.070646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.070995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.071334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.071669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.072027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.072333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.076069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.078068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.078427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.078781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.080104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ecd05-4d16-43d7-abe0-956cdad94d76 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:48.542074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6912b570-9541-4112-92f7-ee8c0ca61619 req-41f9f6ce-46ec-422b-ac00-c47c4d82d4b1 tempest-VolumesNegativeTest-801456324 tempest-VolumesNegativeTest-801456324-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6de48e-1905-4ff2-b0b0-3e5245cb78e6 HTTP/1.1" status: 200 len: 210 time: 0.0843427 Jan 28 01:22:48.974143 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4711a0d-7bc1-4aca-b1eb-1c9e5a6f4e97 x-openstack-request-id: req-e4711a0d-7bc1-4aca-b1eb-1c9e5a6f4e97 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:48.974466 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6de48e-1905-4ff2-b0b0-3e5245cb78e6", "name": "network-vif-deleted", "tag": "60a03413-8fda-4a62-8eb6-7ae384a8a8d1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:48.974698 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4711a0d-7bc1-4aca-b1eb-1c9e5a6f4e97 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:48.975119 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6de48e-1905-4ff2-b0b0-3e5245cb78e6', 'name': 'network-vif-deleted', 'tag': '60a03413-8fda-4a62-8eb6-7ae384a8a8d1', 'status': 'completed', 'code': 200} Jan 28 01:22:50.240077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:22:50.274304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:22:50.274843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 60a03413-8fda-4a62-8eb6-7ae384a8a8d1 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:22:52.445286 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:22:53.986382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53850) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:54.327705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333ba2d5-2c99-4dbc-b36a-3932d91a0659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:54.542233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333ba2d5-2c99-4dbc-b36a-3932d91a0659 admin admin] Publish callbacks [] for security_group (d049cece-8cc0-4061-ae7e-cea578b68a06), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:54.548426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-333ba2d5-2c99-4dbc-b36a-3932d91a0659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d049cece-8cc0-4061-ae7e-cea578b68a06), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:54.642422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ba2d5-2c99-4dbc-b36a-3932d91a0659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049cece-8cc0-4061-ae7e-cea578b68a06,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:54.725441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53902) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:54.726101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-333ba2d5-2c99-4dbc-b36a-3932d91a0659 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ee5c016fd5a4e8995b79e68d5199dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7341776 Jan 28 01:22:54.866783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa24df3e-7715-4a39-b2ab-1355cfe468e0 admin admin] Publish callbacks [] for security_group (d049cece-8cc0-4061-ae7e-cea578b68a06), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:54.926344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa24df3e-7715-4a39-b2ab-1355cfe468e0 admin admin] Publish callbacks [] for security_group (d049cece-8cc0-4061-ae7e-cea578b68a06), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:55.001807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa24df3e-7715-4a39-b2ab-1355cfe468e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d049cece-8cc0-4061-ae7e-cea578b68a06), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:55.004837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa24df3e-7715-4a39-b2ab-1355cfe468e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:55.006241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa24df3e-7715-4a39-b2ab-1355cfe468e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d049cece-8cc0-4061-ae7e-cea578b68a06 HTTP/1.1" status: 204 len: 168 time: 0.2787986 Jan 28 01:22:55.026209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24df3e-7715-4a39-b2ab-1355cfe468e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049cece-8cc0-4061-ae7e-cea578b68a06,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:56.132209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53920) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:56.145791 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9b60278-1e7f-495d-8a24-eb2f0b160e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.279345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9b60278-1e7f-495d-8a24-eb2f0b160e38 admin admin] Publish callbacks [] for security_group (74eef9f6-e87b-4a9d-9a66-73fbdf467511), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.284781 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9b60278-1e7f-495d-8a24-eb2f0b160e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (74eef9f6-e87b-4a9d-9a66-73fbdf467511), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.323470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60278-1e7f-495d-8a24-eb2f0b160e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eef9f6-e87b-4a9d-9a66-73fbdf467511,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:56.363749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:56.365769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9b60278-1e7f-495d-8a24-eb2f0b160e38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e05fda4b1d354c698f125fdea9a2db95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322512 Jan 28 01:22:56.492159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-881b6760-d027-4ab2-9e7a-35935f950b62 admin admin] Publish callbacks [] for security_group (74eef9f6-e87b-4a9d-9a66-73fbdf467511), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.538128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-881b6760-d027-4ab2-9e7a-35935f950b62 admin admin] Publish callbacks [] for security_group (74eef9f6-e87b-4a9d-9a66-73fbdf467511), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.610197 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-881b6760-d027-4ab2-9e7a-35935f950b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (74eef9f6-e87b-4a9d-9a66-73fbdf467511), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.613682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-881b6760-d027-4ab2-9e7a-35935f950b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:56.617408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-881b6760-d027-4ab2-9e7a-35935f950b62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74eef9f6-e87b-4a9d-9a66-73fbdf467511 HTTP/1.1" status: 204 len: 168 time: 0.2498174 Jan 28 01:22:56.625158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b6760-d027-4ab2-9e7a-35935f950b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eef9f6-e87b-4a9d-9a66-73fbdf467511,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:56.974223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-4bc340e6-1571-4086-8f3e-148a242cef9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411805 Jan 28 01:22:57.147307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-b6d064f8-975a-4197-8bcc-8216694b06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:57.148671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-b6d064f8-975a-4197-8bcc-8216694b06c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.1080339 Jan 28 01:22:57.436344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-16247402-cc5a-4fe5-a472-6e5815790799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:57.443115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-16247402-cc5a-4fe5-a472-6e5815790799 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.2690754 Jan 28 01:22:57.619672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-a22d324e-edbf-4e7e-94a9-1b938584d60b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1693482 Jan 28 01:22:57.709280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-d814e76f-fa0d-40d4-9b30-185079507c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:57.711128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-d814e76f-fa0d-40d4-9b30-185079507c45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0852914 Jan 28 01:22:57.801403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-00d2c1ac-a86e-43bc-a1bb-a410d5d62d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:57.803461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-00d2c1ac-a86e-43bc-a1bb-a410d5d62d52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860894 Jan 28 01:22:57.995277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-f86d00f7-0482-4277-9e55-3da4841f76df service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839077 Jan 28 01:22:58.051811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:58.225149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c094200d-2ba5-44d8-a47d-b369c0696f73 req-4cfcad35-0ab1-4a88-af16-d5e40553b24e service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223039 Jan 28 01:22:58.336102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390506340-network', 'tenant_id': '51ead309819e4ddc96c82c9fba1b4939'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:58.409564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Made reservation on behalf of 51ead309819e4ddc96c82c9fba1b4939 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:58.420005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.456055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.643932 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks [] for security_group (e32fac99-5ce0-434d-8b95-a5b809cd0330), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.650309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e32fac99-5ce0-434d-8b95-a5b809cd0330), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.708500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:22:58.730590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32fac99-5ce0-434d-8b95-a5b809cd0330,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:58.747511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (02f4fcbe-381f-43ee-9f79-4e8331354af9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.747878 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Added segment 02f4fcbe-381f-43ee-9f79-4e8331354af9 of type vlan for network 338e64ae-5d73-44a4-9b73-768241c58dd8 Jan 28 01:22:58.839133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (338e64ae-5d73-44a4-9b73-768241c58dd8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.888518 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (338e64ae-5d73-44a4-9b73-768241c58dd8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:58.889531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:58.890128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:59.018023 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9642725 Jan 28 01:22:59.020939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:59.028417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Request body: {'subnet': {'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390506340-subnet', 'tenant_id': '51ead309819e4ddc96c82c9fba1b4939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:59.030691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46081ca5-48a3-4b5c-9587-212704252fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=338e64ae-5d73-44a4-9b73-768241c58dd8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:59.040849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 338e64ae-5d73-44a4-9b73-768241c58dd8 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:22:59.074806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Made reservation on behalf of 51ead309819e4ddc96c82c9fba1b4939 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:59.077537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:59.403796 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (75f80be6-c90e-48db-94b8-3315d925aaa7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:59.491509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f80be6-c90e-48db-94b8-3315d925aaa7,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:59.574129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Checking segment: {'id': '02f4fcbe-381f-43ee-9f79-4e8331354af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:59.574495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Network hostable DHCP agents. Network: 338e64ae-5d73-44a4-9b73-768241c58dd8, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:22:59.607562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Network 338e64ae-5d73-44a4-9b73-768241c58dd8 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:22:59.623553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 338e64ae-5d73-44a4-9b73-768241c58dd8) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:59.630706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:59.635314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a53b8d-967e-46f6-a5b9-47913b135fa8 None None] Network 338e64ae-5d73-44a4-9b73-768241c58dd8 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:22:59.647097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:59.695647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-546cfe6c-9ce0-4e22-ba41-74996da768bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6725547 Jan 28 01:22:59.894545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533b817-9167-4070-82fd-2a092f9e507c None None] Network 338e64ae-5d73-44a4-9b73-768241c58dd8 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:00.677454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:00.682481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657984581-network', 'tenant_id': '77d72ac198ea4a76991168b7f51ccafd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:00.727763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Made reservation on behalf of 77d72ac198ea4a76991168b7f51ccafd for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:00.730681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:00.758520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:00.919662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks [] for security_group (b3b202a3-3133-476b-9f88-994d2c26d651), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:00.924289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b3b202a3-3133-476b-9f88-994d2c26d651), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:00.947217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:23:00.965786 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:00.966134 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Added segment c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8 of type vlan for network 368d62e6-9ac4-4302-b631-3ef095476062 Jan 28 01:23:01.021750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (368d62e6-9ac4-4302-b631-3ef095476062), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:01.082138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (368d62e6-9ac4-4302-b631-3ef095476062), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:01.084315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:01.084915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:01.320305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:01.322747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6442790 Jan 28 01:23:01.326356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b202a3-3133-476b-9f88-994d2c26d651,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:01.328249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Request body: {'subnet': {'network_id': '368d62e6-9ac4-4302-b631-3ef095476062', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657984581-subnet', 'tenant_id': '77d72ac198ea4a76991168b7f51ccafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:01.363761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e41e49-a473-4e5d-8fcd-087b4174a74f admin admin] Pushing event updated for resources: {'Network': ['ID=368d62e6-9ac4-4302-b631-3ef095476062,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:01.413974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 368d62e6-9ac4-4302-b631-3ef095476062 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:23:01.478514 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Made reservation on behalf of 77d72ac198ea4a76991168b7f51ccafd for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:01.492310 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:01.883748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (36529a32-2d11-4c50-890d-e2c4cc8676a3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:01.963711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36529a32-2d11-4c50-890d-e2c4cc8676a3,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:01.973932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Checking segment: {'id': 'c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '368d62e6-9ac4-4302-b631-3ef095476062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:01.974406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Network hostable DHCP agents. Network: 368d62e6-9ac4-4302-b631-3ef095476062, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:23:02.033326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Network 368d62e6-9ac4-4302-b631-3ef095476062 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:23:02.052886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 368d62e6-9ac4-4302-b631-3ef095476062) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:02.060912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:02.061133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240afba-8b69-4582-8391-7b22b14b0967 None None] Network 368d62e6-9ac4-4302-b631-3ef095476062 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:02.061510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:02.111873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ed55881c-00c0-440b-9615-7acdca74375b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7895215 Jan 28 01:23:02.154160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-40b6288c-54f6-4712-9214-54d719cd588b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518643 Jan 28 01:23:02.316436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33716a04-828e-4fe0-aac8-c66b9f104d24 None None] Network 368d62e6-9ac4-4302-b631-3ef095476062 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:02.437954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-86b7da51-e808-43c5-b2d7-19e704ed5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:02.453505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-86b7da51-e808-43c5-b2d7-19e704ed5650 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c597bd210599445784187369ee19b1a5&device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 1100 time: 0.2042174 Jan 28 01:23:02.952896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-5143e45f-edb9-4697-b4ca-b58527869293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:02.955423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-5143e45f-edb9-4697-b4ca-b58527869293 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.4264233 Jan 28 01:23:03.053921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-044b3552-a6fd-460e-844f-279a924bc1ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e4ee87c-bf0d-485c-90d6-becee4772723 HTTP/1.1" status: 200 len: 217 time: 0.0917449 Jan 28 01:23:03.170170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-575336ed-615c-4c03-a98e-ddbc3b52e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:03.171683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-575336ed-615c-4c03-a98e-ddbc3b52e035 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.1119328 Jan 28 01:23:03.470981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-4f54af79-c019-49d2-aa01-90504eef2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:03.472501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-4f54af79-c019-49d2-aa01-90504eef2623 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2927744 Jan 28 01:23:03.474387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54080) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:03.560582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:03.734049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-e04b48d7-6e5b-4da3-a7be-5277a7fe1852 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346539 Jan 28 01:23:03.848195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-84cf6928-b5bb-441b-9aec-86fc5415f060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa184da063f04f998f19b53f24ed051b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726249 Jan 28 01:23:03.852957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54092) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:03.966965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4861047d-ea17-48db-ad2c-4b7bfbb35084 admin admin] Publish callbacks [] for security_group (f89344e3-afcf-42d9-81d7-6d1ac7df0e57), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:04.008686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4861047d-ea17-48db-ad2c-4b7bfbb35084 admin admin] Publish callbacks [] for security_group (f89344e3-afcf-42d9-81d7-6d1ac7df0e57), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:04.072776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-a95fcb9a-bb5a-41a6-bfe7-167248460873 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:04.074264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-a95fcb9a-bb5a-41a6-bfe7-167248460873 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/networks?id=338e64ae-5d73-44a4-9b73-768241c58dd8 HTTP/1.1" status: 200 len: 809 time: 0.7596796 Jan 28 01:23:04.090251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a5ad6c6-ea2d-4d78-aca0-826a46ee244f req-3289ec1a-a9db-4581-a08c-ab9728060375 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540688 Jan 28 01:23:04.108509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4861047d-ea17-48db-ad2c-4b7bfbb35084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f89344e3-afcf-42d9-81d7-6d1ac7df0e57), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:04.111120 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4861047d-ea17-48db-ad2c-4b7bfbb35084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:04.117901 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4861047d-ea17-48db-ad2c-4b7bfbb35084 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f89344e3-afcf-42d9-81d7-6d1ac7df0e57 HTTP/1.1" status: 204 len: 168 time: 0.2634928 Jan 28 01:23:04.129446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-0516baf7-8455-44f9-bd1b-8b0ed85dead7 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/quotas/51ead309819e4ddc96c82c9fba1b4939 HTTP/1.1" status: 200 len: 375 time: 0.0480461 Jan 28 01:23:04.146246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861047d-ea17-48db-ad2c-4b7bfbb35084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89344e3-afcf-42d9-81d7-6d1ac7df0e57,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:04.282326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-ce07c79e-0df6-4137-9649-9ca859070267 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=51ead309819e4ddc96c82c9fba1b4939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1465096 Jan 28 01:23:04.568821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-dc7fee5b-4e96-4106-af71-855d13025d6c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:23:04.578163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-dc7fee5b-4e96-4106-af71-855d13025d6c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2942524 Jan 28 01:23:04.828854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-161b40b5-f0c8-4c22-b1c2-6798c524ed80 service neutron] 10.222.0.23 "GET /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497747 Jan 28 01:23:05.170973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-cbfea4e7-332f-4eee-a107-351a9177a21a service neutron] 10.222.0.23 "GET /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412614 Jan 28 01:23:05.574829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed760627-ec6e-4086-b03d-dfe75f5e98f0 req-26e6e4aa-cf34-4129-aba0-a1ce8b3dc31b tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 210 time: 0.0860431 Jan 28 01:23:05.820479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54140) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:05.996423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1688932145-network', 'tenant_id': 'cd758851633344e5b529e61588876089'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:06.051996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Made reservation on behalf of cd758851633344e5b529e61588876089 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:06.054647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.071166 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.221995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks [] for security_group (95bcbbb6-b60e-458d-a8ec-ae1c6111ba03), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.227393 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (95bcbbb6-b60e-458d-a8ec-ae1c6111ba03), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.285323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:23:06.302893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcbbb6-b60e-458d-a8ec-ae1c6111ba03,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:06.308043 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (12201453-d235-4a0d-9dd1-c98a55c340ec), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.308392 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Added segment 12201453-d235-4a0d-9dd1-c98a55c340ec of type vlan for network 197663ee-fa88-4bb1-8eae-454f5a005be4 Jan 28 01:23:06.406493 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (197663ee-fa88-4bb1-8eae-454f5a005be4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.454441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (197663ee-fa88-4bb1-8eae-454f5a005be4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.455532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:06.456127 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.587175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:06.592136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Request body: {'subnet': {'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1688932145-subnet', 'tenant_id': 'cd758851633344e5b529e61588876089', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:06.606756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7833638 Jan 28 01:23:06.648551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678c7a7-85e4-4125-9401-6c655de6f16f admin admin] Pushing event updated for resources: {'Network': ['ID=197663ee-fa88-4bb1-8eae-454f5a005be4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:06.656407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Made reservation on behalf of cd758851633344e5b529e61588876089 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:06.662185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:23:06.666184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:06.773094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-763c19cf-8be2-4643-992b-2c34a6381e03 req-ac54e440-06a2-4f5d-a101-51aba590b115 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 210 time: 0.0666106 Jan 28 01:23:07.090626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cffce0d9-1eba-4278-b176-e48c624beb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.099979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (7f055b2b-7254-4840-b37c-92edd2edbee7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.212513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f055b2b-7254-4840-b37c-92edd2edbee7,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:07.273587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Checking segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:07.274646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Network hostable DHCP agents. Network: 197663ee-fa88-4bb1-8eae-454f5a005be4, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:23:07.319244 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.342961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:23:07.358124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-37fdd0da-9c17-4da5-9c8f-094a264cc760 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:07.360312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-37fdd0da-9c17-4da5-9c8f-094a264cc760 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.43 "GET /v2.0/networks?id=338e64ae-5d73-44a4-9b73-768241c58dd8 HTTP/1.1" status: 200 len: 809 time: 0.3214090 Jan 28 01:23:07.375853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 197663ee-fa88-4bb1-8eae-454f5a005be4) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:07.387127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33098447-554c-49b1-96bd-3b4984a5fb4c None None] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:07.404861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:07.406677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.407673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Request body: {'port': {'device_id': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8', 'admin_state_up': True, 'tenant_id': '51ead309819e4ddc96c82c9fba1b4939'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:07.450314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5e204dd-3db4-4596-88eb-a03faedb642c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8617895 Jan 28 01:23:07.451431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54172) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:07.457111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:07.488898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (84245cb5-5248-4290-bd41-4da8d8056fdc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.490381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (84245cb5-5248-4290-bd41-4da8d8056fdc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.739685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks [] for router_controller (84245cb5-5248-4290-bd41-4da8d8056fdc), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.796908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-197663ee-fa88-4bb1-8eae-454f5a005be4', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'project_id': 'cd758851633344e5b529e61588876089', 'fixed_ips': [{'subnet_id': '7f055b2b-7254-4840-b37c-92edd2edbee7'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:23:07.799448 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:07.807837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Made reservation on behalf of 51ead309819e4ddc96c82c9fba1b4939 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:07.821333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.056440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09fd6f54-8552-4b53-ac45-7870e2582866 req-5a11ec7d-232f-433a-98be-a18dcb16b8a1 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 210 time: 0.0913603 Jan 28 01:23:08.068174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks [] for router_gateway (84245cb5-5248-4290-bd41-4da8d8056fdc), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.128889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Allocated IP 172.20.0.2 (197663ee-fa88-4bb1-8eae-454f5a005be4/7f055b2b-7254-4840-b37c-92edd2edbee7/338e0612-3d80-4c8d-a943-1834d3a7857f) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:08.208681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Allocated IP 172.20.0.9 (338e64ae-5d73-44a4-9b73-768241c58dd8/75f80be6-c90e-48db-94b8-3315d925aaa7/8e92b48f-be18-44e3-a0ff-e62177172455) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:08.514621 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Publish callbacks [] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.525369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.538711 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks [] for router_gateway (84245cb5-5248-4290-bd41-4da8d8056fdc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.579378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks [] for port (8e92b48f-be18-44e3-a0ff-e62177172455), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.623511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.624467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.692265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Network 338e64ae-5d73-44a4-9b73-768241c58dd8 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:08.697650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:08.701726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:08.725953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:08.730275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:08.738192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Pushing event updated for resources: {'Port': ['ID=8e92b48f-be18-44e3-a0ff-e62177172455,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:08.765540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:08.795934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Pushing event updated for resources: {'Port': ['ID=338e0612-3d80-4c8d-a943-1834d3a7857f,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:08.809102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:08.811579 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.847507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-2700a7d1-23b1-4988-a17e-916d34038eff tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4601276 Jan 28 01:23:08.861434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Request body: {'port': {'device_id': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:08.912174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.918370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.919187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.919710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.923373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.923723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.924055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.924596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.924930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.925260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.925596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.925976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.926282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:08.985092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Attempting to bind port 338e0612-3d80-4c8d-a943-1834d3a7857f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:08.986215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Attempting to bind port 338e0612-3d80-4c8d-a943-1834d3a7857f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:08.986783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Attempting to bind port 338e0612-3d80-4c8d-a943-1834d3a7857f on network 197663ee-fa88-4bb1-8eae-454f5a005be4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:08.992651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:08.993034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Checking segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:08.993436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.994089 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Bound using segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:08.994735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Bound port: 338e0612-3d80-4c8d-a943-1834d3a7857f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:08.995311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.026584 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.042684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Allocated IP 172.25.1.79 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/76b83a3e-48e3-40e6-a7a2-93435241b57f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:09.193759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] For port 338e0612-3d80-4c8d-a943-1834d3a7857f, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:09.204365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] For port 338e0612-3d80-4c8d-a943-1834d3a7857f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=338e0612-3d80-4c8d-a943-1834d3a7857f,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:09.217354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.382309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9d0de10a-0222-41cb-a252-66aae145ca5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.416318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503974d7-154e-4012-917e-c21ae829ba00 None None] Pushing event updated for resources: {'Port': ['ID=338e0612-3d80-4c8d-a943-1834d3a7857f,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:09.444740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks [] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.624337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.628524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e92b48f-be18-44e3-a0ff-e62177172455 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:23:09.637174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Publish callbacks [] for port (8e92b48f-be18-44e3-a0ff-e62177172455), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.666485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Transition to ACTIVE for port object 8e92b48f-be18-44e3-a0ff-e62177172455 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:23:09.693134 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.765262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Pushing event updated for resources: {'Port': ['ID=76b83a3e-48e3-40e6-a7a2-93435241b57f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:09.822732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:09.829426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:09.838545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:09.942228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13f9d9-1aeb-4e0d-84fb-f042f82e0cb6 req-52dac13d-554d-49be-8e92-ea09832c723d tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:09.950281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e13f9d9-1aeb-4e0d-84fb-f042f82e0cb6 req-52dac13d-554d-49be-8e92-ea09832c723d tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 943 time: 0.2822652 Jan 28 01:23:09.975990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Pushing event updated for resources: {'Port': ['ID=8e92b48f-be18-44e3-a0ff-e62177172455,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:10.109622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e13f9d9-1aeb-4e0d-84fb-f042f82e0cb6 req-c5d3211a-c8e4-4601-8beb-9e5cd1eec2e6 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578548 Jan 28 01:23:10.158364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Attempting to bind port 8e92b48f-be18-44e3-a0ff-e62177172455 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:10.158730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Attempting to bind port 8e92b48f-be18-44e3-a0ff-e62177172455 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '02f4fcbe-381f-43ee-9f79-4e8331354af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:10.159131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Attempting to bind port 8e92b48f-be18-44e3-a0ff-e62177172455 on network 338e64ae-5d73-44a4-9b73-768241c58dd8 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:10.168607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Port 8e92b48f-be18-44e3-a0ff-e62177172455 on network 338e64ae-5d73-44a4-9b73-768241c58dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:23:10.169216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Attempting to bind port 8e92b48f-be18-44e3-a0ff-e62177172455 on network 338e64ae-5d73-44a4-9b73-768241c58dd8 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:10.175419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:10.176062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Checking segment: {'id': '02f4fcbe-381f-43ee-9f79-4e8331354af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:10.176676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Bound using segment: {'id': '02f4fcbe-381f-43ee-9f79-4e8331354af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:10.177357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Bound port: 8e92b48f-be18-44e3-a0ff-e62177172455, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f4fcbe-381f-43ee-9f79-4e8331354af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:10.178067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:10.277549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] For port 8e92b48f-be18-44e3-a0ff-e62177172455, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:10.284563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] For port 8e92b48f-be18-44e3-a0ff-e62177172455, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e92b48f-be18-44e3-a0ff-e62177172455,segment=NetworkSegment(02f4fcbe-381f-43ee-9f79-4e8331354af9),segment_id=02f4fcbe-381f-43ee-9f79-4e8331354af9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:10.291349 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:10.352121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:10.352748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:10.354167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e92b48f-be18-44e3-a0ff-e62177172455 HTTP/1.1" status: 200 len: 1091 time: 1.4973273 Jan 28 01:23:10.354971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'tag': '8e92b48f-be18-44e3-a0ff-e62177172455'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:10.384158 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d37db-8573-4b70-9d41-a431d1f4ccf8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095", "tag": "8e92b48f-be18-44e3-a0ff-e62177172455"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:10.502496 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks [] for router_gateway (84245cb5-5248-4290-bd41-4da8d8056fdc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:10.523877 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fd19e9-9af1-4c8c-8dd9-702d68987343 x-openstack-request-id: req-22fd19e9-9af1-4c8c-8dd9-702d68987343 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:10.524366 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095", "tag": "8e92b48f-be18-44e3-a0ff-e62177172455", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:10.539017 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22fd19e9-9af1-4c8c-8dd9-702d68987343 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:10.540133 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'tag': '8e92b48f-be18-44e3-a0ff-e62177172455', 'status': 'completed', 'code': 200} Jan 28 01:23:10.603961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e6af-5301-497b-ac7f-9493ce057305 service neutron] Pushing event updated for resources: {'Port': ['ID=8e92b48f-be18-44e3-a0ff-e62177172455,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:10.636309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 338e0612-3d80-4c8d-a943-1834d3a7857f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:10.670239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-dba7c567-ed86-462f-9dd7-44ad7c4f284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:10.671804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-dba7c567-ed86-462f-9dd7-44ad7c4f284f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51ead309819e4ddc96c82c9fba1b4939&device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 1094 time: 0.2292964 Jan 28 01:23:10.764483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 338e0612-3d80-4c8d-a943-1834d3a7857f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:10.773007 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:10.793235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-e3e6ed62-c5af-4f7d-8e53-fa8350d950b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e92b48f-be18-44e3-a0ff-e62177172455 HTTP/1.1" status: 200 len: 217 time: 0.1044099 Jan 28 01:23:10.933321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-a3cce2c2-ccbf-42bd-bcc2-94ad1c03b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:10.935401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-a3cce2c2-ccbf-42bd-bcc2-94ad1c03b06a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75f80be6-c90e-48db-94b8-3315d925aaa7 HTTP/1.1" status: 200 len: 849 time: 0.1305404 Jan 28 01:23:10.981436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:10.993653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-f43a1296-ae68-4896-bb7d-1f95d1004c73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=338e64ae-5d73-44a4-9b73-768241c58dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498054 Jan 28 01:23:11.085244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 338e0612-3d80-4c8d-a943-1834d3a7857f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:11.088379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:11.155346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (84245cb5-5248-4290-bd41-4da8d8056fdc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:11.182128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 338e0612-3d80-4c8d-a943-1834d3a7857f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=338e0612-3d80-4c8d-a943-1834d3a7857f,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:11.192260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:11.319738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedaeda-423f-48c0-a295-9dda1747dcd1 None None] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:11.399969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-bce14f12-cbd8-48b0-952d-f222aa91662c service neutron] 10.222.0.43 "GET /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997271 Jan 28 01:23:11.447785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Router 84245cb5-5248-4290-bd41-4da8d8056fdc is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:23:11.557532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=338e0612-3d80-4c8d-a943-1834d3a7857f,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:11.626233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e129ec5-9f4a-4ccb-815e-1e864ed4af52 None None] Provisioning complete for port 338e0612-3d80-4c8d-a943-1834d3a7857f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:11.626857 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e129ec5-9f4a-4ccb-815e-1e864ed4af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:11.661944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1763c622-8f5f-4973-8300-a0d26f6b8754 req-df6b1b0d-ddd4-448e-b400-4ae2516bdc17 service neutron] 10.222.0.43 "GET /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536893 Jan 28 01:23:11.671354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3102-7bd0-4afc-8ab3-68831f4fb312 req-b7418bba-c753-4d5f-b9cd-c1e78fda7939 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:11.687544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa2c3102-7bd0-4afc-8ab3-68831f4fb312 req-b7418bba-c753-4d5f-b9cd-c1e78fda7939 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 943 time: 0.3759141 Jan 28 01:23:11.837038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:23:11.858869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Sync routers for ids ['84245cb5-5248-4290-bd41-4da8d8056fdc'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:23:11.861683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa2c3102-7bd0-4afc-8ab3-68831f4fb312 req-4010f880-a4a6-405f-848a-39e61290a5e9 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730263 Jan 28 01:23:11.869412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e129ec5-9f4a-4ccb-815e-1e864ed4af52 None None] Current status of the port 338e0612-3d80-4c8d-a943-1834d3a7857f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:11.916812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:11.918123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4238632e-ff6a-4e52-b8fb-c549e354fc55 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4652402 Jan 28 01:23:11.920834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:11.924182 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Routers {'84245cb5-5248-4290-bd41-4da8d8056fdc'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:11.924840 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['84245cb5-5248-4290-bd41-4da8d8056fdc'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:11.946685 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:12.019226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-cdf2837a-8019-4a9b-9f76-b59c779ad37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:12.020750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-cdf2837a-8019-4a9b-9f76-b59c779ad37a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51ead309819e4ddc96c82c9fba1b4939&device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 1094 time: 0.2210555 Jan 28 01:23:12.308514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5d253625-d5de-4bc1-8337-325110ca4ea8 None None] Provisioning complete for port 338e0612-3d80-4c8d-a943-1834d3a7857f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:12.308910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5d253625-d5de-4bc1-8337-325110ca4ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:12.324017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-d48a81ee-5a05-4f03-a7b8-8f9c9a2df989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:12.328791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-d48a81ee-5a05-4f03-a7b8-8f9c9a2df989 service neutron] 10.222.0.43 "GET /v2.0/networks?id=338e64ae-5d73-44a4-9b73-768241c58dd8 HTTP/1.1" status: 200 len: 910 time: 0.3008540 Jan 28 01:23:12.430093 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Set router 84245cb5-5248-4290-bd41-4da8d8056fdc gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:12.529917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 338e0612-3d80-4c8d-a943-1834d3a7857f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:12.554178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-7ac3ca98-7250-4d4a-98c7-5382c6b3739f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e92b48f-be18-44e3-a0ff-e62177172455 HTTP/1.1" status: 200 len: 217 time: 0.2183843 Jan 28 01:23:12.750614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5d253625-d5de-4bc1-8337-325110ca4ea8 None None] Current status of the port 338e0612-3d80-4c8d-a943-1834d3a7857f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:12.767887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 338e0612-3d80-4c8d-a943-1834d3a7857f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:12.768710 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:13.016781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 338e0612-3d80-4c8d-a943-1834d3a7857f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:13.336103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:13.428151 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:23:10Z', 'revision_number': 3, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:13.501522 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Checking router: 84245cb5-5248-4290-bd41-4da8d8056fdc for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:23:13.505728 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Updating router 84245cb5-5248-4290-bd41-4da8d8056fdc port 76b83a3e-48e3-40e6-a7a2-93435241b57f binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:23:13.579730 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:13.772832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-88ad5712-79df-4e5a-8b51-ba1273a0eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:13.774869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-88ad5712-79df-4e5a-8b51-ba1273a0eab3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=75f80be6-c90e-48db-94b8-3315d925aaa7 HTTP/1.1" status: 200 len: 849 time: 1.2140417 Jan 28 01:23:13.782468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:13.835248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-92180d58-9ee8-42ad-ab84-e5369cfce045 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=338e64ae-5d73-44a4-9b73-768241c58dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530031 Jan 28 01:23:13.845022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3ad6-e894-4701-8949-c8fa9e1b30d7 req-b8438aff-226c-4866-82d7-c89eedd5c753 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:13.846807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d7a3ad6-e894-4701-8949-c8fa9e1b30d7 req-b8438aff-226c-4866-82d7-c89eedd5c753 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 943 time: 0.2498100 Jan 28 01:23:14.131091 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Publish callbacks [] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.143873 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.221092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Allocated IP 172.20.0.1 (197663ee-fa88-4bb1-8eae-454f5a005be4/7f055b2b-7254-4840-b37c-92edd2edbee7/72c568fe-76a4-4c8a-a06d-dd253f68ac50) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:14.233549 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Attempting to bind port 76b83a3e-48e3-40e6-a7a2-93435241b57f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:14.234507 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Attempting to bind port 76b83a3e-48e3-40e6-a7a2-93435241b57f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:14.235214 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Attempting to bind port 76b83a3e-48e3-40e6-a7a2-93435241b57f on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:14.274686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d7a3ad6-e894-4701-8949-c8fa9e1b30d7 req-760284ba-a274-4655-aa48-a7088045c28e tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974228 Jan 28 01:23:14.341727 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:14.345972 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:14.346700 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.347463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:14.348299 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Bound port: 76b83a3e-48e3-40e6-a7a2-93435241b57f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:14.348906 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.349038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e92b48f-be18-44e3-a0ff-e62177172455 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:23:14.358747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-454ebc10-d881-4f40-8983-241dd0882b5f service neutron] 10.222.0.43 "GET /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109050 Jan 28 01:23:14.470588 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] For port 76b83a3e-48e3-40e6-a7a2-93435241b57f, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:14.479868 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] For port 76b83a3e-48e3-40e6-a7a2-93435241b57f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=76b83a3e-48e3-40e6-a7a2-93435241b57f,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:14.493159 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.553022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Routers {'84245cb5-5248-4290-bd41-4da8d8056fdc'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:14.554155 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['84245cb5-5248-4290-bd41-4da8d8056fdc'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:14.596522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks [] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.624335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8e92b48f-be18-44e3-a0ff-e62177172455, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e92b48f-be18-44e3-a0ff-e62177172455,segment=NetworkSegment(02f4fcbe-381f-43ee-9f79-4e8331354af9),segment_id=02f4fcbe-381f-43ee-9f79-4e8331354af9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:14.656553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '8e92b48f-be18-44e3-a0ff-e62177172455', 'network_id': '338e64ae-5d73-44a4-9b73-768241c58dd8', 'port_id': '8e92b48f-be18-44e3-a0ff-e62177172455', 'mac_address': 'fa:16:3e:80:8d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f80be6-c90e-48db-94b8-3315d925aaa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:23:14.657847 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.684500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-342d37db-8573-4b70-9d41-a431d1f4ccf8 req-7d471939-952b-44d7-8455-6624794b6d0c service neutron] 10.222.0.43 "GET /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016231 Jan 28 01:23:14.770466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:14.778227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:14.780950 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] Set router 84245cb5-5248-4290-bd41-4da8d8056fdc gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:14.796072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:14.808736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8e92b48f-be18-44e3-a0ff-e62177172455 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:14.813974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.876230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e92b48f-be18-44e3-a0ff-e62177172455 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:23:14.887565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=72c568fe-76a4-4c8a-a06d-dd253f68ac50,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:14.912441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (84245cb5-5248-4290-bd41-4da8d8056fdc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.983652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8e92b48f-be18-44e3-a0ff-e62177172455, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e92b48f-be18-44e3-a0ff-e62177172455,segment=NetworkSegment(02f4fcbe-381f-43ee-9f79-4e8331354af9),segment_id=02f4fcbe-381f-43ee-9f79-4e8331354af9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:14.990318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:15.144975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8e92b48f-be18-44e3-a0ff-e62177172455,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:15.172545 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Pushing event updated for resources: {'Port': ['ID=76b83a3e-48e3-40e6-a7a2-93435241b57f,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:15.202446 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.202790 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.203132 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.203467 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.203800 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.204127 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.215688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.216255 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.216690 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.217117 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.217543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.218549 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.218975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:15.303898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8e92b48f-be18-44e3-a0ff-e62177172455'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:23:15.321438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:15.470900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bbb5c526-a2e7-45f7-89ae-fb4d8b3307af None None] Provisioning complete for port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:15.471856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c526-a2e7-45f7-89ae-fb4d8b3307af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:15.538114 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04581c-bb08-4e96-9882-15531503e4f5 None None] Pushing event updated for resources: {'Port': ['ID=76b83a3e-48e3-40e6-a7a2-93435241b57f,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:15.603161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5c526-a2e7-45f7-89ae-fb4d8b3307af None None] Port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:15.610427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1597e1-afe4-4d22-9a44-8e1f987210d8 req-48ba3681-acb1-4e88-8d56-666aa73d7626 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:15.634266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c1597e1-afe4-4d22-9a44-8e1f987210d8 req-48ba3681-acb1-4e88-8d56-666aa73d7626 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 944 time: 0.1680148 Jan 28 01:23:15.639960 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:23:10Z', 'revision_number': 3, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:15.706454 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fea8ab-6757-4b70-84e6-255d876cf813 None None] The sync data for ids ['84245cb5-5248-4290-bd41-4da8d8056fdc'] in n-d-826756-1 is: [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:23:10Z', 'revision_number': 3, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:23:15.776037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c1597e1-afe4-4d22-9a44-8e1f987210d8 req-87328fd9-9c77-4e10-b980-ab69100edc0e tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398535 Jan 28 01:23:15.893478 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks [] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:15.911267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:16.008375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=72c568fe-76a4-4c8a-a06d-dd253f68ac50,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:16.011239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (84245cb5-5248-4290-bd41-4da8d8056fdc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:16.254269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:16.256547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:16.366421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e92b48f-be18-44e3-a0ff-e62177172455 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:16.535915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 8e92b48f-be18-44e3-a0ff-e62177172455 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:23:16.543818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 8e92b48f-be18-44e3-a0ff-e62177172455 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:16.544518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:16.717920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Router 84245cb5-5248-4290-bd41-4da8d8056fdc has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:23:16.786821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76b83a3e-48e3-40e6-a7a2-93435241b57f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:16.909246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 8e92b48f-be18-44e3-a0ff-e62177172455 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:16.909651 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:17.015798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 8e92b48f-be18-44e3-a0ff-e62177172455, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e92b48f-be18-44e3-a0ff-e62177172455,segment=NetworkSegment(02f4fcbe-381f-43ee-9f79-4e8331354af9),segment_id=02f4fcbe-381f-43ee-9f79-4e8331354af9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:17.022168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e92b48f-be18-44e3-a0ff-e62177172455'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:17.024523 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c4690-d26a-428d-8aa4-0d6814a3417b" -d '{"events": [{"server_uuid": "ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095", "name": "network-vif-plugged", "status": "completed", "tag": "8e92b48f-be18-44e3-a0ff-e62177172455"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:17.080339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:17.095796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:23:17.102094 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-118866b1-1115-43ac-96e4-309415c1f7b8 admin admin] 10.222.0.23 "PUT /v2.0/routers/84245cb5-5248-4290-bd41-4da8d8056fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1801786 Jan 28 01:23:17.123469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b4ec2c7c-fee0-48c1-8771-d4a1a70421ff None None] Provisioning complete for port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:17.126916 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2c7c-fee0-48c1-8771-d4a1a70421ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:17.155703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9be3a-f687-4169-8d41-be72feda1467 req-44c6c99f-bf25-473f-8cbd-9c04de36a773 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:17.180214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65c9be3a-f687-4169-8d41-be72feda1467 req-44c6c99f-bf25-473f-8cbd-9c04de36a773 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 944 time: 0.1983948 Jan 28 01:23:17.261918 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbb1eb-1e81-4570-a304-70796db93e9e x-openstack-request-id: req-dabbb1eb-1e81-4570-a304-70796db93e9e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:17.264063 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095", "name": "network-vif-plugged", "status": "completed", "tag": "8e92b48f-be18-44e3-a0ff-e62177172455", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:17.264422 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dabbb1eb-1e81-4570-a304-70796db93e9e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:17.274386 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e92b48f-be18-44e3-a0ff-e62177172455', 'code': 200} Jan 28 01:23:17.328074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 76b83a3e-48e3-40e6-a7a2-93435241b57f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:17.339616 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:17.363154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65c9be3a-f687-4169-8d41-be72feda1467 req-71fce086-320c-4e80-8ef6-576591f5eddc tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819134 Jan 28 01:23:17.444077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec2c7c-fee0-48c1-8771-d4a1a70421ff None None] Port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:17.452281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=8e92b48f-be18-44e3-a0ff-e62177172455,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:17.511461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf86d7-556c-498c-bc12-fd2c5367a13d req-f1fe557c-53ce-46c2-90ec-f23e3d511057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:17.517499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4eaf86d7-556c-498c-bc12-fd2c5367a13d req-f1fe557c-53ce-46c2-90ec-f23e3d511057 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 1096 time: 0.1770530 Jan 28 01:23:17.637337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4eaf86d7-556c-498c-bc12-fd2c5367a13d req-a1e9c27a-64a1-4e88-b507-a62584384d5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153400 Jan 28 01:23:17.642277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 76b83a3e-48e3-40e6-a7a2-93435241b57f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:17.642277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:17.696167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 76b83a3e-48e3-40e6-a7a2-93435241b57f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=76b83a3e-48e3-40e6-a7a2-93435241b57f,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:17.705031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:17.801253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=76b83a3e-48e3-40e6-a7a2-93435241b57f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:18.306464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54788) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:18.312712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-937353345-network', 'tenant_id': 'b7184d6812f347ec8348a1150820a768'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:18.361015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Made reservation on behalf of b7184d6812f347ec8348a1150820a768 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:18.365523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.388665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.496470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76b83a3e-48e3-40e6-a7a2-93435241b57f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:18.633256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 76b83a3e-48e3-40e6-a7a2-93435241b57f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:18.633799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.650547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835db38-aad0-46f5-ba45-b0c8c46b1ed1 req-7af7ca74-3654-42a0-b018-e6248da3c35f tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:18.653477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4835db38-aad0-46f5-ba45-b0c8c46b1ed1 req-7af7ca74-3654-42a0-b018-e6248da3c35f tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 945 time: 0.1882668 Jan 28 01:23:18.712292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks [] for security_group (d8e037c7-4f40-47f6-bc9e-ffd343f58181), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.723866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d8e037c7-4f40-47f6-bc9e-ffd343f58181), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.755219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:23:18.787266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.787680 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Added segment 4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad of type vlan for network 546baea3-8ebb-446e-a82d-734bf8fa102d Jan 28 01:23:18.807390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4835db38-aad0-46f5-ba45-b0c8c46b1ed1 req-9d39ba51-fc30-402e-ba88-a73817f1c18d tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480057 Jan 28 01:23:18.864942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (546baea3-8ebb-446e-a82d-734bf8fa102d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.948282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 76b83a3e-48e3-40e6-a7a2-93435241b57f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:18.950879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e037c7-4f40-47f6-bc9e-ffd343f58181,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:18.960630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (546baea3-8ebb-446e-a82d-734bf8fa102d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.962499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:18.963669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:18.984928 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6763911 Jan 28 01:23:18.988571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54798) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:18.995011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Request body: {'subnet': {'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-937353345-subnet', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:19.036387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Made reservation on behalf of b7184d6812f347ec8348a1150820a768 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:19.041427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:19.128522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb550f-b115-4291-a5fa-9db4407450f0 admin admin] Pushing event updated for resources: {'Network': ['ID=546baea3-8ebb-446e-a82d-734bf8fa102d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:19.138761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 546baea3-8ebb-446e-a82d-734bf8fa102d details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:23:19.501714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (1387160a-82a5-4590-bcca-0da8c5917773), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:19.628514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1387160a-82a5-4590-bcca-0da8c5917773,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:19.670437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Sync routers for ids ['84245cb5-5248-4290-bd41-4da8d8056fdc'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:23:19.683801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Routers {'84245cb5-5248-4290-bd41-4da8d8056fdc'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:19.684759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['84245cb5-5248-4290-bd41-4da8d8056fdc'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:19.684934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Checking segment: {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:19.685411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Network hostable DHCP agents. Network: 546baea3-8ebb-446e-a82d-734bf8fa102d, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:23:19.748592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Network 546baea3-8ebb-446e-a82d-734bf8fa102d is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:23:19.768493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 546baea3-8ebb-446e-a82d-734bf8fa102d) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:19.774008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:19.774931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:19.793183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26622b6-d143-4c95-9064-ffec7a41b6ee None None] Network 546baea3-8ebb-446e-a82d-734bf8fa102d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:19.814660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54806) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:19.815524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1625f349-1319-4d9e-8b66-dc0eb74d5752 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8245554 Jan 28 01:23:19.819511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:19.861507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (0b197ced-9b1d-4521-bd58-d08a0c1d7318), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:19.862944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (0b197ced-9b1d-4521-bd58-d08a0c1d7318), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:20.014150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks [] for router_controller (0b197ced-9b1d-4521-bd58-d08a0c1d7318), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:20.075412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf87cc-9e17-44a7-854e-a4d45ad912f2 req-532ebf34-20fa-4ea5-8d48-1f50a1bc180a tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:20.089299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaf87cc-9e17-44a7-854e-a4d45ad912f2 req-532ebf34-20fa-4ea5-8d48-1f50a1bc180a tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 945 time: 0.1394382 Jan 28 01:23:20.122426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-546baea3-8ebb-446e-a82d-734bf8fa102d', 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'project_id': 'b7184d6812f347ec8348a1150820a768', 'fixed_ips': [{'subnet_id': '1387160a-82a5-4590-bcca-0da8c5917773'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:23:20.123291 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:20.140120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:20.205220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaf87cc-9e17-44a7-854e-a4d45ad912f2 req-3478d9b1-3b25-4da5-883f-90e0fef2f31c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146238 Jan 28 01:23:20.218722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Set router 84245cb5-5248-4290-bd41-4da8d8056fdc gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:20.471109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks [] for router_gateway (0b197ced-9b1d-4521-bd58-d08a0c1d7318), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:21.217755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:21.311825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks [] for router_gateway (0b197ced-9b1d-4521-bd58-d08a0c1d7318), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:21.378447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:21.447864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:23:15Z', 'revision_number': 4, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '72c568fe-76a4-4c8a-a06d-dd253f68ac50', 'name': '', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'tenant_id': 'cd758851633344e5b529e61588876089', 'mac_address': 'fa:16:3e:0a:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:13Z', 'updated_at': '2022-01-28T01:23:15Z', 'revision_number': 2, 'project_id': 'cd758851633344e5b529e61588876089', 'subnets': [{'id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:21.454531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Allocated IP 172.20.0.2 (546baea3-8ebb-446e-a82d-734bf8fa102d/1387160a-82a5-4590-bcca-0da8c5917773/6a523f0d-3710-439a-bd33-e2cf6eac25ae) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:21.499303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Checking router: 84245cb5-5248-4290-bd41-4da8d8056fdc for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:23:21.499931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Updating router 84245cb5-5248-4290-bd41-4da8d8056fdc port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:23:21.553092 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:21.770958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Allocated IP 172.25.1.70 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/4924b4e3-88bb-40f1-9154-661c7be383c9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:22.133856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks [] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.197989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Deleting port dd210255-b6f1-453b-867d-0dd7077ae425 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:22.199644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.282508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.395671 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Publish callbacks [] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.405353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] For port dd210255-b6f1-453b-867d-0dd7077ae425, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dd210255-b6f1-453b-867d-0dd7077ae425,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:22.407194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.439753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:22.444894 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.452582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Calling delete_port for dd210255-b6f1-453b-867d-0dd7077ae425 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:22.463163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:22.504070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:22.575238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Pushing event updated for resources: {'Port': ['ID=4924b4e3-88bb-40f1-9154-661c7be383c9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:22.612890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.613032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.613356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.613702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.614073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.621343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.621933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.622289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.622637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.622976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.623315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.623647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.624119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:22.759061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Network 546baea3-8ebb-446e-a82d-734bf8fa102d is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:22.779046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:22.791474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:22.906443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (dd210255-b6f1-453b-867d-0dd7077ae425), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.907419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Pushing event updated for resources: {'Port': ['ID=6a523f0d-3710-439a-bd33-e2cf6eac25ae,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:22.922182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Publish callbacks [] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:22.996307 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.013410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd210255-b6f1-453b-867d-0dd7077ae425,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:23.136463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Attempting to bind port 6a523f0d-3710-439a-bd33-e2cf6eac25ae on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:23.138598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Attempting to bind port 6a523f0d-3710-439a-bd33-e2cf6eac25ae by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:23.140664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Attempting to bind port 6a523f0d-3710-439a-bd33-e2cf6eac25ae on network 546baea3-8ebb-446e-a82d-734bf8fa102d {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:23.205924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:23.206617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Checking segment: {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:23.209056 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.209614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Bound using segment: {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:23.211409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Bound port: 6a523f0d-3710-439a-bd33-e2cf6eac25ae, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:23.212322 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.220565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364764e9-9f91-45b6-8548-f697eea7f1c2 None None] Pushing event updated for resources: {'Port': ['ID=72c568fe-76a4-4c8a-a06d-dd253f68ac50,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:23.290381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks [] for router_gateway (0b197ced-9b1d-4521-bd58-d08a0c1d7318), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.638643 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.662907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Attempting to bind port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:23.663282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Attempting to bind port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:23.663647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Attempting to bind port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:23.692629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] For port 6a523f0d-3710-439a-bd33-e2cf6eac25ae, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:23.695649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:23.714423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Checking segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:23.714858 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.715261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Bound using segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:23.715801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Bound port: 72c568fe-76a4-4c8a-a06d-dd253f68ac50, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:23.716201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:23.719966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] For port 6a523f0d-3710-439a-bd33-e2cf6eac25ae, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6a523f0d-3710-439a-bd33-e2cf6eac25ae,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:23.766354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:24.057790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (0b197ced-9b1d-4521-bd58-d08a0c1d7318), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:24.079775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bec2e7-efd1-49d8-ab81-62e28e5fcc84 None None] Pushing event updated for resources: {'Port': ['ID=6a523f0d-3710-439a-bd33-e2cf6eac25ae,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:24.100595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f54abb11-4da8-4b9d-abb2-85398b523df7 None None] Provisioning complete for port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:24.100985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f54abb11-4da8-4b9d-abb2-85398b523df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:24.241317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] For port 72c568fe-76a4-4c8a-a06d-dd253f68ac50, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:24.322914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] For port 72c568fe-76a4-4c8a-a06d-dd253f68ac50, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72c568fe-76a4-4c8a-a06d-dd253f68ac50,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:24.328793 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f54abb11-4da8-4b9d-abb2-85398b523df7 None None] Port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:24.337177 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:24.452165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:23:24.590485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Routers {'84245cb5-5248-4290-bd41-4da8d8056fdc'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:24.594722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['84245cb5-5248-4290-bd41-4da8d8056fdc'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:24.645719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:23:24.716131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364764e9-9f91-45b6-8548-f697eea7f1c2 None None] Pushing event updated for resources: {'Port': ['ID=72c568fe-76a4-4c8a-a06d-dd253f68ac50,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:24.860879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:23:24.878261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] Sync routers for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:23:24.900110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-807a1e8f-14c0-4647-bd9f-68e013d1b80b admin admin] 10.222.0.23 "PUT /v2.0/routers/0a5d56fb-0950-4966-9f9e-cb74f219dc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7575150 Jan 28 01:23:24.901353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54868) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:24.905090 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:24.905725 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:24.973380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:23:25.019089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:25.020539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b284b5e-e1a1-40ed-bba6-ae168b408f1e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2048550 Jan 28 01:23:25.024789 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:25.249545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Sync routers for ids ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:23:25.305567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks [] for router (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:25.307659 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:25.440472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] Provisioning complete for port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:25.445110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:25.447323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Routers {'0b197ced-9b1d-4521-bd58-d08a0c1d7318'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:25.454733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:25.617979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] Set router 84245cb5-5248-4290-bd41-4da8d8056fdc gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:25.697436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks [] for router_gateway (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:25.867556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Deleting port a858c346-907c-4773-991b-3a1f77337063 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:25.868279 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a858c346-907c-4773-991b-3a1f77337063), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:25.971535 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a858c346-907c-4773-991b-3a1f77337063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:23:22Z', 'revision_number': 5, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port': {'id': 'a858c346-907c-4773-991b-3a1f77337063', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:50Z', 'updated_at': '2022-01-28T01:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:26.049257 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] Checking router: 0a5d56fb-0950-4966-9f9e-cb74f219dc1e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:23:26.069241 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] Routers {'0a5d56fb-0950-4966-9f9e-cb74f219dc1e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:26.070250 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:26.097050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] For port a858c346-907c-4773-991b-3a1f77337063, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a858c346-907c-4773-991b-3a1f77337063,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:26.097425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a858c346-907c-4773-991b-3a1f77337063), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:26.132506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Calling delete_port for a858c346-907c-4773-991b-3a1f77337063 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:26.205258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee3921-7411-4b2f-a66f-a71d25cdb3cf None None] Network 546baea3-8ebb-446e-a82d-734bf8fa102d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:26.282652 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] Set router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:26.347077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] Current status of the port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:26.348064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:26.367589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Set router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:26.473380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:26.509583 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:23:25Z', 'revision_number': 6, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:26.678990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a858c346-907c-4773-991b-3a1f77337063), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:26.712959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] For port 72c568fe-76a4-4c8a-a06d-dd253f68ac50, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72c568fe-76a4-4c8a-a06d-dd253f68ac50,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:26.770625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a858c346-907c-4773-991b-3a1f77337063,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:26.779259 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00ca8a-8ff0-447f-9272-ae9ca8b30931 None None] The sync data for ids ['0a5d56fb-0950-4966-9f9e-cb74f219dc1e'] in n-d-826756-1 is: [{'id': '0a5d56fb-0950-4966-9f9e-cb74f219dc1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1024347921-router', 'tenant_id': '950838c4d59148eab5fb992c0978c75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:08:49Z', 'updated_at': '2022-01-28T01:23:25Z', 'revision_number': 6, 'project_id': '950838c4d59148eab5fb992c0978c75a', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:23:26.786074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6a523f0d-3710-439a-bd33-e2cf6eac25ae up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:26.804641 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:26.904114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Allocated IP 172.20.0.1 (546baea3-8ebb-446e-a82d-734bf8fa102d/1387160a-82a5-4590-bcca-0da8c5917773/32f556f2-2433-4ef6-bf88-9af24f1be647) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:26.972950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800d26c-87a9-4804-b68e-d944a456fbeb None None] Pushing event updated for resources: {'Port': ['ID=72c568fe-76a4-4c8a-a06d-dd253f68ac50,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:27.017324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] Provisioning complete for port 6a523f0d-3710-439a-bd33-e2cf6eac25ae triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:27.018122 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.066408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:23:15Z', 'revision_number': 4, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '72c568fe-76a4-4c8a-a06d-dd253f68ac50', 'name': '', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'tenant_id': 'cd758851633344e5b529e61588876089', 'mac_address': 'fa:16:3e:0a:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:13Z', 'updated_at': '2022-01-28T01:23:24Z', 'revision_number': 4, 'project_id': 'cd758851633344e5b529e61588876089', 'subnets': [{'id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:27.184579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b962857-879f-4a8e-ad93-e1190d0631eb None None] The sync data for ids ['84245cb5-5248-4290-bd41-4da8d8056fdc'] in n-d-826756-1 is: [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:23:15Z', 'revision_number': 4, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '72c568fe-76a4-4c8a-a06d-dd253f68ac50', 'name': '', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'tenant_id': 'cd758851633344e5b529e61588876089', 'mac_address': 'fa:16:3e:0a:f1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:13Z', 'updated_at': '2022-01-28T01:23:24Z', 'revision_number': 4, 'project_id': 'cd758851633344e5b529e61588876089', 'subnets': [{'id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:23:27.199601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6a523f0d-3710-439a-bd33-e2cf6eac25ae triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:27.199976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.201011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks [] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.367928 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.498074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] Current status of the port 6a523f0d-3710-439a-bd33-e2cf6eac25ae is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:27.498074 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.515334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Pushing event updated for resources: {'Port': ['ID=32f556f2-2433-4ef6-bf88-9af24f1be647,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:27.571850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Network 546baea3-8ebb-446e-a82d-734bf8fa102d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:27.580680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:27.585223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:27.706784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:23:22Z', 'revision_number': 3, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:27.731595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (0b197ced-9b1d-4521-bd58-d08a0c1d7318), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.801358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Checking router: 0b197ced-9b1d-4521-bd58-d08a0c1d7318 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:23:27.802276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Updating router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 port 4924b4e3-88bb-40f1-9154-661c7be383c9 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:23:27.851808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] For port 6a523f0d-3710-439a-bd33-e2cf6eac25ae, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6a523f0d-3710-439a-bd33-e2cf6eac25ae,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:27.932168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6a523f0d-3710-439a-bd33-e2cf6eac25ae is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:27.932597 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:27.944337 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.000430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.161629 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.169697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.456551 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.460356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14823318-9f81-46a6-875c-2245fed726f3 None None] Pushing event updated for resources: {'Port': ['ID=6a523f0d-3710-439a-bd33-e2cf6eac25ae,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:28.499209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks [] for router_controller (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.535701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dafb2739-236b-4bfa-84c5-27ba67a3abf1 None None] Provisioning complete for port 6a523f0d-3710-439a-bd33-e2cf6eac25ae triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:28.542633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dafb2739-236b-4bfa-84c5-27ba67a3abf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.665159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (0a5d56fb-0950-4966-9f9e-cb74f219dc1e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.665751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5d56fb-0950-4966-9f9e-cb74f219dc1e {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:23:28.688584 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.705905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bf65e756-8260-4491-870d-cbf3e35235a1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0a5d56fb-0950-4966-9f9e-cb74f219dc1e HTTP/1.1" status: 204 len: 168 time: 3.8033926 Jan 28 01:23:28.711764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54920) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:28.793157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks [] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.807135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.921641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Deleting subnet 819b6f0b-fd35-4ea1-95e7-e64afb5de6ef {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:23:28.930432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Publish callbacks [] for subnet (819b6f0b-fd35-4ea1-95e7-e64afb5de6ef), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:28.993895 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:23:29.005206 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:23:29.150791 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (819b6f0b-fd35-4ea1-95e7-e64afb5de6ef), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:29.193850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dafb2739-236b-4bfa-84c5-27ba67a3abf1 None None] Current status of the port 6a523f0d-3710-439a-bd33-e2cf6eac25ae is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:29.470555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:23:29.582366 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (819b6f0b-fd35-4ea1-95e7-e64afb5de6ef), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:29.860746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (819b6f0b-fd35-4ea1-95e7-e64afb5de6ef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:29.922579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c390ccf2-b0e7-4565-ab11-2f8e3b479c62 None None] Provisioning complete for port 32f556f2-2433-4ef6-bf88-9af24f1be647 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:29.923209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c390ccf2-b0e7-4565-ab11-2f8e3b479c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:29.941760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (0b197ced-9b1d-4521-bd58-d08a0c1d7318), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:29.951120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:29.957709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/819b6f0b-fd35-4ea1-95e7-e64afb5de6ef HTTP/1.1" status: 204 len: 168 time: 1.2399979 Jan 28 01:23:29.962004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb453f-8c74-4275-99cd-0e621e47eba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819b6f0b-fd35-4ea1-95e7-e64afb5de6ef,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:29.966159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54932) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:29.998486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Pushing event updated for resources: {'Port': ['ID=32f556f2-2433-4ef6-bf88-9af24f1be647,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:30.044710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba641f-d13f-4574-bcce-2515c9c140e1 None None] Network 21445934-1bca-412d-924a-b3cbbe5ad96e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:30.048783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76335172-c2da-4150-8de6-aa5bc492a837 req-e3c72bec-788c-48dc-80bd-865aefac99fc tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:30.051717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76335172-c2da-4150-8de6-aa5bc492a837 req-e3c72bec-788c-48dc-80bd-865aefac99fc tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 945 time: 0.2162535 Jan 28 01:23:30.154877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6a523f0d-3710-439a-bd33-e2cf6eac25ae is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:30.180154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76335172-c2da-4150-8de6-aa5bc492a837 req-f331f8dc-0aef-4823-a8f5-ed590f9f0ff7 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120596 Jan 28 01:23:30.240693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (21445934-1bca-412d-924a-b3cbbe5ad96e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.262844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c390ccf2-b0e7-4565-ab11-2f8e3b479c62 None None] Port 32f556f2-2433-4ef6-bf88-9af24f1be647 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:30.425125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Network 546baea3-8ebb-446e-a82d-734bf8fa102d is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:30.428474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:30.518923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Publish callbacks [] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.522411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] DHCP port deletion for 21445934-1bca-412d-924a-b3cbbe5ad96e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:23:30.530649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.635711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6a523f0d-3710-439a-bd33-e2cf6eac25ae up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:30.636847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Deleting port 50660add-f2a7-43c8-a7cf-79bca0983e16 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:30.637200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.765074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-b5a07230-db17-4a40-8ab3-d59208a6fbfa tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:30.767694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-b5a07230-db17-4a40-8ab3-d59208a6fbfa tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 945 time: 0.1138980 Jan 28 01:23:30.854272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Attempting to bind port 4924b4e3-88bb-40f1-9154-661c7be383c9 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:30.854839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Attempting to bind port 4924b4e3-88bb-40f1-9154-661c7be383c9 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:30.855417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Attempting to bind port 4924b4e3-88bb-40f1-9154-661c7be383c9 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:30.874825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:30.875560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:30.876134 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.876690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:30.877351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Bound port: 4924b4e3-88bb-40f1-9154-661c7be383c9, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:30.877938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.893088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17df53a-2536-4baf-8e0d-06e5c8ae2c48 None None] Pushing event updated for resources: {'Port': ['ID=4924b4e3-88bb-40f1-9154-661c7be383c9,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:30.933549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6a523f0d-3710-439a-bd33-e2cf6eac25ae triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:30.934846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.938092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] For port 50660add-f2a7-43c8-a7cf-79bca0983e16, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=50660add-f2a7-43c8-a7cf-79bca0983e16,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:30.939343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.965797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] Deleting port 50660add-f2a7-43c8-a7cf-79bca0983e16 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:30.966476 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:30.968307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Calling delete_port for 50660add-f2a7-43c8-a7cf-79bca0983e16 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:31.022105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Deleting port 8e92b48f-be18-44e3-a0ff-e62177172455 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:31.022609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.118367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] For port 4924b4e3-88bb-40f1-9154-661c7be383c9, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:31.136413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:23:31.141876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] For port 50660add-f2a7-43c8-a7cf-79bca0983e16, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=50660add-f2a7-43c8-a7cf-79bca0983e16,segment=NetworkSegment(200fbbdd-ddbe-4a41-92f9-110cbfe5a88d),segment_id=200fbbdd-ddbe-4a41-92f9-110cbfe5a88d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:31.142891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.160490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] For port 4924b4e3-88bb-40f1-9154-661c7be383c9, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4924b4e3-88bb-40f1-9154-661c7be383c9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:31.165140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.171441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] Calling delete_port for 50660add-f2a7-43c8-a7cf-79bca0983e16 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:31.183913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-26396935-d36a-4734-ab5a-d36d8e152717 None None] Provisioning complete for port 32f556f2-2433-4ef6-bf88-9af24f1be647 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:31.184332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26396935-d36a-4734-ab5a-d36d8e152717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.222736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.240894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Pushing event deleted for resources: {'Port': ['ID=50660add-f2a7-43c8-a7cf-79bca0983e16,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:31.265291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] For port 8e92b48f-be18-44e3-a0ff-e62177172455, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=8e92b48f-be18-44e3-a0ff-e62177172455,segment=NetworkSegment(02f4fcbe-381f-43ee-9f79-4e8331354af9),segment_id=02f4fcbe-381f-43ee-9f79-4e8331354af9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:31.265676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.277909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] No DVR routers for this DVR port 50660add-f2a7-43c8-a7cf-79bca0983e16 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:23:31.356215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Calling delete_port for 8e92b48f-be18-44e3-a0ff-e62177172455 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:31.448113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-26396935-d36a-4734-ab5a-d36d8e152717 None None] Port 32f556f2-2433-4ef6-bf88-9af24f1be647 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:31.500372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6a523f0d-3710-439a-bd33-e2cf6eac25ae is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:31.502629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72c568fe-76a4-4c8a-a06d-dd253f68ac50 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:31.573324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Routers {'0b197ced-9b1d-4521-bd58-d08a0c1d7318'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:31.574609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:31.627505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (21445934-1bca-412d-924a-b3cbbe5ad96e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.637822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd37ecb-8821-48df-bd99-be5fe4e132c1 req-713dd0db-a33b-42c7-9957-6e45bf3b3991 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:31.638403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17df53a-2536-4baf-8e0d-06e5c8ae2c48 None None] Pushing event updated for resources: {'Port': ['ID=4924b4e3-88bb-40f1-9154-661c7be383c9,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:31.654151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edd37ecb-8821-48df-bd99-be5fe4e132c1 req-713dd0db-a33b-42c7-9957-6e45bf3b3991 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 945 time: 0.2578199 Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:23:31.677482 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:23:31.724346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21445934-1bca-412d-924a-b3cbbe5ad96e']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:31.760142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:31.774391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200fbbdd-ddbe-4a41-92f9-110cbfe5a88d') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:31.778165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:23:31.796883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (50660add-f2a7-43c8-a7cf-79bca0983e16), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.826825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:31.827193 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.829935 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-abc2c002-f431-46b1-95e0-1d2ae0f60144 admin admin] 10.222.0.23 "PUT /v2.0/routers/0b197ced-9b1d-4521-bd58-d08a0c1d7318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8037245 Jan 28 01:23:31.844235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (200fbbdd-ddbe-4a41-92f9-110cbfe5a88d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.855386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] No DVR routers for this DVR port 50660add-f2a7-43c8-a7cf-79bca0983e16 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:23:31.906131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (200fbbdd-ddbe-4a41-92f9-110cbfe5a88d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.929621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:23:31.931980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (200fbbdd-ddbe-4a41-92f9-110cbfe5a88d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.951559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edd37ecb-8821-48df-bd99-be5fe4e132c1 req-9fc92ec1-7e35-4072-ac6e-9ece589e22e8 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/security-groups?id=e32fac99-5ce0-434d-8b95-a5b809cd0330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966001 Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:23:31.985113 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:23:32.000611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaef1f4-0769-4b05-ac10-1267b07d0d54 None None] Pushing event deleted for resources: {'Port': ['ID=50660add-f2a7-43c8-a7cf-79bca0983e16,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:32.054974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] Set router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:32.095706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8e92b48f-be18-44e3-a0ff-e62177172455), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:32.145646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['8e92b48f-be18-44e3-a0ff-e62177172455'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:23:32.171952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (21445934-1bca-412d-924a-b3cbbe5ad96e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:32.197165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:32.214265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] 10.222.0.23 "DELETE /v2.0/networks/21445934-1bca-412d-924a-b3cbbe5ad96e HTTP/1.1" status: 204 len: 168 time: 2.2331533 Jan 28 01:23:32.254294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:32.287474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6b5f3-48a1-45d2-bde2-39aa48e34dde admin admin] Pushing event deleted for resources: {'Network': ['ID=21445934-1bca-412d-924a-b3cbbe5ad96e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:32.356674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Pushing event deleted for resources: {'Port': ['ID=8e92b48f-be18-44e3-a0ff-e62177172455,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:32.419356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] No DVR routers for this DVR port 8e92b48f-be18-44e3-a0ff-e62177172455 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:23:32.422821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:32.437962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f04e12a9-1e47-4105-a7b5-8ca6e2274227 req-166ddbab-ac1c-47e7-9722-d2e3490a415c tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.43 "DELETE /v2.0/ports/8e92b48f-be18-44e3-a0ff-e62177172455 HTTP/1.1" status: 204 len: 173 time: 1.6617329 Jan 28 01:23:32.438503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'name': 'network-vif-deleted', 'tag': '8e92b48f-be18-44e3-a0ff-e62177172455'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:32.440832 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280f6e8-bf3c-4b8b-baac-93d933f3b129" -d '{"events": [{"server_uuid": "ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095", "name": "network-vif-deleted", "tag": "8e92b48f-be18-44e3-a0ff-e62177172455"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:32.582674 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf8237-aaf6-4c8f-9945-c540976d545e x-openstack-request-id: req-6edf8237-aaf6-4c8f-9945-c540976d545e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:32.582972 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095", "name": "network-vif-deleted", "tag": "8e92b48f-be18-44e3-a0ff-e62177172455", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:32.583411 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6edf8237-aaf6-4c8f-9945-c540976d545e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:32.583824 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095', 'name': 'network-vif-deleted', 'tag': '8e92b48f-be18-44e3-a0ff-e62177172455', 'status': 'completed', 'code': 200} Jan 28 01:23:32.603500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:32.721470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a858c346-907c-4773-991b-3a1f77337063 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:32.779085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a858c346-907c-4773-991b-3a1f77337063 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:32.779442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a858c346-907c-4773-991b-3a1f77337063 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:32.779886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dd210255-b6f1-453b-867d-0dd7077ae425 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:32.843258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: dd210255-b6f1-453b-867d-0dd7077ae425 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:32.843880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dd210255-b6f1-453b-867d-0dd7077ae425 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:32.886184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '32f556f2-2433-4ef6-bf88-9af24f1be647', 'name': '', 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'mac_address': 'fa:16:3e:28:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '1387160a-82a5-4590-bcca-0da8c5917773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:26Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 2, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'subnets': [{'id': '1387160a-82a5-4590-bcca-0da8c5917773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:32.920994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5074040-a20e-4408-bdec-5459b142c10a None None] The sync data for ids ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'] in n-d-826756-1 is: [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '32f556f2-2433-4ef6-bf88-9af24f1be647', 'name': '', 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'mac_address': 'fa:16:3e:28:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '1387160a-82a5-4590-bcca-0da8c5917773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:26Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 2, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'subnets': [{'id': '1387160a-82a5-4590-bcca-0da8c5917773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:23:33.150470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 50660add-f2a7-43c8-a7cf-79bca0983e16 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:33.255248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 50660add-f2a7-43c8-a7cf-79bca0983e16 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:33.255694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 50660add-f2a7-43c8-a7cf-79bca0983e16 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:33.345190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-493c3761-24d6-4a30-9781-723cae2720f3 req-4435c719-eaa3-487e-a60e-2a4783c62ad4 tempest-VolumesActionsTest-1565043693 tempest-VolumesActionsTest-1565043693-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff9d2da6-8e6b-4d50-a7d6-5c9417e4d095 HTTP/1.1" status: 200 len: 210 time: 0.0601435 Jan 28 01:23:33.562944 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:33.607848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-1d086991-e619-450d-967a-2b7ecf546415 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:33.609666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-1d086991-e619-450d-967a-2b7ecf546415 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.2321303 Jan 28 01:23:33.614830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:33.631739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-924ba678-3f81-4a57-9545-a70ce9f2b3a0 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/quotas/b7184d6812f347ec8348a1150820a768 HTTP/1.1" status: 200 len: 375 time: 0.0102654 Jan 28 01:23:33.777980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-58307e20-cae9-4bbe-8576-557939f30744 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408920 Jan 28 01:23:34.006038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-5b38ef7a-2c3f-4342-86a9-289197fa1da3 service neutron] 10.222.0.23 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092316 Jan 28 01:23:34.195526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-72594bf9-4a3b-4f6e-b8eb-7c4e1edb364b service neutron] 10.222.0.23 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821632 Jan 28 01:23:34.214938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Deleting port 612b68eb-27e6-4a36-af21-679216b1453d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:34.217152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (612b68eb-27e6-4a36-af21-679216b1453d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:34.425167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e92b48f-be18-44e3-a0ff-e62177172455 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:34.522451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 8e92b48f-be18-44e3-a0ff-e62177172455 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:34.522848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 8e92b48f-be18-44e3-a0ff-e62177172455 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:34.558711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] For port 612b68eb-27e6-4a36-af21-679216b1453d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=612b68eb-27e6-4a36-af21-679216b1453d,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:34.559077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (612b68eb-27e6-4a36-af21-679216b1453d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:34.575920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Calling delete_port for 612b68eb-27e6-4a36-af21-679216b1453d owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:34.644186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e35ba89-e26f-43e7-b691-311803d1f38d req-4a253720-0be6-4b27-89f2-0da4df630ac9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 210 time: 0.1017792 Jan 28 01:23:35.136552 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (612b68eb-27e6-4a36-af21-679216b1453d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:35.278703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4924b4e3-88bb-40f1-9154-661c7be383c9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:35.506307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Pushing event deleted for resources: {'Port': ['ID=612b68eb-27e6-4a36-af21-679216b1453d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:35.566696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4924b4e3-88bb-40f1-9154-661c7be383c9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:35.568467 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:35.944089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55028) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:35.959197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4595ed3-6e3b-40c5-9268-98e27358e401 req-4fe2ff8c-da52-4597-9226-f0f9a55452d8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 210 time: 0.2119367 Jan 28 01:23:36.017699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.379460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b2597db-c585-4974-8756-b2a4aabf12ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.548340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b2597db-c585-4974-8756-b2a4aabf12ca admin admin] Publish callbacks [] for security_group (1f6d908c-690e-41e3-ba61-bbce7f49fb45), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.573714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4924b4e3-88bb-40f1-9154-661c7be383c9 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:36.575067 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.576992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b2597db-c585-4974-8756-b2a4aabf12ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1f6d908c-690e-41e3-ba61-bbce7f49fb45), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.634207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4924b4e3-88bb-40f1-9154-661c7be383c9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4924b4e3-88bb-40f1-9154-661c7be383c9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:36.640689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.677509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6b2597db-c585-4974-8756-b2a4aabf12ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c031b79a9e2d401cb7acb70ecfce562c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760266 Jan 28 01:23:36.677509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2597db-c585-4974-8756-b2a4aabf12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d908c-690e-41e3-ba61-bbce7f49fb45,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:36.682554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55040) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:36.780425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Router b10a2bb4-5972-4c9b-9644-f9fedc5c141c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:23:36.789231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d698c4f1-e843-4982-af5b-c8a4e226a406 admin admin] Publish callbacks [] for security_group (1f6d908c-690e-41e3-ba61-bbce7f49fb45), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.789481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-b06363de-fdee-44e7-ade3-94ced95c6245 req-6513feb3-aaaf-4f63-8ae1-d248cbc4e45c service neutron] (109595) timed out ('10.222.0.43', 54089) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:23:36.842098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d698c4f1-e843-4982-af5b-c8a4e226a406 admin admin] Publish callbacks [] for security_group (1f6d908c-690e-41e3-ba61-bbce7f49fb45), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.862990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4924b4e3-88bb-40f1-9154-661c7be383c9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:36.935718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d698c4f1-e843-4982-af5b-c8a4e226a406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1f6d908c-690e-41e3-ba61-bbce7f49fb45), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.938278 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d698c4f1-e843-4982-af5b-c8a4e226a406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:36.941701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d698c4f1-e843-4982-af5b-c8a4e226a406 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f6d908c-690e-41e3-ba61-bbce7f49fb45 HTTP/1.1" status: 204 len: 168 time: 0.2556269 Jan 28 01:23:36.960533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698c4f1-e843-4982-af5b-c8a4e226a406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d908c-690e-41e3-ba61-bbce7f49fb45,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:37.239186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:23:37.255402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] Sync routers for ids ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:23:37.276471 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] Routers {'b10a2bb4-5972-4c9b-9644-f9fedc5c141c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:37.281853 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:37.289265 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6151e3b0-5d8c-4cbd-87d8-8f6704f981aa admin admin] 10.222.0.23 "PUT /v2.0/routers/b10a2bb4-5972-4c9b-9644-f9fedc5c141c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0299840 Jan 28 01:23:37.291862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:37.511539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-945f160c-f1ef-41dc-a667-61d68ba22a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:37.515737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:37.531011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4924b4e3-88bb-40f1-9154-661c7be383c9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:37.654523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c53bcc1c-aabe-4144-b5fe-127070a45070 req-e7ed0ddc-95b5-4ffc-b3fc-5fe5fc0f3816 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 210 time: 0.1511672 Jan 28 01:23:37.729217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4924b4e3-88bb-40f1-9154-661c7be383c9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:37.731036 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:37.820056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Sync routers for ids ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:23:37.830283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:37.856356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Routers {'0b197ced-9b1d-4521-bd58-d08a0c1d7318'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:37.857754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:37.859408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d35752c4-1900-43ad-9a08-19f2b00c2456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:37.963392 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] Set router b10a2bb4-5972-4c9b-9644-f9fedc5c141c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:38.041421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-62e4d193-30dd-487c-a3c2-e8344b8913d3 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:38.043105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-62e4d193-30dd-487c-a3c2-e8344b8913d3 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.43 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.6370521 Jan 28 01:23:38.049574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks [] for router (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.090175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d35752c4-1900-43ad-9a08-19f2b00c2456 admin admin] Publish callbacks [] for security_group (e8dbd4a9-9c44-4024-9776-4c32282cae27), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.096163 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d35752c4-1900-43ad-9a08-19f2b00c2456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e8dbd4a9-9c44-4024-9776-4c32282cae27), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.177732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Request body: {'port': {'device_id': 'd81ce768-5685-477e-8545-9661841b9ccb', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'admin_state_up': True, 'tenant_id': 'b7184d6812f347ec8348a1150820a768'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:38.187132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4924b4e3-88bb-40f1-9154-661c7be383c9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:38.203980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d35752c4-1900-43ad-9a08-19f2b00c2456 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5feab27e1ab04ac5a6968bc2e68d4c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3723483 Jan 28 01:23:38.204645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55060) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:38.207143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35752c4-1900-43ad-9a08-19f2b00c2456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbd4a9-9c44-4024-9776-4c32282cae27,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:38.222355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Set router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:38.288366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Made reservation on behalf of b7184d6812f347ec8348a1150820a768 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:38.290696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.345001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b538-3d52-4f1d-b19e-17f3350208d2 admin admin] Publish callbacks [] for security_group (e8dbd4a9-9c44-4024-9776-4c32282cae27), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.425214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b538-3d52-4f1d-b19e-17f3350208d2 admin admin] Publish callbacks [] for security_group (e8dbd4a9-9c44-4024-9776-4c32282cae27), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.455072 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:23:34Z', 'revision_number': 5, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:38.539552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '32f556f2-2433-4ef6-bf88-9af24f1be647', 'name': '', 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'mac_address': 'fa:16:3e:28:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '1387160a-82a5-4590-bcca-0da8c5917773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:26Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 2, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'subnets': [{'id': '1387160a-82a5-4590-bcca-0da8c5917773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:38.558655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b538-3d52-4f1d-b19e-17f3350208d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e8dbd4a9-9c44-4024-9776-4c32282cae27), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.561217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b538-3d52-4f1d-b19e-17f3350208d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.562416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f5a7b538-3d52-4f1d-b19e-17f3350208d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8dbd4a9-9c44-4024-9776-4c32282cae27 HTTP/1.1" status: 204 len: 168 time: 0.3566604 Jan 28 01:23:38.578980 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] Checking router: b10a2bb4-5972-4c9b-9644-f9fedc5c141c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:23:38.585120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Checking router: 0b197ced-9b1d-4521-bd58-d08a0c1d7318 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:23:38.586147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Updating router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 port 32f556f2-2433-4ef6-bf88-9af24f1be647 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:23:38.595038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b538-3d52-4f1d-b19e-17f3350208d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbd4a9-9c44-4024-9776-4c32282cae27,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:38.622949 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] Routers {'b10a2bb4-5972-4c9b-9644-f9fedc5c141c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:38.624971 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:38.636290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks [] for router_gateway (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.735806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.890500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Allocated IP 172.20.0.10 (197663ee-fa88-4bb1-8eae-454f5a005be4/7f055b2b-7254-4840-b37c-92edd2edbee7/57590549-39a9-4b30-b70c-a35065052880) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:39.021725 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] Set router b10a2bb4-5972-4c9b-9644-f9fedc5c141c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:39.244623 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks [] for port (57590549-39a9-4b30-b70c-a35065052880), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.303683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33da605c-121b-4129-83e2-ffe422092f5f req-82f867da-2546-4887-a21e-b027103509e0 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 210 time: 0.4715922 Jan 28 01:23:39.307895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (57590549-39a9-4b30-b70c-a35065052880), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.430041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Deleting port b7085ef3-abfd-4f03-aeb3-51aa924aa224 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:39.430376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.442223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-48ea4ab6-b01a-4fd9-80d5-38eff7780d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.488905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Publish callbacks [] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.503153 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.583964 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:23:34Z', 'revision_number': 5, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:39.615462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e6c06-08f4-4a94-923b-e52eaef42fb4 None None] Pushing event updated for resources: {'Port': ['ID=32f556f2-2433-4ef6-bf88-9af24f1be647,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:39.637218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] For port b7085ef3-abfd-4f03-aeb3-51aa924aa224, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b7085ef3-abfd-4f03-aeb3-51aa924aa224,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:39.637432 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.661260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562b6bf-1082-4710-8326-7d617ce30593 None None] The sync data for ids ['b10a2bb4-5972-4c9b-9644-f9fedc5c141c'] in n-d-826756-1 is: [{'id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'name': 'tempest-TaggedBootDevicesTest_v242-1296424831-router', 'tenant_id': '85e15a4194574a72a783610135b7d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:10Z', 'updated_at': '2022-01-28T01:23:34Z', 'revision_number': 5, 'project_id': '85e15a4194574a72a783610135b7d152', 'gw_port': {'id': 'b7085ef3-abfd-4f03-aeb3-51aa924aa224', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10a2bb4-5972-4c9b-9644-f9fedc5c141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:12Z', 'updated_at': '2022-01-28T01:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:23:39.696703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Pushing event updated for resources: {'Port': ['ID=57590549-39a9-4b30-b70c-a35065052880,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:39.731344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Calling delete_port for b7085ef3-abfd-4f03-aeb3-51aa924aa224 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:39.753695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:39.757387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Attempting to bind port 32f556f2-2433-4ef6-bf88-9af24f1be647 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:39.758061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Attempting to bind port 32f556f2-2433-4ef6-bf88-9af24f1be647 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:39.758572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Attempting to bind port 32f556f2-2433-4ef6-bf88-9af24f1be647 on network 546baea3-8ebb-446e-a82d-734bf8fa102d {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:39.770722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:39.771538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:39.774155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Checking segment: {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:39.774381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.775084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Bound using segment: {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:39.776652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Bound port: 32f556f2-2433-4ef6-bf88-9af24f1be647, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:39.778277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.788654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:39.879808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:39.880694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.973001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-ffb5bdf2-1fc6-4da3-9c15-8d38c7e26858 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8151894 Jan 28 01:23:39.998832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] For port 32f556f2-2433-4ef6-bf88-9af24f1be647, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:40.011202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] For port 32f556f2-2433-4ef6-bf88-9af24f1be647, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32f556f2-2433-4ef6-bf88-9af24f1be647,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:40.017370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Request body: {'port': {'device_id': 'd81ce768-5685-477e-8545-9661841b9ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:40.018195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:40.221953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57590549-39a9-4b30-b70c-a35065052880), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:40.255815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] Provisioning complete for port 32f556f2-2433-4ef6-bf88-9af24f1be647 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:40.256332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:40.277671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e6c06-08f4-4a94-923b-e52eaef42fb4 None None] Pushing event updated for resources: {'Port': ['ID=32f556f2-2433-4ef6-bf88-9af24f1be647,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:40.380722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Routers {'0b197ced-9b1d-4521-bd58-d08a0c1d7318'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:23:40.392949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:23:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:40.757258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] Current status of the port 32f556f2-2433-4ef6-bf88-9af24f1be647 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:40.757701 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:40.780750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] Set router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:23:40.845661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:40.869129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] For port 32f556f2-2433-4ef6-bf88-9af24f1be647, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32f556f2-2433-4ef6-bf88-9af24f1be647,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:40.923419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4ac6-72a7-4845-b5ef-6536a9de8a7e req-d55308c9-fa0f-4f84-9f0f-3eec15a4d02e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:40.931952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aeed4ac6-72a7-4845-b5ef-6536a9de8a7e req-d55308c9-fa0f-4f84-9f0f-3eec15a4d02e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1028 time: 0.2085986 Jan 28 01:23:40.970569 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.071646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b7085ef3-abfd-4f03-aeb3-51aa924aa224), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.113865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7085ef3-abfd-4f03-aeb3-51aa924aa224,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:41.134406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aeed4ac6-72a7-4845-b5ef-6536a9de8a7e req-6c10241b-cf3a-46e3-a290-c57dc67fcd14 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962550 Jan 28 01:23:41.187811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32f556f2-2433-4ef6-bf88-9af24f1be647 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:41.243906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.250288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c8c73da1-458e-458f-b210-a2038afcd0d1 None None] Provisioning complete for port 57590549-39a9-4b30-b70c-a35065052880 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:41.250734 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c8c73da1-458e-458f-b210-a2038afcd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57590549-39a9-4b30-b70c-a35065052880), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.278811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c54b12-a40b-4de1-b133-dd6b1d90f32a None None] Pushing event updated for resources: {'Port': ['ID=32f556f2-2433-4ef6-bf88-9af24f1be647,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:41.293107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57590549-39a9-4b30-b70c-a35065052880 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:23:41.320315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '32f556f2-2433-4ef6-bf88-9af24f1be647', 'name': '', 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'mac_address': 'fa:16:3e:28:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '1387160a-82a5-4590-bcca-0da8c5917773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:26Z', 'updated_at': '2022-01-28T01:23:39Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'subnets': [{'id': '1387160a-82a5-4590-bcca-0da8c5917773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:41.324635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c8c73da1-458e-458f-b210-a2038afcd0d1 None None] Port 57590549-39a9-4b30-b70c-a35065052880 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:41.358606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61024a0e-533d-4ef9-a4a2-5157cba0b3aa None None] The sync data for ids ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'] in n-d-826756-1 is: [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:23:28Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '32f556f2-2433-4ef6-bf88-9af24f1be647', 'name': '', 'network_id': '546baea3-8ebb-446e-a82d-734bf8fa102d', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'mac_address': 'fa:16:3e:28:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '1387160a-82a5-4590-bcca-0da8c5917773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:26Z', 'updated_at': '2022-01-28T01:23:39Z', 'revision_number': 4, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'subnets': [{'id': '1387160a-82a5-4590-bcca-0da8c5917773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:23:41.365931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 32f556f2-2433-4ef6-bf88-9af24f1be647 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:41.366708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.436820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c8c73da1-458e-458f-b210-a2038afcd0d1 None None] Provisioning complete for port 32f556f2-2433-4ef6-bf88-9af24f1be647 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:41.437675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c8c73da1-458e-458f-b210-a2038afcd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.529255 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.535353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks [] for router_controller (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.631438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Publish callbacks [] for port (57590549-39a9-4b30-b70c-a35065052880), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.635843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (b10a2bb4-5972-4c9b-9644-f9fedc5c141c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.636438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b10a2bb4-5972-4c9b-9644-f9fedc5c141c {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:23:41.650067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.658678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55138) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:41.661244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-30071d49-f196-4e8b-98d3-6a52943a5a59 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b10a2bb4-5972-4c9b-9644-f9fedc5c141c HTTP/1.1" status: 204 len: 168 time: 4.3654952 Jan 28 01:23:41.696127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Transition to ACTIVE for port object 57590549-39a9-4b30-b70c-a35065052880 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:23:41.704707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (57590549-39a9-4b30-b70c-a35065052880), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.753677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Deleting subnet 93433680-de70-4e13-be25-8f4c6e07dddd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:23:41.758731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c8c73da1-458e-458f-b210-a2038afcd0d1 None None] Current status of the port 32f556f2-2433-4ef6-bf88-9af24f1be647 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:41.765833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Publish callbacks [] for subnet (93433680-de70-4e13-be25-8f4c6e07dddd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.846509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Pushing event updated for resources: {'Port': ['ID=57590549-39a9-4b30-b70c-a35065052880,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:41.897646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (93433680-de70-4e13-be25-8f4c6e07dddd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:41.992095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Attempting to bind port 57590549-39a9-4b30-b70c-a35065052880 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:41.994880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Attempting to bind port 57590549-39a9-4b30-b70c-a35065052880 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:41.996859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Attempting to bind port 57590549-39a9-4b30-b70c-a35065052880 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:42.030078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Port 57590549-39a9-4b30-b70c-a35065052880 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:23:42.030078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Attempting to bind port 57590549-39a9-4b30-b70c-a35065052880 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:42.059570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:42.080895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Checking segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:42.081639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Bound using segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:42.084668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Bound port: 57590549-39a9-4b30-b70c-a35065052880, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:42.086172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57590549-39a9-4b30-b70c-a35065052880), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.201951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (93433680-de70-4e13-be25-8f4c6e07dddd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.297254 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.299061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 32f556f2-2433-4ef6-bf88-9af24f1be647 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:42.309045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 612b68eb-27e6-4a36-af21-679216b1453d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:42.344620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9975ca-276d-4ae1-a770-3d60b5f4f19f req-7b1d00ea-734b-445b-9717-1575a913a687 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:42.346218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (93433680-de70-4e13-be25-8f4c6e07dddd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.352662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 612b68eb-27e6-4a36-af21-679216b1453d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:42.353010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 612b68eb-27e6-4a36-af21-679216b1453d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:42.360934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f9975ca-276d-4ae1-a770-3d60b5f4f19f req-7b1d00ea-734b-445b-9717-1575a913a687 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 949 time: 0.4561315 Jan 28 01:23:42.383430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.393887 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93433680-de70-4e13-be25-8f4c6e07dddd HTTP/1.1" status: 204 len: 168 time: 0.7332153 Jan 28 01:23:42.402183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f2848-b91f-4c5c-8644-013c9896c161 None None] Network 5f5361ea-faeb-44cb-a922-008bc3dfa546 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:42.445627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:42.471673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028a0e8-419c-4c1e-855b-c92b1c9b12cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93433680-de70-4e13-be25-8f4c6e07dddd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:42.473527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] For port 57590549-39a9-4b30-b70c-a35065052880, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:42.560746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] For port 57590549-39a9-4b30-b70c-a35065052880, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=57590549-39a9-4b30-b70c-a35065052880,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:42.581095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (57590549-39a9-4b30-b70c-a35065052880), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.637369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f9975ca-276d-4ae1-a770-3d60b5f4f19f req-e32fe646-1a32-4d01-a4d6-c0dcbb327252 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751276 Jan 28 01:23:42.671680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5f5361ea-faeb-44cb-a922-008bc3dfa546), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.687463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:42.689827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.694439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] 10.222.0.43 "PUT /v2.0/ports/57590549-39a9-4b30-b70c-a35065052880 HTTP/1.1" status: 200 len: 1092 time: 2.7066483 Jan 28 01:23:42.715591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b97c7-3662-404e-8818-92781fb674c6 req-7b09845e-67a5-41e3-b078-d9a0ae9b6d51 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:42.718138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e5b97c7-3662-404e-8818-92781fb674c6 req-7b09845e-67a5-41e3-b078-d9a0ae9b6d51 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1053 time: 0.2518673 Jan 28 01:23:42.718634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81ce768-5685-477e-8545-9661841b9ccb', 'tag': '57590549-39a9-4b30-b70c-a35065052880'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:42.721087 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78245823-13ef-45e2-b41a-7687eb8c7979" -d '{"events": [{"name": "network-changed", "server_uuid": "d81ce768-5685-477e-8545-9661841b9ccb", "tag": "57590549-39a9-4b30-b70c-a35065052880"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:42.734475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] DHCP port deletion for 5f5361ea-faeb-44cb-a922-008bc3dfa546 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:23:42.812820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Deleting port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:42.813151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.878165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] Deleting port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:42.878646 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.889734 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0f159e-9714-4f69-9d9e-94e32f4acd46 x-openstack-request-id: req-7f0f159e-9714-4f69-9d9e-94e32f4acd46 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:42.898267 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81ce768-5685-477e-8545-9661841b9ccb", "tag": "57590549-39a9-4b30-b70c-a35065052880", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:42.898540 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f0f159e-9714-4f69-9d9e-94e32f4acd46 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:42.899165 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81ce768-5685-477e-8545-9661841b9ccb', 'tag': '57590549-39a9-4b30-b70c-a35065052880', 'status': 'completed', 'code': 200} Jan 28 01:23:42.966424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c62c-b4db-463f-b2e1-0112104ebe4f service neutron] Pushing event updated for resources: {'Port': ['ID=57590549-39a9-4b30-b70c-a35065052880,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:42.995012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] For port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:42.995696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.998673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-11c2a728-d471-4076-8c00-182053254f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:43.000967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-11c2a728-d471-4076-8c00-182053254f8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1095 time: 0.2043002 Jan 28 01:23:43.027552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Calling delete_port for b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:43.068127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] For port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,segment=NetworkSegment(c07e1a36-fbf4-439f-b056-d581e82d83b3),segment_id=c07e1a36-fbf4-439f-b056-d581e82d83b3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:43.072420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.119131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32f556f2-2433-4ef6-bf88-9af24f1be647 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:43.172131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-518c386f-7311-441c-a464-7875cc835e95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57590549-39a9-4b30-b70c-a35065052880 HTTP/1.1" status: 200 len: 217 time: 0.1444254 Jan 28 01:23:43.206174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] Calling delete_port for b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:43.214361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e5b97c7-3662-404e-8818-92781fb674c6 req-50e0cd6b-88b8-4544-a538-5a53cdbeac53 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589095 Jan 28 01:23:43.245565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.297448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Pushing event deleted for resources: {'Port': ['ID=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:43.313553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] No DVR routers for this DVR port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:23:43.364484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-96dfbfbd-b22e-4c16-ac4d-fba9608f13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:43.372426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-96dfbfbd-b22e-4c16-ac4d-fba9608f13d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f055b2b-7254-4840-b37c-92edd2edbee7 HTTP/1.1" status: 200 len: 849 time: 0.1570225 Jan 28 01:23:43.449561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-e5513021-74b1-4d74-96f0-9d749739445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:43.451804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-e5513021-74b1-4d74-96f0-9d749739445e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=197663ee-fa88-4bb1-8eae-454f5a005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727267 Jan 28 01:23:43.494413 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.537490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 32f556f2-2433-4ef6-bf88-9af24f1be647 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:43.538477 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.601651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5f5361ea-faeb-44cb-a922-008bc3dfa546), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.631187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5361ea-faeb-44cb-a922-008bc3dfa546']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:43.656152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.693582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-61f19a98-4f51-40f4-8281-5a3f515c58b2 service neutron] 10.222.0.43 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335563 Jan 28 01:23:43.696437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07e1a36-fbf4-439f-b056-d581e82d83b3') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:43.702438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07e1a36-fbf4-439f-b056-d581e82d83b3') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:23:43.733552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-816b3e40-768c-4e7c-8cac-72ae236e7951 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:43.753328 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-816b3e40-768c-4e7c-8cac-72ae236e7951 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.43 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 949 time: 0.2887790 Jan 28 01:23:43.756853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] Pushing event deleted for resources: {'Port': ['ID=b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:43.764661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (c07e1a36-fbf4-439f-b056-d581e82d83b3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.767225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26190ba8-8567-47d9-8c9d-bdca3669d1b7 None None] No DVR routers for this DVR port b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:23:43.811176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 32f556f2-2433-4ef6-bf88-9af24f1be647 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:43.946560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7085ef3-abfd-4f03-aeb3-51aa924aa224 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:43.949449 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c07e1a36-fbf4-439f-b056-d581e82d83b3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.972652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:23:43.979259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b7085ef3-abfd-4f03-aeb3-51aa924aa224 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:43.979618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b7085ef3-abfd-4f03-aeb3-51aa924aa224 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:43.980034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:43.980864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (c07e1a36-fbf4-439f-b056-d581e82d83b3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:23:43.983097 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:23:44.004726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:44.005084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b738b1a4-dd26-4a48-a9b1-2fcd13da5c2a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:44.019189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50960e62-85bb-40d4-be66-dc218403911c req-36714ed0-d38d-424e-8c3e-5b2ad5e62b31 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:44.028170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50960e62-85bb-40d4-be66-dc218403911c req-36714ed0-d38d-424e-8c3e-5b2ad5e62b31 tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/ports?device_id=0137defe-ac78-4dd7-855f-b00bcc56025d HTTP/1.1" status: 200 len: 949 time: 0.1888220 Jan 28 01:23:44.034464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36cb2858-5fe5-48a3-b17a-9b6a1a96c46e req-5babeeb3-051b-4e25-8811-68fa1c8dfefa service neutron] 10.222.0.43 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340218 Jan 28 01:23:44.122745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5f5361ea-faeb-44cb-a922-008bc3dfa546), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.129173 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.134476 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f5361ea-faeb-44cb-a922-008bc3dfa546 HTTP/1.1" status: 204 len: 168 time: 1.6827202 Jan 28 01:23:44.194050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Deleting port 4e4ee87c-bf0d-485c-90d6-becee4772723 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:23:44.194395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.228225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8687ab6-8c7a-44f8-a546-7da2098d9513 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5361ea-faeb-44cb-a922-008bc3dfa546,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:44.496882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] For port 4e4ee87c-bf0d-485c-90d6-becee4772723, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=4e4ee87c-bf0d-485c-90d6-becee4772723,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:44.497253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.511588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Calling delete_port for 4e4ee87c-bf0d-485c-90d6-becee4772723 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:23:44.564341 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55182) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:44.672322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-7539602a-13f4-4ec7-95a0-e93cbbd91c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:44.674120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-7539602a-13f4-4ec7-95a0-e93cbbd91c92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1095 time: 0.1041911 Jan 28 01:23:44.685593 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ea56046-1e35-46b0-bef9-ea0f422b7478 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=950838c4d59148eab5fb992c0978c75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199825 Jan 28 01:23:44.688305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:44.692660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50960e62-85bb-40d4-be66-dc218403911c req-b65454a1-b598-46e1-9ac4-42ba2f24627b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.23 "GET /v2.0/security-groups?id=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634426 Jan 28 01:23:44.759568 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47383b81-7e48-474e-b1d4-e4a076f6c073 admin admin] Publish callbacks [] for security_group (6a9d9081-f11b-4e3c-b820-4ac384881e90), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.773538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4e4ee87c-bf0d-485c-90d6-becee4772723), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.792320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-1e30a1e0-07eb-4cc7-b38e-1a79734142d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:44.794035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-1e30a1e0-07eb-4cc7-b38e-1a79734142d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.1002700 Jan 28 01:23:44.825813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47383b81-7e48-474e-b1d4-e4a076f6c073 admin admin] Publish callbacks [] for security_group (6a9d9081-f11b-4e3c-b820-4ac384881e90), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.842723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Pushing event deleted for resources: {'Port': ['ID=4e4ee87c-bf0d-485c-90d6-becee4772723,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:44.848614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-f8ea2153-e992-4b2a-b378-5796d360e355 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57590549-39a9-4b30-b70c-a35065052880 HTTP/1.1" status: 200 len: 217 time: 0.0414386 Jan 28 01:23:44.851634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230a1e7-3ced-4f4c-a0cc-73c6ab59ff43 req-574b713b-fc8c-4001-8256-33b15728c0b5 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:44.858863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7230a1e7-3ced-4f4c-a0cc-73c6ab59ff43 req-574b713b-fc8c-4001-8256-33b15728c0b5 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1095 time: 0.2877333 Jan 28 01:23:44.877270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] No DVR routers for this DVR port 4e4ee87c-bf0d-485c-90d6-becee4772723 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:23:44.879961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.883883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c65a75d7-b9a0-4ed2-91dc-140bf63276df req-c2df44c7-4f95-4e36-9609-8e6b5337c16b tempest-VolumesBackupsTest-1956046859 tempest-VolumesBackupsTest-1956046859-project] 10.222.0.43 "DELETE /v2.0/ports/4e4ee87c-bf0d-485c-90d6-becee4772723 HTTP/1.1" status: 204 len: 173 time: 1.1214278 Jan 28 01:23:44.907537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'name': 'network-vif-deleted', 'tag': '4e4ee87c-bf0d-485c-90d6-becee4772723'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:44.910271 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c6bf6-6549-44c0-9591-49b6f9f6bf63" -d '{"events": [{"server_uuid": "0137defe-ac78-4dd7-855f-b00bcc56025d", "name": "network-vif-deleted", "tag": "4e4ee87c-bf0d-485c-90d6-becee4772723"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:44.949790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-f50321fd-9ab4-4f69-bafe-9f3189b7ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:44.952229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-f50321fd-9ab4-4f69-bafe-9f3189b7ff3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f055b2b-7254-4840-b37c-92edd2edbee7 HTTP/1.1" status: 200 len: 849 time: 0.0907309 Jan 28 01:23:44.966490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47383b81-7e48-474e-b1d4-e4a076f6c073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6a9d9081-f11b-4e3c-b820-4ac384881e90), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.969068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47383b81-7e48-474e-b1d4-e4a076f6c073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.975714 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47383b81-7e48-474e-b1d4-e4a076f6c073 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a9d9081-f11b-4e3c-b820-4ac384881e90 HTTP/1.1" status: 204 len: 168 time: 0.2866180 Jan 28 01:23:44.993340 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f85908b-a1a7-4faf-8298-769f52818e02 x-openstack-request-id: req-3f85908b-a1a7-4faf-8298-769f52818e02 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:44.993641 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0137defe-ac78-4dd7-855f-b00bcc56025d", "name": "network-vif-deleted", "tag": "4e4ee87c-bf0d-485c-90d6-becee4772723", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:44.993930 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f85908b-a1a7-4faf-8298-769f52818e02 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:44.994313 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0137defe-ac78-4dd7-855f-b00bcc56025d', 'name': 'network-vif-deleted', 'tag': '4e4ee87c-bf0d-485c-90d6-becee4772723', 'status': 'completed', 'code': 200} Jan 28 01:23:45.009719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47383b81-7e48-474e-b1d4-e4a076f6c073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d9081-f11b-4e3c-b820-4ac384881e90,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:45.104358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7230a1e7-3ced-4f4c-a0cc-73c6ab59ff43 req-59804d1e-4def-4b39-b9bf-a8f3380284b3 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441761 Jan 28 01:23:45.186616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-bf737783-841c-450e-8ad1-a2fcf2a32583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:45.198573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-bf737783-841c-450e-8ad1-a2fcf2a32583 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=197663ee-fa88-4bb1-8eae-454f5a005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931036 Jan 28 01:23:45.347605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-d02b0b29-f9b7-4499-b08b-198d538db9a9 service neutron] 10.222.0.43 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363816 Jan 28 01:23:45.573314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78245823-13ef-45e2-b41a-7687eb8c7979 req-41f389da-bd58-4b9b-9bd2-6ebfdff7639a service neutron] 10.222.0.43 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157979 Jan 28 01:23:45.743097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55206) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:45.809815 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-307c0920-36ea-4696-bced-bd5249ea64e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85e15a4194574a72a783610135b7d152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613306 Jan 28 01:23:45.810706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55210) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:45.940368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66c7244f-e3c9-4ad7-8f56-3bc1641aab74 admin admin] Publish callbacks [] for security_group (a5cd7471-2068-4db0-abb7-6c0c9f6e17aa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:45.969435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66c7244f-e3c9-4ad7-8f56-3bc1641aab74 admin admin] Publish callbacks [] for security_group (a5cd7471-2068-4db0-abb7-6c0c9f6e17aa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:46.055270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66c7244f-e3c9-4ad7-8f56-3bc1641aab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a5cd7471-2068-4db0-abb7-6c0c9f6e17aa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:46.058915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66c7244f-e3c9-4ad7-8f56-3bc1641aab74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:46.060427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-66c7244f-e3c9-4ad7-8f56-3bc1641aab74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5cd7471-2068-4db0-abb7-6c0c9f6e17aa HTTP/1.1" status: 204 len: 168 time: 0.2486296 Jan 28 01:23:46.090777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7244f-e3c9-4ad7-8f56-3bc1641aab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cd7471-2068-4db0-abb7-6c0c9f6e17aa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:46.246402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d741-b5f8-4a01-b7ae-e25d2e1a3157 req-428ac775-740b-4a06-ac8d-224e53cf562c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:46.257189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7a4d741-b5f8-4a01-b7ae-e25d2e1a3157 req-428ac775-740b-4a06-ac8d-224e53cf562c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1095 time: 0.0596104 Jan 28 01:23:46.332122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7a4d741-b5f8-4a01-b7ae-e25d2e1a3157 req-3e679fae-dfa6-4cff-aa93-f42096a81dd6 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703418 Jan 28 01:23:46.481083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 57590549-39a9-4b30-b70c-a35065052880 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:23:46.496871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4e4ee87c-bf0d-485c-90d6-becee4772723 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:23:46.528575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 4e4ee87c-bf0d-485c-90d6-becee4772723 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:23:46.529206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 4e4ee87c-bf0d-485c-90d6-becee4772723 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:23:46.718600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 57590549-39a9-4b30-b70c-a35065052880, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=57590549-39a9-4b30-b70c-a35065052880,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:46.748215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '57590549-39a9-4b30-b70c-a35065052880', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'port_id': '57590549-39a9-4b30-b70c-a35065052880', 'mac_address': 'fa:16:3e:20:f6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:23:46.856755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 57590549-39a9-4b30-b70c-a35065052880 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:46.857154 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57590549-39a9-4b30-b70c-a35065052880), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:46.893204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57590549-39a9-4b30-b70c-a35065052880 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:23:46.936390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 57590549-39a9-4b30-b70c-a35065052880, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=57590549-39a9-4b30-b70c-a35065052880,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:46.947212 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57590549-39a9-4b30-b70c-a35065052880), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:47.140305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=57590549-39a9-4b30-b70c-a35065052880,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:47.245816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['57590549-39a9-4b30-b70c-a35065052880'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:23:47.492675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55272) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:47.716102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-26674924-network', 'tenant_id': '08a748b888a0446688996e513c153ed8'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:47.783765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Made reservation on behalf of 08a748b888a0446688996e513c153ed8 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:47.786344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:47.803533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:47.943765 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks [] for security_group (fcc3e467-4491-459b-8fa6-f2a8838e5704), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:47.979522 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fcc3e467-4491-459b-8fa6-f2a8838e5704), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.014677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:23:48.062197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3e467-4491-459b-8fa6-f2a8838e5704,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:48.082755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6660f0a6-67e0-4c62-9249-5ac8d773cb74), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.083106 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Added segment 6660f0a6-67e0-4c62-9249-5ac8d773cb74 of type vlan for network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe Jan 28 01:23:48.136648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7816c5-d6ac-42b0-bbb9-6f9ecb561c33 req-80b66e7c-5b78-4a77-a887-9208b44496e7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:48.144143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e7816c5-d6ac-42b0-bbb9-6f9ecb561c33 req-80b66e7c-5b78-4a77-a887-9208b44496e7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1096 time: 0.6530933 Jan 28 01:23:48.168196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6ce983c3-0b05-4b41-8ddd-909f9f061dbe), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.247786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e7816c5-d6ac-42b0-bbb9-6f9ecb561c33 req-eeded42c-1a5c-4857-9578-b8cb81dbac2c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024094 Jan 28 01:23:48.249072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6ce983c3-0b05-4b41-8ddd-909f9f061dbe), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.250099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:48.250688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.384989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55304) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:48.385606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8902848 Jan 28 01:23:48.390163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Request body: {'subnet': {'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-26674924-subnet', 'tenant_id': '08a748b888a0446688996e513c153ed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:48.400671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Pushing event updated for resources: {'Network': ['ID=6ce983c3-0b05-4b41-8ddd-909f9f061dbe,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:48.416071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.417268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.417639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.418021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.418519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.418870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.419212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.419549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.419874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.420396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.420828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.421231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.421574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a65447-a5e0-4361-aa16-93584d570e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:23:48.434037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:23:48.445519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Made reservation on behalf of 08a748b888a0446688996e513c153ed8 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:48.449561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.588504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 57590549-39a9-4b30-b70c-a35065052880 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:23:48.727937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 57590549-39a9-4b30-b70c-a35065052880 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:23:48.732951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 57590549-39a9-4b30-b70c-a35065052880 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:48.733330 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (57590549-39a9-4b30-b70c-a35065052880), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:48.909332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 57590549-39a9-4b30-b70c-a35065052880 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:23:48.910182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (57590549-39a9-4b30-b70c-a35065052880), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:49.007381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 57590549-39a9-4b30-b70c-a35065052880, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=57590549-39a9-4b30-b70c-a35065052880,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:23:49.010109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ce768-5685-477e-8545-9661841b9ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57590549-39a9-4b30-b70c-a35065052880'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:49.016455 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf95a5b-4d25-43cc-821b-10ad29125e04" -d '{"events": [{"server_uuid": "d81ce768-5685-477e-8545-9661841b9ccb", "name": "network-vif-plugged", "status": "completed", "tag": "57590549-39a9-4b30-b70c-a35065052880"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:49.022189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (57590549-39a9-4b30-b70c-a35065052880), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:49.107937 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82272ce2-c1ac-4b98-b6d2-0cb267128442 x-openstack-request-id: req-82272ce2-c1ac-4b98-b6d2-0cb267128442 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:49.107937 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ce768-5685-477e-8545-9661841b9ccb", "name": "network-vif-plugged", "status": "completed", "tag": "57590549-39a9-4b30-b70c-a35065052880", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:49.108240 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82272ce2-c1ac-4b98-b6d2-0cb267128442 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:49.108530 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ce768-5685-477e-8545-9661841b9ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57590549-39a9-4b30-b70c-a35065052880', 'code': 200} Jan 28 01:23:49.121391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=57590549-39a9-4b30-b70c-a35065052880,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:49.302491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81aead-d178-4fa2-8ec3-220ea97e048e req-500d02eb-94e0-491c-8ff7-001471c4498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:49.320738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff81aead-d178-4fa2-8ec3-220ea97e048e req-500d02eb-94e0-491c-8ff7-001471c4498f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.1022384 Jan 28 01:23:49.504408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff81aead-d178-4fa2-8ec3-220ea97e048e req-10767123-6641-432c-b56b-3026b0a2478f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819048 Jan 28 01:23:49.594388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eedee6-e098-4a3a-a081-d3eeae656f07 req-4b9661ee-0e2d-4515-9457-c64e1d629e34 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:49.613007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4eedee6-e098-4a3a-a081-d3eeae656f07 req-4b9661ee-0e2d-4515-9457-c64e1d629e34 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.2354283 Jan 28 01:23:49.710583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4eedee6-e098-4a3a-a081-d3eeae656f07 req-5a1b0107-b777-4a72-98af-c1334418d651 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912366 Jan 28 01:23:49.748432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:49.909408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Checking segment: {'id': '6660f0a6-67e0-4c62-9249-5ac8d773cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:49.909765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Network hostable DHCP agents. Network: 6ce983c3-0b05-4b41-8ddd-909f9f061dbe, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:23:49.918485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:49.983505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:23:50.005464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6ce983c3-0b05-4b41-8ddd-909f9f061dbe) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:50.010837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:50.011485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:50.015899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca03ea2-a333-43e8-9700-e6383a3e5223 None None] Network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:50.041445 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4133da9-afcc-4828-b8af-0500fe65537d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6528838 Jan 28 01:23:50.283806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8a8be-9983-4b89-99e0-3f5f9db7fb6b None None] Network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:23:50.794080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-49536b02-b402-4ea4-b550-2ffe05ea3954 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:50.795471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-49536b02-b402-4ea4-b550-2ffe05ea3954 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/networks?id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe HTTP/1.1" status: 200 len: 812 time: 0.2079530 Jan 28 01:23:50.818816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8863bbc7-bd75-413d-90d8-247e7dfe5683 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/quotas/08a748b888a0446688996e513c153ed8 HTTP/1.1" status: 200 len: 375 time: 0.0176764 Jan 28 01:23:50.878184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-c4290a72-8c22-418a-b254-bedf7dea9080 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08a748b888a0446688996e513c153ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535610 Jan 28 01:23:50.977817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ca796-b9df-42a5-b785-2342e790eb80 req-a4624c9d-c38e-46c9-a42d-f0844ff7d62e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:50.984709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d49ca796-b9df-42a5-b785-2342e790eb80 req-a4624c9d-c38e-46c9-a42d-f0844ff7d62e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.1468227 Jan 28 01:23:51.074417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-4d9c910f-d9d1-476b-bb24-8b13891ded97 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953108 Jan 28 01:23:51.125870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d49ca796-b9df-42a5-b785-2342e790eb80 req-44b0b5bf-a9eb-42dd-9e43-af90f2684b16 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401851 Jan 28 01:23:51.224866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-74f80a24-c83c-426d-b8c9-f4fa702b76cb service neutron] 10.222.0.23 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493382 Jan 28 01:23:51.340494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f2bd9-6382-49dc-9bb2-3d6af22d68b8 req-da89b4cf-e34b-4928-b33d-6189bdc7a236 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:51.342206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc5f2bd9-6382-49dc-9bb2-3d6af22d68b8 req-da89b4cf-e34b-4928-b33d-6189bdc7a236 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.0850079 Jan 28 01:23:51.467552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc5f2bd9-6382-49dc-9bb2-3d6af22d68b8 req-7f7535d9-6099-4580-8708-0ebe3b12dfb1 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195710 Jan 28 01:23:51.596597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9bac9ae-8bec-40b6-b23c-5358e85193f5 req-ad80f9cb-8f95-4a37-83af-2a1fd3796627 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 210 time: 0.0499208 Jan 28 01:23:51.686880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c611434-d300-4e22-bf23-138a4a5d593c req-efb282b1-27ce-46e7-81b5-04b95edde5bf tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:51.689267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c611434-d300-4e22-bf23-138a4a5d593c req-efb282b1-27ce-46e7-81b5-04b95edde5bf tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.0915999 Jan 28 01:23:51.796647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c611434-d300-4e22-bf23-138a4a5d593c req-1fb6787b-b6e4-4e75-9c49-999e4d219d0e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006377 Jan 28 01:23:52.332999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-8270f60a-11ec-41b1-b3ca-da1fb3c5e487 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:52.341624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-8270f60a-11ec-41b1-b3ca-da1fb3c5e487 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.1394458 Jan 28 01:23:52.369668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-1d19cfe8-863a-4f61-bdc5-dce973b2961c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/quotas/b7184d6812f347ec8348a1150820a768 HTTP/1.1" status: 200 len: 375 time: 0.0268669 Jan 28 01:23:52.587545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60dd33aa-a2c8-4078-a35b-59031d58ef3e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2123652 Jan 28 01:23:52.786443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-358f140a-7053-4238-a12d-5a0e832f6dbb req-6f862b28-a7cc-4e04-9d10-3564bc091d0f tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 210 time: 0.0352304 Jan 28 01:23:52.803691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-24ec9176-74cb-4fdf-8e45-f40c043cd213 service neutron] 10.222.0.23 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149296 Jan 28 01:23:52.922934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-78e5cef0-c6e8-4b5c-a336-b4317cab4ee3 service neutron] 10.222.0.23 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121974 Jan 28 01:23:53.326571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013b7e0c-bb0f-460d-af84-dc9500765e66 req-2d39995f-87f1-473b-ab4b-9b2506ea31a8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 210 time: 0.0661910 Jan 28 01:23:53.415960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-33fc2081-dce6-4003-9b09-e1cad298f282 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:53.418086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-33fc2081-dce6-4003-9b09-e1cad298f282 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.45 "GET /v2.0/networks?id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe HTTP/1.1" status: 200 len: 812 time: 0.2857418 Jan 28 01:23:53.440192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Request body: {'port': {'device_id': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe', 'admin_state_up': True, 'tenant_id': '08a748b888a0446688996e513c153ed8'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:53.635567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Made reservation on behalf of 08a748b888a0446688996e513c153ed8 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:53.643242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:53.959130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Allocated IP 172.20.0.13 (6ce983c3-0b05-4b41-8ddd-909f9f061dbe/faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b/6677198e-0404-4769-b90d-d56cc024a0f6) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:54.163660 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks [] for port (6677198e-0404-4769-b90d-d56cc024a0f6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:54.214864 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:54.306439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Pushing event updated for resources: {'Port': ['ID=6677198e-0404-4769-b90d-d56cc024a0f6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:54.331427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:54.340057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:54.352974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:54.405630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416173d4-dfe2-46fd-8923-210ef08104d0 req-b2a08120-e7cc-44e5-97e8-013f7a4e14fe tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:54.415280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-416173d4-dfe2-46fd-8923-210ef08104d0 req-b2a08120-e7cc-44e5-97e8-013f7a4e14fe tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 932 time: 0.3280830 Jan 28 01:23:54.482189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-416173d4-dfe2-46fd-8923-210ef08104d0 req-ba2d08ed-f3ff-4bca-ae11-54816f439de7 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658486 Jan 28 01:23:54.556461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8699ab75-e534-47fb-9d34-3edc808745ce req-40c81597-1442-4bbf-84e1-c5af59051138 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 210 time: 0.0827465 Jan 28 01:23:54.586937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:54.589282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:54.618532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-8429d6f3-cfde-41c4-96ad-85227df8162d tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1847520 Jan 28 01:23:54.648604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Request body: {'port': {'device_id': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:54.844479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:54.926145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55450) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:55.105755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-59374cb4-1936-4825-bd58-0ab9cdf75fb9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:55.110426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-59374cb4-1936-4825-bd58-0ab9cdf75fb9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.45 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.3287916 Jan 28 01:23:55.136029 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba8483a-a07f-44ad-8759-cb082ef060b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.149497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Request body: {'port': {'device_id': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'admin_state_up': True, 'tenant_id': 'b7184d6812f347ec8348a1150820a768'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:55.329175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba8483a-a07f-44ad-8759-cb082ef060b2 admin admin] Publish callbacks [] for security_group (671fd36b-c23b-43d6-bfe8-23068c2f51c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.334280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ba8483a-a07f-44ad-8759-cb082ef060b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (671fd36b-c23b-43d6-bfe8-23068c2f51c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.386017 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4ba8483a-a07f-44ad-8759-cb082ef060b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eabbb403a4ef4c2b8da2b33eaac83951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576619 Jan 28 01:23:55.391243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55458) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:55.451120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8483a-a07f-44ad-8759-cb082ef060b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671fd36b-c23b-43d6-bfe8-23068c2f51c2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:55.524566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fda22e9a-5d21-4a2f-b53a-849b4ac54c99 admin admin] Publish callbacks [] for security_group (671fd36b-c23b-43d6-bfe8-23068c2f51c2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.539564 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6677198e-0404-4769-b90d-d56cc024a0f6 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:23:55.553111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fda22e9a-5d21-4a2f-b53a-849b4ac54c99 admin admin] Publish callbacks [] for security_group (671fd36b-c23b-43d6-bfe8-23068c2f51c2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.555274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Publish callbacks [] for port (6677198e-0404-4769-b90d-d56cc024a0f6), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.585100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Transition to ACTIVE for port object 6677198e-0404-4769-b90d-d56cc024a0f6 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:23:55.601331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.620536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fda22e9a-5d21-4a2f-b53a-849b4ac54c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (671fd36b-c23b-43d6-bfe8-23068c2f51c2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.625059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fda22e9a-5d21-4a2f-b53a-849b4ac54c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.642096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fda22e9a-5d21-4a2f-b53a-849b4ac54c99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/671fd36b-c23b-43d6-bfe8-23068c2f51c2 HTTP/1.1" status: 204 len: 168 time: 0.2445242 Jan 28 01:23:55.661955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda22e9a-5d21-4a2f-b53a-849b4ac54c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671fd36b-c23b-43d6-bfe8-23068c2f51c2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:55.692532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Made reservation on behalf of b7184d6812f347ec8348a1150820a768 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:23:55.699881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:55.862821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c52a2d-d979-4343-baf6-510bcf2a979b req-26863570-e600-4a80-917a-6abb2a29b2f7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 210 time: 0.1061418 Jan 28 01:23:55.947962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea293-f3ff-4e3f-badf-e6dddbbca925 req-ab9c5488-4e7c-4822-b46f-c4ff8fe3cf1c tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:55.950091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d23ea293-f3ff-4e3f-badf-e6dddbbca925 req-ab9c5488-4e7c-4822-b46f-c4ff8fe3cf1c tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 944 time: 0.3432162 Jan 28 01:23:56.206677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Allocated IP 172.20.0.14 (197663ee-fa88-4bb1-8eae-454f5a005be4/7f055b2b-7254-4840-b37c-92edd2edbee7/cd266bd4-3844-416c-a40d-bbf6aecdbea3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:23:56.215995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55512) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:56.233341 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ed3-6752-4e22-817b-ddaae6114d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.415655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ed3-6752-4e22-817b-ddaae6114d39 admin admin] Publish callbacks [] for security_group (06867469-eeb1-4969-9d61-9def4aa0c390), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.423096 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ed3-6752-4e22-817b-ddaae6114d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (06867469-eeb1-4969-9d61-9def4aa0c390), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.430958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks [] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.515095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cdde6ed3-6752-4e22-817b-ddaae6114d39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27f705d006cb4f21aa3054a0d12948f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976897 Jan 28 01:23:56.518611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55516) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:23:56.537068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde6ed3-6752-4e22-817b-ddaae6114d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06867469-eeb1-4969-9d61-9def4aa0c390,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:56.569268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.613127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d0a137e-dae1-47b8-868d-718a9c66bbb6 admin admin] Publish callbacks [] for security_group (06867469-eeb1-4969-9d61-9def4aa0c390), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.615050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['57590549-39a9-4b30-b70c-a35065052880'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:23:56.670103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d0a137e-dae1-47b8-868d-718a9c66bbb6 admin admin] Publish callbacks [] for security_group (06867469-eeb1-4969-9d61-9def4aa0c390), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.681001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Pushing event updated for resources: {'Port': ['ID=6677198e-0404-4769-b90d-d56cc024a0f6,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:56.789206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Pushing event updated for resources: {'Port': ['ID=cd266bd4-3844-416c-a40d-bbf6aecdbea3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:56.791688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d0a137e-dae1-47b8-868d-718a9c66bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (06867469-eeb1-4969-9d61-9def4aa0c390), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.794697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d0a137e-dae1-47b8-868d-718a9c66bbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:56.795895 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6d0a137e-dae1-47b8-868d-718a9c66bbb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06867469-eeb1-4969-9d61-9def4aa0c390 HTTP/1.1" status: 204 len: 168 time: 0.2756279 Jan 28 01:23:56.823915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a137e-dae1-47b8-868d-718a9c66bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06867469-eeb1-4969-9d61-9def4aa0c390,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:56.905591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Attempting to bind port 6677198e-0404-4769-b90d-d56cc024a0f6 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:23:56.905958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Attempting to bind port 6677198e-0404-4769-b90d-d56cc024a0f6 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '6660f0a6-67e0-4c62-9249-5ac8d773cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:23:56.906453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Attempting to bind port 6677198e-0404-4769-b90d-d56cc024a0f6 on network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:56.917710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:23:56.930781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d23ea293-f3ff-4e3f-badf-e6dddbbca925 req-ea85fd2c-457d-40d1-8736-cf745fe6f3c3 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959596 Jan 28 01:23:56.935307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:23:56.940931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:23:57.023956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Port 6677198e-0404-4769-b90d-d56cc024a0f6 on network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:23:57.024293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Attempting to bind port 6677198e-0404-4769-b90d-d56cc024a0f6 on network 6ce983c3-0b05-4b41-8ddd-909f9f061dbe {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:23:57.035173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:57.035783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:57.083345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2ad99278-4648-4d8b-86ba-9be1b5000b77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9521058 Jan 28 01:23:57.099206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:23:57.099540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Checking segment: {'id': '6660f0a6-67e0-4c62-9249-5ac8d773cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:23:57.099920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Bound using segment: {'id': '6660f0a6-67e0-4c62-9249-5ac8d773cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:23:57.100368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Bound port: 6677198e-0404-4769-b90d-d56cc024a0f6, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6660f0a6-67e0-4c62-9249-5ac8d773cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:23:57.100725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:57.121823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-a8fe1537-b715-4620-8008-9f1177ac9d76 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:23:57.122843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-a8fe1537-b715-4620-8008-9f1177ac9d76 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110176 Jan 28 01:23:57.153987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Request body: {'port': {'device_id': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:23:57.369005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0aef7-3854-4859-bd07-bd86a36a76a1 req-e4c906c6-9f64-4eb7-909d-14cb12e23a7b tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:57.383383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d227a385-38e3-47f5-b60c-fa6c08d4ceb3 None None] Provisioning complete for port cd266bd4-3844-416c-a40d-bbf6aecdbea3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:23:57.384704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d227a385-38e3-47f5-b60c-fa6c08d4ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:57.412328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ad0aef7-3854-4859-bd07-bd86a36a76a1 req-e4c906c6-9f64-4eb7-909d-14cb12e23a7b tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1028 time: 0.3460889 Jan 28 01:23:57.474950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d227a385-38e3-47f5-b60c-fa6c08d4ceb3 None None] Port cd266bd4-3844-416c-a40d-bbf6aecdbea3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:23:57.564153 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-94d91018-2fa7-4ed3-8378-070027931e83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119401 Jan 28 01:23:57.627094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] For port 6677198e-0404-4769-b90d-d56cc024a0f6, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:23:57.658205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:57.736647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] For port 6677198e-0404-4769-b90d-d56cc024a0f6, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6677198e-0404-4769-b90d-d56cc024a0f6,segment=NetworkSegment(6660f0a6-67e0-4c62-9249-5ac8d773cb74),segment_id=6660f0a6-67e0-4c62-9249-5ac8d773cb74)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:23:57.774466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:57.806414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-c0fdecf3-d193-48e4-a0e2-aa9cb3feae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:57.816033 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-c0fdecf3-d193-48e4-a0e2-aa9cb3feae32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.1853249 Jan 28 01:23:57.938925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ad0aef7-3854-4859-bd07-bd86a36a76a1 req-8407a520-6ede-42f0-84a2-ee2869a769e6 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048971 Jan 28 01:23:57.942975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:57.946180 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:57.952883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] 10.222.0.45 "PUT /v2.0/ports/6677198e-0404-4769-b90d-d56cc024a0f6 HTTP/1.1" status: 200 len: 1092 time: 3.3204546 Jan 28 01:23:57.972038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'tag': '6677198e-0404-4769-b90d-d56cc024a0f6'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:23:57.976025 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bafd91-2fd5-41e4-a435-23f492cd60b9" -d '{"events": [{"name": "network-changed", "server_uuid": "06efce1d-d18f-402a-9da7-6806345b3fe6", "tag": "6677198e-0404-4769-b90d-d56cc024a0f6"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:23:58.025797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-6b1b7068-159a-4cb5-ab1a-5de9d0e953c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:58.030819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-6b1b7068-159a-4cb5-ab1a-5de9d0e953c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.1875038 Jan 28 01:23:58.260139 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3d8aa-65be-4e83-836e-9cb4c432ae36 x-openstack-request-id: req-d2b3d8aa-65be-4e83-836e-9cb4c432ae36 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:23:58.261034 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-ad8e6c63-3682-42e7-a65f-e6b67f500e65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.2236814 Jan 28 01:23:58.264257 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06efce1d-d18f-402a-9da7-6806345b3fe6", "tag": "6677198e-0404-4769-b90d-d56cc024a0f6", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:23:58.264860 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2b3d8aa-65be-4e83-836e-9cb4c432ae36 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:23:58.265495 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'tag': '6677198e-0404-4769-b90d-d56cc024a0f6', 'status': 'completed', 'code': 200} Jan 28 01:23:58.399049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-7617a965-d289-4fdf-a78e-b985453f68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:58.404163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-7617a965-d289-4fdf-a78e-b985453f68bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1360321 Jan 28 01:23:58.508713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-0652d4a0-802e-4b78-a09b-a367f845ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:58.510874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-0652d4a0-802e-4b78-a09b-a367f845ae32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988305 Jan 28 01:23:58.553435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd6d86-0a30-496e-9420-e3ca37f48b89 service neutron] Pushing event updated for resources: {'Port': ['ID=6677198e-0404-4769-b90d-d56cc024a0f6,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:23:58.733756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58179db8-2ec7-4f93-a117-cda1d0850237 req-78c05378-f302-4f14-9fca-6580813c2229 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:58.745564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58179db8-2ec7-4f93-a117-cda1d0850237 req-78c05378-f302-4f14-9fca-6580813c2229 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 944 time: 0.6157508 Jan 28 01:23:58.794279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-9aea1460-faf5-49e5-bddc-e93de212d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:58.794797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-e648430f-55bc-4401-93da-ceb0173a160d service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749109 Jan 28 01:23:58.797302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-9aea1460-faf5-49e5-bddc-e93de212d536 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08a748b888a0446688996e513c153ed8&device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 1095 time: 0.7434297 Jan 28 01:23:58.904704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-710998d1-041c-4b46-b1cd-c4558cfb60f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6677198e-0404-4769-b90d-d56cc024a0f6 HTTP/1.1" status: 200 len: 217 time: 0.0924585 Jan 28 01:23:59.011898 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-8878ffd2-4189-4b3e-b4c4-514b06aa5793 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058439 Jan 28 01:23:59.141925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-05ec2102-6b34-4079-aa45-589ab0f4b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:59.143755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-05ec2102-6b34-4079-aa45-589ab0f4b96d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b HTTP/1.1" status: 200 len: 852 time: 0.0978487 Jan 28 01:23:59.197514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-cf4e78ed-2878-4538-a681-d99d2bd84b0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420430 Jan 28 01:23:59.331172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58179db8-2ec7-4f93-a117-cda1d0850237 req-200ecb43-8a65-4c34-a1f4-0644135f2116 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753245 Jan 28 01:23:59.521698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2308a61-3a63-43b5-ba2d-d58af364afef req-4c4fcab5-2cb7-43ea-911a-09b55ac9b317 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:59.538771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2308a61-3a63-43b5-ba2d-d58af364afef req-4c4fcab5-2cb7-43ea-911a-09b55ac9b317 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1028 time: 0.3887672 Jan 28 01:23:59.764456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-0e2265fe-c7ba-4979-b98a-e07431a60dbe service neutron] 10.222.0.45 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313804 Jan 28 01:23:59.903870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2308a61-3a63-43b5-ba2d-d58af364afef req-77e55e15-5e79-459d-9a24-9e8cd2cb6ef6 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467360 Jan 28 01:23:59.980024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd266bd4-3844-416c-a40d-bbf6aecdbea3 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:23:59.993138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Publish callbacks [] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:00.025190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Transition to ACTIVE for port object cd266bd4-3844-416c-a40d-bbf6aecdbea3 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:24:00.031857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:00.102616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6f86a6-e969-4b20-91ac-e2f8047386e2 req-015bf7df-4eab-4a87-983a-ecfd8fc90f92 service neutron] 10.222.0.45 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446415 Jan 28 01:24:01.045687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Pushing event updated for resources: {'Port': ['ID=cd266bd4-3844-416c-a40d-bbf6aecdbea3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:01.233637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-de60e5b9-c932-42d4-8fad-3172d12cf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:01.235153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-de60e5b9-c932-42d4-8fad-3172d12cf4b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08a748b888a0446688996e513c153ed8&device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 1095 time: 0.2016079 Jan 28 01:24:01.258388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1ea0a-15c6-4d86-9b65-1b5b06136153 req-bd133e35-5a1f-4a7b-941f-413cdd9ac64e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:01.259876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bad1ea0a-15c6-4d86-9b65-1b5b06136153 req-bd133e35-5a1f-4a7b-941f-413cdd9ac64e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1053 time: 0.1157417 Jan 28 01:24:01.266590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f9a1-3c37-4f8b-b60a-fb319a9359d0 req-17fbcf61-e3bf-4fb4-93a4-065491d5b2fb tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:01.268021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ef4f9a1-3c37-4f8b-b60a-fb319a9359d0 req-17fbcf61-e3bf-4fb4-93a4-065491d5b2fb tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 944 time: 0.2355525 Jan 28 01:24:01.353532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Attempting to bind port cd266bd4-3844-416c-a40d-bbf6aecdbea3 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:24:01.354143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Attempting to bind port cd266bd4-3844-416c-a40d-bbf6aecdbea3 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:24:01.356117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Attempting to bind port cd266bd4-3844-416c-a40d-bbf6aecdbea3 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:01.585031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-122bec17-a4cd-429d-aeb1-bf9f5ee61c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:01.586516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-122bec17-a4cd-429d-aeb1-bf9f5ee61c3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe HTTP/1.1" status: 200 len: 913 time: 0.3427618 Jan 28 01:24:01.646958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Port cd266bd4-3844-416c-a40d-bbf6aecdbea3 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:24:01.647344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Attempting to bind port cd266bd4-3844-416c-a40d-bbf6aecdbea3 on network 197663ee-fa88-4bb1-8eae-454f5a005be4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:01.732388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:24:01.732747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Checking segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:24:01.733729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Bound using segment: {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:24:01.734238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Bound port: cd266bd4-3844-416c-a40d-bbf6aecdbea3, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12201453-d235-4a0d-9dd1-c98a55c340ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:24:01.734609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:01.820552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] For port cd266bd4-3844-416c-a40d-bbf6aecdbea3, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:24:01.823926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] For port cd266bd4-3844-416c-a40d-bbf6aecdbea3, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:24:01.826107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-d264f6f1-f421-4ab8-9646-df108c6a9a47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6677198e-0404-4769-b90d-d56cc024a0f6 HTTP/1.1" status: 200 len: 217 time: 0.2173731 Jan 28 01:24:01.835418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:01.948203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ef4f9a1-3c37-4f8b-b60a-fb319a9359d0 req-8879bddd-3796-468d-b7f2-ec49cc776f68 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453502 Jan 28 01:24:01.982573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bad1ea0a-15c6-4d86-9b65-1b5b06136153 req-9cd585cf-77f1-4350-ab3e-e2c9bd111f77 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760507 Jan 28 01:24:01.989276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:01.989959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:01.991534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] 10.222.0.45 "PUT /v2.0/ports/cd266bd4-3844-416c-a40d-bbf6aecdbea3 HTTP/1.1" status: 200 len: 1092 time: 4.8444254 Jan 28 01:24:01.992014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'tag': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:02.002664 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9092b983-78af-4ed8-a3d2-e227b231be0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8d97d9-b0a6-44f1-9d98-656792a38269", "tag": "cd266bd4-3844-416c-a40d-bbf6aecdbea3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:02.095043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-6d1adee9-9989-4a9e-bdec-b9b041a77d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:02.097500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-6d1adee9-9989-4a9e-bdec-b9b041a77d77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b HTTP/1.1" status: 200 len: 852 time: 0.2587867 Jan 28 01:24:02.102889 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd84e9d-a923-435f-a005-7aa191e80e69 x-openstack-request-id: req-6bd84e9d-a923-435f-a005-7aa191e80e69 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:02.103097 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8d97d9-b0a6-44f1-9d98-656792a38269", "tag": "cd266bd4-3844-416c-a40d-bbf6aecdbea3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:02.110596 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd84e9d-a923-435f-a005-7aa191e80e69 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:02.111714 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'tag': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3', 'status': 'completed', 'code': 200} Jan 28 01:24:02.278753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-c41c1f76-7300-4460-8d81-c8cbe57cc541 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553228 Jan 28 01:24:02.279687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e41a77-480e-4eb2-8749-eb049966ad8b service neutron] Pushing event updated for resources: {'Port': ['ID=cd266bd4-3844-416c-a40d-bbf6aecdbea3,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:02.374255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2b51ee6c-5624-4cdb-8265-9be1ec6b6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:02.379158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-2b51ee6c-5624-4cdb-8265-9be1ec6b6349 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1095 time: 0.2585073 Jan 28 01:24:02.498966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-a1844562-5fb7-435a-9853-bebc045862a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3 HTTP/1.1" status: 200 len: 217 time: 0.1056788 Jan 28 01:24:02.562063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-8176a1a2-17be-41f9-b542-44c5726318c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:02.564117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-8176a1a2-17be-41f9-b542-44c5726318c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f055b2b-7254-4840-b37c-92edd2edbee7 HTTP/1.1" status: 200 len: 849 time: 0.0543177 Jan 28 01:24:02.618177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-87e10336-bcb2-41bf-996a-e9b427cc6064 service neutron] 10.222.0.45 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308890 Jan 28 01:24:02.641902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-0ece59aa-c03c-46e0-9281-c1332e0ee5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:02.656407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-0ece59aa-c03c-46e0-9281-c1332e0ee5d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=197663ee-fa88-4bb1-8eae-454f5a005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834656 Jan 28 01:24:02.848910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29bafd91-2fd5-41e4-a435-23f492cd60b9 req-f8992b04-b0cc-4e9a-8132-4bb0f5908963 service neutron] 10.222.0.45 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227881 Jan 28 01:24:02.853197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-a211a3d6-b707-4205-94e9-fba21140eb1e service neutron] 10.222.0.45 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841795 Jan 28 01:24:03.072399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b718fd-b338-4930-ab98-fdce2841a1fe req-386e1312-2317-4d5b-ac07-4f9ef4addbe4 service neutron] 10.222.0.45 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006917 Jan 28 01:24:03.278523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01253616-b397-4194-9111-dc74b2157535 req-09fd34f2-4c63-4c30-a38b-95a1c820e2e7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:03.286957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01253616-b397-4194-9111-dc74b2157535 req-09fd34f2-4c63-4c30-a38b-95a1c820e2e7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1095 time: 0.1951504 Jan 28 01:24:03.301568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c928f-6434-41b2-8273-db29b902e4fe req-41033ca8-b946-4ec3-a63c-94e26b051320 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:03.303157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d8c928f-6434-41b2-8273-db29b902e4fe req-41033ca8-b946-4ec3-a63c-94e26b051320 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 944 time: 0.2008715 Jan 28 01:24:03.349759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-3676086d-c130-4f80-b295-d68b6cf542ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:03.352607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-3676086d-c130-4f80-b295-d68b6cf542ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1095 time: 0.1642158 Jan 28 01:24:03.397213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6677198e-0404-4769-b90d-d56cc024a0f6 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:24:03.605506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d8c928f-6434-41b2-8273-db29b902e4fe req-f1e0bc96-2740-49bd-a497-8a9721b9d9ce tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891002 Jan 28 01:24:03.688143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6677198e-0404-4769-b90d-d56cc024a0f6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6677198e-0404-4769-b90d-d56cc024a0f6,segment=NetworkSegment(6660f0a6-67e0-4c62-9249-5ac8d773cb74),segment_id=6660f0a6-67e0-4c62-9249-5ac8d773cb74)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:03.755208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:03.756835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '6677198e-0404-4769-b90d-d56cc024a0f6', 'network_id': '6ce983c3-0b05-4b41-8ddd-909f9f061dbe', 'port_id': '6677198e-0404-4769-b90d-d56cc024a0f6', 'mac_address': 'fa:16:3e:bd:a0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:24:03.803298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01253616-b397-4194-9111-dc74b2157535 req-527ea362-b718-4d3d-9175-e9802e195080 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153494 Jan 28 01:24:03.823553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-61fca849-3fac-4283-9724-b9c84715fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:03.825491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-61fca849-3fac-4283-9724-b9c84715fb2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.4295197 Jan 28 01:24:03.843075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 6677198e-0404-4769-b90d-d56cc024a0f6 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:03.843819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:03.864394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6677198e-0404-4769-b90d-d56cc024a0f6 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:03.883074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-8da0a1ee-86cd-4182-9af6-4474b93cd9f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3 HTTP/1.1" status: 200 len: 217 time: 0.0504074 Jan 28 01:24:03.886704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6677198e-0404-4769-b90d-d56cc024a0f6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6677198e-0404-4769-b90d-d56cc024a0f6,segment=NetworkSegment(6660f0a6-67e0-4c62-9249-5ac8d773cb74),segment_id=6660f0a6-67e0-4c62-9249-5ac8d773cb74)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:03.904065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:03.970998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-411ba448-811c-45eb-a3fc-5da4c84a09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:03.972788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-411ba448-811c-45eb-a3fc-5da4c84a09ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f055b2b-7254-4840-b37c-92edd2edbee7 HTTP/1.1" status: 200 len: 849 time: 0.0816898 Jan 28 01:24:04.016417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=6677198e-0404-4769-b90d-d56cc024a0f6,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:04.088929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-0946d4dc-09d2-4be5-94c9-ae3ecd16027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:04.090843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-0946d4dc-09d2-4be5-94c9-ae3ecd16027c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=197663ee-fa88-4bb1-8eae-454f5a005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120708 Jan 28 01:24:04.125272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-9c2ea9b4-c138-4bc5-9e9b-e15ccf2b1c0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3874297 Jan 28 01:24:04.297700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-96058c26-7fe2-431d-ba7e-9442a1e97c92 service neutron] 10.222.0.45 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993887 Jan 28 01:24:04.315265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-8a73eab6-7e4b-4257-bfcc-be5ba3ca569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:04.316762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-8a73eab6-7e4b-4257-bfcc-be5ba3ca569e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7184d6812f347ec8348a1150820a768&device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.0907264 Jan 28 01:24:04.542458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9092b983-78af-4ed8-a3d2-e227b231be0b req-87bd31b1-e0e4-4a13-af83-7895c9abfbcd service neutron] 10.222.0.45 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375698 Jan 28 01:24:04.586123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-5df0c12b-6f22-4289-abe1-9bcdc797b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:04.586978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-5df0c12b-6f22-4289-abe1-9bcdc797b568 service neutron] 10.222.0.43 "GET /v2.0/networks?id=197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 200 len: 911 time: 0.2434373 Jan 28 01:24:04.611567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6677198e-0404-4769-b90d-d56cc024a0f6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:04.683883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-efccd986-1f4f-4b11-824a-05699304da2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57590549-39a9-4b30-b70c-a35065052880 HTTP/1.1" status: 200 len: 217 time: 0.0819705 Jan 28 01:24:05.000468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-3bcce87e-0448-4d23-8734-7a991887cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:05.003550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-3bcce87e-0448-4d23-8734-7a991887cfb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f055b2b-7254-4840-b37c-92edd2edbee7 HTTP/1.1" status: 200 len: 849 time: 0.3111579 Jan 28 01:24:05.090127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3930a0-397d-454f-a270-7873b9d55fa9 req-8ac3f08a-45f1-4098-a724-1cf66617c626 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:05.097742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c3930a0-397d-454f-a270-7873b9d55fa9 req-8ac3f08a-45f1-4098-a724-1cf66617c626 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2757325 Jan 28 01:24:05.216247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-54852258-1a0e-4f61-8df3-798475df0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:05.227376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-54852258-1a0e-4f61-8df3-798475df0885 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=197663ee-fa88-4bb1-8eae-454f5a005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149036 Jan 28 01:24:05.247381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-6234d527-bcb5-489a-8f6e-5b80512b082a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:24:05.248533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-6234d527-bcb5-489a-8f6e-5b80512b082a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086205 Jan 28 01:24:05.250429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c58c21-8541-4dd1-a271-14900c1ad9c4 req-3b186b24-656c-47c7-a322-1dc223167bfe tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:05.251837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25c58c21-8541-4dd1-a271-14900c1ad9c4 req-3b186b24-656c-47c7-a322-1dc223167bfe tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1095 time: 0.1898031 Jan 28 01:24:05.317412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c3930a0-397d-454f-a270-7873b9d55fa9 req-67de5c60-cddb-447a-9e62-e48cb34d1dbd tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163496 Jan 28 01:24:05.448342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25c58c21-8541-4dd1-a271-14900c1ad9c4 req-b94a95b1-a3b0-4d06-bf89-5b1315b7a469 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796527 Jan 28 01:24:05.527468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-ff2ddfbb-2395-4cc3-baa2-6e54d1f70fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694974 Jan 28 01:24:05.816976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b855be27-531e-43a1-a1fb-3e48fb7b0279 req-6465960c-df21-4ebf-864a-7bd6afa25081 service neutron] 10.222.0.43 "GET /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756758 Jan 28 01:24:06.460313 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:24:06.641058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5b897-a161-4224-8da1-cb6043250c92 req-47b35473-cd95-4fcb-8413-35766675da45 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:06.646840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf5b897-a161-4224-8da1-cb6043250c92 req-47b35473-cd95-4fcb-8413-35766675da45 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1472552 Jan 28 01:24:06.872488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf5b897-a161-4224-8da1-cb6043250c92 req-5a3847bd-1b45-4f65-a8f9-3063cd6991b1 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190251 Jan 28 01:24:06.879301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d46fb-35ff-4260-9287-41f2095873c4 req-a1b7f829-1c31-4f4e-a542-214b764d2501 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:06.880902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d1d46fb-35ff-4260-9287-41f2095873c4 req-a1b7f829-1c31-4f4e-a542-214b764d2501 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1095 time: 0.1704907 Jan 28 01:24:06.969276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d1d46fb-35ff-4260-9287-41f2095873c4 req-40407590-2cbf-4a89-a4d0-8dda51cf7cd7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Jan 28 01:24:07.092937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d61c65b-389a-4c00-83be-296d7c143e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:07.312999 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:07.423901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cd266bd4-3844-416c-a40d-bbf6aecdbea3 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:24:07.437978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6677198e-0404-4769-b90d-d56cc024a0f6 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:24:07.570326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 6677198e-0404-4769-b90d-d56cc024a0f6 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:24:07.583940 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.resource_extend [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:24:07.609986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 6677198e-0404-4769-b90d-d56cc024a0f6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:24:07.624005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:07.828332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 6677198e-0404-4769-b90d-d56cc024a0f6 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:07.828820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:07.878148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6677198e-0404-4769-b90d-d56cc024a0f6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6677198e-0404-4769-b90d-d56cc024a0f6,segment=NetworkSegment(6660f0a6-67e0-4c62-9249-5ac8d773cb74),segment_id=6660f0a6-67e0-4c62-9249-5ac8d773cb74)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:07.883706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6677198e-0404-4769-b90d-d56cc024a0f6'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:07.886127 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cccc81-8416-4b13-aa9a-0194dfec4ebe" -d '{"events": [{"server_uuid": "06efce1d-d18f-402a-9da7-6806345b3fe6", "name": "network-vif-plugged", "status": "completed", "tag": "6677198e-0404-4769-b90d-d56cc024a0f6"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:07.913243 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:07.974570 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeef6cb-3668-46ba-a365-f79d3a219abc x-openstack-request-id: req-5eeef6cb-3668-46ba-a365-f79d3a219abc {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:07.975274 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06efce1d-d18f-402a-9da7-6806345b3fe6", "name": "network-vif-plugged", "status": "completed", "tag": "6677198e-0404-4769-b90d-d56cc024a0f6", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:07.975709 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eeef6cb-3668-46ba-a365-f79d3a219abc {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:07.976323 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6677198e-0404-4769-b90d-d56cc024a0f6', 'code': 200} Jan 28 01:24:07.993585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cd266bd4-3844-416c-a40d-bbf6aecdbea3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:08.053279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3', 'network_id': '197663ee-fa88-4bb1-8eae-454f5a005be4', 'port_id': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3', 'mac_address': 'fa:16:3e:00:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f055b2b-7254-4840-b37c-92edd2edbee7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:24:08.134232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port cd266bd4-3844-416c-a40d-bbf6aecdbea3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:08.135510 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:08.137754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=6677198e-0404-4769-b90d-d56cc024a0f6,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:08.168618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd266bd4-3844-416c-a40d-bbf6aecdbea3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:08.213423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cd266bd4-3844-416c-a40d-bbf6aecdbea3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:08.223169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:08.343445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2890cab-c4f4-4588-8031-7d4476d53c46 req-d56cdd5d-72cb-42be-b5dd-724dbbc7c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:08.345021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2890cab-c4f4-4588-8031-7d4476d53c46 req-d56cdd5d-72cb-42be-b5dd-724dbbc7c0c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 1097 time: 0.2771106 Jan 28 01:24:08.354811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766b159-9cd5-41d7-b3d5-ea14690a1f21 req-38fbc2bb-5e8a-40a9-8545-682e33c15440 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:08.363401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8766b159-9cd5-41d7-b3d5-ea14690a1f21 req-38fbc2bb-5e8a-40a9-8545-682e33c15440 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.2403381 Jan 28 01:24:08.378481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2ac25-0b52-457c-8964-f0ae17f5914d req-d128e295-a74d-473d-8369-c5d778386852 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:08.380100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ece2ac25-0b52-457c-8964-f0ae17f5914d req-d128e295-a74d-473d-8369-c5d778386852 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1095 time: 0.2511363 Jan 28 01:24:08.478026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ece2ac25-0b52-457c-8964-f0ae17f5914d req-33d1fded-2067-46fc-89a8-9d683a8a0716 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761437 Jan 28 01:24:08.550558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2890cab-c4f4-4588-8031-7d4476d53c46 req-756c58c4-501a-406d-958a-79031f14e492 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788757 Jan 28 01:24:08.594080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=cd266bd4-3844-416c-a40d-bbf6aecdbea3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:08.608409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8766b159-9cd5-41d7-b3d5-ea14690a1f21 req-63e50df7-cfec-4367-bb7c-2c7f9f46f72f tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440000 Jan 28 01:24:08.753601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['cd266bd4-3844-416c-a40d-bbf6aecdbea3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:09.338551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-146a30be-b10c-461a-92a3-4a451519f3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:09.765401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6ff07-d584-450e-838f-6558614a553d req-85a0b98e-e28c-4f9a-bc09-cb41c2a7692f tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:09.771756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3c6ff07-d584-450e-838f-6558614a553d req-85a0b98e-e28c-4f9a-bc09-cb41c2a7692f tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1096 time: 0.1442692 Jan 28 01:24:09.907824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3c6ff07-d584-450e-838f-6558614a553d req-e37c059a-ba4a-4f17-89aa-8eb9aa841467 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213796 Jan 28 01:24:09.928160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399b3d5-e07e-4de6-98ad-c4bacfed4446 req-d96d0646-a957-45e4-ad85-4ad16915e6e7 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:09.948437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7399b3d5-e07e-4de6-98ad-c4bacfed4446 req-d96d0646-a957-45e4-ad85-4ad16915e6e7 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.1147530 Jan 28 01:24:10.046509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7399b3d5-e07e-4de6-98ad-c4bacfed4446 req-d665c8b9-eb8e-4ce7-8088-9f8dc74e147b tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967741 Jan 28 01:24:10.839035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.109723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa7d55-fd2e-4cb3-8329-e10d1e6bd843 req-24ba55ef-d684-4a02-b299-8adfabaf1fc9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:11.125382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55fa7d55-fd2e-4cb3-8329-e10d1e6bd843 req-24ba55ef-d684-4a02-b299-8adfabaf1fc9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1096 time: 0.1131029 Jan 28 01:24:11.138908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55802) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:11.270762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55fa7d55-fd2e-4cb3-8329-e10d1e6bd843 req-c26dab17-55e3-4a21-91d7-2f09745ecea7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438658 Jan 28 01:24:11.328877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f02f8f-e2b4-4467-a8b9-a09a671e35ea req-a5ee4155-2790-4e36-8682-bfb980ea3bbf tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:11.330540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4f02f8f-e2b4-4467-a8b9-a09a671e35ea req-a5ee4155-2790-4e36-8682-bfb980ea3bbf tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.1317770 Jan 28 01:24:11.406560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11a4b88a-4b50-4874-8aa1-09865d45d27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.441218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cd266bd4-3844-416c-a40d-bbf6aecdbea3 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:24:11.462392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f4f02f8f-e2b4-4467-a8b9-a09a671e35ea req-9e74dd5a-641f-4740-97a0-c366dbb15bee tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158862 Jan 28 01:24:11.589385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port cd266bd4-3844-416c-a40d-bbf6aecdbea3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:24:11.594127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port cd266bd4-3844-416c-a40d-bbf6aecdbea3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:24:11.594553 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.655137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11a4b88a-4b50-4874-8aa1-09865d45d27a admin admin] Publish callbacks [] for security_group (caef070d-cd7e-4e37-87ac-97f096458f95), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.665334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11a4b88a-4b50-4874-8aa1-09865d45d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (caef070d-cd7e-4e37-87ac-97f096458f95), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.716755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b88a-4b50-4874-8aa1-09865d45d27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caef070d-cd7e-4e37-87ac-97f096458f95,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:11.780889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port cd266bd4-3844-416c-a40d-bbf6aecdbea3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:11.781274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.802325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-11a4b88a-4b50-4874-8aa1-09865d45d27a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83db335a6dcd4ba3929e25fda50d4991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597047 Jan 28 01:24:11.804241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55812) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:11.815541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:11.835732 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af51a1-c101-49e9-9404-338f3624b620" -d '{"events": [{"server_uuid": "cb8d97d9-b0a6-44f1-9d98-656792a38269", "name": "network-vif-plugged", "status": "completed", "tag": "cd266bd4-3844-416c-a40d-bbf6aecdbea3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:11.865443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cd266bd4-3844-416c-a40d-bbf6aecdbea3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:11.881607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.975267 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55516cf-77e7-42f2-b60c-a6eedb0fa956 x-openstack-request-id: req-a55516cf-77e7-42f2-b60c-a6eedb0fa956 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:11.975647 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8d97d9-b0a6-44f1-9d98-656792a38269", "name": "network-vif-plugged", "status": "completed", "tag": "cd266bd4-3844-416c-a40d-bbf6aecdbea3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:11.975845 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a55516cf-77e7-42f2-b60c-a6eedb0fa956 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:11.976225 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3', 'code': 200} Jan 28 01:24:12.003175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:12.057926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=cd266bd4-3844-416c-a40d-bbf6aecdbea3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:12.082956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.083352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.083782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.084181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.084522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.084862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.085336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.085701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.086141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.086470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.086800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.087212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.087540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:12.188256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fe4993bd-8838-4b66-857f-1b0879bde1f1 admin admin] Publish callbacks [] for security_group (caef070d-cd7e-4e37-87ac-97f096458f95), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:12.219063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b571-140a-44fd-b407-d9851153355a req-a7e98c7b-8a67-44d6-84cc-fa591e8966b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:12.220774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-a7e98c7b-8a67-44d6-84cc-fa591e8966b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08a748b888a0446688996e513c153ed8&device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 1097 time: 0.2838533 Jan 28 01:24:12.249761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fe4993bd-8838-4b66-857f-1b0879bde1f1 admin admin] Publish callbacks [] for security_group (caef070d-cd7e-4e37-87ac-97f096458f95), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:12.256198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba44f21-1b6f-4584-98a8-dcf00f4946fe req-0ac871e9-063a-4f6b-8217-66aa232aaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:12.257972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ba44f21-1b6f-4584-98a8-dcf00f4946fe req-0ac871e9-063a-4f6b-8217-66aa232aaab4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.1671467 Jan 28 01:24:12.452244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ba44f21-1b6f-4584-98a8-dcf00f4946fe req-1c52cbdf-a189-43e8-aab7-18f6082122ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756802 Jan 28 01:24:12.482335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ada6d-5804-45e7-8b27-7e125b8ade55 req-78d61e93-de4f-4bba-86af-76f4e4285c74 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:12.499314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-030ada6d-5804-45e7-8b27-7e125b8ade55 req-78d61e93-de4f-4bba-86af-76f4e4285c74 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.4681277 Jan 28 01:24:12.540937 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fe4993bd-8838-4b66-857f-1b0879bde1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (caef070d-cd7e-4e37-87ac-97f096458f95), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:12.545198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fe4993bd-8838-4b66-857f-1b0879bde1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:12.549163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fe4993bd-8838-4b66-857f-1b0879bde1f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caef070d-cd7e-4e37-87ac-97f096458f95 HTTP/1.1" status: 204 len: 168 time: 0.7415075 Jan 28 01:24:12.600296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4993bd-8838-4b66-857f-1b0879bde1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef070d-cd7e-4e37-87ac-97f096458f95,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:12.674036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-030ada6d-5804-45e7-8b27-7e125b8ade55 req-79e57436-7cbf-4d79-a77b-86dc19693925 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744294 Jan 28 01:24:12.679763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979c07-c96e-4fed-a217-e3e12fa24847 req-03df34f6-6324-4852-bae1-a03bb057b12d tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:12.694436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c979c07-c96e-4fed-a217-e3e12fa24847 req-03df34f6-6324-4852-bae1-a03bb057b12d tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.2385337 Jan 28 01:24:12.703416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b571-140a-44fd-b407-d9851153355a req-a5428faf-fb66-43a5-954c-7f2f20eb7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:12.704931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-a5428faf-fb66-43a5-954c-7f2f20eb7ffb service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe HTTP/1.1" status: 200 len: 913 time: 0.4697413 Jan 28 01:24:12.800013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c979c07-c96e-4fed-a217-e3e12fa24847 req-2d084162-d81a-4033-97cd-bcbc0d8db0b7 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Jan 28 01:24:12.979500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-1059317d-ff11-458f-bcbd-4f9a6edc9bba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6677198e-0404-4769-b90d-d56cc024a0f6 HTTP/1.1" status: 200 len: 217 time: 0.0830679 Jan 28 01:24:13.064327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55838) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:13.081408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b571-140a-44fd-b407-d9851153355a req-83ffd88c-ee13-4216-898d-34a7015067c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:13.083267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-83ffd88c-ee13-4216-898d-34a7015067c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b HTTP/1.1" status: 200 len: 852 time: 0.0932004 Jan 28 01:24:13.087175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01ee5c97-3884-4f15-a2f5-26d1956ae1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.141243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-50a3aa59-6596-445e-9124-4b5d4803da8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ce983c3-0b05-4b41-8ddd-909f9f061dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477202 Jan 28 01:24:13.283133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01ee5c97-3884-4f15-a2f5-26d1956ae1df admin admin] Publish callbacks [] for security_group (8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.289057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-01ee5c97-3884-4f15-a2f5-26d1956ae1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.325854 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.349830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-15cd0208-5fa7-49d4-ab32-00a400c42c25 service neutron] 10.222.0.45 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982110 Jan 28 01:24:13.384109 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-01ee5c97-3884-4f15-a2f5-26d1956ae1df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64fb8ee23d37448fa5b1da1a7641edad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177888 Jan 28 01:24:13.384987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee5c97-3884-4f15-a2f5-26d1956ae1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:13.387410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55846) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:13.534890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cee9b571-140a-44fd-b407-d9851153355a req-18f28431-6ce4-4ca5-a7ff-6f527880ebeb service neutron] 10.222.0.45 "GET /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770597 Jan 28 01:24:13.540522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9407d6a3-e9bf-4fae-b4f8-f2aa1ba07c27 admin admin] Publish callbacks [] for security_group (8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.586366 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9407d6a3-e9bf-4fae-b4f8-f2aa1ba07c27 admin admin] Publish callbacks [] for security_group (8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.655244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9407d6a3-e9bf-4fae-b4f8-f2aa1ba07c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.658759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9407d6a3-e9bf-4fae-b4f8-f2aa1ba07c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.666252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9407d6a3-e9bf-4fae-b4f8-f2aa1ba07c27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4 HTTP/1.1" status: 204 len: 168 time: 0.2721462 Jan 28 01:24:13.681822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407d6a3-e9bf-4fae-b4f8-f2aa1ba07c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1f6f4f-f58e-48b2-8de3-4209e6a90ea4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:13.898250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752cae-c4c5-4e62-9e2b-4c5b3047defe req-5a1603b3-9be6-495b-9e41-6e9cc7513149 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:13.905515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a752cae-c4c5-4e62-9e2b-4c5b3047defe req-5a1603b3-9be6-495b-9e41-6e9cc7513149 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.1102545 Jan 28 01:24:14.018132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a752cae-c4c5-4e62-9e2b-4c5b3047defe req-749aaf48-8671-4c4c-ab42-0806c405de96 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073046 Jan 28 01:24:14.120115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9a7f-6969-4df3-8618-401b8b9905de req-8814286b-9b77-43fa-8152-438b579ec588 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:14.133261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a51f9a7f-6969-4df3-8618-401b8b9905de req-8814286b-9b77-43fa-8152-438b579ec588 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.1123312 Jan 28 01:24:14.204044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a51f9a7f-6969-4df3-8618-401b8b9905de req-9ef76a24-f6cb-4581-846c-2bb3c70c7860 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637834 Jan 28 01:24:15.179901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb505-55b1-447d-ac7b-283bb09f741d req-7dc4b08e-d0a6-41ac-8f2e-370e485ab5b4 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:15.181486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ffb505-55b1-447d-ac7b-283bb09f741d req-7dc4b08e-d0a6-41ac-8f2e-370e485ab5b4 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.0911150 Jan 28 01:24:15.274839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0ffb505-55b1-447d-ac7b-283bb09f741d req-a0ec5fc0-72a8-4eb3-bbe2-e14a2062a5d1 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860746 Jan 28 01:24:15.543647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b8b94-ff28-4090-ba85-75ba2465a03b req-a1440c68-baf2-4be7-950a-0fb7bbbb0aa4 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:15.566825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a2b8b94-ff28-4090-ba85-75ba2465a03b req-a1440c68-baf2-4be7-950a-0fb7bbbb0aa4 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.1284914 Jan 28 01:24:15.674758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a2b8b94-ff28-4090-ba85-75ba2465a03b req-ee33fdd3-132c-45f1-86ef-e386567461e9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060519 Jan 28 01:24:15.974525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b92573-6c2d-4afa-b0c9-23c745baa714 req-94c554d0-cbcb-4caa-8385-cbde783f0ed2 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:15.976131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86b92573-6c2d-4afa-b0c9-23c745baa714 req-94c554d0-cbcb-4caa-8385-cbde783f0ed2 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.1744246 Jan 28 01:24:16.007113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ab3a7-8395-4ab8-ab3e-6caaa26a602d req-9cc8c985-2e55-4f9d-a3ae-ae32aecebdce tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:16.026480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce6ab3a7-8395-4ab8-ab3e-6caaa26a602d req-9cc8c985-2e55-4f9d-a3ae-ae32aecebdce tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.1901712 Jan 28 01:24:16.201010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce6ab3a7-8395-4ab8-ab3e-6caaa26a602d req-a855f863-2c4d-4c4c-be08-7bc5f9c59f97 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735730 Jan 28 01:24:16.243991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86b92573-6c2d-4afa-b0c9-23c745baa714 req-0512b62e-e653-4d38-a3ab-153e48f08f15 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573318 Jan 28 01:24:16.461764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0475e2-e10c-46ab-ba0c-6d46d60b0b70 req-42f07278-3cbb-4757-a332-70f02b57994e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:16.466217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd0475e2-e10c-46ab-ba0c-6d46d60b0b70 req-42f07278-3cbb-4757-a332-70f02b57994e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.1445701 Jan 28 01:24:16.630222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd0475e2-e10c-46ab-ba0c-6d46d60b0b70 req-f454de18-4fc9-4603-8bae-af42ec732ec0 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437175 Jan 28 01:24:17.056043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62865e2-1f0d-4517-9e17-e8e2b5049072 req-71973b78-95d9-4920-bfc5-e96486a7f9a2 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:17.065138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f62865e2-1f0d-4517-9e17-e8e2b5049072 req-71973b78-95d9-4920-bfc5-e96486a7f9a2 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.0759556 Jan 28 01:24:17.586472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f62865e2-1f0d-4517-9e17-e8e2b5049072 req-663abde2-4057-47c4-8b7b-e4a9e14b600e tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153956 Jan 28 01:24:17.587048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:17.666224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32067ca-054c-4bdf-b736-c967ed029114 req-88b12e96-82dd-4245-9857-fc183df0674a tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:17.674597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b32067ca-054c-4bdf-b736-c967ed029114 req-88b12e96-82dd-4245-9857-fc183df0674a tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.1252267 Jan 28 01:24:17.771614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b32067ca-054c-4bdf-b736-c967ed029114 req-b76f7b9b-e2fb-4206-bf3a-633ea6c6adb2 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc3e467-4491-459b-8fa6-f2a8838e5704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Jan 28 01:24:17.834184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9719-4123-45f8-a1bb-675ca7825f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:17.967387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9719-4123-45f8-a1bb-675ca7825f9f admin admin] Publish callbacks [] for security_group (572080c7-55a0-4c2a-8215-59f76a25b64b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:17.973589 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9719-4123-45f8-a1bb-675ca7825f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (572080c7-55a0-4c2a-8215-59f76a25b64b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.022046 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c7c9719-4123-45f8-a1bb-675ca7825f9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b779fbcae847446680978138962b334e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322696 Jan 28 01:24:18.022046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c9719-4123-45f8-a1bb-675ca7825f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572080c7-55a0-4c2a-8215-59f76a25b64b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:18.023484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55982) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:18.073238 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-124fa13c-7bba-4ff3-9fea-340ca827044c admin admin] Publish callbacks [] for security_group (572080c7-55a0-4c2a-8215-59f76a25b64b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.095768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-124fa13c-7bba-4ff3-9fea-340ca827044c admin admin] Publish callbacks [] for security_group (572080c7-55a0-4c2a-8215-59f76a25b64b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.155886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-124fa13c-7bba-4ff3-9fea-340ca827044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (572080c7-55a0-4c2a-8215-59f76a25b64b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.158612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-124fa13c-7bba-4ff3-9fea-340ca827044c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.164236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-124fa13c-7bba-4ff3-9fea-340ca827044c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/572080c7-55a0-4c2a-8215-59f76a25b64b HTTP/1.1" status: 204 len: 168 time: 0.1396532 Jan 28 01:24:18.188146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fa13c-7bba-4ff3-9fea-340ca827044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572080c7-55a0-4c2a-8215-59f76a25b64b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:18.236843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-cb3a4911-eeb0-4041-b588-5a06a1b80938 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:18.238676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-cb3a4911-eeb0-4041-b588-5a06a1b80938 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.45 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 946 time: 0.0930870 Jan 28 01:24:18.383746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Deleting port 6677198e-0404-4769-b90d-d56cc024a0f6 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:18.384840 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.535277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] For port 6677198e-0404-4769-b90d-d56cc024a0f6, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6677198e-0404-4769-b90d-d56cc024a0f6,segment=NetworkSegment(6660f0a6-67e0-4c62-9249-5ac8d773cb74),segment_id=6660f0a6-67e0-4c62-9249-5ac8d773cb74)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:18.535646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.549814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Calling delete_port for 6677198e-0404-4769-b90d-d56cc024a0f6 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:18.677513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:18.695557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f43cdf1-2e45-456b-9281-f214c6639abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.745446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6677198e-0404-4769-b90d-d56cc024a0f6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.756051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0cb1-0584-49a6-b9d7-c5ecbb10ed4a req-8b529625-4638-4a01-b13b-693c73622421 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:18.763554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f5f0cb1-0584-49a6-b9d7-c5ecbb10ed4a req-8b529625-4638-4a01-b13b-693c73622421 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.0802844 Jan 28 01:24:18.790502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6677198e-0404-4769-b90d-d56cc024a0f6'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:18.799628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Pushing event deleted for resources: {'Port': ['ID=6677198e-0404-4769-b90d-d56cc024a0f6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:18.869879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f43cdf1-2e45-456b-9281-f214c6639abe admin admin] Publish callbacks [] for security_group (e35de6ff-602b-4836-8130-9b0db49f7ef5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.888958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f43cdf1-2e45-456b-9281-f214c6639abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e35de6ff-602b-4836-8130-9b0db49f7ef5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.962430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] No DVR routers for this DVR port 6677198e-0404-4769-b90d-d56cc024a0f6 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:18.966969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:18.974985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5bd92-1669-4a05-a51a-3b7ded52155b req-06d354b3-7e55-46e8-82e2-ff6dfc50b739 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.45 "DELETE /v2.0/ports/6677198e-0404-4769-b90d-d56cc024a0f6 HTTP/1.1" status: 204 len: 173 time: 0.7295096 Jan 28 01:24:18.980616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43cdf1-2e45-456b-9281-f214c6639abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35de6ff-602b-4836-8130-9b0db49f7ef5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:18.980869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'name': 'network-vif-deleted', 'tag': '6677198e-0404-4769-b90d-d56cc024a0f6'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:18.983105 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37137d0b-28cc-4a63-8580-01142427f731" -d '{"events": [{"server_uuid": "06efce1d-d18f-402a-9da7-6806345b3fe6", "name": "network-vif-deleted", "tag": "6677198e-0404-4769-b90d-d56cc024a0f6"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:19.019094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f5f0cb1-0584-49a6-b9d7-c5ecbb10ed4a req-04d72e3c-ab6e-4c21-a46e-47320e0203e1 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542863 Jan 28 01:24:19.023123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f43cdf1-2e45-456b-9281-f214c6639abe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af13b13aeb25435cb033142112d84e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444395 Jan 28 01:24:19.025768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56006) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:19.124630 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f012e049-8f54-4f74-8684-feba1707c7ef x-openstack-request-id: req-f012e049-8f54-4f74-8684-feba1707c7ef {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:19.125169 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06efce1d-d18f-402a-9da7-6806345b3fe6", "name": "network-vif-deleted", "tag": "6677198e-0404-4769-b90d-d56cc024a0f6", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:19.125610 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f012e049-8f54-4f74-8684-feba1707c7ef {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:19.126118 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06efce1d-d18f-402a-9da7-6806345b3fe6', 'name': 'network-vif-deleted', 'tag': '6677198e-0404-4769-b90d-d56cc024a0f6', 'status': 'completed', 'code': 200} Jan 28 01:24:19.128300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95c99c51-bd77-4452-8b92-c2abf91e07c4 req-a0006506-d4cb-4558-90f7-5a407df94546 tempest-InstanceActionsTestJSON-375501367 tempest-InstanceActionsTestJSON-375501367-project] 10.222.0.23 "GET /v2.0/ports?device_id=06efce1d-d18f-402a-9da7-6806345b3fe6 HTTP/1.1" status: 200 len: 210 time: 0.0729325 Jan 28 01:24:19.155010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff30a4c-8b2b-4fea-965e-7a421604ea6c admin admin] Publish callbacks [] for security_group (e35de6ff-602b-4836-8130-9b0db49f7ef5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:19.183699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff30a4c-8b2b-4fea-965e-7a421604ea6c admin admin] Publish callbacks [] for security_group (e35de6ff-602b-4836-8130-9b0db49f7ef5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:19.311719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff30a4c-8b2b-4fea-965e-7a421604ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e35de6ff-602b-4836-8130-9b0db49f7ef5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:19.316434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff30a4c-8b2b-4fea-965e-7a421604ea6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:19.319243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aff30a4c-8b2b-4fea-965e-7a421604ea6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e35de6ff-602b-4836-8130-9b0db49f7ef5 HTTP/1.1" status: 204 len: 168 time: 0.2924864 Jan 28 01:24:19.393795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff30a4c-8b2b-4fea-965e-7a421604ea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35de6ff-602b-4836-8130-9b0db49f7ef5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:19.424473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-dd4c763b-c65d-4136-903e-df7a249a8093 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:19.426034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-dd4c763b-c65d-4136-903e-df7a249a8093 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 1097 time: 0.1330349 Jan 28 01:24:19.639572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Deleting port cd266bd4-3844-416c-a40d-bbf6aecdbea3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:19.644000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:19.787511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] For port cd266bd4-3844-416c-a40d-bbf6aecdbea3, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cd266bd4-3844-416c-a40d-bbf6aecdbea3,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:19.788165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:19.819007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Calling delete_port for cd266bd4-3844-416c-a40d-bbf6aecdbea3 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:20.093041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cd266bd4-3844-416c-a40d-bbf6aecdbea3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.131157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['57590549-39a9-4b30-b70c-a35065052880'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:20.176526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['cd266bd4-3844-416c-a40d-bbf6aecdbea3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:20.207202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd266bd4-3844-416c-a40d-bbf6aecdbea3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:20.244217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:20.340158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccbe5cc2-74a2-4dda-a69e-d2a00a604f66 req-b87e4855-30d9-4fb8-8934-d7d3e59907a6 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb8d97d9-b0a6-44f1-9d98-656792a38269 HTTP/1.1" status: 200 len: 210 time: 0.1397505 Jan 28 01:24:20.373711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Deleting subnet faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:24:20.378033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Publish callbacks [] for subnet (faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.397646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] No DVR routers for this DVR port cd266bd4-3844-416c-a40d-bbf6aecdbea3 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:20.400131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.403880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e42ffff7-57c6-4f3c-9cd3-c3f42850d757 req-55a11da4-6428-46ed-b375-46452705062c tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.45 "DELETE /v2.0/ports/cd266bd4-3844-416c-a40d-bbf6aecdbea3 HTTP/1.1" status: 204 len: 173 time: 0.9710536 Jan 28 01:24:20.538887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.692291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.874928 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.910617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:20.916926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.920850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3d65c36e-f2b1-4584-a80d-4cc0650f9c2f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/faa59f9c-f66d-45e3-b0a9-66cbd7aaa97b HTTP/1.1" status: 204 len: 168 time: 0.6749320 Jan 28 01:24:20.923547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56056) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:21.140190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'name': 'network-vif-deleted', 'tag': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:21.149461 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cfddc6-c089-43e1-8c46-545e6dfc3f24" -d '{"events": [{"server_uuid": "cb8d97d9-b0a6-44f1-9d98-656792a38269", "name": "network-vif-deleted", "tag": "cd266bd4-3844-416c-a40d-bbf6aecdbea3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:21.169269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6ce983c3-0b05-4b41-8ddd-909f9f061dbe), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.264393 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788cd66-79f1-47c1-ac62-461cd0806a99 x-openstack-request-id: req-b788cd66-79f1-47c1-ac62-461cd0806a99 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:21.264700 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8d97d9-b0a6-44f1-9d98-656792a38269", "name": "network-vif-deleted", "tag": "cd266bd4-3844-416c-a40d-bbf6aecdbea3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:21.265000 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b788cd66-79f1-47c1-ac62-461cd0806a99 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:21.265578 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8d97d9-b0a6-44f1-9d98-656792a38269', 'name': 'network-vif-deleted', 'tag': 'cd266bd4-3844-416c-a40d-bbf6aecdbea3', 'status': 'completed', 'code': 200} Jan 28 01:24:21.335181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6ce983c3-0b05-4b41-8ddd-909f9f061dbe), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.391976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce983c3-0b05-4b41-8ddd-909f9f061dbe']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:21.413416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6660f0a6-67e0-4c62-9249-5ac8d773cb74') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:21.416544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6660f0a6-67e0-4c62-9249-5ac8d773cb74') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:21.436012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (6660f0a6-67e0-4c62-9249-5ac8d773cb74), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.467426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6660f0a6-67e0-4c62-9249-5ac8d773cb74), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.476199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:24:21.477964 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (6660f0a6-67e0-4c62-9249-5ac8d773cb74), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:24:21.483380 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:24:21.492577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6677198e-0404-4769-b90d-d56cc024a0f6 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:21.551083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 6677198e-0404-4769-b90d-d56cc024a0f6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:21.551789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6677198e-0404-4769-b90d-d56cc024a0f6 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:21.655478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6ce983c3-0b05-4b41-8ddd-909f9f061dbe), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.715851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:21.724548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] 10.222.0.23 "DELETE /v2.0/networks/6ce983c3-0b05-4b41-8ddd-909f9f061dbe HTTP/1.1" status: 204 len: 168 time: 0.7956934 Jan 28 01:24:21.725558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83d089-c528-4cd5-92de-5953081e4f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce983c3-0b05-4b41-8ddd-909f9f061dbe,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:22.029815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f162c-f9fb-4def-8eb7-bdbf9b7a9bb4 req-30004bb4-4693-45d1-9566-2040d2262da9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:22.032238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a12f162c-f9fb-4def-8eb7-bdbf9b7a9bb4 req-30004bb4-4693-45d1-9566-2040d2262da9 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.0836074 Jan 28 01:24:22.134029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56118) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:22.189862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a12f162c-f9fb-4def-8eb7-bdbf9b7a9bb4 req-77c0cae4-0b1c-492f-afee-31ae96a47403 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494937 Jan 28 01:24:22.224630 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e276dcfa-49a9-4d3c-aafc-928796c7ef72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a748b888a0446688996e513c153ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892441 Jan 28 01:24:22.227232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56126) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:22.354905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-467cd202-9ddb-4c2a-ad0a-e8b262df5f10 admin admin] Publish callbacks [] for security_group (fcc3e467-4491-459b-8fa6-f2a8838e5704), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:22.397407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-467cd202-9ddb-4c2a-ad0a-e8b262df5f10 admin admin] Publish callbacks [] for security_group (fcc3e467-4491-459b-8fa6-f2a8838e5704), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:22.499041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-467cd202-9ddb-4c2a-ad0a-e8b262df5f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fcc3e467-4491-459b-8fa6-f2a8838e5704), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:22.502045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-467cd202-9ddb-4c2a-ad0a-e8b262df5f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:22.503367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-467cd202-9ddb-4c2a-ad0a-e8b262df5f10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc3e467-4491-459b-8fa6-f2a8838e5704 HTTP/1.1" status: 204 len: 168 time: 0.2749658 Jan 28 01:24:22.521204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cd202-9ddb-4c2a-ad0a-e8b262df5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3e467-4491-459b-8fa6-f2a8838e5704,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:23.491809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cd266bd4-3844-416c-a40d-bbf6aecdbea3 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:23.526000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257d74-c138-42bf-82a3-12dc56ca8991 req-9b0b05a0-20af-4ac2-a8d8-123e493c741b tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.537474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a257d74-c138-42bf-82a3-12dc56ca8991 req-9b0b05a0-20af-4ac2-a8d8-123e493c741b tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.2240448 Jan 28 01:24:23.543579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-429241b8-7fd2-49ca-b576-3a731b02213f tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.545014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-429241b8-7fd2-49ca-b576-3a731b02213f tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 1097 time: 0.2226973 Jan 28 01:24:23.572348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: cd266bd4-3844-416c-a40d-bbf6aecdbea3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:23.572986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cd266bd4-3844-416c-a40d-bbf6aecdbea3 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:23.805435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a257d74-c138-42bf-82a3-12dc56ca8991 req-680b1642-5a55-486c-8fb4-992fb6fa1544 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8e037c7-4f40-47f6-bc9e-ffd343f58181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536931 Jan 28 01:24:23.853823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Deleting port 57590549-39a9-4b30-b70c-a35065052880 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:23.854175 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (57590549-39a9-4b30-b70c-a35065052880), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.027828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] For port 57590549-39a9-4b30-b70c-a35065052880, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=57590549-39a9-4b30-b70c-a35065052880,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:24.028295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (57590549-39a9-4b30-b70c-a35065052880), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.045406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Calling delete_port for 57590549-39a9-4b30-b70c-a35065052880 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:24.264261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56224) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:24.355148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (57590549-39a9-4b30-b70c-a35065052880), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.388386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['57590549-39a9-4b30-b70c-a35065052880'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:24.424270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Pushing event deleted for resources: {'Port': ['ID=57590549-39a9-4b30-b70c-a35065052880,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:24.539654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] No DVR routers for this DVR port 57590549-39a9-4b30-b70c-a35065052880 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:24.543047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.548273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2714e8f1-0792-4b08-bff9-8e73685f366d req-3439c9ae-b6b7-476e-b857-a26aa2865ee8 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.43 "DELETE /v2.0/ports/57590549-39a9-4b30-b70c-a35065052880 HTTP/1.1" status: 204 len: 173 time: 0.9962587 Jan 28 01:24:24.551203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ce768-5685-477e-8545-9661841b9ccb', 'name': 'network-vif-deleted', 'tag': '57590549-39a9-4b30-b70c-a35065052880'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:24.570163 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92096f5b-4303-4ba5-8499-48e65f8c03dc" -d '{"events": [{"server_uuid": "d81ce768-5685-477e-8545-9661841b9ccb", "name": "network-vif-deleted", "tag": "57590549-39a9-4b30-b70c-a35065052880"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:24.643335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1867810814-network', 'tenant_id': '3316433c191f4b91b115a2cc1a5284b6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:24.699460 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d386c9-2722-47cb-b1e1-2e2ebfa658e0 x-openstack-request-id: req-91d386c9-2722-47cb-b1e1-2e2ebfa658e0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:24.700090 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ce768-5685-477e-8545-9661841b9ccb", "name": "network-vif-deleted", "tag": "57590549-39a9-4b30-b70c-a35065052880", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:24.700517 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91d386c9-2722-47cb-b1e1-2e2ebfa658e0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:24.701212 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ce768-5685-477e-8545-9661841b9ccb', 'name': 'network-vif-deleted', 'tag': '57590549-39a9-4b30-b70c-a35065052880', 'status': 'completed', 'code': 200} Jan 28 01:24:24.707714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Made reservation on behalf of 3316433c191f4b91b115a2cc1a5284b6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:24:24.710054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.724805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.836759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks [] for security_group (628c03bb-26c6-4e9e-b24d-efbb139cc3aa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.845553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (628c03bb-26c6-4e9e-b24d-efbb139cc3aa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.890483 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:24:24.914795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (22125d1b-1de4-461b-bd4e-d3855ff6de71), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:24.915957 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Added segment 22125d1b-1de4-461b-bd4e-d3855ff6de71 of type vlan for network 5635361e-072a-40ef-8c87-460facd7361a Jan 28 01:24:24.983503 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5635361e-072a-40ef-8c87-460facd7361a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:25.038543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5635361e-072a-40ef-8c87-460facd7361a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:25.042705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:25.043532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:25.105978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628c03bb-26c6-4e9e-b24d-efbb139cc3aa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:25.132376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8665776 Jan 28 01:24:25.142629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56242) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:25.152003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Request body: {'subnet': {'network_id': '5635361e-072a-40ef-8c87-460facd7361a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1867810814-subnet', 'tenant_id': '3316433c191f4b91b115a2cc1a5284b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:25.168657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.169086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.169503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.169947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.170372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.170775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.171175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.174107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.174596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.174996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.175503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.175903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.176303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:25.195043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09be8f-4989-4107-a864-081e0c7a2905 admin admin] Pushing event updated for resources: {'Network': ['ID=5635361e-072a-40ef-8c87-460facd7361a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:25.214062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39573efb-a332-4cc0-9a87-60a87307983b req-8e53615d-8a79-45dc-8eb0-f9570dcaaa64 tempest-TestServerMultinode-1232317909 tempest-TestServerMultinode-1232317909-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d81ce768-5685-477e-8545-9661841b9ccb HTTP/1.1" status: 200 len: 210 time: 0.1974342 Jan 28 01:24:25.222132 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Made reservation on behalf of 3316433c191f4b91b115a2cc1a5284b6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:24:25.235699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:25.250470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5635361e-072a-40ef-8c87-460facd7361a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:24:25.520086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (c73c8322-f62f-4b5b-a999-00f031d8bd1a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:25.643280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73c8322-f62f-4b5b-a999-00f031d8bd1a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:25.660294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Checking segment: {'id': '22125d1b-1de4-461b-bd4e-d3855ff6de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5635361e-072a-40ef-8c87-460facd7361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:24:25.662231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Network hostable DHCP agents. Network: 5635361e-072a-40ef-8c87-460facd7361a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:24:25.708733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Network 5635361e-072a-40ef-8c87-460facd7361a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:24:25.744490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5635361e-072a-40ef-8c87-460facd7361a) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:24:25.751053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:25.751540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94887add-01bd-4334-9899-679d6236254a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:25.759644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af0b1ee-93f2-4d1c-ab2f-61555f9d71fe None None] Network 5635361e-072a-40ef-8c87-460facd7361a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:24:25.804471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-94887add-01bd-4334-9899-679d6236254a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6446743 Jan 28 01:24:25.948346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d2afd-4f59-4674-b884-568980c2f429 None None] Network 5635361e-072a-40ef-8c87-460facd7361a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:24:26.025393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:26.120295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Deleting subnet c73c8322-f62f-4b5b-a999-00f031d8bd1a {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:24:26.123850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Publish callbacks [] for subnet (c73c8322-f62f-4b5b-a999-00f031d8bd1a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.169511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (c73c8322-f62f-4b5b-a999-00f031d8bd1a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.262306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c73c8322-f62f-4b5b-a999-00f031d8bd1a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.319566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56262) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:26.382531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (c73c8322-f62f-4b5b-a999-00f031d8bd1a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.418661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.424585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c73c8322-f62f-4b5b-a999-00f031d8bd1a HTTP/1.1" status: 204 len: 168 time: 0.3955643 Jan 28 01:24:26.425948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56264) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:26.472572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900e471-2c7d-4128-a8af-bbda46d7588c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73c8322-f62f-4b5b-a999-00f031d8bd1a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:26.604292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 57590549-39a9-4b30-b70c-a35065052880 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:26.642073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5635361e-072a-40ef-8c87-460facd7361a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.662430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 57590549-39a9-4b30-b70c-a35065052880 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:26.662775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 57590549-39a9-4b30-b70c-a35065052880 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:26.889146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5635361e-072a-40ef-8c87-460facd7361a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:26.995324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5635361e-072a-40ef-8c87-460facd7361a']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:27.013240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22125d1b-1de4-461b-bd4e-d3855ff6de71') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:27.013627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22125d1b-1de4-461b-bd4e-d3855ff6de71') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:27.068957 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (22125d1b-1de4-461b-bd4e-d3855ff6de71), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.104317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (22125d1b-1de4-461b-bd4e-d3855ff6de71), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.123188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:24:27.124290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (22125d1b-1de4-461b-bd4e-d3855ff6de71), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:24:27.128371 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:24:27.211840 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5635361e-072a-40ef-8c87-460facd7361a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.218906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.238446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/5635361e-072a-40ef-8c87-460facd7361a HTTP/1.1" status: 204 len: 168 time: 0.8100338 Jan 28 01:24:27.267720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240799d5-f32f-4029-b4b7-d81498423c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=5635361e-072a-40ef-8c87-460facd7361a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:27.393736 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (84245cb5-5248-4290-bd41-4da8d8056fdc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.498865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:27.616218 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39d458bc-0609-4e05-b129-f1c5798af873 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3316433c191f4b91b115a2cc1a5284b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1119959 Jan 28 01:24:27.616994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:27.680226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af116b60-4f24-42f7-9d32-49a95b51e323 admin admin] Publish callbacks [] for security_group (628c03bb-26c6-4e9e-b24d-efbb139cc3aa), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.727036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af116b60-4f24-42f7-9d32-49a95b51e323 admin admin] Publish callbacks [] for security_group (628c03bb-26c6-4e9e-b24d-efbb139cc3aa), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.742828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Deleting port 72c568fe-76a4-4c8a-a06d-dd253f68ac50 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:27.743164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.786576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af116b60-4f24-42f7-9d32-49a95b51e323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (628c03bb-26c6-4e9e-b24d-efbb139cc3aa), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.792340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-af116b60-4f24-42f7-9d32-49a95b51e323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.796582 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-af116b60-4f24-42f7-9d32-49a95b51e323 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/628c03bb-26c6-4e9e-b24d-efbb139cc3aa HTTP/1.1" status: 204 len: 168 time: 0.1783695 Jan 28 01:24:27.805337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116b60-4f24-42f7-9d32-49a95b51e323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c03bb-26c6-4e9e-b24d-efbb139cc3aa,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:27.887287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] For port 72c568fe-76a4-4c8a-a06d-dd253f68ac50, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=72c568fe-76a4-4c8a-a06d-dd253f68ac50,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:27.888928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:27.948368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Calling delete_port for 72c568fe-76a4-4c8a-a06d-dd253f68ac50 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:28.319137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (72c568fe-76a4-4c8a-a06d-dd253f68ac50), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:28.358313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c568fe-76a4-4c8a-a06d-dd253f68ac50,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:28.801451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (84245cb5-5248-4290-bd41-4da8d8056fdc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:29.274380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Router 84245cb5-5248-4290-bd41-4da8d8056fdc has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:24:29.510458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:24:29.518017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a7cb501d-875d-4bde-8b11-b9c5a155d4c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/84245cb5-5248-4290-bd41-4da8d8056fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1966546 Jan 28 01:24:29.521170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56338) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:29.526882 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] Sync routers for ids ['84245cb5-5248-4290-bd41-4da8d8056fdc'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:24:29.581304 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] Routers {'84245cb5-5248-4290-bd41-4da8d8056fdc'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:24:29.582086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['84245cb5-5248-4290-bd41-4da8d8056fdc'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:29.761945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks [] for router (84245cb5-5248-4290-bd41-4da8d8056fdc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:29.792243 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] Set router 84245cb5-5248-4290-bd41-4da8d8056fdc gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:24:29.940159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks [] for router_gateway (84245cb5-5248-4290-bd41-4da8d8056fdc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:30.107730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Deleting port 76b83a3e-48e3-40e6-a7a2-93435241b57f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:30.108365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:30.398402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:24:28Z', 'revision_number': 5, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port': {'id': '76b83a3e-48e3-40e6-a7a2-93435241b57f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:08Z', 'updated_at': '2022-01-28T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:30.466740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] For port 76b83a3e-48e3-40e6-a7a2-93435241b57f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=76b83a3e-48e3-40e6-a7a2-93435241b57f,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:30.467229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:30.480605 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] Checking router: 84245cb5-5248-4290-bd41-4da8d8056fdc for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:24:30.502357 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] Routers {'84245cb5-5248-4290-bd41-4da8d8056fdc'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:24:30.505419 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['84245cb5-5248-4290-bd41-4da8d8056fdc'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:30.514983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Calling delete_port for 76b83a3e-48e3-40e6-a7a2-93435241b57f owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:30.946813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (76b83a3e-48e3-40e6-a7a2-93435241b57f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.094188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] Set router 84245cb5-5248-4290-bd41-4da8d8056fdc gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:24:31.166759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b83a3e-48e3-40e6-a7a2-93435241b57f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:31.198834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (84245cb5-5248-4290-bd41-4da8d8056fdc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.243240 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:24:29Z', 'revision_number': 6, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:31.333191 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52865b6e-8f63-4a36-be37-320137af8c5c None None] The sync data for ids ['84245cb5-5248-4290-bd41-4da8d8056fdc'] in n-d-826756-1 is: [{'id': '84245cb5-5248-4290-bd41-4da8d8056fdc', 'name': 'tempest-TestServerMultinode-1688932145-router', 'tenant_id': 'cd758851633344e5b529e61588876089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:07Z', 'updated_at': '2022-01-28T01:24:29Z', 'revision_number': 6, 'project_id': 'cd758851633344e5b529e61588876089', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:24:31.578623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (84245cb5-5248-4290-bd41-4da8d8056fdc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.585230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks [] for router_controller (84245cb5-5248-4290-bd41-4da8d8056fdc), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.718791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (84245cb5-5248-4290-bd41-4da8d8056fdc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.719569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84245cb5-5248-4290-bd41-4da8d8056fdc {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:24:31.729670 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.733171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-43849004-0d7c-42b3-b164-474473f36932 admin admin] 10.222.0.23 "DELETE /v2.0/routers/84245cb5-5248-4290-bd41-4da8d8056fdc HTTP/1.1" status: 204 len: 168 time: 2.2072845 Jan 28 01:24:31.733498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56386) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:31.821305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Deleting subnet 7f055b2b-7254-4840-b37c-92edd2edbee7 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:24:31.831304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Publish callbacks [] for subnet (7f055b2b-7254-4840-b37c-92edd2edbee7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:31.906669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (7f055b2b-7254-4840-b37c-92edd2edbee7), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.091199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (7f055b2b-7254-4840-b37c-92edd2edbee7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.229760 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (7f055b2b-7254-4840-b37c-92edd2edbee7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.293684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f055b2b-7254-4840-b37c-92edd2edbee7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:32.302124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.307050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-997b4e50-f355-4305-81f3-83d42f9fff05 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f055b2b-7254-4840-b37c-92edd2edbee7 HTTP/1.1" status: 204 len: 168 time: 0.5719287 Jan 28 01:24:32.309427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56392) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:32.312074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca3291-4684-4864-8552-726162f7143c None None] Network 197663ee-fa88-4bb1-8eae-454f5a005be4 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:24:32.522186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (197663ee-fa88-4bb1-8eae-454f5a005be4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.774398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Deleting port 338e0612-3d80-4c8d-a943-1834d3a7857f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:32.774853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.839552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] DHCP port deletion for 197663ee-fa88-4bb1-8eae-454f5a005be4 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:24:32.953196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] Deleting port 338e0612-3d80-4c8d-a943-1834d3a7857f {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:32.953743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:32.998883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] For port 338e0612-3d80-4c8d-a943-1834d3a7857f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=338e0612-3d80-4c8d-a943-1834d3a7857f,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:33.000970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.043267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Calling delete_port for 338e0612-3d80-4c8d-a943-1834d3a7857f owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:33.173822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] For port 338e0612-3d80-4c8d-a943-1834d3a7857f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=338e0612-3d80-4c8d-a943-1834d3a7857f,segment=NetworkSegment(12201453-d235-4a0d-9dd1-c98a55c340ec),segment_id=12201453-d235-4a0d-9dd1-c98a55c340ec)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:33.177358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.225413 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.227351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] Calling delete_port for 338e0612-3d80-4c8d-a943-1834d3a7857f owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:33.343088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Pushing event deleted for resources: {'Port': ['ID=338e0612-3d80-4c8d-a943-1834d3a7857f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:33.352023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] No DVR routers for this DVR port 338e0612-3d80-4c8d-a943-1834d3a7857f on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:33.496387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (197663ee-fa88-4bb1-8eae-454f5a005be4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.527574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (338e0612-3d80-4c8d-a943-1834d3a7857f), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.532181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197663ee-fa88-4bb1-8eae-454f5a005be4']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:33.542313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12201453-d235-4a0d-9dd1-c98a55c340ec') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:33.542610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12201453-d235-4a0d-9dd1-c98a55c340ec') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:33.552728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (12201453-d235-4a0d-9dd1-c98a55c340ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.557555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76b83a3e-48e3-40e6-a7a2-93435241b57f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:33.566832 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (12201453-d235-4a0d-9dd1-c98a55c340ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.572969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:24:33.573380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (12201453-d235-4a0d-9dd1-c98a55c340ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:24:33.661677 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:24:33.666661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (197663ee-fa88-4bb1-8eae-454f5a005be4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.674769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 76b83a3e-48e3-40e6-a7a2-93435241b57f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:33.675216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76b83a3e-48e3-40e6-a7a2-93435241b57f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:33.675730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72c568fe-76a4-4c8a-a06d-dd253f68ac50 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:33.676563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.682170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] 10.222.0.23 "DELETE /v2.0/networks/197663ee-fa88-4bb1-8eae-454f5a005be4 HTTP/1.1" status: 204 len: 168 time: 1.3715646 Jan 28 01:24:33.686148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56416) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:33.704694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] No DVR routers for this DVR port 338e0612-3d80-4c8d-a943-1834d3a7857f on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:33.709920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106a59-b79b-4427-b1ec-56ae0c4fbe94 admin admin] Pushing event deleted for resources: {'Network': ['ID=197663ee-fa88-4bb1-8eae-454f5a005be4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:33.718812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680fb3d-5953-4e38-8fce-fbaa6bd6d885 None None] Pushing event deleted for resources: {'Port': ['ID=338e0612-3d80-4c8d-a943-1834d3a7857f,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:33.813074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 72c568fe-76a4-4c8a-a06d-dd253f68ac50 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:33.813431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 72c568fe-76a4-4c8a-a06d-dd253f68ac50 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:33.821189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 338e0612-3d80-4c8d-a943-1834d3a7857f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:33.825912 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:33.938010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 338e0612-3d80-4c8d-a943-1834d3a7857f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:33.939585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 338e0612-3d80-4c8d-a943-1834d3a7857f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:34.586986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (0b197ced-9b1d-4521-bd58-d08a0c1d7318), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:35.180367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Deleting port 32f556f2-2433-4ef6-bf88-9af24f1be647 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:35.186256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:35.303530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] For port 32f556f2-2433-4ef6-bf88-9af24f1be647, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=32f556f2-2433-4ef6-bf88-9af24f1be647,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:35.304065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:35.322703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Calling delete_port for 32f556f2-2433-4ef6-bf88-9af24f1be647 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:35.554728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (32f556f2-2433-4ef6-bf88-9af24f1be647), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:35.618542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f556f2-2433-4ef6-bf88-9af24f1be647,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:35.963665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (0b197ced-9b1d-4521-bd58-d08a0c1d7318), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.839738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:24:37.134195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d91f63c2-ee0e-47ec-8ead-9f71fd26aa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:37.229969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:24:37.236466 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fcb447ac-adda-4eaf-88ba-baca7557d1e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/0b197ced-9b1d-4521-bd58-d08a0c1d7318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5489676 Jan 28 01:24:37.240012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56468) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:37.308880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] Sync routers for ids ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:24:37.387169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] Routers {'0b197ced-9b1d-4521-bd58-d08a0c1d7318'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:24:37.390428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:37.402776 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:37.607968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks [] for router (0b197ced-9b1d-4521-bd58-d08a0c1d7318), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:37.772415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks [] for router_gateway (0b197ced-9b1d-4521-bd58-d08a0c1d7318), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:37.806798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] Set router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:24:37.891299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Deleting port 4924b4e3-88bb-40f1-9154-661c7be383c9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:37.891803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:38.047220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] For port 4924b4e3-88bb-40f1-9154-661c7be383c9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4924b4e3-88bb-40f1-9154-661c7be383c9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:38.049145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:38.072187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Calling delete_port for 4924b4e3-88bb-40f1-9154-661c7be383c9 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:38.095619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:24:35Z', 'revision_number': 5, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port': {'id': '4924b4e3-88bb-40f1-9154-661c7be383c9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:23:21Z', 'updated_at': '2022-01-28T01:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:38.167871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] Checking router: 0b197ced-9b1d-4521-bd58-d08a0c1d7318 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:24:38.181005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] Routers {'0b197ced-9b1d-4521-bd58-d08a0c1d7318'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:24:38.181636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:38.347167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] Set router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:24:38.472987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:24:37Z', 'revision_number': 6, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:38.474229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4924b4e3-88bb-40f1-9154-661c7be383c9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:38.550397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4223138-855f-4f69-a67e-bfd58fe09937 None None] The sync data for ids ['0b197ced-9b1d-4521-bd58-d08a0c1d7318'] in n-d-826756-1 is: [{'id': '0b197ced-9b1d-4521-bd58-d08a0c1d7318', 'name': 'tempest-TestServerMultinode-937353345-router', 'tenant_id': 'b7184d6812f347ec8348a1150820a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:23:19Z', 'updated_at': '2022-01-28T01:24:37Z', 'revision_number': 6, 'project_id': 'b7184d6812f347ec8348a1150820a768', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:24:38.589051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Pushing event deleted for resources: {'Port': ['ID=4924b4e3-88bb-40f1-9154-661c7be383c9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:38.797368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (0b197ced-9b1d-4521-bd58-d08a0c1d7318), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:38.840550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56498) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:38.984869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Deleting subnet 75f80be6-c90e-48db-94b8-3315d925aaa7 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:24:39.005199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Publish callbacks [] for subnet (75f80be6-c90e-48db-94b8-3315d925aaa7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.111305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (0b197ced-9b1d-4521-bd58-d08a0c1d7318), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.120288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32f556f2-2433-4ef6-bf88-9af24f1be647 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:39.121108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks [] for router_controller (0b197ced-9b1d-4521-bd58-d08a0c1d7318), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.164279 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (75f80be6-c90e-48db-94b8-3315d925aaa7), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.212359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 32f556f2-2433-4ef6-bf88-9af24f1be647 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:39.212848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 32f556f2-2433-4ef6-bf88-9af24f1be647 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:39.224229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (0b197ced-9b1d-4521-bd58-d08a0c1d7318), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.224875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b197ced-9b1d-4521-bd58-d08a0c1d7318 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:24:39.229495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.230766 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6d647ddb-e353-4d59-9d13-fdf186dbf382 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0b197ced-9b1d-4521-bd58-d08a0c1d7318 HTTP/1.1" status: 204 len: 168 time: 1.9896896 Jan 28 01:24:39.233619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56502) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:39.291778 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Deleting subnet 1387160a-82a5-4590-bcca-0da8c5917773 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:24:39.295240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Publish callbacks [] for subnet (1387160a-82a5-4590-bcca-0da8c5917773), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.338779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0879eaff-ea89-4796-b016-eee0be2d466c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.340905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (75f80be6-c90e-48db-94b8-3315d925aaa7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.358044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (1387160a-82a5-4590-bcca-0da8c5917773), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.456016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (75f80be6-c90e-48db-94b8-3315d925aaa7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.516253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.534419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/75f80be6-c90e-48db-94b8-3315d925aaa7 HTTP/1.1" status: 204 len: 168 time: 0.6915777 Jan 28 01:24:39.536577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e9d9e-ccfd-4e7b-9819-0042ddbfcb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f80be6-c90e-48db-94b8-3315d925aaa7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:39.538550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:39.563554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (1387160a-82a5-4590-bcca-0da8c5917773), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.713750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (1387160a-82a5-4590-bcca-0da8c5917773), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.807738 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (338e64ae-5d73-44a4-9b73-768241c58dd8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.868268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1387160a-82a5-4590-bcca-0da8c5917773,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:39.899824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af87b3-167a-4dda-96d4-dc473695805d None None] Network 546baea3-8ebb-446e-a82d-734bf8fa102d requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:24:39.911842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:39.917696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9e537da9-785a-464e-95ac-a5fbd02aac7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1387160a-82a5-4590-bcca-0da8c5917773 HTTP/1.1" status: 204 len: 168 time: 0.6830068 Jan 28 01:24:39.931577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56516) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:40.164051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (546baea3-8ebb-446e-a82d-734bf8fa102d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.169896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (338e64ae-5d73-44a4-9b73-768241c58dd8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.246605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338e64ae-5d73-44a4-9b73-768241c58dd8']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:40.271604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f4fcbe-381f-43ee-9f79-4e8331354af9') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:40.272048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f4fcbe-381f-43ee-9f79-4e8331354af9') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:40.294464 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (02f4fcbe-381f-43ee-9f79-4e8331354af9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.305809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] DHCP port deletion for 546baea3-8ebb-446e-a82d-734bf8fa102d request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:24:40.330099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Deleting port 6a523f0d-3710-439a-bd33-e2cf6eac25ae {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:40.330678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.366653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (02f4fcbe-381f-43ee-9f79-4e8331354af9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.379287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:24:40.380047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (02f4fcbe-381f-43ee-9f79-4e8331354af9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.443175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] Deleting port 6a523f0d-3710-439a-bd33-e2cf6eac25ae {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:40.452790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:24:40.521094 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:24:40.527395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (338e64ae-5d73-44a4-9b73-768241c58dd8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.558919 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.571736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/338e64ae-5d73-44a4-9b73-768241c58dd8 HTTP/1.1" status: 204 len: 168 time: 1.0318336 Jan 28 01:24:40.573971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] For port 6a523f0d-3710-439a-bd33-e2cf6eac25ae, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6a523f0d-3710-439a-bd33-e2cf6eac25ae,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:40.574347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.576726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:40.578077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeef95-caaa-4c2d-9816-fafcae1c68eb admin admin] Pushing event deleted for resources: {'Network': ['ID=338e64ae-5d73-44a4-9b73-768241c58dd8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:40.600577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] For port 6a523f0d-3710-439a-bd33-e2cf6eac25ae, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6a523f0d-3710-439a-bd33-e2cf6eac25ae,segment=NetworkSegment(4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad),segment_id=4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:40.602788 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.639792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] Calling delete_port for 6a523f0d-3710-439a-bd33-e2cf6eac25ae owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:40.712294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Calling delete_port for 6a523f0d-3710-439a-bd33-e2cf6eac25ae owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:40.756269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.789195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] Pushing event deleted for resources: {'Port': ['ID=6a523f0d-3710-439a-bd33-e2cf6eac25ae,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:40.794310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85044d4-3450-4be6-b48b-6dc2f027e0a7 None None] No DVR routers for this DVR port 6a523f0d-3710-439a-bd33-e2cf6eac25ae on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:40.837740 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.849325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Deleting subnet 36529a32-2d11-4c50-890d-e2c4cc8676a3 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:24:40.854295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Publish callbacks [] for subnet (36529a32-2d11-4c50-890d-e2c4cc8676a3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.914877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (36529a32-2d11-4c50-890d-e2c4cc8676a3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.980405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (36529a32-2d11-4c50-890d-e2c4cc8676a3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.050522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (36529a32-2d11-4c50-890d-e2c4cc8676a3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.109034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36529a32-2d11-4c50-890d-e2c4cc8676a3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:41.112114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.112658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6a523f0d-3710-439a-bd33-e2cf6eac25ae no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:41.130216 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-40563ea8-4428-4e4b-803f-694c84048397 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/36529a32-2d11-4c50-890d-e2c4cc8676a3 HTTP/1.1" status: 204 len: 168 time: 0.5523679 Jan 28 01:24:41.132865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56532) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:41.162859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6a523f0d-3710-439a-bd33-e2cf6eac25ae), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.184772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6a523f0d-3710-439a-bd33-e2cf6eac25ae {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:41.185122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6a523f0d-3710-439a-bd33-e2cf6eac25ae not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:41.187784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4924b4e3-88bb-40f1-9154-661c7be383c9 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:41.224968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4924b4e3-88bb-40f1-9154-661c7be383c9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:41.225326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4924b4e3-88bb-40f1-9154-661c7be383c9 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:41.261936 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] No DVR routers for this DVR port 6a523f0d-3710-439a-bd33-e2cf6eac25ae on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:41.288424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (368d62e6-9ac4-4302-b631-3ef095476062), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.313178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Pushing event deleted for resources: {'Port': ['ID=6a523f0d-3710-439a-bd33-e2cf6eac25ae,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:41.467659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (368d62e6-9ac4-4302-b631-3ef095476062), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.474485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (546baea3-8ebb-446e-a82d-734bf8fa102d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.515076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546baea3-8ebb-446e-a82d-734bf8fa102d']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:41.519379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368d62e6-9ac4-4302-b631-3ef095476062']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:41.540196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:41.540730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:41.541281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:41.542444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:41.564716 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.565358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.586863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.594391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.603552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:24:41.605366 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (4973f7d4-bf78-47dd-9a13-2a7b1a61c5ad), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.607947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:24:41.611323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c52ad0eb-492b-4cd4-9bb3-6d7a95f99fc8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:24:41.612472 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:24:41.720788 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:24:41.728277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (368d62e6-9ac4-4302-b631-3ef095476062), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.739897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.759958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (546baea3-8ebb-446e-a82d-734bf8fa102d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.765760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/368d62e6-9ac4-4302-b631-3ef095476062 HTTP/1.1" status: 204 len: 168 time: 0.6317174 Jan 28 01:24:41.772306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.782389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] 10.222.0.23 "DELETE /v2.0/networks/546baea3-8ebb-446e-a82d-734bf8fa102d HTTP/1.1" status: 204 len: 168 time: 1.8495884 Jan 28 01:24:41.817881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89176ef8-f13e-4cca-907b-2f06de2591af admin admin] Pushing event deleted for resources: {'Network': ['ID=546baea3-8ebb-446e-a82d-734bf8fa102d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:41.818681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bafb19-66d1-40bd-a1af-edffcbba07d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=368d62e6-9ac4-4302-b631-3ef095476062,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:41.950024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.163837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56554) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:42.176951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56558) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:42.274502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad92649d-8e63-4489-ac83-450fd6319781 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51ead309819e4ddc96c82c9fba1b4939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946598 Jan 28 01:24:42.275520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56562) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:42.345796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-195af52b-5231-4b98-86b3-79ca30fbcbec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd758851633344e5b529e61588876089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769493 Jan 28 01:24:42.347090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:42.449846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-305354de-9c1b-4076-a55a-70c3660e8008 admin admin] Publish callbacks [] for security_group (e32fac99-5ce0-434d-8b95-a5b809cd0330), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.502980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-305354de-9c1b-4076-a55a-70c3660e8008 admin admin] Publish callbacks [] for security_group (e32fac99-5ce0-434d-8b95-a5b809cd0330), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.595176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-305354de-9c1b-4076-a55a-70c3660e8008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e32fac99-5ce0-434d-8b95-a5b809cd0330), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.598839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-305354de-9c1b-4076-a55a-70c3660e8008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.600442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-305354de-9c1b-4076-a55a-70c3660e8008 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e32fac99-5ce0-434d-8b95-a5b809cd0330 HTTP/1.1" status: 204 len: 168 time: 0.3237724 Jan 28 01:24:42.619026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305354de-9c1b-4076-a55a-70c3660e8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32fac99-5ce0-434d-8b95-a5b809cd0330,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:42.639998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27432dc9-6b22-4f7a-80cc-339c8b752d0a admin admin] Publish callbacks [] for security_group (95bcbbb6-b60e-458d-a8ec-ae1c6111ba03), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.711882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27432dc9-6b22-4f7a-80cc-339c8b752d0a admin admin] Publish callbacks [] for security_group (95bcbbb6-b60e-458d-a8ec-ae1c6111ba03), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.798665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27432dc9-6b22-4f7a-80cc-339c8b752d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (95bcbbb6-b60e-458d-a8ec-ae1c6111ba03), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.801645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27432dc9-6b22-4f7a-80cc-339c8b752d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.803318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-27432dc9-6b22-4f7a-80cc-339c8b752d0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95bcbbb6-b60e-458d-a8ec-ae1c6111ba03 HTTP/1.1" status: 204 len: 168 time: 0.4551871 Jan 28 01:24:42.832182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432dc9-6b22-4f7a-80cc-339c8b752d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcbbb6-b60e-458d-a8ec-ae1c6111ba03,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:43.324178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.451124 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:24:43.676047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56588) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:43.738987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56590) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:43.750601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-694288f6-f9e8-4c57-9daf-0b5a0195ce5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77d72ac198ea4a76991168b7f51ccafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727036 Jan 28 01:24:43.754237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56592) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:43.824687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-417be399-2a77-41bc-bcec-38fd3e2b2536 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7184d6812f347ec8348a1150820a768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839698 Jan 28 01:24:43.827099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56594) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:43.862850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b263-2a8c-4c18-bac5-df41d789a6b7 admin admin] Publish callbacks [] for security_group (b3b202a3-3133-476b-9f88-994d2c26d651), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.918600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b263-2a8c-4c18-bac5-df41d789a6b7 admin admin] Publish callbacks [] for security_group (b3b202a3-3133-476b-9f88-994d2c26d651), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.921241 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1b671c3-a807-4e84-8bcd-36356e926120 admin admin] Publish callbacks [] for security_group (d8e037c7-4f40-47f6-bc9e-ffd343f58181), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.971260 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1b671c3-a807-4e84-8bcd-36356e926120 admin admin] Publish callbacks [] for security_group (d8e037c7-4f40-47f6-bc9e-ffd343f58181), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:44.065006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1b671c3-a807-4e84-8bcd-36356e926120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d8e037c7-4f40-47f6-bc9e-ffd343f58181), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:44.068196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1b671c3-a807-4e84-8bcd-36356e926120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:44.069969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e1b671c3-a807-4e84-8bcd-36356e926120 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8e037c7-4f40-47f6-bc9e-ffd343f58181 HTTP/1.1" status: 204 len: 168 time: 0.2418249 Jan 28 01:24:44.087861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b263-2a8c-4c18-bac5-df41d789a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b3b202a3-3133-476b-9f88-994d2c26d651), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:44.089803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b671c3-a807-4e84-8bcd-36356e926120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e037c7-4f40-47f6-bc9e-ffd343f58181,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:44.130652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b263-2a8c-4c18-bac5-df41d789a6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:44.130652 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1eb9b263-2a8c-4c18-bac5-df41d789a6b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3b202a3-3133-476b-9f88-994d2c26d651 HTTP/1.1" status: 204 len: 168 time: 0.3723929 Jan 28 01:24:44.193391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9b263-2a8c-4c18-bac5-df41d789a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b202a3-3133-476b-9f88-994d2c26d651,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:44.457402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:44.951986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0f300b-a0c7-411f-8d83-3b5e83b54942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.089053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0f300b-a0c7-411f-8d83-3b5e83b54942 admin admin] Publish callbacks [] for security_group (0c4aaccc-288e-482c-aca0-54198056f49c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.117393 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7b0f300b-a0c7-411f-8d83-3b5e83b54942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0c4aaccc-288e-482c-aca0-54198056f49c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.197856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7b0f300b-a0c7-411f-8d83-3b5e83b54942 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f24544c003a455fa8ec0465c5dce654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392740 Jan 28 01:24:45.200703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56628) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:45.259415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f300b-a0c7-411f-8d83-3b5e83b54942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4aaccc-288e-482c-aca0-54198056f49c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:45.300396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fced7d04-c177-4ec6-8bc5-2fdab3e53ccd admin admin] Publish callbacks [] for security_group (0c4aaccc-288e-482c-aca0-54198056f49c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.327594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fced7d04-c177-4ec6-8bc5-2fdab3e53ccd admin admin] Publish callbacks [] for security_group (0c4aaccc-288e-482c-aca0-54198056f49c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.418096 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fced7d04-c177-4ec6-8bc5-2fdab3e53ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0c4aaccc-288e-482c-aca0-54198056f49c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.423438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fced7d04-c177-4ec6-8bc5-2fdab3e53ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.426578 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fced7d04-c177-4ec6-8bc5-2fdab3e53ccd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c4aaccc-288e-482c-aca0-54198056f49c HTTP/1.1" status: 204 len: 168 time: 0.2228451 Jan 28 01:24:45.448453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced7d04-c177-4ec6-8bc5-2fdab3e53ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4aaccc-288e-482c-aca0-54198056f49c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:45.809926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56648) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:46.013075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2130809248-network', 'tenant_id': 'db31f94f268f4d889b9d223d953e0e83'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:46.066350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Made reservation on behalf of db31f94f268f4d889b9d223d953e0e83 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:24:46.073112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.095865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.253381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks [] for security_group (d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.261984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.336451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:24:46.362374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:46.386097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1c9ba658-3c1a-4b70-b687-3aa99b20e132), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.388248 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Added segment 1c9ba658-3c1a-4b70-b687-3aa99b20e132 of type vlan for network e0067b65-c5dc-487c-b776-36f2d04340c2 Jan 28 01:24:46.516050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e0067b65-c5dc-487c-b776-36f2d04340c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.593102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e0067b65-c5dc-487c-b776-36f2d04340c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.595118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:46.595704 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.657557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56676) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:46.666412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8552926 Jan 28 01:24:46.669148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 56684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:46.739100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Request body: {'subnet': {'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2130809248-subnet', 'tenant_id': 'db31f94f268f4d889b9d223d953e0e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:46.810849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4818-bdcf-43b3-8c65-6b6339bbc8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0067b65-c5dc-487c-b776-36f2d04340c2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:46.819490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Made reservation on behalf of db31f94f268f4d889b9d223d953e0e83 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:24:46.821920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.825576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e0067b65-c5dc-487c-b776-36f2d04340c2 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:24:46.897498 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1d8b-4ba8-44aa-9219-2f6a405968d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.112026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1d8b-4ba8-44aa-9219-2f6a405968d0 admin admin] Publish callbacks [] for security_group (1238e4e1-b0db-477d-b317-6f03306db6ec), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.120265 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1d8b-4ba8-44aa-9219-2f6a405968d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1238e4e1-b0db-477d-b317-6f03306db6ec), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.180265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f89171dd-91d4-4f68-b642-ee03a19602da), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.187105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1d8b-4ba8-44aa-9219-2f6a405968d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1238e4e1-b0db-477d-b317-6f03306db6ec,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:47.207876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fa0c1d8b-4ba8-44aa-9219-2f6a405968d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4ec8397cabb43f7b505b03354fd63a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482469 Jan 28 01:24:47.213085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 56698) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:47.253209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89171dd-91d4-4f68-b642-ee03a19602da,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:47.274751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Checking segment: {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:24:47.275403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Network hostable DHCP agents. Network: e0067b65-c5dc-487c-b776-36f2d04340c2, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:24:47.301745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Network e0067b65-c5dc-487c-b776-36f2d04340c2 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:24:47.306710 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87b6d431-d3b4-4ec0-a98a-2d1d686c5e8b admin admin] Publish callbacks [] for security_group (1238e4e1-b0db-477d-b317-6f03306db6ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.315163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e0067b65-c5dc-487c-b776-36f2d04340c2) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:24:47.322777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:47.324938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.327232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af167f05-9222-47c1-ac2f-d21510dd298a None None] Network e0067b65-c5dc-487c-b776-36f2d04340c2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:24:47.364063 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e01ef9f-a3ef-4a3e-857a-c32716203047 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6938581 Jan 28 01:24:47.382425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87b6d431-d3b4-4ec0-a98a-2d1d686c5e8b admin admin] Publish callbacks [] for security_group (1238e4e1-b0db-477d-b317-6f03306db6ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.482612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87b6d431-d3b4-4ec0-a98a-2d1d686c5e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1238e4e1-b0db-477d-b317-6f03306db6ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.483346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad8efb-f958-48a3-a0e2-3ac5a10bb4b9 None None] Network e0067b65-c5dc-487c-b776-36f2d04340c2 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:24:47.491488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87b6d431-d3b4-4ec0-a98a-2d1d686c5e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.498222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-87b6d431-d3b4-4ec0-a98a-2d1d686c5e8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1238e4e1-b0db-477d-b317-6f03306db6ec HTTP/1.1" status: 204 len: 168 time: 0.2814283 Jan 28 01:24:47.549634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6d431-d3b4-4ec0-a98a-2d1d686c5e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238e4e1-b0db-477d-b317-6f03306db6ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:50.870020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-f046e821-96f2-4bb8-a7a1-143b2ba31bd1 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:50.877571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-f046e821-96f2-4bb8-a7a1-143b2ba31bd1 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 809 time: 0.1339397 Jan 28 01:24:50.894131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-6d55574d-9f1b-4c5b-a79a-e12f22b6dc8d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/quotas/db31f94f268f4d889b9d223d953e0e83 HTTP/1.1" status: 200 len: 375 time: 0.0153661 Jan 28 01:24:50.939950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-83e2010f-517f-4b7a-bdac-e5712322df52 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392382 Jan 28 01:24:51.092967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-c1769256-824c-48d2-a5e3-b81aa1389373 service neutron] 10.222.0.23 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516013 Jan 28 01:24:51.265837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-13c680bd-b110-4775-b600-d78dbff6d4d6 service neutron] 10.222.0.23 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712403 Jan 28 01:24:51.520866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbf429c9-1848-45ea-914a-e8f7730de5d2 req-dab76a9b-cc77-4019-840d-6cc96dfb9a07 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 210 time: 0.1037974 Jan 28 01:24:52.688467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ad827e0-eb46-4c05-934b-0fb9a7724d5e req-c66750d9-2ac1-4f6b-a1e1-112af3b6e234 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 210 time: 0.0616791 Jan 28 01:24:53.711915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-3ec8b4fe-21bb-4890-b9cd-82363cd70c6f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:53.715550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-3ec8b4fe-21bb-4890-b9cd-82363cd70c6f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 809 time: 0.6489718 Jan 28 01:24:53.738196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Request body: {'port': {'device_id': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2', 'admin_state_up': True, 'tenant_id': 'db31f94f268f4d889b9d223d953e0e83'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:53.965570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9017513b-7427-42ac-8b0a-2d510839b285 req-0ea6c28d-2d08-4a80-af91-87880561f941 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 210 time: 0.0659347 Jan 28 01:24:53.997364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Made reservation on behalf of db31f94f268f4d889b9d223d953e0e83 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:24:54.002550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:54.216334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Allocated IP 172.20.0.9 (e0067b65-c5dc-487c-b776-36f2d04340c2/f89171dd-91d4-4f68-b642-ee03a19602da/2cedde55-98eb-4a31-a99e-c0941b081074) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:24:54.503943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks [] for port (2cedde55-98eb-4a31-a99e-c0941b081074), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:54.571691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:54.635768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Pushing event updated for resources: {'Port': ['ID=2cedde55-98eb-4a31-a99e-c0941b081074,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:54.652768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.653147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.653729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.654139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.654601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.655118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.655505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.655853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.656239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.656578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.656954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.657423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.657938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:54.683599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Network e0067b65-c5dc-487c-b776-36f2d04340c2 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:24:54.688279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:24:54.703281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:24:54.775460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:54.776256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:54.802895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-982507fe-eab8-462b-93bd-32c69cdc332d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0719266 Jan 28 01:24:54.822047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Request body: {'port': {'device_id': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:54.894631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.240291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cedde55-98eb-4a31-a99e-c0941b081074 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:55.249136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Publish callbacks [] for port (2cedde55-98eb-4a31-a99e-c0941b081074), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.264599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Transition to ACTIVE for port object 2cedde55-98eb-4a31-a99e-c0941b081074 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:24:55.278536 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.390866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9411b3a-8f7f-4343-81da-65da96a73c7c req-9654a74b-f458-424f-9d18-194a7831adfe tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:55.392528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9411b3a-8f7f-4343-81da-65da96a73c7c req-9654a74b-f458-424f-9d18-194a7831adfe tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 943 time: 0.1265137 Jan 28 01:24:55.461184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cedde55-98eb-4a31-a99e-c0941b081074,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:55.573767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Attempting to bind port 2cedde55-98eb-4a31-a99e-c0941b081074 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:24:55.574210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Attempting to bind port 2cedde55-98eb-4a31-a99e-c0941b081074 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:24:55.574550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Attempting to bind port 2cedde55-98eb-4a31-a99e-c0941b081074 on network e0067b65-c5dc-487c-b776-36f2d04340c2 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:55.583288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9411b3a-8f7f-4343-81da-65da96a73c7c req-c92fed2e-050d-4d8c-b06c-df90a158b322 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414526 Jan 28 01:24:55.584024 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Port 2cedde55-98eb-4a31-a99e-c0941b081074 on network e0067b65-c5dc-487c-b776-36f2d04340c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:24:55.584349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Attempting to bind port 2cedde55-98eb-4a31-a99e-c0941b081074 on network e0067b65-c5dc-487c-b776-36f2d04340c2 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:55.590745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:24:55.591099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Checking segment: {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:24:55.591490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Bound using segment: {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:24:55.591927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Bound port: 2cedde55-98eb-4a31-a99e-c0941b081074, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:24:55.592295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.723141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] For port 2cedde55-98eb-4a31-a99e-c0941b081074, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:24:55.728133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] For port 2cedde55-98eb-4a31-a99e-c0941b081074, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2cedde55-98eb-4a31-a99e-c0941b081074,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:24:55.734360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.766571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:55.767424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.769263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/2cedde55-98eb-4a31-a99e-c0941b081074 HTTP/1.1" status: 200 len: 1091 time: 0.9535687 Jan 28 01:24:55.841887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'tag': '2cedde55-98eb-4a31-a99e-c0941b081074'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:55.844498 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dced65b-db98-469e-ae0e-9b86a971dde4", "tag": "2cedde55-98eb-4a31-a99e-c0941b081074"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:55.847498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048635b-cdad-45d2-9d37-c5d58eb536f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cedde55-98eb-4a31-a99e-c0941b081074,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:55.921143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-d10458ce-c9b6-4094-a97e-fbfb39a34ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:55.923208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-d10458ce-c9b6-4094-a97e-fbfb39a34ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 1094 time: 0.0616214 Jan 28 01:24:55.925685 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1581cf6-15e9-466b-b4bb-ef8b54795634 x-openstack-request-id: req-b1581cf6-15e9-466b-b4bb-ef8b54795634 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:55.926107 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dced65b-db98-469e-ae0e-9b86a971dde4", "tag": "2cedde55-98eb-4a31-a99e-c0941b081074", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:55.926458 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1581cf6-15e9-466b-b4bb-ef8b54795634 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:55.926954 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'tag': '2cedde55-98eb-4a31-a99e-c0941b081074', 'status': 'completed', 'code': 200} Jan 28 01:24:56.012644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-d27e9849-b596-4173-bc93-f3f09646cd84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cedde55-98eb-4a31-a99e-c0941b081074 HTTP/1.1" status: 200 len: 217 time: 0.0632277 Jan 28 01:24:56.078022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-aeeed04e-6f00-49be-aa81-29e0a1ec95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:56.079722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-aeeed04e-6f00-49be-aa81-29e0a1ec95e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89171dd-91d4-4f68-b642-ee03a19602da HTTP/1.1" status: 200 len: 849 time: 0.0595877 Jan 28 01:24:56.129554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-5a6c68aa-f721-419a-b76d-422382c200c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0067b65-c5dc-487c-b776-36f2d04340c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421274 Jan 28 01:24:56.288255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-36c7dd3e-5b6e-4f89-a987-4c87de973aa0 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522186 Jan 28 01:24:56.464630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a1e4c11-44c9-44db-a464-fd5feacd57be req-59bd917d-e496-4065-bf24-5bb36a63c71d service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657393 Jan 28 01:24:56.599707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-b285c159-5aaf-468d-8c68-3cbcac81e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:56.601649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-b285c159-5aaf-468d-8c68-3cbcac81e344 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 1094 time: 0.0440838 Jan 28 01:24:56.755120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-ebf4ae73-e5e8-44ac-ab30-dd83fb625b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:56.756982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-ebf4ae73-e5e8-44ac-ab30-dd83fb625b80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 910 time: 0.1486440 Jan 28 01:24:56.837046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-672badbf-dbdc-4dbf-9be1-0e9d670f3b7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cedde55-98eb-4a31-a99e-c0941b081074 HTTP/1.1" status: 200 len: 217 time: 0.0681756 Jan 28 01:24:56.891896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54932a1-fbe1-4a88-9bf0-89fdc24b95ad req-65aa7db8-3ef1-4b4f-8d04-c40ae90231cb tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:56.895353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a54932a1-fbe1-4a88-9bf0-89fdc24b95ad req-65aa7db8-3ef1-4b4f-8d04-c40ae90231cb tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 943 time: 0.1374416 Jan 28 01:24:56.916601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-6df38ed3-9512-4957-9d28-d041c5ce3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:56.918380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-6df38ed3-9512-4957-9d28-d041c5ce3fbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89171dd-91d4-4f68-b642-ee03a19602da HTTP/1.1" status: 200 len: 849 time: 0.0717878 Jan 28 01:24:56.995041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a54932a1-fbe1-4a88-9bf0-89fdc24b95ad req-5993c600-2a91-43d7-8d3d-1681fbe7399c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Jan 28 01:24:57.028523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-e6122127-bc2e-4434-b54f-4bc676f3cf94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0067b65-c5dc-487c-b776-36f2d04340c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496683 Jan 28 01:24:57.147806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-dd83f842-c4a1-439d-ba42-0e7378f429c4 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127360 Jan 28 01:24:57.274702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7db90cf3-e068-4c2e-bd27-75c097f5ad7b req-ce0abc5c-7a72-410c-9dcd-941446de9639 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206207 Jan 28 01:24:58.187678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b65a-7fd3-409f-a956-bce4db309678 req-fdeb3c21-f2e6-4e80-bfc7-15defa006105 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:58.189184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7730b65a-7fd3-409f-a956-bce4db309678 req-fdeb3c21-f2e6-4e80-bfc7-15defa006105 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 943 time: 0.0744545 Jan 28 01:24:58.274426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7730b65a-7fd3-409f-a956-bce4db309678 req-6c799e9f-fdf3-4bd7-893d-b801032d8c27 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Jan 28 01:24:58.533822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-c1496f78-5b3c-48e7-9462-d5f006b0bd4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647848 Jan 28 01:24:58.679236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-6c80b670-17f5-4485-a516-7c6248aceafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:58.680910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-6c80b670-17f5-4485-a516-7c6248aceafe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0527723 Jan 28 01:24:58.742866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2cedde55-98eb-4a31-a99e-c0941b081074 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:24:58.944824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-e238cf92-1c37-44d6-a413-128cacac8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:58.946405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-e238cf92-1c37-44d6-a413-128cacac8801 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.2426062 Jan 28 01:24:59.009355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2cedde55-98eb-4a31-a99e-c0941b081074, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2cedde55-98eb-4a31-a99e-c0941b081074,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:59.038271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '2cedde55-98eb-4a31-a99e-c0941b081074', 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2', 'port_id': '2cedde55-98eb-4a31-a99e-c0941b081074', 'mac_address': 'fa:16:3e:54:68:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89171dd-91d4-4f68-b642-ee03a19602da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:24:59.091908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-30c3f247-02a0-40ba-b291-199d2d87d735 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1370313 Jan 28 01:24:59.133139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 2cedde55-98eb-4a31-a99e-c0941b081074 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:59.133745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:59.167981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cedde55-98eb-4a31-a99e-c0941b081074 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:59.217495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2cedde55-98eb-4a31-a99e-c0941b081074, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2cedde55-98eb-4a31-a99e-c0941b081074,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:59.225078 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:59.235084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-838bf25c-f9ff-41a7-8ecd-958a1139ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:59.239109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-838bf25c-f9ff-41a7-8ecd-958a1139ace4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1408219 Jan 28 01:24:59.343530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=2cedde55-98eb-4a31-a99e-c0941b081074,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:59.357352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-fafac39b-91b8-4ba5-b9f8-12bd4a62462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:59.359415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-fafac39b-91b8-4ba5-b9f8-12bd4a62462c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138761 Jan 28 01:24:59.511103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['2cedde55-98eb-4a31-a99e-c0941b081074'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:59.607300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ecb21-58c6-4d94-8ca0-f4ee99195cf7 req-50af58ea-cebb-481c-b517-709768091735 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:59.608986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b18ecb21-58c6-4d94-8ca0-f4ee99195cf7 req-50af58ea-cebb-481c-b517-709768091735 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 944 time: 0.2132978 Jan 28 01:24:59.720409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-92afea16-4095-43f6-9d31-7295a2ea91e0 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535900 Jan 28 01:24:59.774402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b18ecb21-58c6-4d94-8ca0-f4ee99195cf7 req-39e5764c-0286-4fe3-9fdc-e5ee71c90a31 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545079 Jan 28 01:24:59.960231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-def99c1e-afb0-4430-9d2a-f63ff674efbe req-cb382af5-8dbd-40eb-b4cf-b1cb54de5e48 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275126 Jan 28 01:25:00.758592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2cedde55-98eb-4a31-a99e-c0941b081074 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:25:00.863469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 2cedde55-98eb-4a31-a99e-c0941b081074 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:25:00.874731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 2cedde55-98eb-4a31-a99e-c0941b081074 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:25:00.875451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:01.021440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f731a-0148-4142-a5e3-aa70681ecff9 req-133f34fa-2fcc-4862-9d62-d97302853427 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:01.024193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f9f731a-0148-4142-a5e3-aa70681ecff9 req-133f34fa-2fcc-4862-9d62-d97302853427 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 944 time: 0.1221251 Jan 28 01:25:01.118981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 2cedde55-98eb-4a31-a99e-c0941b081074 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:25:01.119546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:01.137750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f9f731a-0148-4142-a5e3-aa70681ecff9 req-8d3004ae-4f4f-4359-90fc-92a493ff92e0 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Jan 28 01:25:01.180843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cedde55-98eb-4a31-a99e-c0941b081074'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:25:01.183548 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e5825-59c7-4167-b18c-57a758b42d7c" -d '{"events": [{"server_uuid": "6dced65b-db98-469e-ae0e-9b86a971dde4", "name": "network-vif-plugged", "status": "completed", "tag": "2cedde55-98eb-4a31-a99e-c0941b081074"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:25:01.244705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2cedde55-98eb-4a31-a99e-c0941b081074, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2cedde55-98eb-4a31-a99e-c0941b081074,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:25:01.254312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:01.398908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=2cedde55-98eb-4a31-a99e-c0941b081074,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:01.493015 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f67aa-b44c-4419-ae9f-818ed44a6fc5 x-openstack-request-id: req-670f67aa-b44c-4419-ae9f-818ed44a6fc5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:25:01.493358 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dced65b-db98-469e-ae0e-9b86a971dde4", "name": "network-vif-plugged", "status": "completed", "tag": "2cedde55-98eb-4a31-a99e-c0941b081074", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:25:01.493754 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-670f67aa-b44c-4419-ae9f-818ed44a6fc5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:25:01.496024 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cedde55-98eb-4a31-a99e-c0941b081074', 'code': 200} Jan 28 01:25:01.649631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423452ea-96a6-4d0f-82d0-65d07aaae875 req-10188436-8c9a-4c7f-8116-be118cbeb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:01.652302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-423452ea-96a6-4d0f-82d0-65d07aaae875 req-10188436-8c9a-4c7f-8116-be118cbeb2bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 1096 time: 0.0697474 Jan 28 01:25:01.714557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-423452ea-96a6-4d0f-82d0-65d07aaae875 req-b46ebec7-7275-43aa-9150-8947c1531ab8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Jan 28 01:25:02.357439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb824f-67e3-461f-ab9a-ba7832544adb req-758d5c9f-a26c-4752-9b84-2d4b3144d0b7 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:02.371085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1edb824f-67e3-461f-ab9a-ba7832544adb req-758d5c9f-a26c-4752-9b84-2d4b3144d0b7 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 945 time: 0.0973663 Jan 28 01:25:02.474067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1edb824f-67e3-461f-ab9a-ba7832544adb req-90f60049-fe3b-40de-8246-448143cce0c7 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010642 Jan 28 01:25:03.575667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:03.675993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b79fe-2e16-42ef-93d7-2eb4261fc3c3 req-f3e73e4d-1ea8-4439-b936-1862d8bc90e1 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:03.686425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-992b79fe-2e16-42ef-93d7-2eb4261fc3c3 req-f3e73e4d-1ea8-4439-b936-1862d8bc90e1 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 945 time: 0.0817153 Jan 28 01:25:03.743337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-992b79fe-2e16-42ef-93d7-2eb4261fc3c3 req-de18cf72-aa10-4bd6-beca-3bc9610e4de0 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560365 Jan 28 01:25:04.834965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-b2ee09ab-ce24-4e5d-97fd-85d0d3b087c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358399 Jan 28 01:25:05.179748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ae90b-a453-4c9d-9739-7ef9a68b1625 req-89cd9cc8-ed04-4bec-8eb6-4840577444dc tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:05.182658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-519ae90b-a453-4c9d-9739-7ef9a68b1625 req-89cd9cc8-ed04-4bec-8eb6-4840577444dc tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 945 time: 0.2604101 Jan 28 01:25:05.203089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-3b9d37d8-532f-4eb0-b522-7f9521cab2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:05.207389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-3b9d37d8-532f-4eb0-b522-7f9521cab2a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 1096 time: 0.2077365 Jan 28 01:25:05.340012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-0c47aa55-815f-4b41-87f8-29c7e114cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:05.341505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-0c47aa55-815f-4b41-87f8-29c7e114cc77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 910 time: 0.1108768 Jan 28 01:25:05.449498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-223aaede-6b8c-4d3e-9169-322985d4a1cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cedde55-98eb-4a31-a99e-c0941b081074 HTTP/1.1" status: 200 len: 217 time: 0.0987980 Jan 28 01:25:05.568965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-519ae90b-a453-4c9d-9739-7ef9a68b1625 req-703a1e96-8236-4632-8ef4-2978aa2844af tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746274 Jan 28 01:25:05.581518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-3c9d68e5-b1f6-4ce9-8115-ca4153abe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:05.583313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-3c9d68e5-b1f6-4ce9-8115-ca4153abe0b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89171dd-91d4-4f68-b642-ee03a19602da HTTP/1.1" status: 200 len: 849 time: 0.1140430 Jan 28 01:25:05.643854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-7241582b-755a-44a7-b7b1-fa49418d4a61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0067b65-c5dc-487c-b776-36f2d04340c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541496 Jan 28 01:25:05.855470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-437ee9b6-2f52-40e4-9eef-fe73c4db8705 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047102 Jan 28 01:25:06.029363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa60cce-58bf-4245-8f63-f2f5c4ad98d0 req-1e1b7748-4b83-49d5-a181-7278ebbf9dee service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127286 Jan 28 01:25:06.618042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19060a49-7392-4988-b16a-e20bf3417b71 req-55c62818-6fac-4b6d-b41d-e555a32d8205 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:06.619723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19060a49-7392-4988-b16a-e20bf3417b71 req-55c62818-6fac-4b6d-b41d-e555a32d8205 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 945 time: 0.1388655 Jan 28 01:25:06.866581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c6eee-359f-491a-ab41-426c39b0d4c0 req-94eabc3b-101a-4e5e-8827-55b3454a5402 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:06.868128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc4c6eee-359f-491a-ab41-426c39b0d4c0 req-94eabc3b-101a-4e5e-8827-55b3454a5402 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 945 time: 0.0991044 Jan 28 01:25:06.944918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Deleting port 2cedde55-98eb-4a31-a99e-c0941b081074 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:25:06.945267 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:07.092309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b793396-d44f-4368-bf76-339849e5f889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:07.111813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] For port 2cedde55-98eb-4a31-a99e-c0941b081074, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2cedde55-98eb-4a31-a99e-c0941b081074,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:25:07.112183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:07.124567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Calling delete_port for 2cedde55-98eb-4a31-a99e-c0941b081074 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:25:07.270128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc4c6eee-359f-491a-ab41-426c39b0d4c0 req-e05043de-f989-44c9-bfe8-3677ab2b52e6 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913889 Jan 28 01:25:07.326778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:07.441053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2cedde55-98eb-4a31-a99e-c0941b081074), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:07.484760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['2cedde55-98eb-4a31-a99e-c0941b081074'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:25:07.514935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Pushing event deleted for resources: {'Port': ['ID=2cedde55-98eb-4a31-a99e-c0941b081074,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:07.667730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] No DVR routers for this DVR port 2cedde55-98eb-4a31-a99e-c0941b081074 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:25:07.670872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:07.674157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19060a49-7392-4988-b16a-e20bf3417b71 req-a4eb86ca-84c7-40e1-a5fd-a692d3ceff09 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "DELETE /v2.0/ports/2cedde55-98eb-4a31-a99e-c0941b081074 HTTP/1.1" status: 204 len: 173 time: 1.0402844 Jan 28 01:25:07.674611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'name': 'network-vif-deleted', 'tag': '2cedde55-98eb-4a31-a99e-c0941b081074'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:25:07.688438 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86533daa-533d-4854-9b0c-e620db5e32ab" -d '{"events": [{"server_uuid": "6dced65b-db98-469e-ae0e-9b86a971dde4", "name": "network-vif-deleted", "tag": "2cedde55-98eb-4a31-a99e-c0941b081074"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:25:07.837640 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5da7b1a-1806-4a59-b382-ad0df7212e1a x-openstack-request-id: req-f5da7b1a-1806-4a59-b382-ad0df7212e1a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:25:07.838126 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dced65b-db98-469e-ae0e-9b86a971dde4", "name": "network-vif-deleted", "tag": "2cedde55-98eb-4a31-a99e-c0941b081074", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:25:07.838534 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5da7b1a-1806-4a59-b382-ad0df7212e1a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:25:07.839084 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dced65b-db98-469e-ae0e-9b86a971dde4', 'name': 'network-vif-deleted', 'tag': '2cedde55-98eb-4a31-a99e-c0941b081074', 'status': 'completed', 'code': 200} Jan 28 01:25:08.579960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a6dfdd1-e9d3-4938-aa6b-aacce5b7fc27 req-b2ca0828-f173-4bd5-ae22-ef16c28e6858 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=6dced65b-db98-469e-ae0e-9b86a971dde4 HTTP/1.1" status: 200 len: 210 time: 0.0764766 Jan 28 01:25:09.092620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:09.299038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb59f6c-e9d5-44e1-a85e-4bfe14954efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.329951 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c291522a-f193-4958-9408-a210586cc81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.418716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb59f6c-e9d5-44e1-a85e-4bfe14954efb admin admin] Publish callbacks [] for security_group (1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.424913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb59f6c-e9d5-44e1-a85e-4bfe14954efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.534434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1cb59f6c-e9d5-44e1-a85e-4bfe14954efb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=209ee2dae6a24714b8462fa0f0264e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381888 Jan 28 01:25:09.535598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57204) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:09.536952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb59f6c-e9d5-44e1-a85e-4bfe14954efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:09.599017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a302132-b138-4275-951b-d379408db860 admin admin] Publish callbacks [] for security_group (1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.628246 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a302132-b138-4275-951b-d379408db860 admin admin] Publish callbacks [] for security_group (1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.688727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a302132-b138-4275-951b-d379408db860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.691603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9a302132-b138-4275-951b-d379408db860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.692882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9a302132-b138-4275-951b-d379408db860 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab HTTP/1.1" status: 204 len: 168 time: 0.1562507 Jan 28 01:25:09.712440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a302132-b138-4275-951b-d379408db860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a39c8ca-0c04-4fa6-b870-ac8fbd0c09ab,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:10.288311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-6b72ed8f-bbef-4ac5-b624-86dd17fd84d2 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:10.293062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-6b72ed8f-bbef-4ac5-b624-86dd17fd84d2 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 809 time: 0.2509229 Jan 28 01:25:10.310621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-5e015d43-01d0-4c61-9f11-29497d22b88e tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/quotas/db31f94f268f4d889b9d223d953e0e83 HTTP/1.1" status: 200 len: 375 time: 0.0165167 Jan 28 01:25:10.357733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-59caf81a-66cd-4564-96c7-0672a0264493 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457242 Jan 28 01:25:10.364903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-5a01cd7c-3238-4b2d-8b8b-1d4391082ec0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:25:10.373149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-5a01cd7c-3238-4b2d-8b8b-1d4391082ec0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138102 Jan 28 01:25:10.511333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-e588a295-1799-43a9-8e99-4bb5e50ed8d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370051 Jan 28 01:25:10.677402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-7b8d068c-5af2-4ae8-84a7-903491de49c2 service neutron] 10.222.0.23 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650803 Jan 28 01:25:10.823305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2cedde55-98eb-4a31-a99e-c0941b081074 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:25:10.913360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:10.918495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 2cedde55-98eb-4a31-a99e-c0941b081074 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:25:10.919955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2cedde55-98eb-4a31-a99e-c0941b081074 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:25:10.942860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ef8cbe-7e2f-4856-a574-da7e83b42544 req-9e190c92-4a68-4799-a108-f16268f3dee4 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 210 time: 0.0473478 Jan 28 01:25:11.945058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:12.086805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3984b608-af1e-4dad-9e50-bd78015644ea req-838d8ab0-72e1-48f4-800e-527a54a83760 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 210 time: 0.0354364 Jan 28 01:25:12.521587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-4bd6679d-08e3-490e-9870-4b7439d03bf8 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:12.523569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-4bd6679d-08e3-490e-9870-4b7439d03bf8 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 809 time: 0.2355704 Jan 28 01:25:12.582307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Request body: {'port': {'device_id': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2', 'admin_state_up': True, 'tenant_id': 'db31f94f268f4d889b9d223d953e0e83'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:25:12.833689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Made reservation on behalf of db31f94f268f4d889b9d223d953e0e83 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:25:12.837080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:13.013457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Allocated IP 172.20.0.6 (e0067b65-c5dc-487c-b776-36f2d04340c2/f89171dd-91d4-4f68-b642-ee03a19602da/a47790f7-67ca-4a6b-9006-562ee8bb666a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:25:13.275464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b404fd84-fcb3-49bc-86ec-3f7aa337e67b req-c7da5324-a73b-45ba-8451-4196bd44f0b5 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 210 time: 0.0762322 Jan 28 01:25:13.324751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:13.368231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks [] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:13.434123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:13.532418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Pushing event updated for resources: {'Port': ['ID=a47790f7-67ca-4a6b-9006-562ee8bb666a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:13.559687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Network e0067b65-c5dc-487c-b776-36f2d04340c2 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:25:13.561490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:25:13.564293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:25:13.663751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:13.667185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:13.729372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-57023aab-c7bd-40e2-ba6b-c7e096561e9c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1547935 Jan 28 01:25:13.748540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Request body: {'port': {'device_id': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:25:13.856694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.270437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47790f7-67ca-4a6b-9006-562ee8bb666a {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:25:14.280046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Publish callbacks [] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.299919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Transition to ACTIVE for port object a47790f7-67ca-4a6b-9006-562ee8bb666a will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:25:14.309418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.398920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Pushing event updated for resources: {'Port': ['ID=a47790f7-67ca-4a6b-9006-562ee8bb666a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:14.536021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Attempting to bind port a47790f7-67ca-4a6b-9006-562ee8bb666a on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:25:14.536308 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Attempting to bind port a47790f7-67ca-4a6b-9006-562ee8bb666a by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:25:14.536643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Attempting to bind port a47790f7-67ca-4a6b-9006-562ee8bb666a on network e0067b65-c5dc-487c-b776-36f2d04340c2 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:25:14.546773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Port a47790f7-67ca-4a6b-9006-562ee8bb666a on network e0067b65-c5dc-487c-b776-36f2d04340c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:25:14.547184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Attempting to bind port a47790f7-67ca-4a6b-9006-562ee8bb666a on network e0067b65-c5dc-487c-b776-36f2d04340c2 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:25:14.556118 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:25:14.556563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Checking segment: {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:25:14.556957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Bound using segment: {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:25:14.557390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Bound port: a47790f7-67ca-4a6b-9006-562ee8bb666a, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9ba658-3c1a-4b70-b687-3aa99b20e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:25:14.557750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.627719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6d053-f7d3-4c9c-aed4-aec6cc2ec2ac req-a50f3e81-88ef-4d39-a60d-9103956353f2 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:14.629741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19b6d053-f7d3-4c9c-aed4-aec6cc2ec2ac req-a50f3e81-88ef-4d39-a60d-9103956353f2 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 943 time: 0.2047749 Jan 28 01:25:14.751040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] For port a47790f7-67ca-4a6b-9006-562ee8bb666a, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:25:14.754759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] For port a47790f7-67ca-4a6b-9006-562ee8bb666a, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:25:14.761006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19b6d053-f7d3-4c9c-aed4-aec6cc2ec2ac req-dd6baeac-3516-4f5f-9f1c-3cb2a2c1d67f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002240 Jan 28 01:25:14.764887 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.894909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:14.903589 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.905192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] 10.222.0.43 "PUT /v2.0/ports/a47790f7-67ca-4a6b-9006-562ee8bb666a HTTP/1.1" status: 200 len: 1091 time: 1.1610820 Jan 28 01:25:14.908291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'tag': 'a47790f7-67ca-4a6b-9006-562ee8bb666a'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:25:14.928405 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae55fc6-4a3b-4f20-b642-4feb436f036a" -d '{"events": [{"name": "network-changed", "server_uuid": "21d34d44-0bde-4047-bd66-f2949c0fa5dd", "tag": "a47790f7-67ca-4a6b-9006-562ee8bb666a"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:25:15.033435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f37b1-56dc-4e4d-b301-a45835ec3746 service neutron] Pushing event updated for resources: {'Port': ['ID=a47790f7-67ca-4a6b-9006-562ee8bb666a,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:15.047587 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c778bdc-3323-4f9a-8c3f-9249cd8c583e x-openstack-request-id: req-8c778bdc-3323-4f9a-8c3f-9249cd8c583e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:25:15.047943 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d34d44-0bde-4047-bd66-f2949c0fa5dd", "tag": "a47790f7-67ca-4a6b-9006-562ee8bb666a", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:25:15.048163 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c778bdc-3323-4f9a-8c3f-9249cd8c583e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:25:15.048575 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'tag': 'a47790f7-67ca-4a6b-9006-562ee8bb666a', 'status': 'completed', 'code': 200} Jan 28 01:25:15.130801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-0ae5d0f0-c018-47bb-9054-bfa7b49bc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:15.132202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-0ae5d0f0-c018-47bb-9054-bfa7b49bc3bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 1094 time: 0.1048100 Jan 28 01:25:15.213495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-d5456f5c-5d90-42ea-a621-42282a44f470 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a HTTP/1.1" status: 200 len: 217 time: 0.0666006 Jan 28 01:25:15.331302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-9fa8212e-2fe6-457f-9d3b-eafb319f6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:15.332784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-9fa8212e-2fe6-457f-9d3b-eafb319f6f70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89171dd-91d4-4f68-b642-ee03a19602da HTTP/1.1" status: 200 len: 849 time: 0.1060472 Jan 28 01:25:15.387255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-d77548cb-7ee3-46f1-bbcb-f2d50478e947 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0067b65-c5dc-487c-b776-36f2d04340c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483837 Jan 28 01:25:15.538461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-e80dbd99-3732-4ab5-bd4a-b8565a9b5aa7 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447635 Jan 28 01:25:16.390089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6091-eada-4604-ab02-b545d0c2dcb9 req-ca0a7d5b-66ef-42ca-ad62-eba569a3f994 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:16.392541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-344e6091-eada-4604-ab02-b545d0c2dcb9 req-ca0a7d5b-66ef-42ca-ad62-eba569a3f994 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 943 time: 0.1387525 Jan 28 01:25:16.440361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2830a318-1e3f-4278-8f27-cf422063c0ca req-3320fcec-1f83-4288-8f06-badc4b27b101 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941264 Jan 28 01:25:16.505824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-344e6091-eada-4604-ab02-b545d0c2dcb9 req-06b7dc23-fd33-4137-aaca-934c904935d8 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033466 Jan 28 01:25:16.592060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-05f4b12a-f0d8-4565-ad91-f70cef68ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:16.594094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-05f4b12a-f0d8-4565-ad91-f70cef68ca8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db31f94f268f4d889b9d223d953e0e83&device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 1094 time: 0.0657361 Jan 28 01:25:16.824181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-cb31502d-9616-4b54-945a-bb87df67901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:16.826533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-cb31502d-9616-4b54-945a-bb87df67901a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 200 len: 910 time: 0.2266722 Jan 28 01:25:16.925114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-f6a7a8a9-bb6c-40e5-9761-b2f950d63621 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a HTTP/1.1" status: 200 len: 217 time: 0.0902131 Jan 28 01:25:17.049072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-4c189b9b-b8da-40f2-8f3c-06ba7aae4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:17.052526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-4c189b9b-b8da-40f2-8f3c-06ba7aae4d90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89171dd-91d4-4f68-b642-ee03a19602da HTTP/1.1" status: 200 len: 849 time: 0.1215737 Jan 28 01:25:17.135032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-f4f7f020-007a-4ce2-8884-f858127ec977 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e0067b65-c5dc-487c-b776-36f2d04340c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760579 Jan 28 01:25:17.252821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-279bc212-4377-40c6-9a4b-e438404a6d77 service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096804 Jan 28 01:25:17.375510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ae55fc6-4a3b-4f20-b642-4feb436f036a req-6999cddd-71e5-4e95-b7ec-b90cd03bd4fb service neutron] 10.222.0.43 "GET /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150107 Jan 28 01:25:17.710371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e34b1-23c8-46f4-a7ef-7641a88a23c8 req-c22bf1d2-fb1c-4e64-986b-104ac6d6e20f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:17.718077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-359e34b1-23c8-46f4-a7ef-7641a88a23c8 req-c22bf1d2-fb1c-4e64-986b-104ac6d6e20f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 943 time: 0.0982115 Jan 28 01:25:17.831960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-359e34b1-23c8-46f4-a7ef-7641a88a23c8 req-c76563b9-8b78-469c-926e-3e1cad66f55d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055846 Jan 28 01:25:18.603262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57406) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:18.742137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4931457-e867-434d-8901-7703afeb85ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:18.843726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4931457-e867-434d-8901-7703afeb85ad admin admin] Publish callbacks [] for security_group (fa82dbac-af7f-456c-917b-7d27736270fd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:18.848643 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4931457-e867-434d-8901-7703afeb85ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fa82dbac-af7f-456c-917b-7d27736270fd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:18.882123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a47790f7-67ca-4a6b-9006-562ee8bb666a details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:25:18.916027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4931457-e867-434d-8901-7703afeb85ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82dbac-af7f-456c-917b-7d27736270fd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:19.066070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4931457-e867-434d-8901-7703afeb85ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b1c1970925f4a9d9a70647c10e80a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615560 Jan 28 01:25:19.068771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57416) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:19.099813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a24805-98aa-4d4e-a5ae-36c5dff7d818 req-4ae5a21b-4ab7-4db0-a4da-51e677bb0175 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:19.102014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0a24805-98aa-4d4e-a5ae-36c5dff7d818 req-4ae5a21b-4ab7-4db0-a4da-51e677bb0175 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 943 time: 0.1441722 Jan 28 01:25:19.142833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a47790f7-67ca-4a6b-9006-562ee8bb666a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:25:19.169687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a47790f7-67ca-4a6b-9006-562ee8bb666a', 'network_id': 'e0067b65-c5dc-487c-b776-36f2d04340c2', 'port_id': 'a47790f7-67ca-4a6b-9006-562ee8bb666a', 'mac_address': 'fa:16:3e:df:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89171dd-91d4-4f68-b642-ee03a19602da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:25:19.213372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad96bea2-2820-44bc-ab66-efd211958591 admin admin] Publish callbacks [] for security_group (fa82dbac-af7f-456c-917b-7d27736270fd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:19.241703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad96bea2-2820-44bc-ab66-efd211958591 admin admin] Publish callbacks [] for security_group (fa82dbac-af7f-456c-917b-7d27736270fd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:19.244793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0a24805-98aa-4d4e-a5ae-36c5dff7d818 req-9b632889-36e2-4ee3-b5b1-4d4b20b6138f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259089 Jan 28 01:25:19.300274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a47790f7-67ca-4a6b-9006-562ee8bb666a is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:25:19.300930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:19.329239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47790f7-67ca-4a6b-9006-562ee8bb666a {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:25:19.332035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad96bea2-2820-44bc-ab66-efd211958591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fa82dbac-af7f-456c-917b-7d27736270fd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:19.344440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad96bea2-2820-44bc-ab66-efd211958591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:19.346361 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad96bea2-2820-44bc-ab66-efd211958591 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa82dbac-af7f-456c-917b-7d27736270fd HTTP/1.1" status: 204 len: 168 time: 0.2765629 Jan 28 01:25:19.368221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96bea2-2820-44bc-ab66-efd211958591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82dbac-af7f-456c-917b-7d27736270fd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:19.380952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a47790f7-67ca-4a6b-9006-562ee8bb666a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:25:19.386724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:19.480764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a47790f7-67ca-4a6b-9006-562ee8bb666a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:19.536601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.537181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.537687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.538210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.538691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.539674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.543683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.544177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.544674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.545159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.545647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.546158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.546626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:19.649063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a47790f7-67ca-4a6b-9006-562ee8bb666a'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:25:20.449727 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:25:20.517128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab2b17-43a0-40b1-be29-e6aac5db3e2b req-30540693-abd2-4461-ad1c-084a91f3ae01 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:20.518704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3ab2b17-43a0-40b1-be29-e6aac5db3e2b req-30540693-abd2-4461-ad1c-084a91f3ae01 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 944 time: 0.1313052 Jan 28 01:25:20.617829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3ab2b17-43a0-40b1-be29-e6aac5db3e2b req-9b2aa0cf-dd2a-428e-851d-51270e5ccc70 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854111 Jan 28 01:25:20.896469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a47790f7-67ca-4a6b-9006-562ee8bb666a up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:25:21.080418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port a47790f7-67ca-4a6b-9006-562ee8bb666a completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:25:21.088984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a47790f7-67ca-4a6b-9006-562ee8bb666a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:25:21.089369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:21.226598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a47790f7-67ca-4a6b-9006-562ee8bb666a is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:25:21.226999 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:21.283083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47790f7-67ca-4a6b-9006-562ee8bb666a'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:25:21.292224 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e77fffa-c842-4eb0-b24d-9f7e5d972f16" -d '{"events": [{"server_uuid": "21d34d44-0bde-4047-bd66-f2949c0fa5dd", "name": "network-vif-plugged", "status": "completed", "tag": "a47790f7-67ca-4a6b-9006-562ee8bb666a"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:25:21.318231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a47790f7-67ca-4a6b-9006-562ee8bb666a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:25:21.323891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:21.448804 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc816a-0b45-4ea3-b939-240c659d885e x-openstack-request-id: req-67bc816a-0b45-4ea3-b939-240c659d885e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:25:21.449177 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d34d44-0bde-4047-bd66-f2949c0fa5dd", "name": "network-vif-plugged", "status": "completed", "tag": "a47790f7-67ca-4a6b-9006-562ee8bb666a", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:25:21.449384 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67bc816a-0b45-4ea3-b939-240c659d885e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:25:21.449811 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47790f7-67ca-4a6b-9006-562ee8bb666a', 'code': 200} Jan 28 01:25:21.451323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a47790f7-67ca-4a6b-9006-562ee8bb666a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:21.559981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b349c9-152f-45f8-91c7-1406289f3a78 req-0e3644af-9368-4860-84ca-77dd42853ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:21.566966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4b349c9-152f-45f8-91c7-1406289f3a78 req-0e3644af-9368-4860-84ca-77dd42853ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 1096 time: 0.0908878 Jan 28 01:25:21.694472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4b349c9-152f-45f8-91c7-1406289f3a78 req-f3d3f82b-c878-4afe-825d-5eaf58c0da69 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177154 Jan 28 01:25:21.823040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cac6b4-bb9c-42f3-9822-ad152c9a9ccb req-4b17a6dd-88ed-46c4-9ce5-6720bde862f9 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:21.832269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70cac6b4-bb9c-42f3-9822-ad152c9a9ccb req-4b17a6dd-88ed-46c4-9ce5-6720bde862f9 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 945 time: 0.0787573 Jan 28 01:25:21.898389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70cac6b4-bb9c-42f3-9822-ad152c9a9ccb req-a7c570a4-cdf7-420a-b785-23cd7d38535a tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647330 Jan 28 01:25:22.534913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57522) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:22.948494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80e0dc72-32cb-43f1-a8a0-6cfd9fdfffbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.097897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80e0dc72-32cb-43f1-a8a0-6cfd9fdfffbd admin admin] Publish callbacks [] for security_group (bfa78f1f-64bd-45f6-880a-6d9b6da55218), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.178925 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-80e0dc72-32cb-43f1-a8a0-6cfd9fdfffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bfa78f1f-64bd-45f6-880a-6d9b6da55218), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.280248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:23.295318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-80e0dc72-32cb-43f1-a8a0-6cfd9fdfffbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b8eab4be76341fda7f0bab0b7066a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7587333 Jan 28 01:25:23.300943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0dc72-32cb-43f1-a8a0-6cfd9fdfffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa78f1f-64bd-45f6-880a-6d9b6da55218,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:23.322205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2df78-36a2-4a0e-bf82-5f02efe3f9f6 req-7869b508-6f67-451e-98c9-e39f59f6bffd tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:23.342905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78c2df78-36a2-4a0e-bf82-5f02efe3f9f6 req-7869b508-6f67-451e-98c9-e39f59f6bffd tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 945 time: 0.2323575 Jan 28 01:25:23.423976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7fad2cc-150e-4054-afb1-561a330c8231 admin admin] Publish callbacks [] for security_group (bfa78f1f-64bd-45f6-880a-6d9b6da55218), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.437549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78c2df78-36a2-4a0e-bf82-5f02efe3f9f6 req-fa2b3413-0d02-4563-b1ad-f2bc7216211d tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921645 Jan 28 01:25:23.499895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7fad2cc-150e-4054-afb1-561a330c8231 admin admin] Publish callbacks [] for security_group (bfa78f1f-64bd-45f6-880a-6d9b6da55218), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.626519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7fad2cc-150e-4054-afb1-561a330c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bfa78f1f-64bd-45f6-880a-6d9b6da55218), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.630410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7fad2cc-150e-4054-afb1-561a330c8231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:23.631873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7fad2cc-150e-4054-afb1-561a330c8231 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfa78f1f-64bd-45f6-880a-6d9b6da55218 HTTP/1.1" status: 204 len: 168 time: 0.3504233 Jan 28 01:25:23.643113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad2cc-150e-4054-afb1-561a330c8231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa78f1f-64bd-45f6-880a-6d9b6da55218,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:24.405498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-2354108a-1554-47a4-ad93-fbd65a4fbc9c req-be868499-5511-4441-b49e-612d9286ca91 tempest-ServerActionsTestJSON-1460454573 tempest-ServerActionsTestJSON-1460454573-project] (109595) timed out ('10.222.0.43', 54032) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:25:24.972779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e092-ff0c-4ff5-b113-5b9df5bb2648 req-9093abfe-0094-48bf-92fe-2fe0ee7c023a tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:24.983241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8df5e092-ff0c-4ff5-b113-5b9df5bb2648 req-9093abfe-0094-48bf-92fe-2fe0ee7c023a tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 945 time: 0.1743848 Jan 28 01:25:25.098061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8df5e092-ff0c-4ff5-b113-5b9df5bb2648 req-03340728-f22d-4a6e-be72-8a73a64f496a tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138756 Jan 28 01:25:26.196604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-1207ef0b-f2f7-4d37-855d-0a744091411c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:26.200627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-1207ef0b-f2f7-4d37-855d-0a744091411c tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 945 time: 0.0887239 Jan 28 01:25:26.521933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d193e97-6a9b-4b29-9924-0cc4534fadf7 req-5c1cd83a-4204-4b57-8ddb-422ded2dc81f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:26.526144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d193e97-6a9b-4b29-9924-0cc4534fadf7 req-5c1cd83a-4204-4b57-8ddb-422ded2dc81f tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 945 time: 0.2113373 Jan 28 01:25:26.613688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Deleting port a47790f7-67ca-4a6b-9006-562ee8bb666a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:25:26.614072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:26.654928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d193e97-6a9b-4b29-9924-0cc4534fadf7 req-3c817887-422e-4aa1-8b2e-b50daa6662aa tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 Jan 28 01:25:26.747603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57630) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:26.830580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] For port a47790f7-67ca-4a6b-9006-562ee8bb666a, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a47790f7-67ca-4a6b-9006-562ee8bb666a,segment=NetworkSegment(1c9ba658-3c1a-4b70-b687-3aa99b20e132),segment_id=1c9ba658-3c1a-4b70-b687-3aa99b20e132)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:25:26.832171 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:26.859152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Calling delete_port for a47790f7-67ca-4a6b-9006-562ee8bb666a owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:25:26.958601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.109438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Publish callbacks [] for security_group (54e8eb5b-06ab-421b-8ce4-ba22315841d4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.116900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (54e8eb5b-06ab-421b-8ce4-ba22315841d4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.170718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e8eb5b-06ab-421b-8ce4-ba22315841d4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:27.184048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.184600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.185109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.185598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.186097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.186556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.187041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.187506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.187995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.188451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.188915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.189397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.189881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:27.223120 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-77bfc5dd-b303-4290-9a75-aaad909306a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8daa1ea062554bf08b7a726d384dd65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739177 Jan 28 01:25:27.225659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57642) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:27.263037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a47790f7-67ca-4a6b-9006-562ee8bb666a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.318669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Pushing event deleted for resources: {'Port': ['ID=a47790f7-67ca-4a6b-9006-562ee8bb666a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:27.358000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-394b81a0-247e-4a1c-844e-6a19cf4e95e9 admin admin] Publish callbacks [] for security_group (54e8eb5b-06ab-421b-8ce4-ba22315841d4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.373698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] No DVR routers for this DVR port a47790f7-67ca-4a6b-9006-562ee8bb666a on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:25:27.378656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.382541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-626b0b71-8a6b-44e8-96c2-a3f505f74dfd req-5bc76dcc-09e7-4279-8ac8-e6a6f7f15729 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.43 "DELETE /v2.0/ports/a47790f7-67ca-4a6b-9006-562ee8bb666a HTTP/1.1" status: 204 len: 173 time: 1.1764588 Jan 28 01:25:27.383213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'name': 'network-vif-deleted', 'tag': 'a47790f7-67ca-4a6b-9006-562ee8bb666a'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:25:27.389521 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2a39ce-7800-42f2-b042-86cbc053777d" -d '{"events": [{"server_uuid": "21d34d44-0bde-4047-bd66-f2949c0fa5dd", "name": "network-vif-deleted", "tag": "a47790f7-67ca-4a6b-9006-562ee8bb666a"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:25:27.463126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-394b81a0-247e-4a1c-844e-6a19cf4e95e9 admin admin] Publish callbacks [] for security_group (54e8eb5b-06ab-421b-8ce4-ba22315841d4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.474067 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d351cb43-df81-4d5c-ab76-6e2d289f8db0 x-openstack-request-id: req-d351cb43-df81-4d5c-ab76-6e2d289f8db0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:25:27.474380 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d34d44-0bde-4047-bd66-f2949c0fa5dd", "name": "network-vif-deleted", "tag": "a47790f7-67ca-4a6b-9006-562ee8bb666a", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:25:27.474650 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d351cb43-df81-4d5c-ab76-6e2d289f8db0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:25:27.475125 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d34d44-0bde-4047-bd66-f2949c0fa5dd', 'name': 'network-vif-deleted', 'tag': 'a47790f7-67ca-4a6b-9006-562ee8bb666a', 'status': 'completed', 'code': 200} Jan 28 01:25:27.594786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-394b81a0-247e-4a1c-844e-6a19cf4e95e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (54e8eb5b-06ab-421b-8ce4-ba22315841d4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.602993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-394b81a0-247e-4a1c-844e-6a19cf4e95e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:27.629414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-394b81a0-247e-4a1c-844e-6a19cf4e95e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54e8eb5b-06ab-421b-8ce4-ba22315841d4 HTTP/1.1" status: 204 len: 168 time: 0.4023921 Jan 28 01:25:27.658854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b81a0-247e-4a1c-844e-6a19cf4e95e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e8eb5b-06ab-421b-8ce4-ba22315841d4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:27.878666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f46d4a0-06f2-45d2-8e4f-37f7e7ce1ee1 req-c80d4c7b-27f6-4fc4-bb55-bba7739eb5d1 tempest-VolumesActionsTest-595342907 tempest-VolumesActionsTest-595342907-project] 10.222.0.23 "GET /v2.0/ports?device_id=21d34d44-0bde-4047-bd66-f2949c0fa5dd HTTP/1.1" status: 200 len: 210 time: 0.0705760 Jan 28 01:25:28.978103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a47790f7-67ca-4a6b-9006-562ee8bb666a no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:25:29.018353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: a47790f7-67ca-4a6b-9006-562ee8bb666a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:25:29.018947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a47790f7-67ca-4a6b-9006-562ee8bb666a not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:25:29.615056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57726) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:29.936446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1177594605-network', 'tenant_id': '932b62a689b8480ca3adf63806b4f36a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:25:29.982072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Made reservation on behalf of 932b62a689b8480ca3adf63806b4f36a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:25:29.987379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.006548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.124084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks [] for security_group (596dd143-5085-430a-8bee-8bf717179d26), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.129725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (596dd143-5085-430a-8bee-8bf717179d26), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.163429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:25:30.191248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596dd143-5085-430a-8bee-8bf717179d26,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:30.196334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (559db7f7-5efc-4c34-8235-5478538f083f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.197477 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Added segment 559db7f7-5efc-4c34-8235-5478538f083f of type vlan for network 7d669fa4-99a6-4bd6-95ce-f98844bab435 Jan 28 01:25:30.292703 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (7d669fa4-99a6-4bd6-95ce-f98844bab435), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.327758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (7d669fa4-99a6-4bd6-95ce-f98844bab435), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.329597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:30.330536 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.414082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7966311 Jan 28 01:25:30.417127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:30.423129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Request body: {'subnet': {'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1177594605-subnet', 'tenant_id': '932b62a689b8480ca3adf63806b4f36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:25:30.447969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e1e14-79e1-43e7-8aaa-25025fff9111 admin admin] Pushing event updated for resources: {'Network': ['ID=7d669fa4-99a6-4bd6-95ce-f98844bab435,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:30.460514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 7d669fa4-99a6-4bd6-95ce-f98844bab435 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:25:30.467540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Made reservation on behalf of 932b62a689b8480ca3adf63806b4f36a for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:25:30.471132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:30.909524 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (ab8893ee-e134-4511-be07-e21d7edc9b8e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:31.045431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8893ee-e134-4511-be07-e21d7edc9b8e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:31.080154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Checking segment: {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:25:31.080542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Network hostable DHCP agents. Network: 7d669fa4-99a6-4bd6-95ce-f98844bab435, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:25:31.117294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Network 7d669fa4-99a6-4bd6-95ce-f98844bab435 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:25:31.129707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 7d669fa4-99a6-4bd6-95ce-f98844bab435) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:25:31.139992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd295417-5c48-411a-84fc-572a449689b2 None None] Network 7d669fa4-99a6-4bd6-95ce-f98844bab435 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:25:31.160309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:31.162966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:31.206112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d359de4f-5599-4a0f-b685-17452fa6db49 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7877231 Jan 28 01:25:31.300775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f6b0ab-4f92-484d-b431-ef2664a69b07 None None] Network 7d669fa4-99a6-4bd6-95ce-f98844bab435 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:25:32.285434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:32.587747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5a7d-4b49-4fc2-97b6-e5ac32c0d49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:32.781020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5a7d-4b49-4fc2-97b6-e5ac32c0d49e admin admin] Publish callbacks [] for security_group (1225962f-6f93-443c-ab11-e84d935d6c48), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:32.786261 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5a7d-4b49-4fc2-97b6-e5ac32c0d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1225962f-6f93-443c-ab11-e84d935d6c48), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:32.870452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e5a7d-4b49-4fc2-97b6-e5ac32c0d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1225962f-6f93-443c-ab11-e84d935d6c48,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:32.916966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7f2e5a7d-4b49-4fc2-97b6-e5ac32c0d49e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf41f5649e84ed5ac6fada6e4c67baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6301796 Jan 28 01:25:32.919835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:33.002967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d844b00-1124-40f2-93e5-59f467ea22f4 admin admin] Publish callbacks [] for security_group (1225962f-6f93-443c-ab11-e84d935d6c48), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.026438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d844b00-1124-40f2-93e5-59f467ea22f4 admin admin] Publish callbacks [] for security_group (1225962f-6f93-443c-ab11-e84d935d6c48), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.084399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d844b00-1124-40f2-93e5-59f467ea22f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1225962f-6f93-443c-ab11-e84d935d6c48), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.093440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d844b00-1124-40f2-93e5-59f467ea22f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.095169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3d844b00-1124-40f2-93e5-59f467ea22f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1225962f-6f93-443c-ab11-e84d935d6c48 HTTP/1.1" status: 204 len: 168 time: 0.1743953 Jan 28 01:25:33.154837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d844b00-1124-40f2-93e5-59f467ea22f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1225962f-6f93-443c-ab11-e84d935d6c48,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:33.629285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.700671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 57856) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:33.731233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c0291db-93d5-4c73-9f10-ac0ab10bf304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.967087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c0291db-93d5-4c73-9f10-ac0ab10bf304 admin admin] Publish callbacks [] for security_group (ab3a35d7-0730-43cf-835b-73abe937026c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:33.973848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0c0291db-93d5-4c73-9f10-ac0ab10bf304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ab3a35d7-0730-43cf-835b-73abe937026c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:34.011185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0291db-93d5-4c73-9f10-ac0ab10bf304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a35d7-0730-43cf-835b-73abe937026c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:34.085671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0c0291db-93d5-4c73-9f10-ac0ab10bf304 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=606fa5f36e2f4015bf432b432f47d016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837931 Jan 28 01:25:34.088223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 57868) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:34.158511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2682e4e6-90df-4bb3-b8d6-0ce46c2f4fd4 admin admin] Publish callbacks [] for security_group (ab3a35d7-0730-43cf-835b-73abe937026c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:34.223391 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2682e4e6-90df-4bb3-b8d6-0ce46c2f4fd4 admin admin] Publish callbacks [] for security_group (ab3a35d7-0730-43cf-835b-73abe937026c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:34.314410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2682e4e6-90df-4bb3-b8d6-0ce46c2f4fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ab3a35d7-0730-43cf-835b-73abe937026c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:34.317370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2682e4e6-90df-4bb3-b8d6-0ce46c2f4fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:34.319118 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2682e4e6-90df-4bb3-b8d6-0ce46c2f4fd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab3a35d7-0730-43cf-835b-73abe937026c HTTP/1.1" status: 204 len: 168 time: 0.2293003 Jan 28 01:25:34.329643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682e4e6-90df-4bb3-b8d6-0ce46c2f4fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a35d7-0730-43cf-835b-73abe937026c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:37.099252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d56a76bf-e092-4425-8487-c2eab4ba5f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:37.343082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:39.334493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd1de-ee6a-4084-9683-1b52e89db304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:40.856530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:41.953958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:43.322713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:47.363052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58226) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:47.639169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dccf3f97-82e8-4704-8849-1cf6c64e376a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:47.817729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dccf3f97-82e8-4704-8849-1cf6c64e376a admin admin] Publish callbacks [] for security_group (95a256ad-7f1d-46ec-a905-a92a694d97c4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:47.827378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dccf3f97-82e8-4704-8849-1cf6c64e376a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (95a256ad-7f1d-46ec-a905-a92a694d97c4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:47.845512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8afeb2-7b14-4570-aa4c-f8f69d836cd7 req-713e0dee-7ea5-48ae-8da6-b22af71357d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:47.856064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f8afeb2-7b14-4570-aa4c-f8f69d836cd7 req-713e0dee-7ea5-48ae-8da6-b22af71357d9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1612387 Jan 28 01:25:47.942270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf3f97-82e8-4704-8849-1cf6c64e376a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a256ad-7f1d-46ec-a905-a92a694d97c4,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:47.956442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f8afeb2-7b14-4570-aa4c-f8f69d836cd7 req-a3a7cb65-3095-43c7-846a-9ef1259c155f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986779 Jan 28 01:25:47.969812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dccf3f97-82e8-4704-8849-1cf6c64e376a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32593f013fec4b58bb4f81b42b96a0bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5969484 Jan 28 01:25:47.969812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58238) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:48.066908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae6ebec-f889-489a-be53-e72d37c5cf32 admin admin] Publish callbacks [] for security_group (95a256ad-7f1d-46ec-a905-a92a694d97c4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:48.128183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae6ebec-f889-489a-be53-e72d37c5cf32 admin admin] Publish callbacks [] for security_group (95a256ad-7f1d-46ec-a905-a92a694d97c4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:48.226265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae6ebec-f889-489a-be53-e72d37c5cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (95a256ad-7f1d-46ec-a905-a92a694d97c4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:48.228582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aae6ebec-f889-489a-be53-e72d37c5cf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:48.236048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aae6ebec-f889-489a-be53-e72d37c5cf32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95a256ad-7f1d-46ec-a905-a92a694d97c4 HTTP/1.1" status: 204 len: 168 time: 0.2646937 Jan 28 01:25:48.251765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6ebec-f889-489a-be53-e72d37c5cf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a256ad-7f1d-46ec-a905-a92a694d97c4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:48.695642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58252) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:48.732086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f953e377-ca3f-4c2e-bffb-0c4b9de70dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.001453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f953e377-ca3f-4c2e-bffb-0c4b9de70dcc admin admin] Publish callbacks [] for security_group (fa6fb87b-907d-410f-ad35-3bf91f07b45c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.010308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f953e377-ca3f-4c2e-bffb-0c4b9de70dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fa6fb87b-907d-410f-ad35-3bf91f07b45c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.127282 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f953e377-ca3f-4c2e-bffb-0c4b9de70dcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ea9ab349f5e406caea64e909cec1721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305408 Jan 28 01:25:49.130384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58260) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:49.134057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953e377-ca3f-4c2e-bffb-0c4b9de70dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fb87b-907d-410f-ad35-3bf91f07b45c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:49.173663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10625cc-dd8f-4f5d-8b04-c6b7d72056d4 req-2daab242-730e-409c-8e32-b7df9202cdf2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:49.184719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e10625cc-dd8f-4f5d-8b04-c6b7d72056d4 req-2daab242-730e-409c-8e32-b7df9202cdf2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0947340 Jan 28 01:25:49.299391 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47c813ca-f8ef-41a2-9075-6bb1b9758a26 admin admin] Publish callbacks [] for security_group (fa6fb87b-907d-410f-ad35-3bf91f07b45c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.357665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47c813ca-f8ef-41a2-9075-6bb1b9758a26 admin admin] Publish callbacks [] for security_group (fa6fb87b-907d-410f-ad35-3bf91f07b45c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.402793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e10625cc-dd8f-4f5d-8b04-c6b7d72056d4 req-31f6236f-7dc2-4764-9919-3e8fb2a7c8fa tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163415 Jan 28 01:25:49.531785 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47c813ca-f8ef-41a2-9075-6bb1b9758a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fa6fb87b-907d-410f-ad35-3bf91f07b45c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.534937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47c813ca-f8ef-41a2-9075-6bb1b9758a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:49.535691 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47c813ca-f8ef-41a2-9075-6bb1b9758a26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa6fb87b-907d-410f-ad35-3bf91f07b45c HTTP/1.1" status: 204 len: 168 time: 0.3828387 Jan 28 01:25:49.568917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c813ca-f8ef-41a2-9075-6bb1b9758a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fb87b-907d-410f-ad35-3bf91f07b45c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:50.755559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f29f1-bd59-4f15-82a8-6064ad9ec3f2 req-dad70b8b-1262-4d6f-8467-9fd3ddf6f0b5 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:50.770517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b7f29f1-bd59-4f15-82a8-6064ad9ec3f2 req-dad70b8b-1262-4d6f-8467-9fd3ddf6f0b5 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1584058 Jan 28 01:25:50.856827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b7f29f1-bd59-4f15-82a8-6064ad9ec3f2 req-6a828292-a108-41b7-b006-71925d271f55 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844116 Jan 28 01:25:52.176151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d92ca-a05e-4345-abf8-0384d18f86bd req-66dd4499-f5d3-449b-8a94-fbe4210bff9f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:52.180003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-067d92ca-a05e-4345-abf8-0384d18f86bd req-66dd4499-f5d3-449b-8a94-fbe4210bff9f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1313548 Jan 28 01:25:52.276504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-067d92ca-a05e-4345-abf8-0384d18f86bd req-aaab7246-3d67-4216-a200-5bfd39497edb tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874286 Jan 28 01:25:53.515626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14cbc4-9241-4f67-be70-728fd7be737f req-4eba83d8-37fe-4852-b95c-02183e610fd2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:53.517170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb14cbc4-9241-4f67-be70-728fd7be737f req-4eba83d8-37fe-4852-b95c-02183e610fd2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1085255 Jan 28 01:25:53.664809 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb14cbc4-9241-4f67-be70-728fd7be737f req-ff1fef76-b24d-4876-85ef-306ef26f27ea tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410577 Jan 28 01:25:53.928391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-40fbf356-3c0a-4fbb-8b57-22c34c017220 req-212e44c7-2906-46f7-9b5e-d919db12faca tempest-MultipleCreateTestJSON-1015080423 tempest-MultipleCreateTestJSON-1015080423-project] (109595) timed out ('10.222.0.45', 57545) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:25:54.911409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62e92b-db72-4dab-8f0b-9aaff3421227 req-538ee67d-4956-4f4e-9546-05b78b0c6454 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:54.914124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b62e92b-db72-4dab-8f0b-9aaff3421227 req-538ee67d-4956-4f4e-9546-05b78b0c6454 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0850060 Jan 28 01:25:55.036886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b62e92b-db72-4dab-8f0b-9aaff3421227 req-4ad30dd5-71e6-4878-ae3f-b18f65a0d936 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158769 Jan 28 01:25:55.116758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58458) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:55.339191 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bfcfd7a-7a57-47d7-b5e2-0968803753f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:55.510136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bfcfd7a-7a57-47d7-b5e2-0968803753f7 admin admin] Publish callbacks [] for security_group (f2190ad9-8c96-4910-9459-4262bf6421ec), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:55.525438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9bfcfd7a-7a57-47d7-b5e2-0968803753f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f2190ad9-8c96-4910-9459-4262bf6421ec), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:55.576676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcfd7a-7a57-47d7-b5e2-0968803753f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2190ad9-8c96-4910-9459-4262bf6421ec,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:55.635371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:55.637986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9bfcfd7a-7a57-47d7-b5e2-0968803753f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c800333897d84a8e9890753338216b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193827 Jan 28 01:25:55.903938 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Publish callbacks [] for security_group (f2190ad9-8c96-4910-9459-4262bf6421ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:55.982331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Publish callbacks [] for security_group (f2190ad9-8c96-4910-9459-4262bf6421ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:56.122793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f2190ad9-8c96-4910-9459-4262bf6421ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:56.136058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:56.160595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2190ad9-8c96-4910-9459-4262bf6421ec HTTP/1.1" status: 204 len: 168 time: 0.5013788 Jan 28 01:25:56.221416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2190ad9-8c96-4910-9459-4262bf6421ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:56.369724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.370087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.370424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.370760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.371101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.371430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.371747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.372084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.372452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.383247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.383593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.383945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.384291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf5eb9-44fa-4344-a006-54b411065843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:25:56.426910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec03675-fc30-46fa-920e-7e074ad82de4 req-2cece15f-9294-4c4b-911a-aa2adbec1703 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:56.428625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec03675-fc30-46fa-920e-7e074ad82de4 req-2cece15f-9294-4c4b-911a-aa2adbec1703 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.2668917 Jan 28 01:25:56.534642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec03675-fc30-46fa-920e-7e074ad82de4 req-02fcb09c-2a98-4b4d-bf63-0499d1a236e7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880361 Jan 28 01:25:57.086434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58530) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:57.107802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-360f248f-0820-4573-9d73-5754740e73ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.232473 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-360f248f-0820-4573-9d73-5754740e73ed admin admin] Publish callbacks [] for security_group (2263bc3e-6747-4fe8-a753-71b9803c4dd6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.239884 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-360f248f-0820-4573-9d73-5754740e73ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2263bc3e-6747-4fe8-a753-71b9803c4dd6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.347117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:25:57.348517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-360f248f-0820-4573-9d73-5754740e73ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26c220f1681144f48d6640fb66e3bd7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598152 Jan 28 01:25:57.350547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f248f-0820-4573-9d73-5754740e73ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2263bc3e-6747-4fe8-a753-71b9803c4dd6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:57.450610 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:25:57.563524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a134646-9b90-44ab-922a-9673bb01c665 admin admin] Publish callbacks [] for security_group (2263bc3e-6747-4fe8-a753-71b9803c4dd6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.689033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a134646-9b90-44ab-922a-9673bb01c665 admin admin] Publish callbacks [] for security_group (2263bc3e-6747-4fe8-a753-71b9803c4dd6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.927037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a134646-9b90-44ab-922a-9673bb01c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2263bc3e-6747-4fe8-a753-71b9803c4dd6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.933273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572683b1-6ebe-4c91-9b0e-d568adcc1d8f req-82690fdd-ba26-4271-b051-99306ae6c69d tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:57.934144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a134646-9b90-44ab-922a-9673bb01c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:57.939059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a134646-9b90-44ab-922a-9673bb01c665 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2263bc3e-6747-4fe8-a753-71b9803c4dd6 HTTP/1.1" status: 204 len: 168 time: 0.5893049 Jan 28 01:25:57.939249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572683b1-6ebe-4c91-9b0e-d568adcc1d8f req-82690fdd-ba26-4271-b051-99306ae6c69d tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.2786136 Jan 28 01:25:57.982258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a134646-9b90-44ab-922a-9673bb01c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2263bc3e-6747-4fe8-a753-71b9803c4dd6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:25:58.205287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-572683b1-6ebe-4c91-9b0e-d568adcc1d8f req-ff727900-e00c-4ed0-a5a8-68403802e8fb tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2415450 Jan 28 01:25:59.580583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12844d92-37c4-4e0e-bd22-236f30c75a2d req-3e420dc7-7ffc-4c8f-95b8-9d25825eea7b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:59.611579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12844d92-37c4-4e0e-bd22-236f30c75a2d req-3e420dc7-7ffc-4c8f-95b8-9d25825eea7b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.2209673 Jan 28 01:25:59.736704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12844d92-37c4-4e0e-bd22-236f30c75a2d req-fbcf095d-d1f0-4540-b4dd-144a8ab45463 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239398 Jan 28 01:26:00.163013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-383bbee0-78dd-40dd-b62a-38e790bd13e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6730738 Jan 28 01:26:00.575091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-b63c76fb-4606-4d9c-b29b-205f5eb240e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:00.586435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-b63c76fb-4606-4d9c-b29b-205f5eb240e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.2781925 Jan 28 01:26:00.625242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d630a-da5b-44ef-bf5e-5f80001d7938 req-ff166176-05e2-4f84-8c84-7d510b3abee2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:00.633704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-400d630a-da5b-44ef-bf5e-5f80001d7938 req-ff166176-05e2-4f84-8c84-7d510b3abee2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.2133756 Jan 28 01:26:00.885836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-400d630a-da5b-44ef-bf5e-5f80001d7938 req-01e97abf-134d-4d82-bd40-6a8b48973775 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2509720 Jan 28 01:26:00.949955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-bbf56472-0d3f-4704-ace5-803c78ef1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:00.953350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-bbf56472-0d3f-4704-ace5-803c78ef1e8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.3176494 Jan 28 01:26:01.118244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-af12d55d-a63a-4eae-a152-9288a25a3719 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1585763 Jan 28 01:26:01.218879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-10d85899-e71e-4a89-802c-b1ce5da18d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:01.220437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-10d85899-e71e-4a89-802c-b1ce5da18d35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0964050 Jan 28 01:26:01.339506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-5c5d09b9-c2bd-40d7-b894-06bd2b336237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:01.344021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-5c5d09b9-c2bd-40d7-b894-06bd2b336237 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154599 Jan 28 01:26:01.552853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-62872be8-ac1f-4c0f-b6de-65bde68bbc61 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015154 Jan 28 01:26:01.785102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e63910f6-1b53-41f6-a083-fb0c9209ac06 req-5638ba9c-caec-4a9b-9924-aec05ce9bc65 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254605 Jan 28 01:26:02.159012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787f9-a178-4238-bdbc-401d26760a73 req-4684cc4a-12c4-4357-9507-3e199794723b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:02.160979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f15787f9-a178-4238-bdbc-401d26760a73 req-4684cc4a-12c4-4357-9507-3e199794723b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1455038 Jan 28 01:26:02.163724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5dc48-d761-4603-86fe-ff9768900477 req-4bf49217-0f36-4e6b-97c0-47b71e047aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:02.165318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-4bf49217-0f36-4e6b-97c0-47b71e047aa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.2445035 Jan 28 01:26:02.461756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f15787f9-a178-4238-bdbc-401d26760a73 req-1584956c-6fdb-497c-ae51-a24c0ddf3f83 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2912946 Jan 28 01:26:02.504497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5dc48-d761-4603-86fe-ff9768900477 req-01e799e9-f845-49fc-ae48-d6e608bb82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:02.506033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-01e799e9-f845-49fc-ae48-d6e608bb82ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.3345149 Jan 28 01:26:02.621749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-0452f0db-9e81-4bd1-8542-5455de0d11ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1055696 Jan 28 01:26:02.807926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5dc48-d761-4603-86fe-ff9768900477 req-a48148a5-fa35-48d5-8644-8efa9f7b8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:02.809419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-a48148a5-fa35-48d5-8644-8efa9f7b8c56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1701720 Jan 28 01:26:02.826421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58652) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:02.874369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5dc48-d761-4603-86fe-ff9768900477 req-64022013-f7fe-4e11-82cf-f647df1a66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:02.877673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-64022013-f7fe-4e11-82cf-f647df1a66e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610394 Jan 28 01:26:03.093094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-f85d4803-3149-42ca-a2fb-29044a25180e service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079566 Jan 28 01:26:03.154399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3247e9d-fcbb-4bf6-b550-32c8dcd3fac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:03.331129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79e5dc48-d761-4603-86fe-ff9768900477 req-d78e6e01-02f5-4ece-bb49-ede8d6099f15 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321320 Jan 28 01:26:03.409475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3247e9d-fcbb-4bf6-b550-32c8dcd3fac3 admin admin] Publish callbacks [] for security_group (fb78d4f5-0695-4a76-a747-63dd5b638832), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:03.420775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3247e9d-fcbb-4bf6-b550-32c8dcd3fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fb78d4f5-0695-4a76-a747-63dd5b638832), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:03.549065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3247e9d-fcbb-4bf6-b550-32c8dcd3fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb78d4f5-0695-4a76-a747-63dd5b638832,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:03.559519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:03.564350 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3247e9d-fcbb-4bf6-b550-32c8dcd3fac3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ced13e2c91f741e7a2d4f1789ecfb0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7360139 Jan 28 01:26:03.607475 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:03.762921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b84fb51-0c84-4689-8109-6a22fcf8960b admin admin] Publish callbacks [] for security_group (fb78d4f5-0695-4a76-a747-63dd5b638832), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:03.794149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b84fb51-0c84-4689-8109-6a22fcf8960b admin admin] Publish callbacks [] for security_group (fb78d4f5-0695-4a76-a747-63dd5b638832), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:03.822094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170f289-6292-45d0-853c-0d07f64a3e91 req-3999fcc2-da15-4376-8e5c-eea0a18e8338 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:03.824538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a170f289-6292-45d0-853c-0d07f64a3e91 req-3999fcc2-da15-4376-8e5c-eea0a18e8338 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1643200 Jan 28 01:26:03.954526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a170f289-6292-45d0-853c-0d07f64a3e91 req-d0282296-f633-400a-b484-421999c39ecf tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228611 Jan 28 01:26:04.002780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b84fb51-0c84-4689-8109-6a22fcf8960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fb78d4f5-0695-4a76-a747-63dd5b638832), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:04.005361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0b84fb51-0c84-4689-8109-6a22fcf8960b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:04.006581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0b84fb51-0c84-4689-8109-6a22fcf8960b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb78d4f5-0695-4a76-a747-63dd5b638832 HTTP/1.1" status: 204 len: 168 time: 0.4460437 Jan 28 01:26:04.027129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84fb51-0c84-4689-8109-6a22fcf8960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb78d4f5-0695-4a76-a747-63dd5b638832,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:04.614836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58680) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:04.637296 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2d1c-cc13-44f4-88e4-beae733b1100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:04.760502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2d1c-cc13-44f4-88e4-beae733b1100 admin admin] Publish callbacks [] for security_group (01febcc0-fd14-4a47-9b8a-416ce0b03e87), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:04.772803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2d1c-cc13-44f4-88e4-beae733b1100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (01febcc0-fd14-4a47-9b8a-416ce0b03e87), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:04.841762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f2d1c-cc13-44f4-88e4-beae733b1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01febcc0-fd14-4a47-9b8a-416ce0b03e87,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:04.847370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed3f2d1c-cc13-44f4-88e4-beae733b1100 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a548fea3ceba4f13b8af7bdd1f2ae378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312484 Jan 28 01:26:04.850544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58682) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:04.921844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03073cf1-ad53-4886-8383-d89bedab182f admin admin] Publish callbacks [] for security_group (01febcc0-fd14-4a47-9b8a-416ce0b03e87), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:04.962027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03073cf1-ad53-4886-8383-d89bedab182f admin admin] Publish callbacks [] for security_group (01febcc0-fd14-4a47-9b8a-416ce0b03e87), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:05.200428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0f596-3e7b-48e0-9224-17dc9d5126bd req-604726fc-3227-42a6-976c-ae96b095ece2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:05.204030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12b0f596-3e7b-48e0-9224-17dc9d5126bd req-604726fc-3227-42a6-976c-ae96b095ece2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1484606 Jan 28 01:26:05.205314 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03073cf1-ad53-4886-8383-d89bedab182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (01febcc0-fd14-4a47-9b8a-416ce0b03e87), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:05.209726 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-03073cf1-ad53-4886-8383-d89bedab182f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:05.211928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-03073cf1-ad53-4886-8383-d89bedab182f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01febcc0-fd14-4a47-9b8a-416ce0b03e87 HTTP/1.1" status: 204 len: 168 time: 0.3600881 Jan 28 01:26:05.239168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03073cf1-ad53-4886-8383-d89bedab182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01febcc0-fd14-4a47-9b8a-416ce0b03e87,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:05.310459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12b0f596-3e7b-48e0-9224-17dc9d5126bd req-2555d457-d50e-4898-8924-d1fa80a2886e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842896 Jan 28 01:26:07.103031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9213d03c-ce00-4189-a3c8-26fd95990a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:07.334886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:09.326018 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe13-f578-4290-b300-d772b1965b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:09.654790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58804) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:09.993666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bb2da4c-c54e-451f-96a0-490131330797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.172685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bb2da4c-c54e-451f-96a0-490131330797 admin admin] Publish callbacks [] for security_group (c7020946-6b6c-4110-856f-1e91a845de55), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.182737 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4bb2da4c-c54e-451f-96a0-490131330797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c7020946-6b6c-4110-856f-1e91a845de55), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.236415 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4bb2da4c-c54e-451f-96a0-490131330797 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db045f3313df4e1382d312d5ce15ceb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797267 Jan 28 01:26:10.236715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58814) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:10.261923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2da4c-c54e-451f-96a0-490131330797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7020946-6b6c-4110-856f-1e91a845de55,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:10.326404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e699093b-1533-41a3-846a-e9eacb5a1c03 admin admin] Publish callbacks [] for security_group (c7020946-6b6c-4110-856f-1e91a845de55), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.368867 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e699093b-1533-41a3-846a-e9eacb5a1c03 admin admin] Publish callbacks [] for security_group (c7020946-6b6c-4110-856f-1e91a845de55), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.453933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e699093b-1533-41a3-846a-e9eacb5a1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c7020946-6b6c-4110-856f-1e91a845de55), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.457101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e699093b-1533-41a3-846a-e9eacb5a1c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:10.461698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e699093b-1533-41a3-846a-e9eacb5a1c03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7020946-6b6c-4110-856f-1e91a845de55 HTTP/1.1" status: 204 len: 168 time: 0.2242377 Jan 28 01:26:10.485654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699093b-1533-41a3-846a-e9eacb5a1c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7020946-6b6c-4110-856f-1e91a845de55,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:10.865479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:11.952767 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:13.325849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:15.739277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 58972) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:15.988188 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-704b6278-a176-44a8-bdd2-5e9f24538f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.234920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-704b6278-a176-44a8-bdd2-5e9f24538f94 admin admin] Publish callbacks [] for security_group (3120733b-52d4-4c7a-b197-01ad44f5592a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.240149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-704b6278-a176-44a8-bdd2-5e9f24538f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3120733b-52d4-4c7a-b197-01ad44f5592a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.357400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-704b6278-a176-44a8-bdd2-5e9f24538f94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b61696964db4ed1aa598741ff4d6612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6169908 Jan 28 01:26:16.360887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 58992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:16.361652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b6278-a176-44a8-bdd2-5e9f24538f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3120733b-52d4-4c7a-b197-01ad44f5592a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:16.509412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ef44-f168-4e10-acd6-4190c0547da1 admin admin] Publish callbacks [] for security_group (3120733b-52d4-4c7a-b197-01ad44f5592a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.538139 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ef44-f168-4e10-acd6-4190c0547da1 admin admin] Publish callbacks [] for security_group (3120733b-52d4-4c7a-b197-01ad44f5592a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.636649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ef44-f168-4e10-acd6-4190c0547da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3120733b-52d4-4c7a-b197-01ad44f5592a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.640362 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9ed6ef44-f168-4e10-acd6-4190c0547da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:16.644903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9ed6ef44-f168-4e10-acd6-4190c0547da1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3120733b-52d4-4c7a-b197-01ad44f5592a HTTP/1.1" status: 204 len: 168 time: 0.2826772 Jan 28 01:26:16.656723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6ef44-f168-4e10-acd6-4190c0547da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3120733b-52d4-4c7a-b197-01ad44f5592a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:17.207069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:17.229953 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bc21809-2991-423b-97d7-110e6c6a1c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.420904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bc21809-2991-423b-97d7-110e6c6a1c63 admin admin] Publish callbacks [] for security_group (9a0f145f-5ddf-45be-be5b-a5c3341da294), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.428017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3bc21809-2991-423b-97d7-110e6c6a1c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9a0f145f-5ddf-45be-be5b-a5c3341da294), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.501000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc21809-2991-423b-97d7-110e6c6a1c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f145f-5ddf-45be-be5b-a5c3341da294,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:17.529466 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3bc21809-2991-423b-97d7-110e6c6a1c63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=046d4b150c12483fa7d17e60195c1935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206999 Jan 28 01:26:17.529796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:17.607987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74435702-f862-45a0-8b5a-b462275aa3b0 admin admin] Publish callbacks [] for security_group (9a0f145f-5ddf-45be-be5b-a5c3341da294), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.650856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74435702-f862-45a0-8b5a-b462275aa3b0 admin admin] Publish callbacks [] for security_group (9a0f145f-5ddf-45be-be5b-a5c3341da294), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.713409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74435702-f862-45a0-8b5a-b462275aa3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9a0f145f-5ddf-45be-be5b-a5c3341da294), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.719164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74435702-f862-45a0-8b5a-b462275aa3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:17.721011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-74435702-f862-45a0-8b5a-b462275aa3b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a0f145f-5ddf-45be-be5b-a5c3341da294 HTTP/1.1" status: 204 len: 168 time: 0.1893897 Jan 28 01:26:17.749933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74435702-f862-45a0-8b5a-b462275aa3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f145f-5ddf-45be-be5b-a5c3341da294,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:20.565404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59266) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:20.790502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a759f8-d367-4f70-8c45-622c43b9d8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:20.911991 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a759f8-d367-4f70-8c45-622c43b9d8a2 admin admin] Publish callbacks [] for security_group (4baec4c8-00d0-42e3-ae16-45df672d88e4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:20.917671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57a759f8-d367-4f70-8c45-622c43b9d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4baec4c8-00d0-42e3-ae16-45df672d88e4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:20.965747 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:20.972586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57a759f8-d367-4f70-8c45-622c43b9d8a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b13a05b97e14440811fcc4452289731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052503 Jan 28 01:26:20.981035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a759f8-d367-4f70-8c45-622c43b9d8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baec4c8-00d0-42e3-ae16-45df672d88e4,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:21.078342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e624a81b-dd32-4d45-bcd0-7dbc576859bf admin admin] Publish callbacks [] for security_group (4baec4c8-00d0-42e3-ae16-45df672d88e4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:21.101763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e624a81b-dd32-4d45-bcd0-7dbc576859bf admin admin] Publish callbacks [] for security_group (4baec4c8-00d0-42e3-ae16-45df672d88e4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:21.154352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e624a81b-dd32-4d45-bcd0-7dbc576859bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4baec4c8-00d0-42e3-ae16-45df672d88e4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:21.156960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e624a81b-dd32-4d45-bcd0-7dbc576859bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:21.161312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e624a81b-dd32-4d45-bcd0-7dbc576859bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4baec4c8-00d0-42e3-ae16-45df672d88e4 HTTP/1.1" status: 204 len: 168 time: 0.1943183 Jan 28 01:26:21.169476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624a81b-dd32-4d45-bcd0-7dbc576859bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baec4c8-00d0-42e3-ae16-45df672d88e4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:23.311664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59392) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.466214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fa7650d6-f9a3-4708-bb8e-c98dffeb513f tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:23.517541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fa7650d6-f9a3-4708-bb8e-c98dffeb513f tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "PUT /v2.0/quotas/53ede2d238d241749cc81c472cbbdafd HTTP/1.1" status: 200 len: 366 time: 0.2041113 Jan 28 01:26:23.520534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59400) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.536821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59402) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.539025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6b99e588-e041-4c84-887a-2f51055a6bc9 tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0171130 Jan 28 01:26:23.550105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e43fb5d7-62a2-461f-a910-4135ea21182a tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "GET /v2.0/quotas/53ede2d238d241749cc81c472cbbdafd HTTP/1.1" status: 200 len: 366 time: 0.0118318 Jan 28 01:26:23.550871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.568542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59406) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.569358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-370dfb4d-c856-4266-a23e-422991328e39 tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/53ede2d238d241749cc81c472cbbdafd HTTP/1.1" status: 204 len: 168 time: 0.0167413 Jan 28 01:26:23.580561 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ba0b3772-4a49-4721-bc91-d515643994b3 tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0106390 Jan 28 01:26:23.583292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.600240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59410) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.600604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3929ebbe-9cda-4ef7-bd6b-2b98b58592ce tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "GET /v2.0/quotas/53ede2d238d241749cc81c472cbbdafd HTTP/1.1" status: 200 len: 370 time: 0.0160055 Jan 28 01:26:23.606107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-67ceee8d-2182-47ce-97a9-30f16b422df2 tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "GET /v2.0/quotas/53ede2d238d241749cc81c472cbbdafd/default HTTP/1.1" status: 200 len: 370 time: 0.0041804 Jan 28 01:26:23.609697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59412) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.633758 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-cc1f2cdc-a024-4486-ac98-a2a919d6ff1f tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] delete failed (client error): The resource could not be found. Jan 28 01:26:23.635381 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc1f2cdc-a024-4486-ac98-a2a919d6ff1f tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/53ede2d238d241749cc81c472cbbdafd HTTP/1.1" status: 404 len: 348 time: 0.0242205 Jan 28 01:26:23.664010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59418) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.777287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Deleting subnet f89171dd-91d4-4f68-b642-ee03a19602da {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:26:23.781735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Publish callbacks [] for subnet (f89171dd-91d4-4f68-b642-ee03a19602da), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:23.854475 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f89171dd-91d4-4f68-b642-ee03a19602da), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:23.860367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59428) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:23.910207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:network and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:23.917793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:23.937107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:subnet and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:23.945723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:23.967417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:subnetpool and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:23.975211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f89171dd-91d4-4f68-b642-ee03a19602da), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:23.976707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:23.992262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:port and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:24.001683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:24.019631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:router and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:24.029493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:24.041440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f89171dd-91d4-4f68-b642-ee03a19602da), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.046425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:floatingip and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:24.056021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:24.065489 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.073330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59432) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:24.082615 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f89171dd-91d4-4f68-b642-ee03a19602da HTTP/1.1" status: 204 len: 168 time: 0.4169302 Jan 28 01:26:24.138224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71160419-c619-4c06-8022-45ca94302b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89171dd-91d4-4f68-b642-ee03a19602da,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:24.222932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e0067b65-c5dc-487c-b776-36f2d04340c2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.268383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:security_group and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:24.278244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:24.336161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Usage tracker for resource:security_group_rule and project:9aa4ff809dfb404ea3823bdb0f47caeb is out of sync, need to count used quota {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 01:26:24.345564 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e0067b65-c5dc-487c-b776-36f2d04340c2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.348504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.quota.resource [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109594) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 01:26:24.370099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6f4dd63f-0d6e-47fc-97e7-3b683ada1f8c tempest-QuotasTest-1129041959 tempest-QuotasTest-1129041959-project-admin] 10.222.0.23 "GET /v2.0/quotas/9aa4ff809dfb404ea3823bdb0f47caeb/details.json HTTP/1.1" status: 200 len: 703 time: 0.5083597 Jan 28 01:26:24.414895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0067b65-c5dc-487c-b776-36f2d04340c2']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:24.438146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9ba658-3c1a-4b70-b687-3aa99b20e132') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:24.440215 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9ba658-3c1a-4b70-b687-3aa99b20e132') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:24.458311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (1c9ba658-3c1a-4b70-b687-3aa99b20e132), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.495291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1c9ba658-3c1a-4b70-b687-3aa99b20e132), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.508388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:26:24.509159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (1c9ba658-3c1a-4b70-b687-3aa99b20e132), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:26:24.512525 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:26:24.660271 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e0067b65-c5dc-487c-b776-36f2d04340c2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.666710 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:24.670737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0067b65-c5dc-487c-b776-36f2d04340c2 HTTP/1.1" status: 204 len: 168 time: 0.5937502 Jan 28 01:26:24.701183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e0cca-199a-4c56-bb3e-1ab6958b2fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=e0067b65-c5dc-487c-b776-36f2d04340c2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:24.949103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:24.980868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59464) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:25.090997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b0600e15-21e3-4ca9-9a2e-6b273e25190c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db31f94f268f4d889b9d223d953e0e83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083045 Jan 28 01:26:25.093903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59468) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:25.236924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a941ebd5-d1b6-4782-94d7-a99e18036a9a admin admin] Publish callbacks [] for security_group (d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.306439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a941ebd5-d1b6-4782-94d7-a99e18036a9a admin admin] Publish callbacks [] for security_group (d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.412685 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f634b804-4b5f-4300-9e77-82f7fd4f3bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.453347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a941ebd5-d1b6-4782-94d7-a99e18036a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.456306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a941ebd5-d1b6-4782-94d7-a99e18036a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.459013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a941ebd5-d1b6-4782-94d7-a99e18036a9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0 HTTP/1.1" status: 204 len: 168 time: 0.3640707 Jan 28 01:26:25.478587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941ebd5-d1b6-4782-94d7-a99e18036a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ca3a58-7b7a-4eeb-989b-cca884e1e5b0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:25.583248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f634b804-4b5f-4300-9e77-82f7fd4f3bd8 admin admin] Publish callbacks [] for security_group (65bf92dd-e93a-45fb-a26f-90e43bdb73a6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.597227 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f634b804-4b5f-4300-9e77-82f7fd4f3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65bf92dd-e93a-45fb-a26f-90e43bdb73a6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.649808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634b804-4b5f-4300-9e77-82f7fd4f3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf92dd-e93a-45fb-a26f-90e43bdb73a6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:25.665757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59494) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:25.666525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f634b804-4b5f-4300-9e77-82f7fd4f3bd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1478d6680dce4a21a17edf3a29cead7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161582 Jan 28 01:26:25.740505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c821c0a9-ee45-42c0-9200-a9c7ccb94102 admin admin] Publish callbacks [] for security_group (65bf92dd-e93a-45fb-a26f-90e43bdb73a6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.786187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c821c0a9-ee45-42c0-9200-a9c7ccb94102 admin admin] Publish callbacks [] for security_group (65bf92dd-e93a-45fb-a26f-90e43bdb73a6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.943448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c821c0a9-ee45-42c0-9200-a9c7ccb94102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65bf92dd-e93a-45fb-a26f-90e43bdb73a6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.950337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c821c0a9-ee45-42c0-9200-a9c7ccb94102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:25.959751 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c821c0a9-ee45-42c0-9200-a9c7ccb94102 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65bf92dd-e93a-45fb-a26f-90e43bdb73a6 HTTP/1.1" status: 204 len: 168 time: 0.2901857 Jan 28 01:26:25.971927 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821c0a9-ee45-42c0-9200-a9c7ccb94102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf92dd-e93a-45fb-a26f-90e43bdb73a6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:26.440984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59538) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:26.456591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3ece259-2ae5-4f8e-8996-4eb2a9ea8545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.574076 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3ece259-2ae5-4f8e-8996-4eb2a9ea8545 admin admin] Publish callbacks [] for security_group (e892e8b2-aeb3-48d4-a3d0-fe42998fb30b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.579789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3ece259-2ae5-4f8e-8996-4eb2a9ea8545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e892e8b2-aeb3-48d4-a3d0-fe42998fb30b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.636973 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3ece259-2ae5-4f8e-8996-4eb2a9ea8545 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9aa4ff809dfb404ea3823bdb0f47caeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941054 Jan 28 01:26:26.639015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59548) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:26.643447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ece259-2ae5-4f8e-8996-4eb2a9ea8545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e892e8b2-aeb3-48d4-a3d0-fe42998fb30b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:26.694660 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06c06929-0574-4c80-9043-1473995a7fce admin admin] Publish callbacks [] for security_group (e892e8b2-aeb3-48d4-a3d0-fe42998fb30b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.729745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06c06929-0574-4c80-9043-1473995a7fce admin admin] Publish callbacks [] for security_group (e892e8b2-aeb3-48d4-a3d0-fe42998fb30b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.792205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06c06929-0574-4c80-9043-1473995a7fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e892e8b2-aeb3-48d4-a3d0-fe42998fb30b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.795457 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-06c06929-0574-4c80-9043-1473995a7fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:26.813172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-06c06929-0574-4c80-9043-1473995a7fce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e892e8b2-aeb3-48d4-a3d0-fe42998fb30b HTTP/1.1" status: 204 len: 168 time: 0.1594183 Jan 28 01:26:26.832660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c06929-0574-4c80-9043-1473995a7fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e892e8b2-aeb3-48d4-a3d0-fe42998fb30b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:27.939043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59632) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:28.211195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-105221325'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:28.255094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Made reservation on behalf of 6d8799a27d8342f2a0c122751d5eaeb8 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:28.261715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.271673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.434362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for security_group (bccee4a2-ebae-4196-a8b0-ba5bc5319d3c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.449437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bccee4a2-ebae-4196-a8b0-ba5bc5319d3c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.470562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:26:28.512214 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d611cacc-c9ee-445b-ad65-ffb28a532792), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.512856 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Added segment d611cacc-c9ee-445b-ad65-ffb28a532792 of type vlan for network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 Jan 28 01:26:28.529602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccee4a2-ebae-4196-a8b0-ba5bc5319d3c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:28.573077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (3afd4cb9-5763-4f17-bc1b-649aa2f123c6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.651116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (3afd4cb9-5763-4f17-bc1b-649aa2f123c6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.658303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:28.659008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:28.680047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7398012 Jan 28 01:26:28.682883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59740) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:28.689393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'subnet': {'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:28.770079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b002621-677e-443a-8a29-1e92577389b3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Network': ['ID=3afd4cb9-5763-4f17-bc1b-649aa2f123c6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:28.783804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:26:28.864226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Made reservation on behalf of 6d8799a27d8342f2a0c122751d5eaeb8 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:28.867697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.139111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (375016f4-6b5e-4948-a5c4-d5ed9dfee7c5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.252551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Subnet': ['ID=375016f4-6b5e-4948-a5c4-d5ed9dfee7c5,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:29.264318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.265058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.265598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.266184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.266711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.267612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.268162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.268692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.269332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.269958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.270600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.270765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59770) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:29.271281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.271617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:29.283606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Checking segment: {'id': 'd611cacc-c9ee-445b-ad65-ffb28a532792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:29.284254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network hostable DHCP agents. Network: 3afd4cb9-5763-4f17-bc1b-649aa2f123c6, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:26:29.316769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:26:29.337335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 3afd4cb9-5763-4f17-bc1b-649aa2f123c6) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:29.345542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:29.346378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.347195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bdb8c-f6d4-43f6-ba71-235ab2d08c4d None None] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:29.372514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-57357e28-ecab-4664-b56b-2c226bd42296 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6857035 Jan 28 01:26:29.373352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:29.379101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1252972151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:29.407525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (ba528235-066a-49a0-a6f5-a15693e43cd4), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.408983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (ba528235-066a-49a0-a6f5-a15693e43cd4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.470380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for router_controller (ba528235-066a-49a0-a6f5-a15693e43cd4), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.476066 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (ba528235-066a-49a0-a6f5-a15693e43cd4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.555498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-3afd4cb9-5763-4f17-bc1b-649aa2f123c6', 'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6', 'project_id': '6d8799a27d8342f2a0c122751d5eaeb8', 'fixed_ips': [{'subnet_id': '375016f4-6b5e-4948-a5c4-d5ed9dfee7c5'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:26:29.556762 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.558882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e720a7e2-6cb1-4867-8c45-d84bc0d01d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.648710 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.650577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0a613e0-dd73-4430-a74d-dc744ad95122 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2755539 Jan 28 01:26:29.653017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:29.704091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e720a7e2-6cb1-4867-8c45-d84bc0d01d23 admin admin] Publish callbacks [] for security_group (e0c27e35-5984-4005-acc1-c235de79a505), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.709975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e720a7e2-6cb1-4867-8c45-d84bc0d01d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e0c27e35-5984-4005-acc1-c235de79a505), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:29.761674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e720a7e2-6cb1-4867-8c45-d84bc0d01d23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55a66f27a10d48298bde8e0652b8b57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888978 Jan 28 01:26:29.764280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720a7e2-6cb1-4867-8c45-d84bc0d01d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c27e35-5984-4005-acc1-c235de79a505,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:29.766978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59792) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:29.833671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Allocated IP 172.20.0.2 (3afd4cb9-5763-4f17-bc1b-649aa2f123c6/375016f4-6b5e-4948-a5c4-d5ed9dfee7c5/f89ae1fb-5d61-4097-9925-8d3eb7cd32d3) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:29.955814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa79aade-1b76-4237-aefe-5e9ebc940a13 admin admin] Publish callbacks [] for security_group (e0c27e35-5984-4005-acc1-c235de79a505), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.054360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa79aade-1b76-4237-aefe-5e9ebc940a13 admin admin] Publish callbacks [] for security_group (e0c27e35-5984-4005-acc1-c235de79a505), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.213345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa79aade-1b76-4237-aefe-5e9ebc940a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e0c27e35-5984-4005-acc1-c235de79a505), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.216189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aa79aade-1b76-4237-aefe-5e9ebc940a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.219683 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aa79aade-1b76-4237-aefe-5e9ebc940a13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0c27e35-5984-4005-acc1-c235de79a505 HTTP/1.1" status: 204 len: 168 time: 0.4493675 Jan 28 01:26:30.238610 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Publish callbacks [] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.244446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.250418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.263624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79aade-1b76-4237-aefe-5e9ebc940a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c27e35-5984-4005-acc1-c235de79a505,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:30.350698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:30.355044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:30.360422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:30.376888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Pushing event updated for resources: {'Port': ['ID=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:30.388283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.389042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.389451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.390022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.390685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.391203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.391718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.392112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.392647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.393184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.394914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.395455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.395960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:30.481416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Attempting to bind port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:30.481841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Attempting to bind port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'd611cacc-c9ee-445b-ad65-ffb28a532792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:30.494458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Attempting to bind port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 on network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:30.501380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:30.502221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Checking segment: {'id': 'd611cacc-c9ee-445b-ad65-ffb28a532792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:30.502822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.503400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Bound using segment: {'id': 'd611cacc-c9ee-445b-ad65-ffb28a532792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:30.504104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Bound port: f89ae1fb-5d61-4097-9925-8d3eb7cd32d3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd611cacc-c9ee-445b-ad65-ffb28a532792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:30.504702 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.588574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] For port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:30.596839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] For port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,segment=NetworkSegment(d611cacc-c9ee-445b-ad65-ffb28a532792),segment_id=d611cacc-c9ee-445b-ad65-ffb28a532792)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:30.609394 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.741331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec11aaf-fd68-4621-a789-8489fe0dab7f None None] Pushing event updated for resources: {'Port': ['ID=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:30.747110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Allocated IP 172.20.0.1 (3afd4cb9-5763-4f17-bc1b-649aa2f123c6/375016f4-6b5e-4948-a5c4-d5ed9dfee7c5/f9987ed9-34ae-457c-94ea-3320df383a22) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:30.827201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59824) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:30.847856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2467cdd9-afbb-4d5f-883c-7687d69bcc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.967024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2467cdd9-afbb-4d5f-883c-7687d69bcc0e admin admin] Publish callbacks [] for security_group (e757ec65-9155-41d3-bba8-005c21fa14eb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:30.973456 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2467cdd9-afbb-4d5f-883c-7687d69bcc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e757ec65-9155-41d3-bba8-005c21fa14eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.048876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for port (f9987ed9-34ae-457c-94ea-3320df383a22), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.053328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2467cdd9-afbb-4d5f-883c-7687d69bcc0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f22ba0a601e43dea89fb20b1243f930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221236 Jan 28 01:26:31.054275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467cdd9-afbb-4d5f-883c-7687d69bcc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e757ec65-9155-41d3-bba8-005c21fa14eb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:31.061337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:31.134053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.192208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6d77662-d049-444c-bd6b-738ac1b5203a admin admin] Publish callbacks [] for security_group (e757ec65-9155-41d3-bba8-005c21fa14eb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.256822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:31.257370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:31.261163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6d77662-d049-444c-bd6b-738ac1b5203a admin admin] Publish callbacks [] for security_group (e757ec65-9155-41d3-bba8-005c21fa14eb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.281908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:31.292733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:31.327508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:31.328429 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.376954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6d77662-d049-444c-bd6b-738ac1b5203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e757ec65-9155-41d3-bba8-005c21fa14eb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.385417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6d77662-d049-444c-bd6b-738ac1b5203a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.389082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a6d77662-d049-444c-bd6b-738ac1b5203a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e757ec65-9155-41d3-bba8-005c21fa14eb HTTP/1.1" status: 204 len: 168 time: 0.3217232 Jan 28 01:26:31.405529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d77662-d049-444c-bd6b-738ac1b5203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e757ec65-9155-41d3-bba8-005c21fa14eb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:31.442658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (ba528235-066a-49a0-a6f5-a15693e43cd4), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.547946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:31.548662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.620520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,segment=NetworkSegment(d611cacc-c9ee-445b-ad65-ffb28a532792),segment_id=d611cacc-c9ee-445b-ad65-ffb28a532792)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:31.626249 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.642620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Port': ['ID=f9987ed9-34ae-457c-94ea-3320df383a22,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:31.679931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:31.705420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:32.726491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for port (f9987ed9-34ae-457c-94ea-3320df383a22), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:32.735037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:32.743186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f809c0d-f8bf-4322-b217-fa03c3dca014 None None] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:32.847587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Port': ['ID=f9987ed9-34ae-457c-94ea-3320df383a22,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:32.859030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4b1a8483-e1c6-4e10-9678-3f7717fdfeaf None None] Provisioning complete for port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:32.859406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8483-e1c6-4e10-9678-3f7717fdfeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:32.874441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (ba528235-066a-49a0-a6f5-a15693e43cd4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:32.943390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59894) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:33.014520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:33.016835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:33.032773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a8483-e1c6-4e10-9678-3f7717fdfeaf None None] Current status of the port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:33.132181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1361753791-network', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:33.174710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:33.177633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.212062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:33.226733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.305070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Router ba528235-066a-49a0-a6f5-a15693e43cd4 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:26:33.340725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:33.351683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.431185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks [] for security_group (abc6a2c1-7c00-4fca-9735-903656ef4386), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.437075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (abc6a2c1-7c00-4fca-9735-903656ef4386), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.461584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:26:33.523448 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bc638993-aef5-4699-9fdc-7754b6395149), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.523448 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Added segment bc638993-aef5-4699-9fdc-7754b6395149 of type vlan for network 90bfe9fc-0222-425a-a732-027d1975d876 Jan 28 01:26:33.525718 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:26:33.540435 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] Sync routers for ids ['ba528235-066a-49a0-a6f5-a15693e43cd4'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:26:33.544822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7679d15-8b58-4108-9334-8d89d704154f tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "PUT /v2.0/routers/ba528235-066a-49a0-a6f5-a15693e43cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8892024 Jan 28 01:26:33.547818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59914) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:33.549937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4f5eff5c-1edf-4d79-a770-a2b25e482c21 None None] Provisioning complete for port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:33.550560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f5eff5c-1edf-4d79-a770-a2b25e482c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.558833 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] Routers {'ba528235-066a-49a0-a6f5-a15693e43cd4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:33.559510 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ba528235-066a-49a0-a6f5-a15693e43cd4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:33.567008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'port': {'network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6', 'name': 'tempest-FloatingIPNegativeTestJSON-1848622499'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:33.682222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:33.695493 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:33.736092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] Routers {'ba528235-066a-49a0-a6f5-a15693e43cd4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:33.737860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.739895 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ba528235-066a-49a0-a6f5-a15693e43cd4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:33.793170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc6a2c1-7c00-4fca-9735-903656ef4386,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:33.810492 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (90bfe9fc-0222-425a-a732-027d1975d876), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.853351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eff5c-1edf-4d79-a770-a2b25e482c21 None None] Current status of the port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:33.866311 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:33.867353 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1c69e-af88-4867-9abc-be1224adee57 None None] The sync data for ids ['ba528235-066a-49a0-a6f5-a15693e43cd4'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:26:33.877853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4f5eff5c-1edf-4d79-a770-a2b25e482c21 None None] Provisioning complete for port f9987ed9-34ae-457c-94ea-3320df383a22 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:33.878187 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f5eff5c-1edf-4d79-a770-a2b25e482c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.904109 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (90bfe9fc-0222-425a-a732-027d1975d876), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.906033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:33.910787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.916098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eff5c-1edf-4d79-a770-a2b25e482c21 None None] Port f9987ed9-34ae-457c-94ea-3320df383a22 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:33.930005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Made reservation on behalf of 6d8799a27d8342f2a0c122751d5eaeb8 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:33.939822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:33.968533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] device_id is not set on port e1c7a330-15ef-4c6a-b29b-eeb3895fa99b yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:26:33.978821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0341408 Jan 28 01:26:33.987108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59922) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:33.995794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Request body: {'subnet': {'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1361753791-subnet', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:34.041802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2c9980bb-ee8c-4dff-9649-eba6da3f4dc3 None None] Provisioning complete for port f9987ed9-34ae-457c-94ea-3320df383a22 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:34.046400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c9980bb-ee8c-4dff-9649-eba6da3f4dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.076832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b833f9-1fe7-41fb-bf66-2561611444b3 admin admin] Pushing event updated for resources: {'Network': ['ID=90bfe9fc-0222-425a-a732-027d1975d876,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:34.118667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 90bfe9fc-0222-425a-a732-027d1975d876 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:26:34.153414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:34.156759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.245822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2c9980bb-ee8c-4dff-9649-eba6da3f4dc3 None None] Port f9987ed9-34ae-457c-94ea-3320df383a22 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:34.330556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Allocated IP 172.20.0.10 (3afd4cb9-5763-4f17-bc1b-649aa2f123c6/375016f4-6b5e-4948-a5c4-d5ed9dfee7c5/e1c7a330-15ef-4c6a-b29b-eeb3895fa99b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:34.373822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-61b37e3d-35d6-4e20-9f29-51a345df3b6c None None] Provisioning complete for port f9987ed9-34ae-457c-94ea-3320df383a22 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:34.374273 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61b37e3d-35d6-4e20-9f29-51a345df3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.451086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:26:34.461806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-61b37e3d-35d6-4e20-9f29-51a345df3b6c None None] Port f9987ed9-34ae-457c-94ea-3320df383a22 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:34.578125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (eb5dcc45-d19e-48b5-a46c-809cb062b7c9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.660909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5dcc45-d19e-48b5-a46c-809cb062b7c9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:34.694792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for port (e1c7a330-15ef-4c6a-b29b-eeb3895fa99b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.743088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:34.743589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Network hostable DHCP agents. Network: 90bfe9fc-0222-425a-a732-027d1975d876, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:26:34.765866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e1c7a330-15ef-4c6a-b29b-eeb3895fa99b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.768372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Network 90bfe9fc-0222-425a-a732-027d1975d876 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:26:34.784016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 90bfe9fc-0222-425a-a732-027d1975d876) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:34.791121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201a1e6-9f42-4b80-80b6-9c5a7ef3c1d3 None None] Network 90bfe9fc-0222-425a-a732-027d1975d876 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:34.810942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:34.811685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.834601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:34.844084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:34.853654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 59950) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:34.853998 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-739c27b7-95cc-4ebf-85c4-363c0d3cc5ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8653510 Jan 28 01:26:34.855616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:34.858821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:34.887616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (7e241069-1cd9-486f-bb49-4062c2065b4e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.889507 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (7e241069-1cd9-486f-bb49-4062c2065b4e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:34.973848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Port': ['ID=e1c7a330-15ef-4c6a-b29b-eeb3895fa99b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:35.001037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:35.027540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.069544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-90bfe9fc-0222-425a-a732-027d1975d876', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:26:35.070441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.082319 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad7252f3-03dd-4359-9cec-f51819de41f9 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5322435 Jan 28 01:26:35.088862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 59956) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:35.096675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks [] for router_controller (7e241069-1cd9-486f-bb49-4062c2065b4e), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.098444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:35.146663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.333991 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks [] for router_gateway (7e241069-1cd9-486f-bb49-4062c2065b4e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.338639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.397921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Allocated IP 172.20.0.2 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/00c5b72e-c630-446b-b049-dc40a77b2496) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:35.408132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0db8e943-c04d-4857-945a-da0b51627784 None None] Provisioning complete for port e1c7a330-15ef-4c6a-b29b-eeb3895fa99b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:35.408980 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0db8e943-c04d-4857-945a-da0b51627784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e1c7a330-15ef-4c6a-b29b-eeb3895fa99b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.454358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0db8e943-c04d-4857-945a-da0b51627784 None None] Port e1c7a330-15ef-4c6a-b29b-eeb3895fa99b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:35.516275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Allocated IP 172.25.1.219 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/f0e68fec-f35f-4c10-b19b-91777a765105) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:35.590164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks [] for router_gateway (7e241069-1cd9-486f-bb49-4062c2065b4e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.618158 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.704448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for port (f0e68fec-f35f-4c10-b19b-91777a765105), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.734268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Publish callbacks [] for port (00c5b72e-c630-446b-b049-dc40a77b2496), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.742703 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.777885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f0e68fec-f35f-4c10-b19b-91777a765105), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.800004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:35.803255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:35.805355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:35.808406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:35.810077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:35.814732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:35.862597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Pushing event updated for resources: {'Port': ['ID=00c5b72e-c630-446b-b049-dc40a77b2496,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:35.877122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Allocated IP 172.25.1.189 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e8b57dc7-2b33-4374-9694-6e36e3a1296c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:35.938439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Attempting to bind port 00c5b72e-c630-446b-b049-dc40a77b2496 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:35.938890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Attempting to bind port 00c5b72e-c630-446b-b049-dc40a77b2496 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:35.939328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Attempting to bind port 00c5b72e-c630-446b-b049-dc40a77b2496 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:35.954452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:35.954938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:35.955421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.955889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:35.957080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Bound port: 00c5b72e-c630-446b-b049-dc40a77b2496, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:35.957544 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:35.994439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Port': ['ID=f0e68fec-f35f-4c10-b19b-91777a765105,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:36.061914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (05caf397-990c-4b9b-ba83-6a8efbe23b2d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.069625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] For port 00c5b72e-c630-446b-b049-dc40a77b2496, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:36.075003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] For port 00c5b72e-c630-446b-b049-dc40a77b2496, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=00c5b72e-c630-446b-b049-dc40a77b2496,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:36.081765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.160671 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f0e68fec-f35f-4c10-b19b-91777a765105), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.238131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198802-feed-42e5-bd16-bd6ccae579fd None None] Pushing event updated for resources: {'Port': ['ID=00c5b72e-c630-446b-b049-dc40a77b2496,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:36.414492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for port (f0e68fec-f35f-4c10-b19b-91777a765105), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.426415 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f0e68fec-f35f-4c10-b19b-91777a765105), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.539031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Port': ['ID=f0e68fec-f35f-4c10-b19b-91777a765105,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:36.556718 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (05caf397-990c-4b9b-ba83-6a8efbe23b2d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.584404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.589334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60008) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:36.590501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8ae9e2bf-f4a5-4f3d-8d12-615331485f92 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5002394 Jan 28 01:26:36.603483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4883ed18-e56e-4d5d-8c20-42c45ed37dc7 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'floatingip': {'port_id': 'e1c7a330-15ef-4c6a-b29b-eeb3895fa99b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:36.655235 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4883ed18-e56e-4d5d-8c20-42c45ed37dc7 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (05caf397-990c-4b9b-ba83-6a8efbe23b2d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.782408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks [] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.891493 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-4883ed18-e56e-4d5d-8c20-42c45ed37dc7 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] update failed (client error): The resource could not be found. Jan 28 01:26:36.893220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4883ed18-e56e-4d5d-8c20-42c45ed37dc7 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "PUT /v2.0/floatingips/05caf397-990c-4b9b-ba83-6a8efbe23b2d HTTP/1.1" status: 404 len: 507 time: 0.3008265 Jan 28 01:26:36.896352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60022) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:36.910631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.968794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:36.972169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:36.976534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:37.031041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b57dc7-2b33-4374-9694-6e36e3a1296c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:37.102766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e090a3c-e25d-4d91-bf56-06c8fcc73209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.134943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Deleting port f0e68fec-f35f-4c10-b19b-91777a765105 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:26:37.135419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f0e68fec-f35f-4c10-b19b-91777a765105), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.248895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f0e68fec-f35f-4c10-b19b-91777a765105), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.249220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (f0e68fec-f35f-4c10-b19b-91777a765105), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.262372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Calling delete_port for f0e68fec-f35f-4c10-b19b-91777a765105 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:26:37.343614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 00c5b72e-c630-446b-b049-dc40a77b2496 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:37.392386 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.486527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 00c5b72e-c630-446b-b049-dc40a77b2496 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:37.488362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.505354 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks [] for router_gateway (7e241069-1cd9-486f-bb49-4062c2065b4e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.531299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f0e68fec-f35f-4c10-b19b-91777a765105), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.579589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Port': ['ID=f0e68fec-f35f-4c10-b19b-91777a765105,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:37.694973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (05caf397-990c-4b9b-ba83-6a8efbe23b2d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.697625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.699624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-92102f8c-4e49-4d89-88ba-418d48e6bf98 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "DELETE /v2.0/floatingips/05caf397-990c-4b9b-ba83-6a8efbe23b2d HTTP/1.1" status: 204 len: 168 time: 0.8020487 Jan 28 01:26:37.703518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:37.709096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1e348422-eb41-43ac-aac1-a3881a810b74 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'floatingip': {'floating_network_id': '3afd4cb9-5763-4f17-bc1b-649aa2f123c6', 'port_id': 'e1c7a330-15ef-4c6a-b29b-eeb3895fa99b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:37.757826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 00c5b72e-c630-446b-b049-dc40a77b2496 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:37.760135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.761736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e348422-eb41-43ac-aac1-a3881a810b74 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.842876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 00c5b72e-c630-446b-b049-dc40a77b2496, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=00c5b72e-c630-446b-b049-dc40a77b2496,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:37.851134 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:37.974935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=00c5b72e-c630-446b-b049-dc40a77b2496,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:38.006513 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-1e348422-eb41-43ac-aac1-a3881a810b74 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:26:38.007764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1e348422-eb41-43ac-aac1-a3881a810b74 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3030853 Jan 28 01:26:38.013173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:38.025153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'e1c7a330-15ef-4c6a-b29b-eeb3895fa99b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:38.064819 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.076970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (7e241069-1cd9-486f-bb49-4062c2065b4e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.114771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c436a-c09d-45a5-a14e-957b68755d8c None None] Network 90bfe9fc-0222-425a-a732-027d1975d876 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:38.231427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-837ec6e1-bb39-4f89-aecf-8f191ba483e0 None None] Provisioning complete for port 00c5b72e-c630-446b-b049-dc40a77b2496 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:38.232348 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-837ec6e1-bb39-4f89-aecf-8f191ba483e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.260960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.311348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Router 7e241069-1cd9-486f-bb49-4062c2065b4e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:26:38.396257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-837ec6e1-bb39-4f89-aecf-8f191ba483e0 None None] Current status of the port 00c5b72e-c630-446b-b049-dc40a77b2496 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:38.494545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Allocated IP 172.25.1.93 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/84f502ee-8203-4a5e-805d-55ec179fc694) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:38.509390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:26:38.521955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:26:38.539290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:38.541397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:38.555909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.559819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ba09dc2e-3adf-44bc-aca3-a64c6a236615 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7025311 Jan 28 01:26:38.560920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:38.753712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for port (84f502ee-8203-4a5e-805d-55ec179fc694), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.846390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (84f502ee-8203-4a5e-805d-55ec179fc694), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:38.913545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:38.918248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:38.922044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:38.962959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event updated for resources: {'Port': ['ID=84f502ee-8203-4a5e-805d-55ec179fc694,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:39.081460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fe138fe1-7328-49ca-81c1-7f5186fe647e None None] Provisioning complete for port 00c5b72e-c630-446b-b049-dc40a77b2496 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:39.082918 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe138fe1-7328-49ca-81c1-7f5186fe647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.198500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Deleting port 84f502ee-8203-4a5e-805d-55ec179fc694 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:26:39.199773 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (84f502ee-8203-4a5e-805d-55ec179fc694), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.243259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 00c5b72e-c630-446b-b049-dc40a77b2496 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:39.339847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:39.349327 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.361045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (84f502ee-8203-4a5e-805d-55ec179fc694), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.362186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for floatingip (84f502ee-8203-4a5e-805d-55ec179fc694), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.396392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Calling delete_port for 84f502ee-8203-4a5e-805d-55ec179fc694 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:26:39.443165 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-230121d5-bcdf-4650-8f75-8131774edfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.542333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 00c5b72e-c630-446b-b049-dc40a77b2496 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:39.542333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.572838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Allocated IP 172.20.0.1 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/ce110471-2c71-4ece-85be-978867ed3ac3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:39.644375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (84f502ee-8203-4a5e-805d-55ec179fc694), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.645146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe138fe1-7328-49ca-81c1-7f5186fe647e None None] Current status of the port 00c5b72e-c630-446b-b049-dc40a77b2496 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:39.726768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Port': ['ID=84f502ee-8203-4a5e-805d-55ec179fc694,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:39.736277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks [] for port (ce110471-2c71-4ece-85be-978867ed3ac3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.785716 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.790111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 00c5b72e-c630-446b-b049-dc40a77b2496 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:39.793404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:37Z', 'revision_number': 3, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:39.797734 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] create failed (client error): The resource could not be found. Jan 28 01:26:39.800867 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e003399-d82a-4dda-9310-919dcccfaeee tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7865236 Jan 28 01:26:39.807278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:39.864551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:26:39.864911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Updating router 7e241069-1cd9-486f-bb49-4062c2065b4e port e8b57dc7-2b33-4374-9694-6e36e3a1296c binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:26:39.891945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:39.894106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:39.898114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:39.914809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.924000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Deleting port e1c7a330-15ef-4c6a-b29b-eeb3895fa99b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:26:39.924423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e1c7a330-15ef-4c6a-b29b-eeb3895fa99b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.946755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce110471-2c71-4ece-85be-978867ed3ac3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:39.970178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (7e241069-1cd9-486f-bb49-4062c2065b4e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.055452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e1c7a330-15ef-4c6a-b29b-eeb3895fa99b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.075011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Calling delete_port for e1c7a330-15ef-4c6a-b29b-eeb3895fa99b owned by {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:26:40.286084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.311811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e1c7a330-15ef-4c6a-b29b-eeb3895fa99b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.325008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Publish callbacks [] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.341868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0fc86445-d4aa-44be-8d0d-30581d0f8218 None None] Provisioning complete for port ce110471-2c71-4ece-85be-978867ed3ac3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:40.342254 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fc86445-d4aa-44be-8d0d-30581d0f8218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.355334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Port': ['ID=e1c7a330-15ef-4c6a-b29b-eeb3895fa99b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:40.413530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.478641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.531540 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-66424fbf-3cc6-4988-8d19-71938dde3d36 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "DELETE /v2.0/ports/e1c7a330-15ef-4c6a-b29b-eeb3895fa99b HTTP/1.1" status: 204 len: 168 time: 0.7231827 Jan 28 01:26:40.531944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60098) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:40.562761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Attempting to bind port e8b57dc7-2b33-4374-9694-6e36e3a1296c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:40.563402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Attempting to bind port e8b57dc7-2b33-4374-9694-6e36e3a1296c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:40.564142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Attempting to bind port e8b57dc7-2b33-4374-9694-6e36e3a1296c on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:40.573581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:40.574508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:40.575130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.575697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:40.576395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Bound port: e8b57dc7-2b33-4374-9694-6e36e3a1296c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:40.576962 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.632198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] For port e8b57dc7-2b33-4374-9694-6e36e3a1296c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:40.636802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] For port e8b57dc7-2b33-4374-9694-6e36e3a1296c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8b57dc7-2b33-4374-9694-6e36e3a1296c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:40.662576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672b3d3-20e8-44b0-8c2b-82bfa793acbd None None] Pushing event updated for resources: {'Port': ['ID=e8b57dc7-2b33-4374-9694-6e36e3a1296c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:40.666551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.671830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0fc86445-d4aa-44be-8d0d-30581d0f8218 None None] Port ce110471-2c71-4ece-85be-978867ed3ac3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:40.712089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae571b-83a2-49d3-9827-dad7777d0501 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:40.716197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e0ae571b-83a2-49d3-9827-dad7777d0501 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba528235-066a-49a0-a6f5-a15693e43cd4 HTTP/1.1" status: 200 len: 913 time: 0.1808493 Jan 28 01:26:40.716922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:40.766956 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks [] for port (ce110471-2c71-4ece-85be-978867ed3ac3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.772368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:40.774027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:40.779884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672b3d3-20e8-44b0-8c2b-82bfa793acbd None None] Pushing event updated for resources: {'Port': ['ID=e8b57dc7-2b33-4374-9694-6e36e3a1296c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:40.781235 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.859981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.953971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce110471-2c71-4ece-85be-978867ed3ac3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:40.975221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (7e241069-1cd9-486f-bb49-4062c2065b4e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:40.983913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:41.185442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:41.187302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:41.353021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 2, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:41.434759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc00bd-5590-4823-b7c4-689e32443cb5 None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 2, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:26:41.440916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (ba528235-066a-49a0-a6f5-a15693e43cd4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:41.490279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:26:41.606111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f45c4ef9-f7ae-4139-a9a2-2e551ba5c665 None None] Provisioning complete for port ce110471-2c71-4ece-85be-978867ed3ac3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:41.606733 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f45c4ef9-f7ae-4139-a9a2-2e551ba5c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:41.687715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:26:41.701141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f45c4ef9-f7ae-4139-a9a2-2e551ba5c665 None None] Port ce110471-2c71-4ece-85be-978867ed3ac3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:41.701936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f3d15c96-3c63-466d-a785-74715685a5b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/7e241069-1cd9-486f-bb49-4062c2065b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1311264 Jan 28 01:26:41.987782 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:42.020884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Deleting port f9987ed9-34ae-457c-94ea-3320df383a22 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:26:42.021448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:42.185954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:42.210581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Calling delete_port for f9987ed9-34ae-457c-94ea-3320df383a22 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:26:43.014582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:43.019907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-728340223-network', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:43.070003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Made reservation on behalf of 65f1ec732e8b4a28ad78b5c3a01d008c for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:43.080269 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.094055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f9987ed9-34ae-457c-94ea-3320df383a22), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.099661 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.171996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Port': ['ID=f9987ed9-34ae-457c-94ea-3320df383a22,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:43.296566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks [] for security_group (c9e30269-c367-4c97-843e-e7ad25431853), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.303924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c9e30269-c367-4c97-843e-e7ad25431853), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.328231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8b57dc7-2b33-4374-9694-6e36e3a1296c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:43.337063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.353502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:26:43.381020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e30269-c367-4c97-843e-e7ad25431853,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:43.395294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (15d49641-90fb-42cb-a86b-04fdd09184a6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.395647 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Added segment 15d49641-90fb-42cb-a86b-04fdd09184a6 of type vlan for network 24773864-ee5d-4a39-87fa-743b0ba94d94 Jan 28 01:26:43.426676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (ba528235-066a-49a0-a6f5-a15693e43cd4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.496224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e8b57dc7-2b33-4374-9694-6e36e3a1296c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:43.496513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.500871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (24773864-ee5d-4a39-87fa-743b0ba94d94), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.562788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (24773864-ee5d-4a39-87fa-743b0ba94d94), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.564006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:43.564748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.735952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7201307 Jan 28 01:26:43.753394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60160) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:43.765846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Request body: {'subnet': {'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-728340223-subnet', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:43.766171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e8b57dc7-2b33-4374-9694-6e36e3a1296c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:43.766573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.770172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562df52-428d-4fc4-8656-f344d02e867d admin admin] Pushing event updated for resources: {'Network': ['ID=24773864-ee5d-4a39-87fa-743b0ba94d94,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:43.784983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Router ba528235-066a-49a0-a6f5-a15693e43cd4 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:26:43.815988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:26:43.835606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Made reservation on behalf of 65f1ec732e8b4a28ad78b5c3a01d008c for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:43.838894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.868831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e8b57dc7-2b33-4374-9694-6e36e3a1296c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8b57dc7-2b33-4374-9694-6e36e3a1296c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:43.879658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.949660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e8b57dc7-2b33-4374-9694-6e36e3a1296c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:44.008616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:26:44.019377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35e8deb3-90cf-4ed5-a83f-aef6af691492 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "PUT /v2.0/routers/ba528235-066a-49a0-a6f5-a15693e43cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987421 Jan 28 01:26:44.021475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:44.026159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] Sync routers for ids ['ba528235-066a-49a0-a6f5-a15693e43cd4'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:26:44.042477 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] Routers {'ba528235-066a-49a0-a6f5-a15693e43cd4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:44.043179 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ba528235-066a-49a0-a6f5-a15693e43cd4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:44.102534 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:44.121760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] Routers {'ba528235-066a-49a0-a6f5-a15693e43cd4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:44.122526 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ba528235-066a-49a0-a6f5-a15693e43cd4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:44.160752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for router (ba528235-066a-49a0-a6f5-a15693e43cd4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.166449 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:44.167302 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f86e7-7148-431b-aa71-d07ed026b2f9 None None] The sync data for ids ['ba528235-066a-49a0-a6f5-a15693e43cd4'] in n-d-826756-1 is: [] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:26:44.402950 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (ba528235-066a-49a0-a6f5-a15693e43cd4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.406717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for router_controller (ba528235-066a-49a0-a6f5-a15693e43cd4), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.496020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (2e8d23cd-88b5-4d0d-8a79-70db654d4220), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.522039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (ba528235-066a-49a0-a6f5-a15693e43cd4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.522575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Fanout notify agent at l3_agent the message router_deleted on router ba528235-066a-49a0-a6f5-a15693e43cd4 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:26:44.555875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.559193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f7c750db-6686-4059-9ea3-0acd34e52cb3 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "DELETE /v2.0/routers/ba528235-066a-49a0-a6f5-a15693e43cd4 HTTP/1.1" status: 204 len: 168 time: 0.5345848 Jan 28 01:26:44.559999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60180) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:44.585572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8d23cd-88b5-4d0d-8a79-70db654d4220,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:44.594994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Checking segment: {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:44.595369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Network hostable DHCP agents. Network: 24773864-ee5d-4a39-87fa-743b0ba94d94, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:26:44.639242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:26:44.658844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Deleting subnet 375016f4-6b5e-4948-a5c4-d5ed9dfee7c5 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:26:44.659193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 24773864-ee5d-4a39-87fa-743b0ba94d94) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:44.662943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for subnet (375016f4-6b5e-4948-a5c4-d5ed9dfee7c5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.669810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1693cc3-75e0-45f1-b4e6-2cd02e8aca78 None None] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:44.682406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:44.684224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.716379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a061486b-6145-401e-9300-f5c68dc2eda4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9574082 Jan 28 01:26:44.718186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60182) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:44.728260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:44.736566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (375016f4-6b5e-4948-a5c4-d5ed9dfee7c5), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.798789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (8c97978d-0852-4126-b90b-8afd458479f8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.801059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (8c97978d-0852-4126-b90b-8afd458479f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.874577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-24773864-ee5d-4a39-87fa-743b0ba94d94', 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94', 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'fixed_ips': [{'subnet_id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:26:44.875465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.878146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks [] for router_controller (8c97978d-0852-4126-b90b-8afd458479f8), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.027889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (375016f4-6b5e-4948-a5c4-d5ed9dfee7c5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.062125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Allocated IP 172.20.0.2 (24773864-ee5d-4a39-87fa-743b0ba94d94/2e8d23cd-88b5-4d0d-8a79-70db654d4220/a70b1499-525b-4722-95cf-16af05c6922c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:45.199024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8b57dc7-2b33-4374-9694-6e36e3a1296c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:45.288014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks [] for router_gateway (8c97978d-0852-4126-b90b-8afd458479f8), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.375819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e8b57dc7-2b33-4374-9694-6e36e3a1296c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:45.380370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.432543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (375016f4-6b5e-4948-a5c4-d5ed9dfee7c5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.455083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:26:45.476080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Subnet': ['ID=375016f4-6b5e-4948-a5c4-d5ed9dfee7c5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:45.482268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Publish callbacks [] for port (a70b1499-525b-4722-95cf-16af05c6922c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.505699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:45.509443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.516156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:45.516835 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7cc43a5d-ffd2-4024-b29c-18bf6536ad77 tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "DELETE /v2.0/subnets/375016f4-6b5e-4948-a5c4-d5ed9dfee7c5 HTTP/1.1" status: 204 len: 168 time: 0.9552279 Jan 28 01:26:45.519278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60198) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:45.644441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:45.690406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (a70b1499-525b-4722-95cf-16af05c6922c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.693372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960bf413-a2e3-4176-a8f9-1ba51e6a56f4 None None] Network 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:45.697156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks [] for router_gateway (8c97978d-0852-4126-b90b-8afd458479f8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.704280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (3afd4cb9-5763-4f17-bc1b-649aa2f123c6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.718606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.750346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Pushing event updated for resources: {'Port': ['ID=a70b1499-525b-4722-95cf-16af05c6922c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:45.861887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Deleting port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:26:45.862482 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:45.907364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Allocated IP 172.25.1.37 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/dab9ddc0-351d-4e78-834c-f33b5ee172d1) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:46.045545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] For port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,segment=NetworkSegment(d611cacc-c9ee-445b-ad65-ffb28a532792),segment_id=d611cacc-c9ee-445b-ad65-ffb28a532792)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:46.046790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.083946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Calling delete_port for f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:26:46.152440 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks [] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.265062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f89ae1fb-5d61-4097-9925-8d3eb7cd32d3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.273829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.321063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Port': ['ID=f89ae1fb-5d61-4097-9925-8d3eb7cd32d3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:46.325674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] No DVR routers for this DVR port f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:26:46.350564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:46.353450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:46.370464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:46.394474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Pushing event updated for resources: {'Port': ['ID=dab9ddc0-351d-4e78-834c-f33b5ee172d1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:46.405373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e8b57dc7-2b33-4374-9694-6e36e3a1296c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:46.413192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:46.421086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:46.466608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (3afd4cb9-5763-4f17-bc1b-649aa2f123c6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.493172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:46.624139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c32946-52df-4f11-9ce6-ad0ad8e42b6b None None] DHCP port deletion for 3afd4cb9-5763-4f17-bc1b-649aa2f123c6 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:26:46.632096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Attempting to bind port a70b1499-525b-4722-95cf-16af05c6922c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:46.632851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Attempting to bind port a70b1499-525b-4722-95cf-16af05c6922c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:46.634328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Attempting to bind port a70b1499-525b-4722-95cf-16af05c6922c on network 24773864-ee5d-4a39-87fa-743b0ba94d94 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:46.655960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:46.657224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Checking segment: {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:46.657490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.657946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Bound using segment: {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:46.658530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Bound port: a70b1499-525b-4722-95cf-16af05c6922c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:46.659017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a70b1499-525b-4722-95cf-16af05c6922c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.805958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] For port a70b1499-525b-4722-95cf-16af05c6922c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:46.823855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 2, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:46.836275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] For port a70b1499-525b-4722-95cf-16af05c6922c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a70b1499-525b-4722-95cf-16af05c6922c,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:46.882229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks [] for router_gateway (8c97978d-0852-4126-b90b-8afd458479f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.896106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a70b1499-525b-4722-95cf-16af05c6922c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:46.909529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:26:46.910156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Updating router 7e241069-1cd9-486f-bb49-4062c2065b4e port ce110471-2c71-4ece-85be-978867ed3ac3 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:26:47.008972 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.051758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afd4cb9-5763-4f17-bc1b-649aa2f123c6']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:47.080749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd611cacc-c9ee-445b-ad65-ffb28a532792') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:47.081062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd611cacc-c9ee-445b-ad65-ffb28a532792') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:47.094133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1876bd-eea5-4320-ad2b-81394cd7b9c1 None None] Pushing event updated for resources: {'Port': ['ID=a70b1499-525b-4722-95cf-16af05c6922c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:47.107546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (d611cacc-c9ee-445b-ad65-ffb28a532792), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.137992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d611cacc-c9ee-445b-ad65-ffb28a532792), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.151209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:26:47.152148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (d611cacc-c9ee-445b-ad65-ffb28a532792), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:26:47.160083 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:26:47.326503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:26:47.334675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (3afd4cb9-5763-4f17-bc1b-649aa2f123c6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.372208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.373464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (8c97978d-0852-4126-b90b-8afd458479f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.382780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] 10.222.0.23 "DELETE /v2.0/networks/3afd4cb9-5763-4f17-bc1b-649aa2f123c6 HTTP/1.1" status: 204 len: 168 time: 1.8623402 Jan 28 01:26:47.396182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:26:47.396704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f89ae1fb-5d61-4097-9925-8d3eb7cd32d3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:26:47.451859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cde07-bb6c-4491-9fb0-062b84be434e tempest-FloatingIPNegativeTestJSON-843939725 tempest-FloatingIPNegativeTestJSON-843939725-project] Pushing event deleted for resources: {'Network': ['ID=3afd4cb9-5763-4f17-bc1b-649aa2f123c6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:47.690185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Router 8c97978d-0852-4126-b90b-8afd458479f8 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:26:47.843011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Publish callbacks [] for port (ce110471-2c71-4ece-85be-978867ed3ac3), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.858316 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:47.988641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:26:48.009762 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Sync routers for ids ['8c97978d-0852-4126-b90b-8afd458479f8'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:26:48.029382 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Routers {'8c97978d-0852-4126-b90b-8afd458479f8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:48.030476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8c97978d-0852-4126-b90b-8afd458479f8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:48.037039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.041102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3f26634-e9c1-4e98-aaf6-be0989bdace4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3205090 Jan 28 01:26:48.045286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60240) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:48.099259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60242) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:48.232800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff0228-6899-40c4-a912-e726039499ec None None] Pushing event updated for resources: {'Port': ['ID=ce110471-2c71-4ece-85be-978867ed3ac3,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:48.315593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Attempting to bind port ce110471-2c71-4ece-85be-978867ed3ac3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:48.318169 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Set router 8c97978d-0852-4126-b90b-8afd458479f8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:48.323123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Attempting to bind port ce110471-2c71-4ece-85be-978867ed3ac3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:48.324108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Attempting to bind port ce110471-2c71-4ece-85be-978867ed3ac3 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:48.361271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:48.361800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:48.363211 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.364749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:48.366171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Bound port: ce110471-2c71-4ece-85be-978867ed3ac3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:48.371090 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.486752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-45798946-53e9-472c-8370-e448682bf435 None None] Provisioning complete for port ce110471-2c71-4ece-85be-978867ed3ac3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:48.487300 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-45798946-53e9-472c-8370-e448682bf435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.581535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-45798946-53e9-472c-8370-e448682bf435 None None] Port ce110471-2c71-4ece-85be-978867ed3ac3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:48.622917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] For port ce110471-2c71-4ece-85be-978867ed3ac3, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:48.626453 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bfd9de0e-231e-47e3-8336-72da9be9ede0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d8799a27d8342f2a0c122751d5eaeb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255523 Jan 28 01:26:48.627116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:48.627601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] For port ce110471-2c71-4ece-85be-978867ed3ac3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ce110471-2c71-4ece-85be-978867ed3ac3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:48.635185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.804878 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:26:46Z', 'revision_number': 3, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:48.808517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:48.808824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:48.811965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39fa21a3-1b83-4dd9-8699-8cd7adc0fc88 admin admin] Publish callbacks [] for security_group (bccee4a2-ebae-4196-a8b0-ba5bc5319d3c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.819183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff0228-6899-40c4-a912-e726039499ec None None] Pushing event updated for resources: {'Port': ['ID=ce110471-2c71-4ece-85be-978867ed3ac3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:48.904423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39fa21a3-1b83-4dd9-8699-8cd7adc0fc88 admin admin] Publish callbacks [] for security_group (bccee4a2-ebae-4196-a8b0-ba5bc5319d3c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:48.906043 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Checking router: 8c97978d-0852-4126-b90b-8afd458479f8 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:26:48.906289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Updating router 8c97978d-0852-4126-b90b-8afd458479f8 port dab9ddc0-351d-4e78-834c-f33b5ee172d1 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:26:48.999555 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.052276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39fa21a3-1b83-4dd9-8699-8cd7adc0fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bccee4a2-ebae-4196-a8b0-ba5bc5319d3c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.056717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-39fa21a3-1b83-4dd9-8699-8cd7adc0fc88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.058427 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39fa21a3-1b83-4dd9-8699-8cd7adc0fc88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bccee4a2-ebae-4196-a8b0-ba5bc5319d3c HTTP/1.1" status: 204 len: 168 time: 0.4302506 Jan 28 01:26:49.114741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5b163-90fc-405d-bffe-187df4c7e5cd None None] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:49.137498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa21a3-1b83-4dd9-8699-8cd7adc0fc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccee4a2-ebae-4196-a8b0-ba5bc5319d3c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:49.473896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.565408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:49.571201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] Provisioning complete for port a70b1499-525b-4722-95cf-16af05c6922c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:49.571581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a70b1499-525b-4722-95cf-16af05c6922c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.697749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ce110471-2c71-4ece-85be-978867ed3ac3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:49.787300 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Publish callbacks [] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.799894 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.924262 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Attempting to bind port dab9ddc0-351d-4e78-834c-f33b5ee172d1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:49.924785 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Attempting to bind port dab9ddc0-351d-4e78-834c-f33b5ee172d1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:49.925252 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Attempting to bind port dab9ddc0-351d-4e78-834c-f33b5ee172d1 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:49.933315 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:49.933895 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:49.934435 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:49.934924 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:49.935487 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Bound port: dab9ddc0-351d-4e78-834c-f33b5ee172d1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:49.935964 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.026279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Allocated IP 172.20.0.1 (24773864-ee5d-4a39-87fa-743b0ba94d94/2e8d23cd-88b5-4d0d-8a79-70db654d4220/be06f520-754b-4f86-b4bb-f1779f895243) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:50.055441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] For port dab9ddc0-351d-4e78-834c-f33b5ee172d1, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:50.059521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] For port dab9ddc0-351d-4e78-834c-f33b5ee172d1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dab9ddc0-351d-4e78-834c-f33b5ee172d1,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:50.060810 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Pushing event updated for resources: {'Port': ['ID=dab9ddc0-351d-4e78-834c-f33b5ee172d1,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:50.090351 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.091144 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.091709 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.092537 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.093091 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.093634 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.094068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ce110471-2c71-4ece-85be-978867ed3ac3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:50.094451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.094748 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.095289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.096287 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.096841 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.097389 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.098067 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.098615 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:50.103008 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.205425 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056d80d-461b-4faf-a7fe-dbccc09c4379 None None] Pushing event updated for resources: {'Port': ['ID=dab9ddc0-351d-4e78-834c-f33b5ee172d1,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:50.253413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] Current status of the port a70b1499-525b-4722-95cf-16af05c6922c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:50.254021 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a70b1499-525b-4722-95cf-16af05c6922c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.255441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Routers {'8c97978d-0852-4126-b90b-8afd458479f8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:50.256575 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8c97978d-0852-4126-b90b-8afd458479f8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:50.372225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks [] for port (be06f520-754b-4f86-b4bb-f1779f895243), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.430195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] For port a70b1499-525b-4722-95cf-16af05c6922c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a70b1499-525b-4722-95cf-16af05c6922c,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:50.529870 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (be06f520-754b-4f86-b4bb-f1779f895243), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.547217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ce110471-2c71-4ece-85be-978867ed3ac3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:50.547870 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.560173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a70b1499-525b-4722-95cf-16af05c6922c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.578573 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] Set router 8c97978d-0852-4126-b90b-8afd458479f8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:50.636412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:50.639542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:50.689163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:50.690330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port ce110471-2c71-4ece-85be-978867ed3ac3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ce110471-2c71-4ece-85be-978867ed3ac3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:50.708742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6543f-5134-4d54-a870-1fdf58c9aad7 None None] Pushing event updated for resources: {'Port': ['ID=a70b1499-525b-4722-95cf-16af05c6922c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:50.715329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=be06f520-754b-4f86-b4bb-f1779f895243,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:50.725333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.728753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a70b1499-525b-4722-95cf-16af05c6922c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:50.759632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:48Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:50.881012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60308) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:50.894604 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (8c97978d-0852-4126-b90b-8afd458479f8), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:50.976092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12692b57-a901-45eb-8f48-9eef52c8857a None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:48Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:26:50.984578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=ce110471-2c71-4ece-85be-978867ed3ac3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:51.037414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5b11ae4a-b292-4434-a826-2cdb07780112 None None] Provisioning complete for port a70b1499-525b-4722-95cf-16af05c6922c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:51.037811 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b11ae4a-b292-4434-a826-2cdb07780112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a70b1499-525b-4722-95cf-16af05c6922c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.137050 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:26:46Z', 'revision_number': 3, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:51.157435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324863168'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:51.217464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:51.221127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.252236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.389314 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be06f520-754b-4f86-b4bb-f1779f895243), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.454574 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4fb20-30b7-463c-b109-0c9ff116f6ec None None] The sync data for ids ['8c97978d-0852-4126-b90b-8afd458479f8'] in n-d-826756-1 is: [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:26:46Z', 'revision_number': 3, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:26:51.485974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for security_group (1745521b-d08a-4110-b1ef-a0a30b461522), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.492403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1745521b-d08a-4110-b1ef-a0a30b461522), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.548232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1745521b-d08a-4110-b1ef-a0a30b461522,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:51.586524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:26:51.635078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (102001bf-4a6c-4b0e-af2a-2200af9c6f4b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.635510 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment 102001bf-4a6c-4b0e-af2a-2200af9c6f4b of type vlan for network c84a0c04-87cf-4f9e-9e16-04347c32e750 Jan 28 01:26:51.655441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5b11ae4a-b292-4434-a826-2cdb07780112 None None] Current status of the port a70b1499-525b-4722-95cf-16af05c6922c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:51.664142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a70b1499-525b-4722-95cf-16af05c6922c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:51.664555 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a70b1499-525b-4722-95cf-16af05c6922c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.734079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c84a0c04-87cf-4f9e-9e16-04347c32e750), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.776109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c84a0c04-87cf-4f9e-9e16-04347c32e750), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.781754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:51.784859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.785632 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks [] for port (be06f520-754b-4f86-b4bb-f1779f895243), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.791750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5b11ae4a-b292-4434-a826-2cdb07780112 None None] Provisioning complete for port ce110471-2c71-4ece-85be-978867ed3ac3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:51.793343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b11ae4a-b292-4434-a826-2cdb07780112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.795020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (be06f520-754b-4f86-b4bb-f1779f895243), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.920227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=be06f520-754b-4f86-b4bb-f1779f895243,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:51.991335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (8c97978d-0852-4126-b90b-8afd458479f8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:51.997286 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1148517 Jan 28 01:26:52.062989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc50fb0-14f8-4993-b80b-d62e58d418c2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=c84a0c04-87cf-4f9e-9e16-04347c32e750,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:52.079012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a70b1499-525b-4722-95cf-16af05c6922c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:52.117540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:26:52.411619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:52.426865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:52.534691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5b11ae4a-b292-4434-a826-2cdb07780112 None None] Current status of the port ce110471-2c71-4ece-85be-978867ed3ac3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:52.658171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ce110471-2c71-4ece-85be-978867ed3ac3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:52.754585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f1d7e368-cf3c-40c9-8477-992956d92f59 None None] Provisioning complete for port be06f520-754b-4f86-b4bb-f1779f895243 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:52.754909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1d7e368-cf3c-40c9-8477-992956d92f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be06f520-754b-4f86-b4bb-f1779f895243), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:52.819983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Router 8c97978d-0852-4126-b90b-8afd458479f8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:26:52.949821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7e368-cf3c-40c9-8477-992956d92f59 None None] Port be06f520-754b-4f86-b4bb-f1779f895243 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:52.964227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ce110471-2c71-4ece-85be-978867ed3ac3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:52.964606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:53.100059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ba788e64-bbd7-40b4-a47a-6769caf513a2 None None] Provisioning complete for port be06f520-754b-4f86-b4bb-f1779f895243 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:53.100439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ba788e64-bbd7-40b4-a47a-6769caf513a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be06f520-754b-4f86-b4bb-f1779f895243), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:53.136924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:26:53.147092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-65b3ee01-4ada-45db-9d6a-d55033cd2ab8 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c97978d-0852-4126-b90b-8afd458479f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1021075 Jan 28 01:26:53.175135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ce110471-2c71-4ece-85be-978867ed3ac3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:53.176238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dab9ddc0-351d-4e78-834c-f33b5ee172d1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:53.301589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ba788e64-bbd7-40b4-a47a-6769caf513a2 None None] Port be06f520-754b-4f86-b4bb-f1779f895243 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:53.352570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port dab9ddc0-351d-4e78-834c-f33b5ee172d1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:53.352960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:53.585250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port dab9ddc0-351d-4e78-834c-f33b5ee172d1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:53.586268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:53.631425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port dab9ddc0-351d-4e78-834c-f33b5ee172d1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dab9ddc0-351d-4e78-834c-f33b5ee172d1,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:53.636699 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:53.637563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a70b1499-525b-4722-95cf-16af05c6922c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:53.825863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a70b1499-525b-4722-95cf-16af05c6922c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:53.826928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a70b1499-525b-4722-95cf-16af05c6922c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:53.931519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=dab9ddc0-351d-4e78-834c-f33b5ee172d1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:53.998701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a70b1499-525b-4722-95cf-16af05c6922c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:54.358363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dab9ddc0-351d-4e78-834c-f33b5ee172d1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:26:54.538708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port dab9ddc0-351d-4e78-834c-f33b5ee172d1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:54.539037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:54.758346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port dab9ddc0-351d-4e78-834c-f33b5ee172d1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:55.028424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Sync routers for ids ['8c97978d-0852-4126-b90b-8afd458479f8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:26:55.046922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Routers {'8c97978d-0852-4126-b90b-8afd458479f8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:55.047549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8c97978d-0852-4126-b90b-8afd458479f8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:55.329694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Set router 8c97978d-0852-4126-b90b-8afd458479f8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:55.408746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60386) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:55.414496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:55.625401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:55.629477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:55.665512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:26:51Z', 'revision_number': 4, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'be06f520-754b-4f86-b4bb-f1779f895243', 'name': '', 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'mac_address': 'fa:16:3e:60:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:49Z', 'updated_at': '2022-01-28T01:26:51Z', 'revision_number': 2, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'subnets': [{'id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:55.782092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Checking router: 8c97978d-0852-4126-b90b-8afd458479f8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:26:55.783646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Updating router 8c97978d-0852-4126-b90b-8afd458479f8 port be06f520-754b-4f86-b4bb-f1779f895243 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:26:55.869549 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be06f520-754b-4f86-b4bb-f1779f895243), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:55.951993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ac293597-93ea-4ef3-9aae-0dce80e3d783), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.070238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=ac293597-93ea-4ef3-9aae-0dce80e3d783,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:56.083724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': '102001bf-4a6c-4b0e-af2a-2200af9c6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:56.084148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: c84a0c04-87cf-4f9e-9e16-04347c32e750, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:26:56.108860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:26:56.123712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, c84a0c04-87cf-4f9e-9e16-04347c32e750) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:56.132406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:56.133939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.141381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0415d-7223-47c5-81cb-efb44261c344 None None] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:56.164561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:56.165705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-edcd6729-2f45-4ddd-8ff4-b3c6658308e6 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7549853 Jan 28 01:26:56.170185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1733292357'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:56.210457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:56.215733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.285577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:26:56.305974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (cf9e99b5-c6b5-4183-bd07-abfd4d9dc234), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.306342 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment cf9e99b5-c6b5-4183-bd07-abfd4d9dc234 of type vlan for network 8e478671-7284-4c11-9908-5b78cc5181fd Jan 28 01:26:56.411712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-c84a0c04-87cf-4f9e-9e16-04347c32e750', 'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': 'ac293597-93ea-4ef3-9aae-0dce80e3d783'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:26:56.413732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.461259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (8e478671-7284-4c11-9908-5b78cc5181fd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.532612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (8e478671-7284-4c11-9908-5b78cc5181fd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.538105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:56.539022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:56.692862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=8e478671-7284-4c11-9908-5b78cc5181fd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:56.703342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.704042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.704543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.705228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.705693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.706191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.706678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.707357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.707845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.708323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.708786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.709253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.709716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:26:56.722640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-18cf8102-8cb8-4dcd-af49-8cfd93c01d4e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5568984 Jan 28 01:26:56.725615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60418) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:56.739505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': '8e478671-7284-4c11-9908-5b78cc5181fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:56.757415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 8e478671-7284-4c11-9908-5b78cc5181fd details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:26:56.938757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:56.942751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.031903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Allocated IP 2001:db8:0:ffff::2 (c84a0c04-87cf-4f9e-9e16-04347c32e750/ac293597-93ea-4ef3-9aae-0dce80e3d783/439ba3d7-bda1-4132-a609-8380d8f6cfc4) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:26:57.087268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Publish callbacks [] for port (be06f520-754b-4f86-b4bb-f1779f895243), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.162339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be06f520-754b-4f86-b4bb-f1779f895243), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.340909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (322617db-6de8-4b05-a924-b70c6fef6f31), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.344834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7399-d732-4254-8e73-6a126c4e1a86 None None] Pushing event updated for resources: {'Port': ['ID=be06f520-754b-4f86-b4bb-f1779f895243,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:57.445309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=322617db-6de8-4b05-a924-b70c6fef6f31,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:57.477406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': 'cf9e99b5-c6b5-4183-bd07-abfd4d9dc234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8e478671-7284-4c11-9908-5b78cc5181fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:57.480970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: 8e478671-7284-4c11-9908-5b78cc5181fd, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:26:57.533531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network 8e478671-7284-4c11-9908-5b78cc5181fd is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:26:57.553603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 8e478671-7284-4c11-9908-5b78cc5181fd) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:57.562855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:57.563743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.574451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ebbdc-ab22-4cc9-97be-1379cb36bc81 None None] Network 8e478671-7284-4c11-9908-5b78cc5181fd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:57.589958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-947682b5-9eec-4d4e-b737-85fd7dc22281 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8630331 Jan 28 01:26:57.593560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60434) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:57.614823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Attempting to bind port be06f520-754b-4f86-b4bb-f1779f895243 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:57.615463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Attempting to bind port be06f520-754b-4f86-b4bb-f1779f895243 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:57.616138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Attempting to bind port be06f520-754b-4f86-b4bb-f1779f895243 on network 24773864-ee5d-4a39-87fa-743b0ba94d94 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:57.660354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:57.660634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Checking segment: {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:57.661203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.661890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Bound using segment: {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:57.662513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Bound port: be06f520-754b-4f86-b4bb-f1779f895243, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d49641-90fb-42cb-a86b-04fdd09184a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:57.663169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be06f520-754b-4f86-b4bb-f1779f895243), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.713397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Publish callbacks [] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.720796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2ddde22f-82b7-49b6-979d-f658db941220 None None] Provisioning complete for port be06f520-754b-4f86-b4bb-f1779f895243 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:57.721203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2ddde22f-82b7-49b6-979d-f658db941220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be06f520-754b-4f86-b4bb-f1779f895243), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.729338 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.853184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (8e478671-7284-4c11-9908-5b78cc5181fd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.861442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Pushing event updated for resources: {'Port': ['ID=439ba3d7-bda1-4132-a609-8380d8f6cfc4,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:57.893357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:26:57.900697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:26:57.917690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:26:57.932777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (322617db-6de8-4b05-a924-b70c6fef6f31), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:57.975083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] For port be06f520-754b-4f86-b4bb-f1779f895243, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:57.983843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] For port be06f520-754b-4f86-b4bb-f1779f895243, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=be06f520-754b-4f86-b4bb-f1779f895243,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:58.050870 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be06f520-754b-4f86-b4bb-f1779f895243), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.066901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2ddde22f-82b7-49b6-979d-f658db941220 None None] Port be06f520-754b-4f86-b4bb-f1779f895243 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:26:58.066901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca913ff2-2baa-4f59-b2bc-d3acdc098434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-8e478671-7284-4c11-9908-5b78cc5181fd', 'network_id': '8e478671-7284-4c11-9908-5b78cc5181fd', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': '322617db-6de8-4b05-a924-b70c6fef6f31'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:26:58.066901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca913ff2-2baa-4f59-b2bc-d3acdc098434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.079865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (322617db-6de8-4b05-a924-b70c6fef6f31), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.122538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=322617db-6de8-4b05-a924-b70c6fef6f31,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:58.226941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (8e478671-7284-4c11-9908-5b78cc5181fd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.269981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e478671-7284-4c11-9908-5b78cc5181fd']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:58.300635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9e99b5-c6b5-4183-bd07-abfd4d9dc234') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:58.301740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9e99b5-c6b5-4183-bd07-abfd4d9dc234') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:58.326198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (cf9e99b5-c6b5-4183-bd07-abfd4d9dc234), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.344540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (cf9e99b5-c6b5-4183-bd07-abfd4d9dc234), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.368455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:26:58.370133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (cf9e99b5-c6b5-4183-bd07-abfd4d9dc234), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:26:58.394456 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:26:58.530613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (8e478671-7284-4c11-9908-5b78cc5181fd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.552882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.560497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60460) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:58.563498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/8e478671-7284-4c11-9908-5b78cc5181fd HTTP/1.1" status: 204 len: 168 time: 0.9613092 Jan 28 01:26:58.569602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430282319'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:58.587216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Routers {'8c97978d-0852-4126-b90b-8afd458479f8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:26:58.588553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:26:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8c97978d-0852-4126-b90b-8afd458479f8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:58.600959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7060d4-d03e-4041-9b68-3fd5a1d06d06 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=8e478671-7284-4c11-9908-5b78cc5181fd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:58.669698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:58.690320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.763930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:26:58.787872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (750fb799-c486-4ca3-839f-5df2ca61893b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.790068 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment 750fb799-c486-4ca3-839f-5df2ca61893b of type vlan for network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 Jan 28 01:26:58.836884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-c98f3d1f-7a66-476b-b2eb-24c2bfe90bfb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:58.848023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-c98f3d1f-7a66-476b-b2eb-24c2bfe90bfb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.3392627 Jan 28 01:26:58.883430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-925b4036-e510-4b13-8fa2-fd182889c765 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0291672 Jan 28 01:26:58.914290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] Set router 8c97978d-0852-4126-b90b-8afd458479f8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:26:58.932487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (18c657f4-8854-4bc4-98bd-e7899f0e4a21), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:58.974693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Attempting to bind port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:26:58.975069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Attempting to bind port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '102001bf-4a6c-4b0e-af2a-2200af9c6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:26:58.975442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Attempting to bind port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 on network c84a0c04-87cf-4f9e-9e16-04347c32e750 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:26:59.009040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (18c657f4-8854-4bc4-98bd-e7899f0e4a21), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.027621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:59.028259 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.036328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-5b94bb26-9242-4a07-873a-bebe82a9b0d2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337676 Jan 28 01:26:59.101631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd6da0-a4e8-4404-8f4e-6fdf6bbafaf3 None None] Network 8e478671-7284-4c11-9908-5b78cc5181fd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:26:59.199241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:26:59.199724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Checking segment: {'id': '102001bf-4a6c-4b0e-af2a-2200af9c6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:59.200229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.200728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Bound using segment: {'id': '102001bf-4a6c-4b0e-af2a-2200af9c6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:26:59.204741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Bound port: 439ba3d7-bda1-4132-a609-8380d8f6cfc4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102001bf-4a6c-4b0e-af2a-2200af9c6f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c84a0c04-87cf-4f9e-9e16-04347c32e750'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:26:59.204938 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6388969 Jan 28 01:26:59.205044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.205146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:26:59.206120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd6da0-a4e8-4404-8f4e-6fdf6bbafaf3 None None] Network 8e478671-7284-4c11-9908-5b78cc5181fd could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:26:59.223918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:26:59.300458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-b56ab0ac-2bb0-4764-8859-35031d10ee75 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564607 Jan 28 01:26:59.303248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7399-d732-4254-8e73-6a126c4e1a86 None None] Pushing event updated for resources: {'Port': ['ID=be06f520-754b-4f86-b4bb-f1779f895243,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:59.334337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf507da-bf1a-43b8-bfdd-eb1f87e35438 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=18c657f4-8854-4bc4-98bd-e7899f0e4a21,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:59.397614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:26:59.400109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] Provisioning complete for port be06f520-754b-4f86-b4bb-f1779f895243 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:26:59.400343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be06f520-754b-4f86-b4bb-f1779f895243), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.422356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:26:59.427618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.430275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-2dda562a-5518-4376-8e45-961c455c72f0 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119130 Jan 28 01:26:59.715750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] Current status of the port be06f520-754b-4f86-b4bb-f1779f895243 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:26:59.716620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (be06f520-754b-4f86-b4bb-f1779f895243), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.734292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] For port 439ba3d7-bda1-4132-a609-8380d8f6cfc4, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:26:59.767044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] For port 439ba3d7-bda1-4132-a609-8380d8f6cfc4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=439ba3d7-bda1-4132-a609-8380d8f6cfc4,segment=NetworkSegment(102001bf-4a6c-4b0e-af2a-2200af9c6f4b),segment_id=102001bf-4a6c-4b0e-af2a-2200af9c6f4b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:26:59.789695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.834004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (9c363712-3f90-4eff-ab45-029b985dd535), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.855375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] For port be06f520-754b-4f86-b4bb-f1779f895243, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=be06f520-754b-4f86-b4bb-f1779f895243,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:26:59.869097 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (be06f520-754b-4f86-b4bb-f1779f895243), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:59.883120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:26:51Z', 'revision_number': 4, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'be06f520-754b-4f86-b4bb-f1779f895243', 'name': '', 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'mac_address': 'fa:16:3e:60:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:49Z', 'updated_at': '2022-01-28T01:26:57Z', 'revision_number': 4, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'subnets': [{'id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:26:59.890731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f3b29-de66-45de-98b6-1b8ae6eca60f None None] Pushing event updated for resources: {'Port': ['ID=439ba3d7-bda1-4132-a609-8380d8f6cfc4,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:26:59.995115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': '750fb799-c486-4ca3-839f-5df2ca61893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:26:59.995357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: 18c657f4-8854-4bc4-98bd-e7899f0e4a21, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:26:59.997859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=9c363712-3f90-4eff-ab45-029b985dd535,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:00.019156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf8acf-e314-4602-b2e2-16c719e442c8 None None] The sync data for ids ['8c97978d-0852-4126-b90b-8afd458479f8'] in n-d-826756-1 is: [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:26:51Z', 'revision_number': 4, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'be06f520-754b-4f86-b4bb-f1779f895243', 'name': '', 'network_id': '24773864-ee5d-4a39-87fa-743b0ba94d94', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'mac_address': 'fa:16:3e:60:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:49Z', 'updated_at': '2022-01-28T01:26:57Z', 'revision_number': 4, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'subnets': [{'id': '2e8d23cd-88b5-4d0d-8a79-70db654d4220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:27:00.055900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:00.077502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 18c657f4-8854-4bc4-98bd-e7899f0e4a21) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:00.114686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:00.114686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:00.126138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b52ffb-f217-44d0-838a-cc7b2fc6875e None None] Network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:00.195433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-54aec0fb-8025-493d-ac88-7d4a1b17376e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9861753 Jan 28 01:27:00.196550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60504) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:00.219539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067339533'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:00.246680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdb51594-b6d8-43eb-bd32-f56321e40b96 req-6a12aaf6-c89c-41f8-9022-08b2b1b01ed2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.1688142 Jan 28 01:27:00.281890 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:00.289695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:00.379030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:00.442421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:00.443326 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment ca14b738-a8cd-44b4-8cca-424fd6e82b56 of type vlan for network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 Jan 28 01:27:00.561050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be06f520-754b-4f86-b4bb-f1779f895243 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:00.664692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3ddf1-5268-42df-a5a9-f576cd7451ff None None] Pushing event updated for resources: {'Port': ['ID=be06f520-754b-4f86-b4bb-f1779f895243,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:00.737753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-18c657f4-8854-4bc4-98bd-e7899f0e4a21', 'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': '9c363712-3f90-4eff-ab45-029b985dd535'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:00.741164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:00.846240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:00.982599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:00.988802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:00.990527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:01.026369 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8280287 Jan 28 01:27:01.029866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60520) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:01.036813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:01.079242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port be06f520-754b-4f86-b4bb-f1779f895243 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:01.081063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be06f520-754b-4f86-b4bb-f1779f895243), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:01.184308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d55469-00b2-4dbe-8c67-9a0d4e3fd15c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=fe8d2db6-2dee-4db3-a50a-ddb2bec0da78,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:01.221522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:01.274390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:01.280086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:01.496683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:27:01.497222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:27:01.650924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port be06f520-754b-4f86-b4bb-f1779f895243 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:01.715406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Allocated IP 2001:db8::1 (18c657f4-8854-4bc4-98bd-e7899f0e4a21/9c363712-3f90-4eff-ab45-029b985dd535/f44d1a22-8fb7-4a5c-8189-9e805a3999fd) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:01.946958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-097ef60c-6c37-46bb-92c8-5fd3add6fb25 req-f9dc0ed7-ea3e-4d76-a7c4-b91cc7b7f29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.2487023 Jan 28 01:27:02.012035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-aed639ff-7fe7-43de-b615-0e49607faef5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3131974 Jan 28 01:27:02.084219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c6eab33e-7188-4c2e-b952-bf4a66ecdaef), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:02.240646 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Publish callbacks [] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:02.251670 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:02.291035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:02.292678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f344bca-55be-49a4-bdf2-4a06156773d1 None None] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:02.296713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:02.321421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:02.400277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=c6eab33e-7188-4c2e-b952-bf4a66ecdaef,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:02.549079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-e2be30c2-5d45-4441-b274-0c0e4dd16eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:02.554635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-e2be30c2-5d45-4441-b274-0c0e4dd16eff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.4590285 Jan 28 01:27:02.563428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': 'ca14b738-a8cd-44b4-8cca-424fd6e82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:02.564090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: fe8d2db6-2dee-4db3-a50a-ddb2bec0da78, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:02.571841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be06f520-754b-4f86-b4bb-f1779f895243 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:02.657473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-0cdfa08f-93f9-4b3e-be63-868a2fba6890 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:02.660844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-0cdfa08f-93f9-4b3e-be63-868a2fba6890 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.3289464 Jan 28 01:27:02.748699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:02.786432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:02.876285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fe8d2db6-2dee-4db3-a50a-ddb2bec0da78) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:02.895744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:02.896591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:02.924574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60548) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:02.925692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-339836dd-4349-4ebd-9f05-f6023d5397bc tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8945749 Jan 28 01:27:02.940230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Pushing event updated for resources: {'Port': ['ID=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:03.003949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc907ec-3fc0-4698-89c9-3ed010ed83cc None None] Network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:03.018778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-4a99afad-dc0d-4d14-85f1-a0cee12652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:03.037097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-4a99afad-dc0d-4d14-85f1-a0cee12652e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.4543796 Jan 28 01:27:03.152043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-2c21794d-49b1-4d27-9738-8e39c826deab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1069512 Jan 28 01:27:03.209063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] Provisioning complete for port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:03.209443 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.257360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.288278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-6464aa03-6290-44d7-87b7-fe7ff98135c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:03.292889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-6464aa03-6290-44d7-87b7-fe7ff98135c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1061392 Jan 28 01:27:03.333116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:03.340337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Attempting to bind port f44d1a22-8fb7-4a5c-8189-9e805a3999fd on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:03.341015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.341613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Attempting to bind port f44d1a22-8fb7-4a5c-8189-9e805a3999fd by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '750fb799-c486-4ca3-839f-5df2ca61893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:03.342319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Attempting to bind port f44d1a22-8fb7-4a5c-8189-9e805a3999fd on network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:03.363746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:03.364405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Checking segment: {'id': '750fb799-c486-4ca3-839f-5df2ca61893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:03.364998 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.365539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Bound using segment: {'id': '750fb799-c486-4ca3-839f-5df2ca61893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:03.366230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Bound port: f44d1a22-8fb7-4a5c-8189-9e805a3999fd, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750fb799-c486-4ca3-839f-5df2ca61893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18c657f4-8854-4bc4-98bd-e7899f0e4a21'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:03.366778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.391275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-fe8d2db6-2dee-4db3-a50a-ddb2bec0da78', 'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': 'c6eab33e-7188-4c2e-b952-bf4a66ecdaef'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:03.392684 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.428765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b60c7209-8cd1-4336-99ea-0c9caac37403 req-2f8c6e28-7b9f-4ef0-a412-f5024ec893fa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.2747581 Jan 28 01:27:03.539136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] For port f44d1a22-8fb7-4a5c-8189-9e805a3999fd, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:03.545184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] For port f44d1a22-8fb7-4a5c-8189-9e805a3999fd, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,segment=NetworkSegment(750fb799-c486-4ca3-839f-5df2ca61893b),segment_id=750fb799-c486-4ca3-839f-5df2ca61893b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:03.694015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-c87d7f9f-879e-4cc3-9e9b-cbdf856e5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:03.698757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-c87d7f9f-879e-4cc3-9e9b-cbdf856e5488 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3503804 Jan 28 01:27:03.797259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port be06f520-754b-4f86-b4bb-f1779f895243 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:03.797640 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (be06f520-754b-4f86-b4bb-f1779f895243), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:03.804581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.054340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d6c5-5e5d-402b-90be-f5b56fb771e8 None None] Pushing event updated for resources: {'Port': ['ID=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:04.067379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.072773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Allocated IP 2001:db8::3 (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78/c6eab33e-7188-4c2e-b952-bf4a66ecdaef/8a526bb9-915b-4c70-8766-f82aff9c0508) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:04.075075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.6 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/cddd04d3-a375-49d2-90f9-106d8cb6b85d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:04.142574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-6876906c-f6e2-45fc-9247-e3672d5fbe25 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331603 Jan 28 01:27:04.147001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c6eab33e-7188-4c2e-b952-bf4a66ecdaef), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.395481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0e70d87-daf0-4438-86ba-adefcf7c4e91 req-628c26d7-b0e2-4b0e-9ffe-34d5d55a2345 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422843 Jan 28 01:27:04.447488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Publish callbacks [] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.474842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.476529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (c6eab33e-7188-4c2e-b952-bf4a66ecdaef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.506769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] Current status of the port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:04.507161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.515355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.608679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=c6eab33e-7188-4c2e-b952-bf4a66ecdaef,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:04.671575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.706750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:04.736786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:04.746044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:04.773072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:04.773963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:04.790298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.792219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Pushing event updated for resources: {'Port': ['ID=8a526bb9-915b-4c70-8766-f82aff9c0508,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:04.810312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:04.818782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] For port 439ba3d7-bda1-4132-a609-8380d8f6cfc4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=439ba3d7-bda1-4132-a609-8380d8f6cfc4,segment=NetworkSegment(102001bf-4a6c-4b0e-af2a-2200af9c6f4b),segment_id=102001bf-4a6c-4b0e-af2a-2200af9c6f4b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:04.831395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=cddd04d3-a375-49d2-90f9-106d8cb6b85d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:04.832891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.875119 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8d2db6-2dee-4db3-a50a-ddb2bec0da78']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:04.899818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89b578-5bf8-4da7-84a0-358da00d09f2 req-65626e6b-3acd-44e0-bbae-c796788badd1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:04.904210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e89b578-5bf8-4da7-84a0-358da00d09f2 req-65626e6b-3acd-44e0-bbae-c796788badd1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 931 time: 0.2590256 Jan 28 01:27:04.911888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca14b738-a8cd-44b4-8cca-424fd6e82b56') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:04.912139 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca14b738-a8cd-44b4-8cca-424fd6e82b56') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:04.940745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.960577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port be06f520-754b-4f86-b4bb-f1779f895243 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:04.961744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 439ba3d7-bda1-4132-a609-8380d8f6cfc4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:04.963720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:04.964928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.980059 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:04.999243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:05.003906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:05.006981 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:05.013114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-e66ad41a-f329-431a-9a10-86883cfa08a1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2868171 Jan 28 01:27:05.033864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Request body: {'port': {'device_id': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:05.069833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e89b578-5bf8-4da7-84a0-358da00d09f2 req-b52b191f-b24f-462d-a755-987671b3f583 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529565 Jan 28 01:27:05.194097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.204844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:27:05.204844 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:27:05.204844 n-d-826756-1 neutron-server[109595]: [parameters: {'id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78'}] Jan 28 01:27:05.204844 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:27:05.205550 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:27:05.352370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Attempting to bind port 8a526bb9-915b-4c70-8766-f82aff9c0508 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:05.352750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Attempting to bind port 8a526bb9-915b-4c70-8766-f82aff9c0508 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ca14b738-a8cd-44b4-8cca-424fd6e82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:05.353111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Attempting to bind port 8a526bb9-915b-4c70-8766-f82aff9c0508 on network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:05.356933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1633207-3ebd-44b2-826c-443b44400a31 None None] Pushing event updated for resources: {'Port': ['ID=439ba3d7-bda1-4132-a609-8380d8f6cfc4,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:05.403792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d27ddec7-5bbe-47e2-ac89-6cfb99a59da2 None None] Provisioning complete for port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:05.404175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d27ddec7-5bbe-47e2-ac89-6cfb99a59da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.475285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:05.475992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Checking segment: {'id': 'ca14b738-a8cd-44b4-8cca-424fd6e82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:05.476104 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.477007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Bound using segment: {'id': 'ca14b738-a8cd-44b4-8cca-424fd6e82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:05.477237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Bound port: 8a526bb9-915b-4c70-8766-f82aff9c0508, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca14b738-a8cd-44b4-8cca-424fd6e82b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe8d2db6-2dee-4db3-a50a-ddb2bec0da78'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:05.477512 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.556148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:05.556546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.650571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60586) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:05.708349 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.864440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddd04d3-a375-49d2-90f9-106d8cb6b85d {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:27:05.886017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Publish callbacks [] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.894007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d27ddec7-5bbe-47e2-ac89-6cfb99a59da2 None None] Current status of the port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:05.929989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting port 8a526bb9-915b-4c70-8766-f82aff9c0508 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:05.930388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:05.937281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Transition to ACTIVE for port object cddd04d3-a375-49d2-90f9-106d8cb6b85d will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:27:05.943619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.023213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] For port 8a526bb9-915b-4c70-8766-f82aff9c0508, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:06.049478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] For port 8a526bb9-915b-4c70-8766-f82aff9c0508, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a526bb9-915b-4c70-8766-f82aff9c0508,segment=NetworkSegment(ca14b738-a8cd-44b4-8cca-424fd6e82b56),segment_id=ca14b738-a8cd-44b4-8cca-424fd6e82b56)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:06.061037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.074150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:06.184448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15110fe-4e5e-4b2d-9685-536b89b1680c None None] Pushing event updated for resources: {'Port': ['ID=8a526bb9-915b-4c70-8766-f82aff9c0508,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:06.189665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49e1a4bc-602d-442b-bc8b-51317efe8b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.201262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d8378-57f1-46ef-83c4-a093fc793b1e None None] Network fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:06.278261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Pushing event updated for resources: {'Port': ['ID=cddd04d3-a375-49d2-90f9-106d8cb6b85d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:06.318397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] For port 8a526bb9-915b-4c70-8766-f82aff9c0508, host n-d-826756-1, got binding levels [] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:06.318930 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.414253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Calling delete_port for 8a526bb9-915b-4c70-8766-f82aff9c0508 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:06.415552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79604-aa3f-405f-8a49-223853381c65 req-08b57cc0-1fc5-4030-b97e-89273b2d9029 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:06.417383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80c79604-aa3f-405f-8a49-223853381c65 req-08b57cc0-1fc5-4030-b97e-89273b2d9029 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1475823 Jan 28 01:27:06.422753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Attempting to bind port cddd04d3-a375-49d2-90f9-106d8cb6b85d on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:06.423093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Attempting to bind port cddd04d3-a375-49d2-90f9-106d8cb6b85d by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:06.423424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Attempting to bind port cddd04d3-a375-49d2-90f9-106d8cb6b85d on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:06.479047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Port cddd04d3-a375-49d2-90f9-106d8cb6b85d on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:27:06.479385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Attempting to bind port cddd04d3-a375-49d2-90f9-106d8cb6b85d on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:06.501751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:06.503555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:06.505296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:06.506043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Bound port: cddd04d3-a375-49d2-90f9-106d8cb6b85d, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:06.507750 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.625093 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 439ba3d7-bda1-4132-a609-8380d8f6cfc4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:06.720263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539425f-ebd2-400a-b0d1-cb955499bf5f None None] Network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:06.748078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] For port cddd04d3-a375-49d2-90f9-106d8cb6b85d, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:06.757517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] For port cddd04d3-a375-49d2-90f9-106d8cb6b85d, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:06.841991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49e1a4bc-602d-442b-bc8b-51317efe8b27 admin admin] Publish callbacks [] for security_group (6b5b3c88-aed0-406d-860a-db30dbc8550f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.863429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-80c79604-aa3f-405f-8a49-223853381c65 req-fd1b4206-fa62-4a6a-9e3e-7047386fec91 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257722 Jan 28 01:27:06.864929 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.869493 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-49e1a4bc-602d-442b-bc8b-51317efe8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6b5b3c88-aed0-406d-860a-db30dbc8550f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.874194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:06.874576 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.947639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8a526bb9-915b-4c70-8766-f82aff9c0508), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.029665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:07.038180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f44d1a22-8fb7-4a5c-8189-9e805a3999fd up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:07.041438 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-49e1a4bc-602d-442b-bc8b-51317efe8b27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e056e3b830524bb09f30c15dc3dc6997&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3895109 Jan 28 01:27:07.044630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a4bc-602d-442b-bc8b-51317efe8b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5b3c88-aed0-406d-860a-db30dbc8550f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:07.056687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No DVR routers for this DVR port 8a526bb9-915b-4c70-8766-f82aff9c0508 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:07.058423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:07.075257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-40510115-917d-4d9f-9b23-30152753a779 None None] Provisioning complete for port f44d1a22-8fb7-4a5c-8189-9e805a3999fd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:07.075639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40510115-917d-4d9f-9b23-30152753a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.080417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Port': ['ID=8a526bb9-915b-4c70-8766-f82aff9c0508,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:07.108940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Pushing event updated for resources: {'Port': ['ID=cddd04d3-a375-49d2-90f9-106d8cb6b85d,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:07.134338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:07.135559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.141793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-d10372d4-14bf-4104-970c-14162a443e0a service neutron] 10.222.0.43 "PUT /v2.0/ports/cddd04d3-a375-49d2-90f9-106d8cb6b85d HTTP/1.1" status: 200 len: 1091 time: 2.1099968 Jan 28 01:27:07.142466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'tag': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:07.151029 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a5012-a653-4b22-a846-ab57b49ab3de" -d '{"events": [{"name": "network-changed", "server_uuid": "f776d69d-6c60-4b4d-9d21-483c93ffd8dd", "tag": "cddd04d3-a375-49d2-90f9-106d8cb6b85d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:07.220076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-71379d14-5ad6-4b54-b528-9dd18f1ef40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.336477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-4e98ee71-a5b1-4215-b386-6aa876f9be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:07.338290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-4e98ee71-a5b1-4215-b386-6aa876f9be6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 1094 time: 0.1276987 Jan 28 01:27:07.433177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-40510115-917d-4d9f-9b23-30152753a779 None None] Current status of the port f44d1a22-8fb7-4a5c-8189-9e805a3999fd is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:07.433727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40510115-917d-4d9f-9b23-30152753a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.448361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.453443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f44d1a22-8fb7-4a5c-8189-9e805a3999fd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:07.453857 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.469172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fdf927b-f146-4ebf-92e8-6f259f956027 admin admin] Publish callbacks [] for security_group (6b5b3c88-aed0-406d-860a-db30dbc8550f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.492233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-167dfd70-17fe-43c6-b51b-b2c43eb12215 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d HTTP/1.1" status: 200 len: 217 time: 0.1400118 Jan 28 01:27:07.546063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8d2db6-2dee-4db3-a50a-ddb2bec0da78']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:07.571842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca14b738-a8cd-44b4-8cca-424fd6e82b56') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:07.572367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca14b738-a8cd-44b4-8cca-424fd6e82b56') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:07.575561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fdf927b-f146-4ebf-92e8-6f259f956027 admin admin] Publish callbacks [] for security_group (6b5b3c88-aed0-406d-860a-db30dbc8550f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.592746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.602620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.625039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.637759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:07.638621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ca14b738-a8cd-44b4-8cca-424fd6e82b56), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:07.642312 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:07.659255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25791a-d7a5-4f33-b404-ff1e6914a410 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:27:07.697210 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73447646-4461-4d60-a2ba-26d25c3f0237 x-openstack-request-id: req-73447646-4461-4d60-a2ba-26d25c3f0237 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:07.697520 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f776d69d-6c60-4b4d-9d21-483c93ffd8dd", "tag": "cddd04d3-a375-49d2-90f9-106d8cb6b85d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:07.698450 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73447646-4461-4d60-a2ba-26d25c3f0237 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:07.698987 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'tag': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d', 'status': 'completed', 'code': 200} Jan 28 01:27:07.706415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-90b7ba2e-4f9f-4186-812d-da9844ca8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:07.710930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-90b7ba2e-4f9f-4186-812d-da9844ca8cdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.2097685 Jan 28 01:27:07.714720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fdf927b-f146-4ebf-92e8-6f259f956027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6b5b3c88-aed0-406d-860a-db30dbc8550f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.717759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fdf927b-f146-4ebf-92e8-6f259f956027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.718981 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4fdf927b-f146-4ebf-92e8-6f259f956027 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b5b3c88-aed0-406d-860a-db30dbc8550f HTTP/1.1" status: 204 len: 168 time: 0.6594100 Jan 28 01:27:07.737171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf927b-f146-4ebf-92e8-6f259f956027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5b3c88-aed0-406d-860a-db30dbc8550f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:07.758124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fe8d2db6-2dee-4db3-a50a-ddb2bec0da78), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.778510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.798328 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 HTTP/1.1" status: 204 len: 168 time: 4.8721251 Jan 28 01:27:07.798952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60626) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:07.820919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-6527f99b-5c29-4e14-af15-427592c6afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:07.822510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-6527f99b-5c29-4e14-af15-427592c6afb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078830 Jan 28 01:27:07.828486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699545456'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:07.836752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-40510115-917d-4d9f-9b23-30152753a779 None None] For port f44d1a22-8fb7-4a5c-8189-9e805a3999fd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,segment=NetworkSegment(750fb799-c486-4ca3-839f-5df2ca61893b),segment_id=750fb799-c486-4ca3-839f-5df2ca61893b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:07.871967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40510115-917d-4d9f-9b23-30152753a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:07.927916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de7c56-0c1e-4ea9-a475-02b9924591ab tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=fe8d2db6-2dee-4db3-a50a-ddb2bec0da78,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:08.001295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:08.016220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.115242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:08.146796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d274f356-11c6-472e-a882-298d722bd541), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.154426 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment d274f356-11c6-472e-a882-298d722bd541 of type vlan for network 00ffc34f-607f-4039-8303-4aab8412999b Jan 28 01:27:08.182169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-15c8c8e0-ed0f-4e6e-8309-b3b46e59f753 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509107 Jan 28 01:27:08.265970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f44d1a22-8fb7-4a5c-8189-9e805a3999fd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:08.267982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (00ffc34f-607f-4039-8303-4aab8412999b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.346918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (00ffc34f-607f-4039-8303-4aab8412999b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.354913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9f9b2-374a-49aa-9736-01ef20016652 req-b32de98e-0218-4a62-a9ad-9b7c4a69ac83 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:08.356916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:08.357452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1c9f9b2-374a-49aa-9736-01ef20016652 req-b32de98e-0218-4a62-a9ad-9b7c4a69ac83 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.2838013 Jan 28 01:27:08.358100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40510115-917d-4d9f-9b23-30152753a779 None None] Pushing event updated for resources: {'Port': ['ID=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:08.367091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.394969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25791a-d7a5-4f33-b404-ff1e6914a410 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:27:08.468132 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6580200 Jan 28 01:27:08.485147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-13870ee4-b166-4e9d-96b2-950dc2fa3564 None None] Provisioning complete for port f44d1a22-8fb7-4a5c-8189-9e805a3999fd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:08.485562 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13870ee4-b166-4e9d-96b2-950dc2fa3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.494561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60642) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:08.509518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': '00ffc34f-607f-4039-8303-4aab8412999b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:08.519363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe5de-0c18-4ad7-95b1-5a624e6de076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=00ffc34f-607f-4039-8303-4aab8412999b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:08.565383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 00ffc34f-607f-4039-8303-4aab8412999b details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:08.614645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3494f4f-bc89-4f72-99e9-b85531429cbd req-7b7c9af0-5bf0-4606-8a4d-9e725ed58996 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244416 Jan 28 01:27:08.781591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1c9f9b2-374a-49aa-9736-01ef20016652 req-001c0160-a55d-48c7-90b4-744646a3ebb3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168980 Jan 28 01:27:08.815861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13870ee4-b166-4e9d-96b2-950dc2fa3564 None None] Current status of the port f44d1a22-8fb7-4a5c-8189-9e805a3999fd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:08.883303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-df2d1285-948d-4597-a1d1-62791f3d2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:08.885993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-df2d1285-948d-4597-a1d1-62791f3d2704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 1094 time: 0.1293278 Jan 28 01:27:08.916135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:08.919572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.958609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60654) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:09.150164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1431913672-network', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:09.188564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Made reservation on behalf of b8286032b25d4961b8c2a68c1818024a for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:09.190989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.210271 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.317820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks [] for security_group (2b48c836-8818-42ed-b16b-3567f50aca90), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.332154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b48c836-8818-42ed-b16b-3567f50aca90), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.345540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7e37e826-ebd4-4f52-a7ea-df98dfc1dca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.382453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:09.391124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48c836-8818-42ed-b16b-3567f50aca90,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:09.402227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (85b4e325-4eaf-4ffd-92b2-ded1c891af64), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.402868 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Added segment 85b4e325-4eaf-4ffd-92b2-ded1c891af64 of type vlan for network e64ec99a-0938-44c2-b73f-f1e98e68af3f Jan 28 01:27:09.493189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e64ec99a-0938-44c2-b73f-f1e98e68af3f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.531678 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e64ec99a-0938-44c2-b73f-f1e98e68af3f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.533093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:09.534543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.552384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-9005f89e-24e0-4394-9c01-c561283fdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:09.552384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-9005f89e-24e0-4394-9c01-c561283fdddd service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.6551592 Jan 28 01:27:09.611441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-2e6ceaed-2208-4426-89ad-5d482043f9e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d HTTP/1.1" status: 200 len: 217 time: 0.0535772 Jan 28 01:27:09.638052 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6780264 Jan 28 01:27:09.642746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60664) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:09.647719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Request body: {'subnet': {'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1431913672-subnet', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:09.654450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0cc3a-4708-496a-8d46-5ab10771c86a admin admin] Pushing event updated for resources: {'Network': ['ID=e64ec99a-0938-44c2-b73f-f1e98e68af3f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:09.665224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:09.682788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Made reservation on behalf of b8286032b25d4961b8c2a68c1818024a for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:09.686427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.727205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-42bb17ee-130b-41c9-b7bc-9bf6d7a5b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:09.736821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-42bb17ee-130b-41c9-b7bc-9bf6d7a5b730 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.1182530 Jan 28 01:27:09.822607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (a1100592-d398-412e-8eb2-58172fcac91e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.909465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-8e52b108-63bb-48d9-9dce-37f39a7f572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:09.911028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-8e52b108-63bb-48d9-9dce-37f39a7f572c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207216 Jan 28 01:27:09.937614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d9f9e60e-9143-4300-8ba2-c14776b2301f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.993492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=a1100592-d398-412e-8eb2-58172fcac91e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:10.003641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f9e60e-9143-4300-8ba2-c14776b2301f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:10.015208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Checking segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:10.015678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Network hostable DHCP agents. Network: e64ec99a-0938-44c2-b73f-f1e98e68af3f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:10.024826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': 'd274f356-11c6-472e-a882-298d722bd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '00ffc34f-607f-4039-8303-4aab8412999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:10.025391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: 00ffc34f-607f-4039-8303-4aab8412999b, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:10.034959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:10.045639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e64ec99a-0938-44c2-b73f-f1e98e68af3f) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:10.050260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:10.050875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.062549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bb154-ba96-479e-86d5-03e8fa212131 req-c17b0958-0cd9-4d59-b8f1-a7eb950a40ca tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:10.064264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d65bb154-ba96-479e-86d5-03e8fa212131 req-c17b0958-0cd9-4d59-b8f1-a7eb950a40ca tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1773970 Jan 28 01:27:10.066060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc772ab-6f85-4ea9-ac0f-b60d1d78dc3d None None] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:10.069167 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-81c158de-6a14-4ea7-8612-c3fb1eba3eec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4252648 Jan 28 01:27:10.071934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:10.078202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:10.090290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network 00ffc34f-607f-4039-8303-4aab8412999b is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:10.137595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 00ffc34f-607f-4039-8303-4aab8412999b) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:10.160571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:10.161092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.173444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.175011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.203345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-69a03b22-5062-4918-9369-4156818f82ca service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695186 Jan 28 01:27:10.210037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-13b151d2-cecf-47e0-b7f8-1d6b7972dcd4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7123609 Jan 28 01:27:10.213285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60670) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:10.213720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d65bb154-ba96-479e-86d5-03e8fa212131 req-1580ff6e-4e8a-4cf3-a7a0-e33eb8db1456 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295369 Jan 28 01:27:10.302723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d7b00-09fe-4a3e-b39a-c9b9a7428714 None None] Network 00ffc34f-607f-4039-8303-4aab8412999b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:10.357477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b9a5012-a653-4b22-a846-ab57b49ab3de req-9ff586da-3d1f-44d8-b5a4-dafefab24d6f service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391726 Jan 28 01:27:10.359220 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks [] for router_controller (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.417855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:10.418720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.425323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f44d1a22-8fb7-4a5c-8189-9e805a3999fd up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:10.446885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (00ffc34f-607f-4039-8303-4aab8412999b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.548995 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks [] for router_gateway (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.552473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a1100592-d398-412e-8eb2-58172fcac91e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.613926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa91a7-ee61-4712-8b7d-b85c3b728cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-00ffc34f-607f-4039-8303-4aab8412999b', 'network_id': '00ffc34f-607f-4039-8303-4aab8412999b', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': 'a1100592-d398-412e-8eb2-58172fcac91e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:10.614799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44fa91a7-ee61-4712-8b7d-b85c3b728cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.635085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f44d1a22-8fb7-4a5c-8189-9e805a3999fd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:10.635468 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.649854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (a1100592-d398-412e-8eb2-58172fcac91e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.686994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=a1100592-d398-412e-8eb2-58172fcac91e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:10.790737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8c9b2e-c6ff-4c3d-9de3-5083e32a0158 None None] Network 00ffc34f-607f-4039-8303-4aab8412999b requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:10.793631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (00ffc34f-607f-4039-8303-4aab8412999b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.819433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ffc34f-607f-4039-8303-4aab8412999b']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:10.832883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd274f356-11c6-472e-a882-298d722bd541') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:10.833214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd274f356-11c6-472e-a882-298d722bd541') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:10.843352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (d274f356-11c6-472e-a882-298d722bd541), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.857645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (d274f356-11c6-472e-a882-298d722bd541), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.866493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:10.866894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (d274f356-11c6-472e-a882-298d722bd541), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.884451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks [] for router_gateway (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.899147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Allocated IP 172.20.0.2 (e64ec99a-0938-44c2-b73f-f1e98e68af3f/d9f9e60e-9143-4300-8ba2-c14776b2301f/2c790d78-b9fc-4818-a5cd-b397197b6f6f) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:10.901414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.915825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:10.937726 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:10.941224 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (00ffc34f-607f-4039-8303-4aab8412999b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.962238 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:10.970416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/00ffc34f-607f-4039-8303-4aab8412999b HTTP/1.1" status: 204 len: 168 time: 0.7506156 Jan 28 01:27:10.970416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e770b54-1f2f-4ed6-b5a0-3e545ee0d3ec tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=00ffc34f-607f-4039-8303-4aab8412999b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:10.970416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60676) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:10.979610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047206323'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:11.009994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:11.013698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f44d1a22-8fb7-4a5c-8189-9e805a3999fd is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:11.021942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.053664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:11.067399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.068390 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment da938bce-30b9-4e71-9096-fb9d5f7e5237 of type vlan for network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f Jan 28 01:27:11.084268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Allocated IP 172.25.1.251 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b20a3d08-e131-408e-9438-769e57c85cc3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:11.128619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.144400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Publish callbacks [] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.153095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.160299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.167999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:11.169438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.172930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:11.175436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:11.190845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2160342 Jan 28 01:27:11.193566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60678) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:11.199988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:11.200510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:11.224400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks [] for port (b20a3d08-e131-408e-9438-769e57c85cc3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.260593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Pushing event updated for resources: {'Port': ['ID=2c790d78-b9fc-4818-a5cd-b397197b6f6f,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:11.269531 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.300997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Attempting to bind port 2c790d78-b9fc-4818-a5cd-b397197b6f6f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:11.301375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Attempting to bind port 2c790d78-b9fc-4818-a5cd-b397197b6f6f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:11.301743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Attempting to bind port 2c790d78-b9fc-4818-a5cd-b397197b6f6f on network e64ec99a-0938-44c2-b73f-f1e98e68af3f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:11.314030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:11.314410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Checking segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:11.314818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.316906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Bound using segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:11.317406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Bound port: 2c790d78-b9fc-4818-a5cd-b397197b6f6f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:11.317819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.319986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:11.328952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:11.332431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:11.339803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1d92-1fce-4d22-9b57-608838eee0f3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=74b670f1-8419-47fc-8391-aa6bf6cf7a1f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:11.351569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:11.380254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b20a3d08-e131-408e-9438-769e57c85cc3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:11.391268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:11.395631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.439274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cf28f-69b8-4710-8cad-5d8582325065 req-321701c0-40f7-4003-9f31-d2316ea95564 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:11.441012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e94cf28f-69b8-4710-8cad-5d8582325065 req-321701c0-40f7-4003-9f31-d2316ea95564 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.0769949 Jan 28 01:27:11.452033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:27:11.475936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] For port 2c790d78-b9fc-4818-a5cd-b397197b6f6f, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:11.479430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] For port 2c790d78-b9fc-4818-a5cd-b397197b6f6f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2c790d78-b9fc-4818-a5cd-b397197b6f6f,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:11.502777 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.598420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40e7a-4a0b-46c0-b017-b4b40326634f None None] Pushing event updated for resources: {'Port': ['ID=2c790d78-b9fc-4818-a5cd-b397197b6f6f,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:11.642435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e94cf28f-69b8-4710-8cad-5d8582325065 req-e697ed4c-8876-4e22-9fcc-985efce43c55 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402812 Jan 28 01:27:11.645365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (d0d5c90d-1904-4569-8d6a-564fdddd3da9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.712815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=d0d5c90d-1904-4569-8d6a-564fdddd3da9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:11.734543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': 'da938bce-30b9-4e71-9096-fb9d5f7e5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:11.734915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: 74b670f1-8419-47fc-8391-aa6bf6cf7a1f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:11.753928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:11.765432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 74b670f1-8419-47fc-8391-aa6bf6cf7a1f) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:11.770008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:11.770908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.778759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8f054-b512-4ebc-8c28-afd8e09a35b2 None None] Network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:11.780135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks [] for router_gateway (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.813360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-107f910f-10a9-46f7-869a-7f62f5c9c0ff tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6161478 Jan 28 01:27:11.814855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60688) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:11.964698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-74b670f1-8419-47fc-8391-aa6bf6cf7a1f', 'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': 'd0d5c90d-1904-4569-8d6a-564fdddd3da9'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:11.966603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.981963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.993872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.104587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d0d5c90d-1904-4569-8d6a-564fdddd3da9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.161231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.184447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Allocated IP 2001:db8::1 (74b670f1-8419-47fc-8391-aa6bf6cf7a1f/d0d5c90d-1904-4569-8d6a-564fdddd3da9/65d04434-1dbb-4d9e-92e8-9a608ed8a5b2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:12.334829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:27:12.362644 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Publish callbacks [] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.390626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.394752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (d0d5c90d-1904-4569-8d6a-564fdddd3da9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.447589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d5c90d-1904-4569-8d6a-564fdddd3da9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:12.478119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:27:12.494575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2c790d78-b9fc-4818-a5cd-b397197b6f6f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:12.499261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Sync routers for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:27:12.501585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.503262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1576dac7-4c3c-4519-afbf-bda0dcfd24c9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4302430 Jan 28 01:27:12.505823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60692) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:12.510311 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:12.511442 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:12.526522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:12.539192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:12.543515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:12.545344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Pushing event updated for resources: {'Port': ['ID=65d04434-1dbb-4d9e-92e8-9a608ed8a5b2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:12.615392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.640368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b670f1-8419-47fc-8391-aa6bf6cf7a1f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:12.648542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2c790d78-b9fc-4818-a5cd-b397197b6f6f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:12.649004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.652199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da938bce-30b9-4e71-9096-fb9d5f7e5237') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:12.652754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da938bce-30b9-4e71-9096-fb9d5f7e5237') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:12.666014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.679607 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:12.680944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.687840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:12.688245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.748838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Attempting to bind port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:12.766013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Attempting to bind port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'da938bce-30b9-4e71-9096-fb9d5f7e5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:12.766625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Attempting to bind port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2 on network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:12.768577 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:12.787735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:12.788238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Checking segment: {'id': 'da938bce-30b9-4e71-9096-fb9d5f7e5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:12.789339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.789339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Bound using segment: {'id': 'da938bce-30b9-4e71-9096-fb9d5f7e5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:12.797571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Bound port: 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da938bce-30b9-4e71-9096-fb9d5f7e5237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:12.797571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.825194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:27:12.825194 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:27:12.825194 n-d-826756-1 neutron-server[109595]: [parameters: {'id': '74b670f1-8419-47fc-8391-aa6bf6cf7a1f'}] Jan 28 01:27:12.825194 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:27:12.825679 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:27:12.882116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafa984-8b09-4182-9944-e0e5d9b6216f req-49ec7e63-0d2b-477a-8455-df6d14ff7dea tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:12.886533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9aafa984-8b09-4182-9944-e0e5d9b6216f req-49ec7e63-0d2b-477a-8455-df6d14ff7dea tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1021297 Jan 28 01:27:12.979388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9aafa984-8b09-4182-9944-e0e5d9b6216f req-d0774e5e-c9ba-4296-a019-39e39e16f223 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837047 Jan 28 01:27:13.043887 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:11Z', 'revision_number': 3, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:13.048756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2c790d78-b9fc-4818-a5cd-b397197b6f6f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:13.049346 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.079140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Checking router: 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:27:13.080019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Updating router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 port b20a3d08-e131-408e-9438-769e57c85cc3 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:27:13.082514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] For port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:13.108706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] For port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65d04434-1dbb-4d9e-92e8-9a608ed8a5b2,segment=NetworkSegment(da938bce-30b9-4e71-9096-fb9d5f7e5237),segment_id=da938bce-30b9-4e71-9096-fb9d5f7e5237)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:13.113290 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.130845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 2c790d78-b9fc-4818-a5cd-b397197b6f6f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2c790d78-b9fc-4818-a5cd-b397197b6f6f,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:13.132447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.233446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.257736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e301-dd3e-4217-bf3c-9a2e4f0c153a None None] Pushing event updated for resources: {'Port': ['ID=65d04434-1dbb-4d9e-92e8-9a608ed8a5b2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:13.331412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.341734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9fbf7-886e-4ed3-9a41-6c7c7055cdd1 None None] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:13.401071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508faa6a-c6f3-4594-9591-eab829ce8c0f None None] Network 74b670f1-8419-47fc-8391-aa6bf6cf7a1f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:13.404743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.472866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=2c790d78-b9fc-4818-a5cd-b397197b6f6f,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:13.523480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1f03f160-5ff3-4662-8708-77d3589af061 None None] Provisioning complete for port 2c790d78-b9fc-4818-a5cd-b397197b6f6f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:13.523864 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1f03f160-5ff3-4662-8708-77d3589af061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.588772 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Publish callbacks [] for port (b20a3d08-e131-408e-9438-769e57c85cc3), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.596800 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.665240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.672759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1f03f160-5ff3-4662-8708-77d3589af061 None None] Current status of the port 2c790d78-b9fc-4818-a5cd-b397197b6f6f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:13.686167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eed07-2c4f-4490-8239-8b2ea7ec971e None None] Pushing event updated for resources: {'Port': ['ID=b20a3d08-e131-408e-9438-769e57c85cc3,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:13.698501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Attempting to bind port b20a3d08-e131-408e-9438-769e57c85cc3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:13.699136 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Attempting to bind port b20a3d08-e131-408e-9438-769e57c85cc3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:13.699729 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Attempting to bind port b20a3d08-e131-408e-9438-769e57c85cc3 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:13.705446 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:13.706518 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:13.707198 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.707744 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:13.708368 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Bound port: b20a3d08-e131-408e-9438-769e57c85cc3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:13.709370 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.767400 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] For port b20a3d08-e131-408e-9438-769e57c85cc3, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:13.771251 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] For port b20a3d08-e131-408e-9438-769e57c85cc3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b20a3d08-e131-408e-9438-769e57c85cc3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:13.776770 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.792448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:13.792900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.839439 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eed07-2c4f-4490-8239-8b2ea7ec971e None None] Pushing event updated for resources: {'Port': ['ID=b20a3d08-e131-408e-9438-769e57c85cc3,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:13.842670 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:13.843373 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:13.879753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] For port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=65d04434-1dbb-4d9e-92e8-9a608ed8a5b2,segment=NetworkSegment(da938bce-30b9-4e71-9096-fb9d5f7e5237),segment_id=da938bce-30b9-4e71-9096-fb9d5f7e5237)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:13.880420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.924624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Calling delete_port for 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:13.974301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:13.993358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2cb0d9-4b2c-4b8a-b57b-bdad5f34a359 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:27:14.037569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f4abc14a-decd-4c66-b2c7-d3408509f7c8 None None] Provisioning complete for port 2c790d78-b9fc-4818-a5cd-b397197b6f6f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:14.038181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f4abc14a-decd-4c66-b2c7-d3408509f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.068194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Allocated IP 172.20.0.1 (e64ec99a-0938-44c2-b73f-f1e98e68af3f/d9f9e60e-9143-4300-8ba2-c14776b2301f/0be6b41b-15b2-4830-96fb-16e1446d9503) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:14.182120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2cb0d9-4b2c-4b8a-b57b-bdad5f34a359 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:27:14.190504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f4abc14a-decd-4c66-b2c7-d3408509f7c8 None None] Current status of the port 2c790d78-b9fc-4818-a5cd-b397197b6f6f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:14.196843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (65d04434-1dbb-4d9e-92e8-9a608ed8a5b2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.207846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980802e8-2884-466b-b37d-f4001c1060f7 req-4f38265a-aad7-4ea5-a344-de9415bbe0c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:14.218505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-980802e8-2884-466b-b37d-f4001c1060f7 req-4f38265a-aad7-4ea5-a344-de9415bbe0c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1269245 Jan 28 01:27:14.244921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Port': ['ID=65d04434-1dbb-4d9e-92e8-9a608ed8a5b2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:14.262324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No DVR routers for this DVR port 65d04434-1dbb-4d9e-92e8-9a608ed8a5b2 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:14.291996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-980802e8-2884-466b-b37d-f4001c1060f7 req-d2b43388-7d8d-44a6-96d6-9c8df35d0177 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672617 Jan 28 01:27:14.389140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.409057 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:11Z', 'revision_number': 3, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:14.411271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b670f1-8419-47fc-8391-aa6bf6cf7a1f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:14.420869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da938bce-30b9-4e71-9096-fb9d5f7e5237') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:14.421192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da938bce-30b9-4e71-9096-fb9d5f7e5237') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:14.458756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.464594 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb1933-a883-4582-ab62-f315fc5383c3 None None] The sync data for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 is: [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:11Z', 'revision_number': 3, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:27:14.472820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2c790d78-b9fc-4818-a5cd-b397197b6f6f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:14.500328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.514032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks [] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.516813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:14.517215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (da938bce-30b9-4e71-9096-fb9d5f7e5237), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:14.520805 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:14.570430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2c790d78-b9fc-4818-a5cd-b397197b6f6f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:14.572189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.606594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (74b670f1-8419-47fc-8391-aa6bf6cf7a1f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.618602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.626708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60718) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:14.627882 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/74b670f1-8419-47fc-8391-aa6bf6cf7a1f HTTP/1.1" status: 204 len: 168 time: 2.8015621 Jan 28 01:27:14.632681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683337970'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:14.651991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373cb6-6f80-43da-ba0a-c739b28be076 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=74b670f1-8419-47fc-8391-aa6bf6cf7a1f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:14.669235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.676542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:14.681125 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.729094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Pushing event updated for resources: {'Port': ['ID=0be6b41b-15b2-4830-96fb-16e1446d9503,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:14.732694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2c790d78-b9fc-4818-a5cd-b397197b6f6f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:14.737189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:14.748809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8428aa07-127c-47f8-8f58-11942bfb120b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.749290 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment 8428aa07-127c-47f8-8f58-11942bfb120b of type vlan for network d3175c23-2495-42c0-8b9d-837747ce6245 Jan 28 01:27:14.760011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:14.763232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:14.780856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:14.798662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (d3175c23-2495-42c0-8b9d-837747ce6245), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.830526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (d3175c23-2495-42c0-8b9d-837747ce6245), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.836519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:14.837293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1772784'] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.852943 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:14.924493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2941875 Jan 28 01:27:14.925619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60724) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:14.930766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:14.962149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df52032-fd06-4e35-b59b-3ea73739aec9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=d3175c23-2495-42c0-8b9d-837747ce6245,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:14.984180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:15.133860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:15.142380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.164646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.244621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-103c6f64-d3bc-4e08-ab8c-ac8b36ab6ab5 None None] Provisioning complete for port 0be6b41b-15b2-4830-96fb-16e1446d9503 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:15.245356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-103c6f64-d3bc-4e08-ab8c-ac8b36ab6ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.343525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-103c6f64-d3bc-4e08-ab8c-ac8b36ab6ab5 None None] Port 0be6b41b-15b2-4830-96fb-16e1446d9503 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:27:15.490233 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks [] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.500534 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.522636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.536477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674c8e8-274f-4bc1-a700-96bf0ead5893 req-0fa008c9-f95a-432f-b206-284d72798084 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:15.538138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b674c8e8-274f-4bc1-a700-96bf0ead5893 req-0fa008c9-f95a-432f-b206-284d72798084 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1333761 Jan 28 01:27:15.590305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.592477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Pushing event updated for resources: {'Port': ['ID=0be6b41b-15b2-4830-96fb-16e1446d9503,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:15.643851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:15.657357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b674c8e8-274f-4bc1-a700-96bf0ead5893 req-ded1950e-8c1d-4646-9ba2-f595e5297562 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 Jan 28 01:27:15.660323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': '8428aa07-127c-47f8-8f58-11942bfb120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:15.660708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: d3175c23-2495-42c0-8b9d-837747ce6245, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:15.680346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network d3175c23-2495-42c0-8b9d-837747ce6245 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:15.692256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, d3175c23-2495-42c0-8b9d-837747ce6245) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:15.697718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:15.698461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.705041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf886bd-c77a-4a59-a0ce-a08edefaa77e None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:15.721318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b9defeb-0494-4c74-8392-f1bb23c12c05 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7950077 Jan 28 01:27:15.724079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60728) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:15.730234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:15.758150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:15.760116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:15.912073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-d3175c23-2495-42c0-8b9d-837747ce6245', 'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': 'fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:15.913982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.968477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:15.974182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:15.983619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:27:16.277437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Allocated IP 2001:db8::2 (d3175c23-2495-42c0-8b9d-837747ce6245/fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65/ede3aeca-e7ec-4977-92b3-ff0b8360dd76) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:16.408563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c70f4249-7005-4e2f-8627-d79ae36cd108 None None] Provisioning complete for port 0be6b41b-15b2-4830-96fb-16e1446d9503 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:16.409177 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c70f4249-7005-4e2f-8627-d79ae36cd108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.499696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (db8d6468-f83c-4873-b40f-3d7961c63e83), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.524522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network d3175c23-2495-42c0-8b9d-837747ce6245 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:16.527884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:16.582637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.583378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.608417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:27:16.614577 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3f4fcd6-76c6-4817-85da-99b819a312aa admin admin] 10.222.0.23 "PUT /v2.0/routers/3a0a5f04-ee64-4cf2-80a0-380b4355e9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1076088 Jan 28 01:27:16.639126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9137623 Jan 28 01:27:16.641818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60732) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:16.645694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5220b-2da9-4f38-a125-62eca99bcfde tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=db8d6468-f83c-4873-b40f-3d7961c63e83,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:16.688886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b20a3d08-e131-408e-9438-769e57c85cc3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:16.749271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c70f4249-7005-4e2f-8627-d79ae36cd108 None None] Port 0be6b41b-15b2-4830-96fb-16e1446d9503 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:27:16.784745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Publish callbacks [] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.798350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134b257-0d8e-4319-904e-5d2f5bf73c9d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.801824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134b257-0d8e-4319-904e-5d2f5bf73c9d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.801991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.805805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134b257-0d8e-4319-904e-5d2f5bf73c9d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.826812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134b257-0d8e-4319-904e-5d2f5bf73c9d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.831933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134b257-0d8e-4319-904e-5d2f5bf73c9d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.835162 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f134b257-0d8e-4319-904e-5d2f5bf73c9d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1923084 Jan 28 01:27:16.842115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60736) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:16.862044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870382749'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:16.879908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:16.885697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:16.888658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:16.890753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b20a3d08-e131-408e-9438-769e57c85cc3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:16.891850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.908301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de611a1e-7bab-40b2-a4d5-a17a61b08458 req-0fe76392-d5a0-4bf8-af63-90492cacd9ee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:16.916959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:16.919242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de611a1e-7bab-40b2-a4d5-a17a61b08458 req-0fe76392-d5a0-4bf8-af63-90492cacd9ee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1079786 Jan 28 01:27:16.924836 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:16.943637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Pushing event updated for resources: {'Port': ['ID=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:16.985004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:17.007767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6994707b-8dd5-4e65-b19d-f86baa6defc9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.008314 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment 6994707b-8dd5-4e65-b19d-f86baa6defc9 of type vlan for network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 Jan 28 01:27:17.029515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Attempting to bind port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:17.029920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Attempting to bind port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8428aa07-127c-47f8-8f58-11942bfb120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:17.030335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Attempting to bind port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 on network d3175c23-2495-42c0-8b9d-837747ce6245 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:17.036915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:17.037218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Checking segment: {'id': '8428aa07-127c-47f8-8f58-11942bfb120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:17.037664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.038107 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Bound using segment: {'id': '8428aa07-127c-47f8-8f58-11942bfb120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:17.038593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Bound port: ede3aeca-e7ec-4977-92b3-ff0b8360dd76, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8428aa07-127c-47f8-8f58-11942bfb120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:17.038980 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.059081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de611a1e-7bab-40b2-a4d5-a17a61b08458 req-4646d1bb-5d4c-432b-bc62-bed4ad339412 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362565 Jan 28 01:27:17.110619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.132042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b20a3d08-e131-408e-9438-769e57c85cc3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:17.134160 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.176312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.181302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:17.181916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.216056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port b20a3d08-e131-408e-9438-769e57c85cc3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b20a3d08-e131-408e-9438-769e57c85cc3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:17.238412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] For port ede3aeca-e7ec-4977-92b3-ff0b8360dd76, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:17.248499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] For port ede3aeca-e7ec-4977-92b3-ff0b8360dd76, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,segment=NetworkSegment(8428aa07-127c-47f8-8f58-11942bfb120b),segment_id=8428aa07-127c-47f8-8f58-11942bfb120b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:17.251799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.264638 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.303234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60746) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:17.306569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4619601 Jan 28 01:27:17.309532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:17.326845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0c05-ed4d-4561-8c0b-12bb0dc78332 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=9b2afaa0-f322-4b12-be9a-34c33bea93c7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:17.390765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=b20a3d08-e131-408e-9438-769e57c85cc3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:17.397472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Sync routers for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:27:17.401929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:17.523549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:17.524192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:17.620145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3097f8-bca5-4221-aacd-974f63c015ac None None] Pushing event updated for resources: {'Port': ['ID=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:17.665945 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60752) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:17.674892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-221046206-network', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:17.695787 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.718422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Made reservation on behalf of f6f4cd471d6a4307865dcc74cfc15a70 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:17.720587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.722777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.734161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.805997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:17.815312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 is not hosted by any dhcp agent {{(pid=109594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:27:17.820433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:17.821071 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:17.826020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "PUT /v2.0/networks/9b2afaa0-f322-4b12-be9a-34c33bea93c7 HTTP/1.1" status: 200 len: 723 time: 0.5182655 Jan 28 01:27:17.826662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60754) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:17.834239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': '9b2afaa0-f322-4b12-be9a-34c33bea93c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:17.843184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d694-d514-4b4a-b148-7fd2af47151f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=9b2afaa0-f322-4b12-be9a-34c33bea93c7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:17.863995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:17.972864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:17.981880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.040047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks [] for security_group (99d876cf-ed02-4034-9911-2de3286a1679), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.048956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (99d876cf-ed02-4034-9911-2de3286a1679), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.101476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:18.103843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d876cf-ed02-4034-9911-2de3286a1679,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:18.119445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c823e188-7558-4095-9210-7404133749ae), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.119969 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Added segment c823e188-7558-4095-9210-7404133749ae of type vlan for network 0b112cf2-7454-4d3d-9418-e9013a307744 Jan 28 01:27:18.148457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 2, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:18.192066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Checking router: 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:27:18.192736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Updating router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 port 0be6b41b-15b2-4830-96fb-16e1446d9503 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:27:18.199249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0b112cf2-7454-4d3d-9418-e9013a307744), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.221424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.251583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e271-2d1d-44c1-8c9e-a51937d28338 req-a892770d-5b8e-48d7-bc3f-5b292141d753 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:18.251891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0b112cf2-7454-4d3d-9418-e9013a307744), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.253214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:18.253664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3b6e271-2d1d-44c1-8c9e-a51937d28338 req-a892770d-5b8e-48d7-bc3f-5b292141d753 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.0839214 Jan 28 01:27:18.254134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.306169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3b6e271-2d1d-44c1-8c9e-a51937d28338 req-bb884106-afec-41ae-ab67-f0ed6ee2d970 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Jan 28 01:27:18.365193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:18.365327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6976409 Jan 28 01:27:18.382331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Request body: {'subnet': {'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-221046206-subnet', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:18.387911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (cdc5f028-7e9e-49f0-9729-e0f5c2c89916), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.431326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Made reservation on behalf of f6f4cd471d6a4307865dcc74cfc15a70 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:18.434073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.462353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=cdc5f028-7e9e-49f0-9729-e0f5c2c89916,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:18.464471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee21be-c590-46e5-a91e-666188028262 admin admin] Pushing event updated for resources: {'Network': ['ID=0b112cf2-7454-4d3d-9418-e9013a307744,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:18.509985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0b112cf2-7454-4d3d-9418-e9013a307744 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:18.536928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': '6994707b-8dd5-4e65-b19d-f86baa6defc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b2afaa0-f322-4b12-be9a-34c33bea93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:18.537286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: 9b2afaa0-f322-4b12-be9a-34c33bea93c7, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:18.567010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:18.586396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9b2afaa0-f322-4b12-be9a-34c33bea93c7) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:18.594395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:18.595601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.621098 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a252ce28-15a4-4fd4-9555-5484905ad845 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7921536 Jan 28 01:27:18.622159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60760) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:18.628948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:18.672391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84eb81-a68d-430c-ae3b-0007b1ae6129 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:18.675094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (9e7802fd-c21d-4899-bd6b-03f522e6c98e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.736700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10438961'] for subnet (cdc5f028-7e9e-49f0-9729-e0f5c2c89916), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.750345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7802fd-c21d-4899-bd6b-03f522e6c98e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:18.757889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Checking segment: {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:18.758265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Network hostable DHCP agents. Network: 0b112cf2-7454-4d3d-9418-e9013a307744, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:18.783611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Network 0b112cf2-7454-4d3d-9418-e9013a307744 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:18.786398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ede3aeca-e7ec-4977-92b3-ff0b8360dd76 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:18.794446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0b112cf2-7454-4d3d-9418-e9013a307744) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:18.799431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:18.800051 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.822773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4cdb85b5-a066-4fdb-887f-9367ce125c2d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4561050 Jan 28 01:27:18.826052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60762) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:18.845189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:18.847880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca46a7a-14e1-44c6-b812-1b61e802b449 None None] Network 0b112cf2-7454-4d3d-9418-e9013a307744 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:18.870609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (32601756-5bb2-47e3-914a-7bbf2fc4e13a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.872723 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (32601756-5bb2-47e3-914a-7bbf2fc4e13a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.910663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794800250835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8668328'] for subnet (cdc5f028-7e9e-49f0-9729-e0f5c2c89916), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.948788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks [] for router_controller (32601756-5bb2-47e3-914a-7bbf2fc4e13a), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.966327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907d42d-b516-4df0-a0dd-d2ec9b243053 None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:18.978095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=cdc5f028-7e9e-49f0-9729-e0f5c2c89916,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:18.992818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:18.994510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:18.999595 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-66781da0-46f3-4fdc-9caf-52b6de1ce7da tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "PUT /v2.0/subnets/cdc5f028-7e9e-49f0-9729-e0f5c2c89916 HTTP/1.1" status: 200 len: 826 time: 0.3763847 Jan 28 01:27:19.000238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:19.105874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks [] for router_gateway (32601756-5bb2-47e3-914a-7bbf2fc4e13a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.127085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.191944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (cdc5f028-7e9e-49f0-9729-e0f5c2c89916), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.267888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (cdc5f028-7e9e-49f0-9729-e0f5c2c89916), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.294579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] Provisioning complete for port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:19.295017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.307941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc5f028-7e9e-49f0-9729-e0f5c2c89916,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:19.319981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks [] for router_gateway (32601756-5bb2-47e3-914a-7bbf2fc4e13a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.346113 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.380821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b4590-65af-4616-bd5b-10b5c43a2162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9b2afaa0-f322-4b12-be9a-34c33bea93c7', 'network_id': '9b2afaa0-f322-4b12-be9a-34c33bea93c7', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': 'cdc5f028-7e9e-49f0-9729-e0f5c2c89916'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:19.383126 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4590-65af-4616-bd5b-10b5c43a2162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.397729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.423638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-0b112cf2-7454-4d3d-9418-e9013a307744', 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744', 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'fixed_ips': [{'subnet_id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:19.425058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.433227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2afaa0-f322-4b12-be9a-34c33bea93c7']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:19.446527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6994707b-8dd5-4e65-b19d-f86baa6defc9') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:19.446833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6994707b-8dd5-4e65-b19d-f86baa6defc9') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:19.470751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (6994707b-8dd5-4e65-b19d-f86baa6defc9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.501179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (6994707b-8dd5-4e65-b19d-f86baa6defc9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.512504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:19.512997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (6994707b-8dd5-4e65-b19d-f86baa6defc9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:19.518498 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:19.528008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:19.528490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.529463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Allocated IP 172.25.1.235 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/1083b0e0-6b6d-45ac-b597-df0fd41ec918) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:19.550397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192e62d-f107-42c8-8a1f-a980f77c46da req-7357dd22-b2ab-4e61-b108-404b4ee02550 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:19.552199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5192e62d-f107-42c8-8a1f-a980f77c46da req-7357dd22-b2ab-4e61-b108-404b4ee02550 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.0932496 Jan 28 01:27:19.611210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9b2afaa0-f322-4b12-be9a-34c33bea93c7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.643446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.651722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5192e62d-f107-42c8-8a1f-a980f77c46da req-47ab0ec6-57dd-42f3-b1da-a04986e90c8b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873368 Jan 28 01:27:19.653306 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/9b2afaa0-f322-4b12-be9a-34c33bea93c7 HTTP/1.1" status: 204 len: 168 time: 0.6517599 Jan 28 01:27:19.655419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757541ab-cd14-4aa4-8c3c-c05e043ee84d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=9b2afaa0-f322-4b12-be9a-34c33bea93c7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:19.663606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60768) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:19.685198 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20a5551-3938-48e6-b3be-d8e3aa38c2fb tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:19.686021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20a5551-3938-48e6-b3be-d8e3aa38c2fb tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:19.694855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60770) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:19.697231 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f20a5551-3938-48e6-b3be-d8e3aa38c2fb tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/9b2afaa0-f322-4b12-be9a-34c33bea93c7 HTTP/1.1" status: 404 len: 339 time: 0.0317724 Jan 28 01:27:19.702162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041388329', 'description': 'd1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:19.744341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:19.747868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.766594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks [] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.789230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:19.809427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bcdb0456-ddb6-4b04-84bd-ed8a983857d2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.809970 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment bcdb0456-ddb6-4b04-84bd-ed8a983857d2 of type vlan for network c7a9476a-c63e-4578-8608-9ed61145fd28 Jan 28 01:27:19.824984 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Publish callbacks [] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.829150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c4a54-132c-4d2a-b848-3d7e947b7aa0 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:19.847123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c4a54-132c-4d2a-b848-3d7e947b7aa0 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:27:19.857472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.860329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.910599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] Current status of the port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:19.911184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:19.926688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2291d6a-b7cf-46c1-9a9d-909ff5688428 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:19.946298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2291d6a-b7cf-46c1-9a9d-909ff5688428 None None] Network 9b2afaa0-f322-4b12-be9a-34c33bea93c7 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:27:19.947162 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.004585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] Update dhcp port {'port': {'network_id': 'd3175c23-2495-42c0-8b9d-837747ce6245', 'fixed_ips': [{'subnet_id': 'fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db8d6468-f83c-4873-b40f-3d7961c63e83'}], 'binding:host_id': 'n-d-826756-1'}, 'id': 'ede3aeca-e7ec-4977-92b3-ff0b8360dd76'} from n-d-826756-1. {{(pid=109596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 01:27:20.076969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:20.077365 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.135569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] For port ede3aeca-e7ec-4977-92b3-ff0b8360dd76, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,segment=NetworkSegment(8428aa07-127c-47f8-8f58-11942bfb120b),segment_id=8428aa07-127c-47f8-8f58-11942bfb120b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:20.147101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.305530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.315237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56dd93-e4ec-42b9-a233-e1de991bc99a None None] Pushing event updated for resources: {'Port': ['ID=0be6b41b-15b2-4830-96fb-16e1446d9503,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:20.321745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:20.334178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:20.339491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:20.343101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.348579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:20.349177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.351676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Pushing event updated for resources: {'Port': ['ID=1083b0e0-6b6d-45ac-b597-df0fd41ec918,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:20.400187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Attempting to bind port 0be6b41b-15b2-4830-96fb-16e1446d9503 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:20.400474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Attempting to bind port 0be6b41b-15b2-4830-96fb-16e1446d9503 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:20.400981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Attempting to bind port 0be6b41b-15b2-4830-96fb-16e1446d9503 on network e64ec99a-0938-44c2-b73f-f1e98e68af3f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:20.405834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Allocated IP 172.20.0.2 (0b112cf2-7454-4d3d-9418-e9013a307744/9e7802fd-c21d-4899-bd6b-03f522e6c98e/e8984f6c-9a41-4b38-8a04-5dab46efca35) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:20.440797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7444344 Jan 28 01:27:20.444691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60772) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:20.455924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92bde-d73f-4fac-b8a4-cdb625fccbea tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=c7a9476a-c63e-4578-8608-9ed61145fd28,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:20.474287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:20.474691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Checking segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:20.475095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.475498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Bound using segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:20.475997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Bound port: 0be6b41b-15b2-4830-96fb-16e1446d9503, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:20.476385 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.503818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c7a9476a-c63e-4578-8608-9ed61145fd28 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:20.623427 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:27:20.623829 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:27:20.639081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be320529-7ea2-4d37-b177-a6103b9720a8 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:20.641228 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-be320529-7ea2-4d37-b177-a6103b9720a8 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks?id=c7a9476a-c63e-4578-8608-9ed61145fd28 HTTP/1.1" status: 200 len: 765 time: 0.1943464 Jan 28 01:27:20.643930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60774) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:20.650353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'description': 'd2'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:20.666283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4cc2-92b8-4527-b310-59288ab0b750 None None] Pushing event updated for resources: {'Port': ['ID=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:20.680809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] Allocated IP 172.20.0.1 (d3175c23-2495-42c0-8b9d-837747ce6245/db8d6468-f83c-4873-b40f-3d7961c63e83/ede3aeca-e7ec-4977-92b3-ff0b8360dd76) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:20.687537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-292e8264-0bc1-449b-b621-fda271ddade9 None None] Provisioning complete for port 0be6b41b-15b2-4830-96fb-16e1446d9503 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:20.687926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-292e8264-0bc1-449b-b621-fda271ddade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.737849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks [] for router_gateway (32601756-5bb2-47e3-914a-7bbf2fc4e13a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.751447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-292e8264-0bc1-449b-b621-fda271ddade9 None None] Port 0be6b41b-15b2-4830-96fb-16e1446d9503 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:27:20.832396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] For port 0be6b41b-15b2-4830-96fb-16e1446d9503, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:20.876686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.885317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] For port 0be6b41b-15b2-4830-96fb-16e1446d9503, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0be6b41b-15b2-4830-96fb-16e1446d9503,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:20.893622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.897441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.905208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network c7a9476a-c63e-4578-8608-9ed61145fd28 is not hosted by any dhcp agent {{(pid=109595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:27:20.910820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:20.911910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:20.913122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759abd1-2a4d-4d0c-b45c-8f55b902018d req-a00d9085-3c63-4013-bff8-b6dc13668a5c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:20.913709 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "PUT /v2.0/networks/c7a9476a-c63e-4578-8608-9ed61145fd28 HTTP/1.1" status: 200 len: 762 time: 0.2680800 Jan 28 01:27:20.915441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6759abd1-2a4d-4d0c-b45c-8f55b902018d req-a00d9085-3c63-4013-bff8-b6dc13668a5c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1211579 Jan 28 01:27:20.916357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:20.998714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:21.000394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:21.007178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c654d-8c7f-4372-af1c-c169fc3d2440 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=c7a9476a-c63e-4578-8608-9ed61145fd28,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:21.050566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c7a9476a-c63e-4578-8608-9ed61145fd28 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:21.054514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc6f966-eb7d-48ed-a3f0-290c4847091e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.055691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ffc6f966-eb7d-48ed-a3f0-290c4847091e tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks?id=c7a9476a-c63e-4578-8608-9ed61145fd28 HTTP/1.1" status: 200 len: 765 time: 0.1201496 Jan 28 01:27:21.061252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60780) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.174756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6759abd1-2a4d-4d0c-b45c-8f55b902018d req-8849730a-1b90-4be6-82cc-857661b2d32c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370591 Jan 28 01:27:21.232914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] For port ede3aeca-e7ec-4977-92b3-ff0b8360dd76, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,segment=NetworkSegment(8428aa07-127c-47f8-8f58-11942bfb120b),segment_id=8428aa07-127c-47f8-8f58-11942bfb120b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:21.249352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (32601756-5bb2-47e3-914a-7bbf2fc4e13a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.337402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b19729-43c3-4dd8-9f37-8e76689aad56 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.339302 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-08b19729-43c3-4dd8-9f37-8e76689aad56 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2769623 Jan 28 01:27:21.342147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60782) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.382005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2949e324-e73d-4078-9b1c-b89a44a1c803 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 207 time: 0.0384219 Jan 28 01:27:21.385405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60784) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.434253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Router 32601756-5bb2-47e3-914a-7bbf2fc4e13a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:27:21.505382 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Publish callbacks [] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.508617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] Publish callbacks [] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.524500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56dd93-e4ec-42b9-a233-e1de991bc99a None None] Pushing event updated for resources: {'Port': ['ID=0be6b41b-15b2-4830-96fb-16e1446d9503,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:21.535267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.538656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.544183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.549254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.554536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.560494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.560675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.565423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.567231 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a9076ba9-543a-4fa6-80ab-4dbd0b3c7d07 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1807103 Jan 28 01:27:21.572919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60786) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.577958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:27:21.596453 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Sync routers for ids ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:27:21.612475 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Routers {'32601756-5bb2-47e3-914a-7bbf2fc4e13a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:21.612702 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.613612 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:21.618907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb0bd586-ccd4-42e2-a56a-c9108922a55c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7863295 Jan 28 01:27:21.619659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60788) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.622219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Network 0b112cf2-7454-4d3d-9418-e9013a307744 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:21.645305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:21.650092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:21.700185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:21.702233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b20a3d08-e131-408e-9438-769e57c85cc3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:21.731909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:21.734094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] Provisioning complete for port 0be6b41b-15b2-4830-96fb-16e1446d9503 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:21.734094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:21.783764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b3d6920c-6215-4e5f-a3a6-da9dbccb5804 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2095556 Jan 28 01:27:21.787264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.812054 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Set router 32601756-5bb2-47e3-914a-7bbf2fc4e13a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:21.885925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fadc52-1107-45ce-9869-aaa96baebe2a None None] Pushing event updated for resources: {'Port': ['ID=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:21.895000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cdf2f-878a-400c-b2bf-e696e593669a tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.896480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cdf2f-878a-400c-b2bf-e696e593669a tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.898016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cdf2f-878a-400c-b2bf-e696e593669a tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.899455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cdf2f-878a-400c-b2bf-e696e593669a tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.900889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cdf2f-878a-400c-b2bf-e696e593669a tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:21.903427 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f0cdf2f-878a-400c-b2bf-e696e593669a tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1150627 Jan 28 01:27:21.906984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60792) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:21.983009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Attempting to bind port e8984f6c-9a41-4b38-8a04-5dab46efca35 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:21.983396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Attempting to bind port e8984f6c-9a41-4b38-8a04-5dab46efca35 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:21.983765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Attempting to bind port e8984f6c-9a41-4b38-8a04-5dab46efca35 on network 0b112cf2-7454-4d3d-9418-e9013a307744 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:22.002800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad37cb-b410-4d12-acf7-64ce11e72841 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.003995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad37cb-b410-4d12-acf7-64ce11e72841 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.006210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:22.006736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Checking segment: {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:22.007006 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.007388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Bound using segment: {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:22.007878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Bound port: e8984f6c-9a41-4b38-8a04-5dab46efca35, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:22.008260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.015818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad37cb-b410-4d12-acf7-64ce11e72841 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.017196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad37cb-b410-4d12-acf7-64ce11e72841 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.018414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad37cb-b410-4d12-acf7-64ce11e72841 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.023378 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-50ad37cb-b410-4d12-acf7-64ce11e72841 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1120758 Jan 28 01:27:22.023676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60794) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:22.112653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port b20a3d08-e131-408e-9438-769e57c85cc3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:22.112886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.119852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Pushing event updated for resources: {'Port': ['ID=e8984f6c-9a41-4b38-8a04-5dab46efca35,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:22.227827 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:27:20Z', 'revision_number': 3, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:22.269076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79551c6-8c5d-4755-9146-5a5587b2f73c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.274244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c79551c6-8c5d-4755-9146-5a5587b2f73c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks/c84a0c04-87cf-4f9e-9e16-04347c32e750 HTTP/1.1" status: 200 len: 804 time: 0.2461164 Jan 28 01:27:22.274585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60798) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:22.282787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] For port e8984f6c-9a41-4b38-8a04-5dab46efca35, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:22.322934 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Checking router: 32601756-5bb2-47e3-914a-7bbf2fc4e13a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:27:22.323709 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Updating router 32601756-5bb2-47e3-914a-7bbf2fc4e13a port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:27:22.357598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] For port e8984f6c-9a41-4b38-8a04-5dab46efca35, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8984f6c-9a41-4b38-8a04-5dab46efca35,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:22.359367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] Current status of the port 0be6b41b-15b2-4830-96fb-16e1446d9503 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:22.359840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.384485 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.394990 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.493022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60800) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:22.494797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f9c20350-ad54-4fdd-849c-4ce72b21d274 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/networks/c84a0c04-87cf-4f9e-9e16-04347c32e750?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2065260 Jan 28 01:27:22.591231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] For port 0be6b41b-15b2-4830-96fb-16e1446d9503, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0be6b41b-15b2-4830-96fb-16e1446d9503,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:22.599831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759388f6-2da2-45c6-8348-cacc691eead9 req-7f479fc3-4671-42df-99fa-0cc09a03ca65 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.601448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-759388f6-2da2-45c6-8348-cacc691eead9 req-7f479fc3-4671-42df-99fa-0cc09a03ca65 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.2927611 Jan 28 01:27:22.607001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port b20a3d08-e131-408e-9438-769e57c85cc3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:22.621075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0048606e-3b27-44f5-94cb-293fa55b4768 None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:22.626189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.655640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598ac42-19f8-43e8-89b0-1463f54dfde9 None None] Pushing event updated for resources: {'Port': ['ID=e8984f6c-9a41-4b38-8a04-5dab46efca35,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:22.775308 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.865079 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Publish callbacks [] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.867086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ede3aeca-e7ec-4977-92b3-ff0b8360dd76 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:22.872738 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:22.879240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44792987-7d40-42b8-a1af-7f6652764491 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:22.881012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-44792987-7d40-42b8-a1af-7f6652764491 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/subnets/ac293597-93ea-4ef3-9aae-0dce80e3d783 HTTP/1.1" status: 200 len: 843 time: 0.3778706 Jan 28 01:27:22.884627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60802) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:22.949612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:20Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:22.958114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-759388f6-2da2-45c6-8348-cacc691eead9 req-f7ec9480-56ec-46b7-b10a-2255f30a2b18 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409901 Jan 28 01:27:22.987177 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Attempting to bind port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:22.987806 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Attempting to bind port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:22.988603 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Attempting to bind port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:22.991246 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9af12-9cb0-4820-96d2-e878b3d7e6db None None] Pushing event updated for resources: {'Port': ['ID=1083b0e0-6b6d-45ac-b597-df0fd41ec918,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:23.016443 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:23.017278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:23.017604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb220139-3683-4427-884c-806b1982048b tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['shared'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:23.018165 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.018771 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:23.021819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-eb220139-3683-4427-884c-806b1982048b tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "GET /v2.0/subnets/ac293597-93ea-4ef3-9aae-0dce80e3d783?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1320262 Jan 28 01:27:23.023140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60804) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:23.023952 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Bound port: 1083b0e0-6b6d-45ac-b597-df0fd41ec918, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:23.024534 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.033137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1883555694'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:23.047499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40457c82-661e-4b9c-a9ec-b550a493b09d None None] The sync data for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 is: [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:20Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:27:23.059684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a3580a27-df91-4414-a718-c518289281ac None None] Provisioning complete for port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:23.060064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a3580a27-df91-4414-a718-c518289281ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.065655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56e557-5866-49b8-a88d-2db311b9eefd None None] Pushing event updated for resources: {'Port': ['ID=0be6b41b-15b2-4830-96fb-16e1446d9503,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:23.134944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:23.148022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.172975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] For port 1083b0e0-6b6d-45ac-b597-df0fd41ec918, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:23.177094 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] For port 1083b0e0-6b6d-45ac-b597-df0fd41ec918, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1083b0e0-6b6d-45ac-b597-df0fd41ec918,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:23.186068 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.186853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:23.188301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.200030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:27:23.209663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.210048 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Added segment b6e581ce-4eb6-4aa1-98a6-fa60eafef72c of type vlan for network b7229dd9-37a5-499b-9825-4d517879f884 Jan 28 01:27:23.218418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Allocated IP 172.20.0.1 (0b112cf2-7454-4d3d-9418-e9013a307744/9e7802fd-c21d-4899-bd6b-03f522e6c98e/84fb1ab9-7ee4-466d-81b4-97a466d9ad1b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:23.263039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b7229dd9-37a5-499b-9825-4d517879f884), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.291396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b7229dd9-37a5-499b-9825-4d517879f884), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.297152 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:23.297894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.319293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a3580a27-df91-4414-a718-c518289281ac None None] Current status of the port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:23.341741 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Routers {'32601756-5bb2-47e3-914a-7bbf2fc4e13a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:23.342469 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:23.392866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3651018 Jan 28 01:27:23.393103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60806) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:23.411183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:23.411446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a448d6f-dac0-4ce6-8c62-dab0e3f01c54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Network': ['ID=b7229dd9-37a5-499b-9825-4d517879f884,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:23.428398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b7229dd9-37a5-499b-9825-4d517879f884 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:27:23.518595 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9af12-9cb0-4820-96d2-e878b3d7e6db None None] Pushing event updated for resources: {'Port': ['ID=1083b0e0-6b6d-45ac-b597-df0fd41ec918,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:23.551242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:23.687184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks [] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.722106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Made reservation on behalf of 93f7995ae00a4ebaa81033bfd1c600f3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:23.726222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.763522 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] Set router 32601756-5bb2-47e3-914a-7bbf2fc4e13a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:23.776075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e396f1f-ebe1-4877-84b8-db042b644ab9 None None] Provisioning complete for port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:23.776522 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e396f1f-ebe1-4877-84b8-db042b644ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.814178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:27:23.815006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:27:23.819968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.878674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Pushing event updated for resources: {'Port': ['ID=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:23.906450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Network 0b112cf2-7454-4d3d-9418-e9013a307744 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:23.913293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:23.936064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:23.987337 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (32601756-5bb2-47e3-914a-7bbf2fc4e13a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:23.990421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e396f1f-ebe1-4877-84b8-db042b644ab9 None None] Current status of the port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:24.132574 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:27:20Z', 'revision_number': 3, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:24.182158 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ced80f-6bd2-4cdf-9753-1a2107277bdc None None] The sync data for ids ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'] in n-d-826756-1 is: [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:27:20Z', 'revision_number': 3, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:27:24.264945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f16d-81c6-4b78-a5ac-f74957fab71a req-3320865d-e447-40bb-a786-5df8e8a1d587 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:24.266698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2f5f16d-81c6-4b78-a5ac-f74957fab71a req-3320865d-e447-40bb-a786-5df8e8a1d587 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.2027180 Jan 28 01:27:24.337170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe24958-4b24-4ae4-935f-b06dc1cd0d1c None None] Network 0b112cf2-7454-4d3d-9418-e9013a307744 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:24.373438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (99606bb2-db74-4dc6-987d-102a9d8fd085), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:24.440807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:24.447316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] Provisioning complete for port e8984f6c-9a41-4b38-8a04-5dab46efca35 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:24.447534 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:24.475530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2f5f16d-81c6-4b78-a5ac-f74957fab71a req-5d6bfecc-7ca7-48f4-b371-f9c76ba6065d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860671 Jan 28 01:27:24.589896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] Current status of the port e8984f6c-9a41-4b38-8a04-5dab46efca35 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:24.590428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:24.698826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] For port e8984f6c-9a41-4b38-8a04-5dab46efca35, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8984f6c-9a41-4b38-8a04-5dab46efca35,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:24.707757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:24.722289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=99606bb2-db74-4dc6-987d-102a9d8fd085,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:24.725377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Checking segment: {'id': 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:24.728697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network hostable DHCP agents. Network: b7229dd9-37a5-499b-9825-4d517879f884, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:27:24.814626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Network b7229dd9-37a5-499b-9825-4d517879f884 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:27:24.860670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988b1d7-e2ef-4554-897d-bdfc040c00fa None None] Pushing event updated for resources: {'Port': ['ID=e8984f6c-9a41-4b38-8a04-5dab46efca35,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:24.860825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b7229dd9-37a5-499b-9825-4d517879f884) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:24.872881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc118b3-9429-4634-a5ae-1b8fa9567b25 None None] Network b7229dd9-37a5-499b-9825-4d517879f884 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:24.889634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:24.890805 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:24.946217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c4e0e905-1e48-44ec-ac62-15558c6910dd tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5496051 Jan 28 01:27:24.946559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60810) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:24.952577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:24.996669 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks [] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.008411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.174768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Pushing event updated for resources: {'Port': ['ID=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:25.177953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (32601756-5bb2-47e3-914a-7bbf2fc4e13a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.280470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10438961'] for subnet (99606bb2-db74-4dc6-987d-102a9d8fd085), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.372613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1083b0e0-6b6d-45ac-b597-df0fd41ec918 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:25.414259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Network 0b112cf2-7454-4d3d-9418-e9013a307744 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:25.419725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:25.627607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794800250835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8668328'] for subnet (99606bb2-db74-4dc6-987d-102a9d8fd085), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.642072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b7229dd9-37a5-499b-9825-4d517879f884', 'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884', 'project_id': '93f7995ae00a4ebaa81033bfd1c600f3', 'fixed_ips': [{'subnet_id': '99606bb2-db74-4dc6-987d-102a9d8fd085'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:27:25.642945 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.654519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-442bba12-170e-4c43-8fc9-1f6418542a52 None None] Provisioning complete for port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:25.654909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-442bba12-170e-4c43-8fc9-1f6418542a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.687463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event updated for resources: {'Subnet': ['ID=99606bb2-db74-4dc6-987d-102a9d8fd085,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:25.700680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Router 32601756-5bb2-47e3-914a-7bbf2fc4e13a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:27:25.723864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:25.724485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.725848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-23b350f9-85dc-4d15-8a34-54d21b5ef1ac tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "PUT /v2.0/subnets/99606bb2-db74-4dc6-987d-102a9d8fd085 HTTP/1.1" status: 200 len: 900 time: 0.7782321 Jan 28 01:27:25.731485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60814) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:25.742839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-442bba12-170e-4c43-8fc9-1f6418542a52 None None] Port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:27:25.789305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86825b1-7086-456e-ac88-0dd53966f57f req-49478c81-b485-43fa-a36e-0c50bbbbe908 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:25.810842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e86825b1-7086-456e-ac88-0dd53966f57f req-49478c81-b485-43fa-a36e-0c50bbbbe908 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1648827 Jan 28 01:27:25.906841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b7229dd9-37a5-499b-9825-4d517879f884), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.959715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:25.964731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.969759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-442bba12-170e-4c43-8fc9-1f6418542a52 None None] Provisioning complete for port e8984f6c-9a41-4b38-8a04-5dab46efca35 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:25.976139 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-442bba12-170e-4c43-8fc9-1f6418542a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.992356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (99606bb2-db74-4dc6-987d-102a9d8fd085), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:25.994160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:27:26.003796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a1f2e96f-291b-4aec-be01-903205f30fea admin admin] 10.222.0.23 "PUT /v2.0/routers/32601756-5bb2-47e3-914a-7bbf2fc4e13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3829372 Jan 28 01:27:26.035495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e86825b1-7086-456e-ac88-0dd53966f57f req-78f101cd-d90d-496d-bf11-8f2dba7daca7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235675 Jan 28 01:27:26.126918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Allocated IP 2001:db8::3 (b7229dd9-37a5-499b-9825-4d517879f884/99606bb2-db74-4dc6-987d-102a9d8fd085/89915215-75be-4ba8-8957-550eb4a9e098) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:26.252967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-442bba12-170e-4c43-8fc9-1f6418542a52 None None] Current status of the port e8984f6c-9a41-4b38-8a04-5dab46efca35 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:26.303764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:26.304186 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.344456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 1083b0e0-6b6d-45ac-b597-df0fd41ec918, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1083b0e0-6b6d-45ac-b597-df0fd41ec918,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:26.352910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.353739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8984f6c-9a41-4b38-8a04-5dab46efca35 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:26.477767 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Publish callbacks [] for port (89915215-75be-4ba8-8957-550eb4a9e098), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.482084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-01e9eda2-3269-4900-b8bc-35b6de7b603a None None] Provisioning complete for port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:26.482269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01e9eda2-3269-4900-b8bc-35b6de7b603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.506509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=1083b0e0-6b6d-45ac-b597-df0fd41ec918,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:26.513376 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (89915215-75be-4ba8-8957-550eb4a9e098), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.537180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (99606bb2-db74-4dc6-987d-102a9d8fd085), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.570642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e8984f6c-9a41-4b38-8a04-5dab46efca35 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:26.571013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.574035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Network b7229dd9-37a5-499b-9825-4d517879f884 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:26.582427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-01e9eda2-3269-4900-b8bc-35b6de7b603a None None] Port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:27:26.602472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:26.606962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:26.609223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Pushing event updated for resources: {'Port': ['ID=89915215-75be-4ba8-8957-550eb4a9e098,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:26.622651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=99606bb2-db74-4dc6-987d-102a9d8fd085,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:26.675874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:26.680505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887911311', 'description': 'tempest-secgroup-smoke-1887911311 description', 'project_id': 'b8286032b25d4961b8c2a68c1818024a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:26.689643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Attempting to bind port 89915215-75be-4ba8-8957-550eb4a9e098 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:26.690374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Attempting to bind port 89915215-75be-4ba8-8957-550eb4a9e098 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:26.690751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Attempting to bind port 89915215-75be-4ba8-8957-550eb4a9e098 on network b7229dd9-37a5-499b-9825-4d517879f884 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:26.697858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:26.698333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Checking segment: {'id': 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:26.698744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.699139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Bound using segment: {'id': 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:26.699618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Bound port: 89915215-75be-4ba8-8957-550eb4a9e098, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b7229dd9-37a5-499b-9825-4d517879f884'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:26.700691 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (89915215-75be-4ba8-8957-550eb4a9e098), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.705936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.725439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b7229dd9-37a5-499b-9825-4d517879f884), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.751954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7229dd9-37a5-499b-9825-4d517879f884']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:26.763078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:26.763459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:26.774249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.777477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e8984f6c-9a41-4b38-8a04-5dab46efca35 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:26.778636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0be6b41b-15b2-4830-96fb-16e1446d9503 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:26.789824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.797297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:26.798857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.800216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group (3c468cfd-e894-48dc-8399-3346e7314876), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:26.804155 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:26.809161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3c468cfd-e894-48dc-8399-3346e7314876), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.867777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.869068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1921713 Jan 28 01:27:26.871252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d5afd-6eb0-4cb8-a1fe-4996a0d33fbc tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c468cfd-e894-48dc-8399-3346e7314876,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:26.872721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60830) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:26.878175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] For port 89915215-75be-4ba8-8957-550eb4a9e098, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:26.879296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group_rule': {'security_group_id': '3c468cfd-e894-48dc-8399-3346e7314876', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:26.883493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] For port 89915215-75be-4ba8-8957-550eb4a9e098, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=89915215-75be-4ba8-8957-550eb4a9e098,segment=NetworkSegment(b6e581ce-4eb6-4aa1-98a6-fa60eafef72c),segment_id=b6e581ce-4eb6-4aa1-98a6-fa60eafef72c)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:26.888941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.db.api [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 01:27:26.888941 n-d-826756-1 neutron-server[109595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 01:27:26.888941 n-d-826756-1 neutron-server[109595]: [parameters: {'id': 'b7229dd9-37a5-499b-9825-4d517879f884'}] Jan 28 01:27:26.888941 n-d-826756-1 neutron-server[109595]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:27:26.889303 n-d-826756-1 neutron-server[109595]: DEBUG oslo_db.api [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:27:26.890132 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (89915215-75be-4ba8-8957-550eb4a9e098), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.923675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0be6b41b-15b2-4830-96fb-16e1446d9503 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:26.924050 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:26.925822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (d632f5a5-e455-4cd5-920e-07a0860c88e9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.026427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (d632f5a5-e455-4cd5-920e-07a0860c88e9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.033477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d632f5a5-e455-4cd5-920e-07a0860c88e9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.064500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d632f5a5-e455-4cd5-920e-07a0860c88e9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.070912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.072528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a7089c8-4172-4ddb-a833-c4e1fe58ac34 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976264 Jan 28 01:27:27.075783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60840) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:27.081534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group_rule': {'security_group_id': '3c468cfd-e894-48dc-8399-3346e7314876', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:27.114575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (1e9391d2-28af-45f8-9c26-e64c79df3412), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.133096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0be6b41b-15b2-4830-96fb-16e1446d9503 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:27.145421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3a01-56ae-4e1d-b63a-649023121a5f None None] Pushing event updated for resources: {'Port': ['ID=89915215-75be-4ba8-8957-550eb4a9e098,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.158455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdb204-92b6-4620-9870-703720eac3f3 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 01:27:27.196990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (1e9391d2-28af-45f8-9c26-e64c79df3412), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.203641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (1e9391d2-28af-45f8-9c26-e64c79df3412), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.231439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9391d2-28af-45f8-9c26-e64c79df3412,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.245260 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.249281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c78d116f-08ac-446e-8bb4-71dd46e3cb4c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1700881 Jan 28 01:27:27.249569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:27.253390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00dbd-daa2-473a-84b5-249df6a558b5 req-3b7218a9-79c2-4ead-8c1b-ebeaae9be6d8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:27.254620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group_rule': {'security_group_id': '3c468cfd-e894-48dc-8399-3346e7314876', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:27.255890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec00dbd-daa2-473a-84b5-249df6a558b5 req-3b7218a9-79c2-4ead-8c1b-ebeaae9be6d8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.0900056 Jan 28 01:27:27.300324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (7b3301ea-1d00-41c4-858d-06022ef626c6), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.303279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8984f6c-9a41-4b38-8a04-5dab46efca35 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:27.350609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ec00dbd-daa2-473a-84b5-249df6a558b5 req-c6269a8f-c158-4274-bb4f-e8386cb68069 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853672 Jan 28 01:27:27.376250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (7b3301ea-1d00-41c4-858d-06022ef626c6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.381669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7b3301ea-1d00-41c4-858d-06022ef626c6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.394748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b7229dd9-37a5-499b-9825-4d517879f884), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.396907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdb204-92b6-4620-9870-703720eac3f3 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 01:27:27.405094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3301ea-1d00-41c4-858d-06022ef626c6,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.417915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.419283 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2c8d65b0-21cc-41b2-beae-ea6f948813ec tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682744 Jan 28 01:27:27.422151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60844) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:27.426570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e8984f6c-9a41-4b38-8a04-5dab46efca35 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:27.427057 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.429443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group_rule': {'security_group_id': '3c468cfd-e894-48dc-8399-3346e7314876', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:27.434754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Sync routers for ids ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:27:27.459065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (5ddf9a97-992e-4519-a68a-af51cafc9784), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.474508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Routers {'32601756-5bb2-47e3-914a-7bbf2fc4e13a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:27.475302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting port 89915215-75be-4ba8-8957-550eb4a9e098 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:27.475444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:27.475779 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (89915215-75be-4ba8-8957-550eb4a9e098), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.541305 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (5ddf9a97-992e-4519-a68a-af51cafc9784), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.547447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5ddf9a97-992e-4519-a68a-af51cafc9784), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.560660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] For port 89915215-75be-4ba8-8957-550eb4a9e098, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=89915215-75be-4ba8-8957-550eb4a9e098,segment=NetworkSegment(b6e581ce-4eb6-4aa1-98a6-fa60eafef72c),segment_id=b6e581ce-4eb6-4aa1-98a6-fa60eafef72c)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:27.561069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (89915215-75be-4ba8-8957-550eb4a9e098), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.573033 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.574923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517332 Jan 28 01:27:27.578107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Calling delete_port for 89915215-75be-4ba8-8957-550eb4a9e098 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:27.580008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60846) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:27.583297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed9c07-3631-46c9-bec3-45b12de2f5c4 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddf9a97-992e-4519-a68a-af51cafc9784,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.585944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group_rule': {'security_group_id': '3c468cfd-e894-48dc-8399-3346e7314876', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:27.645325 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Project b8286032b25d4961b8c2a68c1818024a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:27:27.652689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (2c47c0dd-4a3b-4ad1-a0a1-f11ace28bcc8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.727493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Set router 32601756-5bb2-47e3-914a-7bbf2fc4e13a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:27.733797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (89915215-75be-4ba8-8957-550eb4a9e098), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.736619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (2c47c0dd-4a3b-4ad1-a0a1-f11ace28bcc8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.757501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Port': ['ID=89915215-75be-4ba8-8957-550eb4a9e098,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.759269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2c47c0dd-4a3b-4ad1-a0a1-f11ace28bcc8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.779431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No DVR routers for this DVR port 89915215-75be-4ba8-8957-550eb4a9e098 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:27.785332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c47c0dd-4a3b-4ad1-a0a1-f11ace28bcc8,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:27.810035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e8984f6c-9a41-4b38-8a04-5dab46efca35 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:27.811261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.811905 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d629d615-89a8-4e31-82dc-a4418b04f507 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2301950 Jan 28 01:27:27.814180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1083b0e0-6b6d-45ac-b597-df0fd41ec918 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:27.817018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60848) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:27.823689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'security_group_rule': {'security_group_id': '3c468cfd-e894-48dc-8399-3346e7314876', 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:27.851646 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Project b8286032b25d4961b8c2a68c1818024a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:27:27.859179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (1d6db4a0-21f4-45b6-b657-ac3544ac83f1), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.880890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b7229dd9-37a5-499b-9825-4d517879f884), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.923590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7229dd9-37a5-499b-9825-4d517879f884']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:27.945368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:27.945654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e581ce-4eb6-4aa1-98a6-fa60eafef72c') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:27.955900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06a5c1-678d-427d-bf6c-34643dd3082c None None] Network b7229dd9-37a5-499b-9825-4d517879f884 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:27.956520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.971764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.981460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (1d6db4a0-21f4-45b6-b657-ac3544ac83f1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.983285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:27.983806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (b6e581ce-4eb6-4aa1-98a6-fa60eafef72c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:27.987353 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:27.990689 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (1d6db4a0-21f4-45b6-b657-ac3544ac83f1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.041099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6db4a0-21f4-45b6-b657-ac3544ac83f1,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:28.064905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.067317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0d06ab41-0b88-4784-954d-52f8a691c0f9 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2490959 Jan 28 01:27:28.071185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b7229dd9-37a5-499b-9825-4d517879f884), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.080954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.092315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:28.093187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/b7229dd9-37a5-499b-9825-4d517879f884 HTTP/1.1" status: 204 len: 168 time: 2.3605831 Jan 28 01:27:28.118903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b920a-b228-4f9f-8333-dc37d82eb21c tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=b7229dd9-37a5-499b-9825-4d517879f884,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:28.141278 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2191f14-0393-4dc8-b44b-2433336e1d2b tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:28.141278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2191f14-0393-4dc8-b44b-2433336e1d2b tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:28.147171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c2191f14-0393-4dc8-b44b-2433336e1d2b tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/99606bb2-db74-4dc6-987d-102a9d8fd085 HTTP/1.1" status: 404 len: 337 time: 0.0509269 Jan 28 01:27:28.147816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60862) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:28.172841 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88f53a5-d225-4db9-a2ad-d248e24ba1de tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:28.173354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88f53a5-d225-4db9-a2ad-d248e24ba1de tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:28.176437 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c88f53a5-d225-4db9-a2ad-d248e24ba1de tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/b7229dd9-37a5-499b-9825-4d517879f884 HTTP/1.1" status: 404 len: 339 time: 0.0279076 Jan 28 01:27:28.179314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60866) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:28.277653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:28.278128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.336332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179565d1-f118-431f-b65e-4558a5b10668 None None] Network b7229dd9-37a5-499b-9825-4d517879f884 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:28.359579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179565d1-f118-431f-b65e-4558a5b10668 None None] Network b7229dd9-37a5-499b-9825-4d517879f884 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:27:28.443079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:28.458362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:27:24Z', 'revision_number': 4, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '84fb1ab9-7ee4-466d-81b4-97a466d9ad1b', 'name': '', 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'mac_address': 'fa:16:3e:12:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:22Z', 'updated_at': '2022-01-28T01:27:24Z', 'revision_number': 2, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'subnets': [{'id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:28.492745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Checking router: 32601756-5bb2-47e3-914a-7bbf2fc4e13a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:27:28.493098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Updating router 32601756-5bb2-47e3-914a-7bbf2fc4e13a port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:27:28.520382 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.698155 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.719644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-f23c02bf-a72b-406d-a527-a78c3288c338 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887911311&fields=id&tenant_id=b8286032b25d4961b8c2a68c1818024a HTTP/1.1" status: 200 len: 267 time: 0.1000276 Jan 28 01:27:28.732523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb971e27-2f2d-48ec-9a4e-457948b18dfe req-c7b7576b-5fd6-423e-8d5d-4ae99b1ed0d5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:28.734057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb971e27-2f2d-48ec-9a4e-457948b18dfe req-c7b7576b-5fd6-423e-8d5d-4ae99b1ed0d5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1156967 Jan 28 01:27:28.803338 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Publish callbacks [] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.810119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.891116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f83741-daeb-4898-83c3-cec9601e542b None None] Pushing event updated for resources: {'Port': ['ID=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:28.918336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.927866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Attempting to bind port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:28.928541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Attempting to bind port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:28.929085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Attempting to bind port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b on network 0b112cf2-7454-4d3d-9418-e9013a307744 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:28.935765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:28.936412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Checking segment: {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:28.936969 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.937513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Bound using segment: {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:28.938165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Bound port: 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c823e188-7558-4095-9210-7404133749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:28.938710 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:28.958593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb971e27-2f2d-48ec-9a4e-457948b18dfe req-d0287c42-edf3-4ce9-bf93-bf7ef73408f9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109458 Jan 28 01:27:28.984358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a9476a-c63e-4578-8608-9ed61145fd28']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:28.997804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-b4fa3863-5efa-4ca4-8b4b-87a4600833df tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:28.999570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-b4fa3863-5efa-4ca4-8b4b-87a4600833df tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 809 time: 0.2639441 Jan 28 01:27:29.017521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdb0456-ddb6-4b04-84bd-ed8a983857d2') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:29.018065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdb0456-ddb6-4b04-84bd-ed8a983857d2') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:29.019721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] For port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:29.027826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-3be93e66-ab26-4927-8638-80264b87cb58 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/quotas/b8286032b25d4961b8c2a68c1818024a HTTP/1.1" status: 200 len: 375 time: 0.0193894 Jan 28 01:27:29.031891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] For port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:29.034120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (bcdb0456-ddb6-4b04-84bd-ed8a983857d2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.040374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.091379 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bcdb0456-ddb6-4b04-84bd-ed8a983857d2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.107092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Routers {'32601756-5bb2-47e3-914a-7bbf2fc4e13a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:29.108083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:29.113333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:29.114806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (bcdb0456-ddb6-4b04-84bd-ed8a983857d2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:29.119440 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:29.220323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f83741-daeb-4898-83c3-cec9601e542b None None] Pushing event updated for resources: {'Port': ['ID=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:29.235615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-8c9622dd-800c-4226-b6a4-950f1c502f3c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881282 Jan 28 01:27:29.248180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] Provisioning complete for port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:29.248180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.280124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c7a9476a-c63e-4578-8608-9ed61145fd28), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.317744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.323734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/c7a9476a-c63e-4578-8608-9ed61145fd28 HTTP/1.1" status: 204 len: 168 time: 1.1407795 Jan 28 01:27:29.324236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60886) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:29.343031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] Set router 32601756-5bb2-47e3-914a-7bbf2fc4e13a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:29.366807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8275-739d-4853-a330-2e31909d1d54 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=c7a9476a-c63e-4578-8608-9ed61145fd28,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:29.371609 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1271a8d6-3f4d-45a9-9350-adadbd3548e2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:29.373447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1271a8d6-3f4d-45a9-9350-adadbd3548e2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:29.383207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1271a8d6-3f4d-45a9-9350-adadbd3548e2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/cdc5f028-7e9e-49f0-9729-e0f5c2c89916 HTTP/1.1" status: 404 len: 337 time: 0.0544660 Jan 28 01:27:29.383551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60888) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:29.420550 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b812e7f2-2047-4736-ae7d-7ee10de9d768 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:29.421325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b812e7f2-2047-4736-ae7d-7ee10de9d768 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:29.428284 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b812e7f2-2047-4736-ae7d-7ee10de9d768 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/9b2afaa0-f322-4b12-be9a-34c33bea93c7 HTTP/1.1" status: 404 len: 339 time: 0.0414689 Jan 28 01:27:29.428558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60890) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:29.466900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-520fd63b-d57f-4759-b634-6c96c62919de service neutron] 10.222.0.23 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244198 Jan 28 01:27:29.506521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] Current status of the port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:29.506947 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.547721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting subnet db8d6468-f83c-4873-b40f-3d7961c63e83 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:27:29.553552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (db8d6468-f83c-4873-b40f-3d7961c63e83), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.565922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] For port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:29.586880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.614984 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (db8d6468-f83c-4873-b40f-3d7961c63e83), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.645300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6779ae-4a94-4857-bcc7-5065b14bae0e None None] Pushing event updated for resources: {'Port': ['ID=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:29.659946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:27:24Z', 'revision_number': 4, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '84fb1ab9-7ee4-466d-81b4-97a466d9ad1b', 'name': '', 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'mac_address': 'fa:16:3e:12:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:22Z', 'updated_at': '2022-01-28T01:27:29Z', 'revision_number': 4, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'subnets': [{'id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:29.663521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-4d7d73c1-28f0-40e4-a92b-85b13ea3e81a service neutron] 10.222.0.23 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870716 Jan 28 01:27:29.693573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df6ecc-9965-44c1-95cf-aa591f216851 None None] The sync data for ids ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'] in n-d-826756-1 is: [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:27:24Z', 'revision_number': 4, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '84fb1ab9-7ee4-466d-81b4-97a466d9ad1b', 'name': '', 'network_id': '0b112cf2-7454-4d3d-9418-e9013a307744', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'mac_address': 'fa:16:3e:12:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:22Z', 'updated_at': '2022-01-28T01:27:29Z', 'revision_number': 4, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'subnets': [{'id': '9e7802fd-c21d-4899-bd6b-03f522e6c98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:27:29.718319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f080e24f-d1af-45b3-8414-0e4bab996442 None None] Provisioning complete for port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:29.718658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f080e24f-d1af-45b3-8414-0e4bab996442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.739259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (db8d6468-f83c-4873-b40f-3d7961c63e83), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.854280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f080e24f-d1af-45b3-8414-0e4bab996442 None None] Current status of the port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:29.854923 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (db8d6468-f83c-4873-b40f-3d7961c63e83), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.891517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=db8d6468-f83c-4873-b40f-3d7961c63e83,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:29.895798 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:29.908729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c15765-f1c8-421e-9ef9-233e4c590652 None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:29.924270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5b7a7aec-1116-43b7-b193-09bf835883c4 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/db8d6468-f83c-4873-b40f-3d7961c63e83 HTTP/1.1" status: 204 len: 168 time: 0.4941862 Jan 28 01:27:29.931921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60894) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:30.051255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-901a6ab1-9ad5-4463-9915-02fee5ea7286 req-dc3e00b5-9966-47f1-b963-ede7e65f421d tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 210 time: 0.0473621 Jan 28 01:27:30.120573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting subnet fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:27:30.127639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.184146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a53b-34fd-4212-b417-5aebea837a14 req-06e47737-61ba-4b9f-9549-2986404e1e93 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:30.186387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4219a53b-34fd-4212-b417-5aebea837a14 req-06e47737-61ba-4b9f-9549-2986404e1e93 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.0986376 Jan 28 01:27:30.191997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.394950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4219a53b-34fd-4212-b417-5aebea837a14 req-0eb03e1f-7bf8-427c-889c-27fbc1ae9d31 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995718 Jan 28 01:27:30.423386 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.540512 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.569838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:30.583035 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.586611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-685d9da7-7073-4398-9eb6-39a83189d72d tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/fca2e6d7-9027-4c4d-b769-2e9a9b1f3c65 HTTP/1.1" status: 204 len: 168 time: 0.6547318 Jan 28 01:27:30.589468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60912) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:30.701461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (d3175c23-2495-42c0-8b9d-837747ce6245), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.782865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:30.783600 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.863068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] For port ede3aeca-e7ec-4977-92b3-ff0b8360dd76, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,segment=NetworkSegment(8428aa07-127c-47f8-8f58-11942bfb120b),segment_id=8428aa07-127c-47f8-8f58-11942bfb120b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:30.868812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:30.889819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Calling delete_port for ede3aeca-e7ec-4977-92b3-ff0b8360dd76 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:30.958736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd4da2-116f-4412-b53d-3a2cc0504b6c None None] Network d3175c23-2495-42c0-8b9d-837747ce6245 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:31.022387 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ede3aeca-e7ec-4977-92b3-ff0b8360dd76), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.044059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1c8f38f2-18f0-41ce-83a7-50a526500283 None None] Could not find standard attr ID for object ede3aeca-e7ec-4977-92b3-ff0b8360dd76. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:27:31.056768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Port': ['ID=ede3aeca-e7ec-4977-92b3-ff0b8360dd76,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:31.062715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No DVR routers for this DVR port ede3aeca-e7ec-4977-92b3-ff0b8360dd76 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:31.188616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (d3175c23-2495-42c0-8b9d-837747ce6245), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.196404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a378390-1387-4b2d-91a1-5ead375c0933 None None] DHCP port deletion for d3175c23-2495-42c0-8b9d-837747ce6245 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:27:31.254328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c19c3c83-430f-4ab4-b21f-cfcd7bf7648c req-b8038ca0-a4ec-4e9c-8c1b-55dded0a6816 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 210 time: 0.0687690 Jan 28 01:27:31.259093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3175c23-2495-42c0-8b9d-837747ce6245']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:31.270072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8428aa07-127c-47f8-8f58-11942bfb120b') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:31.270601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8428aa07-127c-47f8-8f58-11942bfb120b') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:31.282885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (8428aa07-127c-47f8-8f58-11942bfb120b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.300010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8428aa07-127c-47f8-8f58-11942bfb120b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.307612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:31.308526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (8428aa07-127c-47f8-8f58-11942bfb120b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:31.313224 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:31.427765 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (d3175c23-2495-42c0-8b9d-837747ce6245), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.437184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.458916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/d3175c23-2495-42c0-8b9d-837747ce6245 HTTP/1.1" status: 204 len: 168 time: 0.8656180 Jan 28 01:27:31.459649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60926) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.495886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686e59-e5ce-4a9a-8816-8a535bdba106 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=d3175c23-2495-42c0-8b9d-837747ce6245,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:31.531449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:31.539688 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6d931e-6e1d-4410-a47a-76148f4422e0 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:31.545740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6d931e-6e1d-4410-a47a-76148f4422e0 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:31.549842 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a6d931e-6e1d-4410-a47a-76148f4422e0 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/d0d5c90d-1904-4569-8d6a-564fdddd3da9 HTTP/1.1" status: 404 len: 337 time: 0.0878830 Jan 28 01:27:31.552365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60928) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.585138 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b4b40f-b7d5-418f-8b00-3397f39cedc9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:31.585663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b4b40f-b7d5-418f-8b00-3397f39cedc9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:31.598624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-34b4b40f-b7d5-418f-8b00-3397f39cedc9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/74b670f1-8419-47fc-8391-aa6bf6cf7a1f HTTP/1.1" status: 404 len: 339 time: 0.0426557 Jan 28 01:27:31.599058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60930) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.612161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:31.614236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.630642 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5f6439-87c2-45a1-ab2e-1511cd7d7be8 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:31.631116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5f6439-87c2-45a1-ab2e-1511cd7d7be8 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:31.636846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0d5f6439-87c2-45a1-ab2e-1511cd7d7be8 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/a1100592-d398-412e-8eb2-58172fcac91e HTTP/1.1" status: 404 len: 337 time: 0.0341971 Jan 28 01:27:31.637828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60932) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.641642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d4b65-940d-4b33-b74a-68aca35fda45 req-063b12c4-5f24-48f3-ad37-c1048b9e7c35 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:31.643220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-721d4b65-940d-4b33-b74a-68aca35fda45 req-063b12c4-5f24-48f3-ad37-c1048b9e7c35 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.1008747 Jan 28 01:27:31.665658 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c1b417-c732-43a4-a522-7aff414720e9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:31.666200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c1b417-c732-43a4-a522-7aff414720e9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:31.669288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5c1b417-c732-43a4-a522-7aff414720e9 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/00ffc34f-607f-4039-8303-4aab8412999b HTTP/1.1" status: 404 len: 339 time: 0.0310926 Jan 28 01:27:31.673432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60934) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.703528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-721d4b65-940d-4b33-b74a-68aca35fda45 req-a481a2ed-8462-442c-9f10-78ad79d745ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536313 Jan 28 01:27:31.707972 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0917d0-a8ef-49df-928b-f0ba3af3c184 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:31.708432 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0917d0-a8ef-49df-928b-f0ba3af3c184 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:31.717393 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bd0917d0-a8ef-49df-928b-f0ba3af3c184 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/c6eab33e-7188-4c2e-b952-bf4a66ecdaef HTTP/1.1" status: 404 len: 337 time: 0.0425038 Jan 28 01:27:31.721681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60936) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.731942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:31.743108 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a514af-c9b0-497b-be4d-9fd396ae7ec3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:31.743624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a514af-c9b0-497b-be4d-9fd396ae7ec3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:31.746940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a8a514af-c9b0-497b-be4d-9fd396ae7ec3 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/fe8d2db6-2dee-4db3-a50a-ddb2bec0da78 HTTP/1.1" status: 404 len: 339 time: 0.0232046 Jan 28 01:27:31.749427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 60938) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:31.806853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting subnet 9c363712-3f90-4eff-ab45-029b985dd535 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:27:31.810508 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (9c363712-3f90-4eff-ab45-029b985dd535), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:31.856768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (9c363712-3f90-4eff-ab45-029b985dd535), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.024406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-ae9ddeb1-a81b-4eb4-ab40-81c1383f5262 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:32.026303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-ae9ddeb1-a81b-4eb4-ab40-81c1383f5262 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.45 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 809 time: 0.1661923 Jan 28 01:27:32.028786 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9c363712-3f90-4eff-ab45-029b985dd535), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.106334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (9c363712-3f90-4eff-ab45-029b985dd535), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.151541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=9c363712-3f90-4eff-ab45-029b985dd535,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:32.153567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.159357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60940) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:32.159509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e971b6a1-4382-45ac-91aa-67458b47ee4f tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/9c363712-3f90-4eff-ab45-029b985dd535 HTTP/1.1" status: 204 len: 168 time: 0.4089892 Jan 28 01:27:32.166483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e383abc-4a34-49b1-9b05-6c1449131e65 None None] Network 18c657f4-8854-4bc4-98bd-e7899f0e4a21 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:32.175054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-a39b370d-edfd-40ec-82bb-9cb3b5a4fe52 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8286032b25d4961b8c2a68c1818024a HTTP/1.1" status: 200 len: 380 time: 0.1026235 Jan 28 01:27:32.185869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'port': {'device_id': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'admin_state_up': True, 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'security_groups': ['3c468cfd-e894-48dc-8399-3346e7314876']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:32.261499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (18c657f4-8854-4bc4-98bd-e7899f0e4a21), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.336441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Made reservation on behalf of b8286032b25d4961b8c2a68c1818024a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:32.340509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.340748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting port f44d1a22-8fb7-4a5c-8189-9e805a3999fd {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:32.341347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.379631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] DHCP port deletion for 18c657f4-8854-4bc4-98bd-e7899f0e4a21 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:27:32.410872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8f509489-af29-4912-b979-dd07556e13be req-e533dd16-41b5-4219-bdd5-97f3f090e2a2 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 210 time: 0.0496449 Jan 28 01:27:32.420941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] For port f44d1a22-8fb7-4a5c-8189-9e805a3999fd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,segment=NetworkSegment(750fb799-c486-4ca3-839f-5df2ca61893b),segment_id=750fb799-c486-4ca3-839f-5df2ca61893b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:32.421680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.444678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Calling delete_port for f44d1a22-8fb7-4a5c-8189-9e805a3999fd owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:32.476373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Deleting port f44d1a22-8fb7-4a5c-8189-9e805a3999fd {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:32.476628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.561766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] For port f44d1a22-8fb7-4a5c-8189-9e805a3999fd, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,segment=NetworkSegment(750fb799-c486-4ca3-839f-5df2ca61893b),segment_id=750fb799-c486-4ca3-839f-5df2ca61893b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:32.562307 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.579654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Calling delete_port for f44d1a22-8fb7-4a5c-8189-9e805a3999fd owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:32.588065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Allocated IP 172.20.0.6 (e64ec99a-0938-44c2-b73f-f1e98e68af3f/d9f9e60e-9143-4300-8ba2-c14776b2301f/d94df5c6-2b5a-4b24-8c8c-28af66d154cd) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:32.690970 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.719895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Pushing event deleted for resources: {'Port': ['ID=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:32.741686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] No DVR routers for this DVR port f44d1a22-8fb7-4a5c-8189-9e805a3999fd on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:32.765379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.765760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.766128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.766466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.766799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.767131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.767474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.767784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.768110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.768431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.768754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.769076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.769397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1313ff-9391-45f7-b77d-ca2aa95dc03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.827330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.901684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c5ea2-0f16-4f46-804a-07d8a5bdd236 req-59810f5b-f4c6-44fa-846c-97f7cbc2acfc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:32.903456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d19c5ea2-0f16-4f46-804a-07d8a5bdd236 req-59810f5b-f4c6-44fa-846c-97f7cbc2acfc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 943 time: 0.0740402 Jan 28 01:27:32.928086 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.934150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f44d1a22-8fb7-4a5c-8189-9e805a3999fd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:32.970094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Port': ['ID=f44d1a22-8fb7-4a5c-8189-9e805a3999fd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:32.979271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No DVR routers for this DVR port f44d1a22-8fb7-4a5c-8189-9e805a3999fd on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:32.982440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.983081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.983670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.984182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.984852 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.986323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.986880 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.988092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.988617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.989142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.989976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.990485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:32.991687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:27:33.006311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:33.012101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:33.019568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:33.069681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'Port': ['ID=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:33.087115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d19c5ea2-0f16-4f46-804a-07d8a5bdd236 req-e36f4539-a32c-48c6-bd5f-fe008f0aec7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672943 Jan 28 01:27:33.115354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:33.116329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.122266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (18c657f4-8854-4bc4-98bd-e7899f0e4a21), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.134891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-7bedb401-30fa-45e2-ba66-acd6b9dcfa53 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528387 Jan 28 01:27:33.153609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c657f4-8854-4bc4-98bd-e7899f0e4a21']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:33.156481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Request body: {'port': {'device_id': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:33.174320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750fb799-c486-4ca3-839f-5df2ca61893b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:33.174882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750fb799-c486-4ca3-839f-5df2ca61893b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:33.194677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (750fb799-c486-4ca3-839f-5df2ca61893b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.213383 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (750fb799-c486-4ca3-839f-5df2ca61893b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.231750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:33.232225 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (750fb799-c486-4ca3-839f-5df2ca61893b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.234020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: self.session.flush() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:33.236260 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:33.245232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ede3aeca-e7ec-4977-92b3-ff0b8360dd76 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:27:33.278573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ede3aeca-e7ec-4977-92b3-ff0b8360dd76 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:27:33.278926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ede3aeca-e7ec-4977-92b3-ff0b8360dd76 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:27:33.279353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f44d1a22-8fb7-4a5c-8189-9e805a3999fd no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:27:33.317897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (18c657f4-8854-4bc4-98bd-e7899f0e4a21), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.340240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f44d1a22-8fb7-4a5c-8189-9e805a3999fd {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:27:33.340595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f44d1a22-8fb7-4a5c-8189-9e805a3999fd not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:27:33.349996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.354428 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/18c657f4-8854-4bc4-98bd-e7899f0e4a21 HTTP/1.1" status: 204 len: 168 time: 1.1929545 Jan 28 01:27:33.355354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f5be2-cb09-40d7-8c23-0110568ced73 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=18c657f4-8854-4bc4-98bd-e7899f0e4a21,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:33.357404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60952) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:33.390834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5c04a87b-a004-467c-ae07-a02434479cf0 None None] Provisioning complete for port d94df5c6-2b5a-4b24-8c8c-28af66d154cd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:33.391336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c04a87b-a004-467c-ae07-a02434479cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.394625 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-436ca829-8364-453e-b80b-14033b006bc2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:33.395048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436ca829-8364-453e-b80b-14033b006bc2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:33.398676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-436ca829-8364-453e-b80b-14033b006bc2 tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/322617db-6de8-4b05-a924-b70c6fef6f31 HTTP/1.1" status: 404 len: 337 time: 0.0398431 Jan 28 01:27:33.401741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:33.420157 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4403de6-cd92-4ad3-8eea-1aa4618686aa tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] DELETE failed (client error): The resource could not be found. Jan 28 01:27:33.420801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4403de6-cd92-4ad3-8eea-1aa4618686aa tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:27:33.423962 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4403de6-cd92-4ad3-8eea-1aa4618686aa tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/8e478671-7284-4c11-9908-5b78cc5181fd HTTP/1.1" status: 404 len: 339 time: 0.0211549 Jan 28 01:27:33.428302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60956) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:33.454834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5c04a87b-a004-467c-ae07-a02434479cf0 None None] Port d94df5c6-2b5a-4b24-8c8c-28af66d154cd cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:27:33.534225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting subnet ac293597-93ea-4ef3-9aae-0dce80e3d783 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:27:33.539028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (ac293597-93ea-4ef3-9aae-0dce80e3d783), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.594891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cddd04d3-a375-49d2-90f9-106d8cb6b85d details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:27:33.602311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (ac293597-93ea-4ef3-9aae-0dce80e3d783), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.612639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc57cd-c2bd-474b-bcc1-81a94325b3b6 req-bfb76a5f-7410-4ad5-8a1e-620ed40ae448 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:33.614244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9cc57cd-c2bd-474b-bcc1-81a94325b3b6 req-bfb76a5f-7410-4ad5-8a1e-620ed40ae448 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 931 time: 0.0892346 Jan 28 01:27:33.652288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.684498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94df5c6-2b5a-4b24-8c8c-28af66d154cd {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:27:33.695201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Publish callbacks [] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.716877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9cc57cd-c2bd-474b-bcc1-81a94325b3b6 req-a423cfbb-b1a9-4e32-ab6d-f7f739bf2094 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924337 Jan 28 01:27:33.723923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Transition to ACTIVE for port object d94df5c6-2b5a-4b24-8c8c-28af66d154cd will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:27:33.732271 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.742319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port cddd04d3-a375-49d2-90f9-106d8cb6b85d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:33.746174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ac293597-93ea-4ef3-9aae-0dce80e3d783), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.756962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d', 'mac_address': 'fa:16:3e:4e:ee:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:27:33.798799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port cddd04d3-a375-49d2-90f9-106d8cb6b85d is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:33.799419 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.832114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddd04d3-a375-49d2-90f9-106d8cb6b85d {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:27:33.846384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (ac293597-93ea-4ef3-9aae-0dce80e3d783), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.861620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:33.866220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.881305 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/subnets/ac293597-93ea-4ef3-9aae-0dce80e3d783 HTTP/1.1" status: 204 len: 168 time: 0.4495888 Jan 28 01:27:33.882744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60966) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:33.886244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port cddd04d3-a375-49d2-90f9-106d8cb6b85d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:33.888944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e2d92-0abb-4f43-b5c3-042dd98c7fed None None] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:27:33.908688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Attempting to bind port d94df5c6-2b5a-4b24-8c8c-28af66d154cd on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:33.911636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Attempting to bind port d94df5c6-2b5a-4b24-8c8c-28af66d154cd by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:33.911783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90b5cd-3df7-4da4-bc04-564c8175d9bf tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Subnet': ['ID=ac293597-93ea-4ef3-9aae-0dce80e3d783,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:33.912632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Attempting to bind port d94df5c6-2b5a-4b24-8c8c-28af66d154cd on network e64ec99a-0938-44c2-b73f-f1e98e68af3f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:33.923342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Port d94df5c6-2b5a-4b24-8c8c-28af66d154cd on network e64ec99a-0938-44c2-b73f-f1e98e68af3f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:27:33.923791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Attempting to bind port d94df5c6-2b5a-4b24-8c8c-28af66d154cd on network e64ec99a-0938-44c2-b73f-f1e98e68af3f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:33.935938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:33.936517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Checking segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:33.937023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Bound using segment: {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:33.937694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Bound port: d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b4e325-4eaf-4ffd-92b2-ded1c891af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:33.938172 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:33.967648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.019924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c84a0c04-87cf-4f9e-9e16-04347c32e750), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.036168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] For port d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:34.043488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] For port d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:34.060236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=cddd04d3-a375-49d2-90f9-106d8cb6b85d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:34.061898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.085387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Deleting port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:34.085748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.163258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:34.166764 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.168813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] DHCP port deletion for c84a0c04-87cf-4f9e-9e16-04347c32e750 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:27:34.169264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] For port 439ba3d7-bda1-4132-a609-8380d8f6cfc4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=439ba3d7-bda1-4132-a609-8380d8f6cfc4,segment=NetworkSegment(102001bf-4a6c-4b0e-af2a-2200af9c6f4b),segment_id=102001bf-4a6c-4b0e-af2a-2200af9c6f4b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:34.169646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.171055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 1091 time: 1.0216203 Jan 28 01:27:34.191118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Calling delete_port for 439ba3d7-bda1-4132-a609-8380d8f6cfc4 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:34.206267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:34.208706 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f8e8c-a093-439b-ba59-9b6a1a2553f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:34.232549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f47105-ad35-42de-8f45-072202d246e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:34.281929 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7660abd-142c-4f40-ba25-655d434fb0fb x-openstack-request-id: req-e7660abd-142c-4f40-ba25-655d434fb0fb {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:34.282648 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:34.283114 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7660abd-142c-4f40-ba25-655d434fb0fb {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:34.283692 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'status': 'completed', 'code': 200} Jan 28 01:27:34.322044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Deleting port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:34.322633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.334068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e27691-d15a-49a8-9dd1-02f456bebd64 req-1078971c-a1c1-464a-8d6c-8467b654fde4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:34.342234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39e27691-d15a-49a8-9dd1-02f456bebd64 req-1078971c-a1c1-464a-8d6c-8467b654fde4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 944 time: 0.1305740 Jan 28 01:27:34.363602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.372734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-39e62430-8bea-440a-b37b-073cb2d57735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:34.374637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-39e62430-8bea-440a-b37b-073cb2d57735 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1094 time: 0.0950110 Jan 28 01:27:34.403355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['cddd04d3-a375-49d2-90f9-106d8cb6b85d'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:27:34.423777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Port': ['ID=439ba3d7-bda1-4132-a609-8380d8f6cfc4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:34.429459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] No DVR routers for this DVR port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:34.467658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39e27691-d15a-49a8-9dd1-02f456bebd64 req-32b82416-c5d4-4994-a46e-91f97e62855a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221559 Jan 28 01:27:34.470121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-62f5af5f-7d59-47ad-b354-4d42975ccd58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 217 time: 0.0776317 Jan 28 01:27:34.553078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-61a4f7a4-e7c8-445f-9ec7-3ef2ad7bfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:34.554763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-61a4f7a4-e7c8-445f-9ec7-3ef2ad7bfd26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 200 len: 848 time: 0.0741451 Jan 28 01:27:34.577006 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c84a0c04-87cf-4f9e-9e16-04347c32e750), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.628134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84a0c04-87cf-4f9e-9e16-04347c32e750']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:34.658316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102001bf-4a6c-4b0e-af2a-2200af9c6f4b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:34.658589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102001bf-4a6c-4b0e-af2a-2200af9c6f4b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:34.662423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc53385-49dc-4643-a86a-89e130de854e req-e5f852fd-b32c-436e-b308-cc9f7e578a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:34.665160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-e5f852fd-b32c-436e-b308-cc9f7e578a10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e64ec99a-0938-44c2-b73f-f1e98e68af3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028316 Jan 28 01:27:34.687739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] For port 439ba3d7-bda1-4132-a609-8380d8f6cfc4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=439ba3d7-bda1-4132-a609-8380d8f6cfc4,segment=NetworkSegment(102001bf-4a6c-4b0e-af2a-2200af9c6f4b),segment_id=102001bf-4a6c-4b0e-af2a-2200af9c6f4b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:34.688110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.690496 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (102001bf-4a6c-4b0e-af2a-2200af9c6f4b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.709909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (102001bf-4a6c-4b0e-af2a-2200af9c6f4b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.719552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:27:34.719960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (102001bf-4a6c-4b0e-af2a-2200af9c6f4b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.721468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Calling delete_port for 439ba3d7-bda1-4132-a609-8380d8f6cfc4 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:27:34.726426 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:27:34.787625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-ca7e92db-2158-4d0b-a981-743ef2738490 service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143303 Jan 28 01:27:34.809112 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c84a0c04-87cf-4f9e-9e16-04347c32e750), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.822994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.846037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] 10.222.0.23 "DELETE /v2.0/networks/c84a0c04-87cf-4f9e-9e16-04347c32e750 HTTP/1.1" status: 204 len: 168 time: 0.9369881 Jan 28 01:27:34.878312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (439ba3d7-bda1-4132-a609-8380d8f6cfc4), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:34.885960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Network c84a0c04-87cf-4f9e-9e16-04347c32e750 is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:27:34.886553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] No DVR routers for this DVR port 439ba3d7-bda1-4132-a609-8380d8f6cfc4 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:34.887720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743abcf-e192-4321-a733-5c1ace8207be tempest-NetworksIpV6Test-1886114182 tempest-NetworksIpV6Test-1886114182-project] Pushing event deleted for resources: {'Network': ['ID=c84a0c04-87cf-4f9e-9e16-04347c32e750,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:34.921421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc52e8-34e6-4d34-8790-855585da1056 req-a09656cf-a730-45bf-899a-ad1090caf2fe tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:34.928325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddcc52e8-34e6-4d34-8790-855585da1056 req-a09656cf-a730-45bf-899a-ad1090caf2fe tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 943 time: 0.0908635 Jan 28 01:27:34.930165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57cc4-c584-499d-9676-dcb81c229ae5 None None] Pushing event deleted for resources: {'Port': ['ID=439ba3d7-bda1-4132-a609-8380d8f6cfc4,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:35.002326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddcc52e8-34e6-4d34-8790-855585da1056 req-f7f27bd2-e5a4-4942-975d-143be00473f6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730202 Jan 28 01:27:35.007856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bc53385-49dc-4643-a86a-89e130de854e req-85c56194-eccc-443a-aefc-5a69a39a5bfd service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122152 Jan 28 01:27:35.155257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-4ba8a922-a573-467e-8026-b473b647904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:35.159133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-4ba8a922-a573-467e-8026-b473b647904a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1094 time: 0.0491691 Jan 28 01:27:35.183616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:35.231018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 439ba3d7-bda1-4132-a609-8380d8f6cfc4 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:27:35.251027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 439ba3d7-bda1-4132-a609-8380d8f6cfc4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:27:35.251458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 439ba3d7-bda1-4132-a609-8380d8f6cfc4 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:27:35.269252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-be0d6c8a-7c46-45c8-b393-ee49ed9c7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:35.271481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-be0d6c8a-7c46-45c8-b393-ee49ed9c7316 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 910 time: 0.1053483 Jan 28 01:27:35.318996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-e212b676-33e2-4bb2-a6fb-1729d2ebdbe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 217 time: 0.0393686 Jan 28 01:27:35.350857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86e10fac-34f9-48a7-b4ce-5ce1cac1a0b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93f7995ae00a4ebaa81033bfd1c600f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632226 Jan 28 01:27:35.351082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 60988) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:35.371063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-931f6eb5-2913-48a2-bf38-31978ec10996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:35.372812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-931f6eb5-2913-48a2-bf38-31978ec10996 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 200 len: 848 time: 0.0473926 Jan 28 01:27:35.401247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dfacf15-bf98-464c-9562-3c6ea3ecdf21 admin admin] Publish callbacks [] for security_group (1745521b-d08a-4110-b1ef-a0a30b461522), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.421815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-f2e77f42-af49-4b68-8998-1cf0ac75023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:35.423063 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dfacf15-bf98-464c-9562-3c6ea3ecdf21 admin admin] Publish callbacks [] for security_group (1745521b-d08a-4110-b1ef-a0a30b461522), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.423814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-f2e77f42-af49-4b68-8998-1cf0ac75023e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e64ec99a-0938-44c2-b73f-f1e98e68af3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445557 Jan 28 01:27:35.481692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dfacf15-bf98-464c-9562-3c6ea3ecdf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1745521b-d08a-4110-b1ef-a0a30b461522), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.486122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dfacf15-bf98-464c-9562-3c6ea3ecdf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.487862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4dfacf15-bf98-464c-9562-3c6ea3ecdf21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1745521b-d08a-4110-b1ef-a0a30b461522 HTTP/1.1" status: 204 len: 168 time: 0.1353006 Jan 28 01:27:35.500425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfacf15-bf98-464c-9562-3c6ea3ecdf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1745521b-d08a-4110-b1ef-a0a30b461522,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:35.574361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-36f38d53-5b28-48fb-85fe-52b4a994685f service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417601 Jan 28 01:27:35.594450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cddd04d3-a375-49d2-90f9-106d8cb6b85d up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:35.675598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf627dc-8ef0-4699-a465-386b290f2cb9 req-8ea48745-6fee-4514-baab-161ecd5344d9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:35.677195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bf627dc-8ef0-4699-a465-386b290f2cb9 req-8ea48745-6fee-4514-baab-161ecd5344d9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 944 time: 0.1427939 Jan 28 01:27:35.687141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port cddd04d3-a375-49d2-90f9-106d8cb6b85d completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:27:35.693572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port cddd04d3-a375-49d2-90f9-106d8cb6b85d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:35.694007 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.801814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-844f8e8c-a093-439b-ba59-9b6a1a2553f9 req-3dccdffc-e651-48fa-a925-73a2e45f96cf service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190294 Jan 28 01:27:35.809272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port cddd04d3-a375-49d2-90f9-106d8cb6b85d is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:35.809954 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.821018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bf627dc-8ef0-4699-a465-386b290f2cb9 req-b65efde7-0979-4a82-88cf-7406e91229d7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284330 Jan 28 01:27:35.839705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:35.842290 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521739eb-1861-4be9-b221-02748f6ac9ab" -d '{"events": [{"server_uuid": "f776d69d-6c60-4b4d-9d21-483c93ffd8dd", "name": "network-vif-plugged", "status": "completed", "tag": "cddd04d3-a375-49d2-90f9-106d8cb6b85d"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:35.870819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port cddd04d3-a375-49d2-90f9-106d8cb6b85d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:35.876763 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:35.915202 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54268bcf-ba8a-43fa-9e93-12e20031b7df x-openstack-request-id: req-54268bcf-ba8a-43fa-9e93-12e20031b7df {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:35.915479 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f776d69d-6c60-4b4d-9d21-483c93ffd8dd", "name": "network-vif-plugged", "status": "completed", "tag": "cddd04d3-a375-49d2-90f9-106d8cb6b85d", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:35.915797 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54268bcf-ba8a-43fa-9e93-12e20031b7df {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:35.916301 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d', 'code': 200} Jan 28 01:27:35.950698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=cddd04d3-a375-49d2-90f9-106d8cb6b85d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:36.050656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844fe0-294e-48e3-8278-3e8b6142a4c1 req-07545188-9083-4d08-9248-601c448ec005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:36.052589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3844fe0-294e-48e3-8278-3e8b6142a4c1 req-07545188-9083-4d08-9248-601c448ec005 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 1096 time: 0.0472982 Jan 28 01:27:36.137178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3844fe0-294e-48e3-8278-3e8b6142a4c1 req-0b35c4ff-c6ef-492f-bfb4-01f93bbb5c44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759740 Jan 28 01:27:36.150535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8bd28-7578-43a8-b200-20f9fc3966ee req-73537554-ec7e-410b-975b-a92992c1ad3d tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:36.152525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e8bd28-7578-43a8-b200-20f9fc3966ee req-73537554-ec7e-410b-975b-a92992c1ad3d tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 943 time: 0.0687659 Jan 28 01:27:36.203891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e8bd28-7578-43a8-b200-20f9fc3966ee req-a3f320f3-c622-4e4f-8a8a-85ede68977ff tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446210 Jan 28 01:27:36.326667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:36.428053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--292818399'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:36.451357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.460483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.543866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (aba96562-3f60-4fff-a6b8-3c07d0362e5b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.547824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aba96562-3f60-4fff-a6b8-3c07d0362e5b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.587005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba96562-3f60-4fff-a6b8-3c07d0362e5b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:36.626114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.631563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.661947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a610e8-cabb-4077-a3cd-da5d6e338336,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:36.667016 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.670710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06cd6f6e-5b2d-4c8e-a035-d5a6c31e07d8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3405044 Jan 28 01:27:36.671344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32794) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:36.722906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d29ea69e-9457-43d1-a566-403f99debad9 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0507288 Jan 28 01:27:36.725449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32798) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:36.731452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-security--1607390832', 'description': 'tempest-security-description-1825983013'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:36.763969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.820448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.824557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.827363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.837593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32804) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:36.841027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "PUT /v2.0/security-groups/f8a610e8-cabb-4077-a3cd-da5d6e338336 HTTP/1.1" status: 200 len: 1797 time: 0.1145360 Jan 28 01:27:36.867889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8f171-30ee-4e84-87b2-8b37dbdc893e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a610e8-cabb-4077-a3cd-da5d6e338336,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:36.898511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34b40bee-88cd-4a80-bd02-2285cd724784 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups/f8a610e8-cabb-4077-a3cd-da5d6e338336 HTTP/1.1" status: 200 len: 1797 time: 0.0573359 Jan 28 01:27:36.898980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32808) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:36.955800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4357065c-2b38-4564-9fc7-809235e049d0 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.963377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485bbb4-72b7-4211-962d-95f2bf63ea64 req-4c708ea1-65a4-41da-abe0-ada7f1a33763 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:36.965084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3485bbb4-72b7-4211-962d-95f2bf63ea64 req-4c708ea1-65a4-41da-abe0-ada7f1a33763 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.0501130 Jan 28 01:27:36.978157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4357065c-2b38-4564-9fc7-809235e049d0 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.018920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3485bbb4-72b7-4211-962d-95f2bf63ea64 req-4e5df428-f6c0-4015-affd-8954425a7440 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471661 Jan 28 01:27:37.027982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4357065c-2b38-4564-9fc7-809235e049d0 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f8a610e8-cabb-4077-a3cd-da5d6e338336), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.030870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4357065c-2b38-4564-9fc7-809235e049d0 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.032013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4357065c-2b38-4564-9fc7-809235e049d0 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/f8a610e8-cabb-4077-a3cd-da5d6e338336 HTTP/1.1" status: 204 len: 168 time: 0.1320643 Jan 28 01:27:37.040683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32810) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.043201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357065c-2b38-4564-9fc7-809235e049d0 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a610e8-cabb-4077-a3cd-da5d6e338336,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:37.087326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6b1af24-2f67-4b97-8e28-891c82f6ab9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.093165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32812) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.093397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e3b51e7f-53b7-428e-8e75-112bec69c289 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514464 Jan 28 01:27:37.108308 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-7c5e9cbd-8274-48bd-b6c6-ad0b0e18f257 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] delete failed (client error): The resource could not be found. Jan 28 01:27:37.109438 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7c5e9cbd-8274-48bd-b6c6-ad0b0e18f257 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/f8a610e8-cabb-4077-a3cd-da5d6e338336 HTTP/1.1" status: 404 len: 347 time: 0.0148747 Jan 28 01:27:37.113203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32814) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.117548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--992229583'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:37.139190 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.212135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (002e642d-14ef-4f48-bad2-a71e4a5a30ad), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.217650 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (002e642d-14ef-4f48-bad2-a71e4a5a30ad), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.250329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002e642d-14ef-4f48-bad2-a71e4a5a30ad,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:37.256424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.260757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7aad9638-d491-4f69-b356-6159c477e3e7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1436217 Jan 28 01:27:37.261350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32818) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.266837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '002e642d-14ef-4f48-bad2-a71e4a5a30ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:37.331173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (ce7027a8-3e95-4f01-814f-873428ba49e4), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.352409 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.379432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb271-0c4a-4403-9ac7-1015bbf92c89 req-f1730c10-8043-4bf1-b208-b0ef5bd10a9c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:37.381092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18deb271-0c4a-4403-9ac7-1015bbf92c89 req-f1730c10-8043-4bf1-b208-b0ef5bd10a9c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 943 time: 0.0892618 Jan 28 01:27:37.418976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (ce7027a8-3e95-4f01-814f-873428ba49e4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.425231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ce7027a8-3e95-4f01-814f-873428ba49e4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.455703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7027a8-3e95-4f01-814f-873428ba49e4,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:37.468648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18deb271-0c4a-4403-9ac7-1015bbf92c89 req-bde116e2-3dc5-42f8-9829-45d8fe66b5b5 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810652 Jan 28 01:27:37.472348 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.473720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e12254df-fac0-4c12-a536-24a5f13a45cd tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111201 Jan 28 01:27:37.476726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32820) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.511973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d63583ec-774f-42f2-a150-a90827ed6108 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (ce7027a8-3e95-4f01-814f-873428ba49e4), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.520755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d63583ec-774f-42f2-a150-a90827ed6108 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (ce7027a8-3e95-4f01-814f-873428ba49e4), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.554000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d63583ec-774f-42f2-a150-a90827ed6108 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ce7027a8-3e95-4f01-814f-873428ba49e4), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.560775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d63583ec-774f-42f2-a150-a90827ed6108 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.561834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d63583ec-774f-42f2-a150-a90827ed6108 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ce7027a8-3e95-4f01-814f-873428ba49e4 HTTP/1.1" status: 204 len: 168 time: 0.0840402 Jan 28 01:27:37.564580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32822) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.578331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63583ec-774f-42f2-a150-a90827ed6108 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce7027a8-3e95-4f01-814f-873428ba49e4,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:37.611685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c257a193-9e62-455c-89b9-060a545eb16c tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458901 Jan 28 01:27:37.614336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32824) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.665262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0541f9-42c1-4fc7-b35e-c942221b1d3b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (002e642d-14ef-4f48-bad2-a71e4a5a30ad), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.688098 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0541f9-42c1-4fc7-b35e-c942221b1d3b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (002e642d-14ef-4f48-bad2-a71e4a5a30ad), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.731495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0541f9-42c1-4fc7-b35e-c942221b1d3b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (002e642d-14ef-4f48-bad2-a71e4a5a30ad), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.734529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f0541f9-42c1-4fc7-b35e-c942221b1d3b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.735709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f0541f9-42c1-4fc7-b35e-c942221b1d3b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/002e642d-14ef-4f48-bad2-a71e4a5a30ad HTTP/1.1" status: 204 len: 168 time: 0.1203938 Jan 28 01:27:37.738701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32826) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.745562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0541f9-42c1-4fc7-b35e-c942221b1d3b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e642d-14ef-4f48-bad2-a71e4a5a30ad,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:37.788841 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8bb36797-7a38-4fd7-8a72-394d20af203e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487380 Jan 28 01:27:37.792780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.798560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--946377113'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:37.821802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.899201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (1c2ad665-448c-4fe8-aa51-c5983eb2b6fb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.904497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1c2ad665-448c-4fe8-aa51-c5983eb2b6fb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.938331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.939579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1449404 Jan 28 01:27:37.942725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:37.942862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069fd3-f19b-4539-b028-2b92be2816c8 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2ad665-448c-4fe8-aa51-c5983eb2b6fb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:37.950134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '1c2ad665-448c-4fe8-aa51-c5983eb2b6fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:37.980101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (c50cb80f-f534-4e50-a8fc-cdf1762abfd7), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.039753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (c50cb80f-f534-4e50-a8fc-cdf1762abfd7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.044781 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c50cb80f-f534-4e50-a8fc-cdf1762abfd7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.063108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50cb80f-f534-4e50-a8fc-cdf1762abfd7,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:38.091916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.095671 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c65046a2-21a5-46eb-b0ca-8873dd3a37b5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488454 Jan 28 01:27:38.096038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:38.105220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '1c2ad665-448c-4fe8-aa51-c5983eb2b6fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:38.137622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (0c2fb06f-c5d0-43cc-99bd-7524ae40259f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.161834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4439f55-3dee-4451-ad15-a58216be5927 req-ab812888-ef23-4f5d-bcd1-97a68239e1ab tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.163371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4439f55-3dee-4451-ad15-a58216be5927 req-ab812888-ef23-4f5d-bcd1-97a68239e1ab tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.0613966 Jan 28 01:27:38.213459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (0c2fb06f-c5d0-43cc-99bd-7524ae40259f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.219171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (0c2fb06f-c5d0-43cc-99bd-7524ae40259f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.223699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4439f55-3dee-4451-ad15-a58216be5927 req-a6bf3295-0963-4f26-9458-089b2754ec17 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530915 Jan 28 01:27:38.236396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2fb06f-c5d0-43cc-99bd-7524ae40259f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:38.255150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.257125 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1442906f-5e56-4d05-a9e1-baf98683cf5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599019 Jan 28 01:27:38.259694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32876) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:38.264497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '1c2ad665-448c-4fe8-aa51-c5983eb2b6fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:38.298331 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (4596c8b5-f0f2-4a54-a235-68b429a55f24), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.389441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d94df5c6-2b5a-4b24-8c8c-28af66d154cd details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:27:38.427983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (4596c8b5-f0f2-4a54-a235-68b429a55f24), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.441373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a2a3b-0639-43e7-83d8-37bdad988cd6 req-40e8c7a9-a90c-4928-b417-73487ebdaf78 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.443859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe4a2a3b-0639-43e7-83d8-37bdad988cd6 req-40e8c7a9-a90c-4928-b417-73487ebdaf78 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.1172671 Jan 28 01:27:38.445156 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (4596c8b5-f0f2-4a54-a235-68b429a55f24), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.483928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4596c8b5-f0f2-4a54-a235-68b429a55f24,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:38.499147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.500909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2ba479a1-995b-4be1-b8fe-578e0127d724 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395298 Jan 28 01:27:38.503175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32906) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:38.508652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '1c2ad665-448c-4fe8-aa51-c5983eb2b6fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:38.531604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:38.547394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'port_id': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'mac_address': 'fa:16:3e:92:1e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:27:38.558047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (32e2bc38-b40f-45bc-8dfe-cfec99ef9932), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.606520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d94df5c6-2b5a-4b24-8c8c-28af66d154cd is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:38.606925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.626758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94df5c6-2b5a-4b24-8c8c-28af66d154cd {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:27:38.642832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe4a2a3b-0639-43e7-83d8-37bdad988cd6 req-12624e44-c682-4e44-a7d7-9b44c6938616 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814103 Jan 28 01:27:38.671355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:38.679585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (32e2bc38-b40f-45bc-8dfe-cfec99ef9932), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.683154 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.690459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (32e2bc38-b40f-45bc-8dfe-cfec99ef9932), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.726818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494557-34f1-4d07-bfa5-f8eab74f8f9f req-54d1ce9d-6725-47d6-adb0-8db3a6d1b828 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.735941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4494557-34f1-4d07-bfa5-f8eab74f8f9f req-54d1ce9d-6725-47d6-adb0-8db3a6d1b828 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 943 time: 0.1461179 Jan 28 01:27:38.745581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e2bc38-b40f-45bc-8dfe-cfec99ef9932,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:38.760207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.765338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a69a5b4e-c43e-4f6a-ae5f-f842451cb495 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603054 Jan 28 01:27:38.767083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32938) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:38.778793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '1c2ad665-448c-4fe8-aa51-c5983eb2b6fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:38.793166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:38.817929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (79e7bd3f-dee2-4249-aae4-7ab49283ac9f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.840529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4494557-34f1-4d07-bfa5-f8eab74f8f9f req-f9252788-f32e-48ef-acdf-75e0fb86f62c tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886648 Jan 28 01:27:38.849501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3842-ba5c-488b-9206-c7ebad5c7826 req-f5dd1d7f-7684-40d6-bae7-de05ad920295 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.857354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-474d3842-ba5c-488b-9206-c7ebad5c7826 req-f5dd1d7f-7684-40d6-bae7-de05ad920295 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.1042082 Jan 28 01:27:38.904351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (79e7bd3f-dee2-4249-aae4-7ab49283ac9f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.912630 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (79e7bd3f-dee2-4249-aae4-7ab49283ac9f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.928920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-474d3842-ba5c-488b-9206-c7ebad5c7826 req-e23f2bd3-38dc-4d85-8e52-c261571682c6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Jan 28 01:27:38.951430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e7bd3f-dee2-4249-aae4-7ab49283ac9f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:38.958782 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.963465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4154b44c-2ae2-430e-8e4e-197dc70f7af6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1950831 Jan 28 01:27:38.963894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:38.997747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-342bfacc-386f-42b4-a67b-dd09e7309be1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (79e7bd3f-dee2-4249-aae4-7ab49283ac9f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.016739 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-342bfacc-386f-42b4-a67b-dd09e7309be1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (79e7bd3f-dee2-4249-aae4-7ab49283ac9f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.057006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-342bfacc-386f-42b4-a67b-dd09e7309be1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (79e7bd3f-dee2-4249-aae4-7ab49283ac9f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.065409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-342bfacc-386f-42b4-a67b-dd09e7309be1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.069845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.074498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-342bfacc-386f-42b4-a67b-dd09e7309be1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/79e7bd3f-dee2-4249-aae4-7ab49283ac9f HTTP/1.1" status: 204 len: 168 time: 0.1049936 Jan 28 01:27:39.087945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bfacc-386f-42b4-a67b-dd09e7309be1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79e7bd3f-dee2-4249-aae4-7ab49283ac9f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:39.110843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d94df5c6-2b5a-4b24-8c8c-28af66d154cd'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:27:39.118095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42318da8-b6c7-45b0-909c-00b85f0bfabf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0470231 Jan 28 01:27:39.118751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 32986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.162385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f18-41d0-44ad-861d-48b5483fffaa tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (32e2bc38-b40f-45bc-8dfe-cfec99ef9932), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.171562 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f18-41d0-44ad-861d-48b5483fffaa tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (32e2bc38-b40f-45bc-8dfe-cfec99ef9932), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.200823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f18-41d0-44ad-861d-48b5483fffaa tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (32e2bc38-b40f-45bc-8dfe-cfec99ef9932), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.209145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f18-41d0-44ad-861d-48b5483fffaa tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.213167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 32998) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.213350 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a8c9f18-41d0-44ad-861d-48b5483fffaa tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/32e2bc38-b40f-45bc-8dfe-cfec99ef9932 HTTP/1.1" status: 204 len: 168 time: 0.0933754 Jan 28 01:27:39.219946 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c9f18-41d0-44ad-861d-48b5483fffaa tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32e2bc38-b40f-45bc-8dfe-cfec99ef9932,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:39.303580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-12a47047-668c-4794-ae46-2f4146a48f85 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0881305 Jan 28 01:27:39.307790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33010) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.345422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b382c7-0cb1-40b2-bc2b-ed030ff58703 req-b7274994-970f-42ad-b5d7-348a1199bba4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:39.347756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b382c7-0cb1-40b2-bc2b-ed030ff58703 req-b7274994-970f-42ad-b5d7-348a1199bba4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.1052032 Jan 28 01:27:39.349312 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb771-72f0-4f82-8e2e-95aa73660d09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (4596c8b5-f0f2-4a54-a235-68b429a55f24), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.354535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca67b8b1-34c0-439f-9bbd-cc14b80a1fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.361280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb771-72f0-4f82-8e2e-95aa73660d09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (4596c8b5-f0f2-4a54-a235-68b429a55f24), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.426807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb771-72f0-4f82-8e2e-95aa73660d09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (4596c8b5-f0f2-4a54-a235-68b429a55f24), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.435556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb771-72f0-4f82-8e2e-95aa73660d09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.437814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e5cfb771-72f0-4f82-8e2e-95aa73660d09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4596c8b5-f0f2-4a54-a235-68b429a55f24 HTTP/1.1" status: 204 len: 168 time: 0.1278026 Jan 28 01:27:39.439537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.441373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02b382c7-0cb1-40b2-bc2b-ed030ff58703 req-ac3215a7-a168-443d-b9ed-cdd808301209 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820582 Jan 28 01:27:39.446762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfb771-72f0-4f82-8e2e-95aa73660d09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4596c8b5-f0f2-4a54-a235-68b429a55f24,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:39.502246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d68de139-b7b2-4210-ae4f-a7c7d5ee8ad7 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0612361 Jan 28 01:27:39.505074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.533177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b631f1c8-3d67-4d64-adc8-33ab8fa8a8a4 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (0c2fb06f-c5d0-43cc-99bd-7524ae40259f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.541949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b631f1c8-3d67-4d64-adc8-33ab8fa8a8a4 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (0c2fb06f-c5d0-43cc-99bd-7524ae40259f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.573746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b631f1c8-3d67-4d64-adc8-33ab8fa8a8a4 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (0c2fb06f-c5d0-43cc-99bd-7524ae40259f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.580329 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b631f1c8-3d67-4d64-adc8-33ab8fa8a8a4 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.581539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b631f1c8-3d67-4d64-adc8-33ab8fa8a8a4 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0c2fb06f-c5d0-43cc-99bd-7524ae40259f HTTP/1.1" status: 204 len: 168 time: 0.0749404 Jan 28 01:27:39.584616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33048) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.587556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f1c8-3d67-4d64-adc8-33ab8fa8a8a4 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c2fb06f-c5d0-43cc-99bd-7524ae40259f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:39.653871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-40852ece-2f8d-4e1c-8799-a9b369289f27 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0662200 Jan 28 01:27:39.655515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.684438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4499a7e4-82ce-4b85-93b4-7c3b29cdb594 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (c50cb80f-f534-4e50-a8fc-cdf1762abfd7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.695113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4499a7e4-82ce-4b85-93b4-7c3b29cdb594 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (c50cb80f-f534-4e50-a8fc-cdf1762abfd7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.731553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4499a7e4-82ce-4b85-93b4-7c3b29cdb594 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c50cb80f-f534-4e50-a8fc-cdf1762abfd7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.738215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4499a7e4-82ce-4b85-93b4-7c3b29cdb594 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.741872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4499a7e4-82ce-4b85-93b4-7c3b29cdb594 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c50cb80f-f534-4e50-a8fc-cdf1762abfd7 HTTP/1.1" status: 204 len: 168 time: 0.0828018 Jan 28 01:27:39.742229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33072) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.755585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499a7e4-82ce-4b85-93b4-7c3b29cdb594 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c50cb80f-f534-4e50-a8fc-cdf1762abfd7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:39.801608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-38094221-0d88-4565-8292-160cd78b575c tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556550 Jan 28 01:27:39.801902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33082) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:39.864678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51df2b57-3c1f-4fbb-a381-e1d2c87f4ff1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (1c2ad665-448c-4fe8-aa51-c5983eb2b6fb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:39.892965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51df2b57-3c1f-4fbb-a381-e1d2c87f4ff1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (1c2ad665-448c-4fe8-aa51-c5983eb2b6fb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.009322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51df2b57-3c1f-4fbb-a381-e1d2c87f4ff1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1c2ad665-448c-4fe8-aa51-c5983eb2b6fb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.012375 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51df2b57-3c1f-4fbb-a381-e1d2c87f4ff1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.013623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-51df2b57-3c1f-4fbb-a381-e1d2c87f4ff1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c2ad665-448c-4fe8-aa51-c5983eb2b6fb HTTP/1.1" status: 204 len: 168 time: 0.2107496 Jan 28 01:27:40.017050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33114) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:40.033931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51df22b-175b-4b0f-a7f3-52393c7b0a4b req-3cb1a8b9-cffe-441b-a2fd-101b23f5af45 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:40.039985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e51df22b-175b-4b0f-a7f3-52393c7b0a4b req-3cb1a8b9-cffe-441b-a2fd-101b23f5af45 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 944 time: 0.0823848 Jan 28 01:27:40.042169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df2b57-3c1f-4fbb-a381-e1d2c87f4ff1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2ad665-448c-4fe8-aa51-c5983eb2b6fb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:40.107559 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-39a83d95-766e-4c6b-a04f-0431959fa000 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889575 Jan 28 01:27:40.115447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:40.124903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373439707'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:40.133194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e51df22b-175b-4b0f-a7f3-52393c7b0a4b req-d2880d53-c261-4581-97f8-b8f97d325d42 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793729 Jan 28 01:27:40.163618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.251876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (aeff67fa-73a6-4b31-ab6d-7fc918571ef7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.263085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aeff67fa-73a6-4b31-ab6d-7fc918571ef7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.294172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff67fa-73a6-4b31-ab6d-7fc918571ef7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:40.312921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.314224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d21970cf-30c9-4e20-8f85-9990ba5d6edc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1977663 Jan 28 01:27:40.316873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33150) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:40.321450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': 'aeff67fa-73a6-4b31-ab6d-7fc918571ef7', 'direction': 'ingress', 'protocol': 17}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:40.359082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (dec8befb-0304-4983-ace0-5a41a177805e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.395117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d94df5c6-2b5a-4b24-8c8c-28af66d154cd up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:40.467244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port d94df5c6-2b5a-4b24-8c8c-28af66d154cd completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:27:40.473009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d94df5c6-2b5a-4b24-8c8c-28af66d154cd triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:40.473598 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.568967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d94df5c6-2b5a-4b24-8c8c-28af66d154cd is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:40.570301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.605245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:40.608041 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb0a725-1d4e-4ab0-b685-8f7608049110" -d '{"events": [{"server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "name": "network-vif-plugged", "status": "completed", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:40.622994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:40.630612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.680088 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24ce5f5-4764-42af-9ae2-f961947eb595 x-openstack-request-id: req-d24ce5f5-4764-42af-9ae2-f961947eb595 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:40.680460 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "name": "network-vif-plugged", "status": "completed", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:40.680782 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d24ce5f5-4764-42af-9ae2-f961947eb595 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:40.681243 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'code': 200} Jan 28 01:27:40.705821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:40.856785 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.905392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (dec8befb-0304-4983-ace0-5a41a177805e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.925622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (dec8befb-0304-4983-ace0-5a41a177805e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.978626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec8befb-0304-4983-ace0-5a41a177805e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:40.996038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:40.999639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c9d12f36-23c8-4df6-b4db-d1769a5aa881 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6792428 Jan 28 01:27:41.001245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33232) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:41.010209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb264678-ea9d-4863-a73e-f3643df88d94 req-f29d4d72-5654-4761-be69-49b07c63bd75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:41.012555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb264678-ea9d-4863-a73e-f3643df88d94 req-f29d4d72-5654-4761-be69-49b07c63bd75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.1057937 Jan 28 01:27:41.014742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f31c63-26e8-45ee-8b35-02c41fb273bb req-0a0905fd-5644-4421-aab2-6979204046fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:41.016254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08f31c63-26e8-45ee-8b35-02c41fb273bb req-0a0905fd-5644-4421-aab2-6979204046fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1096 time: 0.1083915 Jan 28 01:27:41.107700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1bb-2c2b-4b57-a8ae-7ec05c0990d1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (aeff67fa-73a6-4b31-ab6d-7fc918571ef7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.131076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb264678-ea9d-4863-a73e-f3643df88d94 req-d032b777-3046-4c05-971a-9c9d0df07c13 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107748 Jan 28 01:27:41.139795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08f31c63-26e8-45ee-8b35-02c41fb273bb req-fa8872c6-c313-4ec9-8d7c-864124c481ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141744 Jan 28 01:27:41.171607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1bb-2c2b-4b57-a8ae-7ec05c0990d1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (aeff67fa-73a6-4b31-ab6d-7fc918571ef7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.200812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-3ee8cfd3-1f76-4756-a450-84541401c63d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:41.202539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-3ee8cfd3-1f76-4756-a450-84541401c63d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 945 time: 0.0673821 Jan 28 01:27:41.234215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1bb-2c2b-4b57-a8ae-7ec05c0990d1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aeff67fa-73a6-4b31-ab6d-7fc918571ef7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.237508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1bb-2c2b-4b57-a8ae-7ec05c0990d1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.238924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6c03a1bb-2c2b-4b57-a8ae-7ec05c0990d1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/aeff67fa-73a6-4b31-ab6d-7fc918571ef7 HTTP/1.1" status: 204 len: 168 time: 0.2357533 Jan 28 01:27:41.248979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33258) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:41.256374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03a1bb-2c2b-4b57-a8ae-7ec05c0990d1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff67fa-73a6-4b31-ab6d-7fc918571ef7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:41.315617 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80a59b54-3dc3-4326-b20f-1648a3eb2ad5 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0649493 Jan 28 01:27:41.319105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33266) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:41.324019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--745808531'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:41.342089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a0137-9f75-4253-8c1a-02921befca20 req-762b28b3-f810-4cc6-9fe2-2262ce2f7270 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:41.343622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-959a0137-9f75-4253-8c1a-02921befca20 req-762b28b3-f810-4cc6-9fe2-2262ce2f7270 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.0915763 Jan 28 01:27:41.359803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.411341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port cddd04d3-a375-49d2-90f9-106d8cb6b85d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:27:41.411801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.419603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-959a0137-9f75-4253-8c1a-02921befca20 req-db89c6e7-b870-48e4-ac3c-4f72217cc487 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664022 Jan 28 01:27:41.463258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (670127b0-d677-473a-8a03-1169982e7d4f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.470082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (670127b0-d677-473a-8a03-1169982e7d4f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.508829 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670127b0-d677-473a-8a03-1169982e7d4f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:41.527639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.531763 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-12d8a172-b572-41f5-8bd4-6b7dce6ff6f6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2088571 Jan 28 01:27:41.532328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33290) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:41.541687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port cddd04d3-a375-49d2-90f9-106d8cb6b85d, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cddd04d3-a375-49d2-90f9-106d8cb6b85d,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:41.542199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.545364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195368797'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:41.558727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for cddd04d3-a375-49d2-90f9-106d8cb6b85d owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:27:41.573032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.662131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (34859e4f-945b-4d98-b47c-0950d76bdde5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.675356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (34859e4f-945b-4d98-b47c-0950d76bdde5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.715900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.719777 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1770191 Jan 28 01:27:41.719777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d64127-c343-40c4-a4db-3a134c848c73 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34859e4f-945b-4d98-b47c-0950d76bdde5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:41.720400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33312) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:41.734610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '670127b0-d677-473a-8a03-1169982e7d4f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34859e4f-945b-4d98-b47c-0950d76bdde5', 'remote_ip_prefix': None}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:41.761763 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cddd04d3-a375-49d2-90f9-106d8cb6b85d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.834377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=cddd04d3-a375-49d2-90f9-106d8cb6b85d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:41.876384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port cddd04d3-a375-49d2-90f9-106d8cb6b85d on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:27:41.879533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.884071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bce26221-13f4-4aaa-a9d7-053b73f7b84d req-9e8dab1e-32e3-4626-86a1-4bde45251240 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "DELETE /v2.0/ports/cddd04d3-a375-49d2-90f9-106d8cb6b85d HTTP/1.1" status: 204 len: 173 time: 0.6753564 Jan 28 01:27:41.885554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'name': 'network-vif-deleted', 'tag': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:41.898322 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4fc066-fa08-4a13-95c2-38833dbdd510" -d '{"events": [{"server_uuid": "f776d69d-6c60-4b4d-9d21-483c93ffd8dd", "name": "network-vif-deleted", "tag": "cddd04d3-a375-49d2-90f9-106d8cb6b85d"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:41.902121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (91d5cb94-9b7a-4ed1-991b-acf5c6b31058), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.957226 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.959802 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a685ab0-17ca-450b-96fe-5f3cb90b5fec x-openstack-request-id: req-8a685ab0-17ca-450b-96fe-5f3cb90b5fec {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:41.960464 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f776d69d-6c60-4b4d-9d21-483c93ffd8dd", "name": "network-vif-deleted", "tag": "cddd04d3-a375-49d2-90f9-106d8cb6b85d", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:41.960890 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a685ab0-17ca-450b-96fe-5f3cb90b5fec {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:41.961323 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f776d69d-6c60-4b4d-9d21-483c93ffd8dd', 'name': 'network-vif-deleted', 'tag': 'cddd04d3-a375-49d2-90f9-106d8cb6b85d', 'status': 'completed', 'code': 200} Jan 28 01:27:42.040580 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (91d5cb94-9b7a-4ed1-991b-acf5c6b31058), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.049294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (91d5cb94-9b7a-4ed1-991b-acf5c6b31058), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.079756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d5cb94-9b7a-4ed1-991b-acf5c6b31058,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:42.091630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.092890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fc120bbf-b641-473d-bdfe-da549a6241bf tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3714635 Jan 28 01:27:42.095756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33360) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.125243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6650b87-e8a7-4970-9972-cc27fa2688da tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (91d5cb94-9b7a-4ed1-991b-acf5c6b31058), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.133961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6650b87-e8a7-4970-9972-cc27fa2688da tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (91d5cb94-9b7a-4ed1-991b-acf5c6b31058), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.164002 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6650b87-e8a7-4970-9972-cc27fa2688da tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (91d5cb94-9b7a-4ed1-991b-acf5c6b31058), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.171307 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a6650b87-e8a7-4970-9972-cc27fa2688da tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.174325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a6650b87-e8a7-4970-9972-cc27fa2688da tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/91d5cb94-9b7a-4ed1-991b-acf5c6b31058 HTTP/1.1" status: 204 len: 168 time: 0.0775149 Jan 28 01:27:42.175225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33374) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.196670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6650b87-e8a7-4970-9972-cc27fa2688da tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91d5cb94-9b7a-4ed1-991b-acf5c6b31058,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:42.236926 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10f5c155-7643-4774-829c-1c7c96e2a82e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0602262 Jan 28 01:27:42.239857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa144da7-7ba7-4666-888c-3506ffeccc5e req-ada467b4-f8a8-4058-8c03-5f2282dfea44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0284352 Jan 28 01:27:42.242155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33378) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.294241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca55-b430-4b1f-b6b9-ce1a0d8d66e6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (34859e4f-945b-4d98-b47c-0950d76bdde5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.317253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca55-b430-4b1f-b6b9-ce1a0d8d66e6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (34859e4f-945b-4d98-b47c-0950d76bdde5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.364983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca55-b430-4b1f-b6b9-ce1a0d8d66e6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (34859e4f-945b-4d98-b47c-0950d76bdde5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.367546 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9cdeca55-b430-4b1f-b6b9-ce1a0d8d66e6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.368795 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9cdeca55-b430-4b1f-b6b9-ce1a0d8d66e6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/34859e4f-945b-4d98-b47c-0950d76bdde5 HTTP/1.1" status: 204 len: 168 time: 0.1255908 Jan 28 01:27:42.371735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33380) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.377947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeca55-b430-4b1f-b6b9-ce1a0d8d66e6 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34859e4f-945b-4d98-b47c-0950d76bdde5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:42.438241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5fcc7f02-fc37-4ffe-9214-fea8355f4009 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0651581 Jan 28 01:27:42.441103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33382) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.504121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d66e29f8-8f63-42f7-93cc-06c5e9070a9e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (670127b0-d677-473a-8a03-1169982e7d4f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.552381 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d66e29f8-8f63-42f7-93cc-06c5e9070a9e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (670127b0-d677-473a-8a03-1169982e7d4f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.598748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7060506-9b78-4de4-8c89-3abdcc5c5c8f req-6321d04e-b4d2-4a58-99ed-e4daf39f40de tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:42.600260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7060506-9b78-4de4-8c89-3abdcc5c5c8f req-6321d04e-b4d2-4a58-99ed-e4daf39f40de tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.0852847 Jan 28 01:27:42.627811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d66e29f8-8f63-42f7-93cc-06c5e9070a9e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (670127b0-d677-473a-8a03-1169982e7d4f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.631005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d66e29f8-8f63-42f7-93cc-06c5e9070a9e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.632222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d66e29f8-8f63-42f7-93cc-06c5e9070a9e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/670127b0-d677-473a-8a03-1169982e7d4f HTTP/1.1" status: 204 len: 168 time: 0.1901457 Jan 28 01:27:42.635392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33386) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.646813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e29f8-8f63-42f7-93cc-06c5e9070a9e tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670127b0-d677-473a-8a03-1169982e7d4f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:42.684015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7060506-9b78-4de4-8c89-3abdcc5c5c8f req-044a7f95-6322-4240-a8a0-3d3541f29aff tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732772 Jan 28 01:27:42.689517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b057c906-87d8-47c9-99e8-f9d930a89977 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529764 Jan 28 01:27:42.694974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33388) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.698524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112436795'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:42.720204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.787642 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (a712d50f-4af3-4bbd-ace2-ff593d5d3709), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.795094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a712d50f-4af3-4bbd-ace2-ff593d5d3709), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.830021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.831206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1362567 Jan 28 01:27:42.832065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626c2ac-09c9-4917-851e-a18e680c5aa2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a712d50f-4af3-4bbd-ace2-ff593d5d3709,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:42.834140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.838785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': 'a712d50f-4af3-4bbd-ace2-ff593d5d3709', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:42.865450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.920525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.925179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.945711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:42.952293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.956786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-313971b6-2889-4124-a3ba-420462963053 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1216741 Jan 28 01:27:42.956940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:42.982061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6062413e-4d5f-4db1-9b74-f3561dc57fbe tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.990286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6062413e-4d5f-4db1-9b74-f3561dc57fbe tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.016962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6062413e-4d5f-4db1-9b74-f3561dc57fbe tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.022502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6062413e-4d5f-4db1-9b74-f3561dc57fbe tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.023621 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6062413e-4d5f-4db1-9b74-f3561dc57fbe tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8 HTTP/1.1" status: 204 len: 168 time: 0.0656631 Jan 28 01:27:43.026505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33394) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.031209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062413e-4d5f-4db1-9b74-f3561dc57fbe tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d4fd4f-c3e2-4d63-ab4c-099e0b5b2df8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:43.068236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7205b334-acf4-4f80-b600-fef810464015 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397813 Jan 28 01:27:43.071154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33396) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.124478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d518c2be-11b5-4ddd-904e-f252f1dc001d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (a712d50f-4af3-4bbd-ace2-ff593d5d3709), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.146416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d518c2be-11b5-4ddd-904e-f252f1dc001d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (a712d50f-4af3-4bbd-ace2-ff593d5d3709), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.187476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d518c2be-11b5-4ddd-904e-f252f1dc001d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a712d50f-4af3-4bbd-ace2-ff593d5d3709), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.190092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d518c2be-11b5-4ddd-904e-f252f1dc001d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.191239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d518c2be-11b5-4ddd-904e-f252f1dc001d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/a712d50f-4af3-4bbd-ace2-ff593d5d3709 HTTP/1.1" status: 204 len: 168 time: 0.1191680 Jan 28 01:27:43.194007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.201070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c2be-11b5-4ddd-904e-f252f1dc001d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a712d50f-4af3-4bbd-ace2-ff593d5d3709,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:43.249491 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-68ed66a1-954e-452f-8f7a-120dcf8127df tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0542002 Jan 28 01:27:43.253347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33400) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.258065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637311439'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:43.279862 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.319350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.362049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (9040ea34-1304-4a73-b986-fe586fc4b8ef), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.367866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9040ea34-1304-4a73-b986-fe586fc4b8ef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.382263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-192042bf-2e20-4e4b-92ed-64ff66ef58f7 req-3d41d342-1009-4bf3-87ed-93218193e4ed tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0414901 Jan 28 01:27:43.405485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.407339 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1528587 Jan 28 01:27:43.411501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33404) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.417048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '9040ea34-1304-4a73-b986-fe586fc4b8ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:43.418926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8cb71-97f2-4216-b72a-91053b385734 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9040ea34-1304-4a73-b986-fe586fc4b8ef,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:43.447529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (04feb44b-5035-40cb-bdc7-efffd2b5ffd9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.508953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (04feb44b-5035-40cb-bdc7-efffd2b5ffd9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.513367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (04feb44b-5035-40cb-bdc7-efffd2b5ffd9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.532244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04feb44b-5035-40cb-bdc7-efffd2b5ffd9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:43.539036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.540261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a2f6e125-346f-44f1-94fb-c4cdedd2fe4f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273015 Jan 28 01:27:43.542934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33406) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.559510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cf35c2a3-bb80-4989-817a-917bea9185fc tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules/04feb44b-5035-40cb-bdc7-efffd2b5ffd9 HTTP/1.1" status: 200 len: 763 time: 0.0154970 Jan 28 01:27:43.561925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33408) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.599381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4f6d057-e1ab-43a5-9ee3-64c9bd2a291c tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0363712 Jan 28 01:27:43.601864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33410) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.625722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1405c832-0e9e-4556-a924-221d0bb5ad32 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (04feb44b-5035-40cb-bdc7-efffd2b5ffd9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.633317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1405c832-0e9e-4556-a924-221d0bb5ad32 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (04feb44b-5035-40cb-bdc7-efffd2b5ffd9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.655741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cddd04d3-a375-49d2-90f9-106d8cb6b85d no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:27:43.661641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1405c832-0e9e-4556-a924-221d0bb5ad32 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (04feb44b-5035-40cb-bdc7-efffd2b5ffd9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.668622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1405c832-0e9e-4556-a924-221d0bb5ad32 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.672072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1405c832-0e9e-4556-a924-221d0bb5ad32 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/04feb44b-5035-40cb-bdc7-efffd2b5ffd9 HTTP/1.1" status: 204 len: 168 time: 0.0670407 Jan 28 01:27:43.672668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33412) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.678840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: cddd04d3-a375-49d2-90f9-106d8cb6b85d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:27:43.679296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cddd04d3-a375-49d2-90f9-106d8cb6b85d not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:27:43.688920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405c832-0e9e-4556-a924-221d0bb5ad32 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04feb44b-5035-40cb-bdc7-efffd2b5ffd9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:43.717356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f46c78b-6510-4d27-a4e2-254511c56ec2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416160 Jan 28 01:27:43.718210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33416) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.722013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '9040ea34-1304-4a73-b986-fe586fc4b8ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:43.751881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (2fa3f5e1-5323-4d52-8503-dc8680ba3d09), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.834396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (2fa3f5e1-5323-4d52-8503-dc8680ba3d09), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.842117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be457c0c-b7ef-496a-b532-54a5c3c375d6 req-0f268b53-1224-4253-b9f8-51399c10c289 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:43.843633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be457c0c-b7ef-496a-b532-54a5c3c375d6 req-0f268b53-1224-4253-b9f8-51399c10c289 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.0786953 Jan 28 01:27:43.844949 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2fa3f5e1-5323-4d52-8503-dc8680ba3d09), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.869809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa3f5e1-5323-4d52-8503-dc8680ba3d09,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:43.891452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.895028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e79ea981-f415-427d-add1-dcaf5800aca1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740639 Jan 28 01:27:43.896562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33418) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.919254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be457c0c-b7ef-496a-b532-54a5c3c375d6 req-a7c67212-7dc8-427e-8c88-e902af06df61 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600808 Jan 28 01:27:43.926853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-080d268e-58f6-4940-aef0-5367ee623637 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules/2fa3f5e1-5323-4d52-8503-dc8680ba3d09 HTTP/1.1" status: 200 len: 763 time: 0.0265710 Jan 28 01:27:43.927023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33420) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:43.980941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0935eb30-6cb6-4839-bd4a-3fb960a474ea tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0498936 Jan 28 01:27:43.981150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33424) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.013441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7126-e5ad-47e2-963d-ec21c897fe09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (2fa3f5e1-5323-4d52-8503-dc8680ba3d09), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.031231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7126-e5ad-47e2-963d-ec21c897fe09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (2fa3f5e1-5323-4d52-8503-dc8680ba3d09), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.084038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae5f28-3687-4714-8486-0d306fb46ec6 req-1cc0bac3-f9b9-4c94-92db-90e538fc8a39 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:44.085559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bae5f28-3687-4714-8486-0d306fb46ec6 req-1cc0bac3-f9b9-4c94-92db-90e538fc8a39 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.0734830 Jan 28 01:27:44.091533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7126-e5ad-47e2-963d-ec21c897fe09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2fa3f5e1-5323-4d52-8503-dc8680ba3d09), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.100065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d4f7126-e5ad-47e2-963d-ec21c897fe09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.103595 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4d4f7126-e5ad-47e2-963d-ec21c897fe09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2fa3f5e1-5323-4d52-8503-dc8680ba3d09 HTTP/1.1" status: 204 len: 168 time: 0.1189659 Jan 28 01:27:44.104059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33426) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.122518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7126-e5ad-47e2-963d-ec21c897fe09 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fa3f5e1-5323-4d52-8503-dc8680ba3d09,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:44.145933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3e6c9cf-45b9-4231-9e5c-6fecb31f9d5d tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381505 Jan 28 01:27:44.146126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33428) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.150609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '9040ea34-1304-4a73-b986-fe586fc4b8ef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:44.165073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bae5f28-3687-4714-8486-0d306fb46ec6 req-9685c269-1205-4181-bd34-c727292e70a5 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712593 Jan 28 01:27:44.171551 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Project 7f4f620806594d80ad1a4108f63f1fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:27:44.178223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (7281799d-ebe0-4adc-89df-50ce445025bc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.235945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (7281799d-ebe0-4adc-89df-50ce445025bc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.240937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7281799d-ebe0-4adc-89df-50ce445025bc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.261629 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7281799d-ebe0-4adc-89df-50ce445025bc,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:44.267777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.269017 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1e6e1cd2-5fee-4de1-b232-25d1b0d731a1 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218944 Jan 28 01:27:44.271693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33432) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.288097 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-156bd051-777e-43a1-b2f7-d1eaad33666b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules/7281799d-ebe0-4adc-89df-50ce445025bc HTTP/1.1" status: 200 len: 769 time: 0.0151668 Jan 28 01:27:44.290839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33434) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.298432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8505ab8-a7ea-4e78-884d-70c4a605b037 req-74131e66-5752-493b-8181-8b4118de96c0 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:44.299931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8505ab8-a7ea-4e78-884d-70c4a605b037 req-74131e66-5752-493b-8181-8b4118de96c0 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.0671203 Jan 28 01:27:44.333456 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dad02e85-7f34-4e3c-a823-eb9ddf8ae143 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0389261 Jan 28 01:27:44.333688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33436) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.354771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8505ab8-a7ea-4e78-884d-70c4a605b037 req-bb247817-3448-4c50-aaf2-6b7cffd3e354 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480473 Jan 28 01:27:44.360619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd01-057d-4d79-a6f8-511c595b688b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (7281799d-ebe0-4adc-89df-50ce445025bc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.369905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd01-057d-4d79-a6f8-511c595b688b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (7281799d-ebe0-4adc-89df-50ce445025bc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.380041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.398126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd01-057d-4d79-a6f8-511c595b688b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7281799d-ebe0-4adc-89df-50ce445025bc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.404442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd01-057d-4d79-a6f8-511c595b688b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.405821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6b01fd01-057d-4d79-a6f8-511c595b688b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7281799d-ebe0-4adc-89df-50ce445025bc HTTP/1.1" status: 204 len: 168 time: 0.0712378 Jan 28 01:27:44.409558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33444) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.428101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01fd01-057d-4d79-a6f8-511c595b688b tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7281799d-ebe0-4adc-89df-50ce445025bc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:44.472873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b6134f05-a355-4064-9140-8b45abe47416 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613122 Jan 28 01:27:44.475549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33446) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.502964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96057b29-a4bb-4fea-ad3e-01066654c103 req-93d2f8d6-da53-4fd5-82bf-2d1fb4148555 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0388818 Jan 28 01:27:44.542216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4afaa619-c723-4956-9673-3f1b3d2f81b2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (9040ea34-1304-4a73-b986-fe586fc4b8ef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.568695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4afaa619-c723-4956-9673-3f1b3d2f81b2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (9040ea34-1304-4a73-b986-fe586fc4b8ef), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.570419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1301e7-c5d6-4806-9ecb-e5a2cad5b7bd tempest-TestServerBasicOps-1484923253 tempest-TestServerBasicOps-1484923253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:44.572367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3f1301e7-c5d6-4806-9ecb-e5a2cad5b7bd tempest-TestServerBasicOps-1484923253 tempest-TestServerBasicOps-1484923253-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1091 time: 0.1911898 Jan 28 01:27:44.575378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33448) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.580712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:44.602809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.615585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4afaa619-c723-4956-9673-3f1b3d2f81b2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9040ea34-1304-4a73-b986-fe586fc4b8ef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.619567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4afaa619-c723-4956-9673-3f1b3d2f81b2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.620951 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4afaa619-c723-4956-9673-3f1b3d2f81b2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/9040ea34-1304-4a73-b986-fe586fc4b8ef HTTP/1.1" status: 204 len: 168 time: 0.1441417 Jan 28 01:27:44.624143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33450) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.632682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaa619-c723-4956-9673-3f1b3d2f81b2 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040ea34-1304-4a73-b986-fe586fc4b8ef,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:44.707442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-118fd3a6-f52f-43b7-bc1e-2cf60bc0e2cb tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802045 Jan 28 01:27:44.711667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33452) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.718087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group': {'name': 'tempest-secgroup--690588591'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:44.751104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.773386 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.901159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (9be8c828-bf3b-4e4c-a6f4-76860a34edb7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.907546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9be8c828-bf3b-4e4c-a6f4-76860a34edb7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.935900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Allocated IP 172.25.1.199 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/0ee158cc-96da-4cea-93ad-06018d93ae9f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:44.948748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.950050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2374561 Jan 28 01:27:44.954775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33454) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:44.959952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Request body: {'security_group_rule': {'security_group_id': '9be8c828-bf3b-4e4c-a6f4-76860a34edb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:44.966872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea102c8-7364-4509-a8c0-b9275412687f tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8c828-bf3b-4e4c-a6f4-76860a34edb7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:44.994240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (74440bf8-4ff9-4c83-8d55-21f31a338734), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.043348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (74440bf8-4ff9-4c83-8d55-21f31a338734), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.047430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (74440bf8-4ff9-4c83-8d55-21f31a338734), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.064224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.066017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74440bf8-4ff9-4c83-8d55-21f31a338734,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:45.078464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.079801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b5a424e7-3bb9-44b1-b996-48ca0c711b29 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239691 Jan 28 01:27:45.082410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33456) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.109637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.143182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675b26cc-2853-4b0d-aa8b-4ec5fcab9e1a tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (9be8c828-bf3b-4e4c-a6f4-76860a34edb7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.165958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:45.165958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:45.171230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:45.180380 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675b26cc-2853-4b0d-aa8b-4ec5fcab9e1a tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (9be8c828-bf3b-4e4c-a6f4-76860a34edb7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.207275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'Port': ['ID=0ee158cc-96da-4cea-93ad-06018d93ae9f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:45.238329 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675b26cc-2853-4b0d-aa8b-4ec5fcab9e1a tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9be8c828-bf3b-4e4c-a6f4-76860a34edb7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.242181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-675b26cc-2853-4b0d-aa8b-4ec5fcab9e1a tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.243682 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-675b26cc-2853-4b0d-aa8b-4ec5fcab9e1a tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/9be8c828-bf3b-4e4c-a6f4-76860a34edb7 HTTP/1.1" status: 204 len: 168 time: 0.1603177 Jan 28 01:27:45.246270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33458) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.254156 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b26cc-2853-4b0d-aa8b-4ec5fcab9e1a tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8c828-bf3b-4e4c-a6f4-76860a34edb7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:45.338711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bb3e2db1-eca5-4532-a2e5-067c12cc8c83 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912108 Jan 28 01:27:45.341230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.451288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e57885b6-b908-4bb4-9810-174c6d506154 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1088502 Jan 28 01:27:45.454276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33462) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.471343 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-77b08c02-0949-48fc-b6dd-9f6a8eb4eb40 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] delete failed (client error): The resource could not be found. Jan 28 01:27:45.472388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-77b08c02-0949-48fc-b6dd-9f6a8eb4eb40 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "DELETE /v2.0/security-groups/9be8c828-bf3b-4e4c-a6f4-76860a34edb7 HTTP/1.1" status: 404 len: 347 time: 0.0171187 Jan 28 01:27:45.477056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33464) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.527376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-694da057-87c4-4a99-bfe2-574562e232c3 tempest-SecGroupIPv6Test-1623742154 tempest-SecGroupIPv6Test-1623742154-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458050 Jan 28 01:27:45.639961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d63145e-2765-42f9-b6c0-8561b79e72a3 req-337222f1-b7c4-42a0-bab2-0b1b82ef63f8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0325720 Jan 28 01:27:45.686959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for floatingip (5136bb79-3c40-4ae6-8323-b46669c8230f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.762586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.791407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33472) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.926499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.932149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:45.936290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-79bbd24c-d889-4dc0-8ceb-7d8ef74a9441 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f4f620806594d80ad1a4108f63f1fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412933 Jan 28 01:27:45.936555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33476) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:45.986219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c630e5d2-c7ce-4547-a376-e473a9b7662a admin admin] Publish callbacks [] for security_group (aba96562-3f60-4fff-a6b8-3c07d0362e5b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:46.007838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event updated for resources: {'Port': ['ID=0ee158cc-96da-4cea-93ad-06018d93ae9f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:46.008803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c630e5d2-c7ce-4547-a376-e473a9b7662a admin admin] Publish callbacks [] for security_group (aba96562-3f60-4fff-a6b8-3c07d0362e5b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:46.016894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5136bb79-3c40-4ae6-8323-b46669c8230f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:46.063005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c630e5d2-c7ce-4547-a376-e473a9b7662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (aba96562-3f60-4fff-a6b8-3c07d0362e5b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:46.065939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c630e5d2-c7ce-4547-a376-e473a9b7662a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:46.070311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c630e5d2-c7ce-4547-a376-e473a9b7662a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aba96562-3f60-4fff-a6b8-3c07d0362e5b HTTP/1.1" status: 204 len: 168 time: 0.1301146 Jan 28 01:27:46.075742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e5d2-c7ce-4547-a376-e473a9b7662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba96562-3f60-4fff-a6b8-3c07d0362e5b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:46.133412 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Floating IP 5136bb79-3c40-4ae6-8323-b46669c8230f associated. External IP: 172.25.1.199, port: d94df5c6-2b5a-4b24-8c8c-28af66d154cd. Jan 28 01:27:46.363744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:27:46.487918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:27:46.500751 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] Sync routers for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:27:46.512989 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:46.514011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:46.515717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:46.549512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e47fc353-06d8-4b2e-b190-1de0a850ed2f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9729774 Jan 28 01:27:46.550761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:46.554240 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6af27-d39a-45cd-bd16-93797398724d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:46.600554 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f47dcb-7821-4a72-a72c-5a1c0fb9d198 x-openstack-request-id: req-a9f47dcb-7821-4a72-a72c-5a1c0fb9d198 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:46.601243 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:46.601606 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9f47dcb-7821-4a72-a72c-5a1c0fb9d198 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:46.602143 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'status': 'completed', 'code': 200} Jan 28 01:27:46.649604 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:46.703931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6af27-d39a-45cd-bd16-93797398724d req-0ca4bcf5-20e7-498b-999f-8a01eb42c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:46.710601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-0ca4bcf5-20e7-498b-999f-8a01eb42c95a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1096 time: 0.0617006 Jan 28 01:27:46.801605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c83c589e-29bc-49d3-afd8-56ea271cfc68 req-66a6c1c9-b79b-401b-8034-41d427299ec7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0338016 Jan 28 01:27:46.841288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6af27-d39a-45cd-bd16-93797398724d req-522ea45f-dbd2-4b1b-9994-85370dc03105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:46.841957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-522ea45f-dbd2-4b1b-9994-85370dc03105 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 910 time: 0.1254859 Jan 28 01:27:46.849233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33504) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:46.936368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-6f445e0d-23ea-40ef-8ca6-fe84250e2aa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 999 time: 0.0829904 Jan 28 01:27:46.955748 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '5136bb79-3c40-4ae6-8323-b46669c8230f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'port_id': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'mac_address': 'fa:16:3e:92:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:27:45Z', 'updated_at': '2022-01-28T01:27:45Z', 'revision_number': 0, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:22Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:46.980661 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2c1e3ace-dd7e-48cc-a5c2-bb5778fc7ea6 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-547055353', 'prefixes': ['172.20.0.0/16']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:46.988675 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] Checking router: 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:27:47.000489 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:27:47.002062 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:27:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:47.002195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6af27-d39a-45cd-bd16-93797398724d req-c7f4c886-5e19-47e1-8e59-a141d213c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:47.003712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-c7f4c886-5e19-47e1-8e59-a141d213c5b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 200 len: 848 time: 0.0614693 Jan 28 01:27:47.065270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6af27-d39a-45cd-bd16-93797398724d req-a30bf252-f4f0-47b9-94fa-538d81b3bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:47.067186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-a30bf252-f4f0-47b9-94fa-538d81b3bc7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e64ec99a-0938-44c2-b73f-f1e98e68af3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558269 Jan 28 01:27:47.116538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3ace-dd7e-48cc-a5c2-bb5778fc7ea6 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:47.118084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2c1e3ace-dd7e-48cc-a5c2-bb5778fc7ea6 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2675843 Jan 28 01:27:47.121124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33508) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:47.141724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:27:47.192493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-1e8ec097-9172-47e7-a94d-42efe1f3f698 service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147683 Jan 28 01:27:47.251129 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3db375cc-3922-4064-8ec0-848ea5058c30 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] 10.222.0.23 "GET /v2.0/subnetpools/8ebe90ff-d775-4c55-9065-8e463550c8ab HTTP/1.1" status: 200 len: 731 time: 0.1284642 Jan 28 01:27:47.254859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33512) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:47.261962 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-392c93c0-b6b4-4d62-9bed-6ef51ade9f2d tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1827028626'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:47.386710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ba6af27-d39a-45cd-bd16-93797398724d req-f0c1801b-80cd-4505-a919-432e7f3de010 service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839190 Jan 28 01:27:47.415766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-392c93c0-b6b4-4d62-9bed-6ef51ade9f2d tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:47.418629 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-392c93c0-b6b4-4d62-9bed-6ef51ade9f2d tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] 10.222.0.23 "PUT /v2.0/subnetpools/8ebe90ff-d775-4c55-9065-8e463550c8ab HTTP/1.1" status: 200 len: 684 time: 0.1630316 Jan 28 01:27:47.419903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33518) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:47.479228 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '5136bb79-3c40-4ae6-8323-b46669c8230f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'port_id': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'mac_address': 'fa:16:3e:92:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:27:45Z', 'updated_at': '2022-01-28T01:27:45Z', 'revision_number': 0, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:22Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:27:47.519123 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f03be2-d3c3-4f98-aff5-2f0a72185ac1 None None] The sync data for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 is: [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '5136bb79-3c40-4ae6-8323-b46669c8230f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'port_id': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'mac_address': 'fa:16:3e:92:1e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:27:45Z', 'updated_at': '2022-01-28T01:27:45Z', 'revision_number': 0, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:22Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:27:47.602236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ab5a7-c6ec-4c44-b4f1-7134cbf615c7 req-1648919e-2ae2-42f5-87fc-6a1bd5113df2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:47.603699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-177ab5a7-c6ec-4c44-b4f1-7134cbf615c7 req-1648919e-2ae2-42f5-87fc-6a1bd5113df2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1491296 Jan 28 01:27:47.628068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cab44c74-1319-4b2d-85c3-3c54cecf5115 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:47.629160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cab44c74-1319-4b2d-85c3-3c54cecf5115 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] 10.222.0.23 "DELETE /v2.0/subnetpools/8ebe90ff-d775-4c55-9065-8e463550c8ab HTTP/1.1" status: 204 len: 168 time: 0.2082582 Jan 28 01:27:47.632005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33530) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:47.646919 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-3f1ac9bb-5ace-412e-8f95-248d00270a34 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] show failed (client error): The resource could not be found. Jan 28 01:27:47.647940 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3f1ac9bb-5ace-412e-8f95-248d00270a34 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] 10.222.0.23 "GET /v2.0/subnetpools/8ebe90ff-d775-4c55-9065-8e463550c8ab HTTP/1.1" status: 404 len: 346 time: 0.0149567 Jan 28 01:27:47.650827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:47.667280 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-58781330-a79b-4512-a122-21321c414791 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] delete failed (client error): The resource could not be found. Jan 28 01:27:47.668587 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-58781330-a79b-4512-a122-21321c414791 tempest-SubnetPoolsTestJSON-1043465682 tempest-SubnetPoolsTestJSON-1043465682-project] 10.222.0.23 "DELETE /v2.0/subnetpools/8ebe90ff-d775-4c55-9065-8e463550c8ab HTTP/1.1" status: 404 len: 346 time: 0.0168266 Jan 28 01:27:47.732408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-177ab5a7-c6ec-4c44-b4f1-7134cbf615c7 req-2759a699-a115-4027-953e-f6bdf07a9fc0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174817 Jan 28 01:27:47.752473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-26c1dc60-8c56-4731-865e-12aac3511ba3 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:47.754439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-26c1dc60-8c56-4731-865e-12aac3511ba3 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 814 time: 0.1613100 Jan 28 01:27:47.787135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-0ab4f892-cd81-4bf4-a7dd-cd056085598c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/quotas/932b62a689b8480ca3adf63806b4f36a HTTP/1.1" status: 200 len: 375 time: 0.0243380 Jan 28 01:27:47.826920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-d62404c1-84eb-4e04-89ef-65c5a4be5472 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382590 Jan 28 01:27:47.868897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29629c11-ab2e-4664-9320-dd58664fa2a2 None None] New status for floating IP 5136bb79-3c40-4ae6-8323-b46669c8230f: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:27:47.988537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f680e28c-158d-4e60-800d-74bb89497f73 req-c2b1d73c-6abf-443e-aa2e-3bb14a9a8b3f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0483761 Jan 28 01:27:48.037460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-0ee5f293-5a49-4a73-b2fa-3f607ffa35d0 service neutron] 10.222.0.23 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010143 Jan 28 01:27:48.037585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33540) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:48.142425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-a54fcd77-b312-4d3e-b301-31a3d3309a8e service neutron] 10.222.0.23 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994155 Jan 28 01:27:48.161982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97d2cfcb-d13d-4ffb-894b-b39997c817bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.258072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97d2cfcb-d13d-4ffb-894b-b39997c817bf admin admin] Publish callbacks [] for security_group (64028479-8657-4ee2-8b5f-b81416339e2e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.269988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-97d2cfcb-d13d-4ffb-894b-b39997c817bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (64028479-8657-4ee2-8b5f-b81416339e2e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.312964 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-97d2cfcb-d13d-4ffb-894b-b39997c817bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a923d0cc7cb40c5ab171b4e317e35d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742651 Jan 28 01:27:48.316537 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33550) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:48.325649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2cfcb-d13d-4ffb-894b-b39997c817bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64028479-8657-4ee2-8b5f-b81416339e2e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:48.360304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8c497f1d-50f4-464d-8049-980069855a0b req-f4d7fdb1-82aa-4414-b8f3-fe4ef68d3f6c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 210 time: 0.0555363 Jan 28 01:27:48.390274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf45c127-cba6-4fc4-9b6a-16a270339e20 admin admin] Publish callbacks [] for security_group (64028479-8657-4ee2-8b5f-b81416339e2e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.412790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf45c127-cba6-4fc4-9b6a-16a270339e20 admin admin] Publish callbacks [] for security_group (64028479-8657-4ee2-8b5f-b81416339e2e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.451977 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:27:48.471143 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf45c127-cba6-4fc4-9b6a-16a270339e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (64028479-8657-4ee2-8b5f-b81416339e2e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.473741 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf45c127-cba6-4fc4-9b6a-16a270339e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:48.475777 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf45c127-cba6-4fc4-9b6a-16a270339e20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64028479-8657-4ee2-8b5f-b81416339e2e HTTP/1.1" status: 204 len: 168 time: 0.1573169 Jan 28 01:27:48.487706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45c127-cba6-4fc4-9b6a-16a270339e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64028479-8657-4ee2-8b5f-b81416339e2e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:48.919828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a890-77b2-489d-a9f0-596d28218d17 req-e4d52910-b600-4990-860c-a9b10c5f64e0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:48.922996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56a9a890-77b2-489d-a9f0-596d28218d17 req-e4d52910-b600-4990-860c-a9b10c5f64e0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0599072 Jan 28 01:27:48.996942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56a9a890-77b2-489d-a9f0-596d28218d17 req-2275cce9-768c-47c3-8a79-f771d9076a5a tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674670 Jan 28 01:27:49.100651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bc0e58e-f2d7-4b89-949a-8ca6d477f645 req-b1d11794-0f11-4e43-b4b5-f24fc67987e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0391266 Jan 28 01:27:49.474771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8b62e40-6971-4b9d-a66c-8d6a266236b1 req-c4b001ea-183e-426a-812e-ba123680a526 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 210 time: 0.0334585 Jan 28 01:27:49.603608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-e250178c-e700-430a-9d8c-9c42dd82795e tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:49.605680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-e250178c-e700-430a-9d8c-9c42dd82795e tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 814 time: 0.1159453 Jan 28 01:27:49.635594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Request body: {'port': {'device_id': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435', 'admin_state_up': True, 'tenant_id': '932b62a689b8480ca3adf63806b4f36a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:49.761972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Made reservation on behalf of 932b62a689b8480ca3adf63806b4f36a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:27:49.765483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:49.899173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Allocated IP 172.20.0.11 (7d669fa4-99a6-4bd6-95ce-f98844bab435/ab8893ee-e134-4511-be07-e21d7edc9b8e/b43bb266-ea84-4939-a768-563abbe7a750) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:27:50.058889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks [] for port (b43bb266-ea84-4939-a768-563abbe7a750), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.141622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b43bb266-ea84-4939-a768-563abbe7a750), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.167894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf511b1-b93a-4aa1-84db-3fb5d766cddf req-7bb348a3-f85f-4fdd-9fce-92f8f658a5b3 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:50.175307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bf511b1-b93a-4aa1-84db-3fb5d766cddf req-7bb348a3-f85f-4fdd-9fce-92f8f658a5b3 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0937340 Jan 28 01:27:50.248950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f982fcb-de88-4ce8-ae6b-621fc68f3d52 req-2fc0fd96-5004-4b41-b1ce-c2fc1359bb6c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0661647 Jan 28 01:27:50.253429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Network 7d669fa4-99a6-4bd6-95ce-f98844bab435 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:27:50.275841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:27:50.275841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:27:50.308095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Pushing event updated for resources: {'Port': ['ID=b43bb266-ea84-4939-a768-563abbe7a750,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:50.336997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bf511b1-b93a-4aa1-84db-3fb5d766cddf req-3d88755e-f47d-4448-8fd4-bf9f35b7ed5c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608641 Jan 28 01:27:50.367338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:50.368290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.387333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-ae571237-e3e3-47ec-8b68-e0a8dd449c2d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7567880 Jan 28 01:27:50.407660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Request body: {'port': {'device_id': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:27:50.704264 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33642) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:50.828913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd66-b437-4379-b696-6d0f3e0f795f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.863721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b43bb266-ea84-4939-a768-563abbe7a750), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.873579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114afd0a-1373-4b01-8865-36d26eb34312 req-d50096a3-0667-4ef4-bc92-2571ab18a3b0 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:50.875129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-114afd0a-1373-4b01-8865-36d26eb34312 req-d50096a3-0667-4ef4-bc92-2571ab18a3b0 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 932 time: 0.0765836 Jan 28 01:27:50.917556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd66-b437-4379-b696-6d0f3e0f795f admin admin] Publish callbacks [] for security_group (65e68288-e14f-44bc-97d9-42ba862f935c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.923012 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a3b7bd66-b437-4379-b696-6d0f3e0f795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65e68288-e14f-44bc-97d9-42ba862f935c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.966151 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a3b7bd66-b437-4379-b696-6d0f3e0f795f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd106ecd20cc4b0c8a6ded7d0f725817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2601080 Jan 28 01:27:50.967577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-114afd0a-1373-4b01-8865-36d26eb34312 req-5150b41a-82ec-4d54-8fae-eaafe5e55831 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819948 Jan 28 01:27:50.972426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 33646) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:50.975700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7bd66-b437-4379-b696-6d0f3e0f795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e68288-e14f-44bc-97d9-42ba862f935c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:51.092901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-689fd1f6-6f91-4005-9a90-5200bfa8235f admin admin] Publish callbacks [] for security_group (65e68288-e14f-44bc-97d9-42ba862f935c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.150571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-689fd1f6-6f91-4005-9a90-5200bfa8235f admin admin] Publish callbacks [] for security_group (65e68288-e14f-44bc-97d9-42ba862f935c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.231521 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-689fd1f6-6f91-4005-9a90-5200bfa8235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (65e68288-e14f-44bc-97d9-42ba862f935c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.234211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-689fd1f6-6f91-4005-9a90-5200bfa8235f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.235376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-689fd1f6-6f91-4005-9a90-5200bfa8235f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65e68288-e14f-44bc-97d9-42ba862f935c HTTP/1.1" status: 204 len: 168 time: 0.2626007 Jan 28 01:27:51.263713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fd1f6-6f91-4005-9a90-5200bfa8235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e68288-e14f-44bc-97d9-42ba862f935c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:51.277463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43bb266-ea84-4939-a768-563abbe7a750 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:27:51.287340 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Publish callbacks [] for port (b43bb266-ea84-4939-a768-563abbe7a750), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.300581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Transition to ACTIVE for port object b43bb266-ea84-4939-a768-563abbe7a750 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:27:51.305372 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b43bb266-ea84-4939-a768-563abbe7a750), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.429491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Pushing event updated for resources: {'Port': ['ID=b43bb266-ea84-4939-a768-563abbe7a750,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:51.497947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de8659a4-70f8-4665-8317-2a2857d26497 req-ab964f0a-5d49-4786-88de-b8781dca4d71 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0945089 Jan 28 01:27:51.544026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7c09-0731-4c89-b61d-c132df167f61 req-aeaba581-4371-49c2-b4b0-ed5f41481afe tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:51.545600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ae7c09-0731-4c89-b61d-c132df167f61 req-aeaba581-4371-49c2-b4b0-ed5f41481afe tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1103315 Jan 28 01:27:51.559658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Attempting to bind port b43bb266-ea84-4939-a768-563abbe7a750 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:27:51.559658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Attempting to bind port b43bb266-ea84-4939-a768-563abbe7a750 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:27:51.559658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Attempting to bind port b43bb266-ea84-4939-a768-563abbe7a750 on network 7d669fa4-99a6-4bd6-95ce-f98844bab435 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:51.569725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Port b43bb266-ea84-4939-a768-563abbe7a750 on network 7d669fa4-99a6-4bd6-95ce-f98844bab435 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:27:51.570070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Attempting to bind port b43bb266-ea84-4939-a768-563abbe7a750 on network 7d669fa4-99a6-4bd6-95ce-f98844bab435 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:27:51.583244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:27:51.583592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Checking segment: {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:27:51.583990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Bound using segment: {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:27:51.584429 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Bound port: b43bb266-ea84-4939-a768-563abbe7a750, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:27:51.584792 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b43bb266-ea84-4939-a768-563abbe7a750), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.605977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33658) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:51.621226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdf95176-d07f-4c04-a881-08d1c0bddd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.648858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ae7c09-0731-4c89-b61d-c132df167f61 req-54062553-08ff-4e6a-a09d-3c4728b65274 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920711 Jan 28 01:27:51.682268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] For port b43bb266-ea84-4939-a768-563abbe7a750, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:27:51.687269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] For port b43bb266-ea84-4939-a768-563abbe7a750, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b43bb266-ea84-4939-a768-563abbe7a750,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:27:51.693355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b43bb266-ea84-4939-a768-563abbe7a750), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.718159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdf95176-d07f-4c04-a881-08d1c0bddd31 admin admin] Publish callbacks [] for security_group (01de739e-bc2d-435f-99bd-20a51b3128b0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.723113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdf95176-d07f-4c04-a881-08d1c0bddd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (01de739e-bc2d-435f-99bd-20a51b3128b0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.732670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:51.733102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.734571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] 10.222.0.43 "PUT /v2.0/ports/b43bb266-ea84-4939-a768-563abbe7a750 HTTP/1.1" status: 200 len: 1092 time: 1.3312700 Jan 28 01:27:51.736981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'tag': 'b43bb266-ea84-4939-a768-563abbe7a750'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:51.739329 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b073c5-50bb-472c-a998-c39dfd7ac967" -d '{"events": [{"name": "network-changed", "server_uuid": "71cd3de1-eb90-430f-b9cf-b2a275b5d7be", "tag": "b43bb266-ea84-4939-a768-563abbe7a750"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:51.763453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf95176-d07f-4c04-a881-08d1c0bddd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01de739e-bc2d-435f-99bd-20a51b3128b0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:51.771726 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fdf95176-d07f-4c04-a881-08d1c0bddd31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d53c852c75c64971ae43f4d659a3759f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645803 Jan 28 01:27:51.772533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 33662) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:27:51.774101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e200c9-2345-469e-8f33-d6fb134a040e service neutron] Pushing event updated for resources: {'Port': ['ID=b43bb266-ea84-4939-a768-563abbe7a750,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:51.823168 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd6839-eccd-4709-a87d-db986f305cf9 x-openstack-request-id: req-a4fd6839-eccd-4709-a87d-db986f305cf9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:51.823577 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cd3de1-eb90-430f-b9cf-b2a275b5d7be", "tag": "b43bb266-ea84-4939-a768-563abbe7a750", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:51.823928 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4fd6839-eccd-4709-a87d-db986f305cf9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:51.824419 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'tag': 'b43bb266-ea84-4939-a768-563abbe7a750', 'status': 'completed', 'code': 200} Jan 28 01:27:51.834694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296078c9-4055-42c8-b564-17714e009713 admin admin] Publish callbacks [] for security_group (01de739e-bc2d-435f-99bd-20a51b3128b0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.840665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-2c2cb083-2048-418d-a0bc-f2db520fe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:51.843740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-2c2cb083-2048-418d-a0bc-f2db520fe633 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 1095 time: 0.0506849 Jan 28 01:27:51.860286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296078c9-4055-42c8-b564-17714e009713 admin admin] Publish callbacks [] for security_group (01de739e-bc2d-435f-99bd-20a51b3128b0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.895051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-a9c17787-d59d-4447-b8a1-317c6139d0a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43bb266-ea84-4939-a768-563abbe7a750 HTTP/1.1" status: 200 len: 217 time: 0.0384431 Jan 28 01:27:51.915182 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296078c9-4055-42c8-b564-17714e009713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (01de739e-bc2d-435f-99bd-20a51b3128b0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.917938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-296078c9-4055-42c8-b564-17714e009713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:51.919150 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-296078c9-4055-42c8-b564-17714e009713 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01de739e-bc2d-435f-99bd-20a51b3128b0 HTTP/1.1" status: 204 len: 168 time: 0.1455338 Jan 28 01:27:51.928135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296078c9-4055-42c8-b564-17714e009713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01de739e-bc2d-435f-99bd-20a51b3128b0,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:51.944916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30037a-c555-440e-895d-1730a893b526 req-d1e7ac92-0070-40c2-b20d-3761fb5e153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:51.946868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-d1e7ac92-0070-40c2-b20d-3761fb5e153c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.0460079 Jan 28 01:27:51.982388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-5f7f26c7-998d-4074-bbb8-5a683b4537a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290773 Jan 28 01:27:52.129028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71df40-f6ed-4ab9-af11-5bd18714191b req-549272e3-4f86-4fcd-bcab-cefa7a49f656 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:52.130557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a71df40-f6ed-4ab9-af11-5bd18714191b req-549272e3-4f86-4fcd-bcab-cefa7a49f656 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 944 time: 0.0736814 Jan 28 01:27:52.134557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-b3b6e288-18da-4b53-bcde-c8dfbdf5a61a service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455936 Jan 28 01:27:52.232095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a71df40-f6ed-4ab9-af11-5bd18714191b req-f35954d6-9bd8-46f9-bb34-259e8a3889bc tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941808 Jan 28 01:27:52.269585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f30037a-c555-440e-895d-1730a893b526 req-e02237e7-b39f-42af-aa29-e0fe66ea0043 service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248331 Jan 28 01:27:52.420298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-ae9176e8-1f56-4a90-96d9-9b6b185ac471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:52.422049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-ae9176e8-1f56-4a90-96d9-9b6b185ac471 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 1095 time: 0.0501690 Jan 28 01:27:52.534785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-76037101-a9ff-4977-b607-5b180c22f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:52.536332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-76037101-a9ff-4977-b607-5b180c22f57e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 915 time: 0.1081450 Jan 28 01:27:52.594513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-bccc7150-c0ab-4634-a454-dd8f4fcb7cc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43bb266-ea84-4939-a768-563abbe7a750 HTTP/1.1" status: 200 len: 217 time: 0.0516016 Jan 28 01:27:52.655000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b28d75d-0242-429d-904c-b3a5702b5ee1 req-516d0415-6444-4b80-873a-39b60cbc73a6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0691173 Jan 28 01:27:52.683824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-90e5de55-cf63-4b2a-a791-d7dab628c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:52.687233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-90e5de55-cf63-4b2a-a791-d7dab628c165 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.0835679 Jan 28 01:27:52.725281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-b0acfccf-b71f-4c9a-be00-35bcec632408 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322499 Jan 28 01:27:52.848642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54c37b-7c7e-4a6a-ade3-c1e9a061d502 req-f88907e7-9032-45bf-a3a1-e6ae969eb863 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:52.850320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae54c37b-7c7e-4a6a-ade3-c1e9a061d502 req-f88907e7-9032-45bf-a3a1-e6ae969eb863 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1168668 Jan 28 01:27:52.885928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-9a3d9a17-fa21-48bf-96ee-5548ac419abb service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535275 Jan 28 01:27:52.972646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae54c37b-7c7e-4a6a-ade3-c1e9a061d502 req-b243f735-1339-48bb-b5a2-abd56eb16b8b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146944 Jan 28 01:27:53.015251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9b073c5-50bb-472c-a998-c39dfd7ac967 req-1112fc41-cf7a-4c89-be4c-17ea09ab80d5 service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183786 Jan 28 01:27:53.364214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083be9-31e5-419d-bab2-1170e22d0fdf req-2bd78a01-5afa-49ec-8038-3c023fddd586 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:53.365869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8083be9-31e5-419d-bab2-1170e22d0fdf req-2bd78a01-5afa-49ec-8038-3c023fddd586 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 944 time: 0.0617898 Jan 28 01:27:53.416669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8083be9-31e5-419d-bab2-1170e22d0fdf req-eb487583-1612-4838-af5d-4becd879b408 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Jan 28 01:27:53.768279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb2b3834-2509-4756-a5a2-211b433b0287 req-a4d18180-b684-4ddd-a9c7-2762085b9c7c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0342319 Jan 28 01:27:54.102667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d63b6-a355-4095-a78f-4906d5c421e1 req-06558944-6e09-4d5e-9bb2-1d53cfe68826 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:54.104364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-165d63b6-a355-4095-a78f-4906d5c421e1 req-06558944-6e09-4d5e-9bb2-1d53cfe68826 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0580649 Jan 28 01:27:54.162480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-165d63b6-a355-4095-a78f-4906d5c421e1 req-a4fd8faa-5e67-4a8d-a702-281e378d1959 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511322 Jan 28 01:27:54.538395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a33a-a7f6-4f2f-a4b7-9d4fff9b78cb req-431aafdc-ac76-4ae2-8761-024154b32137 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:54.539807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b10a33a-a7f6-4f2f-a4b7-9d4fff9b78cb req-431aafdc-ac76-4ae2-8761-024154b32137 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 944 time: 0.0480011 Jan 28 01:27:54.598354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b10a33a-a7f6-4f2f-a4b7-9d4fff9b78cb req-f31e6a91-a99b-40b2-8b16-15e68390e888 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Jan 28 01:27:54.868298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de6d20d7-a9cd-4a95-aa1e-196c460a9d4c req-679a81d9-0682-482e-8f57-d0ea72bcad98 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0315695 Jan 28 01:27:55.275554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08217-55da-4933-9516-e212865970f6 req-48b84906-67b9-4b8f-9a20-353abd1dcdca tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:55.277080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39d08217-55da-4933-9516-e212865970f6 req-48b84906-67b9-4b8f-9a20-353abd1dcdca tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0512447 Jan 28 01:27:55.324061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39d08217-55da-4933-9516-e212865970f6 req-0da000ad-8030-445a-9283-394a27d2f5f0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409553 Jan 28 01:27:55.711434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b43bb266-ea84-4939-a768-563abbe7a750 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:27:55.715270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1684-5c47-4f7e-89c0-8950cfc68970 req-37dcbee4-e84a-4606-bb9a-5896a9cdb30b tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:55.723647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-323e1684-5c47-4f7e-89c0-8950cfc68970 req-37dcbee4-e84a-4606-bb9a-5896a9cdb30b tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 944 time: 0.0606506 Jan 28 01:27:55.779087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-323e1684-5c47-4f7e-89c0-8950cfc68970 req-5f2f7317-4dc5-4746-848e-81c0083b385d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542896 Jan 28 01:27:55.870354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b43bb266-ea84-4939-a768-563abbe7a750, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b43bb266-ea84-4939-a768-563abbe7a750,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:55.883043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'b43bb266-ea84-4939-a768-563abbe7a750', 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435', 'port_id': 'b43bb266-ea84-4939-a768-563abbe7a750', 'mac_address': 'fa:16:3e:b4:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8893ee-e134-4511-be07-e21d7edc9b8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:27:55.943339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b43bb266-ea84-4939-a768-563abbe7a750 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:55.943799 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b43bb266-ea84-4939-a768-563abbe7a750), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:55.964180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43bb266-ea84-4939-a768-563abbe7a750 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:27:55.996792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b43bb266-ea84-4939-a768-563abbe7a750, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b43bb266-ea84-4939-a768-563abbe7a750,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:56.009369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b43bb266-ea84-4939-a768-563abbe7a750), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:56.030359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4567b915-ea00-4570-814b-e21190d0b98a req-d35f2986-990d-4a04-86eb-8f850dec7c6b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=f776d69d-6c60-4b4d-9d21-483c93ffd8dd HTTP/1.1" status: 200 len: 210 time: 0.0537498 Jan 28 01:27:56.083758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b43bb266-ea84-4939-a768-563abbe7a750,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:56.309861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b43bb266-ea84-4939-a768-563abbe7a750'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:27:56.476488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f35fe-4183-4b96-90f4-7ab060d60278 req-02997d0b-1a39-47b3-bce7-d0628ce74f57 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:56.478358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-930f35fe-4183-4b96-90f4-7ab060d60278 req-02997d0b-1a39-47b3-bce7-d0628ce74f57 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0681329 Jan 28 01:27:56.538865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-930f35fe-4183-4b96-90f4-7ab060d60278 req-61e7286d-2404-4c98-9757-0a6a77d8dc9b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467525 Jan 28 01:27:56.895838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661e43-9954-4e60-880a-5af916410cea req-db35f442-8bf8-4448-a57d-961628cf346b tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:56.897359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7661e43-9954-4e60-880a-5af916410cea req-db35f442-8bf8-4448-a57d-961628cf346b tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 945 time: 0.0522511 Jan 28 01:27:56.947054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7661e43-9954-4e60-880a-5af916410cea req-495ac11b-bb44-43d5-96e4-532939545aa3 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Jan 28 01:27:57.667958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d3c57-34d7-4bb5-bdfc-bbf000527eb3 req-875cfeac-eebd-4374-a234-321be712570c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:57.669489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6d3c57-34d7-4bb5-bdfc-bbf000527eb3 req-875cfeac-eebd-4374-a234-321be712570c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0562222 Jan 28 01:27:57.713156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b43bb266-ea84-4939-a768-563abbe7a750 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:27:57.724571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df6d3c57-34d7-4bb5-bdfc-bbf000527eb3 req-13618ce4-05f1-4f17-bffb-6e195c5cbb3a tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490100 Jan 28 01:27:57.785142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port b43bb266-ea84-4939-a768-563abbe7a750 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:27:57.792907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port b43bb266-ea84-4939-a768-563abbe7a750 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:27:57.793448 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b43bb266-ea84-4939-a768-563abbe7a750), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:57.886923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port b43bb266-ea84-4939-a768-563abbe7a750 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:27:57.887538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b43bb266-ea84-4939-a768-563abbe7a750), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:57.913229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43bb266-ea84-4939-a768-563abbe7a750'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:27:57.915681 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027840fc-2d8b-44b9-9919-01f805576274" -d '{"events": [{"server_uuid": "71cd3de1-eb90-430f-b9cf-b2a275b5d7be", "name": "network-vif-plugged", "status": "completed", "tag": "b43bb266-ea84-4939-a768-563abbe7a750"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:27:57.930521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port b43bb266-ea84-4939-a768-563abbe7a750, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b43bb266-ea84-4939-a768-563abbe7a750,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:27:57.935138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b43bb266-ea84-4939-a768-563abbe7a750), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:57.961213 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b703f7-db51-4043-b9a6-af7c2b69dc3c x-openstack-request-id: req-23b703f7-db51-4043-b9a6-af7c2b69dc3c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:27:57.961505 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd3de1-eb90-430f-b9cf-b2a275b5d7be", "name": "network-vif-plugged", "status": "completed", "tag": "b43bb266-ea84-4939-a768-563abbe7a750", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:27:57.961764 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23b703f7-db51-4043-b9a6-af7c2b69dc3c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:27:57.962224 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43bb266-ea84-4939-a768-563abbe7a750', 'code': 200} Jan 28 01:27:57.997734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=b43bb266-ea84-4939-a768-563abbe7a750,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:27:58.128655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620666a-df71-48b8-a8ba-3b648f297b67 req-9b823a9c-bcff-499d-9b1e-a05432a657a3 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:58.134596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5620666a-df71-48b8-a8ba-3b648f297b67 req-9b823a9c-bcff-499d-9b1e-a05432a657a3 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.0912309 Jan 28 01:27:58.137013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c5ba-4f6c-4609-a660-72f5cffd3556 req-751bc757-d49e-4a3e-aeb9-d6af3e315352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:58.138578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c923c5ba-4f6c-4609-a660-72f5cffd3556 req-751bc757-d49e-4a3e-aeb9-d6af3e315352 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 1097 time: 0.0674229 Jan 28 01:27:58.220102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c923c5ba-4f6c-4609-a660-72f5cffd3556 req-7a27b4e8-9746-4c70-bba7-8b4df8baa14c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733984 Jan 28 01:27:58.223462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5620666a-df71-48b8-a8ba-3b648f297b67 req-8405f120-b0ae-47a6-b2e2-4449c786d08b tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Jan 28 01:27:58.847063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ca17-70a8-4b77-b919-4872426456c0 req-3f30aa7e-793c-42fd-a068-ce6f6271202b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:58.848714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d96ca17-70a8-4b77-b919-4872426456c0 req-3f30aa7e-793c-42fd-a068-ce6f6271202b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0529525 Jan 28 01:27:58.898449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d96ca17-70a8-4b77-b919-4872426456c0 req-1796d132-32dd-4a9f-ae3f-9d3a3bfa5b34 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435555 Jan 28 01:27:59.128902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac756-f3b6-4077-b3bf-eaa4384f2ff9 req-cfbee876-6c2e-4ec3-bc16-41a281048d77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:59.138009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-555ac756-f3b6-4077-b3bf-eaa4384f2ff9 req-cfbee876-6c2e-4ec3-bc16-41a281048d77 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0691135 Jan 28 01:27:59.225879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-555ac756-f3b6-4077-b3bf-eaa4384f2ff9 req-139b4b58-3332-40f3-81d0-e31436672f71 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868630 Jan 28 01:27:59.229106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-6d66e700-9139-4076-9f59-afe7ebf40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:59.231059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-6d66e700-9139-4076-9f59-afe7ebf40369 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0796516 Jan 28 01:27:59.336379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-8fa3fcb8-da57-4989-ac20-c7cee1706b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:59.337949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-8fa3fcb8-da57-4989-ac20-c7cee1706b8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.0989707 Jan 28 01:27:59.458450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-02626d5a-7446-4773-879a-528316da15f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1142330 Jan 28 01:27:59.467710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4c01a-21e0-420b-a968-2610c524410d req-c1d63af5-1267-4db8-b42d-3b577200b8c4 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:59.469484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1a4c01a-21e0-420b-a968-2610c524410d req-c1d63af5-1267-4db8-b42d-3b577200b8c4 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.1171236 Jan 28 01:27:59.539378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-dc1a9ccf-57b3-4f4f-b9a0-58370a337fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:59.541196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-dc1a9ccf-57b3-4f4f-b9a0-58370a337fa9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0707345 Jan 28 01:27:59.620986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1a4c01a-21e0-420b-a968-2610c524410d req-d46785a4-d539-408e-93db-9fe581a166dd tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140606 Jan 28 01:27:59.638976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-302ff76e-535d-4a1a-a825-f1f245deb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:59.640480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-302ff76e-535d-4a1a-a825-f1f245deb519 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905080 Jan 28 01:27:59.756642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-62b93bb0-4a01-4857-b213-8c2ed9a5bc3f service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049018 Jan 28 01:27:59.878857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0df8dc4-6393-4b4f-bc8e-f0caf5e17fea req-3e7f367b-b278-4f00-8c17-6317567d649d service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175897 Jan 28 01:28:00.358290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1dfed-bc1b-4058-8bfe-4b3922a13ff0 req-1d3dec5a-165f-40b0-bda7-fd5ec4a1e29c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:00.360813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56e1dfed-bc1b-4058-8bfe-4b3922a13ff0 req-1d3dec5a-165f-40b0-bda7-fd5ec4a1e29c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0559249 Jan 28 01:28:00.438079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56e1dfed-bc1b-4058-8bfe-4b3922a13ff0 req-7137a3e0-3408-430c-af9c-ee9ebbe38fe1 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671530 Jan 28 01:28:00.726099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707c62b-4388-431f-9154-c8ce56723b95 req-8f6b93c8-a1d9-4ec8-b094-f20e806d874f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:00.727815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e707c62b-4388-431f-9154-c8ce56723b95 req-8f6b93c8-a1d9-4ec8-b094-f20e806d874f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.0498776 Jan 28 01:28:00.790576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e707c62b-4388-431f-9154-c8ce56723b95 req-4fbaf213-f87e-451c-a364-9602e1deab59 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556822 Jan 28 01:28:01.655196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f8c1f-a92b-4e77-84b7-8a268192acdf req-83179649-ae16-4c98-bc79-95a73e81c0c1 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:01.656807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc4f8c1f-a92b-4e77-84b7-8a268192acdf req-83179649-ae16-4c98-bc79-95a73e81c0c1 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.0981596 Jan 28 01:28:01.775056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc4f8c1f-a92b-4e77-84b7-8a268192acdf req-27fa8ed0-4123-4ec9-be1d-0578ec47dc4e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095991 Jan 28 01:28:03.558722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-3d408a56-fbc3-431f-a2a2-b1b76790d378 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973842 Jan 28 01:28:03.628746 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:03.769267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-75d957bc-3e92-4ea7-9bfd-c9ce243ca9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:03.770868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-75d957bc-3e92-4ea7-9bfd-c9ce243ca9c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 1096 time: 0.1113677 Jan 28 01:28:04.055855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-106c1f9d-52f5-43af-807c-63b3cd354600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:04.060114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-106c1f9d-52f5-43af-807c-63b3cd354600 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.2513344 Jan 28 01:28:04.168937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-743aaf73-bba4-4c0d-8dad-48b66e0452fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 200 len: 1001 time: 0.1029608 Jan 28 01:28:04.244654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-f701c8a7-1d3e-4801-a476-0aaad89489c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:04.248821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-f701c8a7-1d3e-4801-a476-0aaad89489c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0655537 Jan 28 01:28:04.349856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-1efdfb07-ee92-46f8-9b6e-3e9e6b4ae61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:04.351398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-1efdfb07-ee92-46f8-9b6e-3e9e6b4ae61d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952582 Jan 28 01:28:04.523678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-3163ab7c-96cd-4fbf-8d84-8079989e8815 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627555 Jan 28 01:28:04.733430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0ee112a-32d1-48f8-be58-64504f6e2996 req-14d15bc8-f129-49f3-9227-c8a667e97049 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032275 Jan 28 01:28:07.120304 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05542698-0a59-40cf-b859-89728cc6ae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:07.370839 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:08.315939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-174c5ff4-34c9-45ef-8a42-186b07847cdc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130905 Jan 28 01:28:08.451403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-bf793d30-546b-4a56-a220-12f970600237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:08.453626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-bf793d30-546b-4a56-a220-12f970600237 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 1097 time: 0.0654352 Jan 28 01:28:08.658423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-f69b97a0-112c-4cec-983f-868c275175bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:08.661015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-f69b97a0-112c-4cec-983f-868c275175bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 915 time: 0.1822031 Jan 28 01:28:08.729307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-b9fbdb6e-f108-4531-83b6-f271a1f97280 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43bb266-ea84-4939-a768-563abbe7a750 HTTP/1.1" status: 200 len: 217 time: 0.0570023 Jan 28 01:28:08.828227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-9a602bb8-09a8-40fb-a64d-ee939761e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:08.833604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-9a602bb8-09a8-40fb-a64d-ee939761e2ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.0980260 Jan 28 01:28:08.910059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-87217b29-90f8-4b8b-a4fd-d75b91da914a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600100 Jan 28 01:28:09.132541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-6f3dc4eb-2815-4155-a31d-fab19970d5ff service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186301 Jan 28 01:28:09.275219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e360ffd0-9a22-43fe-8ac7-c62ade88783b req-25e3f332-a8ee-4757-9aca-0d4670c54fa8 service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362133 Jan 28 01:28:09.354023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b815e23b-04e9-413d-adce-1f9963e4f415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:10.860945 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:11.975267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.078205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34240) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:13.238583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1aa4-32aa-4427-9b3d-c454fb4f4439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.336592 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.377354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1aa4-32aa-4427-9b3d-c454fb4f4439 admin admin] Publish callbacks [] for security_group (7f83a5dc-180c-44c5-a607-6ddb809a555f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.384834 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1aa4-32aa-4427-9b3d-c454fb4f4439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7f83a5dc-180c-44c5-a607-6ddb809a555f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.433363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1aa4-32aa-4427-9b3d-c454fb4f4439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f83a5dc-180c-44c5-a607-6ddb809a555f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:13.455079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34250) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:13.455578 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1bdb1aa4-32aa-4427-9b3d-c454fb4f4439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33da6bec49484d61b1dfe79011cbf52f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756945 Jan 28 01:28:13.545455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Publish callbacks [] for security_group (7f83a5dc-180c-44c5-a607-6ddb809a555f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.573321 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Publish callbacks [] for security_group (7f83a5dc-180c-44c5-a607-6ddb809a555f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.664996 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7f83a5dc-180c-44c5-a607-6ddb809a555f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.683628 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.688505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f83a5dc-180c-44c5-a607-6ddb809a555f HTTP/1.1" status: 204 len: 168 time: 0.2313087 Jan 28 01:28:13.698109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f83a5dc-180c-44c5-a607-6ddb809a555f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:13.706443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.706980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.707473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.708197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.708685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.709174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.709642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.710148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.710631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.711090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.711587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.712129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:13.713315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f04ebbb-c07d-43b0-8727-0c371a9f84ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.068914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34270) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:14.083852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fd30274-41ef-4b2e-93fa-1e6ee45ed7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.168564 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fd30274-41ef-4b2e-93fa-1e6ee45ed7ff admin admin] Publish callbacks [] for security_group (48366209-e13c-47c3-b291-36f463a02d3c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.174873 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fd30274-41ef-4b2e-93fa-1e6ee45ed7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (48366209-e13c-47c3-b291-36f463a02d3c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.219734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:14.225127 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7fd30274-41ef-4b2e-93fa-1e6ee45ed7ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09ea48a1dfd34412a982e577c81aa876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548898 Jan 28 01:28:14.226051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30274-41ef-4b2e-93fa-1e6ee45ed7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48366209-e13c-47c3-b291-36f463a02d3c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:14.272666 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce041632-257a-40d0-8e23-e6b8f2cb1c3e admin admin] Publish callbacks [] for security_group (48366209-e13c-47c3-b291-36f463a02d3c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.300868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce041632-257a-40d0-8e23-e6b8f2cb1c3e admin admin] Publish callbacks [] for security_group (48366209-e13c-47c3-b291-36f463a02d3c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.360673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce041632-257a-40d0-8e23-e6b8f2cb1c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (48366209-e13c-47c3-b291-36f463a02d3c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.363734 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ce041632-257a-40d0-8e23-e6b8f2cb1c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.367428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ce041632-257a-40d0-8e23-e6b8f2cb1c3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48366209-e13c-47c3-b291-36f463a02d3c HTTP/1.1" status: 204 len: 168 time: 0.1442986 Jan 28 01:28:14.374091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce041632-257a-40d0-8e23-e6b8f2cb1c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48366209-e13c-47c3-b291-36f463a02d3c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:15.066922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34296) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:15.080954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-76420fac-42ab-4915-93c4-08ac35851e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.166898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-76420fac-42ab-4915-93c4-08ac35851e0e admin admin] Publish callbacks [] for security_group (a744f4b5-ad3f-42c9-8dd7-456d043208a9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.173490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-76420fac-42ab-4915-93c4-08ac35851e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a744f4b5-ad3f-42c9-8dd7-456d043208a9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.227305 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-76420fac-42ab-4915-93c4-08ac35851e0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8db9dbba01264fd9b1f1bb43cc9cffc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586564 Jan 28 01:28:15.228779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76420fac-42ab-4915-93c4-08ac35851e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a744f4b5-ad3f-42c9-8dd7-456d043208a9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:15.230263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:15.323054 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-62c47007-186b-42c0-b5b6-e1e24a194317 admin admin] Publish callbacks [] for security_group (a744f4b5-ad3f-42c9-8dd7-456d043208a9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.350455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-62c47007-186b-42c0-b5b6-e1e24a194317 admin admin] Publish callbacks [] for security_group (a744f4b5-ad3f-42c9-8dd7-456d043208a9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.408729 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-62c47007-186b-42c0-b5b6-e1e24a194317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a744f4b5-ad3f-42c9-8dd7-456d043208a9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.411515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-62c47007-186b-42c0-b5b6-e1e24a194317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.416545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-62c47007-186b-42c0-b5b6-e1e24a194317 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a744f4b5-ad3f-42c9-8dd7-456d043208a9 HTTP/1.1" status: 204 len: 168 time: 0.1850724 Jan 28 01:28:15.428544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c47007-186b-42c0-b5b6-e1e24a194317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744f4b5-ad3f-42c9-8dd7-456d043208a9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:18.009138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34420) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:18.139051 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6fdb-792a-4f6b-b240-12f0cde71f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.232537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6fdb-792a-4f6b-b240-12f0cde71f13 admin admin] Publish callbacks [] for security_group (7b05ebe6-9a4d-4ea1-afa8-7db91865249d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.237694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6fdb-792a-4f6b-b240-12f0cde71f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b05ebe6-9a4d-4ea1-afa8-7db91865249d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.263681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc6fdb-792a-4f6b-b240-12f0cde71f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b05ebe6-9a4d-4ea1-afa8-7db91865249d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:18.301759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9fbc6fdb-792a-4f6b-b240-12f0cde71f13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f601cc8638e4df78ccb247738c17cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878735 Jan 28 01:28:18.302657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34428) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:18.359720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-852bd106-43c6-47d5-aa4b-f413ed838e61 admin admin] Publish callbacks [] for security_group (7b05ebe6-9a4d-4ea1-afa8-7db91865249d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.385120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-852bd106-43c6-47d5-aa4b-f413ed838e61 admin admin] Publish callbacks [] for security_group (7b05ebe6-9a4d-4ea1-afa8-7db91865249d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.446053 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-852bd106-43c6-47d5-aa4b-f413ed838e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7b05ebe6-9a4d-4ea1-afa8-7db91865249d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.450446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-852bd106-43c6-47d5-aa4b-f413ed838e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.454651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-852bd106-43c6-47d5-aa4b-f413ed838e61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b05ebe6-9a4d-4ea1-afa8-7db91865249d HTTP/1.1" status: 204 len: 168 time: 0.1504021 Jan 28 01:28:18.465022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bd106-43c6-47d5-aa4b-f413ed838e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b05ebe6-9a4d-4ea1-afa8-7db91865249d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:18.857252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34448) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:18.883251 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe51afd-e922-4b3d-b9d6-0a25770f6ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.987891 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe51afd-e922-4b3d-b9d6-0a25770f6ff9 admin admin] Publish callbacks [] for security_group (fe7de0b9-2e85-4f83-9779-1192dc8d823b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.993216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abe51afd-e922-4b3d-b9d6-0a25770f6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fe7de0b9-2e85-4f83-9779-1192dc8d823b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:19.030955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe51afd-e922-4b3d-b9d6-0a25770f6ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7de0b9-2e85-4f83-9779-1192dc8d823b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:19.049332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-abe51afd-e922-4b3d-b9d6-0a25770f6ff9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecfed983bebd421482ef51f79254c7a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907687 Jan 28 01:28:19.052071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34456) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:19.124096 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4aae80db-935f-4d06-8f9a-3be911bf5fb8 admin admin] Publish callbacks [] for security_group (fe7de0b9-2e85-4f83-9779-1192dc8d823b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:19.157207 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4aae80db-935f-4d06-8f9a-3be911bf5fb8 admin admin] Publish callbacks [] for security_group (fe7de0b9-2e85-4f83-9779-1192dc8d823b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:19.219598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4aae80db-935f-4d06-8f9a-3be911bf5fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fe7de0b9-2e85-4f83-9779-1192dc8d823b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:19.222470 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4aae80db-935f-4d06-8f9a-3be911bf5fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:19.223706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4aae80db-935f-4d06-8f9a-3be911bf5fb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe7de0b9-2e85-4f83-9779-1192dc8d823b HTTP/1.1" status: 204 len: 168 time: 0.1707392 Jan 28 01:28:19.232611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae80db-935f-4d06-8f9a-3be911bf5fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7de0b9-2e85-4f83-9779-1192dc8d823b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:25.452932 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:28:29.535098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34676) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:29.714670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-769f15c6-e5c3-4e86-943a-4dfadeaf80a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:29.824127 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-769f15c6-e5c3-4e86-943a-4dfadeaf80a3 admin admin] Publish callbacks [] for security_group (6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:29.838325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-769f15c6-e5c3-4e86-943a-4dfadeaf80a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:29.905125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34682) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:29.925480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-769f15c6-e5c3-4e86-943a-4dfadeaf80a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08683e3dd482437fadd287720c2e43f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3885000 Jan 28 01:28:29.926679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f15c6-e5c3-4e86-943a-4dfadeaf80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:29.996596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da28fe8d-8d17-4caf-9730-2f777cac3045 admin admin] Publish callbacks [] for security_group (6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.035787 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da28fe8d-8d17-4caf-9730-2f777cac3045 admin admin] Publish callbacks [] for security_group (6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.132897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da28fe8d-8d17-4caf-9730-2f777cac3045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.135392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da28fe8d-8d17-4caf-9730-2f777cac3045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.136551 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da28fe8d-8d17-4caf-9730-2f777cac3045 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e HTTP/1.1" status: 204 len: 168 time: 0.2304041 Jan 28 01:28:30.169317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28fe8d-8d17-4caf-9730-2f777cac3045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acb9a6a-1ef6-4d4a-8eb2-eb7aadb25c4e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:30.613470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34692) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:30.630700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9728-dbb9-412f-b00a-a65db2e93aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.722266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9728-dbb9-412f-b00a-a65db2e93aa8 admin admin] Publish callbacks [] for security_group (b74a1ad0-6ab2-4638-b0ec-d066f15f58e6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.741298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9728-dbb9-412f-b00a-a65db2e93aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b74a1ad0-6ab2-4638-b0ec-d066f15f58e6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.811620 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc5a9728-dbb9-412f-b00a-a65db2e93aa8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42e7a10f4a41470d8a9e26e342a14b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943231 Jan 28 01:28:30.811620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9728-dbb9-412f-b00a-a65db2e93aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74a1ad0-6ab2-4638-b0ec-d066f15f58e6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:30.812956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34702) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:30.904708 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-044f0097-586b-4532-8841-d78f14c8dc77 admin admin] Publish callbacks [] for security_group (b74a1ad0-6ab2-4638-b0ec-d066f15f58e6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:30.941530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-044f0097-586b-4532-8841-d78f14c8dc77 admin admin] Publish callbacks [] for security_group (b74a1ad0-6ab2-4638-b0ec-d066f15f58e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.000262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-044f0097-586b-4532-8841-d78f14c8dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b74a1ad0-6ab2-4638-b0ec-d066f15f58e6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.003020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-044f0097-586b-4532-8841-d78f14c8dc77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.005865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-044f0097-586b-4532-8841-d78f14c8dc77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b74a1ad0-6ab2-4638-b0ec-d066f15f58e6 HTTP/1.1" status: 204 len: 168 time: 0.1896048 Jan 28 01:28:31.013484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f0097-586b-4532-8841-d78f14c8dc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74a1ad0-6ab2-4638-b0ec-d066f15f58e6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:31.500880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34720) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:31.523724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f9c2-4ef6-4336-a9b0-16691a73ab72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.647121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f9c2-4ef6-4336-a9b0-16691a73ab72 admin admin] Publish callbacks [] for security_group (ffa5761f-2c57-4391-82ae-850af7de869a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.657563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f9c2-4ef6-4336-a9b0-16691a73ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ffa5761f-2c57-4391-82ae-850af7de869a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.736809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4f9c2-4ef6-4336-a9b0-16691a73ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5761f-2c57-4391-82ae-850af7de869a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:31.749149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f4a4f9c2-4ef6-4336-a9b0-16691a73ab72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb09cd4915114e37af6df54f9531b233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467437 Jan 28 01:28:31.751955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34724) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:31.824852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aecc9d83-97fa-49ad-b6af-f67194d50a04 admin admin] Publish callbacks [] for security_group (ffa5761f-2c57-4391-82ae-850af7de869a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.859255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aecc9d83-97fa-49ad-b6af-f67194d50a04 admin admin] Publish callbacks [] for security_group (ffa5761f-2c57-4391-82ae-850af7de869a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.947766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aecc9d83-97fa-49ad-b6af-f67194d50a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ffa5761f-2c57-4391-82ae-850af7de869a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.952248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aecc9d83-97fa-49ad-b6af-f67194d50a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:31.956112 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aecc9d83-97fa-49ad-b6af-f67194d50a04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffa5761f-2c57-4391-82ae-850af7de869a HTTP/1.1" status: 204 len: 168 time: 0.2006383 Jan 28 01:28:31.989515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc9d83-97fa-49ad-b6af-f67194d50a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5761f-2c57-4391-82ae-850af7de869a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:33.633920 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.593115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34824) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:34.736312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.827486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Publish callbacks [] for security_group (fe145939-1f5a-49eb-923f-dbc7a28e31fc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.833012 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fe145939-1f5a-49eb-923f-dbc7a28e31fc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.879018 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa7b529a94a44996b7128bfbf62eae0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836063 Jan 28 01:28:34.881861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:34.882847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe145939-1f5a-49eb-923f-dbc7a28e31fc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:34.893811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.894520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.895175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.895891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.896447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.897049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.897596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.898211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.898758 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.899444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.900035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.900573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.901169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b791-5815-4168-af43-5da5cbfd9d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:34.949474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adb1199-e30c-4627-a36e-f442270dbcc7 admin admin] Publish callbacks [] for security_group (fe145939-1f5a-49eb-923f-dbc7a28e31fc), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.971025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adb1199-e30c-4627-a36e-f442270dbcc7 admin admin] Publish callbacks [] for security_group (fe145939-1f5a-49eb-923f-dbc7a28e31fc), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.024808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adb1199-e30c-4627-a36e-f442270dbcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fe145939-1f5a-49eb-923f-dbc7a28e31fc), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.027678 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3adb1199-e30c-4627-a36e-f442270dbcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.031907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3adb1199-e30c-4627-a36e-f442270dbcc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe145939-1f5a-49eb-923f-dbc7a28e31fc HTTP/1.1" status: 204 len: 168 time: 0.1484075 Jan 28 01:28:35.054757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb1199-e30c-4627-a36e-f442270dbcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe145939-1f5a-49eb-923f-dbc7a28e31fc,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:35.546449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 34838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:35.585530 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94495983-b019-4e5a-8369-70d72e4b9219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.718723 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94495983-b019-4e5a-8369-70d72e4b9219 admin admin] Publish callbacks [] for security_group (ddb03abb-77dc-40be-b759-1774433606cc), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.725421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94495983-b019-4e5a-8369-70d72e4b9219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ddb03abb-77dc-40be-b759-1774433606cc), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.775656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 34842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:35.776189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-94495983-b019-4e5a-8369-70d72e4b9219 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd18204479d24dcaade5b39e5ddd757e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278287 Jan 28 01:28:35.776823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94495983-b019-4e5a-8369-70d72e4b9219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb03abb-77dc-40be-b759-1774433606cc,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:35.842746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c334-9ecc-4670-bf65-aeabd04f3ba7 admin admin] Publish callbacks [] for security_group (ddb03abb-77dc-40be-b759-1774433606cc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.880394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c334-9ecc-4670-bf65-aeabd04f3ba7 admin admin] Publish callbacks [] for security_group (ddb03abb-77dc-40be-b759-1774433606cc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.954892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c334-9ecc-4670-bf65-aeabd04f3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ddb03abb-77dc-40be-b759-1774433606cc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.959876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c334-9ecc-4670-bf65-aeabd04f3ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:35.965228 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4fd9c334-9ecc-4670-bf65-aeabd04f3ba7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddb03abb-77dc-40be-b759-1774433606cc HTTP/1.1" status: 204 len: 168 time: 0.1870475 Jan 28 01:28:35.976729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9c334-9ecc-4670-bf65-aeabd04f3ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb03abb-77dc-40be-b759-1774433606cc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:37.104484 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3b54e17c-5323-4d6a-9c58-5d00354ee2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:37.382798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:39.340960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-739842dc-9378-42c0-8476-ea8f1e8b6baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:40.876765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:41.966719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:42.403507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-5fa684f9-4cee-43e8-b512-341198c862f1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:42.405711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-5fa684f9-4cee-43e8-b512-341198c862f1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1077547 Jan 28 01:28:42.421949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-2e488771-2ce6-4141-9f2a-72142fdf713a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0105333 Jan 28 01:28:42.484280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-af098f12-770f-403e-9e13-243e6c01a587 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552397 Jan 28 01:28:42.703385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f3661b6f-54f4-49fb-9092-81817f83edd4 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127490 Jan 28 01:28:42.817862 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-7acd3048-4459-443a-b23a-522c35d4ae75 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037860 Jan 28 01:28:43.055867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8615a07c-56b0-4eae-b1cd-9b4c00228213 req-a133cba4-152e-478b-b8f0-5ef0ff0e8baa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0413294 Jan 28 01:28:43.331023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:44.230488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99b94cc8-2d81-4069-a46e-f2acd51409a4 req-e633380a-f8b6-4db0-b5e6-269e80cfe7c2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0977724 Jan 28 01:28:44.302505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-e461c908-fb73-4cc7-b32f-447d0cf535de tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:44.304283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-e461c908-fb73-4cc7-b32f-447d0cf535de tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.2148061 Jan 28 01:28:44.323165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:28:44.449737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:28:44.454744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:44.613711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.13 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/a62dd627-2303-418a-9c86-036ef6cf4681) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:28:44.792123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (a62dd627-2303-418a-9c86-036ef6cf4681), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:44.830820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:44.873331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:28:44.876399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:28:44.883760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:28:44.889820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=a62dd627-2303-418a-9c86-036ef6cf4681,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:44.941265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:44.941953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:44.962382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-bd5a0a92-9af6-43c8-8586-85bf970c1c63 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436086 Jan 28 01:28:44.982327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Request body: {'port': {'device_id': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:28:45.066852 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.203640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4b7ef5e8-409f-4673-82de-79f0049edf6d None None] Provisioning complete for port a62dd627-2303-418a-9c86-036ef6cf4681 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:28:45.204156 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef5e8-409f-4673-82de-79f0049edf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.276213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ef5e8-409f-4673-82de-79f0049edf6d None None] Port a62dd627-2303-418a-9c86-036ef6cf4681 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:28:45.469102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62dd627-2303-418a-9c86-036ef6cf4681 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:28:45.477301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Publish callbacks [] for port (a62dd627-2303-418a-9c86-036ef6cf4681), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.498646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Transition to ACTIVE for port object a62dd627-2303-418a-9c86-036ef6cf4681 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:28:45.511509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.586904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Pushing event updated for resources: {'Port': ['ID=a62dd627-2303-418a-9c86-036ef6cf4681,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:45.601388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb891541-6f0e-4983-8b54-bd119c0ecce4 req-6e42e8d9-4f44-4de6-a67e-c8a79758aec3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:45.608813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb891541-6f0e-4983-8b54-bd119c0ecce4 req-6e42e8d9-4f44-4de6-a67e-c8a79758aec3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1124909 Jan 28 01:28:45.726286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb891541-6f0e-4983-8b54-bd119c0ecce4 req-230288f6-c9c3-4df2-b163-3aef6b86e235 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165633 Jan 28 01:28:45.736999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Attempting to bind port a62dd627-2303-418a-9c86-036ef6cf4681 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:28:45.738775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Attempting to bind port a62dd627-2303-418a-9c86-036ef6cf4681 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:28:45.738775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Attempting to bind port a62dd627-2303-418a-9c86-036ef6cf4681 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:28:45.752712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Port a62dd627-2303-418a-9c86-036ef6cf4681 on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:28:45.753048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Attempting to bind port a62dd627-2303-418a-9c86-036ef6cf4681 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:28:45.764169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:28:45.764705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:28:45.765150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:28:45.765657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Bound port: a62dd627-2303-418a-9c86-036ef6cf4681, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:28:45.766125 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.848224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] For port a62dd627-2303-418a-9c86-036ef6cf4681, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:28:45.853672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] For port a62dd627-2303-418a-9c86-036ef6cf4681, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a62dd627-2303-418a-9c86-036ef6cf4681,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:28:45.862673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.909825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:45.910492 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.911941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] 10.222.0.43 "PUT /v2.0/ports/a62dd627-2303-418a-9c86-036ef6cf4681 HTTP/1.1" status: 200 len: 1092 time: 0.9351208 Jan 28 01:28:45.912343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'tag': 'a62dd627-2303-418a-9c86-036ef6cf4681'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:45.914724 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3161d74-a429-40c2-8b15-f42b4512259f", "tag": "a62dd627-2303-418a-9c86-036ef6cf4681"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:45.940086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d3510-f6a9-46fe-b945-9c0a496b9894 service neutron] Pushing event updated for resources: {'Port': ['ID=a62dd627-2303-418a-9c86-036ef6cf4681,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:46.019322 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f08b2d-5bc7-4ad0-9fc6-454a5c97b307 x-openstack-request-id: req-d2f08b2d-5bc7-4ad0-9fc6-454a5c97b307 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:46.022301 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3161d74-a429-40c2-8b15-f42b4512259f", "tag": "a62dd627-2303-418a-9c86-036ef6cf4681", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:46.022690 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2f08b2d-5bc7-4ad0-9fc6-454a5c97b307 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:46.023198 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'tag': 'a62dd627-2303-418a-9c86-036ef6cf4681', 'status': 'completed', 'code': 200} Jan 28 01:28:46.041988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-8393f844-8914-45f8-bac8-2ed17413091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:46.045105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-8393f844-8914-45f8-bac8-2ed17413091e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 1095 time: 0.0726035 Jan 28 01:28:46.099220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-2538ba0e-26af-4129-a9bb-0d6d385fef45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62dd627-2303-418a-9c86-036ef6cf4681 HTTP/1.1" status: 200 len: 217 time: 0.0397141 Jan 28 01:28:46.163905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-103d1490-45e7-4aa9-9f20-b8c862cd9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:46.165923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-103d1490-45e7-4aa9-9f20-b8c862cd9c2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0604858 Jan 28 01:28:46.232041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-36652dc7-9ba7-4496-8489-292beeb9d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:46.233668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-36652dc7-9ba7-4496-8489-292beeb9d016 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612943 Jan 28 01:28:46.345908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-1b76b329-dbfc-4fd8-b54f-7ea49d022130 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049051 Jan 28 01:28:46.858918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21a43689-fef9-4a36-9d86-ed729a6b8565 req-91c3b681-b60a-4746-830c-87a25a72b051 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064499 Jan 28 01:28:46.904701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bb75e-6e98-486a-b81b-c298fea834eb req-d4876046-a3e1-43ee-a0b3-79a55e86e115 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:46.906427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-625bb75e-6e98-486a-b81b-c298fea834eb req-d4876046-a3e1-43ee-a0b3-79a55e86e115 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0974476 Jan 28 01:28:46.960603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-625bb75e-6e98-486a-b81b-c298fea834eb req-a3af6b7a-7e2f-4384-8e69-846d84b7b90b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475895 Jan 28 01:28:47.013240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-3f8d3efd-d3a7-496d-868e-8ca129d27acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:47.014718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-3f8d3efd-d3a7-496d-868e-8ca129d27acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 1095 time: 0.0451379 Jan 28 01:28:47.107848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-908fdbfd-de60-4ce8-89fe-713b064faa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:47.109377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-908fdbfd-de60-4ce8-89fe-713b064faa8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.0852895 Jan 28 01:28:47.154051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-1d44bc33-3f95-4f44-b626-bdba58525a10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62dd627-2303-418a-9c86-036ef6cf4681 HTTP/1.1" status: 200 len: 217 time: 0.0386190 Jan 28 01:28:47.203331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-539e4985-9997-43e1-9a5e-cff2562be5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:47.204944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-539e4985-9997-43e1-9a5e-cff2562be5d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0444522 Jan 28 01:28:47.253724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-82dec035-fbea-4fee-8413-99411e52c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:47.255262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-82dec035-fbea-4fee-8413-99411e52c40d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445831 Jan 28 01:28:47.371193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-3e6291a8-eef5-4006-b02f-91c8661da723 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066580 Jan 28 01:28:47.482133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62f2967f-8871-42b5-9cfe-f1d5a9f1c1a8 req-bdf17491-850e-4a31-acd7-e7f49279353f service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035893 Jan 28 01:28:48.083050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152aafb-cd1b-4867-8d4b-066be0447a18 req-868c9e34-5b08-426c-8aaa-4d5c5d060cdc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:48.085371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c152aafb-cd1b-4867-8d4b-066be0447a18 req-868c9e34-5b08-426c-8aaa-4d5c5d060cdc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0534689 Jan 28 01:28:48.138031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c152aafb-cd1b-4867-8d4b-066be0447a18 req-797721c1-4272-4242-89b9-bed94efae95f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Jan 28 01:28:49.392149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eb440-4e02-4ceb-832b-f21cf5ed64b1 req-f1920aef-c834-40de-b42a-0c6cf5f6dbad tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:49.393677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c18eb440-4e02-4ceb-832b-f21cf5ed64b1 req-f1920aef-c834-40de-b42a-0c6cf5f6dbad tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1845953 Jan 28 01:28:49.459522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c18eb440-4e02-4ceb-832b-f21cf5ed64b1 req-5a8b4232-d5b8-4fc8-a11e-6fb9793630ee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594938 Jan 28 01:28:50.741079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b4f3c-64df-4822-bbd2-43339bbf78d6 req-12584449-bf29-477e-b9ab-88f4b471e53a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:50.742740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-656b4f3c-64df-4822-bbd2-43339bbf78d6 req-12584449-bf29-477e-b9ab-88f4b471e53a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1940436 Jan 28 01:28:50.796180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-656b4f3c-64df-4822-bbd2-43339bbf78d6 req-8ce34e3f-6afe-4bdf-8ec3-70ace2f2c1ac tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456748 Jan 28 01:28:51.975178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fd08d-daa0-4ed2-9c31-7aeceefb7805 req-63ced67b-73d5-47d6-b618-b4c9ff3ef90f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:51.976852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba0fd08d-daa0-4ed2-9c31-7aeceefb7805 req-63ced67b-73d5-47d6-b618-b4c9ff3ef90f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0731626 Jan 28 01:28:52.048821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba0fd08d-daa0-4ed2-9c31-7aeceefb7805 req-f467a654-65f5-4424-8d7c-f466d11cbd44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619328 Jan 28 01:28:53.231859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8ae89-dbd6-4ed2-9fbb-af220d6e953f req-8ea9a538-9c47-4776-9c44-33ec14c34cc1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:53.234668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dd8ae89-dbd6-4ed2-9fbb-af220d6e953f req-8ea9a538-9c47-4776-9c44-33ec14c34cc1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0800607 Jan 28 01:28:53.306250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dd8ae89-dbd6-4ed2-9fbb-af220d6e953f req-6a65305d-30aa-4dee-89b7-2f4c77e117df tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652342 Jan 28 01:28:54.483887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039007f4-f9d2-4efa-b6ca-582dce896ec4 req-aacf81a3-f64a-4458-a909-5a4fe59c0549 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:54.485551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-039007f4-f9d2-4efa-b6ca-582dce896ec4 req-aacf81a3-f64a-4458-a909-5a4fe59c0549 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1120119 Jan 28 01:28:54.581523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-039007f4-f9d2-4efa-b6ca-582dce896ec4 req-1adcc69c-6103-4eb1-ba3d-5a65973579e2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888891 Jan 28 01:28:55.736219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7ad15-9846-4099-bcf4-9b0b949aa09f req-21686c47-ba62-46b9-b8d7-3427a8a45389 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:55.743718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fc7ad15-9846-4099-bcf4-9b0b949aa09f req-21686c47-ba62-46b9-b8d7-3427a8a45389 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0949402 Jan 28 01:28:55.858519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0fc7ad15-9846-4099-bcf4-9b0b949aa09f req-45c8dc40-5f39-43c5-b324-d63a893e4fa7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135473 Jan 28 01:28:56.999975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69430188-54fd-432f-9367-5a1dbf067379 req-a0ae24ae-dd94-4c67-b345-1d16f0b6344f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:57.004458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69430188-54fd-432f-9367-5a1dbf067379 req-a0ae24ae-dd94-4c67-b345-1d16f0b6344f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0630097 Jan 28 01:28:57.071911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69430188-54fd-432f-9367-5a1dbf067379 req-fe88efec-a4c1-4499-b48d-898feb226a9f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588140 Jan 28 01:28:58.201861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76281b93-dc1c-4c2a-9a95-9a7a760d7419 req-0c6d107c-97da-4799-85d5-42b0d5eb9ca4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:58.203628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76281b93-dc1c-4c2a-9a95-9a7a760d7419 req-0c6d107c-97da-4799-85d5-42b0d5eb9ca4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0616536 Jan 28 01:28:58.259643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76281b93-dc1c-4c2a-9a95-9a7a760d7419 req-83db6c1c-2a27-4af0-9681-76a04d64c15a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493584 Jan 28 01:28:59.380068 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942b112-d953-4a36-9f3c-61f20443d735 req-aaf9e5b4-727c-4c42-be9e-d3447fed662d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:59.386245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8942b112-d953-4a36-9f3c-61f20443d735 req-aaf9e5b4-727c-4c42-be9e-d3447fed662d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0558305 Jan 28 01:28:59.432845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8942b112-d953-4a36-9f3c-61f20443d735 req-daa8ce3b-d028-4325-9eae-17133e19d38b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Jan 28 01:29:00.562585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ebe55-260b-40b5-973f-f2728570d899 req-3da378df-ee7e-4b0e-b2ef-4ee82c30c5dc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:00.564079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e08ebe55-260b-40b5-973f-f2728570d899 req-3da378df-ee7e-4b0e-b2ef-4ee82c30c5dc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0513003 Jan 28 01:29:00.618816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e08ebe55-260b-40b5-973f-f2728570d899 req-34c4e910-4078-4d4a-b32f-0c7df2b1e43f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491271 Jan 28 01:29:01.768355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45299643-f418-478c-813e-234c780f8b6b req-a61be800-68c1-43fd-b8e0-224526f8151c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:01.772117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45299643-f418-478c-813e-234c780f8b6b req-a61be800-68c1-43fd-b8e0-224526f8151c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0740716 Jan 28 01:29:01.868593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45299643-f418-478c-813e-234c780f8b6b req-2da0dd6c-d0f1-4f47-bf38-fde0a3708605 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898621 Jan 28 01:29:02.454211 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:29:03.016152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f052fd-3083-4389-aeb1-3919c56357e1 req-8788633b-a90c-44f6-bfdc-039792da910e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:03.023363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4f052fd-3083-4389-aeb1-3919c56357e1 req-8788633b-a90c-44f6-bfdc-039792da910e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0588369 Jan 28 01:29:03.076411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4f052fd-3083-4389-aeb1-3919c56357e1 req-585a86f4-1ecf-42ab-9f68-f460b97bbb0f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Jan 28 01:29:03.635958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:04.239062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20546c-1f01-48f0-a9a0-efffb1e00a15 req-d1762675-9658-493c-888b-1c85f20cc652 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:04.240690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef20546c-1f01-48f0-a9a0-efffb1e00a15 req-d1762675-9658-493c-888b-1c85f20cc652 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0587668 Jan 28 01:29:04.306190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef20546c-1f01-48f0-a9a0-efffb1e00a15 req-d7135e19-8a01-4caa-8d7d-389e9f2381c3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593281 Jan 28 01:29:05.551341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-afee4ac9-c71e-4c02-914a-7f4aca36fffd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677147 Jan 28 01:29:05.563858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9034b-1852-4f8b-a6d5-34f02e574072 req-85ec8118-f71f-4f2c-af75-abc8f4a14dda tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:05.571230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3f9034b-1852-4f8b-a6d5-34f02e574072 req-85ec8118-f71f-4f2c-af75-abc8f4a14dda tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1433322 Jan 28 01:29:05.645768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3f9034b-1852-4f8b-a6d5-34f02e574072 req-fde97edb-b668-40ca-9b23-90b0783fae02 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732858 Jan 28 01:29:05.680679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-8b08b4d2-bfd6-4b10-93f6-7e0aa9548e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:05.682632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-8b08b4d2-bfd6-4b10-93f6-7e0aa9548e38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1096 time: 0.0878201 Jan 28 01:29:05.814404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-87028208-3f52-46d7-bdb9-4f777852a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:05.816592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-87028208-3f52-46d7-bdb9-4f777852a7b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 910 time: 0.1048925 Jan 28 01:29:05.927871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-287b481c-2745-4e17-87cd-0f10865cd651 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 1001 time: 0.1040423 Jan 28 01:29:06.058416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-e3cbc4dc-439d-4454-8278-bb0879838521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:06.060477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-e3cbc4dc-439d-4454-8278-bb0879838521 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 200 len: 848 time: 0.1247392 Jan 28 01:29:06.144328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-4087bdc6-aa4f-468e-86ba-adb795272487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:06.146073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-4087bdc6-aa4f-468e-86ba-adb795272487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e64ec99a-0938-44c2-b73f-f1e98e68af3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796583 Jan 28 01:29:06.345997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-4ac2f12f-8be5-414f-8101-78b59ec82759 service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933210 Jan 28 01:29:06.510767 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64b85f23-affb-4bc6-88e6-f723063c4826 req-dbd85277-5954-4533-9751-2eb35ce8cb0a service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546631 Jan 28 01:29:06.851233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2a72d-bea9-4a6b-8724-d4a8affdcdee req-d2db714d-03f9-4fb3-bb1a-931149240958 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:06.855600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75f2a72d-bea9-4a6b-8724-d4a8affdcdee req-d2db714d-03f9-4fb3-bb1a-931149240958 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0924733 Jan 28 01:29:06.936969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75f2a72d-bea9-4a6b-8724-d4a8affdcdee req-cf028009-a3db-4c3f-8a22-957f16a34a3c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741224 Jan 28 01:29:07.110871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac1504d2-7fc1-41b7-bc71-78c911c526b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:07.417216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:07.775871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-055e6a10-86ba-4cf5-9611-db93fb8372ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038218 Jan 28 01:29:07.886957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-dbdbc746-fe91-450f-8509-15f631d7d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:07.889581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-dbdbc746-fe91-450f-8509-15f631d7d6e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 1097 time: 0.0499973 Jan 28 01:29:08.095367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-bcc4b0df-ab7c-4f26-ae62-004450c09d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:08.096891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-bcc4b0df-ab7c-4f26-ae62-004450c09d2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 915 time: 0.1876335 Jan 28 01:29:08.108821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122d1b3-da8a-4c11-bb64-9dc69187adf8 req-3e6bbbd7-3951-4e23-ac36-ce14a8d7a14a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:08.110281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a122d1b3-da8a-4c11-bb64-9dc69187adf8 req-3e6bbbd7-3951-4e23-ac36-ce14a8d7a14a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0774641 Jan 28 01:29:08.170397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-5b812b72-94e4-49c1-a97e-c40aa4d4e917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43bb266-ea84-4939-a768-563abbe7a750 HTTP/1.1" status: 200 len: 217 time: 0.0588248 Jan 28 01:29:08.315999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a122d1b3-da8a-4c11-bb64-9dc69187adf8 req-0ac10a0a-2324-4091-afab-7862ce848f15 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989334 Jan 28 01:29:08.336699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-1a735a17-691b-47aa-89e5-858a3a0a3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:08.336699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-1a735a17-691b-47aa-89e5-858a3a0a3559 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.1409690 Jan 28 01:29:08.371477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-2a3d71df-1101-46c7-a841-3be61d99d5f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303535 Jan 28 01:29:08.542190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-cf5ad637-7844-4210-b773-97b45fb18354 service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600454 Jan 28 01:29:08.691615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b74bf9-554a-4737-bcc1-51901c673be7 req-2c81e117-1293-4b60-b1f7-31f6a5d2561d service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460795 Jan 28 01:29:09.341617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bb53b-d009-4494-a2c2-46c1a2e70dca req-8f62a2df-ca78-4cd8-9267-3ae009918f0b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:09.347149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57785a44-e3a5-469a-b8d6-ac60891cdbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:09.349858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-153bb53b-d009-4494-a2c2-46c1a2e70dca req-8f62a2df-ca78-4cd8-9267-3ae009918f0b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1188707 Jan 28 01:29:09.412159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-153bb53b-d009-4494-a2c2-46c1a2e70dca req-50e48149-3b96-46e4-943d-d137f9e76cbd tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564325 Jan 28 01:29:09.519506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d651c1-dc96-43c2-8d63-19e7e00b753e req-45ccf800-4f7c-4304-96d2-a8ee251eb244 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:09.527438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78d651c1-dc96-43c2-8d63-19e7e00b753e req-45ccf800-4f7c-4304-96d2-a8ee251eb244 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0930653 Jan 28 01:29:09.588204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78d651c1-dc96-43c2-8d63-19e7e00b753e req-8cb5b2d1-c793-4220-973a-5d7e97ba32ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598900 Jan 28 01:29:10.641817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd510-b8cb-4624-a73f-60b5bc21ab4e req-05492486-1f7c-44be-a768-332d79a57b44 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:10.641817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63ffd510-b8cb-4624-a73f-60b5bc21ab4e req-05492486-1f7c-44be-a768-332d79a57b44 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1252186 Jan 28 01:29:10.699218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-a14dc236-fd92-40c5-a339-63feaaaf9b57 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:10.702093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-a14dc236-fd92-40c5-a339-63feaaaf9b57 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 945 time: 0.1492162 Jan 28 01:29:10.858285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:10.919492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63ffd510-b8cb-4624-a73f-60b5bc21ab4e req-53aa2e9a-a700-44a0-aeff-0e817d727643 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682788 Jan 28 01:29:10.944775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc64179-2e48-46ae-b967-7009aad3706a req-90f38978-8374-4c64-a710-2f91230d22d0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:10.944775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc64179-2e48-46ae-b967-7009aad3706a req-90f38978-8374-4c64-a710-2f91230d22d0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1437953 Jan 28 01:29:10.948189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Deleting port d570af59-9df7-439f-ad6c-1bde3204a355 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:29:10.948534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:11.159906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] For port d570af59-9df7-439f-ad6c-1bde3204a355, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d570af59-9df7-439f-ad6c-1bde3204a355,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:11.160893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:11.184321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc64179-2e48-46ae-b967-7009aad3706a req-56d7f6d0-5054-4f7a-af46-21e9b74f459f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290523 Jan 28 01:29:11.600769 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:11.601282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5eb45cb4-dfb2-428b-936c-0dfed48d731e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:11.601755 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Floating IP 5eb45cb4-dfb2-428b-936c-0dfed48d731e disassociated. External IP: 172.25.1.165, port: d570af59-9df7-439f-ad6c-1bde3204a355. Jan 28 01:29:11.602270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Calling delete_port for d570af59-9df7-439f-ad6c-1bde3204a355 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:29:11.759497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d570af59-9df7-439f-ad6c-1bde3204a355), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:11.844864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event deleted for resources: {'Port': ['ID=d570af59-9df7-439f-ad6c-1bde3204a355,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:11.979804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:12.018335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:29:12.091620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ec7c091-e39c-4edc-99ba-3beea26e8e5c req-35109859-0776-424b-ae1c-789a5ce70a44 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbb1c4bf-acfc-48ba-af43-1fc85686fc6a HTTP/1.1" status: 200 len: 210 time: 0.0445433 Jan 28 01:29:12.279816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:29:12.297520 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:29:12.332865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:29:12.335068 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:29:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:12.384167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] No DVR routers for this DVR port d570af59-9df7-439f-ad6c-1bde3204a355 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:29:12.397594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:12.402429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41f752bf-84e0-4154-815a-74d3e9eca726 req-2ecab9c0-4fba-41b0-965c-cb5cac3002c0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "DELETE /v2.0/ports/d570af59-9df7-439f-ad6c-1bde3204a355 HTTP/1.1" status: 204 len: 173 time: 1.6817510 Jan 28 01:29:12.403366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'name': 'network-vif-deleted', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:12.412078 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5346133c-d4d0-4728-a47a-334959e85d67" -d '{"events": [{"server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "name": "network-vif-deleted", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:12.502988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629aa2b-d792-42b7-b41e-def90fbd2871 req-d29bcc13-b5ec-4440-bbea-17ac9a579653 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:12.530424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d629aa2b-d792-42b7-b41e-def90fbd2871 req-d29bcc13-b5ec-4440-bbea-17ac9a579653 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1432920 Jan 28 01:29:12.539791 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dcdd07-df7c-47be-bc0c-3423055a33eb x-openstack-request-id: req-03dcdd07-df7c-47be-bc0c-3423055a33eb {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:12.540070 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb1c4bf-acfc-48ba-af43-1fc85686fc6a", "name": "network-vif-deleted", "tag": "d570af59-9df7-439f-ad6c-1bde3204a355", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:12.540447 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03dcdd07-df7c-47be-bc0c-3423055a33eb {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:12.540947 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb1c4bf-acfc-48ba-af43-1fc85686fc6a', 'name': 'network-vif-deleted', 'tag': 'd570af59-9df7-439f-ad6c-1bde3204a355', 'status': 'completed', 'code': 200} Jan 28 01:29:12.615641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d629aa2b-d792-42b7-b41e-def90fbd2871 req-ce3c4a71-62b3-48ee-9e8c-67cb1812d7b7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841756 Jan 28 01:29:12.743298 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:29:12.936223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d570af59-9df7-439f-ad6c-1bde3204a355 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:29:12.992876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: d570af59-9df7-439f-ad6c-1bde3204a355 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:29:12.994839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d570af59-9df7-439f-ad6c-1bde3204a355 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:29:13.022219 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:13.060995 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:29:13.071332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:29:13.072389 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:29:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:13.234733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 35954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:13.283615 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:29:13.293023 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc123-60d6-48f0-bb95-aa49d7a7cb67 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.322230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc123-60d6-48f0-bb95-aa49d7a7cb67 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.342248 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.390994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc123-60d6-48f0-bb95-aa49d7a7cb67 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.394435 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc123-60d6-48f0-bb95-aa49d7a7cb67 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.398734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:13.399222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a9ecc123-60d6-48f0-bb95-aa49d7a7cb67 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "DELETE /v2.0/security-groups/0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791 HTTP/1.1" status: 204 len: 168 time: 0.1630795 Jan 28 01:29:13.410151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecc123-60d6-48f0-bb95-aa49d7a7cb67 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:13.414417 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-1b590652-3779-4093-ba38-1f763eba38e9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] show failed (client error): The resource could not be found. Jan 28 01:29:13.418135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1b590652-3779-4093-ba38-1f763eba38e9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups/0dc3a8b2-b6a4-4fa0-aef3-63eb6a70f791 HTTP/1.1" status: 404 len: 347 time: 0.0150793 Jan 28 01:29:13.425499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35962) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:13.581966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:13.617847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Deleting port 92c10013-21fb-4aa3-acff-bce01fa83867 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:29:13.618282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (92c10013-21fb-4aa3-acff-bce01fa83867), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.618759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e68a62-63cb-4fe6-a22b-b658da454762 None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:29:13.716487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (92c10013-21fb-4aa3-acff-bce01fa83867), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.716819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (92c10013-21fb-4aa3-acff-bce01fa83867), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.734015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Calling delete_port for 92c10013-21fb-4aa3-acff-bce01fa83867 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:29:13.959717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (92c10013-21fb-4aa3-acff-bce01fa83867), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.031837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1569b6-bb6a-4c18-8a69-132bd64ef731 req-82aa411b-3b81-4953-b2e1-4979ff5e7cb5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:14.033707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c1569b6-bb6a-4c18-8a69-132bd64ef731 req-82aa411b-3b81-4953-b2e1-4979ff5e7cb5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.2242639 Jan 28 01:29:14.034568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event deleted for resources: {'Port': ['ID=92c10013-21fb-4aa3-acff-bce01fa83867,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:14.097344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (5eb45cb4-dfb2-428b-936c-0dfed48d731e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.101001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.105683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "DELETE /v2.0/floatingips/5eb45cb4-dfb2-428b-936c-0dfed48d731e HTTP/1.1" status: 204 len: 168 time: 0.6754091 Jan 28 01:29:14.126567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.126919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.127264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.127743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.128087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.128426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.128760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.129090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.129417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.129742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.130095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.130456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.130807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78049d20-4c6d-4364-98c1-0cb104e86660 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:14.173266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c1569b6-bb6a-4c18-8a69-132bd64ef731 req-9bca1ebd-e9b0-45f9-a0b7-287113bac2cc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859666 Jan 28 01:29:14.206306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131da37b-ad1e-4b7a-87b7-cc194a5b31d6 None None] New status for floating IP 5eb45cb4-dfb2-428b-936c-0dfed48d731e: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:29:14.418632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35988) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:14.425172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630288240', 'description': 'tempest-description--1741940941'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:14.453458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.552875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (a14ea7a7-6c9e-498c-acfc-01b1ef712a8d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.560191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a14ea7a7-6c9e-498c-acfc-01b1ef712a8d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.628910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.630526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2100916 Jan 28 01:29:14.632408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36362f-f0ec-4b7f-8b05-bc5aece58020 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:14.636275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 35998) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:14.640902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'security_group_rule': {'security_group_id': 'a14ea7a7-6c9e-498c-acfc-01b1ef712a8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:14.696183 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (7397f19a-298b-4cba-8539-b26aab237521), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.809384 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (7397f19a-298b-4cba-8539-b26aab237521), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.821499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7397f19a-298b-4cba-8539-b26aab237521), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.899970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7397f19a-298b-4cba-8539-b26aab237521,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:14.914424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:14.921524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36004) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:14.922200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1492e86-4a51-4dc5-a9c8-c18ff62d6807 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2843473 Jan 28 01:29:14.927307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'security_group_rule': {'security_group_id': 'a14ea7a7-6c9e-498c-acfc-01b1ef712a8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:15.026919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (958c44e5-82f1-4daf-94b1-3db556f67f6f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.163167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (958c44e5-82f1-4daf-94b1-3db556f67f6f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.168117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (958c44e5-82f1-4daf-94b1-3db556f67f6f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.191933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958c44e5-82f1-4daf-94b1-3db556f67f6f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:15.207691 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.209222 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-70c1543c-f835-435e-8007-a803d8092a11 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863660 Jan 28 01:29:15.213060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 36020) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:15.217752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:15.275833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36022) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:15.284526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.479550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af78ca-b276-4109-a75c-056792d8c924 req-333e0f22-400f-4557-a0e7-1b0ff4a600ac tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:15.504384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883e58-8f10-4243-aa44-6ba78a7ddbb2 req-834d55ac-c563-4e17-af2d-91e1feb2128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:15.505900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2af78ca-b276-4109-a75c-056792d8c924 req-333e0f22-400f-4557-a0e7-1b0ff4a600ac tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1137414 Jan 28 01:29:15.519338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a3883e58-8f10-4243-aa44-6ba78a7ddbb2 req-834d55ac-c563-4e17-af2d-91e1feb2128b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1096 time: 0.2372150 Jan 28 01:29:15.595755 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.596649 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a3883e58-8f10-4243-aa44-6ba78a7ddbb2 req-66a3740e-8680-4d23-9cf6-1e9369eddc3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693731 Jan 28 01:29:15.603429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2af78ca-b276-4109-a75c-056792d8c924 req-c288eae7-ec86-4588-a26c-62581fd258bb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863333 Jan 28 01:29:15.765649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Allocated IP 172.25.1.146 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/05632433-efda-462b-bb17-813643df974a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:29:15.911946 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for port (05632433-efda-462b-bb17-813643df974a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.960859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (05632433-efda-462b-bb17-813643df974a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.029923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'Port': ['ID=05632433-efda-462b-bb17-813643df974a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:16.029923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:29:16.031654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:29:16.033297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:29:16.241927 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (88f29620-083a-48e9-a077-9a46fe376242), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.325279 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (05632433-efda-462b-bb17-813643df974a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.629699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for port (05632433-efda-462b-bb17-813643df974a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.636669 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (05632433-efda-462b-bb17-813643df974a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.717199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'Port': ['ID=05632433-efda-462b-bb17-813643df974a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:16.732699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (88f29620-083a-48e9-a077-9a46fe376242), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.752963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:16.765482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1932b2ab-f6c4-4160-956d-b9e97a41fb05 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5500989 Jan 28 01:29:16.853734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2aabf-5d5c-42af-ae6f-6358d11eb7f2 req-6b39125e-6734-4988-8fe1-b87e6cdcbcf3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:16.855769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf2aabf-5d5c-42af-ae6f-6358d11eb7f2 req-6b39125e-6734-4988-8fe1-b87e6cdcbcf3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0893323 Jan 28 01:29:16.968009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcf2aabf-5d5c-42af-ae6f-6358d11eb7f2 req-98d8beca-5b96-40c6-aa5f-eda35c41af9c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061747 Jan 28 01:29:17.066549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-9d985073-18da-449f-ba09-b831a298c9b1 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1630288240&fields=id&tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32 HTTP/1.1" status: 200 len: 267 time: 0.0518219 Jan 28 01:29:17.247132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4a56355-9294-4dcd-ba0e-d55fbbdd488e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:17.249267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4a56355-9294-4dcd-ba0e-d55fbbdd488e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 811 time: 0.1819038 Jan 28 01:29:17.271771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-fa409d29-5657-435d-a84f-a36639f329fc tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/quotas/a0497e5cecc1405ebee7b9df8dfcdf32 HTTP/1.1" status: 200 len: 375 time: 0.0165532 Jan 28 01:29:17.383231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-6820d403-d40d-4267-beae-5b2775880fa4 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044629 Jan 28 01:29:17.528184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-5edbc8a4-07c0-488e-ada3-cf7f303c3fa8 service neutron] 10.222.0.23 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290991 Jan 28 01:29:17.665716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-797122c1-ccfc-4dbf-a0d3-c3fb98160b84 service neutron] 10.222.0.23 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365361 Jan 28 01:29:17.888209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ed46898-6d82-44eb-a8ed-48ec774404c7 req-3df271eb-1a77-4089-9df8-cb824d1e4295 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 210 time: 0.0421665 Jan 28 01:29:18.217300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca14a-1f92-4462-86cb-c7573c80ef27 req-e5984a71-993d-4c60-be2d-a2d13dd2c78d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:18.219343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8dca14a-1f92-4462-86cb-c7573c80ef27 req-e5984a71-993d-4c60-be2d-a2d13dd2c78d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1459098 Jan 28 01:29:18.286062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8dca14a-1f92-4462-86cb-c7573c80ef27 req-f40b6a8f-cd0b-4665-96c0-a9cb05aea04b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571647 Jan 28 01:29:19.010360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7df34f38-bafa-4698-8291-48a3d3d11971 req-aadc4884-f9c6-4154-aa42-463c75acaad3 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 210 time: 0.0437787 Jan 28 01:29:19.216636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-7c105516-ca77-4402-8ccc-6447fe931b06 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:19.218399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-7c105516-ca77-4402-8ccc-6447fe931b06 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 811 time: 0.1706214 Jan 28 01:29:19.326398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-97db56fc-4bcc-410f-9bdc-a6aca48f2eb9 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32 HTTP/1.1" status: 200 len: 380 time: 0.0911195 Jan 28 01:29:19.349860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'port': {'device_id': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'admin_state_up': True, 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'security_groups': ['a14ea7a7-6c9e-498c-acfc-01b1ef712a8d']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:19.576745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Made reservation on behalf of a0497e5cecc1405ebee7b9df8dfcdf32 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:29:19.581303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:19.637942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f8a12-b7b6-4f4c-b6ef-9b53cef20893 req-e3f61b15-87b4-472a-a340-d26686aed9c9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:19.640099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e87f8a12-b7b6-4f4c-b6ef-9b53cef20893 req-e3f61b15-87b4-472a-a340-d26686aed9c9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1717153 Jan 28 01:29:19.790498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e87f8a12-b7b6-4f4c-b6ef-9b53cef20893 req-1c4f8228-e731-4e77-8ea6-da23e9de23dc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196671 Jan 28 01:29:19.822085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Allocated IP 172.20.0.4 (80b38638-2f89-414d-ba0e-b320161f366a/10bafa70-647b-4694-b442-b0b2e3f19ffb/a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:29:19.973081 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:20.010179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:20.064000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Network 80b38638-2f89-414d-ba0e-b320161f366a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:29:20.069893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:29:20.073084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:29:20.609151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-335351f5-41ff-49a4-b3b9-84f39045af09 None None] Provisioning complete for port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:29:20.609750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-335351f5-41ff-49a4-b3b9-84f39045af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:20.618035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:20.618639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:20.629811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event updated for resources: {'Port': ['ID=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:20.683211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-4928f1db-09a4-4484-9c12-2bd6a551dab7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3461082 Jan 28 01:29:20.701006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb11d2-c885-4f14-b8df-d78d9ee257a4 req-4c0a7a13-2cf3-42c3-9bc8-33dc05f21c74 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:20.702969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49eb11d2-c885-4f14-b8df-d78d9ee257a4 req-4c0a7a13-2cf3-42c3-9bc8-33dc05f21c74 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 931 time: 0.0934162 Jan 28 01:29:20.703932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-335351f5-41ff-49a4-b3b9-84f39045af09 None None] Port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:29:20.711262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Request body: {'port': {'device_id': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:20.806844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:20.930649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49eb11d2-c885-4f14-b8df-d78d9ee257a4 req-c1e8874c-4dc0-412a-96f2-5aae432a31f2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835787 Jan 28 01:29:21.058934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d12fa-0a49-4fb7-9a0c-aafc1c16ea9f req-b26edf47-a965-4287-8ffa-4e146fb36101 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:21.060347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f4d12fa-0a49-4fb7-9a0c-aafc1c16ea9f req-b26edf47-a965-4287-8ffa-4e146fb36101 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1428568 Jan 28 01:29:21.176442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f4d12fa-0a49-4fb7-9a0c-aafc1c16ea9f req-976e3bd7-2033-458a-862f-0a8e877012b7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889428 Jan 28 01:29:21.283452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:29:21.291773 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Publish callbacks [] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:21.305515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Transition to ACTIVE for port object a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:29:21.322596 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:21.421558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Pushing event updated for resources: {'Port': ['ID=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:21.534494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Attempting to bind port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:29:21.535094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Attempting to bind port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:29:21.535749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Attempting to bind port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb on network 80b38638-2f89-414d-ba0e-b320161f366a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:29:21.546734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb on network 80b38638-2f89-414d-ba0e-b320161f366a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:29:21.547078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Attempting to bind port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb on network 80b38638-2f89-414d-ba0e-b320161f366a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:29:21.553146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:29:21.553486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Checking segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:29:21.553915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Bound using segment: {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:29:21.554354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Bound port: a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6313d8-bfcd-4aca-93cf-ff855e32d867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:29:21.554718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:21.691678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] For port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:29:21.696852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] For port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:29:21.703066 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:21.745256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:21.745973 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:21.747427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] 10.222.0.45 "PUT /v2.0/ports/a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 200 len: 1091 time: 1.0435090 Jan 28 01:29:21.747947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:21.750403 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3930c322-000e-4d7a-8b65-c33ce7307494" -d '{"events": [{"name": "network-changed", "server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:21.813813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8abb2-b6cb-48e1-b259-c3275016403c service neutron] Pushing event updated for resources: {'Port': ['ID=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:21.854113 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac24baa3-34da-4424-a207-26c2ccc198ed x-openstack-request-id: req-ac24baa3-34da-4424-a207-26c2ccc198ed {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:21.854510 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:21.854969 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac24baa3-34da-4424-a207-26c2ccc198ed {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:21.855558 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'status': 'completed', 'code': 200} Jan 28 01:29:21.870621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-3d0dbae8-2c28-4185-a1e3-c989160e34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:21.872442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-3d0dbae8-2c28-4185-a1e3-c989160e34bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 1094 time: 0.0549529 Jan 28 01:29:21.952014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-ee18958a-3a3d-4a7b-a1df-bcb08ae28c18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 200 len: 217 time: 0.0666490 Jan 28 01:29:22.061769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-0c09d39e-b8b2-4161-97d1-09d1bddae100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.064291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-0c09d39e-b8b2-4161-97d1-09d1bddae100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1050372 Jan 28 01:29:22.137450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8bc69-a17f-4f82-8339-dfd32a80d4c0 req-2e2f6d3c-fb53-4d3b-afb3-523fcc5161f0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.144901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4a8bc69-a17f-4f82-8339-dfd32a80d4c0 req-2e2f6d3c-fb53-4d3b-afb3-523fcc5161f0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 943 time: 0.0947506 Jan 28 01:29:22.180091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-ed53552d-d39f-45c7-b5ff-ebbda47b7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.181591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-ed53552d-d39f-45c7-b5ff-ebbda47b7ebd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962288 Jan 28 01:29:22.236935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4a8bc69-a17f-4f82-8339-dfd32a80d4c0 req-d5ba51a7-4221-46cc-a1a9-c62319689a61 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863464 Jan 28 01:29:22.381909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-fdbb6368-cccf-44f5-ab4f-652ebc87f90b service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903396 Jan 28 01:29:22.502164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26b95-3ef6-49ad-90ae-491443c8c3fe req-845b3575-106a-4838-b1a8-4058e2a3674a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.503868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70c26b95-3ef6-49ad-90ae-491443c8c3fe req-845b3575-106a-4838-b1a8-4058e2a3674a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.1757629 Jan 28 01:29:22.564236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70c26b95-3ef6-49ad-90ae-491443c8c3fe req-8b08583b-156b-422c-8b8a-8db2a3172207 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544865 Jan 28 01:29:22.600411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0b27269-a3d9-43f0-889c-fc7621872f58 req-245c6596-7888-407b-88fe-aa5ff4c01f08 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124481 Jan 28 01:29:22.763273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-750b3d6a-26f4-4f40-8235-8e2f2aba09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.765659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-750b3d6a-26f4-4f40-8235-8e2f2aba09bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 1094 time: 0.0588350 Jan 28 01:29:22.869218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-11e54f01-fbcc-49f0-8b0f-8e7f7f10e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.870859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-11e54f01-fbcc-49f0-8b0f-8e7f7f10e3c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.0973318 Jan 28 01:29:22.920283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-e9aa578d-83ba-482a-bdf4-8afaa7f48e53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 200 len: 217 time: 0.0427673 Jan 28 01:29:22.979993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-6acbaa82-0676-444a-821d-e206507eee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:22.981585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-6acbaa82-0676-444a-821d-e206507eee83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0557344 Jan 28 01:29:23.053041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-ea29c454-5101-43bb-b8ef-82369089ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:23.054605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-ea29c454-5101-43bb-b8ef-82369089ee99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673916 Jan 28 01:29:23.148949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-8e393803-0b5a-458c-a3ed-7d6c41883c1f service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 Jan 28 01:29:23.252296 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3930c322-000e-4d7a-8b65-c33ce7307494 req-e93c4127-1209-44e4-9e48-082de9a8d75f service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963731 Jan 28 01:29:23.404770 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e9511-d91e-46ee-9dc9-b820d3340c7d req-a20cbfa9-d1c1-4234-b0bd-ad7c78ed4874 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:23.406925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-911e9511-d91e-46ee-9dc9-b820d3340c7d req-a20cbfa9-d1c1-4234-b0bd-ad7c78ed4874 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 943 time: 0.0587766 Jan 28 01:29:23.456076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-911e9511-d91e-46ee-9dc9-b820d3340c7d req-a11e6bb4-b5d3-4b2c-9d7d-15b14bca3137 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Jan 28 01:29:23.733546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6c2c6-1ee5-4990-976c-b0ca0dba76fe req-f6fb52fe-3091-4da9-9043-34cffbe724fa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:23.735321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecd6c2c6-1ee5-4990-976c-b0ca0dba76fe req-f6fb52fe-3091-4da9-9043-34cffbe724fa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 944 time: 0.0722923 Jan 28 01:29:23.788309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ecd6c2c6-1ee5-4990-976c-b0ca0dba76fe req-5d7510b5-214f-4caf-9412-f41844b82acc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 Jan 28 01:29:24.092145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a62dd627-2303-418a-9c86-036ef6cf4681 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:29:24.207076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a62dd627-2303-418a-9c86-036ef6cf4681, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a62dd627-2303-418a-9c86-036ef6cf4681,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:24.222120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a62dd627-2303-418a-9c86-036ef6cf4681', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': 'a62dd627-2303-418a-9c86-036ef6cf4681', 'mac_address': 'fa:16:3e:ff:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:29:24.288024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a62dd627-2303-418a-9c86-036ef6cf4681 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:29:24.288319 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:24.301448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62dd627-2303-418a-9c86-036ef6cf4681 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:29:24.323590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a62dd627-2303-418a-9c86-036ef6cf4681, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a62dd627-2303-418a-9c86-036ef6cf4681,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:24.338237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:24.407749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a62dd627-2303-418a-9c86-036ef6cf4681,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:24.417896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.418313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.418776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.419228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.419660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.420070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.420471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.420910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.421357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.422098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.422497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.422900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.423320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:29:24.607582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1250-fc95-4d8a-bc49-def0c1477a70 req-abb9a055-8679-4b77-97aa-3b14c5fb3dca tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:24.609108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-477a1250-fc95-4d8a-bc49-def0c1477a70 req-abb9a055-8679-4b77-97aa-3b14c5fb3dca tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 943 time: 0.0723128 Jan 28 01:29:24.658266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-477a1250-fc95-4d8a-bc49-def0c1477a70 req-131626fc-6498-4cef-8cca-88f9a90e52a0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Jan 28 01:29:24.730273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a62dd627-2303-418a-9c86-036ef6cf4681'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:29:24.980207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe815dd-bfb7-4fc4-92c4-920d729c9fb2 req-1c90c398-dbfb-4429-b6fe-5858149a5e4e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:24.982517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfe815dd-bfb7-4fc4-92c4-920d729c9fb2 req-1c90c398-dbfb-4429-b6fe-5858149a5e4e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 945 time: 0.0651956 Jan 28 01:29:24.998310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:29:25.049207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bfe815dd-bfb7-4fc4-92c4-920d729c9fb2 req-dbe00cd5-9c60-429d-a184-e5a4e02d24a5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610375 Jan 28 01:29:25.114326 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:25.127587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'port_id': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'mac_address': 'fa:16:3e:92:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:29:25.172081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:29:25.172974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:25.187510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:29:25.208260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:25.213378 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:25.280501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:25.633009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:29:25.867101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c41b8-0484-4bf7-97ce-fdee98f678bd req-f03cf709-5a77-494b-9031-e48df4ac9b0e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:25.868798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f9c41b8-0484-4bf7-97ce-fdee98f678bd req-f03cf709-5a77-494b-9031-e48df4ac9b0e tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 944 time: 0.1045690 Jan 28 01:29:25.929568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f9c41b8-0484-4bf7-97ce-fdee98f678bd req-4d9b5aa0-e47c-466b-8283-196d1e315e18 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517569 Jan 28 01:29:26.089875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a62dd627-2303-418a-9c86-036ef6cf4681 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:29:26.166279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port a62dd627-2303-418a-9c86-036ef6cf4681 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:29:26.172507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a62dd627-2303-418a-9c86-036ef6cf4681 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:29:26.173324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:26.239383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af9107-1a63-4fb9-b83c-f5ebc52de82d req-11bae802-ae8f-49d3-8f91-c92c2110d16b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:26.248026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2af9107-1a63-4fb9-b83c-f5ebc52de82d req-11bae802-ae8f-49d3-8f91-c92c2110d16b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 945 time: 0.0782261 Jan 28 01:29:26.266640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a62dd627-2303-418a-9c86-036ef6cf4681 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:29:26.267151 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:26.292431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62dd627-2303-418a-9c86-036ef6cf4681'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:26.294798 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e496e483-79a7-4e31-a2ed-eb8a080deda6" -d '{"events": [{"server_uuid": "b3161d74-a429-40c2-8b15-f42b4512259f", "name": "network-vif-plugged", "status": "completed", "tag": "a62dd627-2303-418a-9c86-036ef6cf4681"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:26.312271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a62dd627-2303-418a-9c86-036ef6cf4681, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a62dd627-2303-418a-9c86-036ef6cf4681,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:26.317560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:26.341391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2af9107-1a63-4fb9-b83c-f5ebc52de82d req-e0dd7bfb-cc3d-4f1a-aafa-0d31cf5f7412 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874543 Jan 28 01:29:26.364391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d974b-d46f-4aec-a48b-67104b927cb9 req-57cb7d23-a795-44ba-b01d-f27b3d9d03cc tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:26.366062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f49d974b-d46f-4aec-a48b-67104b927cb9 req-57cb7d23-a795-44ba-b01d-f27b3d9d03cc tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.0962009 Jan 28 01:29:26.372279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a62dd627-2303-418a-9c86-036ef6cf4681,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:26.382449 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ef2db6-659a-44c0-8e2d-552342f44663 x-openstack-request-id: req-b6ef2db6-659a-44c0-8e2d-552342f44663 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:26.382746 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3161d74-a429-40c2-8b15-f42b4512259f", "name": "network-vif-plugged", "status": "completed", "tag": "a62dd627-2303-418a-9c86-036ef6cf4681", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:26.383007 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6ef2db6-659a-44c0-8e2d-552342f44663 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:26.383409 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62dd627-2303-418a-9c86-036ef6cf4681', 'code': 200} Jan 28 01:29:26.434940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f49d974b-d46f-4aec-a48b-67104b927cb9 req-db0e6072-9508-499d-9241-bf8d7f3a4eee tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617607 Jan 28 01:29:26.543334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a889f67-e6b7-44bd-a238-58e871b139b9 req-2d221275-167a-4169-a818-02ce5fbc2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:26.545060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a889f67-e6b7-44bd-a238-58e871b139b9 req-2d221275-167a-4169-a818-02ce5fbc2af4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 1097 time: 0.0447664 Jan 28 01:29:26.597089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a889f67-e6b7-44bd-a238-58e871b139b9 req-b2f7df50-e571-4517-9a93-1d62835fcdfa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451956 Jan 28 01:29:27.026385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:29:27.057667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb26b7-4b37-4c76-b9aa-cd23f1bde8a3 req-89d716b0-c60f-46d4-a4e6-e2806a396873 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:27.060661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28cb26b7-4b37-4c76-b9aa-cd23f1bde8a3 req-89d716b0-c60f-46d4-a4e6-e2806a396873 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 944 time: 0.0652597 Jan 28 01:29:27.089050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:29:27.093684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:29:27.094306 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:27.122930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28cb26b7-4b37-4c76-b9aa-cd23f1bde8a3 req-0f75ff52-80dc-46aa-9e40-2cb136349679 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547762 Jan 28 01:29:27.184670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:29:27.185178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:27.221478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:27.226663 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:27.276601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:27.466498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22bd3-5712-4391-a33f-64346a0372f6 req-5ca0694d-9bf3-4e1b-8d93-5d26b3834208 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:27.468459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9c22bd3-5712-4391-a33f-64346a0372f6 req-5ca0694d-9bf3-4e1b-8d93-5d26b3834208 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.0621662 Jan 28 01:29:27.520462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9c22bd3-5712-4391-a33f-64346a0372f6 req-ea191770-8d25-4dd6-bec4-0cc24ff1ec94 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Jan 28 01:29:27.579249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b41415-b1ca-469a-a7b5-3df3a0c8e479 req-7846da0c-bf1c-4d83-9247-33805761c712 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:27.582232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45b41415-b1ca-469a-a7b5-3df3a0c8e479 req-7846da0c-bf1c-4d83-9247-33805761c712 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.0578411 Jan 28 01:29:27.638705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45b41415-b1ca-469a-a7b5-3df3a0c8e479 req-53975237-d2ec-4b21-ab48-e2f6eec18693 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Jan 28 01:29:28.251649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40605671-42d1-4693-bfc0-85aef99b09d9 req-53842937-fa97-460b-b1c5-a131a47db253 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:28.254391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40605671-42d1-4693-bfc0-85aef99b09d9 req-53842937-fa97-460b-b1c5-a131a47db253 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0544078 Jan 28 01:29:28.305818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40605671-42d1-4693-bfc0-85aef99b09d9 req-f7735537-ff06-411a-94a8-ebb2aea27db1 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469327 Jan 28 01:29:28.385416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:28.387766 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53762dd-350c-458b-91e9-b0d98a436bad" -d '{"events": [{"server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "name": "network-vif-plugged", "status": "completed", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:28.423701 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df640c-4cae-4aa4-b05b-7eab626374ee x-openstack-request-id: req-e2df640c-4cae-4aa4-b05b-7eab626374ee {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:28.423997 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "name": "network-vif-plugged", "status": "completed", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:28.424267 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2df640c-4cae-4aa4-b05b-7eab626374ee {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:28.424659 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'code': 200} Jan 28 01:29:28.587626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acf9d9-479d-4e06-95f9-a482d55184af req-defb8bfb-873a-451a-b906-685cb7392dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:28.589275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8acf9d9-479d-4e06-95f9-a482d55184af req-defb8bfb-873a-451a-b906-685cb7392dc4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 1096 time: 0.0570772 Jan 28 01:29:28.670875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257653c-30d5-4b62-8fe9-3f927c151483 req-c1c00f5a-2ef6-4ef1-80bd-845451940e03 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:28.677677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f257653c-30d5-4b62-8fe9-3f927c151483 req-c1c00f5a-2ef6-4ef1-80bd-845451940e03 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.0850413 Jan 28 01:29:28.687892 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8acf9d9-479d-4e06-95f9-a482d55184af req-6cd46e09-171d-4e50-ac00-e4f134c8b7d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832884 Jan 28 01:29:28.740832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f257653c-30d5-4b62-8fe9-3f927c151483 req-f6e6df13-288d-4609-9482-1942cc36178f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622833 Jan 28 01:29:28.823939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650d2a-b00a-4e58-899a-518866f48b9a req-7a3df70f-2d06-493e-9be6-4ac3aac47c2c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:28.825427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0650d2a-b00a-4e58-899a-518866f48b9a req-7a3df70f-2d06-493e-9be6-4ac3aac47c2c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.1007113 Jan 28 01:29:28.871107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2c843-de02-471c-a508-825f44865c2d req-32bfa5e0-9107-4f74-9487-0005b47b7df7 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:28.872569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d2c843-de02-471c-a508-825f44865c2d req-32bfa5e0-9107-4f74-9487-0005b47b7df7 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 946 time: 0.1110735 Jan 28 01:29:28.957027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0650d2a-b00a-4e58-899a-518866f48b9a req-5df5cf95-06da-4d9c-b513-dfd9d76382d9 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231699 Jan 28 01:29:28.964890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aba58-8604-4ee7-9351-8a41c24b6011 req-14a965e2-1c61-45bb-86f1-67e9e12db659 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:28.966394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf4aba58-8604-4ee7-9351-8a41c24b6011 req-14a965e2-1c61-45bb-86f1-67e9e12db659 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.1354694 Jan 28 01:29:29.049678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf4aba58-8604-4ee7-9351-8a41c24b6011 req-aa835be3-3dd0-4321-9393-137dcfedd553 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Jan 28 01:29:29.070466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Deleting port b43bb266-ea84-4939-a768-563abbe7a750 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:29:29.070839 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b43bb266-ea84-4939-a768-563abbe7a750), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:29.203714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b169a-f792-45ee-8475-44d647a37258 req-d547afb2-6949-4962-9a68-a6e31e84b9a7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:29.205282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b02b169a-f792-45ee-8475-44d647a37258 req-d547afb2-6949-4962-9a68-a6e31e84b9a7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.0768573 Jan 28 01:29:29.207163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] For port b43bb266-ea84-4939-a768-563abbe7a750, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=b43bb266-ea84-4939-a768-563abbe7a750,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:29.207549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b43bb266-ea84-4939-a768-563abbe7a750), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:29.227375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Calling delete_port for b43bb266-ea84-4939-a768-563abbe7a750 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:29:29.313335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b02b169a-f792-45ee-8475-44d647a37258 req-5965ae13-65fd-443a-bad9-6b9d10e5413e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976777 Jan 28 01:29:29.464603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbd65-9e79-44f9-8f46-32654fa5ae3d req-080bc0cc-b05d-4539-8d07-565bfe643f7f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:29.466233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fbfbd65-9e79-44f9-8f46-32654fa5ae3d req-080bc0cc-b05d-4539-8d07-565bfe643f7f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0830116 Jan 28 01:29:29.529631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b43bb266-ea84-4939-a768-563abbe7a750), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:29.541545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fbfbd65-9e79-44f9-8f46-32654fa5ae3d req-c75ee128-23ce-44ad-bfdb-bcaaa047d03b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693045 Jan 28 01:29:29.567826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Pushing event deleted for resources: {'Port': ['ID=b43bb266-ea84-4939-a768-563abbe7a750,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:29.580957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['b43bb266-ea84-4939-a768-563abbe7a750'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:29:29.628520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] No DVR routers for this DVR port b43bb266-ea84-4939-a768-563abbe7a750 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:29:29.631690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:29.635130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d2c843-de02-471c-a508-825f44865c2d req-408973a5-ee5b-416a-9028-05b89b6a28af tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "DELETE /v2.0/ports/b43bb266-ea84-4939-a768-563abbe7a750 HTTP/1.1" status: 204 len: 173 time: 0.7518830 Jan 28 01:29:29.635647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'name': 'network-vif-deleted', 'tag': 'b43bb266-ea84-4939-a768-563abbe7a750'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:29.638297 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b01666d-b59c-414e-ac27-7b0270a871ca" -d '{"events": [{"server_uuid": "71cd3de1-eb90-430f-b9cf-b2a275b5d7be", "name": "network-vif-deleted", "tag": "b43bb266-ea84-4939-a768-563abbe7a750"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:29.687734 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371eab09-5e93-4463-a462-64d36a581012 x-openstack-request-id: req-371eab09-5e93-4463-a462-64d36a581012 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:29.688088 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cd3de1-eb90-430f-b9cf-b2a275b5d7be", "name": "network-vif-deleted", "tag": "b43bb266-ea84-4939-a768-563abbe7a750", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:29.688436 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-371eab09-5e93-4463-a462-64d36a581012 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:29.688897 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cd3de1-eb90-430f-b9cf-b2a275b5d7be', 'name': 'network-vif-deleted', 'tag': 'b43bb266-ea84-4939-a768-563abbe7a750', 'status': 'completed', 'code': 200} Jan 28 01:29:29.784313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474dca5-3d01-4791-acc0-9a3f7b8b6050 req-f3c89e13-74e1-4fd1-a5d7-7323bc7c69ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:29.785916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6474dca5-3d01-4791-acc0-9a3f7b8b6050 req-f3c89e13-74e1-4fd1-a5d7-7323bc7c69ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.0618656 Jan 28 01:29:29.850810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6474dca5-3d01-4791-acc0-9a3f7b8b6050 req-29d6e863-abed-4829-920a-57ea17fa14bd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Jan 28 01:29:30.083350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25aec72a-010d-4bc3-8d8c-258fec5bbc4c req-d64bf3bb-9e6c-4358-8fda-3b6dcde59943 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cd3de1-eb90-430f-b9cf-b2a275b5d7be HTTP/1.1" status: 200 len: 210 time: 0.0259566 Jan 28 01:29:30.686349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdd396-9340-49ed-b7c3-0ff01360e3b0 req-b06a315d-bc1d-4374-b15e-e2101fd01ed7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:30.693454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06bdd396-9340-49ed-b7c3-0ff01360e3b0 req-b06a315d-bc1d-4374-b15e-e2101fd01ed7 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0669103 Jan 28 01:29:30.743451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06bdd396-9340-49ed-b7c3-0ff01360e3b0 req-8f8c3852-e3d9-4d1a-887a-be0a80d50cb0 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491192 Jan 28 01:29:30.874944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df8cbe-1831-45ca-840b-2e5eab494da1 req-8375aaba-43cf-40a5-abca-395664f8842b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:30.876362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3df8cbe-1831-45ca-840b-2e5eab494da1 req-8375aaba-43cf-40a5-abca-395664f8842b tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0577915 Jan 28 01:29:30.885163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 36588) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:29:30.890250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Request body: {'floatingip': {'port_id': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:30.938011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (88f29620-083a-48e9-a077-9a46fe376242), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:30.979366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c3f9b-e03a-464a-8e65-b18dc9630552 req-e48affd5-d874-447b-8717-de44858766ef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:30.982226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e20c3f9b-e03a-464a-8e65-b18dc9630552 req-e48affd5-d874-447b-8717-de44858766ef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.0554619 Jan 28 01:29:31.038367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e20c3f9b-e03a-464a-8e65-b18dc9630552 req-b0e47f87-2ce2-4825-bc54-d76ade71841c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Jan 28 01:29:31.495674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:31.500652 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (88f29620-083a-48e9-a077-9a46fe376242), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:31.616324 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Floating IP 88f29620-083a-48e9-a077-9a46fe376242 associated. External IP: 172.25.1.146, port: a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb. Jan 28 01:29:31.702176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-c042b464-43f6-4ca6-906c-889351c3f0a7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:31.704981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-c042b464-43f6-4ca6-906c-889351c3f0a7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 946 time: 0.0761049 Jan 28 01:29:31.861545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port a62dd627-2303-418a-9c86-036ef6cf4681 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:29:31.862236 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:32.013165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port a62dd627-2303-418a-9c86-036ef6cf4681, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a62dd627-2303-418a-9c86-036ef6cf4681,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:32.013538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:32.026088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for a62dd627-2303-418a-9c86-036ef6cf4681 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:29:32.049243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:29:32.169768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a62dd627-2303-418a-9c86-036ef6cf4681 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:29:32.263922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a62dd627-2303-418a-9c86-036ef6cf4681), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:32.267214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No active binding found for port a62dd627-2303-418a-9c86-036ef6cf4681 {{(pid=109596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 01:29:32.270591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port a62dd627-2303-418a-9c86-036ef6cf4681 host None! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:29:32.271184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a62dd627-2303-418a-9c86-036ef6cf4681 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:29:32.272608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b43bb266-ea84-4939-a768-563abbe7a750 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:29:32.279891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:29:32.285724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:32.291233 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:29:32.308149 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:29:32.308934 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:29:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:32.319252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: b43bb266-ea84-4939-a768-563abbe7a750 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:29:32.323104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device b43bb266-ea84-4939-a768-563abbe7a750 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:29:32.329656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cab0ea85-1ee0-410c-8141-d0d2e8d5a640 req-b7905ecc-8c34-407b-832a-6a5b8c95419d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0782149 Jan 28 01:29:32.365686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-562e7d7f-5371-4f1c-8fde-2b158e9d3905 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "PUT /v2.0/floatingips/88f29620-083a-48e9-a077-9a46fe376242 HTTP/1.1" status: 200 len: 991 time: 1.4792733 Jan 28 01:29:32.367061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:32.370318 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d11abd-4bc2-4287-bec8-023c5ca1a865" -d '{"events": [{"name": "network-changed", "server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:32.429634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port a62dd627-2303-418a-9c86-036ef6cf4681 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:29:32.438147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:32.448336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e6baa04-fd4a-4a4b-97cd-5a4a279cbd3e req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "DELETE /v2.0/ports/a62dd627-2303-418a-9c86-036ef6cf4681 HTTP/1.1" status: 204 len: 173 time: 0.7378490 Jan 28 01:29:32.480508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'name': 'network-vif-deleted', 'tag': 'a62dd627-2303-418a-9c86-036ef6cf4681'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:32.483092 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6231c72-8922-421f-a325-76f6d0df2631" -d '{"events": [{"server_uuid": "b3161d74-a429-40c2-8b15-f42b4512259f", "name": "network-vif-deleted", "tag": "a62dd627-2303-418a-9c86-036ef6cf4681"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:32.511930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e050d-16af-4079-9c8b-6168edc03a75 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=a62dd627-2303-418a-9c86-036ef6cf4681,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:32.643029 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998cb009-acdc-493e-891a-a8842521d8ee x-openstack-request-id: req-998cb009-acdc-493e-891a-a8842521d8ee {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:32.643327 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:32.643586 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-998cb009-acdc-493e-891a-a8842521d8ee {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:32.644001 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'status': 'completed', 'code': 200} Jan 28 01:29:32.654123 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca163e6-4484-485b-84cc-59d207f32b7d x-openstack-request-id: req-3ca163e6-4484-485b-84cc-59d207f32b7d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:32.654517 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3161d74-a429-40c2-8b15-f42b4512259f", "name": "network-vif-deleted", "tag": "a62dd627-2303-418a-9c86-036ef6cf4681", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:32.654876 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ca163e6-4484-485b-84cc-59d207f32b7d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:32.655377 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3161d74-a429-40c2-8b15-f42b4512259f', 'name': 'network-vif-deleted', 'tag': 'a62dd627-2303-418a-9c86-036ef6cf4681', 'status': 'completed', 'code': 200} Jan 28 01:29:32.691275 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:29:32.795045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-f664b72c-71b3-42ae-a37c-bb79b0bc4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:32.796843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-f664b72c-71b3-42ae-a37c-bb79b0bc4e48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 1096 time: 0.1119027 Jan 28 01:29:32.938699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-b23f2af6-31ed-4332-b2e4-0192775011e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:32.940381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-b23f2af6-31ed-4332-b2e4-0192775011e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.1370120 Jan 28 01:29:33.079143 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '88f29620-083a-48e9-a077-9a46fe376242', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'port_id': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'mac_address': 'fa:16:3e:92:ba:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:29:16Z', 'updated_at': '2022-01-28T01:29:31Z', 'revision_number': 1, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:33.089447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-518a4cdb-6226-4051-8464-14101061a274 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 200 len: 999 time: 0.1404932 Jan 28 01:29:33.129949 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:29:33.140728 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:29:33.141488 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:29:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:33.168454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-40d5f4fe-0aa2-4280-92c2-fcc5f740cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:33.170354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-40d5f4fe-0aa2-4280-92c2-fcc5f740cae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0740390 Jan 28 01:29:33.246701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-1ff903a9-2db9-4a8b-bdfe-6f202d5e68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:33.248304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-1ff903a9-2db9-4a8b-bdfe-6f202d5e68e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719206 Jan 28 01:29:33.442288 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:29:33.553941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-09d52f41-9c53-418b-a9a4-673f60e27490 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983878 Jan 28 01:29:33.555804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f24eddd2-9923-40f5-8452-d8239d16827e req-1a0a9440-2efd-4c77-bfdc-2c9dd3e79581 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0944273 Jan 28 01:29:33.633660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:33.783265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8d11abd-4bc2-4287-bec8-023c5ca1a865 req-2b3f19a6-a37b-4794-8103-9551f64dfb94 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132826 Jan 28 01:29:33.882929 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '88f29620-083a-48e9-a077-9a46fe376242', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'port_id': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'mac_address': 'fa:16:3e:92:ba:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:29:16Z', 'updated_at': '2022-01-28T01:29:31Z', 'revision_number': 1, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:29:34.041687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3639a-30c4-4112-91ff-ad5cca29b28e None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '88f29620-083a-48e9-a077-9a46fe376242', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'port_id': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'mac_address': 'fa:16:3e:92:ba:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:29:16Z', 'updated_at': '2022-01-28T01:29:31Z', 'revision_number': 1, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:29:34.423349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1660d3-447b-4dc3-8754-8ce7923998d4 None None] New status for floating IP 88f29620-083a-48e9-a077-9a46fe376242: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:29:34.802223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d108762-3da7-4d34-813a-32eae596a56a req-600b7819-5066-45b5-86f2-7fd643774bfd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0955610 Jan 28 01:29:35.938093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08b4d97d-fc25-4e30-92a6-1d3f5017ff52 req-e16cd9da-1b77-4bc5-951d-08447c4873f6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0478902 Jan 28 01:29:37.122893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1f3de339-c371-4117-8768-fbd84c126afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:37.139414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a6f20bf-7608-4097-9b4b-58232dc0e426 req-2f3afcab-dd1e-4fed-887d-db53519f34d2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0841925 Jan 28 01:29:37.391540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:38.314488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16a0ad18-8d68-4efe-9e5d-df62a83ed0ef req-2fcaeb74-9910-4460-ab66-53dc3a1731c5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0516520 Jan 28 01:29:39.350650 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8103844a-18c5-42b4-a3ed-0c10349a9392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:39.455477 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:29:39.473392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43a9f07c-e25e-4ff9-a163-c91c8fdf82c9 req-d68b7a05-571c-440b-a5ff-e09bd87a34c7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0396852 Jan 28 01:29:40.594915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9eb2f8d8-a1d5-4194-b0a6-9f6b223fe6fc req-9972a0e2-13bd-45b9-bdf4-5402c94d8e60 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0313113 Jan 28 01:29:40.863594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:41.782963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5902e19-0eb7-4cd8-a995-47761c800884 req-93c2f51f-7ba1-45c3-acd5-9165e1271d7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0511644 Jan 28 01:29:41.965979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:42.643421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-e2cc5b09-ecd5-40fc-8664-59da28e01308 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:42.650441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-e2cc5b09-ecd5-40fc-8664-59da28e01308 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 814 time: 0.1136191 Jan 28 01:29:42.663182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-e58f8451-7c84-4046-afde-c04789f31463 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/quotas/932b62a689b8480ca3adf63806b4f36a HTTP/1.1" status: 200 len: 375 time: 0.0115933 Jan 28 01:29:42.698486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3db71c2d-e8cf-4b7b-a65c-19621eca2990 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293026 Jan 28 01:29:42.811133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-5b9e13aa-bc11-4747-baa2-ab3f5714998a service neutron] 10.222.0.23 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036708 Jan 28 01:29:42.938181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-2d4fdcdc-a6ab-44d0-8c45-1271e920181d service neutron] 10.222.0.23 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258225 Jan 28 01:29:43.001949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-96c8d2f9-5a46-4cef-b5d2-8704a38cd4f0 req-55297db9-f4d1-4e95-a122-f6961473a935 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3161d74-a429-40c2-8b15-f42b4512259f HTTP/1.1" status: 200 len: 210 time: 0.0584369 Jan 28 01:29:43.164717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5dc2071-8b7b-48bd-9390-c158e6c3aeb8 req-47f57f51-d689-4f9b-a08b-721367f21b1e tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 210 time: 0.0403020 Jan 28 01:29:43.330188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:44.271302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c06574-3314-4465-98c4-17a10202a6de req-76145fa2-a3f3-4117-8dd9-365695a1c108 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 210 time: 0.0506625 Jan 28 01:29:44.391669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-2d960f6f-7d47-4ff0-ac5e-669e8ec10384 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:44.393121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-2d960f6f-7d47-4ff0-ac5e-669e8ec10384 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 814 time: 0.1122761 Jan 28 01:29:44.413822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Request body: {'port': {'device_id': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435', 'admin_state_up': True, 'tenant_id': '932b62a689b8480ca3adf63806b4f36a'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:44.532322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Made reservation on behalf of 932b62a689b8480ca3adf63806b4f36a for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:29:44.536246 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:44.666420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Allocated IP 172.20.0.6 (7d669fa4-99a6-4bd6-95ce-f98844bab435/ab8893ee-e134-4511-be07-e21d7edc9b8e/2e3dabdb-b909-4905-bf49-067b0fdf6bf3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:29:44.810254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks [] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:44.846070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:44.902351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Network 7d669fa4-99a6-4bd6-95ce-f98844bab435 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:29:44.903986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:29:44.905993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Pushing event updated for resources: {'Port': ['ID=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:44.908496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:29:44.957884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:44.958503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:44.975380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3dbdda4b-ff1b-4c8e-a40e-883e3595258f tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666807 Jan 28 01:29:44.992996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Request body: {'port': {'device_id': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:29:45.046072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.322610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:29:45.330727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Publish callbacks [] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.345220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Transition to ACTIVE for port object 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:29:45.356264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.430148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:45.440958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496e586-c24e-4878-9ac2-8ccc4ba66362 req-2b1019e9-dbd3-4734-ba0c-f522005717b5 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:45.442567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e496e586-c24e-4878-9ac2-8ccc4ba66362 req-2b1019e9-dbd3-4734-ba0c-f522005717b5 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 943 time: 0.0992634 Jan 28 01:29:45.537099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e496e586-c24e-4878-9ac2-8ccc4ba66362 req-816a8234-1d0f-433e-ae9a-fc4205fd6b64 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776570 Jan 28 01:29:45.541440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Attempting to bind port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:29:45.541805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Attempting to bind port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:29:45.542163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Attempting to bind port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 on network 7d669fa4-99a6-4bd6-95ce-f98844bab435 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:29:45.548020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 on network 7d669fa4-99a6-4bd6-95ce-f98844bab435 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:29:45.548332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Attempting to bind port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 on network 7d669fa4-99a6-4bd6-95ce-f98844bab435 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:29:45.553808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:29:45.554167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Checking segment: {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:29:45.554565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Bound using segment: {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:29:45.554991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Bound port: 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559db7f7-5efc-4c34-8235-5478538f083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:29:45.555413 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.620136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] For port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:29:45.623238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] For port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:29:45.628617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.666181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:45.667149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.668565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e3dabdb-b909-4905-bf49-067b0fdf6bf3 HTTP/1.1" status: 200 len: 1091 time: 0.6795993 Jan 28 01:29:45.669003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'tag': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:45.672111 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b84c137-33cb-4e8b-9a93-0902992c6636" -d '{"events": [{"name": "network-changed", "server_uuid": "c29754a9-2269-4fa8-89a9-3e4f50b19f36", "tag": "2e3dabdb-b909-4905-bf49-067b0fdf6bf3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:45.697398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254cc0-380f-47b3-9267-d6f5e69de516 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:45.727858 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d589f35b-7709-408b-b7dd-1662c1d73480 x-openstack-request-id: req-d589f35b-7709-408b-b7dd-1662c1d73480 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:45.728333 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29754a9-2269-4fa8-89a9-3e4f50b19f36", "tag": "2e3dabdb-b909-4905-bf49-067b0fdf6bf3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:45.728733 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d589f35b-7709-408b-b7dd-1662c1d73480 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:45.729857 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'tag': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3', 'status': 'completed', 'code': 200} Jan 28 01:29:45.791873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-bf5743c1-485c-4324-9c94-63a5744c1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:45.793426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-bf5743c1-485c-4324-9c94-63a5744c1470 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 1094 time: 0.0415471 Jan 28 01:29:45.842161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-0f6c6981-154f-4d85-beb3-d527b3737589 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3 HTTP/1.1" status: 200 len: 217 time: 0.0339785 Jan 28 01:29:45.890040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-190bc1e1-a020-47e2-9306-cfaee8ce8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:45.890957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-190bc1e1-a020-47e2-9306-cfaee8ce8fd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.0430694 Jan 28 01:29:45.932031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-28cc5d01-a1a0-4680-a732-d90a7104aa42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340128 Jan 28 01:29:46.026615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-369a484f-88fe-432a-b014-f0d4074d26b2 service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866177 Jan 28 01:29:46.493593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77106bbd-f185-41ea-9df9-d6618b25de8e req-3fd6605a-50c2-4041-ab11-267de87e6b4f service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573700 Jan 28 01:29:46.670677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-b39af2c7-79b2-4838-b402-9b90167426b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:46.672167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-b39af2c7-79b2-4838-b402-9b90167426b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 1094 time: 0.0670664 Jan 28 01:29:46.682688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4a885-65f5-4679-bc5e-6a3fb6a87b7d req-a4a9d0ec-b72d-45a4-8e9f-b79174448554 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:46.684070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bb4a885-65f5-4679-bc5e-6a3fb6a87b7d req-a4a9d0ec-b72d-45a4-8e9f-b79174448554 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 943 time: 0.0708697 Jan 28 01:29:46.785209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3bb4a885-65f5-4679-bc5e-6a3fb6a87b7d req-fc2f27f0-ecd9-49ab-a102-8f381b0df954 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930321 Jan 28 01:29:46.803011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-19a7f3b1-dabb-41ef-b371-0a71e150ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:46.804556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-19a7f3b1-dabb-41ef-b371-0a71e150ef58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 915 time: 0.1196492 Jan 28 01:29:46.848512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-3ba2a0c8-29c6-42f2-ba42-ae6ce0844cd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3 HTTP/1.1" status: 200 len: 217 time: 0.0347364 Jan 28 01:29:46.899647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-580f2e0d-b632-4573-98cb-ee3ec0c26d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:46.901083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-580f2e0d-b632-4573-98cb-ee3ec0c26d46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.0467513 Jan 28 01:29:46.933369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-ef39e92a-a2e8-43ed-ae59-28e1393f72f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245776 Jan 28 01:29:47.023944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-7c668a4c-a743-4d61-aa50-a3e0795fc06a service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842619 Jan 28 01:29:47.118872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b84c137-33cb-4e8b-9a93-0902992c6636 req-654ef384-112d-46f1-8ef6-5dedba82817b service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870173 Jan 28 01:29:47.905335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e5a0-adf7-48eb-97ea-d6740c75aa18 req-cc8ea5f7-d9b9-47ae-8f4c-1cdcb7335f0c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:47.906894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5c1e5a0-adf7-48eb-97ea-d6740c75aa18 req-cc8ea5f7-d9b9-47ae-8f4c-1cdcb7335f0c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 943 time: 0.0501783 Jan 28 01:29:47.955107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5c1e5a0-adf7-48eb-97ea-d6740c75aa18 req-00c842f5-8f1c-4663-8f52-88f58b862237 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Jan 28 01:29:49.072083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28ef03-a394-439d-95f3-2b4706c048ba req-bc901c8b-44e9-45a5-b6ec-083d079adf43 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:49.073566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e28ef03-a394-439d-95f3-2b4706c048ba req-bc901c8b-44e9-45a5-b6ec-083d079adf43 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 943 time: 0.0492954 Jan 28 01:29:49.123288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e28ef03-a394-439d-95f3-2b4706c048ba req-5f399b10-e2b7-42b7-85aa-202783ac5440 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Jan 28 01:29:50.240229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85856d-8e76-4eaf-a460-86a3f51e8835 req-ecff172d-e07d-412c-86c9-d8dce8d99873 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:50.241765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c85856d-8e76-4eaf-a460-86a3f51e8835 req-ecff172d-e07d-412c-86c9-d8dce8d99873 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 943 time: 0.0506766 Jan 28 01:29:50.258649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:29:50.293546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c85856d-8e76-4eaf-a460-86a3f51e8835 req-1e7ece96-0ccd-4791-8420-6967540e0b87 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Jan 28 01:29:50.366622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:50.380322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3', 'network_id': '7d669fa4-99a6-4bd6-95ce-f98844bab435', 'port_id': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3', 'mac_address': 'fa:16:3e:71:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8893ee-e134-4511-be07-e21d7edc9b8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:29:50.432997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:29:50.433516 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:50.446414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:29:50.466386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:50.470746 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:50.517187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:50.808529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['2e3dabdb-b909-4905-bf49-067b0fdf6bf3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:29:51.413929 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865eebc-6c7e-4b3c-979a-d0a1940bb8a9 req-b9d50d8c-17c0-4912-86fc-dda2420864a7 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:51.415840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2865eebc-6c7e-4b3c-979a-d0a1940bb8a9 req-b9d50d8c-17c0-4912-86fc-dda2420864a7 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 944 time: 0.0540123 Jan 28 01:29:51.468861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2865eebc-6c7e-4b3c-979a-d0a1940bb8a9 req-1982a1fb-8ede-4125-9b71-e7f3adad2d38 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 Jan 28 01:29:52.275130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:29:52.327959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:29:52.331760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:29:52.332140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:52.411337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:29:52.411722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:52.434644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:29:52.436892 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50101c0d-807a-4861-a24f-25806b643c1b" -d '{"events": [{"server_uuid": "c29754a9-2269-4fa8-89a9-3e4f50b19f36", "name": "network-vif-plugged", "status": "completed", "tag": "2e3dabdb-b909-4905-bf49-067b0fdf6bf3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:29:52.451895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:29:52.461984 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:52.546403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:29:52.550501 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0c1a59-b5bd-465c-839d-f3e04ea4e4b2 x-openstack-request-id: req-1a0c1a59-b5bd-465c-839d-f3e04ea4e4b2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:29:52.550997 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29754a9-2269-4fa8-89a9-3e4f50b19f36", "name": "network-vif-plugged", "status": "completed", "tag": "2e3dabdb-b909-4905-bf49-067b0fdf6bf3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:29:52.551254 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a0c1a59-b5bd-465c-839d-f3e04ea4e4b2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:29:52.551649 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3', 'code': 200} Jan 28 01:29:52.627707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6742e-03c3-4f34-ab24-0b238e95a19c req-91680ee5-9831-4a41-b2ba-9f38a82f52b5 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:52.629310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acf6742e-03c3-4f34-ab24-0b238e95a19c req-91680ee5-9831-4a41-b2ba-9f38a82f52b5 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 945 time: 0.0556204 Jan 28 01:29:52.705588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acf6742e-03c3-4f34-ab24-0b238e95a19c req-819fd124-b4f9-46ae-a358-b56d67447868 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703135 Jan 28 01:29:52.712660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7152fda-c59c-4604-ab57-fcd9a2691d56 req-8ada8973-bda6-4d05-b8d5-c67dca0d3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:52.714230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7152fda-c59c-4604-ab57-fcd9a2691d56 req-8ada8973-bda6-4d05-b8d5-c67dca0d3326 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 1096 time: 0.0649707 Jan 28 01:29:52.762789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7152fda-c59c-4604-ab57-fcd9a2691d56 req-853a44d7-bf02-4002-9e5d-1682a3f3aebd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Jan 28 01:29:53.825184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cbbcb-ba6f-4f08-add3-d7d753c67401 req-9aa72936-bafc-4410-87e2-a7d7f85e5db8 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:53.826711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a9cbbcb-ba6f-4f08-add3-d7d753c67401 req-9aa72936-bafc-4410-87e2-a7d7f85e5db8 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 945 time: 0.0508492 Jan 28 01:29:53.879715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a9cbbcb-ba6f-4f08-add3-d7d753c67401 req-424d90dc-da0e-4cd9-a3e1-52da5085c4c9 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Jan 28 01:29:55.005789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f11b-afd9-4e96-b438-229764159b5b req-d692fcaa-d42a-45e9-b476-a19e759c56ad tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:55.007299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e7f11b-afd9-4e96-b438-229764159b5b req-d692fcaa-d42a-45e9-b476-a19e759c56ad tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 945 time: 0.0557790 Jan 28 01:29:55.057245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e7f11b-afd9-4e96-b438-229764159b5b req-526794de-a2a3-40dc-8b64-b973eaf91e64 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Jan 28 01:30:03.611818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:05.461322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-f6a0edfd-e50f-45dc-be9f-0802c836e431 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425150 Jan 28 01:30:05.612257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-31ddae64-5750-45fa-a695-cea732ec0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:05.614095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-31ddae64-5750-45fa-a695-cea732ec0838 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1096 time: 0.0477295 Jan 28 01:30:05.721274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-31dc44b5-3bf5-4117-a52e-859c504a73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:05.722842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-31dc44b5-3bf5-4117-a52e-859c504a73cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 910 time: 0.0880783 Jan 28 01:30:05.791401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-b2cb7ccc-fa2d-4b3d-abe9-c4d8d6241ff3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 1001 time: 0.0622694 Jan 28 01:30:05.841062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-3673aeed-73f6-4544-bbd0-d0c0d2dd035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:05.842514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-3673aeed-73f6-4544-bbd0-d0c0d2dd035b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 200 len: 848 time: 0.0438828 Jan 28 01:30:05.889667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-e1b712a1-0dfe-40c9-a6b0-60a80f02bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:05.891582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-e1b712a1-0dfe-40c9-a6b0-60a80f02bb7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e64ec99a-0938-44c2-b73f-f1e98e68af3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418799 Jan 28 01:30:05.988766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-e24e8a53-e439-46e7-be7c-b261243016fe service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898941 Jan 28 01:30:06.088002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7aa12f-fe57-4ce1-bd77-b44b65a92d5f req-3df2a8d8-e1c0-4482-bffd-03cb2fb1301f service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909693 Jan 28 01:30:07.098850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0c31e6f3-4da2-4f1c-a683-97fab1d0891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:07.392827 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:08.726314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-7b5aad9b-1e73-4a60-9033-82fa0f5909a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531995 Jan 28 01:30:08.864989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-075eab58-04be-486f-877b-5e7262e8be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:08.866817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-075eab58-04be-486f-877b-5e7262e8be0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=932b62a689b8480ca3adf63806b4f36a&device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 1096 time: 0.0577111 Jan 28 01:30:08.988269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-9c29d5ce-a64c-44bf-8a5c-09873a3ea60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:08.990017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-9c29d5ce-a64c-44bf-8a5c-09873a3ea60a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 200 len: 915 time: 0.0984049 Jan 28 01:30:09.050706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-aa4784ea-8c2f-4d46-b4bf-8d9ac1d85c59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3 HTTP/1.1" status: 200 len: 217 time: 0.0495157 Jan 28 01:30:09.109493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-7dab1d19-25f5-4c98-8ba8-fbedad7197dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:09.111123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-7dab1d19-25f5-4c98-8ba8-fbedad7197dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 200 len: 854 time: 0.0507796 Jan 28 01:30:09.146995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-62c341d0-013a-4ef8-b394-a70f94ef91a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d669fa4-99a6-4bd6-95ce-f98844bab435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279531 Jan 28 01:30:09.257645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-96a06983-1bc9-49cf-addd-4b2e66ceb7bc service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030102 Jan 28 01:30:09.365444 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-44828fbe-eceb-4a00-9352-ed6b276b5788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:09.417544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d374b37-2c1b-4888-bd3d-27cf3258738f req-9aee4a3b-9a21-4d19-b827-4430244298d7 service neutron] 10.222.0.43 "GET /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475883 Jan 28 01:30:10.859452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:11.976983 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:13.326472 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:16.458273 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:30:29.508859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-c3821f21-a7c3-4bb4-8504-c63f4b4749d8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:29.516646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-c3821f21-a7c3-4bb4-8504-c63f4b4749d8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.2413874 Jan 28 01:30:29.533703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-a1e46289-2330-4835-a42b-86d12dd2b5a9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0156415 Jan 28 01:30:29.602756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-79e62a15-bf5e-4eaf-9159-959c98d79890 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676591 Jan 28 01:30:29.738190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-f9bb6d0b-c4fd-4e38-bd34-43fe2cff31f1 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208260 Jan 28 01:30:29.847174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-514cac3c-ce0f-4b0a-a315-77b9da7eacaf service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028471 Jan 28 01:30:30.240423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b73ba10f-35e4-494c-8f47-a240070f9699 req-8de490aa-9485-4f87-8369-eceab14976f6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0467293 Jan 28 01:30:31.369036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ede221b3-c4ad-4330-8a9f-668c22166ef0 req-d74de826-5623-4860-be7f-0eb4b675c673 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0325892 Jan 28 01:30:31.825798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-b58d08dc-b791-4b9a-a0bb-42dd57a519f0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:31.827606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-b58d08dc-b791-4b9a-a0bb-42dd57a519f0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1541507 Jan 28 01:30:31.868836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:30:32.063181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:30:32.067448 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:32.320319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.3 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/ebb8a8b4-979e-497c-bc89-4a227d5364c3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:30:32.626855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-640c835c-2245-4017-9270-df6e09c0f5f5 req-3b88d5f0-944b-4c7c-ad00-3cad0c4942fe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0578678 Jan 28 01:30:32.719565 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:32.872165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:32.954245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:30:32.959493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:30:32.974926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:30:33.039085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=ebb8a8b4-979e-497c-bc89-4a227d5364c3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:30:33.066439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:33.067354 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:33.093465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.094529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.095586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.096659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.097485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.098214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.098999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.099493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.100017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.100500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.101466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.102107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.102593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:33.121733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-264ece7d-580c-43f7-8f6e-cbfed808b1c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2571654 Jan 28 01:30:33.150336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Request body: {'port': {'device_id': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:30:33.254894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:33.471501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-248cbdab-bc99-4fd2-af48-bce3450d98a3 None None] Provisioning complete for port ebb8a8b4-979e-497c-bc89-4a227d5364c3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:30:33.472409 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-248cbdab-bc99-4fd2-af48-bce3450d98a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:33.598997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-248cbdab-bc99-4fd2-af48-bce3450d98a3 None None] Port ebb8a8b4-979e-497c-bc89-4a227d5364c3 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:30:33.621514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:33.816961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb8a8b4-979e-497c-bc89-4a227d5364c3 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:30:33.827321 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Publish callbacks [] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:33.853010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef260b-1815-4880-b68a-68f82dd7a63a req-d02d5d63-3cc9-4bfd-8173-43f7ee22b9f5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:33.855371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24ef260b-1815-4880-b68a-68f82dd7a63a req-d02d5d63-3cc9-4bfd-8173-43f7ee22b9f5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 931 time: 0.1466103 Jan 28 01:30:33.859254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Transition to ACTIVE for port object ebb8a8b4-979e-497c-bc89-4a227d5364c3 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:30:33.916709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:33.986479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24ef260b-1815-4880-b68a-68f82dd7a63a req-d1f22429-dd4b-47a0-b27c-5af8dae7d857 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209116 Jan 28 01:30:34.013269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Pushing event updated for resources: {'Port': ['ID=ebb8a8b4-979e-497c-bc89-4a227d5364c3,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:30:34.146851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Attempting to bind port ebb8a8b4-979e-497c-bc89-4a227d5364c3 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:30:34.147190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Attempting to bind port ebb8a8b4-979e-497c-bc89-4a227d5364c3 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:30:34.147524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Attempting to bind port ebb8a8b4-979e-497c-bc89-4a227d5364c3 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:30:34.153991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Port ebb8a8b4-979e-497c-bc89-4a227d5364c3 on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:30:34.153991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Attempting to bind port ebb8a8b4-979e-497c-bc89-4a227d5364c3 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:30:34.158700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:30:34.159049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:30:34.159439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:30:34.159880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Bound port: ebb8a8b4-979e-497c-bc89-4a227d5364c3, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:30:34.160243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:34.353410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] For port ebb8a8b4-979e-497c-bc89-4a227d5364c3, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:30:34.358448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] For port ebb8a8b4-979e-497c-bc89-4a227d5364c3, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:30:34.371723 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:34.506440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:34.507339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:34.512879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] 10.222.0.43 "PUT /v2.0/ports/ebb8a8b4-979e-497c-bc89-4a227d5364c3 HTTP/1.1" status: 200 len: 1091 time: 1.3690324 Jan 28 01:30:34.521431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'tag': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:30:34.535850 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21cb41-881d-484a-a329-9b6cac9efe42" -d '{"events": [{"name": "network-changed", "server_uuid": "79bfacee-dc17-4a22-a45d-e866b1ecdb2e", "tag": "ebb8a8b4-979e-497c-bc89-4a227d5364c3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:30:34.592966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e403e-b7cb-4088-bbfc-57144d13fe4a service neutron] Pushing event updated for resources: {'Port': ['ID=ebb8a8b4-979e-497c-bc89-4a227d5364c3,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:30:34.684414 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a61777-6939-4ce5-ad99-3079626e303e x-openstack-request-id: req-a4a61777-6939-4ce5-ad99-3079626e303e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:30:34.684715 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bfacee-dc17-4a22-a45d-e866b1ecdb2e", "tag": "ebb8a8b4-979e-497c-bc89-4a227d5364c3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:30:34.684977 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4a61777-6939-4ce5-ad99-3079626e303e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:30:34.685384 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'tag': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3', 'status': 'completed', 'code': 200} Jan 28 01:30:34.719860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-cc79e06b-4729-41bc-87fb-78850d0eaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:34.723954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-cc79e06b-4729-41bc-87fb-78850d0eaf87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 1094 time: 0.1311936 Jan 28 01:30:34.796738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-78dc3fb1-d45b-456b-a1fc-732d4da92e46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3 HTTP/1.1" status: 200 len: 217 time: 0.0579107 Jan 28 01:30:34.880098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-f51b2dec-b19d-4113-a3f5-775be01f5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:34.882739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-f51b2dec-b19d-4113-a3f5-775be01f5913 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0795016 Jan 28 01:30:34.975276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c04-989c-47cb-b970-44f2bbab242e req-de1e1527-5b1f-473f-9e58-39d2ae99392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:34.975276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-de1e1527-5b1f-473f-9e58-39d2ae99392f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811417 Jan 28 01:30:35.093583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-29f8878e-8405-4fc5-b72a-919957344d98 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135788 Jan 28 01:30:35.258938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60542730-c7c1-4da6-93f9-c429c3f57072 req-afbe700f-541a-45db-8cdf-581ffbd8b3e1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:35.260762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60542730-c7c1-4da6-93f9-c429c3f57072 req-afbe700f-541a-45db-8cdf-581ffbd8b3e1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.1107202 Jan 28 01:30:35.291650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20979c04-989c-47cb-b970-44f2bbab242e req-30886fe8-237b-404a-a55f-85c92fe6d826 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867352 Jan 28 01:30:35.374427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60542730-c7c1-4da6-93f9-c429c3f57072 req-3899f6fc-d91e-41f2-9c57-d2442c55816d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035888 Jan 28 01:30:35.456079 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-cbb52629-6d42-48ec-a8b9-67b9e0f13579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:35.467583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-cbb52629-6d42-48ec-a8b9-67b9e0f13579 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 1094 time: 0.0823109 Jan 28 01:30:35.581689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-710c231b-b5c2-4ab7-a820-b99720e71ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:35.583234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-710c231b-b5c2-4ab7-a820-b99720e71ccd service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1153147 Jan 28 01:30:35.692679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-443245dd-3db8-4314-ac06-aab8c0bf074c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3 HTTP/1.1" status: 200 len: 217 time: 0.1005666 Jan 28 01:30:35.781171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-b8ca61d3-c4a9-4ee5-aef6-bcde91f5e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:35.782970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-b8ca61d3-c4a9-4ee5-aef6-bcde91f5e5d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0829802 Jan 28 01:30:35.844832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-fbef9e16-3f48-4540-afb7-0ec368b05b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:35.846703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-fbef9e16-3f48-4540-afb7-0ec368b05b48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569460 Jan 28 01:30:35.957865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-34f8cd07-29d5-4e30-9fb4-e10e74475170 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031947 Jan 28 01:30:36.087699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc21cb41-881d-484a-a329-9b6cac9efe42 req-a635c7cb-f93e-4e6b-bb75-0538547f8d57 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146934 Jan 28 01:30:36.641603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67152998-54c6-4bf8-9da3-b74d58962115 req-24a75eab-95b9-425d-bccf-0500718b8825 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:36.645216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67152998-54c6-4bf8-9da3-b74d58962115 req-24a75eab-95b9-425d-bccf-0500718b8825 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.1453989 Jan 28 01:30:36.749552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67152998-54c6-4bf8-9da3-b74d58962115 req-48bafd65-beb2-47e7-8311-9f6127445505 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962145 Jan 28 01:30:37.101415 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19f8535b-1e53-44e7-a842-43f6080c1d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:37.417600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:37.984037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e024e-1fa9-4ddc-9109-5bba2cfb55bf req-3be651e9-eb15-4491-a511-6322ef27afd7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:37.986251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-090e024e-1fa9-4ddc-9109-5bba2cfb55bf req-3be651e9-eb15-4491-a511-6322ef27afd7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.1214147 Jan 28 01:30:38.120030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-090e024e-1fa9-4ddc-9109-5bba2cfb55bf req-a1521c01-c053-4de0-8bed-9b8dd6b90af9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272223 Jan 28 01:30:39.285586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe233d-c2f6-4151-bb83-344fd9f7f4e1 req-818a33db-7ef2-4821-8a79-80d916482586 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:39.294793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdfe233d-c2f6-4151-bb83-344fd9f7f4e1 req-818a33db-7ef2-4821-8a79-80d916482586 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0869367 Jan 28 01:30:39.343574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-72f48912-86fd-4f35-829e-2167f0d08241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:39.361535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdfe233d-c2f6-4151-bb83-344fd9f7f4e1 req-31bd8538-c531-4ac9-a87e-b05adea2144e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654993 Jan 28 01:30:40.518231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a160e-bbfe-4181-8291-efd93ba45dd6 req-14521500-d873-4c3b-9ce3-141159af9ddc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:40.520594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e2a160e-bbfe-4181-8291-efd93ba45dd6 req-14521500-d873-4c3b-9ce3-141159af9ddc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0572996 Jan 28 01:30:40.575269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e2a160e-bbfe-4181-8291-efd93ba45dd6 req-c6dd8389-725b-4544-aa18-6b9b7c031118 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465980 Jan 28 01:30:40.904958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:41.727123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84619180-1d47-43c0-8189-0f6eaaa978e0 req-0ac59f43-a358-4541-97be-834120153e68 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:41.729325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84619180-1d47-43c0-8189-0f6eaaa978e0 req-0ac59f43-a358-4541-97be-834120153e68 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0571563 Jan 28 01:30:41.791198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84619180-1d47-43c0-8189-0f6eaaa978e0 req-ed5df534-423a-423d-ac5a-2d4adb750c1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Jan 28 01:30:41.968906 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:42.927439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923073-32bd-43a9-98a4-56a8895a5b4a req-167d0df4-2609-4bbd-b3a7-220463834f87 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:42.929656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29923073-32bd-43a9-98a4-56a8895a5b4a req-167d0df4-2609-4bbd-b3a7-220463834f87 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0643113 Jan 28 01:30:42.993593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29923073-32bd-43a9-98a4-56a8895a5b4a req-bdc6cd39-9ec9-464d-896b-760d0d529b87 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552578 Jan 28 01:30:43.367221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:44.113501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373e7a-34b2-4ff0-9931-b23673a95dc5 req-6ac0465e-42f9-42ce-826a-c9324988af92 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:44.134255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca373e7a-34b2-4ff0-9931-b23673a95dc5 req-6ac0465e-42f9-42ce-826a-c9324988af92 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0702071 Jan 28 01:30:44.210971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca373e7a-34b2-4ff0-9931-b23673a95dc5 req-a67fccd0-2214-4232-8297-f9d8eb794279 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Jan 28 01:30:45.338958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad604f-08f6-435f-b75f-d9afd6e34e18 req-40b30b5c-545d-4d67-9578-bd68a01dccb2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:45.340697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27ad604f-08f6-435f-b75f-d9afd6e34e18 req-40b30b5c-545d-4d67-9578-bd68a01dccb2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0552659 Jan 28 01:30:45.396788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27ad604f-08f6-435f-b75f-d9afd6e34e18 req-17ba335c-ae3e-4dad-a68c-92daf420cfe9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Jan 28 01:30:46.528778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae671-6343-48a2-ae89-b0b6a82a2ffe req-00e34f60-5d61-45d3-aca1-dcafd2b311db tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:46.530360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2cae671-6343-48a2-ae89-b0b6a82a2ffe req-00e34f60-5d61-45d3-aca1-dcafd2b311db tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0514650 Jan 28 01:30:46.583251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2cae671-6343-48a2-ae89-b0b6a82a2ffe req-c6173202-f25f-48b6-a1de-3088555d2a65 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Jan 28 01:30:47.707619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc455-c383-4f57-8333-2a9d68965a38 req-7769adf5-e5c3-4405-b22c-4fe9574d0d00 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:47.709241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b3cc455-c383-4f57-8333-2a9d68965a38 req-7769adf5-e5c3-4405-b22c-4fe9574d0d00 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0533428 Jan 28 01:30:47.762514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b3cc455-c383-4f57-8333-2a9d68965a38 req-7b06df4f-fb9e-46c0-a92e-7ab17df541e7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Jan 28 01:30:48.886301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5f0d1-802b-4aa8-8421-75715931b33d req-2d6a2a3d-095e-466b-b749-5300f0670d80 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:48.887852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23b5f0d1-802b-4aa8-8421-75715931b33d req-2d6a2a3d-095e-466b-b749-5300f0670d80 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0540156 Jan 28 01:30:48.934979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23b5f0d1-802b-4aa8-8421-75715931b33d req-1ba2e0cb-3b95-4e3a-8046-d8d9a30f2d3f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Jan 28 01:30:50.052169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281cfe-f787-4de0-9092-64d0c1edc65c req-daa99ca1-e92e-4d89-9bc5-c6613b7ce54d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:50.053709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c281cfe-f787-4de0-9092-64d0c1edc65c req-daa99ca1-e92e-4d89-9bc5-c6613b7ce54d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0500295 Jan 28 01:30:50.103320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c281cfe-f787-4de0-9092-64d0c1edc65c req-0fc150ab-d636-44d5-a952-91bfd5c30054 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Jan 28 01:30:51.227854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4b742-c617-47e4-a4bc-bc0212d4ffa0 req-50e7015d-faa0-4924-a78d-906a94f22398 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:51.229336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8f4b742-c617-47e4-a4bc-bc0212d4ffa0 req-50e7015d-faa0-4924-a78d-906a94f22398 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0545394 Jan 28 01:30:51.280650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8f4b742-c617-47e4-a4bc-bc0212d4ffa0 req-264a181e-6876-40c5-bc60-ff5aeabd0b9d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Jan 28 01:30:52.398365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170918-d0df-43f5-8136-06cc21f0b8dc req-2f6065ff-bcc2-43bb-bd12-95e736fdccef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:52.400014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b170918-d0df-43f5-8136-06cc21f0b8dc req-2f6065ff-bcc2-43bb-bd12-95e736fdccef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 943 time: 0.0505898 Jan 28 01:30:52.450239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b170918-d0df-43f5-8136-06cc21f0b8dc req-900cfb26-808d-4584-ac7e-2db0f183c2be tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Jan 28 01:30:52.565178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ebb8a8b4-979e-497c-bc89-4a227d5364c3 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:30:52.669757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ebb8a8b4-979e-497c-bc89-4a227d5364c3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:30:52.682219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3', 'mac_address': 'fa:16:3e:97:e8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:30:52.719221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ebb8a8b4-979e-497c-bc89-4a227d5364c3 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:30:52.719805 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:52.733302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb8a8b4-979e-497c-bc89-4a227d5364c3 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:30:52.752912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ebb8a8b4-979e-497c-bc89-4a227d5364c3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:30:52.758320 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:52.805794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ebb8a8b4-979e-497c-bc89-4a227d5364c3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:30:52.813495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.813871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.814219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.814560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.814898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.815286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.815566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.815927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.816254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.816598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.816879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.817236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:52.817557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:30:53.072854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ebb8a8b4-979e-497c-bc89-4a227d5364c3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:30:53.460266 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:30:53.568894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b035e6-20ca-4763-88cc-9ba06e171c06 req-35bb83b5-f678-454a-8813-73acd2932233 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:53.570413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6b035e6-20ca-4763-88cc-9ba06e171c06 req-35bb83b5-f678-454a-8813-73acd2932233 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 944 time: 0.0500810 Jan 28 01:30:53.623157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6b035e6-20ca-4763-88cc-9ba06e171c06 req-cc70e5e4-4652-4bea-9e72-c4c3927bb30d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Jan 28 01:30:54.566327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ebb8a8b4-979e-497c-bc89-4a227d5364c3 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:30:54.619059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port ebb8a8b4-979e-497c-bc89-4a227d5364c3 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:30:54.622791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port ebb8a8b4-979e-497c-bc89-4a227d5364c3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:30:54.623167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:54.706404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ebb8a8b4-979e-497c-bc89-4a227d5364c3 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:30:54.706831 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:54.731939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:30:54.734242 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45035e0-42a1-4e9c-a690-3bc1d07d04af" -d '{"events": [{"server_uuid": "79bfacee-dc17-4a22-a45d-e866b1ecdb2e", "name": "network-vif-plugged", "status": "completed", "tag": "ebb8a8b4-979e-497c-bc89-4a227d5364c3"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:30:54.746781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd752c-4830-45af-b023-4a9107b13664 req-a8318bf7-a303-47a4-8ba8-d49e7e8981d6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:54.747368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ebb8a8b4-979e-497c-bc89-4a227d5364c3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:30:54.749228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1cd752c-4830-45af-b023-4a9107b13664 req-a8318bf7-a303-47a4-8ba8-d49e7e8981d6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 944 time: 0.0522313 Jan 28 01:30:54.752463 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:54.802614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1cd752c-4830-45af-b023-4a9107b13664 req-61f4895b-89f8-4b41-b114-897d0014cd07 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Jan 28 01:30:54.808105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ebb8a8b4-979e-497c-bc89-4a227d5364c3,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:30:54.866140 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91047bb3-11b6-4c81-a0e0-1e0a74e70133 x-openstack-request-id: req-91047bb3-11b6-4c81-a0e0-1e0a74e70133 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:30:54.866438 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bfacee-dc17-4a22-a45d-e866b1ecdb2e", "name": "network-vif-plugged", "status": "completed", "tag": "ebb8a8b4-979e-497c-bc89-4a227d5364c3", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:30:54.866736 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91047bb3-11b6-4c81-a0e0-1e0a74e70133 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:30:54.867129 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3', 'code': 200} Jan 28 01:30:55.007208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9c102-a2d4-408a-94a0-67e515f436d2 req-6d6871ff-c455-443d-bc7c-3bcda6e49fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:55.008721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1a9c102-a2d4-408a-94a0-67e515f436d2 req-6d6871ff-c455-443d-bc7c-3bcda6e49fdf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 1096 time: 0.0413432 Jan 28 01:30:55.052456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1a9c102-a2d4-408a-94a0-67e515f436d2 req-e012593c-04c6-49f1-9c26-90739b7edd14 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373981 Jan 28 01:30:55.937709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6d329-3bcf-49f8-bbe0-14c34c69a68f req-87678f71-5fb3-482a-a4a2-32ce3c473c39 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:55.939373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcc6d329-3bcf-49f8-bbe0-14c34c69a68f req-87678f71-5fb3-482a-a4a2-32ce3c473c39 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 945 time: 0.0583792 Jan 28 01:30:56.009953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcc6d329-3bcf-49f8-bbe0-14c34c69a68f req-a03eb5ec-7809-4ba0-beb7-e42d039eb9f0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527315 Jan 28 01:30:56.279195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdf69-9b4a-4fd7-8e5b-5927ec731b6b req-44ce78c3-d00b-4722-8ad4-f104f27c6c9d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:56.280756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-126fdf69-9b4a-4fd7-8e5b-5927ec731b6b req-44ce78c3-d00b-4722-8ad4-f104f27c6c9d tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 945 time: 0.0605762 Jan 28 01:30:56.332389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-126fdf69-9b4a-4fd7-8e5b-5927ec731b6b req-b54b3723-3835-4d26-9399-9b4d3f4c59bf tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Jan 28 01:30:57.107128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539abf-87fc-4b9e-8908-adb130f707ec req-20ee5583-1e39-462b-9808-8ffe246d10c5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:57.108580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e539abf-87fc-4b9e-8908-adb130f707ec req-20ee5583-1e39-462b-9808-8ffe246d10c5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 945 time: 0.0485940 Jan 28 01:30:57.161101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e539abf-87fc-4b9e-8908-adb130f707ec req-ea4b8485-e352-498f-b433-c26f8ce3af9c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Jan 28 01:30:57.279336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73c593-8ee5-4770-81e2-b62cf513391c req-becda40a-5f3b-401e-b1ec-7d47b59bfb39 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:57.280886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec73c593-8ee5-4770-81e2-b62cf513391c req-becda40a-5f3b-401e-b1ec-7d47b59bfb39 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 945 time: 0.0499396 Jan 28 01:30:57.331016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec73c593-8ee5-4770-81e2-b62cf513391c req-45fbf57d-df69-4284-806c-8517308e3927 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Jan 28 01:30:57.459522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8654-f739-40be-9d3f-b13012b2d382 req-869ec2d5-bc12-4428-9d23-89b7a115cbed tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:57.461301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-708b8654-f739-40be-9d3f-b13012b2d382 req-869ec2d5-bc12-4428-9d23-89b7a115cbed tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 945 time: 0.0579090 Jan 28 01:30:57.514952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-708b8654-f739-40be-9d3f-b13012b2d382 req-2de3e314-6680-429d-9827-6030332fd8e4 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/security-groups?id=596dd143-5085-430a-8bee-8bf717179d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Jan 28 01:30:58.218852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81939524-ffed-4560-8348-75a692f5751a req-7c200efa-624c-401d-88be-31f51b5bcb3c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:58.220636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81939524-ffed-4560-8348-75a692f5751a req-7c200efa-624c-401d-88be-31f51b5bcb3c tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 945 time: 0.0689859 Jan 28 01:30:58.333592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Deleting port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:30:58.334126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:58.446367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] For port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,segment=NetworkSegment(559db7f7-5efc-4c34-8235-5478538f083f),segment_id=559db7f7-5efc-4c34-8235-5478538f083f)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:30:58.446835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:58.459563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Calling delete_port for 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:30:58.712851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2e3dabdb-b909-4905-bf49-067b0fdf6bf3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:58.742306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6a2f930-8cb8-4cbc-a4f7-09e7bad5ec54 req-e0436cb7-4129-49c1-b263-fd553782e845 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c29754a9-2269-4fa8-89a9-3e4f50b19f36 HTTP/1.1" status: 200 len: 210 time: 0.0458822 Jan 28 01:30:58.761271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Pushing event deleted for resources: {'Port': ['ID=2e3dabdb-b909-4905-bf49-067b0fdf6bf3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:30:58.805141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] No DVR routers for this DVR port 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:30:58.808015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:58.811813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81939524-ffed-4560-8348-75a692f5751a req-de574401-af27-4a10-8cb9-bdaa09094087 tempest-VolumesSnapshotTestJSON-855135134 tempest-VolumesSnapshotTestJSON-855135134-project] 10.222.0.43 "DELETE /v2.0/ports/2e3dabdb-b909-4905-bf49-067b0fdf6bf3 HTTP/1.1" status: 204 len: 173 time: 0.5839701 Jan 28 01:30:58.812541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'name': 'network-vif-deleted', 'tag': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:30:58.815158 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df55397-06eb-446e-a621-b323cb76f1ae" -d '{"events": [{"server_uuid": "c29754a9-2269-4fa8-89a9-3e4f50b19f36", "name": "network-vif-deleted", "tag": "2e3dabdb-b909-4905-bf49-067b0fdf6bf3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:30:58.861376 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27502b0b-df80-47eb-ba26-ac40f3d1015c x-openstack-request-id: req-27502b0b-df80-47eb-ba26-ac40f3d1015c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:30:58.861893 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29754a9-2269-4fa8-89a9-3e4f50b19f36", "name": "network-vif-deleted", "tag": "2e3dabdb-b909-4905-bf49-067b0fdf6bf3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:30:58.862228 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27502b0b-df80-47eb-ba26-ac40f3d1015c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:30:58.862741 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29754a9-2269-4fa8-89a9-3e4f50b19f36', 'name': 'network-vif-deleted', 'tag': '2e3dabdb-b909-4905-bf49-067b0fdf6bf3', 'status': 'completed', 'code': 200} Jan 28 01:31:00.595191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:31:00.620204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:31:00.620646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 2e3dabdb-b909-4905-bf49-067b0fdf6bf3 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:31:01.384162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-36a546de-93e9-47a0-a8fd-811b91c7801f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:01.385818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-36a546de-93e9-47a0-a8fd-811b91c7801f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.4823763 Jan 28 01:31:01.402807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-171710da-b2bc-4696-91a0-5869ed853b6f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0108418 Jan 28 01:31:01.466605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-7b2e398b-b059-4ca5-83b8-3948033a3b5a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573030 Jan 28 01:31:01.557896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-85e5bb4b-2428-4ae1-abea-2ab9863326ae service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Jan 28 01:31:01.648434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-b86db131-dc6a-453b-b068-3530a2b890c1 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Jan 28 01:31:01.841707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b897b05b-c752-4de6-a825-814c5435404a req-3b583a2a-194b-48df-af16-3ce82ccc849b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0305290 Jan 28 01:31:02.966542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f71143c-1ce0-444f-8743-456f5936eca4 req-50c1d2a9-0376-464f-84d9-870b86b0f293 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0369599 Jan 28 01:31:03.013967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e3020067-0d8c-4f0e-b0a8-6e49bafd76a6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:03.015661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e3020067-0d8c-4f0e-b0a8-6e49bafd76a6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1888623 Jan 28 01:31:03.034772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:31:03.167475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:31:03.171561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:03.322570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.14 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/83fd0f2c-9d5e-4b81-8c36-88d8579c340e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:31:03.515930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:03.551093 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:03.586359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ebb8a8b4-979e-497c-bc89-4a227d5364c3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:31:03.598672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:31:03.602208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:31:03.608553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:31:03.686869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:03.691936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:03.692656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:03.705075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:03.722517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-d38f50d7-08f2-426d-bb74-422b457653e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6917553 Jan 28 01:31:03.837573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Request body: {'port': {'device_id': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:31:04.007136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.080111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a71ac9a4-7d64-41c0-a48a-92c7ffdf1739 None None] Provisioning complete for port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:31:04.080382 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a71ac9a4-7d64-41c0-a48a-92c7ffdf1739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.158963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a71ac9a4-7d64-41c0-a48a-92c7ffdf1739 None None] Port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:31:04.279298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51145028-4882-4474-8ab1-e4dc19e54bd3 req-fe07c5ec-9f29-4943-873f-97d052c956d2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:04.280796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51145028-4882-4474-8ab1-e4dc19e54bd3 req-fe07c5ec-9f29-4943-873f-97d052c956d2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 932 time: 0.1861923 Jan 28 01:31:04.373351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51145028-4882-4474-8ab1-e4dc19e54bd3 req-01b98f52-8924-4979-a80a-5482ddfa5116 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862217 Jan 28 01:31:04.485232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fd0f2c-9d5e-4b81-8c36-88d8579c340e {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:31:04.497015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Publish callbacks [] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.513004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Transition to ACTIVE for port object 83fd0f2c-9d5e-4b81-8c36-88d8579c340e will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:31:04.526603 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.671209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Pushing event updated for resources: {'Port': ['ID=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:04.726254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Attempting to bind port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:31:04.726890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Attempting to bind port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:31:04.727403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Attempting to bind port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:31:04.733227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:31:04.733824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Attempting to bind port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:31:04.739618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:31:04.740365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:31:04.740931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:31:04.741905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Bound port: 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:31:04.743182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.829574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] For port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:31:04.833610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] For port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:31:04.841274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.922183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:04.922942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:04.927542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] 10.222.0.45 "PUT /v2.0/ports/83fd0f2c-9d5e-4b81-8c36-88d8579c340e HTTP/1.1" status: 200 len: 1092 time: 1.1916721 Jan 28 01:31:04.928219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'tag': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:31:04.930642 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c549b028-0b29-4a4d-95a3-6d0b5e198491", "tag": "83fd0f2c-9d5e-4b81-8c36-88d8579c340e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:31:04.993472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f88504-1e0e-4c73-bbd9-ed9726b4be60 service neutron] Pushing event updated for resources: {'Port': ['ID=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:05.024066 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5e7e5-50ef-412b-9793-88e841b94daa x-openstack-request-id: req-fbb5e7e5-50ef-412b-9793-88e841b94daa {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:31:05.025400 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c549b028-0b29-4a4d-95a3-6d0b5e198491", "tag": "83fd0f2c-9d5e-4b81-8c36-88d8579c340e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:31:05.025634 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbb5e7e5-50ef-412b-9793-88e841b94daa {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:31:05.026255 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'tag': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e', 'status': 'completed', 'code': 200} Jan 28 01:31:05.111628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-0aac0826-bd87-48be-b8f1-edf8b98f2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:05.113370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-0aac0826-bd87-48be-b8f1-edf8b98f2f83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 1095 time: 0.1021996 Jan 28 01:31:05.183089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-11f15435-4cb5-4902-801a-09a7bf025d47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e HTTP/1.1" status: 200 len: 217 time: 0.0555902 Jan 28 01:31:05.346668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-66c54f33-1f0e-4583-b271-850998f233ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:05.350860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-66c54f33-1f0e-4583-b271-850998f233ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.1609006 Jan 28 01:31:05.430595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc66c3-8121-4738-982d-b05b793d9471 req-aa8a462c-bac2-4231-aa10-6d7a8d43f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:05.432250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-aa8a462c-bac2-4231-aa10-6d7a8d43f03d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734928 Jan 28 01:31:05.609621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035e5a6-8849-4ccc-9e9f-64eef777ab08 req-b12dca31-4599-48df-b3de-80a842ec9679 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:05.611410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d035e5a6-8849-4ccc-9e9f-64eef777ab08 req-b12dca31-4599-48df-b3de-80a842ec9679 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0779927 Jan 28 01:31:05.645734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-5c963943-f789-4876-a5b4-1507bd6a5468 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064705 Jan 28 01:31:05.722398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d035e5a6-8849-4ccc-9e9f-64eef777ab08 req-3c16b951-d186-45bb-ba71-32ba3ae91123 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015790 Jan 28 01:31:05.776708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98cc66c3-8121-4738-982d-b05b793d9471 req-7656aa08-4356-4469-bfc1-d6822da49172 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251040 Jan 28 01:31:05.897799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-4ac9f934-c486-495d-b8ca-77cdfe315022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:05.899742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-4ac9f934-c486-495d-b8ca-77cdfe315022 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 1095 time: 0.0508864 Jan 28 01:31:06.019357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-90deb208-c97c-468b-83e8-589bad493f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.020802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-90deb208-c97c-468b-83e8-589bad493f9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1139665 Jan 28 01:31:06.063247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-4fbcde74-e4fe-4ed5-bb51-faf19a7d7e35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e HTTP/1.1" status: 200 len: 217 time: 0.0365019 Jan 28 01:31:06.112890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-6c6ce911-b688-43b8-880d-1fbeb164f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.114720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-6c6ce911-b688-43b8-880d-1fbeb164f6a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0456207 Jan 28 01:31:06.164663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-7d350386-b6df-477b-a489-8b0c5153306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.166430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-7d350386-b6df-477b-a489-8b0c5153306c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465186 Jan 28 01:31:06.258260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-ae935d82-50f1-4d3e-9fc6-4d72683c39e4 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856605 Jan 28 01:31:06.354945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99d250b3-0fc5-4bbe-baa2-f672b693f7f2 req-ff4b5d36-9f77-4b69-8f68-199f132c5719 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906098 Jan 28 01:31:06.496301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-ab443306-c013-4043-b8ff-5f27bab5405e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563819 Jan 28 01:31:06.573765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-fff78d97-7577-4944-b1cf-8395560ac2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.575337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-fff78d97-7577-4944-b1cf-8395560ac2a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 1096 time: 0.0459290 Jan 28 01:31:06.733226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-2aeef1ef-eb21-4f66-a05a-5ca2ba91eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.735182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-2aeef1ef-eb21-4f66-a05a-5ca2ba91eb5d service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.1386342 Jan 28 01:31:06.839399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-d68a2a72-13f7-4f87-8889-3b168181b919 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 200 len: 1001 time: 0.0971131 Jan 28 01:31:06.973974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e155f3-d6d6-41e7-b15f-99163e46de9c req-cb670f83-b8a1-4c03-bfed-71fd60fe025a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.986400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e155f3-d6d6-41e7-b15f-99163e46de9c req-cb670f83-b8a1-4c03-bfed-71fd60fe025a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0913351 Jan 28 01:31:06.997802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-c8b352b6-d5a0-43c3-b61b-725787a37ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:06.999318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-c8b352b6-d5a0-43c3-b61b-725787a37ad1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.1541021 Jan 28 01:31:07.119666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da49d7ee-b31e-46a6-a896-d4080adab695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:07.151102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-56eeeafd-9fb4-4589-b630-69d0e257ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:07.153641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-56eeeafd-9fb4-4589-b630-69d0e257ba68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477647 Jan 28 01:31:07.160273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90e155f3-d6d6-41e7-b15f-99163e46de9c req-48ca9d2f-de55-4bed-811a-ec5250124cfc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730254 Jan 28 01:31:07.278792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-fa9dfcf1-7f85-4489-a6d6-5a73a0a01ef1 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167862 Jan 28 01:31:07.388697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8fcfe35-1fe5-421e-ba25-6509d06f2886 req-c88c0fc7-30c7-488e-afaf-ecc05e6a7575 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039424 Jan 28 01:31:07.408990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:08.301827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1a07-2cd0-475f-9a8c-ecc4346995a9 req-cbe56344-e518-42b4-a4dd-e673bead6aea tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:08.301827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-653f1a07-2cd0-475f-9a8c-ecc4346995a9 req-cbe56344-e518-42b4-a4dd-e673bead6aea tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0636451 Jan 28 01:31:08.368023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-653f1a07-2cd0-475f-9a8c-ecc4346995a9 req-2099d1ab-8b4b-4fa6-a461-723e628cd123 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597415 Jan 28 01:31:08.741454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-01c260da-2cca-401e-b885-c59fb018bc40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828574 Jan 28 01:31:08.848084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb916d2-4314-442c-b512-35e8dd792776 req-619ffe05-eb17-4074-890d-e5158c0e925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:08.849753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-619ffe05-eb17-4074-890d-e5158c0e925b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 1096 time: 0.0448616 Jan 28 01:31:08.974411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb916d2-4314-442c-b512-35e8dd792776 req-b696c303-aeab-4f77-bf0c-99a41323b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:08.976733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-b696c303-aeab-4f77-bf0c-99a41323b6f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1055851 Jan 28 01:31:09.020201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-fb267f26-b677-4d5b-9468-daa6a472980c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3 HTTP/1.1" status: 200 len: 217 time: 0.0359459 Jan 28 01:31:09.071567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb916d2-4314-442c-b512-35e8dd792776 req-daee6fac-2043-4f87-a0a0-f610e45a201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:09.073070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-daee6fac-2043-4f87-a0a0-f610e45a201a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0464375 Jan 28 01:31:09.120824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb916d2-4314-442c-b512-35e8dd792776 req-796a1e1c-fa31-40c0-b936-32422dcfcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:09.122656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-796a1e1c-fa31-40c0-b936-32422dcfcdc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442221 Jan 28 01:31:09.271942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-6270b615-d57f-42f6-8fa2-8b3a87836251 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426919 Jan 28 01:31:09.342008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ba338fc8-ef62-4644-8e08-4379a2176e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:09.392122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fb916d2-4314-442c-b512-35e8dd792776 req-6a688b71-189a-4f2b-82d6-304d79811c7f service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118267 Jan 28 01:31:09.554212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef25d3-91cd-4cfc-b70c-2fa25f710baa req-c62dae45-d32b-4b8c-a66a-896f675ec026 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:09.557634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03ef25d3-91cd-4cfc-b70c-2fa25f710baa req-c62dae45-d32b-4b8c-a66a-896f675ec026 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0755124 Jan 28 01:31:09.632989 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03ef25d3-91cd-4cfc-b70c-2fa25f710baa req-a0e8685f-5f5f-4b78-a73c-da223ac885e2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685644 Jan 28 01:31:10.827924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ebc5-c61b-4ad1-8084-6f52066e12f9 req-e000abb5-1b11-40a8-93ba-3336760cd3b2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:10.834983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47e9ebc5-c61b-4ad1-8084-6f52066e12f9 req-e000abb5-1b11-40a8-93ba-3336760cd3b2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0880828 Jan 28 01:31:10.890315 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:10.915753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47e9ebc5-c61b-4ad1-8084-6f52066e12f9 req-0aec2c9a-d092-4d2d-bb7e-809372cdff39 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759833 Jan 28 01:31:12.030312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:12.175730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2f2aa-60ec-4430-889d-785c40f26fa2 req-420f3c30-c08e-4826-a5ad-666c848db435 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:12.196342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2a2f2aa-60ec-4430-889d-785c40f26fa2 req-420f3c30-c08e-4826-a5ad-666c848db435 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1386399 Jan 28 01:31:12.303053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2a2f2aa-60ec-4430-889d-785c40f26fa2 req-fc83ca9f-4569-402e-8ffe-d2a654b8574b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048577 Jan 28 01:31:13.366685 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:13.547225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1431a-cd96-41e4-b776-c8745072d771 req-249c0063-3d47-4769-bdf7-ffc8766e644b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:13.553689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5b1431a-cd96-41e4-b776-c8745072d771 req-249c0063-3d47-4769-bdf7-ffc8766e644b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0898769 Jan 28 01:31:13.652705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5b1431a-cd96-41e4-b776-c8745072d771 req-d83d3ab9-860f-4534-8f0e-b282feb79f22 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863547 Jan 28 01:31:14.995281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3bd63-420c-4348-a214-9ea932d32b65 req-a3d91d20-0149-480f-9153-ec981e90bd1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:15.003769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9a3bd63-420c-4348-a214-9ea932d32b65 req-a3d91d20-0149-480f-9153-ec981e90bd1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1182995 Jan 28 01:31:15.155342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9a3bd63-420c-4348-a214-9ea932d32b65 req-e362270e-5d7f-413a-9aaf-fc34b07e65b7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503792 Jan 28 01:31:16.500982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202edd24-d669-4d66-9aa1-c187c9dfb777 req-74c9248f-cc74-4357-9b9a-9a30365261fb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:16.507196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-202edd24-d669-4d66-9aa1-c187c9dfb777 req-74c9248f-cc74-4357-9b9a-9a30365261fb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1643312 Jan 28 01:31:16.618269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-202edd24-d669-4d66-9aa1-c187c9dfb777 req-3d01440f-7ca4-4afd-b76c-5084dddc2656 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049972 Jan 28 01:31:17.860834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2660fb1-3009-4f33-9ca7-f71c025aaafe req-36b07db1-0291-4e1a-b84d-6a61f1b33aaf tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:17.868207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2660fb1-3009-4f33-9ca7-f71c025aaafe req-36b07db1-0291-4e1a-b84d-6a61f1b33aaf tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0987673 Jan 28 01:31:17.947534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2660fb1-3009-4f33-9ca7-f71c025aaafe req-d8f265c0-d116-42f7-b701-3f5e3848ad5a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783122 Jan 28 01:31:19.232342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543e4c4-61a4-40aa-908e-901c87211f40 req-a2ffafab-1164-44c9-b7ae-d341632bff64 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:19.246056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4543e4c4-61a4-40aa-908e-901c87211f40 req-a2ffafab-1164-44c9-b7ae-d341632bff64 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1839159 Jan 28 01:31:19.320208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4543e4c4-61a4-40aa-908e-901c87211f40 req-0aa44ffb-5b57-4aeb-ba82-536f6eb96424 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623631 Jan 28 01:31:20.598883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12481a0-6825-4305-9ac4-ece46e241cb1 req-de310e46-e1b5-4f6d-ab26-ebd3fd5f30a5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:20.600784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c12481a0-6825-4305-9ac4-ece46e241cb1 req-de310e46-e1b5-4f6d-ab26-ebd3fd5f30a5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0898733 Jan 28 01:31:20.735651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c12481a0-6825-4305-9ac4-ece46e241cb1 req-fecb35e6-90c5-4866-a402-38161edaec79 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189075 Jan 28 01:31:21.984457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa506f16-82e7-4e50-b150-6afab65583bf req-9a25f864-1e9e-48e0-bb46-8cfd023d0dc4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:21.989655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa506f16-82e7-4e50-b150-6afab65583bf req-9a25f864-1e9e-48e0-bb46-8cfd023d0dc4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1315935 Jan 28 01:31:22.081887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa506f16-82e7-4e50-b150-6afab65583bf req-8d659cdf-65d8-49f6-a32e-3bc2a00a45bb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843987 Jan 28 01:31:23.389229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38612663-7338-47f9-974c-25404a5e21de req-bd709eea-7b31-4f07-872d-4a96712ec4e9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:23.415894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38612663-7338-47f9-974c-25404a5e21de req-bd709eea-7b31-4f07-872d-4a96712ec4e9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1602864 Jan 28 01:31:23.514602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38612663-7338-47f9-974c-25404a5e21de req-a5b0a966-e405-407a-97a4-c621e83eba2f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Jan 28 01:31:24.766581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9f945-5bf1-466d-94fa-74ff6a5616ef req-ab4fdc9a-27e3-4a7e-9737-6092f1833d1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:24.768925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27e9f945-5bf1-466d-94fa-74ff6a5616ef req-ab4fdc9a-27e3-4a7e-9737-6092f1833d1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1444104 Jan 28 01:31:24.872348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27e9f945-5bf1-466d-94fa-74ff6a5616ef req-d54a668e-d429-47bd-a330-936665821bab tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970802 Jan 28 01:31:26.033368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d314643-e329-4b58-99dc-82b7bbd360c8 req-90448194-6a4d-4cc7-98d4-d88ff6ebf96a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:26.038104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d314643-e329-4b58-99dc-82b7bbd360c8 req-90448194-6a4d-4cc7-98d4-d88ff6ebf96a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0640147 Jan 28 01:31:26.134603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d314643-e329-4b58-99dc-82b7bbd360c8 req-e3ba9cc9-00cc-4bc4-8c80-823d46db05df tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900068 Jan 28 01:31:27.274191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030ba3-c153-46e1-9555-784d5e5884cf req-ee6ee3c6-64ac-446c-9bd0-9f36d88ae021 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:27.276001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4030ba3-c153-46e1-9555-784d5e5884cf req-ee6ee3c6-64ac-446c-9bd0-9f36d88ae021 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0594366 Jan 28 01:31:27.326965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4030ba3-c153-46e1-9555-784d5e5884cf req-cd526855-a60a-4dce-aae6-177613cfa05a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Jan 28 01:31:28.462694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1364c-aa8c-46d8-87a1-11f8fc4bf9a4 req-ee6706a1-5faa-4f18-b146-a40d646afff5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:28.470876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2af1364c-aa8c-46d8-87a1-11f8fc4bf9a4 req-ee6706a1-5faa-4f18-b146-a40d646afff5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0661411 Jan 28 01:31:28.523801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2af1364c-aa8c-46d8-87a1-11f8fc4bf9a4 req-a80fee61-d551-4795-8fb9-59e81e7865af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Jan 28 01:31:29.664449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8fe60-3064-4374-b5f9-808825c69904 req-1355f7ba-aa89-4957-ab72-132f9ad365ef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:29.666198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5d8fe60-3064-4374-b5f9-808825c69904 req-1355f7ba-aa89-4957-ab72-132f9ad365ef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0554481 Jan 28 01:31:29.716597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5d8fe60-3064-4374-b5f9-808825c69904 req-8ad587d8-a378-47dc-b9cf-e576877f80e1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Jan 28 01:31:30.465384 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:31:30.881794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173a66-cff7-469b-a295-b7f2ce390939 req-a23170d4-813d-4ee3-9b93-29bbf4e0c614 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:30.892580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72173a66-cff7-469b-a295-b7f2ce390939 req-a23170d4-813d-4ee3-9b93-29bbf4e0c614 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0738995 Jan 28 01:31:30.950806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72173a66-cff7-469b-a295-b7f2ce390939 req-df98dbcd-05e2-424d-bdc0-08285b9e2030 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567443 Jan 28 01:31:32.214508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69738c-c735-4a44-852d-7838d05747f9 req-0e4064af-a660-4659-b57b-fbf6b335e054 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:32.217301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea69738c-c735-4a44-852d-7838d05747f9 req-0e4064af-a660-4659-b57b-fbf6b335e054 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1252673 Jan 28 01:31:32.290922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea69738c-c735-4a44-852d-7838d05747f9 req-e872b528-0e8d-4e9f-acd1-b6352dba183c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676014 Jan 28 01:31:33.455642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827b3d9-fe19-41ff-aca2-f96efa4bf19b req-0b71a4a7-cb8d-425b-acd4-4d53bcef38f9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:33.458022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4827b3d9-fe19-41ff-aca2-f96efa4bf19b req-0b71a4a7-cb8d-425b-acd4-4d53bcef38f9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0555589 Jan 28 01:31:33.530071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4827b3d9-fe19-41ff-aca2-f96efa4bf19b req-6db0d79c-d5ad-403a-814a-4fae25540a3d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623446 Jan 28 01:31:33.619171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:34.710234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb1be-9c64-4ca7-9e77-a98426cb0411 req-861f6ead-2136-4300-957d-2d27c1d332df tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:34.721096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac6cb1be-9c64-4ca7-9e77-a98426cb0411 req-861f6ead-2136-4300-957d-2d27c1d332df tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.1189327 Jan 28 01:31:34.825363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac6cb1be-9c64-4ca7-9e77-a98426cb0411 req-dfec0b74-b2c9-42a0-98cd-bf709a76e362 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987339 Jan 28 01:31:35.968743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19bce-0338-42c7-b645-2fc33115d528 req-2b636186-5313-4866-b8a8-7df132f3e1fb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:35.970883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8e19bce-0338-42c7-b645-2fc33115d528 req-2b636186-5313-4866-b8a8-7df132f3e1fb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0598361 Jan 28 01:31:36.030948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8e19bce-0338-42c7-b645-2fc33115d528 req-a0939718-9ab4-4a30-bb52-a103f5c80421 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528102 Jan 28 01:31:37.099665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a522a74-4d55-401e-af00-c14b7992a7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:37.173847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cbb91-0bbd-470f-9c0a-791730755c83 req-89369df9-5268-4028-bbf3-ab2d3428b50b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:37.175342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26cbb91-0bbd-470f-9c0a-791730755c83 req-89369df9-5268-4028-bbf3-ab2d3428b50b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0577569 Jan 28 01:31:37.228705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26cbb91-0bbd-470f-9c0a-791730755c83 req-f4f9ff98-76fc-45a9-b999-5acf47395b8e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475001 Jan 28 01:31:37.408267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:38.360299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ead9-4438-4013-8f69-6f3593c128b0 req-fd5f48a3-6623-4fdf-b697-261dade1d75e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:38.362213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4e6ead9-4438-4013-8f69-6f3593c128b0 req-fd5f48a3-6623-4fdf-b697-261dade1d75e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0530782 Jan 28 01:31:38.412140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4e6ead9-4438-4013-8f69-6f3593c128b0 req-7c250826-8900-4257-b708-14129d4d4810 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428894 Jan 28 01:31:39.344649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5280b5c7-b6e2-4baa-81b0-44f6cfa21856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:39.592907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fa7e2-af1b-4f82-a6fc-2e82bbb0dfff req-49aa7dda-7b64-4b22-80aa-f17eb26694d2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:39.598231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d4fa7e2-af1b-4f82-a6fc-2e82bbb0dfff req-49aa7dda-7b64-4b22-80aa-f17eb26694d2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0593395 Jan 28 01:31:39.661585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d4fa7e2-af1b-4f82-a6fc-2e82bbb0dfff req-8df4821e-e085-4590-8606-57292702803a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608594 Jan 28 01:31:40.818284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9732-ebca-4ca5-926e-046516198b8c req-4f19873f-6e18-41a8-a459-ffa2a4688803 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:40.820136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-578e9732-ebca-4ca5-926e-046516198b8c req-4f19873f-6e18-41a8-a459-ffa2a4688803 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0732553 Jan 28 01:31:40.874627 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:40.894257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-578e9732-ebca-4ca5-926e-046516198b8c req-b9a502e6-c6ee-44a6-9de0-d591300960e5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Jan 28 01:31:41.979584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:42.030922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaffb49-a3fc-4c07-a73b-0b010de40f02 req-8f20f116-87c5-4135-9ae5-328f6787bb09 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:42.033295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1aaffb49-a3fc-4c07-a73b-0b010de40f02 req-8f20f116-87c5-4135-9ae5-328f6787bb09 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0573418 Jan 28 01:31:42.093695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1aaffb49-a3fc-4c07-a73b-0b010de40f02 req-d0d9a8f5-afe4-4481-868f-837efc9fc5ee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529995 Jan 28 01:31:43.260686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecc920-433b-4629-908c-0e3414d2a351 req-818aad2c-7042-4eda-8827-408e919aefd0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:43.261880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfecc920-433b-4629-908c-0e3414d2a351 req-818aad2c-7042-4eda-8827-408e919aefd0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0770185 Jan 28 01:31:43.315879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfecc920-433b-4629-908c-0e3414d2a351 req-1f65c78c-7fe2-4b1d-b1f7-a6b23df4f6ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474169 Jan 28 01:31:43.345024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:44.462069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ec50-9599-4fd1-a2be-4eeec212d46d req-eddaae9b-3708-470a-b7f4-3726d2c03900 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:44.469288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbc2ec50-9599-4fd1-a2be-4eeec212d46d req-eddaae9b-3708-470a-b7f4-3726d2c03900 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0756357 Jan 28 01:31:44.536694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbc2ec50-9599-4fd1-a2be-4eeec212d46d req-ee22a4cc-e091-481b-bf4c-30cd1cf7ce79 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613637 Jan 28 01:31:45.675030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c78c-f1a0-432e-8aa2-c2c66d570e22 req-112ee314-e5b1-49e6-bd5b-2912d5baf64f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:45.683338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9c0c78c-f1a0-432e-8aa2-c2c66d570e22 req-112ee314-e5b1-49e6-bd5b-2912d5baf64f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0605791 Jan 28 01:31:45.753418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9c0c78c-f1a0-432e-8aa2-c2c66d570e22 req-33b4faae-b956-4261-8755-a0dcc7f0d0fd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Jan 28 01:31:46.900684 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0333671-076a-4c42-ab6c-a2270cd7d648 req-dca9f019-ad1e-4be9-b377-6aee038fa1b9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:46.902167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0333671-076a-4c42-ab6c-a2270cd7d648 req-dca9f019-ad1e-4be9-b377-6aee038fa1b9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 944 time: 0.0486503 Jan 28 01:31:46.957955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0333671-076a-4c42-ab6c-a2270cd7d648 req-36c29ec6-d988-48bb-898f-3a84bd575546 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 Jan 28 01:31:47.745920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 83fd0f2c-9d5e-4b81-8c36-88d8579c340e details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:31:47.879444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:31:47.895823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e', 'mac_address': 'fa:16:3e:77:01:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:31:47.954553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:31:47.954935 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:47.973179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fd0f2c-9d5e-4b81-8c36-88d8579c340e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:31:48.000846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:31:48.007414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:48.081651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:48.114299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367d37-7fa4-4901-b358-a9f868c4544e req-3bc2eebf-e089-43ee-8753-22af51993c36 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:48.122100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1367d37-7fa4-4901-b358-a9f868c4544e req-3bc2eebf-e089-43ee-8753-22af51993c36 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 945 time: 0.0621648 Jan 28 01:31:48.175279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1367d37-7fa4-4901-b358-a9f868c4544e req-1159c0f8-7309-4328-9217-8df9f9fa1ad1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Jan 28 01:31:48.423811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['83fd0f2c-9d5e-4b81-8c36-88d8579c340e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:31:49.147106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39924) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:31:49.416864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3f61a-a62c-4e8f-bb36-7ececcdb4664 req-7b45bf2d-6eb1-47fd-81dc-fefccdb2397a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:49.421346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ce3f61a-a62c-4e8f-bb36-7ececcdb4664 req-7b45bf2d-6eb1-47fd-81dc-fefccdb2397a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 945 time: 0.1459846 Jan 28 01:31:49.448717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4cd0853f-b6fa-41a2-9e01-c32a4bb5757e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c597bd210599445784187369ee19b1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002005 Jan 28 01:31:49.450603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 39938) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:31:49.502912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ce3f61a-a62c-4e8f-bb36-7ececcdb4664 req-28f0bba9-9d1e-46a8-b32a-061b6424075e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 Jan 28 01:31:49.517879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Publish callbacks [] for security_group (393cb0e1-26d5-4ff4-b49e-3f5d87b730f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:49.542294 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Publish callbacks [] for security_group (393cb0e1-26d5-4ff4-b49e-3f5d87b730f8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:49.595479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (393cb0e1-26d5-4ff4-b49e-3f5d87b730f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:49.601049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:49.604861 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/393cb0e1-26d5-4ff4-b49e-3f5d87b730f8 HTTP/1.1" status: 204 len: 168 time: 0.1519780 Jan 28 01:31:49.626840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393cb0e1-26d5-4ff4-b49e-3f5d87b730f8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:49.658129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.658928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.659464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.660071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.660594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.661185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.661715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.662250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.662843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.663404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.663934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.665283 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.666669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df922fa8-1455-4e9f-807a-385f7ae303bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:49.757452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 83fd0f2c-9d5e-4b81-8c36-88d8579c340e up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:31:49.841238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:31:49.851307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:31:49.854229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:50.010823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:31:50.011369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:50.097122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:31:50.098591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:31:50.102190 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a4654-4000-4b39-a6e1-2510bb2a8e74" -d '{"events": [{"server_uuid": "c549b028-0b29-4a4d-95a3-6d0b5e198491", "name": "network-vif-plugged", "status": "completed", "tag": "83fd0f2c-9d5e-4b81-8c36-88d8579c340e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:31:50.106642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:50.202855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:50.231587 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f39d3f-f98b-4794-82a7-ddb5c53989f5 x-openstack-request-id: req-17f39d3f-f98b-4794-82a7-ddb5c53989f5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:31:50.231893 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c549b028-0b29-4a4d-95a3-6d0b5e198491", "name": "network-vif-plugged", "status": "completed", "tag": "83fd0f2c-9d5e-4b81-8c36-88d8579c340e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:31:50.232217 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17f39d3f-f98b-4794-82a7-ddb5c53989f5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:31:50.232860 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e', 'code': 200} Jan 28 01:31:50.402584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c958d7a-9681-4edf-a4f3-620784e38e1c req-55a8c0c2-c41c-4b80-a518-a8ac3a02694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:50.404621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c958d7a-9681-4edf-a4f3-620784e38e1c req-55a8c0c2-c41c-4b80-a518-a8ac3a02694e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 1097 time: 0.0721080 Jan 28 01:31:50.468945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c958d7a-9681-4edf-a4f3-620784e38e1c req-b2bba276-53dc-4ced-867a-0ae13b9fcdae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588324 Jan 28 01:31:50.711457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01852ec7-e038-4ec1-bf75-eac6a5504717 req-48095452-98da-4143-b030-2d7c22358963 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:50.713055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01852ec7-e038-4ec1-bf75-eac6a5504717 req-48095452-98da-4143-b030-2d7c22358963 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.0846372 Jan 28 01:31:50.838517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01852ec7-e038-4ec1-bf75-eac6a5504717 req-0a08f14b-b8ff-4c81-8702-94dadea4e1c3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190455 Jan 28 01:31:52.000928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b03f7-a325-43aa-aae6-b65b29b6734a req-fd05f275-828a-455c-b84d-91e97b905d02 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:52.002490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-508b03f7-a325-43aa-aae6-b65b29b6734a req-fd05f275-828a-455c-b84d-91e97b905d02 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.0605605 Jan 28 01:31:52.062342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-508b03f7-a325-43aa-aae6-b65b29b6734a req-0ea1e3f9-a409-48a5-aee0-bf550a02eac3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536752 Jan 28 01:31:53.203196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d008a2b-b8d9-4131-950d-5ad5ebcb7f4f req-4ecb5b0d-e6cb-47b0-93cc-30caac68bbe7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:53.204793 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d008a2b-b8d9-4131-950d-5ad5ebcb7f4f req-4ecb5b0d-e6cb-47b0-93cc-30caac68bbe7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.0645158 Jan 28 01:31:53.252103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d008a2b-b8d9-4131-950d-5ad5ebcb7f4f req-ea01cf4d-985a-4352-9b37-93c70f96cd78 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Jan 28 01:31:53.624146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee30d02-3d0e-4f19-b156-d8d1241d88eb req-69bcb476-9165-424b-a453-9062b19b9232 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:53.631416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ee30d02-3d0e-4f19-b156-d8d1241d88eb req-69bcb476-9165-424b-a453-9062b19b9232 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.2983146 Jan 28 01:31:53.687434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ee30d02-3d0e-4f19-b156-d8d1241d88eb req-d5739d2f-f715-4ad1-bbb5-c8cd05b1eb99 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 Jan 28 01:31:54.040180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe30e0a-7cea-4d89-ac5c-7e909d875d48 req-6b532b15-094e-43cb-9a83-0962ad54e97c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:54.048806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfe30e0a-7cea-4d89-ac5c-7e909d875d48 req-6b532b15-094e-43cb-9a83-0962ad54e97c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.0805068 Jan 28 01:31:54.103803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfe30e0a-7cea-4d89-ac5c-7e909d875d48 req-8177d43b-6688-470e-a7f4-908e91fa55b4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494254 Jan 28 01:31:55.257307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb4acf-60c2-4b8a-8f57-a717ec9f9987 req-f89a5e18-290e-44f1-b9c5-eaa3a30d7ffc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:55.264368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-babb4acf-60c2-4b8a-8f57-a717ec9f9987 req-f89a5e18-290e-44f1-b9c5-eaa3a30d7ffc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.0816193 Jan 28 01:31:55.314904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-babb4acf-60c2-4b8a-8f57-a717ec9f9987 req-55bcf98f-2129-435d-8d3b-f217a191ff52 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Jan 28 01:31:55.801047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-2d7b4ae2-a3f2-462b-9cc4-cf8e117db0af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:55.802852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-2d7b4ae2-a3f2-462b-9cc4-cf8e117db0af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 946 time: 0.0676839 Jan 28 01:31:55.991076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:31:55.991637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:56.102766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:31:56.106095 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:56.119598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for 83fd0f2c-9d5e-4b81-8c36-88d8579c340e owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:31:56.276645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (83fd0f2c-9d5e-4b81-8c36-88d8579c340e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:56.313282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['83fd0f2c-9d5e-4b81-8c36-88d8579c340e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:31:56.316257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=83fd0f2c-9d5e-4b81-8c36-88d8579c340e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:56.354293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ebb8a8b4-979e-497c-bc89-4a227d5364c3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:31:56.385931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port 83fd0f2c-9d5e-4b81-8c36-88d8579c340e on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:31:56.396846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:56.403958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b675a9d1-092f-4aed-ae7a-11225c89560c req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "DELETE /v2.0/ports/83fd0f2c-9d5e-4b81-8c36-88d8579c340e HTTP/1.1" status: 204 len: 173 time: 0.5903969 Jan 28 01:31:56.403958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'name': 'network-vif-deleted', 'tag': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:31:56.412128 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d773c303-83bf-4981-b4e6-ab5c9d30407c" -d '{"events": [{"server_uuid": "c549b028-0b29-4a4d-95a3-6d0b5e198491", "name": "network-vif-deleted", "tag": "83fd0f2c-9d5e-4b81-8c36-88d8579c340e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:31:56.416447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.416835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.417149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.417474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.417852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.418367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.418509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.418838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.419186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.419518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.419842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.420162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.420485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d5938d-34ad-436a-b783-7dedfac29299 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:56.505480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24207b81-eafa-49cd-99f8-b46546a02643 req-16439dd3-89c8-4889-973d-9d36cf308f02 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0916207 Jan 28 01:31:56.536684 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e0e42f-d9f5-4535-af0e-25a198a21083 x-openstack-request-id: req-49e0e42f-d9f5-4535-af0e-25a198a21083 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:31:56.536971 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c549b028-0b29-4a4d-95a3-6d0b5e198491", "name": "network-vif-deleted", "tag": "83fd0f2c-9d5e-4b81-8c36-88d8579c340e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:31:56.537229 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49e0e42f-d9f5-4535-af0e-25a198a21083 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:31:56.537639 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c549b028-0b29-4a4d-95a3-6d0b5e198491', 'name': 'network-vif-deleted', 'tag': '83fd0f2c-9d5e-4b81-8c36-88d8579c340e', 'status': 'completed', 'code': 200} Jan 28 01:31:58.298097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d280d7e3-6f84-4142-8208-936edb4a7fe4 req-2eb5eb43-a076-4cc9-b3a9-296a3842982d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.6726611 Jan 28 01:31:59.439333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5efb64bb-c654-45c7-930c-6720bc397894 req-448d0ff5-ffe1-466a-adf0-b91a12fb515e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0346558 Jan 28 01:31:59.805788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 83fd0f2c-9d5e-4b81-8c36-88d8579c340e no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:31:59.871118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 83fd0f2c-9d5e-4b81-8c36-88d8579c340e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:31:59.871683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 83fd0f2c-9d5e-4b81-8c36-88d8579c340e not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:32:00.585568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-139ffec4-a379-485f-928c-5577acd07834 req-cb28cf0d-b42a-4dfe-b05e-4cd82b80ea8c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0557897 Jan 28 01:32:01.716929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37d5dd24-0352-492d-8080-fde98b791d43 req-ee42fdf5-6475-4d99-beee-a8e83c89b704 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0387950 Jan 28 01:32:02.864886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-274e6ca5-fea5-41eb-bb6f-e8e68009ff37 req-b25d9922-8769-4722-a779-3221229f1ffe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0621760 Jan 28 01:32:03.614604 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:04.043861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34975861-fb99-4ef2-bc6d-1ae7f7ea08c3 req-e1ae2b4c-0020-4086-ade2-3fca7896188a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0647566 Jan 28 01:32:05.184770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b857084-2f76-43a2-9ec1-b6d9ca3f853a req-6968cea7-d157-487b-9b2d-2ce7ba0cb737 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0307541 Jan 28 01:32:06.338375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e928f33f-5b57-4f90-9639-7e3907f7c47a req-1fc4ea54-5022-4264-bfea-68d9d03390cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0419831 Jan 28 01:32:07.119301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b90d51d-56a9-4b55-8ca2-75264e16b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:07.457325 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:32:07.467259 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:07.549053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd79fda2-2236-4b02-a2b0-53786683d595 req-f950e821-c01a-4807-b27b-908d83a13339 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=c549b028-0b29-4a4d-95a3-6d0b5e198491 HTTP/1.1" status: 200 len: 210 time: 0.0468922 Jan 28 01:32:07.693134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-24d176c2-6ab7-4bc3-b3aa-dc769e013946 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410499 Jan 28 01:32:07.869216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc64a-94df-433e-9ce5-640589914da8 req-b31962cf-fe2a-408e-ba26-49d12b778ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:07.871865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-b31962cf-fe2a-408e-ba26-49d12b778ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8286032b25d4961b8c2a68c1818024a&device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 1096 time: 0.1021402 Jan 28 01:32:08.111086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc64a-94df-433e-9ce5-640589914da8 req-f2f48b16-be4d-4758-98c2-38b4eb9a9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.114443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-f2f48b16-be4d-4758-98c2-38b4eb9a9284 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 200 len: 910 time: 0.2039254 Jan 28 01:32:08.223309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-07746a3e-d61d-48c2-827f-036800a7c732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 200 len: 1001 time: 0.0970867 Jan 28 01:32:08.326993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc64a-94df-433e-9ce5-640589914da8 req-c780c6b0-1779-4a61-bfa3-b53200de8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.328495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-c780c6b0-1779-4a61-bfa3-b53200de8ebd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 200 len: 848 time: 0.1037719 Jan 28 01:32:08.417584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc64a-94df-433e-9ce5-640589914da8 req-f2cd35e7-54a6-4251-bb3d-5578f76a7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.420332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-f2cd35e7-54a6-4251-bb3d-5578f76a7c4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e64ec99a-0938-44c2-b73f-f1e98e68af3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855529 Jan 28 01:32:08.634734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-f23b8abc-80f0-4bee-a543-64eb3b1c64fb service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080865 Jan 28 01:32:08.912236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-317fc64a-94df-433e-9ce5-640589914da8 req-0f670f20-8e7f-4360-8492-8c053dccd75f service neutron] 10.222.0.45 "GET /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695072 Jan 28 01:32:09.351234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4af86864-bd7b-48ca-929c-682d46de67e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:10.765733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-d2744ff1-9814-4b32-bf04-e1badeb2c877 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902560 Jan 28 01:32:10.905015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:10.922033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-e705223a-cdfd-4405-941f-6131e3ddda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:10.927760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-e705223a-cdfd-4405-941f-6131e3ddda16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 1096 time: 0.0896506 Jan 28 01:32:11.159783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-ce2978df-7c8d-4372-b173-6df09dc9e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.161435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-ce2978df-7c8d-4372-b173-6df09dc9e0da service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.2171121 Jan 28 01:32:11.252805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-3db35979-4556-4518-85e9-3d68a8538a4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3 HTTP/1.1" status: 200 len: 217 time: 0.0851367 Jan 28 01:32:11.346413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-cc9ce4bf-7335-489d-98b5-3931d584dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.348112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-cc9ce4bf-7335-489d-98b5-3931d584dbe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0897014 Jan 28 01:32:11.453036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-96941a30-77f5-4287-8a9e-40466c2c2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.456071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-96941a30-77f5-4287-8a9e-40466c2c2027 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012988 Jan 28 01:32:11.694408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-fa0923b9-e56b-4673-bee3-520e73f277eb service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310236 Jan 28 01:32:11.885027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9cc15a3-d9b8-4b03-9e4f-bc4fd0848763 req-84d47f4f-d4b8-41d0-8640-522f83c5a7e9 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850307 Jan 28 01:32:11.981566 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:13.335288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:22.476346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f4e8-350a-42e7-a973-83c495b5e8f5 req-cf508613-0dae-41db-be97-a016b783b07a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:22.477261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0530f4e8-350a-42e7-a973-83c495b5e8f5 req-cf508613-0dae-41db-be97-a016b783b07a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 945 time: 0.0653036 Jan 28 01:32:22.526299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0530f4e8-350a-42e7-a973-83c495b5e8f5 req-dfe20cb2-d5a5-4b48-a96f-77b260f8a305 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Jan 28 01:32:23.649587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75f324-1470-4471-9ae6-b31944ad7fc6 req-78cef171-eccb-425f-b658-792c0bbe5c0a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:23.654311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c75f324-1470-4471-9ae6-b31944ad7fc6 req-78cef171-eccb-425f-b658-792c0bbe5c0a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 945 time: 0.0555308 Jan 28 01:32:23.745946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c75f324-1470-4471-9ae6-b31944ad7fc6 req-b6fe878b-f369-45bd-8cc8-b5f6982ebbee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc6a2c1-7c00-4fca-9735-903656ef4386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Jan 28 01:32:24.301500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-437f16d2-4b7c-42f1-a2f5-f4bfc245bf54 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:24.303519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-437f16d2-4b7c-42f1-a2f5-f4bfc245bf54 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 945 time: 0.0554948 Jan 28 01:32:24.426152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port ebb8a8b4-979e-497c-bc89-4a227d5364c3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:32:24.426496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:24.542256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port ebb8a8b4-979e-497c-bc89-4a227d5364c3, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ebb8a8b4-979e-497c-bc89-4a227d5364c3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:24.542645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:24.557751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for ebb8a8b4-979e-497c-bc89-4a227d5364c3 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:32:24.742161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ebb8a8b4-979e-497c-bc89-4a227d5364c3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:24.787756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ebb8a8b4-979e-497c-bc89-4a227d5364c3'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:24.815389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=ebb8a8b4-979e-497c-bc89-4a227d5364c3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:24.906944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port ebb8a8b4-979e-497c-bc89-4a227d5364c3 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:32:24.907648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40814) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:24.911806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:24.915983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f3278bc-846c-4eb6-be0b-954236bcf5c2 req-9b1a40f9-8e4f-4ffc-9d03-239942cb6125 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "DELETE /v2.0/ports/ebb8a8b4-979e-497c-bc89-4a227d5364c3 HTTP/1.1" status: 204 len: 173 time: 0.6068990 Jan 28 01:32:24.943840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'name': 'network-vif-deleted', 'tag': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:24.946552 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8a0717-d3b1-4daa-8141-a9c969d8a7f6" -d '{"events": [{"server_uuid": "79bfacee-dc17-4a22-a45d-e866b1ecdb2e", "name": "network-vif-deleted", "tag": "ebb8a8b4-979e-497c-bc89-4a227d5364c3"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:24.961624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2ce39de-847f-4633-bd0b-6c97f42494ae req-9394eb74-0865-4826-9efb-20d12dde993a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0559332 Jan 28 01:32:25.150119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aab0a00e-40f3-49b0-98c7-fa6d45dd5bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.243319 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26cb015-b42d-42d1-819f-27e0b5c7fc0b x-openstack-request-id: req-a26cb015-b42d-42d1-819f-27e0b5c7fc0b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:25.243616 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bfacee-dc17-4a22-a45d-e866b1ecdb2e", "name": "network-vif-deleted", "tag": "ebb8a8b4-979e-497c-bc89-4a227d5364c3", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:25.243873 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a26cb015-b42d-42d1-819f-27e0b5c7fc0b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:25.244296 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bfacee-dc17-4a22-a45d-e866b1ecdb2e', 'name': 'network-vif-deleted', 'tag': 'ebb8a8b4-979e-497c-bc89-4a227d5364c3', 'status': 'completed', 'code': 200} Jan 28 01:32:25.261607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aab0a00e-40f3-49b0-98c7-fa6d45dd5bc2 admin admin] Publish callbacks [] for security_group (0a385659-580a-4571-9ebb-91ce3cdb1723), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.267398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aab0a00e-40f3-49b0-98c7-fa6d45dd5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0a385659-580a-4571-9ebb-91ce3cdb1723), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.315473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a00e-40f3-49b0-98c7-fa6d45dd5bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a385659-580a-4571-9ebb-91ce3cdb1723,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:25.323449 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aab0a00e-40f3-49b0-98c7-fa6d45dd5bc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b659d948eab34e7ab82ff3a38a1b2739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4122715 Jan 28 01:32:25.323820 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40826) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:25.441560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a829eae9-cce2-45dc-b014-457bff4b28e8 admin admin] Publish callbacks [] for security_group (0a385659-580a-4571-9ebb-91ce3cdb1723), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.481181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a829eae9-cce2-45dc-b014-457bff4b28e8 admin admin] Publish callbacks [] for security_group (0a385659-580a-4571-9ebb-91ce3cdb1723), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.543638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a829eae9-cce2-45dc-b014-457bff4b28e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0a385659-580a-4571-9ebb-91ce3cdb1723), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.547943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a829eae9-cce2-45dc-b014-457bff4b28e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.549492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a829eae9-cce2-45dc-b014-457bff4b28e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a385659-580a-4571-9ebb-91ce3cdb1723 HTTP/1.1" status: 204 len: 168 time: 0.2246206 Jan 28 01:32:25.560476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829eae9-cce2-45dc-b014-457bff4b28e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a385659-580a-4571-9ebb-91ce3cdb1723,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:26.137345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-867c42f5-e444-4f70-b139-95dbc4597693 req-d646f13f-350a-4e8f-ac38-179e4a21c15c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0513289 Jan 28 01:32:26.312450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40852) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:26.470051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1604521639-network', 'tenant_id': '6debc39419764a8d8673795864d7dac1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:26.505513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Made reservation on behalf of 6debc39419764a8d8673795864d7dac1 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:26.508489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.520600 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.622347 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks [] for security_group (0a775620-6660-43db-9aec-60969316536b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.627221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0a775620-6660-43db-9aec-60969316536b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.657374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:32:26.668810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a775620-6660-43db-9aec-60969316536b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:26.674583 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7d2514ca-7220-4e02-86b5-124173738ede), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.675034 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Added segment 7d2514ca-7220-4e02-86b5-124173738ede of type vlan for network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 Jan 28 01:32:26.720757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9269f944-6d27-4f91-8fb2-ea6a5e5917d3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.748955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9269f944-6d27-4f91-8fb2-ea6a5e5917d3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.750066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:26.750748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.810765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4971049 Jan 28 01:32:26.813451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40856) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:26.819298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Request body: {'subnet': {'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1604521639-subnet', 'tenant_id': '6debc39419764a8d8673795864d7dac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:26.831105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0e1e9-c9c3-478d-bf9f-a75dfa78bbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=9269f944-6d27-4f91-8fb2-ea6a5e5917d3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:26.842711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:32:26.855968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Made reservation on behalf of 6debc39419764a8d8673795864d7dac1 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:26.858384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.958603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ebb8a8b4-979e-497c-bc89-4a227d5364c3 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:32:26.981714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: ebb8a8b4-979e-497c-bc89-4a227d5364c3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:32:26.982192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ebb8a8b4-979e-497c-bc89-4a227d5364c3 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:32:27.067125 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (2b16522f-ab2d-4afb-93ec-fff42c8f9542), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.141664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b16522f-ab2d-4afb-93ec-fff42c8f9542,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:27.152588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Checking segment: {'id': '7d2514ca-7220-4e02-86b5-124173738ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:27.153025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Network hostable DHCP agents. Network: 9269f944-6d27-4f91-8fb2-ea6a5e5917d3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:32:27.201102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:32:27.216733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9269f944-6d27-4f91-8fb2-ea6a5e5917d3) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:27.220017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:27.221635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:27.222239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.238977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38bf1b-843c-497b-bb99-346be2abbd9d None None] Network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:32:27.276098 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ec3bbeaf-f9d8-4808-8f5b-d9f933121f75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4608052 Jan 28 01:32:27.287518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3e98e4b-f009-4d13-8491-40feff2fcaac req-8a867760-9d0b-4932-bf0d-2b55223740bf tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0353277 Jan 28 01:32:27.369533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81b6a1-6008-4e41-94f1-9dbaf23cb7df None None] Network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:32:27.410739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Deleting subnet ab8893ee-e134-4511-be07-e21d7edc9b8e {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:32:27.415094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Publish callbacks [] for subnet (ab8893ee-e134-4511-be07-e21d7edc9b8e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.500698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (ab8893ee-e134-4511-be07-e21d7edc9b8e), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.564740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ab8893ee-e134-4511-be07-e21d7edc9b8e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.630595 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (ab8893ee-e134-4511-be07-e21d7edc9b8e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.677080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.680585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab8893ee-e134-4511-be07-e21d7edc9b8e HTTP/1.1" status: 204 len: 168 time: 0.4585469 Jan 28 01:32:27.681570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66c815-88fc-4394-88c3-dbf797d554a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8893ee-e134-4511-be07-e21d7edc9b8e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:27.683763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40872) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:27.767871 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (7d669fa4-99a6-4bd6-95ce-f98844bab435), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.855412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (7d669fa4-99a6-4bd6-95ce-f98844bab435), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.889928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d669fa4-99a6-4bd6-95ce-f98844bab435']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:27.905377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559db7f7-5efc-4c34-8235-5478538f083f') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:27.905974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559db7f7-5efc-4c34-8235-5478538f083f') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:27.919379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40880) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:27.921572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (559db7f7-5efc-4c34-8235-5478538f083f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.924683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-134912138-network', 'tenant_id': 'e6a87f5e1b7f4f0fbfba996bd15cdc6d'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:27.942912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (559db7f7-5efc-4c34-8235-5478538f083f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.956730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Made reservation on behalf of e6a87f5e1b7f4f0fbfba996bd15cdc6d for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:27.957266 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:32:27.957729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (559db7f7-5efc-4c34-8235-5478538f083f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:32:27.962713 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:32:27.966404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:27.990458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.036061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (7d669fa4-99a6-4bd6-95ce-f98844bab435), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.042784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.050018 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d669fa4-99a6-4bd6-95ce-f98844bab435 HTTP/1.1" status: 204 len: 168 time: 0.3647871 Jan 28 01:32:28.088681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks [] for security_group (ab7805ae-db40-4b87-b02d-5c756024655f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.093080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261878a-3b90-4fe6-87a2-85a4761b7b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d669fa4-99a6-4bd6-95ce-f98844bab435,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:28.094751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ab7805ae-db40-4b87-b02d-5c756024655f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.128334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:32:28.146752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7805ae-db40-4b87-b02d-5c756024655f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:28.153106 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ab08f72f-e746-4119-ab60-5638379359a1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.153607 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Added segment ab08f72f-e746-4119-ab60-5638379359a1 of type vlan for network 871b745e-0561-4550-adcd-35dc590b847f Jan 28 01:32:28.217748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (871b745e-0561-4550-adcd-35dc590b847f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.279170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (871b745e-0561-4550-adcd-35dc590b847f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.279170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:28.279170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.297792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40888) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:28.365089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] Pushing event updated for resources: {'Network': ['ID=871b745e-0561-4550-adcd-35dc590b847f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:28.377227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 871b745e-0561-4550-adcd-35dc590b847f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:32:28.384043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8e8f13f9-5e20-4360-a69b-f9701e84ab16 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4608216 Jan 28 01:32:28.384873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40892) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:28.387335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7b297d5-4878-4603-bb2b-a88bdd01335e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=932b62a689b8480ca3adf63806b4f36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882831 Jan 28 01:32:28.387925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:28.391557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Request body: {'subnet': {'network_id': '871b745e-0561-4550-adcd-35dc590b847f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-134912138-subnet', 'tenant_id': 'e6a87f5e1b7f4f0fbfba996bd15cdc6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:28.412966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Made reservation on behalf of e6a87f5e1b7f4f0fbfba996bd15cdc6d for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:28.415951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.469128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf50d5ff-4865-4a4c-908a-eaa29c2593e9 admin admin] Publish callbacks [] for security_group (596dd143-5085-430a-8bee-8bf717179d26), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.498815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf50d5ff-4865-4a4c-908a-eaa29c2593e9 admin admin] Publish callbacks [] for security_group (596dd143-5085-430a-8bee-8bf717179d26), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.536128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0893f73-c299-4289-a670-6a0d9febb48c req-54077b10-273f-46b4-a5ba-c03dd98b11dc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.1167896 Jan 28 01:32:28.553473 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf50d5ff-4865-4a4c-908a-eaa29c2593e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (596dd143-5085-430a-8bee-8bf717179d26), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.556138 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bf50d5ff-4865-4a4c-908a-eaa29c2593e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.557412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bf50d5ff-4865-4a4c-908a-eaa29c2593e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/596dd143-5085-430a-8bee-8bf717179d26 HTTP/1.1" status: 204 len: 168 time: 0.1685834 Jan 28 01:32:28.565902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d5ff-4865-4a4c-908a-eaa29c2593e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dd143-5085-430a-8bee-8bf717179d26,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:28.692790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c358d4ff-ef65-4c25-ba56-90575d9c8088), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.763532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c358d4ff-ef65-4c25-ba56-90575d9c8088,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:28.766212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Checking segment: {'id': 'ab08f72f-e746-4119-ab60-5638379359a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '871b745e-0561-4550-adcd-35dc590b847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:28.766623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Network hostable DHCP agents. Network: 871b745e-0561-4550-adcd-35dc590b847f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:32:28.790189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Network 871b745e-0561-4550-adcd-35dc590b847f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:32:28.803605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 871b745e-0561-4550-adcd-35dc590b847f) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:28.809653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:28.810368 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.813065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31f627-4ca4-4129-bbf0-30a7cc3bb3ae None None] Network 871b745e-0561-4550-adcd-35dc590b847f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:32:28.832188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-94f5557b-bb3b-44b1-9fc9-d379ae175843 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4457648 Jan 28 01:32:28.979654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfe0e5-71f9-415f-a2c4-f002f6ac7df5 None None] Network 871b745e-0561-4550-adcd-35dc590b847f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:32:29.658459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90679576-2b15-4863-b600-144bb3b5a712 req-d7082316-1534-4e40-92cc-68f57845fe29 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0425467 Jan 28 01:32:29.704191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-85ce1b03-eedc-4d9c-8543-e77a6ccb46a8 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:29.706591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-85ce1b03-eedc-4d9c-8543-e77a6ccb46a8 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/networks?id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3 HTTP/1.1" status: 200 len: 812 time: 0.1648655 Jan 28 01:32:29.724014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-a04a5201-36b2-46fc-abb6-6a109a3b79a4 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/quotas/6debc39419764a8d8673795864d7dac1 HTTP/1.1" status: 200 len: 375 time: 0.0112355 Jan 28 01:32:29.762535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-713835cf-7256-4b98-84f3-d8963f96d0bb tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6debc39419764a8d8673795864d7dac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328553 Jan 28 01:32:30.051740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-8453e6f3-8e8c-4fc3-880f-0f600ce5ab2d service neutron] 10.222.0.23 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821374 Jan 28 01:32:30.147268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-afe77a46-7a82-4a6f-975b-2928f3365403 service neutron] 10.222.0.23 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892041 Jan 28 01:32:30.345192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0828ae9a-cfb9-4dcf-aebe-35e7a3cdcbd3 req-7cb6ee80-5cb0-4a4a-b7bd-22f4186799d2 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 210 time: 0.0334370 Jan 28 01:32:30.665733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40976) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:30.672323 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486781237', 'description': 'tempest-secgroup-smoke-486781237 description', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:30.696403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.707592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.782142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fb3c70d-97ff-452d-b3ba-6121b1f6496b req-ca8af604-48ba-477c-9d9c-f2efdc9a4b13 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0342126 Jan 28 01:32:30.821511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (ad7530df-8427-4c7d-b375-1e57cb077c1a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.829123 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ad7530df-8427-4c7d-b375-1e57cb077c1a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.877859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7530df-8427-4c7d-b375-1e57cb077c1a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:30.919675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.925811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.959748 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:30.961067 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2939038 Jan 28 01:32:30.963254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cae4c-9a93-4cb4-a3d8-f196b50df642 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:30.964185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:30.975573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.009958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (cdc7f233-87c2-4948-baca-ed340e4af091), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.069381 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (cdc7f233-87c2-4948-baca-ed340e4af091), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.073447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (cdc7f233-87c2-4948-baca-ed340e4af091), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.091472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc7f233-87c2-4948-baca-ed340e4af091,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:31.100658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.103880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-23dc8b33-27ef-456b-ad4e-202c18d0d899 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326957 Jan 28 01:32:31.104899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40982) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:31.109788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.137093 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (54c06359-e04a-43da-bdc9-cc642d42e1c7), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.195935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (54c06359-e04a-43da-bdc9-cc642d42e1c7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.200220 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (54c06359-e04a-43da-bdc9-cc642d42e1c7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.218893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c06359-e04a-43da-bdc9-cc642d42e1c7,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:31.224221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.228328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:31.228456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5ad2f2fe-cd07-40f5-beb9-b60036b7434c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223128 Jan 28 01:32:31.233053 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.258898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (55150800-9b23-4c5a-9fe8-e9d25859bd07), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.316234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (55150800-9b23-4c5a-9fe8-e9d25859bd07), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.320993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (55150800-9b23-4c5a-9fe8-e9d25859bd07), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.341767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55150800-9b23-4c5a-9fe8-e9d25859bd07,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:31.352897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.357063 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-830a5c21-4a15-4514-9922-989691dec98a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248438 Jan 28 01:32:31.357441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:31.362351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.399140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (5e12913e-20cf-4cb0-9788-4b4a4f774aa2), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.474719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b21e47a3-e17f-4e62-b81b-25ab2d9d0bd2 req-fe63457d-2e26-41d5-88ee-a84fd6761425 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 210 time: 0.0405691 Jan 28 01:32:31.548906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (5e12913e-20cf-4cb0-9788-4b4a4f774aa2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.553076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5e12913e-20cf-4cb0-9788-4b4a4f774aa2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.594061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e12913e-20cf-4cb0-9788-4b4a4f774aa2,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:31.604726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-2963d707-b473-4447-b897-7c967e210321 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:31.606347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-2963d707-b473-4447-b897-7c967e210321 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.43 "GET /v2.0/networks?id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3 HTTP/1.1" status: 200 len: 812 time: 0.2098575 Jan 28 01:32:31.609568 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.610732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b5a38970-9228-4eb3-94a6-0161005da7a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2521548 Jan 28 01:32:31.613443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 40994) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:31.617751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.638397 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:32:31.643472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (8a371db8-da3d-429f-a036-33e25834bbaf), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.658258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Request body: {'port': {'device_id': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3', 'admin_state_up': True, 'tenant_id': '6debc39419764a8d8673795864d7dac1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.762833 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (8a371db8-da3d-429f-a036-33e25834bbaf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.768802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (8a371db8-da3d-429f-a036-33e25834bbaf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.797188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a371db8-da3d-429f-a036-33e25834bbaf,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:31.815187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.817011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-96c87872-b966-46d5-a2fe-27c2b2ded16f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2020178 Jan 28 01:32:31.819663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 40998) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:31.826388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:31.833209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Made reservation on behalf of 6debc39419764a8d8673795864d7dac1 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:31.837626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.855317 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:32:31.868701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (0d575487-d7a9-4e46-9a95-fa2f20ca20f8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:31.938226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5727b00-d0d7-4cd0-a4f2-6aa1d2479624 req-f48d922d-b29f-44c7-80a9-b329506b0473 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0605719 Jan 28 01:32:32.028752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Allocated IP 172.20.0.12 (9269f944-6d27-4f91-8fb2-ea6a5e5917d3/2b16522f-ab2d-4afb-93ec-fff42c8f9542/1274eeee-e6e8-45a2-bf62-4f957743ee83) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:32.197748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks [] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.237211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.256556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (0d575487-d7a9-4e46-9a95-fa2f20ca20f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.260863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (0d575487-d7a9-4e46-9a95-fa2f20ca20f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.279896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d575487-d7a9-4e46-9a95-fa2f20ca20f8,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:32.289865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.295133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07e4a0af-b42d-4e9c-9500-3fa6b47858f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4707162 Jan 28 01:32:32.295347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:32.295496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41000) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:32.296834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:32.301244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'network': {'name': 'tempest-network-smoke--2048516746', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:32.303155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:32.310271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Pushing event updated for resources: {'Port': ['ID=1274eeee-e6e8-45a2-bf62-4f957743ee83,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:32.323115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:32.326596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.353743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:32:32.357309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:32.358575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.363274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e7d1ef58-1cb3-4d5f-ae84-a3906e25f150), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.363616 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Added segment e7d1ef58-1cb3-4d5f-ae84-a3906e25f150 of type vlan for network 404d28bf-5353-41d5-a3ff-b0d26121bef9 Jan 28 01:32:32.374426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-54823ad8-17d9-4119-bfc7-00d94fdbead3 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7207642 Jan 28 01:32:32.392635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Request body: {'port': {'device_id': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:32.408218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (404d28bf-5353-41d5-a3ff-b0d26121bef9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.437159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (404d28bf-5353-41d5-a3ff-b0d26121bef9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.442672 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:32.443479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.458320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.528178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2306232 Jan 28 01:32:32.533075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:32.540494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'admin_state_up': True, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:32.550049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76445ec-fe97-462c-92a7-6abc054aff9f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Network': ['ID=404d28bf-5353-41d5-a3ff-b0d26121bef9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:32.562735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:32:32.586164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (193ee725-3269-41e2-b73c-03e51044a813), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.587359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (193ee725-3269-41e2-b73c-03e51044a813), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.689250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (193ee725-3269-41e2-b73c-03e51044a813), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.869271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1274eeee-e6e8-45a2-bf62-4f957743ee83 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:32.873390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (193ee725-3269-41e2-b73c-03e51044a813), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.879877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Publish callbacks [] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.895803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Transition to ACTIVE for port object 1274eeee-e6e8-45a2-bf62-4f957743ee83 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:32:32.906991 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:32.960745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836935-0252-4d7d-b6ef-48ff192e917f req-8b4123cb-6f22-4a9e-9dc4-aa8467ffa3c9 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:32.962327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6836935-0252-4d7d-b6ef-48ff192e917f req-8b4123cb-6f22-4a9e-9dc4-aa8467ffa3c9 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 932 time: 0.2560854 Jan 28 01:32:33.036115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Pushing event updated for resources: {'Port': ['ID=1274eeee-e6e8-45a2-bf62-4f957743ee83,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:33.120594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94efda52-9d76-4677-8539-b317406c83f1 req-b1c4b87b-4de3-4e42-8ee9-646739e602a5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0807304 Jan 28 01:32:33.138200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (193ee725-3269-41e2-b73c-03e51044a813), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.139898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6836935-0252-4d7d-b6ef-48ff192e917f req-ddc7660e-7dd5-4f38-9a0c-2353a8b0c59b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575606 Jan 28 01:32:33.144888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Attempting to bind port 1274eeee-e6e8-45a2-bf62-4f957743ee83 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:33.145224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Attempting to bind port 1274eeee-e6e8-45a2-bf62-4f957743ee83 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '7d2514ca-7220-4e02-86b5-124173738ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:33.145549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Attempting to bind port 1274eeee-e6e8-45a2-bf62-4f957743ee83 on network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:33.150849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Port 1274eeee-e6e8-45a2-bf62-4f957743ee83 on network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:32:33.151171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Attempting to bind port 1274eeee-e6e8-45a2-bf62-4f957743ee83 on network 9269f944-6d27-4f91-8fb2-ea6a5e5917d3 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:33.156694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:33.157027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Checking segment: {'id': '7d2514ca-7220-4e02-86b5-124173738ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:33.157408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Bound using segment: {'id': '7d2514ca-7220-4e02-86b5-124173738ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:33.157850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Bound port: 1274eeee-e6e8-45a2-bf62-4f957743ee83, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2514ca-7220-4e02-86b5-124173738ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:33.158210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.165242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.223825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] For port 1274eeee-e6e8-45a2-bf62-4f957743ee83, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:33.227137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] For port 1274eeee-e6e8-45a2-bf62-4f957743ee83, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83,segment=NetworkSegment(7d2514ca-7220-4e02-86b5-124173738ede),segment_id=7d2514ca-7220-4e02-86b5-124173738ede)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:33.231367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.266382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:33.267018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.268303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] 10.222.0.43 "PUT /v2.0/ports/1274eeee-e6e8-45a2-bf62-4f957743ee83 HTTP/1.1" status: 200 len: 1092 time: 0.8804114 Jan 28 01:32:33.268765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'tag': '1274eeee-e6e8-45a2-bf62-4f957743ee83'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:33.271038 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bda238-1cde-47f0-b5fe-59292c315f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d66482c-bb5e-497a-a5dc-3916d9415aba", "tag": "1274eeee-e6e8-45a2-bf62-4f957743ee83"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:33.272813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.66 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/243dd514-daf9-4fe6-a42a-c4d0440e270b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:33.299784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c33f6c-ff7c-401f-99bb-a7f0f663e263 service neutron] Pushing event updated for resources: {'Port': ['ID=1274eeee-e6e8-45a2-bf62-4f957743ee83,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:33.325572 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af5784-b58c-4942-a5ad-a7885a792de3 x-openstack-request-id: req-14af5784-b58c-4942-a5ad-a7885a792de3 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:33.325916 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d66482c-bb5e-497a-a5dc-3916d9415aba", "tag": "1274eeee-e6e8-45a2-bf62-4f957743ee83", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:33.326174 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14af5784-b58c-4942-a5ad-a7885a792de3 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:33.326586 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'tag': '1274eeee-e6e8-45a2-bf62-4f957743ee83', 'status': 'completed', 'code': 200} Jan 28 01:32:33.404750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-8a08731e-62d3-43ed-a388-435287aed82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:33.406302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-8a08731e-62d3-43ed-a388-435287aed82b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6debc39419764a8d8673795864d7dac1&device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 1095 time: 0.0544438 Jan 28 01:32:33.408890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.444274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.463820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-e2be9692-71d1-41be-8e92-3246ae786f60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83 HTTP/1.1" status: 200 len: 217 time: 0.0434356 Jan 28 01:32:33.486071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:33.493358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:33.498048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:33.518141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=243dd514-daf9-4fe6-a42a-c4d0440e270b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:33.525729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-e3b09a46-464e-4ec3-85de-a673fba598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:33.527403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-e3b09a46-464e-4ec3-85de-a673fba598dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b16522f-ab2d-4afb-93ec-fff42c8f9542 HTTP/1.1" status: 200 len: 852 time: 0.0580542 Jan 28 01:32:33.560095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-090fc2ed-432a-4514-8203-17fa329bcea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264633 Jan 28 01:32:33.604044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.676757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-97d11eb0-bda7-43cb-9aaa-0101edf31d7b service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093235 Jan 28 01:32:33.782949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (193ee725-3269-41e2-b73c-03e51044a813), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:33.801009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4f4efd6-cdcc-40d9-8a7c-4aff6ade5324 req-a9a11c86-611c-478d-9a4a-70fd60d35e83 service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184025 Jan 28 01:32:33.968174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-52f4f081-ba17-4b03-8b5d-6cb7894e012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:33.971982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-52f4f081-ba17-4b03-8b5d-6cb7894e012a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6debc39419764a8d8673795864d7dac1&device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 1095 time: 0.0601819 Jan 28 01:32:34.014202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (193ee725-3269-41e2-b73c-03e51044a813), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:34.080960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-d03b7039-7830-42a8-9a73-574d64141da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:34.082729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-d03b7039-7830-42a8-9a73-574d64141da2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3 HTTP/1.1" status: 200 len: 913 time: 0.1049995 Jan 28 01:32:34.131997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-847fceeb-d02e-429b-8970-043f6524e717 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83 HTTP/1.1" status: 200 len: 217 time: 0.0424645 Jan 28 01:32:34.216574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 193ee725-3269-41e2-b73c-03e51044a813 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:32:34.284178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7489d0b7-8fef-4527-b055-bba5bacd5ea3 req-2dae10b4-b473-4c3b-b78c-e50b677fe39c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0478976 Jan 28 01:32:34.314627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-02b7259c-1f08-496f-9dad-f6f348b8cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:34.317334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-02b7259c-1f08-496f-9dad-f6f348b8cf03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b16522f-ab2d-4afb-93ec-fff42c8f9542 HTTP/1.1" status: 200 len: 852 time: 0.1774089 Jan 28 01:32:34.348368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:32:34.354650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641d11c-2616-4154-88eb-c853b7ecd355 req-0779f0a2-25ca-4766-b216-0bdf6c1796ac tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:34.356709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2641d11c-2616-4154-88eb-c853b7ecd355 req-0779f0a2-25ca-4766-b216-0bdf6c1796ac tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 944 time: 0.1170120 Jan 28 01:32:34.371416 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Sync routers for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:32:34.378127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-68059cb6-e7dc-4c4b-970d-d3ffca138af5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470364 Jan 28 01:32:34.389274 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:34.390842 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:34.399812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:34.405713 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-16228dc9-10ca-4039-b4a8-73b755521435 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8709548 Jan 28 01:32:34.408454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41038) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:34.446608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2641d11c-2616-4154-88eb-c853b7ecd355 req-5d1fa3fa-abaa-4db2-96e8-10bccea8ecf1 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707946 Jan 28 01:32:34.551952 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:34.573451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-52f3e784-65a2-4775-8ae9-d41419efe500 service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877754 Jan 28 01:32:34.600693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4882cea0-31b3-4369-9830-5ebb3441fe97 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5503721e2d1e4f9a8fe81522a00daed8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1907020 Jan 28 01:32:34.603522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:34.723509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6bda238-1cde-47f0-b5fe-59292c315f7c req-94d9c4a7-cf53-4e83-b059-f907b017491a service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434348 Jan 28 01:32:34.794997 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:33Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:34.827867 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Checking router: 193ee725-3269-41e2-b73c-03e51044a813 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:32:34.828449 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Updating router 193ee725-3269-41e2-b73c-03e51044a813 port 243dd514-daf9-4fe6-a42a-c4d0440e270b binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:32:34.833968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326424e-ef0b-4fc5-af07-74f16cca6695 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:34.838826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:34.849030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b326424e-ef0b-4fc5-af07-74f16cca6695 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2440908 Jan 28 01:32:34.857249 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:34.885452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b8031cbe-8af4-458a-a246-9965629782df tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453007 Jan 28 01:32:34.888170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41048) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:34.893722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1461990689', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:34.990896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:34.996111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.143635 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Publish callbacks [] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.152509 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.211901 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Pushing event updated for resources: {'Port': ['ID=243dd514-daf9-4fe6-a42a-c4d0440e270b,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:35.213900 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (9c1eee94-0f56-47ae-ac61-a2be57704792), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.225341 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.225947 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.226294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.226626 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.227026 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.227657 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.227992 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.228521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.228847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.229169 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.229574 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.230112 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.230440 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:35.268967 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Attempting to bind port 243dd514-daf9-4fe6-a42a-c4d0440e270b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:35.271099 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Attempting to bind port 243dd514-daf9-4fe6-a42a-c4d0440e270b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:35.271474 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Attempting to bind port 243dd514-daf9-4fe6-a42a-c4d0440e270b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:35.279805 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:35.280224 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:35.280631 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.281170 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:35.281642 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Bound port: 243dd514-daf9-4fe6-a42a-c4d0440e270b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:35.282144 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.335626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Subnet': ['ID=9c1eee94-0f56-47ae-ac61-a2be57704792,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:35.344291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Checking segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:35.344870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network hostable DHCP agents. Network: 404d28bf-5353-41d5-a3ff-b0d26121bef9, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:32:35.361854 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] For port 243dd514-daf9-4fe6-a42a-c4d0440e270b, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:35.367241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:32:35.369555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] For port 243dd514-daf9-4fe6-a42a-c4d0440e270b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=243dd514-daf9-4fe6-a42a-c4d0440e270b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:35.376923 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.385792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 404d28bf-5353-41d5-a3ff-b0d26121bef9) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:35.390322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:35.391052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.408274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347e0c5-6f43-412e-befe-687d8fb5ff73 None None] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:32:35.435241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22e79ce5-0435-4053-8213-d4217cbae40c req-dec551b9-be71-444b-8464-e4aa32f32cd5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0360179 Jan 28 01:32:35.451166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-daf27f89-5ca1-4a49-9d13-ba175cf641f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5617507 Jan 28 01:32:35.453717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41054) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:35.519079 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:35.519847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:35.575153 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d111c-65f5-4175-b56c-aae29f6528d2 None None] Pushing event updated for resources: {'Port': ['ID=243dd514-daf9-4fe6-a42a-c4d0440e270b,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:35.611210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-404d28bf-5353-41d5-a3ff-b0d26121bef9', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:32:35.612203 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:35.730251 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:35.797518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6df1d-21ce-4a9f-bbc4-8784fd06bf36 req-1f84e20e-1f33-4eee-96f1-a02edb36a5ba tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:35.799241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23d6df1d-21ce-4a9f-bbc4-8784fd06bf36 req-1f84e20e-1f33-4eee-96f1-a02edb36a5ba tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 944 time: 0.1535537 Jan 28 01:32:35.906135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Allocated IP 172.20.0.2 (404d28bf-5353-41d5-a3ff-b0d26121bef9/9c1eee94-0f56-47ae-ac61-a2be57704792/4d230fed-9f06-45bb-8005-72cf79f79e5d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:36.082016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Publish callbacks [] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:36.095288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:36.119494 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:33Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:36.150007 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b783-6c1b-4a31-b67f-86756ab197ee None None] The sync data for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 is: [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:33Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:32:36.164683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Pushing event updated for resources: {'Port': ['ID=4d230fed-9f06-45bb-8005-72cf79f79e5d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:36.176046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.176675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.177233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.177883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.178409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.178969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.179594 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.179944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.180834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.181179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.181575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.181949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.182282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:36.195167 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:36.196673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:36.199398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:36.336759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23d6df1d-21ce-4a9f-bbc4-8784fd06bf36 req-5a24a0ec-aa49-4083-8521-8e621e7f2663 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267487 Jan 28 01:32:36.481728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Attempting to bind port 4d230fed-9f06-45bb-8005-72cf79f79e5d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:36.484884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Attempting to bind port 4d230fed-9f06-45bb-8005-72cf79f79e5d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:36.488431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Attempting to bind port 4d230fed-9f06-45bb-8005-72cf79f79e5d on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:36.500365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:36.500727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Checking segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:36.501146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:36.501549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Bound using segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:36.512299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Bound port: 4d230fed-9f06-45bb-8005-72cf79f79e5d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:36.513009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:36.631251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] For port 4d230fed-9f06-45bb-8005-72cf79f79e5d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:36.635488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] For port 4d230fed-9f06-45bb-8005-72cf79f79e5d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4d230fed-9f06-45bb-8005-72cf79f79e5d,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:36.641216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:36.650037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b29cd08-2972-485c-bbf8-72d7c7b72011 req-9a7f0bfe-7fbe-4afb-9804-706da135ab8a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0588665 Jan 28 01:32:36.756373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f512-ffbe-45c7-aeec-d7ad2acf183a None None] Pushing event updated for resources: {'Port': ['ID=4d230fed-9f06-45bb-8005-72cf79f79e5d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:36.802743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.013087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1274eeee-e6e8-45a2-bf62-4f957743ee83 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:32:37.180905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d0d5af23-8106-48f5-be0e-8336508143cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.231583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1274eeee-e6e8-45a2-bf62-4f957743ee83, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83,segment=NetworkSegment(7d2514ca-7220-4e02-86b5-124173738ede),segment_id=7d2514ca-7220-4e02-86b5-124173738ede)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:37.263546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '1274eeee-e6e8-45a2-bf62-4f957743ee83', 'network_id': '9269f944-6d27-4f91-8fb2-ea6a5e5917d3', 'port_id': '1274eeee-e6e8-45a2-bf62-4f957743ee83', 'mac_address': 'fa:16:3e:7f:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b16522f-ab2d-4afb-93ec-fff42c8f9542', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:32:37.324549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1274eeee-e6e8-45a2-bf62-4f957743ee83 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:37.324947 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.357953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1274eeee-e6e8-45a2-bf62-4f957743ee83 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:37.396223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1274eeee-e6e8-45a2-bf62-4f957743ee83, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83,segment=NetworkSegment(7d2514ca-7220-4e02-86b5-124173738ede),segment_id=7d2514ca-7220-4e02-86b5-124173738ede)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:37.403949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.1 (404d28bf-5353-41d5-a3ff-b0d26121bef9/9c1eee94-0f56-47ae-ac61-a2be57704792/6ddebd45-3267-4b1f-8da1-bee16d8204ce) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:37.436395 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.447942 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.554474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1274eeee-e6e8-45a2-bf62-4f957743ee83,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:37.714601 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.729202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a13d-f6f6-41e0-baa5-baec6107cf44 req-3fc88349-4135-4096-b0af-2244fc92f627 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:37.730884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9888a13d-f6f6-41e0-baa5-baec6107cf44 req-3fc88349-4135-4096-b0af-2244fc92f627 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 945 time: 0.1734729 Jan 28 01:32:37.768581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1274eeee-e6e8-45a2-bf62-4f957743ee83'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:37.833661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-262807f4-6ca6-4bff-ac07-0b3d80a27146 req-b73a1241-5220-4a67-adb8-548388d19d0f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0440600 Jan 28 01:32:37.859946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 243dd514-daf9-4fe6-a42a-c4d0440e270b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:37.883615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:37.921012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9888a13d-f6f6-41e0-baa5-baec6107cf44 req-4fbf8da0-b177-40a8-ab71-79b2cd1e2c27 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843879 Jan 28 01:32:37.961130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:37.965335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:37.977141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:37.985352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=6ddebd45-3267-4b1f-8da1-bee16d8204ce,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:37.999025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 243dd514-daf9-4fe6-a42a-c4d0440e270b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:37.999401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.042153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (193ee725-3269-41e2-b73c-03e51044a813), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.159925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 243dd514-daf9-4fe6-a42a-c4d0440e270b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:38.160575 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.203431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 243dd514-daf9-4fe6-a42a-c4d0440e270b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=243dd514-daf9-4fe6-a42a-c4d0440e270b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:38.215633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.216579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4d230fed-9f06-45bb-8005-72cf79f79e5d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:38.267076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.337731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=243dd514-daf9-4fe6-a42a-c4d0440e270b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:38.366270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4d230fed-9f06-45bb-8005-72cf79f79e5d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:38.366651 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.494962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4d230fed-9f06-45bb-8005-72cf79f79e5d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:38.495418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.529597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a5e2a-8af1-438f-b820-038bbd64623f None None] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:32:38.651887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 4d230fed-9f06-45bb-8005-72cf79f79e5d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4d230fed-9f06-45bb-8005-72cf79f79e5d,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:38.661104 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.667981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ab97c89c-3183-4cd5-8f42-fbb9c9b7faac None None] Provisioning complete for port 4d230fed-9f06-45bb-8005-72cf79f79e5d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:38.668352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab97c89c-3183-4cd5-8f42-fbb9c9b7faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.679105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.685578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.764249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=4d230fed-9f06-45bb-8005-72cf79f79e5d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:38.778425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (193ee725-3269-41e2-b73c-03e51044a813), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.781762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=6ddebd45-3267-4b1f-8da1-bee16d8204ce,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:38.815678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ab97c89c-3183-4cd5-8f42-fbb9c9b7faac None None] Current status of the port 4d230fed-9f06-45bb-8005-72cf79f79e5d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:38.897482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:38.902176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:39.001696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13747535-eca1-4d9c-b67c-abd5c11370cb req-94f68e88-cae9-492b-899c-e22919366b0c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0365036 Jan 28 01:32:39.036325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1274eeee-e6e8-45a2-bf62-4f957743ee83 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:39.110704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 193ee725-3269-41e2-b73c-03e51044a813 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:32:39.136909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 1274eeee-e6e8-45a2-bf62-4f957743ee83 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:32:39.144032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 1274eeee-e6e8-45a2-bf62-4f957743ee83 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:39.144408 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.183445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeae53-1d69-474e-a9cb-fbc9809dd90e req-7a0e7119-20fe-4e5b-8b3e-c6807b727ec8 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:39.184508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7c30c0ab-a766-44b8-935a-e814bae99260 None None] Provisioning complete for port 4d230fed-9f06-45bb-8005-72cf79f79e5d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:39.185022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efaeae53-1d69-474e-a9cb-fbc9809dd90e req-7a0e7119-20fe-4e5b-8b3e-c6807b727ec8 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 945 time: 0.1106625 Jan 28 01:32:39.185289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c30c0ab-a766-44b8-935a-e814bae99260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.271528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:32:39.278455 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-25dadf93-063e-4621-a65e-9bfb5f54c464 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/193ee725-3269-41e2-b73c-03e51044a813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8230138 Jan 28 01:32:39.284114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 1274eeee-e6e8-45a2-bf62-4f957743ee83 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:39.284589 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.319954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Sync routers for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:32:39.320722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-efaeae53-1d69-474e-a9cb-fbc9809dd90e req-80c27e53-3a14-429f-beef-114f14297d44 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246138 Jan 28 01:32:39.380761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:39.381421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:39.388180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274eeee-e6e8-45a2-bf62-4f957743ee83'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:39.390579 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c6f563-4804-4903-a8f5-41ba321fc339" -d '{"events": [{"server_uuid": "6d66482c-bb5e-497a-a5dc-3916d9415aba", "name": "network-vif-plugged", "status": "completed", "tag": "1274eeee-e6e8-45a2-bf62-4f957743ee83"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:39.396946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7c30c0ab-a766-44b8-935a-e814bae99260 None None] Current status of the port 4d230fed-9f06-45bb-8005-72cf79f79e5d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:39.435172 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7a3699b-55e0-4bd1-8032-f537da724429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.447142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 1274eeee-e6e8-45a2-bf62-4f957743ee83, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83,segment=NetworkSegment(7d2514ca-7220-4e02-86b5-124173738ede),segment_id=7d2514ca-7220-4e02-86b5-124173738ede)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:39.468471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.560597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1fe34b0f-600c-440a-8bb9-4f43c03185ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486781237&fields=id&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 267 time: 0.0894206 Jan 28 01:32:39.576408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7c30c0ab-a766-44b8-935a-e814bae99260 None None] Provisioning complete for port 6ddebd45-3267-4b1f-8da1-bee16d8204ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:39.578233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c30c0ab-a766-44b8-935a-e814bae99260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.584446 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5efd28-5fbb-43a8-8482-a83fe2211908 x-openstack-request-id: req-aa5efd28-5fbb-43a8-8482-a83fe2211908 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:39.584788 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d66482c-bb5e-497a-a5dc-3916d9415aba", "name": "network-vif-plugged", "status": "completed", "tag": "1274eeee-e6e8-45a2-bf62-4f957743ee83", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:39.585019 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa5efd28-5fbb-43a8-8482-a83fe2211908 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:39.585398 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274eeee-e6e8-45a2-bf62-4f957743ee83', 'code': 200} Jan 28 01:32:39.589149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 243dd514-daf9-4fe6-a42a-c4d0440e270b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:39.679273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:39.728372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7c30c0ab-a766-44b8-935a-e814bae99260 None None] Port 6ddebd45-3267-4b1f-8da1-bee16d8204ce cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:32:39.729898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=1274eeee-e6e8-45a2-bf62-4f957743ee83,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:39.734888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad890-51ef-4aa2-8a08-0e98f4344a8f req-9d0dfe44-3e40-41d1-aaf8-21b317cd2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:39.736421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f72ad890-51ef-4aa2-8a08-0e98f4344a8f req-9d0dfe44-3e40-41d1-aaf8-21b317cd2e23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 1097 time: 0.0818348 Jan 28 01:32:39.747353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-3fe79cd6-b657-40fd-8e6a-7a19cc83ccc0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:39.749507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-3fe79cd6-b657-40fd-8e6a-7a19cc83ccc0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 797 time: 0.1788356 Jan 28 01:32:39.777153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-868ca7d5-8542-4006-a9a7-99959c7beab3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/quotas/5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 375 time: 0.0202785 Jan 28 01:32:39.816818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f72ad890-51ef-4aa2-8a08-0e98f4344a8f req-47e8e94c-8bdb-45d8-8606-b1ad74f0acd1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669658 Jan 28 01:32:39.830839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 243dd514-daf9-4fe6-a42a-c4d0440e270b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:39.831215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.860536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-52a3bcb9-319e-43af-8bec-fc0a60af7d0e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668867 Jan 28 01:32:39.905658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7307da51-1e54-47fe-beda-9b7db66ba928 None None] Provisioning complete for port 6ddebd45-3267-4b1f-8da1-bee16d8204ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:39.905983 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7307da51-1e54-47fe-beda-9b7db66ba928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.975735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-c0ea1150-532d-4a30-849d-885690945293 service neutron] 10.222.0.23 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959210 Jan 28 01:32:40.002967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7307da51-1e54-47fe-beda-9b7db66ba928 None None] Port 6ddebd45-3267-4b1f-8da1-bee16d8204ce cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:32:40.013889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 243dd514-daf9-4fe6-a42a-c4d0440e270b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:40.014956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4d230fed-9f06-45bb-8005-72cf79f79e5d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:40.068908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 2, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:40.086430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-a1ade86e-6390-40ba-8a3e-ae85f106cf66 service neutron] 10.222.0.23 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034358 Jan 28 01:32:40.106382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Checking router: 193ee725-3269-41e2-b73c-03e51044a813 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:32:40.106738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Updating router 193ee725-3269-41e2-b73c-03e51044a813 port 6ddebd45-3267-4b1f-8da1-bee16d8204ce binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:32:40.109964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4d230fed-9f06-45bb-8005-72cf79f79e5d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:40.110337 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.156345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.164566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6642f5bd-bf9e-4535-ba8d-678a96b373a2 req-25d4a9f3-ce04-41bd-8fc3-d8ec17ab071e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0376508 Jan 28 01:32:40.303999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-870f2bdc-041d-464b-843c-944457bd9622 req-192f9f1d-da51-49a7-8e70-1bb7b6552777 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 210 time: 0.0378168 Jan 28 01:32:40.309630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4d230fed-9f06-45bb-8005-72cf79f79e5d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:40.455696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a14d-edfa-41fd-a083-0924bfc9cc75 req-75a5535e-05e5-410a-8cf8-6de80a7d2d32 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:40.466058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1151a14d-edfa-41fd-a083-0924bfc9cc75 req-75a5535e-05e5-410a-8cf8-6de80a7d2d32 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0659389 Jan 28 01:32:40.524791 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Publish callbacks [] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.531066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1151a14d-edfa-41fd-a083-0924bfc9cc75 req-70a92054-506d-40f7-b557-5e544f5d6e34 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638654 Jan 28 01:32:40.532474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.584430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830d595-ca53-4ee5-8ec4-3fe030c1b04b None None] Pushing event updated for resources: {'Port': ['ID=6ddebd45-3267-4b1f-8da1-bee16d8204ce,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:40.640960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Attempting to bind port 6ddebd45-3267-4b1f-8da1-bee16d8204ce on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:40.641332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Attempting to bind port 6ddebd45-3267-4b1f-8da1-bee16d8204ce by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:40.641696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Attempting to bind port 6ddebd45-3267-4b1f-8da1-bee16d8204ce on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:40.647614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:40.648061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Checking segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:40.648383 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.648777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Bound using segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:40.649243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Bound port: 6ddebd45-3267-4b1f-8da1-bee16d8204ce, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:40.649617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.730113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] For port 6ddebd45-3267-4b1f-8da1-bee16d8204ce, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:40.733403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] For port 6ddebd45-3267-4b1f-8da1-bee16d8204ce, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6ddebd45-3267-4b1f-8da1-bee16d8204ce,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:40.740561 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:40.796241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:40.797194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:40.850807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830d595-ca53-4ee5-8ec4-3fe030c1b04b None None] Pushing event updated for resources: {'Port': ['ID=6ddebd45-3267-4b1f-8da1-bee16d8204ce,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:40.887909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.139571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] Provisioning complete for port 6ddebd45-3267-4b1f-8da1-bee16d8204ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:41.139963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.171798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:41.271392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f01c6b74-b3a3-4b99-801b-05dca572e69f req-57b0814c-b3ac-4e85-a217-604c3ac99f68 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=79bfacee-dc17-4a22-a45d-e866b1ecdb2e HTTP/1.1" status: 200 len: 210 time: 0.0338814 Jan 28 01:32:41.351154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] Current status of the port 6ddebd45-3267-4b1f-8da1-bee16d8204ce is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:41.351557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.430943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32209c9d-1e28-4ef3-9aee-6f4be0e69b09 req-30d5733b-4eb0-4d85-afe7-44b76e18ae12 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 210 time: 0.0431957 Jan 28 01:32:41.432032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] For port 6ddebd45-3267-4b1f-8da1-bee16d8204ce, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6ddebd45-3267-4b1f-8da1-bee16d8204ce,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:41.440785 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.523792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531223fd-3871-4e1b-83f2-3270e0945b41 None None] Pushing event updated for resources: {'Port': ['ID=6ddebd45-3267-4b1f-8da1-bee16d8204ce,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:41.534505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:40Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:41.571962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb00d7-8796-4c20-a258-f33a492fd330 None None] The sync data for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 is: [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:40Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:32:41.593053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a91b269f-c15e-4d87-b279-e94942021e82 None None] Provisioning complete for port 6ddebd45-3267-4b1f-8da1-bee16d8204ce triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:41.594778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a91b269f-c15e-4d87-b279-e94942021e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.715867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec388e-7390-45b9-a1c8-0bddc7886bc7 req-6142df08-bad0-4ac3-bb84-e2767820942b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:41.725845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ec388e-7390-45b9-a1c8-0bddc7886bc7 req-6142df08-bad0-4ac3-bb84-e2767820942b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0969419 Jan 28 01:32:41.747595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a91b269f-c15e-4d87-b279-e94942021e82 None None] Current status of the port 6ddebd45-3267-4b1f-8da1-bee16d8204ce is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:41.803886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86ec388e-7390-45b9-a1c8-0bddc7886bc7 req-010dd7ae-155c-40d0-98b9-b569b8bd4ce6 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744393 Jan 28 01:32:41.987188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.992510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01bb39-b260-4123-a268-023c858c07bd req-66bcb785-7c03-4d79-96b7-87937c30f7f9 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:41.994115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e01bb39-b260-4123-a268-023c858c07bd req-66bcb785-7c03-4d79-96b7-87937c30f7f9 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.1113815 Jan 28 01:32:42.079015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e01bb39-b260-4123-a268-023c858c07bd req-fe61a4dd-0219-4fcf-bac8-3fb7f7ba8bab tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Jan 28 01:32:42.144044 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ad78f32c-a892-492e-bdfa-7675f775264f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:42.145628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ad78f32c-a892-492e-bdfa-7675f775264f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 797 time: 0.2102206 Jan 28 01:32:42.251437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-dbec5679-9060-42c4-a7a8-8c04527e7ba3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 379 time: 0.0693738 Jan 28 01:32:42.274398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'port': {'device_id': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'admin_state_up': True, 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'security_groups': ['2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:42.497888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1aba1-86c3-48ca-93c5-831d7761d1bb req-a0fc9b78-a01c-4d9f-9f07-fe20f99c9bbc tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:42.504885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4c1aba1-86c3-48ca-93c5-831d7761d1bb req-a0fc9b78-a01c-4d9f-9f07-fe20f99c9bbc tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0850093 Jan 28 01:32:42.557128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:42.560550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:42.592209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c268fdf3-665e-442f-a947-c6f894a6caf9 req-e0f4025b-c461-4f1e-ad77-f1559bf4b010 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 210 time: 0.0630307 Jan 28 01:32:42.639091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4c1aba1-86c3-48ca-93c5-831d7761d1bb req-bc69d581-f3ca-46f5-8eaa-b8eaa8624306 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325529 Jan 28 01:32:42.770952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.8 (404d28bf-5353-41d5-a3ff-b0d26121bef9/9c1eee94-0f56-47ae-ac61-a2be57704792/ed27919f-140c-44c3-af7f-e533a4506ec0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:42.937527 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:42.978334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.030952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:43.034137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:43.041706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:43.071036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:43.105094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:43.105743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.126120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-1271ffe0-60d3-4332-ae1b-30daa618a343 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656116 Jan 28 01:32:43.145384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Request body: {'port': {'device_id': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:43.213097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.320784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-69665cba-1e46-4d64-bb65-96f09ea1978f None None] Provisioning complete for port ed27919f-140c-44c3-af7f-e533a4506ec0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:43.321336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69665cba-1e46-4d64-bb65-96f09ea1978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.364189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.372148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69665cba-1e46-4d64-bb65-96f09ea1978f None None] Port ed27919f-140c-44c3-af7f-e533a4506ec0 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:32:43.543678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6ddebd45-3267-4b1f-8da1-bee16d8204ce up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:43.552721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed27919f-140c-44c3-af7f-e533a4506ec0 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:43.560408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Publish callbacks [] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.575254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Transition to ACTIVE for port object ed27919f-140c-44c3-af7f-e533a4506ec0 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:32:43.580471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.612825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6ddebd45-3267-4b1f-8da1-bee16d8204ce triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:43.613515 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.632387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:43.775095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6ddebd45-3267-4b1f-8da1-bee16d8204ce is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:43.842222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:43.842656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:43.843174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:43.855250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Port ed27919f-140c-44c3-af7f-e533a4506ec0 on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:32:43.855532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:43.871057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e009c7-d3e5-48b4-9acf-df3c3760e7d4 req-4ec81550-2569-4339-b0b8-7e6868e5ab83 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:43.872711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e009c7-d3e5-48b4-9acf-df3c3760e7d4 req-4ec81550-2569-4339-b0b8-7e6868e5ab83 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.1318817 Jan 28 01:32:43.874996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:43.875394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Checking segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:43.875843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Bound using segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:43.876349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Bound port: ed27919f-140c-44c3-af7f-e533a4506ec0, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:43.876790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.885096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b5f-35b5-4cc6-8d61-585862502334 req-8c278ac0-16a9-4ced-be4a-14fbbe93773b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:43.886788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f062b5f-35b5-4cc6-8d61-585862502334 req-8c278ac0-16a9-4ced-be4a-14fbbe93773b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0939310 Jan 28 01:32:44.013284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f062b5f-35b5-4cc6-8d61-585862502334 req-46ded6ec-e5e0-487f-b0dd-7db29032da08 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178765 Jan 28 01:32:44.019702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0e009c7-d3e5-48b4-9acf-df3c3760e7d4 req-7d1f8720-f2a8-4cf5-bbfc-43e144115de3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309543 Jan 28 01:32:44.025333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:44.031961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:44.046133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:44.085158 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.086289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:44.087693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 1091 time: 0.9477177 Jan 28 01:32:44.090502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:44.092801 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6089486-e291-4bfc-95d5-0bbccdba010a" -d '{"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:44.163868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aec36-92d4-44f6-9b16-779eea57eba7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:44.170059 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169f7c34-f6ed-48fb-a5e5-d1252129b0fe x-openstack-request-id: req-169f7c34-f6ed-48fb-a5e5-d1252129b0fe {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:44.170677 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:44.171303 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-169f7c34-f6ed-48fb-a5e5-d1252129b0fe {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:44.171999 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'status': 'completed', 'code': 200} Jan 28 01:32:44.359114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a65e94-9fe1-4207-8904-de7434f27bb3 req-8b844e0f-ae64-48a4-95fb-7a80e309532c tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.360706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8a65e94-9fe1-4207-8904-de7434f27bb3 req-8b844e0f-ae64-48a4-95fb-7a80e309532c tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.1344609 Jan 28 01:32:44.366249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089486-e291-4bfc-95d5-0bbccdba010a req-3f4ee42d-edc7-4f80-942a-3f8b322b2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.367661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6089486-e291-4bfc-95d5-0bbccdba010a req-3f4ee42d-edc7-4f80-942a-3f8b322b2951 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1094 time: 0.1057220 Jan 28 01:32:44.378239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-54a6b079-b26f-4375-a592-6f17e3d12583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.379651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-54a6b079-b26f-4375-a592-6f17e3d12583 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6debc39419764a8d8673795864d7dac1&device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 1097 time: 0.0798461 Jan 28 01:32:44.461910 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:32:44.602448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8a65e94-9fe1-4207-8904-de7434f27bb3 req-018f2756-e68c-4e6e-afdd-f3f599a3dcb4 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337728 Jan 28 01:32:44.682780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089486-e291-4bfc-95d5-0bbccdba010a req-5b3a25ba-5b0f-423d-a72f-f39691cb64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.684406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6089486-e291-4bfc-95d5-0bbccdba010a req-5b3a25ba-5b0f-423d-a72f-f39691cb64b2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2976971 Jan 28 01:32:44.686360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-456d756e-3d24-44d2-9810-5b59ba7ac955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.686999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-456d756e-3d24-44d2-9810-5b59ba7ac955 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3 HTTP/1.1" status: 200 len: 913 time: 0.3013663 Jan 28 01:32:44.792380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-43aaf5b9-2064-42b1-ae57-77171595c3ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83 HTTP/1.1" status: 200 len: 217 time: 0.0882914 Jan 28 01:32:44.903991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-0a39e6c8-453e-458c-8703-2624510b6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.905451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-0a39e6c8-453e-458c-8703-2624510b6fe3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b16522f-ab2d-4afb-93ec-fff42c8f9542 HTTP/1.1" status: 200 len: 852 time: 0.1030128 Jan 28 01:32:44.928351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089486-e291-4bfc-95d5-0bbccdba010a req-e62ee112-5a9f-42d6-bd3c-d4041cd15c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:44.929808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6089486-e291-4bfc-95d5-0bbccdba010a req-e62ee112-5a9f-42d6-bd3c-d4041cd15c2b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398334 Jan 28 01:32:44.944248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-0be7c539-3c1a-44f7-aced-83c8926ad148 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294931 Jan 28 01:32:45.446236 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-9e09b428-76dd-4bbc-a155-5cdcfb93a04b service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954710 Jan 28 01:32:45.449900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-753e646b-a10f-4055-b765-ff54b4dcfb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:45.451278 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-753e646b-a10f-4055-b765-ff54b4dcfb2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1094 time: 0.4570909 Jan 28 01:32:45.517203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602687ea-c62a-4fb5-8bec-75f73e1fa1af req-0aaa36dc-7ee1-4df7-a235-c7ff44c581ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:45.518589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602687ea-c62a-4fb5-8bec-75f73e1fa1af req-0aaa36dc-7ee1-4df7-a235-c7ff44c581ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.1382856 Jan 28 01:32:45.554644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-3e106279-3bcc-436b-a606-fe006c70aec9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 217 time: 0.0881810 Jan 28 01:32:45.658000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a014b0f-53e0-4e56-bc80-3cfc398a1895 req-ca0bb571-4c9b-4100-983b-ff56a8868049 service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041459 Jan 28 01:32:45.662349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602687ea-c62a-4fb5-8bec-75f73e1fa1af req-031c1b31-dc15-426a-acb5-71195a4d9439 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158383 Jan 28 01:32:45.663818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-06e0c58b-7749-488f-9597-5a4c23e860ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:45.665162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-06e0c58b-7749-488f-9597-5a4c23e860ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.1005580 Jan 28 01:32:45.746582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-75f324d6-edc3-4fc5-bcc5-40e85eea3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:45.748134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-75f324d6-edc3-4fc5-bcc5-40e85eea3f38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766363 Jan 28 01:32:45.759710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b686e42-e07c-4cfd-b7bc-6d0ce10c6fff req-f889ea41-c071-47e9-99b3-d9e55246c38c tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:45.761168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b686e42-e07c-4cfd-b7bc-6d0ce10c6fff req-f889ea41-c071-47e9-99b3-d9e55246c38c tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0603204 Jan 28 01:32:45.876133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b686e42-e07c-4cfd-b7bc-6d0ce10c6fff req-81832fe7-8dd9-49c6-b79f-c9c92bca7d10 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069279 Jan 28 01:32:45.886670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-a4af4178-9035-4c55-98b4-eda541e625d8 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246018 Jan 28 01:32:45.983483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa2992-5730-47ca-973c-e4188548dbd5 req-747bfc70-bbe4-4d79-9a88-e6ed3fc54ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908191 Jan 28 01:32:46.799359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fecbe-bb3b-4d3b-a447-28b6acd0f018 req-1a304b49-9d3e-48f0-8ade-73be3dfc6c69 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:46.800755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df9fecbe-bb3b-4d3b-a447-28b6acd0f018 req-1a304b49-9d3e-48f0-8ade-73be3dfc6c69 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.0528810 Jan 28 01:32:46.854429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df9fecbe-bb3b-4d3b-a447-28b6acd0f018 req-26c00b06-e077-4eba-a411-381e109ff893 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477529 Jan 28 01:32:47.000470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293c9fc-d6d2-401f-8b87-54566fa0d2de req-b75258cc-9756-42ce-8eea-c0ae63b6fe2e tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:47.002062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c293c9fc-d6d2-401f-8b87-54566fa0d2de req-b75258cc-9756-42ce-8eea-c0ae63b6fe2e tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0529487 Jan 28 01:32:47.048434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c293c9fc-d6d2-401f-8b87-54566fa0d2de req-11bcd473-3fb8-4df1-9d61-e4cc00752386 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Jan 28 01:32:47.294475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e945-eb9a-45ef-a967-41891170a16d req-d1f9cb46-cdda-4e23-9e66-f5b94d3dc4a9 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:47.295952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9a0e945-eb9a-45ef-a967-41891170a16d req-d1f9cb46-cdda-4e23-9e66-f5b94d3dc4a9 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0532296 Jan 28 01:32:47.342769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9a0e945-eb9a-45ef-a967-41891170a16d req-85e67541-d639-4811-af28-a2fd22211c75 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Jan 28 01:32:47.992747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d134-3e33-419a-845e-a6150b3536c1 req-1de8a1ed-bce0-4392-98ec-54f6f0394bdc tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:47.994287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45f3d134-3e33-419a-845e-a6150b3536c1 req-1de8a1ed-bce0-4392-98ec-54f6f0394bdc tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.0563509 Jan 28 01:32:48.043830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45f3d134-3e33-419a-845e-a6150b3536c1 req-f17a54f1-4a21-4347-8f75-21ff6cb16dcb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434701 Jan 28 01:32:48.467013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586046ac-cb37-4858-a204-aa827e0ddf28 req-eed6ead8-a261-4854-8265-a2706e0ea554 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:48.468648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-586046ac-cb37-4858-a204-aa827e0ddf28 req-eed6ead8-a261-4854-8265-a2706e0ea554 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0540981 Jan 28 01:32:48.522551 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-586046ac-cb37-4858-a204-aa827e0ddf28 req-5b79cb73-19bf-4f94-a0ff-3b56a96089c8 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Jan 28 01:32:48.729884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2401a0-866f-49b3-b704-6223b13ea153 req-7dae2050-a385-47f5-9263-3474d9e857c2 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:48.731421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb2401a0-866f-49b3-b704-6223b13ea153 req-7dae2050-a385-47f5-9263-3474d9e857c2 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0552115 Jan 28 01:32:48.813839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb2401a0-866f-49b3-b704-6223b13ea153 req-4515a370-0e89-4b84-8faf-cff45e19ee5a tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728252 Jan 28 01:32:48.816617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-a5fd03ef-03a6-4b72-92e3-07eaa887ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:48.818010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-a5fd03ef-03a6-4b72-92e3-07eaa887ed9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6debc39419764a8d8673795864d7dac1&device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 1097 time: 0.0704055 Jan 28 01:32:48.911320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-cedcdc36-919b-4570-99ed-0d4b288809e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:48.912704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-cedcdc36-919b-4570-99ed-0d4b288809e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3 HTTP/1.1" status: 200 len: 913 time: 0.0891118 Jan 28 01:32:48.953045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-dd8ec684-7ea8-4eb1-93bd-5b5a5a6d0300 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83 HTTP/1.1" status: 200 len: 217 time: 0.0338762 Jan 28 01:32:49.001177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-b0e7cb84-8805-4ef0-b153-9c85d63c75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.002699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-b0e7cb84-8805-4ef0-b153-9c85d63c75bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b16522f-ab2d-4afb-93ec-fff42c8f9542 HTTP/1.1" status: 200 len: 852 time: 0.0438716 Jan 28 01:32:49.038610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-55834f93-1549-487d-9de0-62222f4a6d03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9269f944-6d27-4f91-8fb2-ea6a5e5917d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298698 Jan 28 01:32:49.150227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-af0b99fd-4b22-4ca1-86dc-2b894906eb49 service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052475 Jan 28 01:32:49.219863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ea6c7-5aa3-4033-81e6-873228a4cc9e req-2c25dedc-16ab-4226-b995-9853cf78411f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.221387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d18ea6c7-5aa3-4033-81e6-873228a4cc9e req-2c25dedc-16ab-4226-b995-9853cf78411f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.1069705 Jan 28 01:32:49.277029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10a241af-a20c-4d8b-b660-f669d965baf3 req-1634a640-64ad-4dec-bff3-9aac70350dbb service neutron] 10.222.0.43 "GET /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200821 Jan 28 01:32:49.293127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d18ea6c7-5aa3-4033-81e6-873228a4cc9e req-70eefd9c-c84b-444d-8c10-337a198dbab4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653727 Jan 28 01:32:49.940057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689a32-cf3c-4076-9d65-30aeeec9a0be req-ea04ca57-1460-458f-9e07-8d5227aaf32d tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.941589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db689a32-cf3c-4076-9d65-30aeeec9a0be req-ea04ca57-1460-458f-9e07-8d5227aaf32d tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0559084 Jan 28 01:32:50.003157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db689a32-cf3c-4076-9d65-30aeeec9a0be req-e1203cb0-247b-45b6-a60b-8ec64e46fbfc tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 Jan 28 01:32:50.095597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:32:50.198712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:50.213033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'port_id': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'mac_address': 'fa:16:3e:12:ff:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:32:50.256632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port ed27919f-140c-44c3-af7f-e533a4506ec0 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:50.256632 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:50.270938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed27919f-140c-44c3-af7f-e533a4506ec0 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:50.290944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:50.295829 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:50.348359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:50.417663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51893839-431c-4614-8d8b-40920ca8cdbc req-0fc5dea2-3ab4-467a-943b-2a3bf61d7e44 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:50.419160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51893839-431c-4614-8d8b-40920ca8cdbc req-0fc5dea2-3ab4-467a-943b-2a3bf61d7e44 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 944 time: 0.0484576 Jan 28 01:32:50.470584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-51893839-431c-4614-8d8b-40920ca8cdbc req-656d1a04-0093-4096-96df-f98950272de9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Jan 28 01:32:50.699684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['ed27919f-140c-44c3-af7f-e533a4506ec0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:51.121996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbf864-33f3-4938-b46e-38f210b25a8f req-8c3a4c57-da00-41c3-bdfe-44b489afca58 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:51.122500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9efbf864-33f3-4938-b46e-38f210b25a8f req-8c3a4c57-da00-41c3-bdfe-44b489afca58 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0506034 Jan 28 01:32:51.172706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9efbf864-33f3-4938-b46e-38f210b25a8f req-c29a68d0-3d41-4533-a7c3-c504b37329b7 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Jan 28 01:32:51.415991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c48e-b31f-45fb-b474-cf3bc41e9f94 req-b6431736-c0e1-45f1-8642-eb5ac8696af1 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:51.418272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9c2c48e-b31f-45fb-b474-cf3bc41e9f94 req-b6431736-c0e1-45f1-8642-eb5ac8696af1 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0552411 Jan 28 01:32:51.467003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9c2c48e-b31f-45fb-b474-cf3bc41e9f94 req-807b25e0-0a2e-4849-b6b2-f89ed78aa098 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Jan 28 01:32:51.590423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982656a7-d1c3-40b0-ba02-208cba583016 req-3996ab41-f38b-427b-8c37-3d0d23dbc008 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:51.591869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-982656a7-d1c3-40b0-ba02-208cba583016 req-3996ab41-f38b-427b-8c37-3d0d23dbc008 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 944 time: 0.0511992 Jan 28 01:32:51.644629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-982656a7-d1c3-40b0-ba02-208cba583016 req-77bd94f3-842f-4c73-be78-6dfbd3ff18c4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469215 Jan 28 01:32:52.110810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:52.165758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port ed27919f-140c-44c3-af7f-e533a4506ec0 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:32:52.170056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port ed27919f-140c-44c3-af7f-e533a4506ec0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:52.170412 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:52.262008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port ed27919f-140c-44c3-af7f-e533a4506ec0 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:52.262399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:52.287000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:52.289357 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9308f5c1-0130-41f1-8593-4f9d360fb588" -d '{"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:52.301345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:52.306073 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:52.331318 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43210fc8-2295-4198-a526-7b373583857b x-openstack-request-id: req-43210fc8-2295-4198-a526-7b373583857b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:52.331607 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:52.331856 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43210fc8-2295-4198-a526-7b373583857b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:52.332243 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'code': 200} Jan 28 01:32:52.358076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:52.463137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095f448-ae8f-4a5d-8243-6c893ab5a436 req-bca600f0-1b8e-4794-811b-af89b5a5bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:52.464776 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5095f448-ae8f-4a5d-8243-6c893ab5a436 req-bca600f0-1b8e-4794-811b-af89b5a5bdce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0464342 Jan 28 01:32:52.515683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5095f448-ae8f-4a5d-8243-6c893ab5a436 req-7e88d226-c9ab-4826-bb4e-8fbd08f9ffae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Jan 28 01:32:52.585576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b31c8e-cf69-4550-9865-389f7efc11c2 req-1b7a311c-164a-4baf-becc-dbcda4b4112b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:52.587261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67b31c8e-cf69-4550-9865-389f7efc11c2 req-1b7a311c-164a-4baf-becc-dbcda4b4112b tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0520017 Jan 28 01:32:52.640055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67b31c8e-cf69-4550-9865-389f7efc11c2 req-e06fe1c9-bfa1-4120-830c-ced4b724a00e tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Jan 28 01:32:52.761735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6158829-5a0f-46b3-b5b2-d12bd489c689 req-f6f635ac-ead2-4edd-acfd-606e3910c0d2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:52.763313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6158829-5a0f-46b3-b5b2-d12bd489c689 req-f6f635ac-ead2-4edd-acfd-606e3910c0d2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0490847 Jan 28 01:32:52.815843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6158829-5a0f-46b3-b5b2-d12bd489c689 req-3e76414b-879b-4515-b84e-b354a4c5f36d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 Jan 28 01:32:53.601218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-87481a06-cc07-4142-bd52-90747d000cee tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:53.603771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-87481a06-cc07-4142-bd52-90747d000cee tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.0684991 Jan 28 01:32:53.725924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Deleting port 1274eeee-e6e8-45a2-bf62-4f957743ee83 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:32:53.726225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:53.827087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] For port 1274eeee-e6e8-45a2-bf62-4f957743ee83, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=1274eeee-e6e8-45a2-bf62-4f957743ee83,segment=NetworkSegment(7d2514ca-7220-4e02-86b5-124173738ede),segment_id=7d2514ca-7220-4e02-86b5-124173738ede)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:53.827458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:53.840786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Calling delete_port for 1274eeee-e6e8-45a2-bf62-4f957743ee83 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:32:54.118438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76831e5-5512-4c41-bbc7-2fe4e8efbc58 req-4cfa0b02-fcf6-4fe8-a8f2-e257a7aa0301 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:54.120105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d76831e5-5512-4c41-bbc7-2fe4e8efbc58 req-4cfa0b02-fcf6-4fe8-a8f2-e257a7aa0301 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d66482c-bb5e-497a-a5dc-3916d9415aba HTTP/1.1" status: 200 len: 946 time: 0.1993287 Jan 28 01:32:54.157060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1274eeee-e6e8-45a2-bf62-4f957743ee83), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:54.169507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48e3a6-0b56-41cb-b1e2-2be0da7239ef req-cea51c37-63ab-45d7-9722-1162db6b735e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:54.171139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d48e3a6-0b56-41cb-b1e2-2be0da7239ef req-cea51c37-63ab-45d7-9722-1162db6b735e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1437414 Jan 28 01:32:54.194786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['1274eeee-e6e8-45a2-bf62-4f957743ee83'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:54.218978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Pushing event deleted for resources: {'Port': ['ID=1274eeee-e6e8-45a2-bf62-4f957743ee83,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:54.296517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d76831e5-5512-4c41-bbc7-2fe4e8efbc58 req-341717bd-7ce0-459d-b07b-1d81cbaf578d tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a775620-6660-43db-9aec-60969316536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600535 Jan 28 01:32:54.334425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] No DVR routers for this DVR port 1274eeee-e6e8-45a2-bf62-4f957743ee83 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:32:54.337811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:54.343600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2d31843-5d7f-48e8-86da-ae2c837866e1 req-4c74a2f3-7cfa-440a-a581-6520001eab01 tempest-TestServerAdvancedOps-1993202869 tempest-TestServerAdvancedOps-1993202869-project] 10.222.0.43 "DELETE /v2.0/ports/1274eeee-e6e8-45a2-bf62-4f957743ee83 HTTP/1.1" status: 204 len: 173 time: 0.7327099 Jan 28 01:32:54.353767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'name': 'network-vif-deleted', 'tag': '1274eeee-e6e8-45a2-bf62-4f957743ee83'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:54.357129 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaba2b1-703d-40d1-8088-48e268281b42" -d '{"events": [{"server_uuid": "6d66482c-bb5e-497a-a5dc-3916d9415aba", "name": "network-vif-deleted", "tag": "1274eeee-e6e8-45a2-bf62-4f957743ee83"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:54.366053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d48e3a6-0b56-41cb-b1e2-2be0da7239ef req-346fa8c7-729c-41bd-a849-f9264d202a34 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841197 Jan 28 01:32:54.402008 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ddd2e0-4eb1-4c2e-af4a-74f3f9f6152a x-openstack-request-id: req-d3ddd2e0-4eb1-4c2e-af4a-74f3f9f6152a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:54.402499 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d66482c-bb5e-497a-a5dc-3916d9415aba", "name": "network-vif-deleted", "tag": "1274eeee-e6e8-45a2-bf62-4f957743ee83", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:54.402753 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3ddd2e0-4eb1-4c2e-af4a-74f3f9f6152a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:54.403296 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d66482c-bb5e-497a-a5dc-3916d9415aba', 'name': 'network-vif-deleted', 'tag': '1274eeee-e6e8-45a2-bf62-4f957743ee83', 'status': 'completed', 'code': 200} Jan 28 01:32:55.383427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41556) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:55.484569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Deleting subnet 2b16522f-ab2d-4afb-93ec-fff42c8f9542 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:32:55.493646 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Publish callbacks [] for subnet (2b16522f-ab2d-4afb-93ec-fff42c8f9542), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:55.584291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (2b16522f-ab2d-4afb-93ec-fff42c8f9542), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:55.613353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce5781-b0db-4785-8631-4b49e81564ee req-a902ed8f-6aad-4c67-98d4-399b7255aa24 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:55.615513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2ce5781-b0db-4785-8631-4b49e81564ee req-a902ed8f-6aad-4c67-98d4-399b7255aa24 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0879653 Jan 28 01:32:55.673597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2b16522f-ab2d-4afb-93ec-fff42c8f9542), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:55.719286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2ce5781-b0db-4785-8631-4b49e81564ee req-55696e30-f290-46c2-a981-467ad594c454 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961330 Jan 28 01:32:55.756459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (2b16522f-ab2d-4afb-93ec-fff42c8f9542), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:55.790939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b16522f-ab2d-4afb-93ec-fff42c8f9542,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:55.808789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:55.813292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a40707d2-baca-4b0e-87f6-11a9e1cf60af admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b16522f-ab2d-4afb-93ec-fff42c8f9542 HTTP/1.1" status: 204 len: 168 time: 0.4286070 Jan 28 01:32:55.815726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:55.937123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9269f944-6d27-4f91-8fb2-ea6a5e5917d3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:55.998942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da255e0-5d80-48f4-832d-4da596379d4e req-2bba6a93-86c3-40fc-bd4f-d8583dbb358b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:56.000645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3da255e0-5d80-48f4-832d-4da596379d4e req-2bba6a93-86c3-40fc-bd4f-d8583dbb358b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1251943 Jan 28 01:32:56.074353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9269f944-6d27-4f91-8fb2-ea6a5e5917d3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.118090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9269f944-6d27-4f91-8fb2-ea6a5e5917d3']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:56.129652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3da255e0-5d80-48f4-832d-4da596379d4e req-b0f59f74-30c8-4ebe-a19c-aed5316adde2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157286 Jan 28 01:32:56.145273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2514ca-7220-4e02-86b5-124173738ede') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:56.145714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2514ca-7220-4e02-86b5-124173738ede') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:56.159065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:56.165270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (7d2514ca-7220-4e02-86b5-124173738ede), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.198242 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (7d2514ca-7220-4e02-86b5-124173738ede), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.207208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:32:56.207208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (7d2514ca-7220-4e02-86b5-124173738ede), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.261242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb16d4-fc00-474f-878d-3b2e10713218 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:56.266543 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-16eb16d4-fc00-474f-878d-3b2e10713218 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1091 time: 0.1064038 Jan 28 01:32:56.267272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41656) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:32:56.283275 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:32:56.292966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9269f944-6d27-4f91-8fb2-ea6a5e5917d3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.297488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:56.305124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.311572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9269f944-6d27-4f91-8fb2-ea6a5e5917d3 HTTP/1.1" status: 204 len: 168 time: 0.4945092 Jan 28 01:32:56.312191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41664) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:56.331283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde47cab-17f5-4203-ad28-db48a7296903 admin admin] Pushing event deleted for resources: {'Network': ['ID=9269f944-6d27-4f91-8fb2-ea6a5e5917d3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:56.374664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.388153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Deleting subnet c358d4ff-ef65-4c25-ba56-90575d9c8088 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:32:56.396268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Publish callbacks [] for subnet (c358d4ff-ef65-4c25-ba56-90575d9c8088), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.493473 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (c358d4ff-ef65-4c25-ba56-90575d9c8088), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.554779 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c358d4ff-ef65-4c25-ba56-90575d9c8088), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.605101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.618023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (c358d4ff-ef65-4c25-ba56-90575d9c8088), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.660128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c358d4ff-ef65-4c25-ba56-90575d9c8088,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:56.662576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.666893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c358d4ff-ef65-4c25-ba56-90575d9c8088 HTTP/1.1" status: 204 len: 168 time: 0.3524849 Jan 28 01:32:56.670954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41704) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:56.675459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.675864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.676059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.676581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.677460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.677989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.678504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.679003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.679499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.680007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.680501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.680994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.681478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e6cd-41fa-4d25-b0e3-664500ce487b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:56.763109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (871b745e-0561-4550-adcd-35dc590b847f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.926388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (871b745e-0561-4550-adcd-35dc590b847f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:56.963577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.253 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/cdf607ec-64d7-4ce8-b49e-ada16c2e800c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:56.998072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871b745e-0561-4550-adcd-35dc590b847f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:57.018417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab08f72f-e746-4119-ab60-5638379359a1') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:57.018990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab08f72f-e746-4119-ab60-5638379359a1') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:57.066172 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ab08f72f-e746-4119-ab60-5638379359a1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.089004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ab08f72f-e746-4119-ab60-5638379359a1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.108730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:32:57.109531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ab08f72f-e746-4119-ab60-5638379359a1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:32:57.111417 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:32:57.126914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1274eeee-e6e8-45a2-bf62-4f957743ee83 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:32:57.151916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 1274eeee-e6e8-45a2-bf62-4f957743ee83 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:32:57.152269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 1274eeee-e6e8-45a2-bf62-4f957743ee83 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:32:57.193414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (871b745e-0561-4550-adcd-35dc590b847f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.198815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.202753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.208259 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] 10.222.0.23 "DELETE /v2.0/networks/871b745e-0561-4550-adcd-35dc590b847f HTTP/1.1" status: 204 len: 168 time: 0.5338609 Jan 28 01:32:57.247954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Pushing event deleted for resources: {'Network': ['ID=871b745e-0561-4550-adcd-35dc590b847f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:57.273724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.278762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.279309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.282737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.283431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.283926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.293863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.294664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.295724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.297827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.302391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.303054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.303402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5279-1583-44d8-9baa-619e85967429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:57.339056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.434162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:57.445648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:57.448779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:57.490855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:57.507221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=cdf607ec-64d7-4ce8-b49e-ada16c2e800c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:57.538881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3e277eef-c79f-479f-b351-a145d2832327 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6debc39419764a8d8673795864d7dac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467386 Jan 28 01:32:57.541688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41750) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:57.599682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0700ffe0-f442-472d-b384-372cb98eaf04 admin admin] Publish callbacks [] for security_group (0a775620-6660-43db-9aec-60969316536b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.640775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0700ffe0-f442-472d-b384-372cb98eaf04 admin admin] Publish callbacks [] for security_group (0a775620-6660-43db-9aec-60969316536b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.704570 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0700ffe0-f442-472d-b384-372cb98eaf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0a775620-6660-43db-9aec-60969316536b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.707330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0700ffe0-f442-472d-b384-372cb98eaf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:57.708900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0700ffe0-f442-472d-b384-372cb98eaf04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a775620-6660-43db-9aec-60969316536b HTTP/1.1" status: 204 len: 168 time: 0.1660800 Jan 28 01:32:57.718834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700ffe0-f442-472d-b384-372cb98eaf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a775620-6660-43db-9aec-60969316536b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:57.994977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (582f627c-6730-4119-8e3f-312b2bb48868), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.164642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41758) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:58.208266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4a328502-85e1-4edb-ada7-1b9a7133d1fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6a87f5e1b7f4f0fbfba996bd15cdc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423553 Jan 28 01:32:58.210761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41760) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:58.282054 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ce9705e-0c85-4553-bb2c-41188d2ba489 admin admin] Publish callbacks [] for security_group (ab7805ae-db40-4b87-b02d-5c756024655f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.318334 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ce9705e-0c85-4553-bb2c-41188d2ba489 admin admin] Publish callbacks [] for security_group (ab7805ae-db40-4b87-b02d-5c756024655f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.384806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ce9705e-0c85-4553-bb2c-41188d2ba489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ab7805ae-db40-4b87-b02d-5c756024655f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.389408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9ce9705e-0c85-4553-bb2c-41188d2ba489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.393100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9ce9705e-0c85-4553-bb2c-41188d2ba489 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab7805ae-db40-4b87-b02d-5c756024655f HTTP/1.1" status: 204 len: 168 time: 0.1786926 Jan 28 01:32:58.411602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9705e-0c85-4553-bb2c-41188d2ba489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7805ae-db40-4b87-b02d-5c756024655f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:58.507972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.743753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.751204 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.853610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=cdf607ec-64d7-4ce8-b49e-ada16c2e800c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:58.875361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (582f627c-6730-4119-8e3f-312b2bb48868), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:58.999569 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP 582f627c-6730-4119-8e3f-312b2bb48868 associated. External IP: 172.25.1.253, port: ed27919f-140c-44c3-af7f-e533a4506ec0. Jan 28 01:32:59.267835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 193ee725-3269-41e2-b73c-03e51044a813 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:32:59.426699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:32:59.438490 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] Sync routers for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:32:59.459045 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:59.463620 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:59.478674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:59.536053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8349d3d2-6720-44a2-b797-b90e606b9828 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2676904 Jan 28 01:32:59.536831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:59.551083 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ffa97e-732d-4d33-b04d-2580fc7547fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:59.638997 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448bc2b7-57e7-4606-aaf2-bc8be3ad42ac x-openstack-request-id: req-448bc2b7-57e7-4606-aaf2-bc8be3ad42ac {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:59.639466 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:59.639724 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-448bc2b7-57e7-4606-aaf2-bc8be3ad42ac {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:59.640135 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'status': 'completed', 'code': 200} Jan 28 01:32:59.705227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702834f-ccdd-4b29-ab2a-7bebcda52daf req-90c62903-770a-4327-ac01-151757486055 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:59.706865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1702834f-ccdd-4b29-ab2a-7bebcda52daf req-90c62903-770a-4327-ac01-151757486055 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1099665 Jan 28 01:32:59.727867 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:59.755706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:59.856624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-8dd39996-2f1a-4cdc-8bed-fce74d1185ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:59.858376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-8dd39996-2f1a-4cdc-8bed-fce74d1185ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.1476927 Jan 28 01:32:59.944193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1702834f-ccdd-4b29-ab2a-7bebcda52daf req-e4a72e54-9241-49f9-b1a6-db7552f8b200 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085536 Jan 28 01:32:59.947935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1594134615-network', 'tenant_id': '07d400911c6647058cb9c78f7a751afa'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:59.974144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Made reservation on behalf of 07d400911c6647058cb9c78f7a751afa for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:59.974144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:59.977608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:00.007037 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '582f627c-6730-4119-8e3f-312b2bb48868', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '193ee725-3269-41e2-b73c-03e51044a813', 'port_id': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'mac_address': 'fa:16:3e:12:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:32:57Z', 'updated_at': '2022-01-28T01:32:57Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:41Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:00.034948 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] Checking router: 193ee725-3269-41e2-b73c-03e51044a813 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:00.040134 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.045688 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:00.046605 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:00.058852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-5c066488-dd03-423f-b741-9085b0cb9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:00.060735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-5c066488-dd03-423f-b741-9085b0cb9886 service neutron] 10.222.0.45 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.1806729 Jan 28 01:33:00.088909 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-292daca2-88a0-470e-8f5f-6c908b3a49bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/582f627c-6730-4119-8e3f-312b2bb48868 HTTP/1.1" status: 200 len: 991 time: 0.1083741 Jan 28 01:33:00.187263 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks [] for security_group (49c7d7b9-34b1-4ab7-9bfa-c4528230049e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.188598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-53041177-0c22-4e22-ad03-7d52e74e64ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 999 time: 0.1212118 Jan 28 01:33:00.192983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (49c7d7b9-34b1-4ab7-9bfa-c4528230049e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.214145 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:00.230108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:33:00.241836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7d7b9-34b1-4ab7-9bfa-c4528230049e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:00.264301 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (34e8ffd5-84bd-44d6-b6e4-e727691b5ad3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.264663 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Added segment 34e8ffd5-84bd-44d6-b6e4-e727691b5ad3 of type vlan for network 22fd018a-44d8-44f3-b17e-eeb66f13b86f Jan 28 01:33:00.284529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-75049e9e-9913-4d7f-83ac-9e8b7af10e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:00.286230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-75049e9e-9913-4d7f-83ac-9e8b7af10e0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.0919101 Jan 28 01:33:00.347920 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (22fd018a-44d8-44f3-b17e-eeb66f13b86f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.375965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-60619689-1b99-4acb-adf3-6fb42c2e4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:00.382314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-60619689-1b99-4acb-adf3-6fb42c2e4503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892735 Jan 28 01:33:00.410351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (22fd018a-44d8-44f3-b17e-eeb66f13b86f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.411719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:00.413985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.442696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6847651 Jan 28 01:33:00.445702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41850) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:00.451797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Request body: {'subnet': {'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1594134615-subnet', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:00.531891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee36c1-ac8a-4a67-a4b9-fbd25aefb80f admin admin] Pushing event updated for resources: {'Network': ['ID=22fd018a-44d8-44f3-b17e-eeb66f13b86f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:00.544345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Made reservation on behalf of 07d400911c6647058cb9c78f7a751afa for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:33:00.545912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:33:00.547337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.595178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-2dbcd2c1-a011-41af-ab9e-f60be74227e0 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085958 Jan 28 01:33:00.650310 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '582f627c-6730-4119-8e3f-312b2bb48868', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '193ee725-3269-41e2-b73c-03e51044a813', 'port_id': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'mac_address': 'fa:16:3e:12:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:32:57Z', 'updated_at': '2022-01-28T01:32:57Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:41Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:00.673707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41852) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:00.687187 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673001145', 'description': 'tempest-secgroup-smoke-1673001145 description', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:00.702315 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0749030-0c8e-421e-9c9e-6322dda30f4d None None] The sync data for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 is: [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '582f627c-6730-4119-8e3f-312b2bb48868', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '193ee725-3269-41e2-b73c-03e51044a813', 'port_id': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'mac_address': 'fa:16:3e:12:ff:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:32:57Z', 'updated_at': '2022-01-28T01:32:57Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:41Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:00.798164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:00.804451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ffa97e-732d-4d33-b04d-2580fc7547fc req-21667310-4329-44f6-b094-a8624285a492 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014964 Jan 28 01:33:00.906570 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (bc5e80fa-f8f9-4e14-aa37-29913bb13005), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.009021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5e80fa-f8f9-4e14-aa37-29913bb13005,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:01.029006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Checking segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:01.029392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Network hostable DHCP agents. Network: 22fd018a-44d8-44f3-b17e-eeb66f13b86f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:33:01.031384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8f444-7596-46df-9449-8062f6d6fd8d None None] New status for floating IP 582f627c-6730-4119-8e3f-312b2bb48868: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:33:01.036722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group (eebf4dbd-e451-4ab4-90f9-5ae45b0942c7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.046258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (eebf4dbd-e451-4ab4-90f9-5ae45b0942c7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.079063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:33:01.085752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.087060 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4101703 Jan 28 01:33:01.091604 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b773c5-d773-4b7b-9586-822be497a943 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:01.091775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:01.092260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:01.100499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 22fd018a-44d8-44f3-b17e-eeb66f13b86f) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:01.103869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group_rule': {'security_group_id': 'eebf4dbd-e451-4ab4-90f9-5ae45b0942c7', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:01.106103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:01.106653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.128390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41862) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:01.129725 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-400860bd-e533-4847-b503-f062da89ec2c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6824400 Jan 28 01:33:01.134133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:01.142463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c8ed7-0d03-473d-b962-d2387bddf95d None None] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:33:01.224797 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (62b3ef8a-22c6-4b0b-9f85-0746012c0962), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.225739 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (62b3ef8a-22c6-4b0b-9f85-0746012c0962), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.234756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (62772aae-ca16-4b5e-8de2-bc6fec6b8bff), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.245849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e649e95d-edeb-4a75-813d-3094b642a8ee tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/582f627c-6730-4119-8e3f-312b2bb48868 HTTP/1.1" status: 200 len: 991 time: 0.1307380 Jan 28 01:33:01.293152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:33:01.294172 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.371590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks [] for router_controller (62b3ef8a-22c6-4b0b-9f85-0746012c0962), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.382234 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (62772aae-ca16-4b5e-8de2-bc6fec6b8bff), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.420161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (62772aae-ca16-4b5e-8de2-bc6fec6b8bff), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.441383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Allocated IP 172.20.0.2 (22fd018a-44d8-44f3-b17e-eeb66f13b86f/bc5e80fa-f8f9-4e14-aa37-29913bb13005/c1a31cef-7200-41e9-92f7-1b08cf760618) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:01.599231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Publish callbacks [] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.606377 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.654736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Pushing event updated for resources: {'Port': ['ID=c1a31cef-7200-41e9-92f7-1b08cf760618,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:01.673120 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:01.674644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:01.677667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:01.812181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks [] for router_gateway (62b3ef8a-22c6-4b0b-9f85-0746012c0962), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.824454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62772aae-ca16-4b5e-8de2-bc6fec6b8bff,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:01.850828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.854932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41866) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:01.855503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f999194-e367-4dc5-be27-1ee988b42a84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7615941 Jan 28 01:33:01.859722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group_rule': {'security_group_id': 'eebf4dbd-e451-4ab4-90f9-5ae45b0942c7', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:01.895825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (ab67c20d-f699-4a5d-a979-a9cc57b2b15c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.898774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Attempting to bind port c1a31cef-7200-41e9-92f7-1b08cf760618 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:01.899472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Attempting to bind port c1a31cef-7200-41e9-92f7-1b08cf760618 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:01.900016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Attempting to bind port c1a31cef-7200-41e9-92f7-1b08cf760618 on network 22fd018a-44d8-44f3-b17e-eeb66f13b86f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:01.906004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:01.906664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Checking segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:01.907267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.907876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Bound using segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:01.908570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Bound port: c1a31cef-7200-41e9-92f7-1b08cf760618, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:01.909138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.971597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (ab67c20d-f699-4a5d-a979-a9cc57b2b15c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.979387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ab67c20d-f699-4a5d-a979-a9cc57b2b15c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:01.996661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] For port c1a31cef-7200-41e9-92f7-1b08cf760618, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:02.005576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] For port c1a31cef-7200-41e9-92f7-1b08cf760618, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c1a31cef-7200-41e9-92f7-1b08cf760618,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:02.016266 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.034084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab67c20d-f699-4a5d-a979-a9cc57b2b15c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.052819 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.056808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8619f034-152a-4b05-a268-37c1835e1219 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982439 Jan 28 01:33:02.057039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:02.064051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group_rule': {'security_group_id': 'eebf4dbd-e451-4ab4-90f9-5ae45b0942c7', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:02.081847 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks [] for router_gateway (62b3ef8a-22c6-4b0b-9f85-0746012c0962), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.105362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e317c-f7ba-4ebc-bd7c-c9fa39d8046c None None] Pushing event updated for resources: {'Port': ['ID=c1a31cef-7200-41e9-92f7-1b08cf760618,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.130494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.139181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (d41c4262-7ab8-420f-a1a5-3dde3042fb48), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.215784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (d41c4262-7ab8-420f-a1a5-3dde3042fb48), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.220511 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d41c4262-7ab8-420f-a1a5-3dde3042fb48), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.241353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41c4262-7ab8-420f-a1a5-3dde3042fb48,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.251409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41872) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:02.263559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Allocated IP 172.25.1.131 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/80b2aab9-2d56-4c8b-a8e6-433b5317224a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:02.294902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.298824 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-175bfbe9-8ac3-4673-90a0-1d2a37104b5b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379787 Jan 28 01:33:02.301516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41874) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:02.308575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group_rule': {'security_group_id': 'eebf4dbd-e451-4ab4-90f9-5ae45b0942c7', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:02.346079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (86fd9b42-8b1d-4011-8638-92b1603641fd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.379087 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7e6c7b2-37a3-426a-8a7a-265ea1e290ba tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/582f627c-6730-4119-8e3f-312b2bb48868 HTTP/1.1" status: 200 len: 993 time: 0.1253102 Jan 28 01:33:02.410415 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks [] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.448040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (86fd9b42-8b1d-4011-8638-92b1603641fd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.453804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (86fd9b42-8b1d-4011-8638-92b1603641fd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.480860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.489828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fd9b42-8b1d-4011-8638-92b1603641fd,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.520367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.521669 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1f75b95a-4298-4d68-b474-fdef4e7e8f3a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187662 Jan 28 01:33:02.525097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41876) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:02.530884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group_rule': {'security_group_id': 'eebf4dbd-e451-4ab4-90f9-5ae45b0942c7', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:02.545182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:02.550715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:02.556109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:02.558048 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Project dd035f3d8bbe4289baf34c1a08eacbbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:33:02.558582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Pushing event updated for resources: {'Port': ['ID=80b2aab9-2d56-4c8b-a8e6-433b5317224a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.565453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (5988f0e9-d06b-4b54-96f5-84d1b1a0d0f9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.658187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (5988f0e9-d06b-4b54-96f5-84d1b1a0d0f9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.663176 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5988f0e9-d06b-4b54-96f5-84d1b1a0d0f9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.682489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5988f0e9-d06b-4b54-96f5-84d1b1a0d0f9,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.692158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.693822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e58f3e6-f349-4c4a-9fd8-165b816df776 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668303 Jan 28 01:33:02.696435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 41878) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:02.701443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'security_group_rule': {'security_group_id': 'eebf4dbd-e451-4ab4-90f9-5ae45b0942c7', 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:02.723492 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Project dd035f3d8bbe4289baf34c1a08eacbbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:33:02.729696 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (c22c06f6-1cb5-49f0-9bc1-76b79d6d1633), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.797324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (c22c06f6-1cb5-49f0-9bc1-76b79d6d1633), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.804000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c22c06f6-1cb5-49f0-9bc1-76b79d6d1633), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.826792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22c06f6-1cb5-49f0-9bc1-76b79d6d1633,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:02.834991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:02.839857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-183d558e-5f77-48ff-aad7-640688d1e3c4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420386 Jan 28 01:33:02.868766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks [] for router_gateway (62b3ef8a-22c6-4b0b-9f85-0746012c0962), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:03.107673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (62b3ef8a-22c6-4b0b-9f85-0746012c0962), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:03.305591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:33:03.525487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:03.538488 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Sync routers for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:03.556357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:03.558154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-931cddac-3e3d-4620-b95f-5dba3275ff16 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4286985 Jan 28 01:33:03.559952 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:03.560850 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:03.562546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 41926) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:03.628704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:03.676125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1a31cef-7200-41e9-92f7-1b08cf760618 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:03.749416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e2200-6380-435c-9aa0-5e549e2f18cd None None] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:33:03.875893 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:03.915651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c1a31cef-7200-41e9-92f7-1b08cf760618 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:03.916251 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:03.945916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Provisioning complete for port c1a31cef-7200-41e9-92f7-1b08cf760618 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:03.947299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:04.127434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c1a31cef-7200-41e9-92f7-1b08cf760618 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:04.128214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:04.339757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port c1a31cef-7200-41e9-92f7-1b08cf760618, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c1a31cef-7200-41e9-92f7-1b08cf760618,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:04.343072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Current status of the port c1a31cef-7200-41e9-92f7-1b08cf760618 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:04.343778 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:04.375816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:04.509514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:33:04.510176 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:33:04.539570 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:02Z', 'revision_number': 3, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:04.549224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=c1a31cef-7200-41e9-92f7-1b08cf760618,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:04.691236 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Checking router: 62b3ef8a-22c6-4b0b-9f85-0746012c0962 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:04.691647 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Updating router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 port 80b2aab9-2d56-4c8b-a8e6-433b5317224a binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:33:04.738452 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:04.831692 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.089760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Allocated IP 172.20.0.1 (22fd018a-44d8-44f3-b17e-eeb66f13b86f/bc5e80fa-f8f9-4e14-aa37-29913bb13005/48068ab2-9a69-4978-b962-df4ac7c3c6e7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:05.121623 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Publish callbacks [] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.130390 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.145522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-eb390226-fb45-471b-8ff0-4bfc13337b71 None None] Current status of the port c1a31cef-7200-41e9-92f7-1b08cf760618 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:05.263118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks [] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.289036 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fa917453-0da3-4563-a197-9dc4fe36962d None None] Provisioning complete for port c1a31cef-7200-41e9-92f7-1b08cf760618 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:05.289184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa917453-0da3-4563-a197-9dc4fe36962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.325260 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.327402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Attempting to bind port 80b2aab9-2d56-4c8b-a8e6-433b5317224a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:05.327927 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Attempting to bind port 80b2aab9-2d56-4c8b-a8e6-433b5317224a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:05.328115 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Attempting to bind port 80b2aab9-2d56-4c8b-a8e6-433b5317224a on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:05.355497 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d3b5-1cdd-40b3-90d1-c8bea5c79246 None None] Pushing event updated for resources: {'Port': ['ID=80b2aab9-2d56-4c8b-a8e6-433b5317224a,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:05.372162 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:05.373188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:05.376073 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.376895 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:05.378164 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Bound port: 80b2aab9-2d56-4c8b-a8e6-433b5317224a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:05.379033 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.382191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:05.387198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:05.395799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:05.437952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Pushing event updated for resources: {'Port': ['ID=48068ab2-9a69-4978-b962-df4ac7c3c6e7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:05.454152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (62b3ef8a-22c6-4b0b-9f85-0746012c0962), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.500097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa917453-0da3-4563-a197-9dc4fe36962d None None] Current status of the port c1a31cef-7200-41e9-92f7-1b08cf760618 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:05.511647 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] For port 80b2aab9-2d56-4c8b-a8e6-433b5317224a, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:05.519708 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] For port 80b2aab9-2d56-4c8b-a8e6-433b5317224a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=80b2aab9-2d56-4c8b-a8e6-433b5317224a,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:05.529977 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.596055 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:05.603493 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:05.647242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1a31cef-7200-41e9-92f7-1b08cf760618 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:05.729228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.741806 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d3b5-1cdd-40b3-90d1-c8bea5c79246 None None] Pushing event updated for resources: {'Port': ['ID=80b2aab9-2d56-4c8b-a8e6-433b5317224a,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:05.768398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c1a31cef-7200-41e9-92f7-1b08cf760618 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:05.769539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:05.883811 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:05.941602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c1a31cef-7200-41e9-92f7-1b08cf760618 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:05.946650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-da7022f1-9ab3-4610-8c56-22d11129d265 None None] Provisioning complete for port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:05.947350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-da7022f1-9ab3-4610-8c56-22d11129d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:06.014984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-da7022f1-9ab3-4610-8c56-22d11129d265 None None] Port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:33:06.060296 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks [] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:06.068785 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:06.186948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Pushing event updated for resources: {'Port': ['ID=48068ab2-9a69-4978-b962-df4ac7c3c6e7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:06.194205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (62b3ef8a-22c6-4b0b-9f85-0746012c0962), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:06.242863 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:02Z', 'revision_number': 3, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:06.293001 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5501592b-503d-4a1f-a3ab-a861f1ddcb50 None None] The sync data for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 is: [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:02Z', 'revision_number': 3, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:06.374126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:06.375861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:06.603546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:33:06.852163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:06.861661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0f22350d-fcd3-420f-aab7-10a335158693 None None] Provisioning complete for port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:06.862208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f22350d-fcd3-420f-aab7-10a335158693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:06.878276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-346bac9c-0f53-42af-be11-81278b6200c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/62b3ef8a-22c6-4b0b-9f85-0746012c0962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3139029 Jan 28 01:33:06.955981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0f22350d-fcd3-420f-aab7-10a335158693 None None] Port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:33:07.110574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-279d1433-061d-45bc-bf4b-38392eba610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:07.442356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:07.668606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 80b2aab9-2d56-4c8b-a8e6-433b5317224a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:07.790633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 80b2aab9-2d56-4c8b-a8e6-433b5317224a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:07.791412 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:07.805189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42014) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:07.812334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2108406052-network', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:07.862781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Made reservation on behalf of bf060ea93a144870a88bbc0ed4ff79ba for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:33:07.869850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:07.893289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:07.918030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 80b2aab9-2d56-4c8b-a8e6-433b5317224a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:07.919506 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:07.968225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 80b2aab9-2d56-4c8b-a8e6-433b5317224a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=80b2aab9-2d56-4c8b-a8e6-433b5317224a,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:07.979147 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.038762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=80b2aab9-2d56-4c8b-a8e6-433b5317224a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:08.053040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks [] for security_group (f690bec0-03a5-4f3a-b498-e1473942f0d7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.058577 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f690bec0-03a5-4f3a-b498-e1473942f0d7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.089935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f690bec0-03a5-4f3a-b498-e1473942f0d7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:08.102594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:33:08.114370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (effe084f-b93c-4a6d-b33a-96b9d12350e0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.114816 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Added segment effe084f-b93c-4a6d-b33a-96b9d12350e0 of type vlan for network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e Jan 28 01:33:08.172885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.214518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.215850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:08.216709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.312287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5025764 Jan 28 01:33:08.312287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bdd8e-6126-425b-96a3-2b9543ce2f95 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:08.313229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42016) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:08.325140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:33:08.329384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Request body: {'subnet': {'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2108406052-subnet', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:08.390886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Made reservation on behalf of bf060ea93a144870a88bbc0ed4ff79ba for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:33:08.393643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.633627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-ab8df0ef-7abb-45c5-af31-033ad486cd03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930142 Jan 28 01:33:08.766663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-f6e098ad-42fe-4cce-884e-bdeedcdbacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:08.773743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-f6e098ad-42fe-4cce-884e-bdeedcdbacfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 1096 time: 0.1005387 Jan 28 01:33:08.801336 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6839c95f-562d-423a-b23e-4125b6f36a41), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.893268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6839c95f-562d-423a-b23e-4125b6f36a41,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:08.913654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Checking segment: {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:08.916444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Network hostable DHCP agents. Network: 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:33:08.958943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:33:08.961067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Sync routers for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:08.972977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:08.978965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:08.980766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:32:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:08.989484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61503657-32d3-43dd-8d6f-da1a3b398432 None None] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:33:08.996441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:08.997688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.036929 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4e5c340a-b85c-4983-aae1-d391da3b5111 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7193627 Jan 28 01:33:09.039298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42024) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:09.040012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-182406be-71f8-4485-a7b1-8edd2b2407f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:09.044120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-182406be-71f8-4485-a7b1-8edd2b2407f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 200 len: 912 time: 0.2383869 Jan 28 01:33:09.048141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:09.087301 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (85018453-fb90-4934-80f6-9dcc994e2cf0), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.090057 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (85018453-fb90-4934-80f6-9dcc994e2cf0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.224586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-83de8eb1-d552-47c8-8927-d95a904bfdca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 200 len: 1001 time: 0.1757178 Jan 28 01:33:09.224835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks [] for router_controller (85018453-fb90-4934-80f6-9dcc994e2cf0), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.244295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e', 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e', 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'fixed_ips': [{'subnet_id': '6839c95f-562d-423a-b23e-4125b6f36a41'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:33:09.245167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.304894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-99486d5c-2064-4e14-bebb-a81e2e9f3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:09.306573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-99486d5c-2064-4e14-bebb-a81e2e9f3db4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 200 len: 850 time: 0.0675161 Jan 28 01:33:09.385868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-4e84dd9d-4199-4723-9bcb-aaaabeb0529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:09.388994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-4e84dd9d-4199-4723-9bcb-aaaabeb0529d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b38638-2f89-414d-ba0e-b320161f366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750730 Jan 28 01:33:09.423939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:09.426556 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-60ae720b-d5f9-4f1a-a601-566ea68ac3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.515870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks [] for router_gateway (85018453-fb90-4934-80f6-9dcc994e2cf0), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.618677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-3f666bf7-279c-4022-9153-5316c47aeb15 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191188 Jan 28 01:33:09.688381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Allocated IP 172.20.0.2 (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e/6839c95f-562d-423a-b23e-4125b6f36a41/d8a4487d-54f2-410a-a072-21fe7a0dda2b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:09.712586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 80b2aab9-2d56-4c8b-a8e6-433b5317224a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:09.790910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd4f5a71-578c-462d-a61d-bc5d894a5594 req-6a07b291-25b1-4973-b41c-c19e71610ca1 service neutron] 10.222.0.45 "GET /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658268 Jan 28 01:33:09.924550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks [] for router_gateway (85018453-fb90-4934-80f6-9dcc994e2cf0), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.957914 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.980124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 80b2aab9-2d56-4c8b-a8e6-433b5317224a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:09.980732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.017724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 2, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:10.084097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Checking router: 62b3ef8a-22c6-4b0b-9f85-0746012c0962 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:10.085280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Updating router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:33:10.134988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Allocated IP 172.25.1.170 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/8a991670-4454-45d7-b156-57a041ddce69) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:10.307761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks [] for port (8a991670-4454-45d7-b156-57a041ddce69), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.321271 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.357730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8a991670-4454-45d7-b156-57a041ddce69), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.406518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8a991670-4454-45d7-b156-57a041ddce69,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:10.421872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:10.423838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:10.428297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:10.525950 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Publish callbacks [] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.595856 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.796623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks [] for router_gateway (85018453-fb90-4934-80f6-9dcc994e2cf0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:10.846009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:10.863899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:10.866300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Pushing event updated for resources: {'Port': ['ID=d8a4487d-54f2-410a-a072-21fe7a0dda2b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:10.874038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:10.905690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 80b2aab9-2d56-4c8b-a8e6-433b5317224a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:10.943997 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.020002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Attempting to bind port d8a4487d-54f2-410a-a072-21fe7a0dda2b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:11.020576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Attempting to bind port d8a4487d-54f2-410a-a072-21fe7a0dda2b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:11.020978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Attempting to bind port d8a4487d-54f2-410a-a072-21fe7a0dda2b on network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:11.029025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:11.029419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Checking segment: {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:11.029956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.030317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Bound using segment: {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:11.030922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Bound port: d8a4487d-54f2-410a-a072-21fe7a0dda2b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:11.031829 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.186545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] For port d8a4487d-54f2-410a-a072-21fe7a0dda2b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:11.202132 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] For port d8a4487d-54f2-410a-a072-21fe7a0dda2b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d8a4487d-54f2-410a-a072-21fe7a0dda2b,segment=NetworkSegment(effe084f-b93c-4a6d-b33a-96b9d12350e0),segment_id=effe084f-b93c-4a6d-b33a-96b9d12350e0)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:11.204578 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Publish callbacks [] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.210494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.215280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (85018453-fb90-4934-80f6-9dcc994e2cf0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.221110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.373828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59230dfd-d1c6-4ff1-98ff-dd7f62171512 None None] Pushing event updated for resources: {'Port': ['ID=d8a4487d-54f2-410a-a072-21fe7a0dda2b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:11.488282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Attempting to bind port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:11.488282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Attempting to bind port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:11.488282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Attempting to bind port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 on network 22fd018a-44d8-44f3-b17e-eeb66f13b86f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:11.491946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:11.492356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Checking segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:11.492789 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.493186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Bound using segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:11.494100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Bound port: 48068ab2-9a69-4978-b962-df4ac7c3c6e7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:11.494633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.539933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a905-5395-4380-a83c-a203bea849fd None None] Pushing event updated for resources: {'Port': ['ID=48068ab2-9a69-4978-b962-df4ac7c3c6e7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:11.563543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Router 85018453-fb90-4934-80f6-9dcc994e2cf0 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:33:11.695272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] For port 48068ab2-9a69-4978-b962-df4ac7c3c6e7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:11.699205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] For port 48068ab2-9a69-4978-b962-df4ac7c3c6e7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=48068ab2-9a69-4978-b962-df4ac7c3c6e7,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:11.714375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.808935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:11.823276 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Sync routers for ids ['85018453-fb90-4934-80f6-9dcc994e2cf0'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:11.840834 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Routers {'85018453-fb90-4934-80f6-9dcc994e2cf0'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:11.848656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.850937 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c3d6a761-7a50-4306-996e-5ff994fac8d7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8095212 Jan 28 01:33:11.853267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42040) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:11.859593 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['85018453-fb90-4934-80f6-9dcc994e2cf0'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:11.865616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:11.866407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:12.102565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a905-5395-4380-a83c-a203bea849fd None None] Pushing event updated for resources: {'Port': ['ID=48068ab2-9a69-4978-b962-df4ac7c3c6e7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:12.147342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] Provisioning complete for port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:12.148010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.169394 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Set router 85018453-fb90-4934-80f6-9dcc994e2cf0 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:12.354502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.412949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:12.415241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] Current status of the port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:12.416571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.488612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] For port 48068ab2-9a69-4978-b962-df4ac7c3c6e7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=48068ab2-9a69-4978-b962-df4ac7c3c6e7,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:12.523392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.542777 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:10Z', 'revision_number': 3, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:12.622793 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Checking router: 85018453-fb90-4934-80f6-9dcc994e2cf0 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:12.623139 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Updating router 85018453-fb90-4934-80f6-9dcc994e2cf0 port 8a991670-4454-45d7-b156-57a041ddce69 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:33:12.670952 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a991670-4454-45d7-b156-57a041ddce69), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.968411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ce23c51d-0ab0-4ffd-be89-866e017b4db0 None None] Provisioning complete for port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:12.969144 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ce23c51d-0ab0-4ffd-be89-866e017b4db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.972072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76d340-b8c7-48d2-a144-9c45d5c71879 None None] Pushing event updated for resources: {'Port': ['ID=48068ab2-9a69-4978-b962-df4ac7c3c6e7,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:13.171989 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Publish callbacks [] for port (8a991670-4454-45d7-b156-57a041ddce69), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.179759 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a991670-4454-45d7-b156-57a041ddce69), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.214791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ce23c51d-0ab0-4ffd-be89-866e017b4db0 None None] Current status of the port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:13.279129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6fcf38-a4dd-4ae2-bb5a-09a8596c7f10 None None] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:33:13.283439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:11Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:13.292628 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Attempting to bind port 8a991670-4454-45d7-b156-57a041ddce69 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:13.292998 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Attempting to bind port 8a991670-4454-45d7-b156-57a041ddce69 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:13.293358 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Attempting to bind port 8a991670-4454-45d7-b156-57a041ddce69 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:13.311765 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:13.312090 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:13.312443 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.312832 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:13.313328 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Bound port: 8a991670-4454-45d7-b156-57a041ddce69, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:13.313704 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a991670-4454-45d7-b156-57a041ddce69), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.386828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f313f-b73f-4acb-afe3-b80f5779ea6a None None] The sync data for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 is: [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:11Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:13.391651 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] For port 8a991670-4454-45d7-b156-57a041ddce69, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:13.406717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] For port 8a991670-4454-45d7-b156-57a041ddce69, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a991670-4454-45d7-b156-57a041ddce69,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:13.408251 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.411701 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad62a-c42b-48ac-8189-17b527be0b01 None None] Pushing event updated for resources: {'Port': ['ID=8a991670-4454-45d7-b156-57a041ddce69,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:13.414611 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a991670-4454-45d7-b156-57a041ddce69), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.426297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] Provisioning complete for port d8a4487d-54f2-410a-a072-21fe7a0dda2b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:13.426715 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.578475 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Routers {'85018453-fb90-4934-80f6-9dcc994e2cf0'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:13.579109 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['85018453-fb90-4934-80f6-9dcc994e2cf0'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:13.582731 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad62a-c42b-48ac-8189-17b527be0b01 None None] Pushing event updated for resources: {'Port': ['ID=8a991670-4454-45d7-b156-57a041ddce69,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:13.679571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.817402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] Current status of the port d8a4487d-54f2-410a-a072-21fe7a0dda2b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:13.817739 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.884294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d8a4487d-54f2-410a-a072-21fe7a0dda2b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:13.985497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Allocated IP 172.20.0.1 (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e/6839c95f-562d-423a-b23e-4125b6f36a41/0f1d4768-140e-4f86-95cc-1361d92c869b) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:14.105538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] For port d8a4487d-54f2-410a-a072-21fe7a0dda2b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d8a4487d-54f2-410a-a072-21fe7a0dda2b,segment=NetworkSegment(effe084f-b93c-4a6d-b33a-96b9d12350e0),segment_id=effe084f-b93c-4a6d-b33a-96b9d12350e0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:14.114010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:14.247791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d8a4487d-54f2-410a-a072-21fe7a0dda2b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:14.248489 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:14.364830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks [] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:14.373019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] Set router 85018453-fb90-4934-80f6-9dcc994e2cf0 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:14.410328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0d127-751c-44e5-abe4-881328f95dba None None] Pushing event updated for resources: {'Port': ['ID=d8a4487d-54f2-410a-a072-21fe7a0dda2b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:14.499345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:14.632079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:14.638874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:14.651477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:14.670707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d8a4487d-54f2-410a-a072-21fe7a0dda2b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:14.708765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-26f3b8e9-116a-4583-80d1-3b59f13f4b30 None None] Provisioning complete for port d8a4487d-54f2-410a-a072-21fe7a0dda2b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:14.712874 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26f3b8e9-116a-4583-80d1-3b59f13f4b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:14.881240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-26f3b8e9-116a-4583-80d1-3b59f13f4b30 None None] Current status of the port d8a4487d-54f2-410a-a072-21fe7a0dda2b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:14.894345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1d4768-140e-4f86-95cc-1361d92c869b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:14.947532 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:10Z', 'revision_number': 3, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:14.962618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (85018453-fb90-4934-80f6-9dcc994e2cf0), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.021416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:15.045943 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428b677-6fc4-4438-8729-b4c92a8bbaa1 None None] The sync data for ids ['85018453-fb90-4934-80f6-9dcc994e2cf0'] in n-d-826756-1 is: [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:10Z', 'revision_number': 3, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:15.219268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-983d1cda-d27e-4b6c-98cf-9765ea8d1964 None None] Provisioning complete for port 0f1d4768-140e-4f86-95cc-1361d92c869b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:15.219647 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-983d1cda-d27e-4b6c-98cf-9765ea8d1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.318027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-983d1cda-d27e-4b6c-98cf-9765ea8d1964 None None] Port 0f1d4768-140e-4f86-95cc-1361d92c869b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:33:15.343119 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-72b693c9-834a-4b0b-b017-9757150328f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.395127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.662210 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-72b693c9-834a-4b0b-b017-9757150328f1 admin admin] Publish callbacks [] for security_group (fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.670200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-72b693c9-834a-4b0b-b017-9757150328f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.804330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b693c9-834a-4b0b-b017-9757150328f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:15.821200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42070) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:15.822824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-72b693c9-834a-4b0b-b017-9757150328f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7aad5bea0b74b98bc54f7a32747cce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7955983 Jan 28 01:33:15.951874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d8a4487d-54f2-410a-a072-21fe7a0dda2b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:16.069630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d8a4487d-54f2-410a-a072-21fe7a0dda2b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:16.070268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.105328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-767297b5-abbc-4818-ab2d-bf070c7dc888 admin admin] Publish callbacks [] for security_group (fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.114199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks [] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.133068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.207041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d8a4487d-54f2-410a-a072-21fe7a0dda2b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:16.208860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 48068ab2-9a69-4978-b962-df4ac7c3c6e7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:16.279706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:16.280392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.322378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-767297b5-abbc-4818-ab2d-bf070c7dc888 admin admin] Publish callbacks [] for security_group (fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.396137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:16.490494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (85018453-fb90-4934-80f6-9dcc994e2cf0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.522961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-767297b5-abbc-4818-ab2d-bf070c7dc888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.531368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-767297b5-abbc-4818-ab2d-bf070c7dc888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:16.532903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-767297b5-abbc-4818-ab2d-bf070c7dc888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3 HTTP/1.1" status: 204 len: 168 time: 0.7103534 Jan 28 01:33:16.549705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1d4768-140e-4f86-95cc-1361d92c869b,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:16.568151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767297b5-abbc-4818-ab2d-bf070c7dc888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3793af-7b9c-4bdf-b6d7-28c179ddfdd3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:16.765414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:16.771637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:17.029613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Router 85018453-fb90-4934-80f6-9dcc994e2cf0 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:33:17.141442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42080) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:17.156849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68d50007-0df5-46ae-9cc5-36a7a3f961b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.296096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-540f7c1e-8547-4fa4-842a-2e0d4eda51ab None None] Provisioning complete for port 0f1d4768-140e-4f86-95cc-1361d92c869b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:17.296631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-540f7c1e-8547-4fa4-842a-2e0d4eda51ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.307844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:17.325840 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-116e9b3d-4434-4b68-b39b-720d86e40664 admin admin] 10.222.0.23 "PUT /v2.0/routers/85018453-fb90-4934-80f6-9dcc994e2cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4654841 Jan 28 01:33:17.375021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68d50007-0df5-46ae-9cc5-36a7a3f961b7 admin admin] Publish callbacks [] for security_group (a0ddaad4-0903-4173-a322-862a291c4a70), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.395057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-68d50007-0df5-46ae-9cc5-36a7a3f961b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a0ddaad4-0903-4173-a322-862a291c4a70), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.408465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-540f7c1e-8547-4fa4-842a-2e0d4eda51ab None None] Port 0f1d4768-140e-4f86-95cc-1361d92c869b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:33:17.489239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42086) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:17.493010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-68d50007-0df5-46ae-9cc5-36a7a3f961b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74ae174410ff482485a0d46fb589b3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472388 Jan 28 01:33:17.520207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d50007-0df5-46ae-9cc5-36a7a3f961b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddaad4-0903-4173-a322-862a291c4a70,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:17.595690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8460239b-ab51-4c64-8027-7268eb40986f admin admin] Publish callbacks [] for security_group (a0ddaad4-0903-4173-a322-862a291c4a70), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.648262 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8460239b-ab51-4c64-8027-7268eb40986f admin admin] Publish callbacks [] for security_group (a0ddaad4-0903-4173-a322-862a291c4a70), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.761054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8460239b-ab51-4c64-8027-7268eb40986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a0ddaad4-0903-4173-a322-862a291c4a70), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.764394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8460239b-ab51-4c64-8027-7268eb40986f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:17.765390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8460239b-ab51-4c64-8027-7268eb40986f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0ddaad4-0903-4173-a322-862a291c4a70 HTTP/1.1" status: 204 len: 168 time: 0.2746856 Jan 28 01:33:17.796440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460239b-ab51-4c64-8027-7268eb40986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddaad4-0903-4173-a322-862a291c4a70,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:17.845383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a991670-4454-45d7-b156-57a041ddce69 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:17.983611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8a991670-4454-45d7-b156-57a041ddce69 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:17.988368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a991670-4454-45d7-b156-57a041ddce69), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:18.568518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8a991670-4454-45d7-b156-57a041ddce69 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:18.569216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8a991670-4454-45d7-b156-57a041ddce69), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:18.577309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Sync routers for ids ['85018453-fb90-4934-80f6-9dcc994e2cf0'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:18.633826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 8a991670-4454-45d7-b156-57a041ddce69, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a991670-4454-45d7-b156-57a041ddce69,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:18.635557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Routers {'85018453-fb90-4934-80f6-9dcc994e2cf0'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:18.636591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['85018453-fb90-4934-80f6-9dcc994e2cf0'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:18.728502 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8a991670-4454-45d7-b156-57a041ddce69), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:18.858787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=8a991670-4454-45d7-b156-57a041ddce69,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:18.883648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Set router 85018453-fb90-4934-80f6-9dcc994e2cf0 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:19.268831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:15Z', 'revision_number': 4, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0f1d4768-140e-4f86-95cc-1361d92c869b', 'name': '', 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'mac_address': 'fa:16:3e:c9:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6839c95f-562d-423a-b23e-4125b6f36a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:13Z', 'updated_at': '2022-01-28T01:33:15Z', 'revision_number': 2, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'subnets': [{'id': '6839c95f-562d-423a-b23e-4125b6f36a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:19.325595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Checking router: 85018453-fb90-4934-80f6-9dcc994e2cf0 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:19.326358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Updating router 85018453-fb90-4934-80f6-9dcc994e2cf0 port 0f1d4768-140e-4f86-95cc-1361d92c869b binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:33:19.371320 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:19.669814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a991670-4454-45d7-b156-57a041ddce69 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:19.871588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8a991670-4454-45d7-b156-57a041ddce69 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:19.871588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8a991670-4454-45d7-b156-57a041ddce69), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.029892 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Publish callbacks [] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.031662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8a991670-4454-45d7-b156-57a041ddce69 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:20.043234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.270501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Attempting to bind port 0f1d4768-140e-4f86-95cc-1361d92c869b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:20.271157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Attempting to bind port 0f1d4768-140e-4f86-95cc-1361d92c869b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:20.271706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Attempting to bind port 0f1d4768-140e-4f86-95cc-1361d92c869b on network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:20.284945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:20.287068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Checking segment: {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:20.289020 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.289639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Bound using segment: {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:20.293030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Bound port: 0f1d4768-140e-4f86-95cc-1361d92c869b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effe084f-b93c-4a6d-b33a-96b9d12350e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:20.293649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.329572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a4b0d-7e16-40a7-9d73-afc634a5ec27 None None] Pushing event updated for resources: {'Port': ['ID=0f1d4768-140e-4f86-95cc-1361d92c869b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:20.477934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] For port 0f1d4768-140e-4f86-95cc-1361d92c869b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:20.483372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] For port 0f1d4768-140e-4f86-95cc-1361d92c869b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0f1d4768-140e-4f86-95cc-1361d92c869b,segment=NetworkSegment(effe084f-b93c-4a6d-b33a-96b9d12350e0),segment_id=effe084f-b93c-4a6d-b33a-96b9d12350e0)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:20.493914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.620737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] Provisioning complete for port 0f1d4768-140e-4f86-95cc-1361d92c869b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:20.621493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:20.688149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Routers {'85018453-fb90-4934-80f6-9dcc994e2cf0'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:20.689074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['85018453-fb90-4934-80f6-9dcc994e2cf0'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:20.798862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a4b0d-7e16-40a7-9d73-afc634a5ec27 None None] Pushing event updated for resources: {'Port': ['ID=0f1d4768-140e-4f86-95cc-1361d92c869b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:20.819588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4258-f7f1-485f-a516-289a58cd4383 req-6e885b0b-8104-45a9-9e1c-03db4965890f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:20.821448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f84c4258-f7f1-485f-a516-289a58cd4383 req-6e885b0b-8104-45a9-9e1c-03db4965890f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.1097207 Jan 28 01:33:20.928958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f84c4258-f7f1-485f-a516-289a58cd4383 req-7edee62e-a4b4-4f05-8310-f17bf3a3739e tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992379 Jan 28 01:33:20.985855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] Set router 85018453-fb90-4934-80f6-9dcc994e2cf0 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:21.159637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] Current status of the port 0f1d4768-140e-4f86-95cc-1361d92c869b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:21.160020 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:21.207316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] For port 0f1d4768-140e-4f86-95cc-1361d92c869b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0f1d4768-140e-4f86-95cc-1361d92c869b,segment=NetworkSegment(effe084f-b93c-4a6d-b33a-96b9d12350e0),segment_id=effe084f-b93c-4a6d-b33a-96b9d12350e0)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:21.217399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:21.312249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdec7b2-b5de-45a0-9ac7-65173885bf33 None None] Pushing event updated for resources: {'Port': ['ID=0f1d4768-140e-4f86-95cc-1361d92c869b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:21.374035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-aafc4cf2-ef5f-4503-8aa2-ce03c8a76a15 None None] Provisioning complete for port 0f1d4768-140e-4f86-95cc-1361d92c869b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:21.374401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aafc4cf2-ef5f-4503-8aa2-ce03c8a76a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:21.461984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:33:21.481409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-aafc4cf2-ef5f-4503-8aa2-ce03c8a76a15 None None] Current status of the port 0f1d4768-140e-4f86-95cc-1361d92c869b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:21.505243 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:15Z', 'revision_number': 4, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0f1d4768-140e-4f86-95cc-1361d92c869b', 'name': '', 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'mac_address': 'fa:16:3e:c9:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6839c95f-562d-423a-b23e-4125b6f36a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:13Z', 'updated_at': '2022-01-28T01:33:20Z', 'revision_number': 4, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'subnets': [{'id': '6839c95f-562d-423a-b23e-4125b6f36a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:21.535116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f406816a-7a2c-4c0c-86b0-93ed5aefbce7 None None] The sync data for ids ['85018453-fb90-4934-80f6-9dcc994e2cf0'] in n-d-826756-1 is: [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:15Z', 'revision_number': 4, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0f1d4768-140e-4f86-95cc-1361d92c869b', 'name': '', 'network_id': '9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'mac_address': 'fa:16:3e:c9:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6839c95f-562d-423a-b23e-4125b6f36a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:13Z', 'updated_at': '2022-01-28T01:33:20Z', 'revision_number': 4, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'subnets': [{'id': '6839c95f-562d-423a-b23e-4125b6f36a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:21.661701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-011db9b0-cc19-4e46-9532-c9558b36f06e tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:21.663255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-011db9b0-cc19-4e46-9532-c9558b36f06e tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.1054981 Jan 28 01:33:21.819041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Deleting port d94df5c6-2b5a-4b24-8c8c-28af66d154cd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:21.819759 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:21.941558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] For port d94df5c6-2b5a-4b24-8c8c-28af66d154cd, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:21.942503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:22.164836 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:22.166416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (5136bb79-3c40-4ae6-8323-b46669c8230f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:22.166969 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Floating IP 5136bb79-3c40-4ae6-8323-b46669c8230f disassociated. External IP: 172.25.1.199, port: d94df5c6-2b5a-4b24-8c8c-28af66d154cd. Jan 28 01:33:22.167082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Calling delete_port for d94df5c6-2b5a-4b24-8c8c-28af66d154cd owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:22.336301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18709ad4-84b7-48fd-8e9c-9fd1fb6ef2f9 req-024e2a1f-0b89-4458-9a6c-1e86a2e35e5e tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:22.343701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18709ad4-84b7-48fd-8e9c-9fd1fb6ef2f9 req-024e2a1f-0b89-4458-9a6c-1e86a2e35e5e tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 945 time: 0.1969159 Jan 28 01:33:22.424919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18709ad4-84b7-48fd-8e9c-9fd1fb6ef2f9 req-331eb1b9-85f3-4b35-83d1-748735a6494f tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c468cfd-e894-48dc-8399-3346e7314876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740533 Jan 28 01:33:22.516168 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d94df5c6-2b5a-4b24-8c8c-28af66d154cd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:22.581290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event deleted for resources: {'Port': ['ID=d94df5c6-2b5a-4b24-8c8c-28af66d154cd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:22.820395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:33:23.064152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:23.080088 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] Sync routers for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:23.097410 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:23.098082 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:23.182174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] No DVR routers for this DVR port d94df5c6-2b5a-4b24-8c8c-28af66d154cd on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:33:23.187777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:23.193125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84eff5b3-cf8c-4b44-af32-c662d9749766 req-2e504eee-2eff-402f-85a7-dc246c0c2e80 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.45 "DELETE /v2.0/ports/d94df5c6-2b5a-4b24-8c8c-28af66d154cd HTTP/1.1" status: 204 len: 173 time: 1.5235782 Jan 28 01:33:23.194419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'name': 'network-vif-deleted', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:33:23.200147 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e25f81-348c-4e96-be84-ac4b86576190" -d '{"events": [{"server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "name": "network-vif-deleted", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:33:23.318999 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3601a75-06af-40ea-bf9c-476ee1cbab80 x-openstack-request-id: req-f3601a75-06af-40ea-bf9c-476ee1cbab80 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:33:23.319852 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6e512-f023-4478-aa36-77cab96c6a05", "name": "network-vif-deleted", "tag": "d94df5c6-2b5a-4b24-8c8c-28af66d154cd", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:33:23.320404 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3601a75-06af-40ea-bf9c-476ee1cbab80 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:33:23.321239 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a6e512-f023-4478-aa36-77cab96c6a05', 'name': 'network-vif-deleted', 'tag': 'd94df5c6-2b5a-4b24-8c8c-28af66d154cd', 'status': 'completed', 'code': 200} Jan 28 01:33:23.363261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:23.718112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f1d4768-140e-4f86-95cc-1361d92c869b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:33:23.738978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c79a8794-f3fe-462a-9e9c-e01f5b53275e req-06949aee-1445-4c9b-a77f-6211b84fa735 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2a6e512-f023-4478-aa36-77cab96c6a05 HTTP/1.1" status: 200 len: 210 time: 0.0899622 Jan 28 01:33:23.856421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0f1d4768-140e-4f86-95cc-1361d92c869b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:23.857091 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:23.869150 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:22Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:23.948895 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] Checking router: 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:23.960611 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:23.961531 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:24.001878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0f1d4768-140e-4f86-95cc-1361d92c869b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:33:24.105757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:24.406980 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:22Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:24.434607 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8b003-8093-4ae1-bfed-d32ae3bff231 None None] The sync data for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 is: [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:15Z', 'revision_number': 4, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0be6b41b-15b2-4830-96fb-16e1446d9503', 'name': '', 'network_id': 'e64ec99a-0938-44c2-b73f-f1e98e68af3f', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'mac_address': 'fa:16:3e:39:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:13Z', 'updated_at': '2022-01-28T01:27:22Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'subnets': [{'id': 'd9f9e60e-9143-4300-8ba2-c14776b2301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:24.759770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dbe0b-b85e-4877-9d22-b9b00bf161df None None] New status for floating IP 5136bb79-3c40-4ae6-8323-b46669c8230f: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:33:24.851500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42274) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:25.117840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Deleting port 0ee158cc-96da-4cea-93ad-06018d93ae9f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:25.118749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.235278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.235533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for floatingip (0ee158cc-96da-4cea-93ad-06018d93ae9f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.249274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Calling delete_port for 0ee158cc-96da-4cea-93ad-06018d93ae9f owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:25.401432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0ee158cc-96da-4cea-93ad-06018d93ae9f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.439200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event deleted for resources: {'Port': ['ID=0ee158cc-96da-4cea-93ad-06018d93ae9f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:25.532461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for floatingip (5136bb79-3c40-4ae6-8323-b46669c8230f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.535212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.536433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cd61ba85-5bf6-4538-b5eb-ab7e6aa73190 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "DELETE /v2.0/floatingips/5136bb79-3c40-4ae6-8323-b46669c8230f HTTP/1.1" status: 204 len: 168 time: 0.6839321 Jan 28 01:33:25.618541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42290) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:25.691842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b50dae9c-d078-49a1-a5e5-3f18ade7afc6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group (3c468cfd-e894-48dc-8399-3346e7314876), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.726211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b50dae9c-d078-49a1-a5e5-3f18ade7afc6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group (3c468cfd-e894-48dc-8399-3346e7314876), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.819598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b50dae9c-d078-49a1-a5e5-3f18ade7afc6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3c468cfd-e894-48dc-8399-3346e7314876), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.823985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b50dae9c-d078-49a1-a5e5-3f18ade7afc6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:25.833765 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b50dae9c-d078-49a1-a5e5-3f18ade7afc6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] 10.222.0.23 "DELETE /v2.0/security-groups/3c468cfd-e894-48dc-8399-3346e7314876 HTTP/1.1" status: 204 len: 168 time: 0.2071564 Jan 28 01:33:25.860019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dae9c-d078-49a1-a5e5-3f18ade7afc6 tempest-TestServerBasicOps-1384383533 tempest-TestServerBasicOps-1384383533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c468cfd-e894-48dc-8399-3346e7314876,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:25.902493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42298) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:26.297126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d94df5c6-2b5a-4b24-8c8c-28af66d154cd no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:26.335024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: d94df5c6-2b5a-4b24-8c8c-28af66d154cd {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:26.346049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d94df5c6-2b5a-4b24-8c8c-28af66d154cd not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:26.635116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:27.071281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Deleting port 0be6b41b-15b2-4830-96fb-16e1446d9503 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:27.072588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:27.203946 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] For port 0be6b41b-15b2-4830-96fb-16e1446d9503, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0be6b41b-15b2-4830-96fb-16e1446d9503,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:27.205030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:27.219952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Calling delete_port for 0be6b41b-15b2-4830-96fb-16e1446d9503 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:27.471974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0be6b41b-15b2-4830-96fb-16e1446d9503), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:27.564798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be6b41b-15b2-4830-96fb-16e1446d9503,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:27.892758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:28.180027 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:33:28.312202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:28.323066 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a1c310fa-b519-41ad-b70b-7e477fd58188 admin admin] 10.222.0.23 "PUT /v2.0/routers/3a0a5f04-ee64-4cf2-80a0-380b4355e9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4210932 Jan 28 01:33:28.324183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42342) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:28.332975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] Sync routers for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:28.346133 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:28.352121 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:28.554484 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks [] for router (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:28.587434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:28.764697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks [] for router_gateway (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:28.830975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:33:27Z', 'revision_number': 5, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port': {'id': 'b20a3d08-e131-408e-9438-769e57c85cc3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:28.871960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Deleting port b20a3d08-e131-408e-9438-769e57c85cc3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:28.872392 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:28.883735 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] Checking router: 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:28.904136 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] Routers {'3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:28.905270 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:29.074570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] For port b20a3d08-e131-408e-9438-769e57c85cc3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=b20a3d08-e131-408e-9438-769e57c85cc3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:29.074869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:29.109525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Calling delete_port for b20a3d08-e131-408e-9438-769e57c85cc3 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:29.239004 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] Set router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:29.368104 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:33:28Z', 'revision_number': 6, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:29.400960 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25eb30-c9d0-4945-914f-b1449cfeeefa None None] The sync data for ids ['3a0a5f04-ee64-4cf2-80a0-380b4355e9a3'] in n-d-826756-1 is: [{'id': '3a0a5f04-ee64-4cf2-80a0-380b4355e9a3', 'name': 'tempest-TestServerBasicOps-1431913672-router', 'tenant_id': 'b8286032b25d4961b8c2a68c1818024a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:10Z', 'updated_at': '2022-01-28T01:33:28Z', 'revision_number': 6, 'project_id': 'b8286032b25d4961b8c2a68c1818024a', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:30.087844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b20a3d08-e131-408e-9438-769e57c85cc3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.185465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b20a3d08-e131-408e-9438-769e57c85cc3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:30.296847 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.443978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.446891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks [] for router_controller (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.537214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (3a0a5f04-ee64-4cf2-80a0-380b4355e9a3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.537214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:33:30.543944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.546098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42370) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:30.547025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-afbbb30d-6c43-4d2f-bc02-4d462ccc50dc admin admin] 10.222.0.23 "DELETE /v2.0/routers/3a0a5f04-ee64-4cf2-80a0-380b4355e9a3 HTTP/1.1" status: 204 len: 168 time: 2.2193513 Jan 28 01:33:30.635426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Deleting subnet d9f9e60e-9143-4300-8ba2-c14776b2301f {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:33:30.641560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Publish callbacks [] for subnet (d9f9e60e-9143-4300-8ba2-c14776b2301f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.693538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (d9f9e60e-9143-4300-8ba2-c14776b2301f), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.842408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (d9f9e60e-9143-4300-8ba2-c14776b2301f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.928055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (d9f9e60e-9143-4300-8ba2-c14776b2301f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:30.965031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b3217-a34e-4d4a-9619-5ae070702653 None None] Network e64ec99a-0938-44c2-b73f-f1e98e68af3f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:33:31.033612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.052982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d9f9e60e-9143-4300-8ba2-c14776b2301f HTTP/1.1" status: 204 len: 168 time: 0.5057485 Jan 28 01:33:31.055851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42380) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:31.069274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eeace-0fd8-42df-8a6a-cb7f6e497988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f9e60e-9143-4300-8ba2-c14776b2301f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:31.164693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e64ec99a-0938-44c2-b73f-f1e98e68af3f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.262790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Deleting port 2c790d78-b9fc-4818-a5cd-b397197b6f6f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:31.263126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.267033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] DHCP port deletion for e64ec99a-0938-44c2-b73f-f1e98e68af3f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:33:31.351908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] Deleting port 2c790d78-b9fc-4818-a5cd-b397197b6f6f {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:31.355975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.426438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] For port 2c790d78-b9fc-4818-a5cd-b397197b6f6f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2c790d78-b9fc-4818-a5cd-b397197b6f6f,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:31.426754 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.455527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Calling delete_port for 2c790d78-b9fc-4818-a5cd-b397197b6f6f owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:31.551689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] For port 2c790d78-b9fc-4818-a5cd-b397197b6f6f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2c790d78-b9fc-4818-a5cd-b397197b6f6f,segment=NetworkSegment(85b4e325-4eaf-4ffd-92b2-ded1c891af64),segment_id=85b4e325-4eaf-4ffd-92b2-ded1c891af64)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:31.552613 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.571305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] Calling delete_port for 2c790d78-b9fc-4818-a5cd-b397197b6f6f owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:31.651683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0be6b41b-15b2-4830-96fb-16e1446d9503 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:31.658209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.680628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0be6b41b-15b2-4830-96fb-16e1446d9503 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:31.681365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0be6b41b-15b2-4830-96fb-16e1446d9503 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:31.682064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2c790d78-b9fc-4818-a5cd-b397197b6f6f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:31.698948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2c790d78-b9fc-4818-a5cd-b397197b6f6f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:31.704416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 2c790d78-b9fc-4818-a5cd-b397197b6f6f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:31.705587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2c790d78-b9fc-4818-a5cd-b397197b6f6f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:31.706281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b20a3d08-e131-408e-9438-769e57c85cc3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:31.726837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] No DVR routers for this DVR port 2c790d78-b9fc-4818-a5cd-b397197b6f6f on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:33:31.741102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: b20a3d08-e131-408e-9438-769e57c85cc3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:31.741870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device b20a3d08-e131-408e-9438-769e57c85cc3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:31.766863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (2c790d78-b9fc-4818-a5cd-b397197b6f6f), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.868782 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e64ec99a-0938-44c2-b73f-f1e98e68af3f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.918064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64ec99a-0938-44c2-b73f-f1e98e68af3f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:31.939080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b4e325-4eaf-4ffd-92b2-ded1c891af64') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:31.939375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b4e325-4eaf-4ffd-92b2-ded1c891af64') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:31.968035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (85b4e325-4eaf-4ffd-92b2-ded1c891af64), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:31.997158 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (85b4e325-4eaf-4ffd-92b2-ded1c891af64), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:32.009184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:33:32.009595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (85b4e325-4eaf-4ffd-92b2-ded1c891af64), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:33:32.011443 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:33:32.046148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] Pushing event deleted for resources: {'Port': ['ID=2c790d78-b9fc-4818-a5cd-b397197b6f6f,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:32.057803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f0957-4486-4911-9b3f-d833176f2f1d None None] No DVR routers for this DVR port 2c790d78-b9fc-4818-a5cd-b397197b6f6f on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:33:32.114419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e64ec99a-0938-44c2-b73f-f1e98e68af3f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:32.121998 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:32.138428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:32.138993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] 10.222.0.23 "DELETE /v2.0/networks/e64ec99a-0938-44c2-b73f-f1e98e68af3f HTTP/1.1" status: 204 len: 168 time: 1.0819206 Jan 28 01:33:32.152745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b529cc-9e32-4cd9-a696-bf039af126dc admin admin] Pushing event deleted for resources: {'Network': ['ID=e64ec99a-0938-44c2-b73f-f1e98e68af3f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:33.283062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (32601756-5bb2-47e3-914a-7bbf2fc4e13a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:33.636851 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:34.124412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Deleting port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:34.126616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:34.255471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] For port 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:34.256311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:34.283082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Calling delete_port for 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:34.643274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (84fb1ab9-7ee4-466d-81b4-97a466d9ad1b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:34.704481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Pushing event deleted for resources: {'Port': ['ID=84fb1ab9-7ee4-466d-81b4-97a466d9ad1b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:35.095091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (32601756-5bb2-47e3-914a-7bbf2fc4e13a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:35.566809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Router 32601756-5bb2-47e3-914a-7bbf2fc4e13a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:33:35.856039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:35.864223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2fdeeba8-b1ef-40df-aefc-f7613cb8e517 admin admin] 10.222.0.23 "PUT /v2.0/routers/32601756-5bb2-47e3-914a-7bbf2fc4e13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7205088 Jan 28 01:33:35.866363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] Sync routers for ids ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:35.869352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42436) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:35.892713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] Routers {'32601756-5bb2-47e3-914a-7bbf2fc4e13a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:35.893365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:36.139966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks [] for router (32601756-5bb2-47e3-914a-7bbf2fc4e13a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:36.161128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] Set router 32601756-5bb2-47e3-914a-7bbf2fc4e13a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:36.375217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks [] for router_gateway (32601756-5bb2-47e3-914a-7bbf2fc4e13a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:36.584814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:33:34Z', 'revision_number': 5, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port': {'id': '1083b0e0-6b6d-45ac-b597-df0fd41ec918', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:27:19Z', 'updated_at': '2022-01-28T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:36.639962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] Checking router: 32601756-5bb2-47e3-914a-7bbf2fc4e13a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:36.655100 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] Routers {'32601756-5bb2-47e3-914a-7bbf2fc4e13a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:36.656823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:36.893268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] Set router 32601756-5bb2-47e3-914a-7bbf2fc4e13a gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:36.936794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Deleting port 1083b0e0-6b6d-45ac-b597-df0fd41ec918 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:36.937426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.022315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:33:36Z', 'revision_number': 6, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:37.062422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e52f1e-cd1e-497c-9861-2096b73c1bd5 None None] The sync data for ids ['32601756-5bb2-47e3-914a-7bbf2fc4e13a'] in n-d-826756-1 is: [{'id': '32601756-5bb2-47e3-914a-7bbf2fc4e13a', 'name': 'tempest-TestServerBasicOps-221046206-router', 'tenant_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:27:18Z', 'updated_at': '2022-01-28T01:33:36Z', 'revision_number': 6, 'project_id': 'f6f4cd471d6a4307865dcc74cfc15a70', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:37.089437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] For port 1083b0e0-6b6d-45ac-b597-df0fd41ec918, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1083b0e0-6b6d-45ac-b597-df0fd41ec918,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:37.089859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.103235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Calling delete_port for 1083b0e0-6b6d-45ac-b597-df0fd41ec918 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:37.126683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6b50240c-5f73-49d6-ac68-4a15ebc5415f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.298641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1083b0e0-6b6d-45ac-b597-df0fd41ec918), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.364773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Pushing event deleted for resources: {'Port': ['ID=1083b0e0-6b6d-45ac-b597-df0fd41ec918,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:37.451100 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.517227 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (32601756-5bb2-47e3-914a-7bbf2fc4e13a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.678443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:37.734181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:37.734549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 84fb1ab9-7ee4-466d-81b4-97a466d9ad1b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:37.793879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (32601756-5bb2-47e3-914a-7bbf2fc4e13a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.796976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks [] for router_controller (32601756-5bb2-47e3-914a-7bbf2fc4e13a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.894741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (32601756-5bb2-47e3-914a-7bbf2fc4e13a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.895294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32601756-5bb2-47e3-914a-7bbf2fc4e13a {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:33:37.904492 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:37.909005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e3da7303-a50b-4281-8bfc-e5e64eadc639 admin admin] 10.222.0.23 "DELETE /v2.0/routers/32601756-5bb2-47e3-914a-7bbf2fc4e13a HTTP/1.1" status: 204 len: 168 time: 2.0247095 Jan 28 01:33:37.911539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42452) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:38.062979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Deleting subnet 9e7802fd-c21d-4899-bd6b-03f522e6c98e {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:33:38.078776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Publish callbacks [] for subnet (9e7802fd-c21d-4899-bd6b-03f522e6c98e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.150203 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (9e7802fd-c21d-4899-bd6b-03f522e6c98e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.329418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9e7802fd-c21d-4899-bd6b-03f522e6c98e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.536824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (9e7802fd-c21d-4899-bd6b-03f522e6c98e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.572637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2c8589-149b-4af2-a6e6-351f8889bebc None None] Network 0b112cf2-7454-4d3d-9418-e9013a307744 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:33:38.576253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.587144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42460) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:38.591323 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e7802fd-c21d-4899-bd6b-03f522e6c98e HTTP/1.1" status: 204 len: 168 time: 0.6780918 Jan 28 01:33:38.621666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f9e3-e17a-40e7-a152-1d68fdbe90b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7802fd-c21d-4899-bd6b-03f522e6c98e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:38.873199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0b112cf2-7454-4d3d-9418-e9013a307744), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.948268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] DHCP port deletion for 0b112cf2-7454-4d3d-9418-e9013a307744 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:33:39.092021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Deleting port e8984f6c-9a41-4b38-8a04-5dab46efca35 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:39.095893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.130765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Deleting port e8984f6c-9a41-4b38-8a04-5dab46efca35 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:39.131108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.254485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] For port e8984f6c-9a41-4b38-8a04-5dab46efca35, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8984f6c-9a41-4b38-8a04-5dab46efca35,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:39.255385 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.292219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Calling delete_port for e8984f6c-9a41-4b38-8a04-5dab46efca35 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:39.349304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] For port e8984f6c-9a41-4b38-8a04-5dab46efca35, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8984f6c-9a41-4b38-8a04-5dab46efca35,segment=NetworkSegment(c823e188-7558-4095-9210-7404133749ae),segment_id=c823e188-7558-4095-9210-7404133749ae)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:39.349541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.399832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Calling delete_port for e8984f6c-9a41-4b38-8a04-5dab46efca35 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:39.473458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8d22310f-bf63-44b0-98e0-cc0b0307b457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.513473 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.530917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (e8984f6c-9a41-4b38-8a04-5dab46efca35), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.586466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8984f6c-9a41-4b38-8a04-5dab46efca35,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:39.596744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] No DVR routers for this DVR port e8984f6c-9a41-4b38-8a04-5dab46efca35 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:33:39.602905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8984f6c-9a41-4b38-8a04-5dab46efca35 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:39.616641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Pushing event deleted for resources: {'Port': ['ID=e8984f6c-9a41-4b38-8a04-5dab46efca35,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:39.647529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.648053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.648538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.649332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.649810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.651279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.651279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.651279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.651279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.651941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.652354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.652797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.653231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:33:39.658497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92157c0b-bb5d-4934-a8ed-47802ae058af None None] No DVR routers for this DVR port e8984f6c-9a41-4b38-8a04-5dab46efca35 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:33:39.660683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e8984f6c-9a41-4b38-8a04-5dab46efca35 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:39.660683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8984f6c-9a41-4b38-8a04-5dab46efca35 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:39.661285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1083b0e0-6b6d-45ac-b597-df0fd41ec918 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:39.716552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1083b0e0-6b6d-45ac-b597-df0fd41ec918 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:39.716920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1083b0e0-6b6d-45ac-b597-df0fd41ec918 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:39.745201 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0b112cf2-7454-4d3d-9418-e9013a307744), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.777235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b112cf2-7454-4d3d-9418-e9013a307744']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:39.796032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c823e188-7558-4095-9210-7404133749ae') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:39.796478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c823e188-7558-4095-9210-7404133749ae') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:39.813630 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (c823e188-7558-4095-9210-7404133749ae), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.829294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (c823e188-7558-4095-9210-7404133749ae), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.836833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:33:39.837576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (c823e188-7558-4095-9210-7404133749ae), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:33:39.902067 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:33:39.915859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0b112cf2-7454-4d3d-9418-e9013a307744), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.928894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.939624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b112cf2-7454-4d3d-9418-e9013a307744 HTTP/1.1" status: 204 len: 168 time: 1.3493834 Jan 28 01:33:39.968017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378370a2-090c-49a3-a10b-f9e7086bfe9b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b112cf2-7454-4d3d-9418-e9013a307744,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:40.154951 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:40.212490 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17243e89-33ad-41da-9a01-da2b931504a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8286032b25d4961b8c2a68c1818024a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563200 Jan 28 01:33:40.215349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42478) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:40.310259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7e88807-a9eb-4755-b844-8e106d37dc98 admin admin] Publish callbacks [] for security_group (2b48c836-8818-42ed-b16b-3567f50aca90), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:40.373202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7e88807-a9eb-4755-b844-8e106d37dc98 admin admin] Publish callbacks [] for security_group (2b48c836-8818-42ed-b16b-3567f50aca90), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:40.476673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7e88807-a9eb-4755-b844-8e106d37dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b48c836-8818-42ed-b16b-3567f50aca90), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:40.479757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7e88807-a9eb-4755-b844-8e106d37dc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:40.484853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d7e88807-a9eb-4755-b844-8e106d37dc98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b48c836-8818-42ed-b16b-3567f50aca90 HTTP/1.1" status: 204 len: 168 time: 0.2684445 Jan 28 01:33:40.495372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e88807-a9eb-4755-b844-8e106d37dc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48c836-8818-42ed-b16b-3567f50aca90,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:40.903023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:41.126274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42516) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:41.221332 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5003c3b-6d12-4df9-ba48-590da78dd9a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6f4cd471d6a4307865dcc74cfc15a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931575 Jan 28 01:33:41.223803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:41.325915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45aa61-971f-4a69-a617-9606abf892d5 req-11edc52c-85b8-4597-b062-c424720b33a5 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:41.325915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f45aa61-971f-4a69-a617-9606abf892d5 req-11edc52c-85b8-4597-b062-c424720b33a5 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0873280 Jan 28 01:33:41.338024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea8dc-64b0-46a6-b6c4-0f535f714ffb admin admin] Publish callbacks [] for security_group (99d876cf-ed02-4034-9911-2de3286a1679), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:41.401155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea8dc-64b0-46a6-b6c4-0f535f714ffb admin admin] Publish callbacks [] for security_group (99d876cf-ed02-4034-9911-2de3286a1679), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:41.497920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f45aa61-971f-4a69-a617-9606abf892d5 req-70fab32f-1a51-4c90-a439-e7ae6ee6f23c tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588442 Jan 28 01:33:41.572989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea8dc-64b0-46a6-b6c4-0f535f714ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (99d876cf-ed02-4034-9911-2de3286a1679), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:41.580055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea8dc-64b0-46a6-b6c4-0f535f714ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:41.583084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9a3ea8dc-64b0-46a6-b6c4-0f535f714ffb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99d876cf-ed02-4034-9911-2de3286a1679 HTTP/1.1" status: 204 len: 168 time: 0.3583441 Jan 28 01:33:41.624092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ea8dc-64b0-46a6-b6c4-0f535f714ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d876cf-ed02-4034-9911-2de3286a1679,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:42.010445 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:42.676017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de178-d4b3-4ce1-800b-e023c3274e82 req-38ab775e-998b-4362-9846-e236b3246710 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:42.685051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf0de178-d4b3-4ce1-800b-e023c3274e82 req-38ab775e-998b-4362-9846-e236b3246710 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0693166 Jan 28 01:33:42.765765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf0de178-d4b3-4ce1-800b-e023c3274e82 req-9117556d-1a49-44bd-907f-d766f8fa73c2 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749226 Jan 28 01:33:43.075879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-cfc086a1-a7be-4d1c-8fd8-4a4c94041d1c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673001145&fields=id&tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 267 time: 0.0620613 Jan 28 01:33:43.212990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-d5d7294d-4874-43ae-b65f-e2c3f29e18eb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:43.214452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-d5d7294d-4874-43ae-b65f-e2c3f29e18eb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1377583 Jan 28 01:33:43.239779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-f30e0f6a-4264-463c-b05a-8b789e8cdd98 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:43.241255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-f30e0f6a-4264-463c-b05a-8b789e8cdd98 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0708373 Jan 28 01:33:43.243043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-0907196d-dd50-4a1b-95ea-a80c39f3c78c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0207508 Jan 28 01:33:43.334343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:43.363537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-b5e9129e-5f1d-4eb1-9f15-73a195d499da tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103861 Jan 28 01:33:43.396955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Deleting port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:43.397271 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:43.505984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] For port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:33:43.506705 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:43.565050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-1406ab10-3d6c-4983-bbdb-614a336d2f86 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:33:43.566087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-1406ab10-3d6c-4983-bbdb-614a336d2f86 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1846917 Jan 28 01:33:43.755922 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-2b77071a-2e45-4add-ad43-6aea287845cd service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804714 Jan 28 01:33:43.787828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:43.788196 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (88f29620-083a-48e9-a077-9a46fe376242), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:43.788515 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Floating IP 88f29620-083a-48e9-a077-9a46fe376242 disassociated. External IP: 172.25.1.146, port: a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb. Jan 28 01:33:43.789255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Calling delete_port for a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:43.932492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea88c59-ed7b-4a75-afce-6ae5a1dd4c47 req-3ee5f41f-2e2f-450e-ae0c-9740c489ab09 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:43.934015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ea88c59-ed7b-4a75-afce-6ae5a1dd4c47 req-3ee5f41f-2e2f-450e-ae0c-9740c489ab09 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 945 time: 0.0993803 Jan 28 01:33:43.967363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-a6387f6f-8f85-4a90-81d7-6fab4353b1dc service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028809 Jan 28 01:33:44.020700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ea88c59-ed7b-4a75-afce-6ae5a1dd4c47 req-c2cb7e5e-0f36-4fa5-b560-b20e2b37c244 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups?id=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714543 Jan 28 01:33:44.082869 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:44.128837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event deleted for resources: {'Port': ['ID=a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:44.253676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:33:44.408725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-107c6e6e-a71a-47a0-bccb-04f55f1e2142 req-79398e0d-9896-4a09-b787-bbaebe5d14dc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0384238 Jan 28 01:33:44.418515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:33:44.426607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-91a7cda8-6d92-4e44-80a6-cda9b260affb req-33a12429-d9e9-41ff-99c1-26a7626cd427 service neutron] (109594) timed out ('10.222.0.23', 46216) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:33:44.433745 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:33:44.453307 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:44.455069 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:44.467141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] No DVR routers for this DVR port a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:33:44.498913 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:44.502312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62fd342f-efba-47e3-b147-a2b45b2aeea8 req-ec54df95-5134-4599-8b9d-959875727534 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.45 "DELETE /v2.0/ports/a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb HTTP/1.1" status: 204 len: 173 time: 1.2554817 Jan 28 01:33:44.502811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'name': 'network-vif-deleted', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:33:44.505088 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bc3847-5e40-472e-b8c9-05765dc96be9" -d '{"events": [{"server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "name": "network-vif-deleted", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:33:44.593302 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf70dbb-df6e-4339-8c52-ca706de678a1 x-openstack-request-id: req-0bf70dbb-df6e-4339-8c52-ca706de678a1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:33:44.593847 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9580d53-6e21-4d8e-bfe5-2664b1432c7b", "name": "network-vif-deleted", "tag": "a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:33:44.594355 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bf70dbb-df6e-4339-8c52-ca706de678a1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:33:44.594950 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9580d53-6e21-4d8e-bfe5-2664b1432c7b', 'name': 'network-vif-deleted', 'tag': 'a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb', 'status': 'completed', 'code': 200} Jan 28 01:33:44.665158 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:44.928524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:44.959149 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:33:44.969809 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:33:44.970596 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:33:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:45.139996 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:33:45.224591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df9e15b5-f5f2-4895-ba7c-22026d13ba70 req-5ce06952-5dd2-4a7f-b61b-ac5cae992997 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9580d53-6e21-4d8e-bfe5-2664b1432c7b HTTP/1.1" status: 200 len: 210 time: 0.0448985 Jan 28 01:33:45.449345 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:33:45.478057 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc888c4-395c-40b7-9087-e85b8af6040b None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '599d74d3-52dd-4fec-a8b0-094d430f54f2', 'name': '', 'network_id': '80b38638-2f89-414d-ba0e-b320161f366a', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'mac_address': 'fa:16:3e:c2:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:01Z', 'updated_at': '2022-01-28T01:22:09Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'subnets': [{'id': '10bafa70-647b-4694-b442-b0b2e3f19ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:33:45.570163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2e788a0-3838-401a-94c4-17ddf5796d6e req-936f2e38-31d9-4647-b5c8-a87895ca5857 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0305269 Jan 28 01:33:45.927834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b89ce-4c22-4233-9394-f231660f660b None None] New status for floating IP 88f29620-083a-48e9-a077-9a46fe376242: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:33:46.200549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-267f2673-0986-4222-9403-96ee3d63cb21 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:46.202150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-267f2673-0986-4222-9403-96ee3d63cb21 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.2615457 Jan 28 01:33:46.307485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-ca0de4d3-7133-4f08-9731-88ce453f6ae5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 380 time: 0.0902371 Jan 28 01:33:46.331594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'security_groups': ['eebf4dbd-e451-4ab4-90f9-5ae45b0942c7']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:46.360701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42608) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:46.513808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:33:46.517582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c32dbba8-6f5a-453f-8364-e8ada63be78f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (a14ea7a7-6c9e-498c-acfc-01b1ef712a8d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:46.522881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:46.576093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c32dbba8-6f5a-453f-8364-e8ada63be78f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (a14ea7a7-6c9e-498c-acfc-01b1ef712a8d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:46.666935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c32dbba8-6f5a-453f-8364-e8ada63be78f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a14ea7a7-6c9e-498c-acfc-01b1ef712a8d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:46.669537 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c32dbba8-6f5a-453f-8364-e8ada63be78f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:46.675132 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c32dbba8-6f5a-453f-8364-e8ada63be78f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "DELETE /v2.0/security-groups/a14ea7a7-6c9e-498c-acfc-01b1ef712a8d HTTP/1.1" status: 204 len: 168 time: 0.3132234 Jan 28 01:33:46.684181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42614) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:46.702043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dbba8-6f5a-453f-8364-e8ada63be78f tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ea7a7-6c9e-498c-acfc-01b1ef712a8d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:46.763941 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-741f7356-df4e-4e54-832c-308f0360a638 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] show failed (client error): The resource could not be found. Jan 28 01:33:46.769556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42618) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:46.770104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-741f7356-df4e-4e54-832c-308f0360a638 tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "GET /v2.0/security-groups/a14ea7a7-6c9e-498c-acfc-01b1ef712a8d HTTP/1.1" status: 404 len: 347 time: 0.0837479 Jan 28 01:33:46.806617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec313816-0c82-4bdf-8569-0e6fb574f310 req-e145fdd2-a2ea-4f17-9757-9bc265837cee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0998192 Jan 28 01:33:46.890101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.14 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/f7ba28a4-d0d6-4889-9a83-687b2373600e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:33:47.088466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Deleting port 05632433-efda-462b-bb17-813643df974a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:33:47.088811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (05632433-efda-462b-bb17-813643df974a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.116855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.183100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.243776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (05632433-efda-462b-bb17-813643df974a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.244387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (05632433-efda-462b-bb17-813643df974a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.263875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:33:47.267172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:33:47.267480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Calling delete_port for 05632433-efda-462b-bb17-813643df974a owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:33:47.271274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:33:47.332743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:47.334094 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.361001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=f7ba28a4-d0d6-4889-9a83-687b2373600e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:47.371146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-f610f5a0-5cc1-4b51-ae9b-cd0ae375300c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0591536 Jan 28 01:33:47.391290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Request body: {'port': {'device_id': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:33:47.456319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.640232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (05632433-efda-462b-bb17-813643df974a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.734415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Pushing event deleted for resources: {'Port': ['ID=05632433-efda-462b-bb17-813643df974a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:47.783148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3347c678-056a-4677-8a6a-969b40162456 None None] Provisioning complete for port f7ba28a4-d0d6-4889-9a83-687b2373600e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:33:47.784333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3347c678-056a-4677-8a6a-969b40162456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.810378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks [] for floatingip (88f29620-083a-48e9-a077-9a46fe376242), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.816426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:47.818776 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e165c99a-c20d-4a69-8da2-b5cf7107dede tempest-AttachVolumeTestJSON-452579739 tempest-AttachVolumeTestJSON-452579739-project] 10.222.0.23 "DELETE /v2.0/floatingips/88f29620-083a-48e9-a077-9a46fe376242 HTTP/1.1" status: 204 len: 168 time: 1.0477753 Jan 28 01:33:47.878856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3347c678-056a-4677-8a6a-969b40162456 None None] Port f7ba28a4-d0d6-4889-9a83-687b2373600e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:33:48.121451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374413-7c86-44db-85f1-b44612d58cf4 req-1e03dfa8-4416-4155-887a-d39bd937c060 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:48.123028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb374413-7c86-44db-85f1-b44612d58cf4 req-1e03dfa8-4416-4155-887a-d39bd937c060 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 932 time: 0.1335974 Jan 28 01:33:48.132473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ba28a4-d0d6-4889-9a83-687b2373600e {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:33:48.149510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Publish callbacks [] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:48.209225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Transition to ACTIVE for port object f7ba28a4-d0d6-4889-9a83-687b2373600e will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:33:48.214046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb374413-7c86-44db-85f1-b44612d58cf4 req-809293c9-7ea5-4a84-a93f-c568005c59a6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717707 Jan 28 01:33:48.215376 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:48.258533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7ba28a4-d0d6-4889-9a83-687b2373600e,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:48.427851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Attempting to bind port f7ba28a4-d0d6-4889-9a83-687b2373600e on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:33:48.428559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Attempting to bind port f7ba28a4-d0d6-4889-9a83-687b2373600e by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:33:48.428777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Attempting to bind port f7ba28a4-d0d6-4889-9a83-687b2373600e on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:48.431938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:33:48.435179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Port f7ba28a4-d0d6-4889-9a83-687b2373600e on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:33:48.435627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Attempting to bind port f7ba28a4-d0d6-4889-9a83-687b2373600e on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:33:48.441205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:33:48.441706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:33:48.442223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:33:48.443336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Bound port: f7ba28a4-d0d6-4889-9a83-687b2373600e, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:33:48.443836 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:48.488203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:33:48.489028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a20a6aa9-1b4a-43f8-a80a-82099fe1cdeb not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:33:48.520005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] For port f7ba28a4-d0d6-4889-9a83-687b2373600e, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:33:48.523709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] For port f7ba28a4-d0d6-4889-9a83-687b2373600e, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:33:48.532380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:48.583232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:48.584061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:48.587332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] 10.222.0.43 "PUT /v2.0/ports/f7ba28a4-d0d6-4889-9a83-687b2373600e HTTP/1.1" status: 200 len: 1092 time: 1.2005436 Jan 28 01:33:48.600074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:33:48.610222 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8185f8a1-8bc2-4330-820e-c977238da3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:33:48.707878 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b832492-313a-4d4f-b5f6-f235f0512f43 x-openstack-request-id: req-2b832492-313a-4d4f-b5f6-f235f0512f43 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:33:48.708652 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:33:48.709147 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b832492-313a-4d4f-b5f6-f235f0512f43 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:33:48.709853 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'status': 'completed', 'code': 200} Jan 28 01:33:48.743604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99060274-7b0e-462b-91e2-07d802cd23ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7ba28a4-d0d6-4889-9a83-687b2373600e,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:48.769584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-9bcad005-04b5-4e38-a43c-2e3c28059814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:48.771567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-9bcad005-04b5-4e38-a43c-2e3c28059814 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 1095 time: 0.0931840 Jan 28 01:33:48.832254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-336586f1-8f31-476a-888c-286faedf8201 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e HTTP/1.1" status: 200 len: 217 time: 0.0464966 Jan 28 01:33:48.891963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-17758f86-2c28-4e10-89b4-fc99d776a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:48.893616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-17758f86-2c28-4e10-89b4-fc99d776a9c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0558698 Jan 28 01:33:48.959070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f382f3-3832-4942-9c26-53c53d90f41d req-0caccf79-6105-4782-ba6c-20111732e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:48.960886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-0caccf79-6105-4782-ba6c-20111732e941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581560 Jan 28 01:33:49.364123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-fdcf27f7-0fb9-43fd-92f1-6bff0d077366 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966374 Jan 28 01:33:49.478964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f586-76dd-4de3-b316-fc02214137dd req-57c5055d-0417-450e-b5f8-8be949cd71a0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:49.487286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee08f586-76dd-4de3-b316-fc02214137dd req-57c5055d-0417-450e-b5f8-8be949cd71a0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.1221843 Jan 28 01:33:49.550921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee08f586-76dd-4de3-b316-fc02214137dd req-52b0353b-8e09-4acb-8c12-50495c4ae9eb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624292 Jan 28 01:33:49.568366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63f382f3-3832-4942-9c26-53c53d90f41d req-c19a0fa8-cb28-48ba-a9cd-a213c88fe7e5 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950908 Jan 28 01:33:49.709278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-7bfa7fba-e5bc-4059-b032-e2a109b09c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:49.710875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-7bfa7fba-e5bc-4059-b032-e2a109b09c90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 1095 time: 0.0666518 Jan 28 01:33:49.837546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-f5124add-a5c6-4cb4-a615-f0c78d48b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:49.839564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-f5124add-a5c6-4cb4-a615-f0c78d48b933 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1162908 Jan 28 01:33:49.884397 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-5212a353-89cb-4a89-b769-ba2d52af4b6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e HTTP/1.1" status: 200 len: 217 time: 0.0377171 Jan 28 01:33:49.935893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-499d3983-f8ba-49f3-bfa7-af2567840d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:49.938273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-499d3983-f8ba-49f3-bfa7-af2567840d8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0481858 Jan 28 01:33:49.995495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-aeee42b5-2c7e-449d-bcd6-b2f7ef53522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:49.997172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-aeee42b5-2c7e-449d-bcd6-b2f7ef53522f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530531 Jan 28 01:33:50.126985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-3d87f723-a4ab-4272-85b4-a5f8ac564d3a service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234205 Jan 28 01:33:50.255021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8185f8a1-8bc2-4330-820e-c977238da3ad req-77b99248-11e8-478c-ac40-e61f390f11ad service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164093 Jan 28 01:33:50.962475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d0210-d3b9-4d5f-b16c-35aaae8296da req-54ea9e9d-1f1f-406e-91c7-8330894ddd9f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:50.973000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa3d0210-d3b9-4d5f-b16c-35aaae8296da req-54ea9e9d-1f1f-406e-91c7-8330894ddd9f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.3311167 Jan 28 01:33:51.096297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fa3d0210-d3b9-4d5f-b16c-35aaae8296da req-9323139d-eb46-4669-93a4-9c3d7cade4b9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175089 Jan 28 01:33:51.170177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:51.319280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b24f2a85-eeb3-49c9-8d61-3bd6e14cbe06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.473821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b24f2a85-eeb3-49c9-8d61-3bd6e14cbe06 admin admin] Publish callbacks [] for security_group (25faab48-23d5-4757-a20f-5ac5875f624e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.493068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b24f2a85-eeb3-49c9-8d61-3bd6e14cbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (25faab48-23d5-4757-a20f-5ac5875f624e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.544174 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b24f2a85-eeb3-49c9-8d61-3bd6e14cbe06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b175a0ed7a2849b7a8cf119c06c3c3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720353 Jan 28 01:33:51.545126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f2a85-eeb3-49c9-8d61-3bd6e14cbe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25faab48-23d5-4757-a20f-5ac5875f624e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:51.546922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42666) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:51.648674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52fdd871-4f04-46e6-88de-c6a400fd5501 admin admin] Publish callbacks [] for security_group (25faab48-23d5-4757-a20f-5ac5875f624e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.696911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52fdd871-4f04-46e6-88de-c6a400fd5501 admin admin] Publish callbacks [] for security_group (25faab48-23d5-4757-a20f-5ac5875f624e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.797458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52fdd871-4f04-46e6-88de-c6a400fd5501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (25faab48-23d5-4757-a20f-5ac5875f624e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.801124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-52fdd871-4f04-46e6-88de-c6a400fd5501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.807910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-52fdd871-4f04-46e6-88de-c6a400fd5501 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25faab48-23d5-4757-a20f-5ac5875f624e HTTP/1.1" status: 204 len: 168 time: 0.2596540 Jan 28 01:33:51.817418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdd871-4f04-46e6-88de-c6a400fd5501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25faab48-23d5-4757-a20f-5ac5875f624e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:52.300644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42678) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:52.320582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6f18-c68e-4391-bc97-aa78527d4668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.463278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6f18-c68e-4391-bc97-aa78527d4668 admin admin] Publish callbacks [] for security_group (d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.469554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6f18-c68e-4391-bc97-aa78527d4668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.519378 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a7d6f18-c68e-4391-bc97-aa78527d4668 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=315e854656b34a75b213623fb62b24ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166524 Jan 28 01:33:52.522242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42684) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:33:52.567407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d6f18-c68e-4391-bc97-aa78527d4668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:52.663751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d49ebfc-d6d3-4b45-b900-40ebe323d1f6 admin admin] Publish callbacks [] for security_group (d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.741023 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d49ebfc-d6d3-4b45-b900-40ebe323d1f6 admin admin] Publish callbacks [] for security_group (d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.795210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d7c7b-7151-4cb2-b45d-bfbde79d2ab8 req-bddd96a7-a40b-4290-8a90-75e24441ecd0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:52.803413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee4d7c7b-7151-4cb2-b45d-bfbde79d2ab8 req-bddd96a7-a40b-4290-8a90-75e24441ecd0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.5550101 Jan 28 01:33:52.904938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee4d7c7b-7151-4cb2-b45d-bfbde79d2ab8 req-4a6c6822-cfc2-48c5-ab0a-5c229f7b297a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846601 Jan 28 01:33:52.917970 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d49ebfc-d6d3-4b45-b900-40ebe323d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.921610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d49ebfc-d6d3-4b45-b900-40ebe323d1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:52.923444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9d49ebfc-d6d3-4b45-b900-40ebe323d1f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415 HTTP/1.1" status: 204 len: 168 time: 0.3999827 Jan 28 01:33:52.954282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ebfc-d6d3-4b45-b900-40ebe323d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f0e174-b8b4-4db0-a9bb-0b1b5d20e415,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:33:54.067544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a394f3a-0f8d-46dd-85cd-e8784e94c036 req-17c28db9-b708-4691-8997-42360ceb9536 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:54.071410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a394f3a-0f8d-46dd-85cd-e8784e94c036 req-17c28db9-b708-4691-8997-42360ceb9536 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0948818 Jan 28 01:33:54.176473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a394f3a-0f8d-46dd-85cd-e8784e94c036 req-1ce18984-1f2d-4f29-8aec-30e6a57cb2f1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998778 Jan 28 01:33:55.341580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47060a02-8295-4d93-a4de-9fa436b1bd9c req-b8ecdf34-f16e-429d-9dd6-7cdaf48563a2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:55.345317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47060a02-8295-4d93-a4de-9fa436b1bd9c req-b8ecdf34-f16e-429d-9dd6-7cdaf48563a2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0845091 Jan 28 01:33:55.434390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47060a02-8295-4d93-a4de-9fa436b1bd9c req-c9e7c6c1-a4cc-4306-b4fa-f5ad4d939ba1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825956 Jan 28 01:33:56.586985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5495fda-983a-460c-bf3a-6a1d93c37e63 req-bf793bed-b9bc-4eae-bac7-7375dd683fda tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:56.589252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5495fda-983a-460c-bf3a-6a1d93c37e63 req-bf793bed-b9bc-4eae-bac7-7375dd683fda tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0508635 Jan 28 01:33:56.644063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5495fda-983a-460c-bf3a-6a1d93c37e63 req-e50d62ea-512a-4323-835c-574357bc56a8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Jan 28 01:33:57.768330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a0bcd-01c0-4b9c-acf6-88761ec053f5 req-87697610-de9d-45fc-b6ae-b6398086782d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:57.769852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-777a0bcd-01c0-4b9c-acf6-88761ec053f5 req-87697610-de9d-45fc-b6ae-b6398086782d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0544460 Jan 28 01:33:57.817956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-777a0bcd-01c0-4b9c-acf6-88761ec053f5 req-68778e1c-2991-4ec5-b40b-1691b050a515 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Jan 28 01:33:58.462405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:33:58.949966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0b4b9-1a69-49d3-b9f8-a03fc4923fcd req-ff1ca243-564e-4f2c-a0dc-4f33f7a91c59 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:58.956531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88a0b4b9-1a69-49d3-b9f8-a03fc4923fcd req-ff1ca243-564e-4f2c-a0dc-4f33f7a91c59 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0617890 Jan 28 01:33:59.019770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88a0b4b9-1a69-49d3-b9f8-a03fc4923fcd req-e122cbf9-cc48-4cd7-bd9d-ca9f1a159416 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531604 Jan 28 01:34:00.208516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87fdf5-cde3-46e4-822b-a0cb0ddf6f10 req-9c61bd7d-05aa-4add-bac0-ca472201589e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:00.211635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a87fdf5-cde3-46e4-822b-a0cb0ddf6f10 req-9c61bd7d-05aa-4add-bac0-ca472201589e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0819211 Jan 28 01:34:00.303558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a87fdf5-cde3-46e4-822b-a0cb0ddf6f10 req-0f0a1fa6-4038-4aed-a085-9a34144c4aba tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844300 Jan 28 01:34:01.418525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8a17d-ed62-4ec2-8c5d-e3d21f72f0a7 req-e82fd350-abd1-49b2-835a-cb574770ae70 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:01.426706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52d8a17d-ed62-4ec2-8c5d-e3d21f72f0a7 req-e82fd350-abd1-49b2-835a-cb574770ae70 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0608394 Jan 28 01:34:01.499161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52d8a17d-ed62-4ec2-8c5d-e3d21f72f0a7 req-cc9c130c-61db-4381-8db0-7a39e34b774f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711381 Jan 28 01:34:02.637035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274e82-fe4b-4abb-8753-b7c12d5b31b4 req-be6be16b-433e-480a-9f05-95da9cb63324 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:02.644550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e274e82-fe4b-4abb-8753-b7c12d5b31b4 req-be6be16b-433e-480a-9f05-95da9cb63324 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0604579 Jan 28 01:34:02.714544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e274e82-fe4b-4abb-8753-b7c12d5b31b4 req-b1b538c8-63af-42ba-96c8-114faad65a4b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687380 Jan 28 01:34:03.687432 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:03.949794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514cda-78af-4c7c-9e6a-95d8dab61cc1 req-54c90b0a-a89b-4866-a5a9-c67ab441c641 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:03.952062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93514cda-78af-4c7c-9e6a-95d8dab61cc1 req-54c90b0a-a89b-4866-a5a9-c67ab441c641 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0864105 Jan 28 01:34:04.071535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93514cda-78af-4c7c-9e6a-95d8dab61cc1 req-b5028989-9a5c-45cc-941f-68e33a698d61 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073503 Jan 28 01:34:05.206681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e642e65-ac51-48ce-9384-01bf7d1418de req-ab79f44e-4f3e-44a1-83e6-bd41ac9116da tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:05.208180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e642e65-ac51-48ce-9384-01bf7d1418de req-ab79f44e-4f3e-44a1-83e6-bd41ac9116da tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0518866 Jan 28 01:34:05.259647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e642e65-ac51-48ce-9384-01bf7d1418de req-b7cadfd8-f1b1-4f37-879f-8a390bf7d8e5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450845 Jan 28 01:34:06.390519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398dcf-be20-4c7b-84f8-c20a7ae456d7 req-c5c38597-d3a6-4957-afc2-822b1d36a340 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:06.392126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e398dcf-be20-4c7b-84f8-c20a7ae456d7 req-c5c38597-d3a6-4957-afc2-822b1d36a340 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0622084 Jan 28 01:34:06.442083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e398dcf-be20-4c7b-84f8-c20a7ae456d7 req-1868e081-2ca9-4a14-958b-d0d017801647 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Jan 28 01:34:07.105283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf141952-d6e9-4d3f-9ebd-042c37045c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:07.448462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:07.601689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426ebcc-47d0-4df6-8682-c2e78e921569 req-9f384dc5-1a14-4102-be10-d647fd0d1c90 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:07.603251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3426ebcc-47d0-4df6-8682-c2e78e921569 req-9f384dc5-1a14-4102-be10-d647fd0d1c90 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0714800 Jan 28 01:34:07.658896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3426ebcc-47d0-4df6-8682-c2e78e921569 req-697b2b9d-10ce-4cd5-8fec-f360d96f2130 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491128 Jan 28 01:34:08.488879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-298590ff-2c25-4cc2-89c3-e5a2a1478097 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560818 Jan 28 01:34:08.592289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-9d6929eb-d376-49c6-80e9-a83103313060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:08.593945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-9d6929eb-d376-49c6-80e9-a83103313060 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0464327 Jan 28 01:34:08.702475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-571df78a-cf0e-4952-9b45-bd191ba736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:08.704061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-571df78a-cf0e-4952-9b45-bd191ba736ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.0908582 Jan 28 01:34:08.808777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-aa035e88-b373-4144-9b12-1ff4ef137486 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 1001 time: 0.0975187 Jan 28 01:34:08.850192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aae63-5bcc-4c3b-ad07-a2c67661a41f req-21144582-1190-46c4-99cd-fc4dd92b3981 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:08.851901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e4aae63-5bcc-4c3b-ad07-a2c67661a41f req-21144582-1190-46c4-99cd-fc4dd92b3981 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0935032 Jan 28 01:34:08.888691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-10db4eb5-c83a-48f6-bcc6-e6564b604b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:08.890895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-10db4eb5-c83a-48f6-bcc6-e6564b604b4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.0753779 Jan 28 01:34:08.967789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e4aae63-5bcc-4c3b-ad07-a2c67661a41f req-e5e676d5-e6e1-40d2-bb99-6311c804c44c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052639 Jan 28 01:34:08.978197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-fe3609b6-5cb7-43ad-beee-e6a7fb60403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:08.979708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-fe3609b6-5cb7-43ad-beee-e6a7fb60403a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763774 Jan 28 01:34:08.991345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-e0d74373-6520-41be-bdf6-043c801f561c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:34:08.992349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-e0d74373-6520-41be-bdf6-043c801f561c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059206 Jan 28 01:34:09.086602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-638b5dbe-7af1-4a19-9f11-a5f939485bc5 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882339 Jan 28 01:34:09.191103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d8681d3-25ab-4d0e-b6cc-7daffdf3af14 req-38ad2c0b-9432-473a-aad2-4d76421ecd39 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985353 Jan 28 01:34:09.351803 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ccde29aa-8b51-4800-ae60-4947e26caa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:10.094907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edff35-aca7-4cc4-b6ab-a3cb1375b723 req-58b03acd-d59e-42bf-b980-c240cceae420 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:10.097925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3edff35-aca7-4cc4-b6ab-a3cb1375b723 req-58b03acd-d59e-42bf-b980-c240cceae420 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0555716 Jan 28 01:34:10.148630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3edff35-aca7-4cc4-b6ab-a3cb1375b723 req-2a3c04cf-6dd7-465d-96a7-975c6630dc61 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Jan 28 01:34:10.617183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:10.745147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:10.837940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Publish callbacks [] for security_group (3e5a66b6-9051-4d55-b8a6-b86f64b42f45), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:10.847719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3e5a66b6-9051-4d55-b8a6-b86f64b42f45), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:10.893262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:10.909859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42950) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:10.910430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8643fd444f094210a845b2520676d98e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908430 Jan 28 01:34:10.910803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a66b6-9051-4d55-b8a6-b86f64b42f45,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:10.919999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.920360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.920757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.921032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.921367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.921704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.922060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.922392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.923041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.923374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.923750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.924101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.924485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b21cc-65c3-4ef2-869b-9b87c5d4cdcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:10.984706 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Publish callbacks [] for security_group (3e5a66b6-9051-4d55-b8a6-b86f64b42f45), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.008555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Publish callbacks [] for security_group (3e5a66b6-9051-4d55-b8a6-b86f64b42f45), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.059643 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3e5a66b6-9051-4d55-b8a6-b86f64b42f45), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.062933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.067706 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e5a66b6-9051-4d55-b8a6-b86f64b42f45 HTTP/1.1" status: 204 len: 168 time: 0.1567483 Jan 28 01:34:11.077981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a66b6-9051-4d55-b8a6-b86f64b42f45,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:11.098611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.099447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.100171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.100674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.101664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.102507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.103118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.103712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.104209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.104704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.105216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.105711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.106242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092a75c-8a1d-4409-8ef5-04cdc5774ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:11.315886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de945a-569a-454d-a295-5406cb2a7e5b req-06bfc998-d952-4439-bcb8-1eacda77426b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:11.318153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88de945a-569a-454d-a295-5406cb2a7e5b req-06bfc998-d952-4439-bcb8-1eacda77426b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0622907 Jan 28 01:34:11.382045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88de945a-569a-454d-a295-5406cb2a7e5b req-9244e020-69b0-4d72-bbc8-c5d497d844aa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566163 Jan 28 01:34:11.429511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42960) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:11.445689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0f19abe-d286-4db2-8e31-becfdcf97e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.552744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0f19abe-d286-4db2-8e31-becfdcf97e81 admin admin] Publish callbacks [] for security_group (0102b3a2-3f1c-4547-be20-2a99935bafd9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.557132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0f19abe-d286-4db2-8e31-becfdcf97e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0102b3a2-3f1c-4547-be20-2a99935bafd9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.595693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b0f19abe-d286-4db2-8e31-becfdcf97e81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b450c6266ccc405b827e7df7dedbeece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644819 Jan 28 01:34:11.596556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19abe-d286-4db2-8e31-becfdcf97e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0102b3a2-3f1c-4547-be20-2a99935bafd9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:11.598623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:11.661511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b38533aa-20a9-4ac5-b4ea-426036d63b4b admin admin] Publish callbacks [] for security_group (0102b3a2-3f1c-4547-be20-2a99935bafd9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.685243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b38533aa-20a9-4ac5-b4ea-426036d63b4b admin admin] Publish callbacks [] for security_group (0102b3a2-3f1c-4547-be20-2a99935bafd9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.737808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b38533aa-20a9-4ac5-b4ea-426036d63b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0102b3a2-3f1c-4547-be20-2a99935bafd9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.740593 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b38533aa-20a9-4ac5-b4ea-426036d63b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.746164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b38533aa-20a9-4ac5-b4ea-426036d63b4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0102b3a2-3f1c-4547-be20-2a99935bafd9 HTTP/1.1" status: 204 len: 168 time: 0.1415126 Jan 28 01:34:11.755070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38533aa-20a9-4ac5-b4ea-426036d63b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0102b3a2-3f1c-4547-be20-2a99935bafd9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:11.846827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba515ed-dee8-4897-9207-fd18474cd8c7 req-b7f50e9b-1b8b-471c-9eb0-b3dbd6553dbe tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:11.848593 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cba515ed-dee8-4897-9207-fd18474cd8c7 req-b7f50e9b-1b8b-471c-9eb0-b3dbd6553dbe tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0483186 Jan 28 01:34:11.869757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cba515ed-dee8-4897-9207-fd18474cd8c7 req-6c6669f0-9f5f-4331-97bc-cea171fa9117 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.956218 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cba515ed-dee8-4897-9207-fd18474cd8c7 req-6c6669f0-9f5f-4331-97bc-cea171fa9117 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Publish callbacks [] for security_group (4be4b000-c70a-4496-b8df-f87cfb394162), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.967142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cba515ed-dee8-4897-9207-fd18474cd8c7 req-6c6669f0-9f5f-4331-97bc-cea171fa9117 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4be4b000-c70a-4496-b8df-f87cfb394162), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.997275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cba515ed-dee8-4897-9207-fd18474cd8c7 req-6c6669f0-9f5f-4331-97bc-cea171fa9117 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425805 Jan 28 01:34:12.005994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.050465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6669f0-9f5f-4331-97bc-cea171fa9117 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be4b000-c70a-4496-b8df-f87cfb394162,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:12.145330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e9ce-c9f9-4e74-b368-bed6eb84d8af req-7918defa-88ba-462d-8617-660811c170d0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:12.149318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60c1e9ce-c9f9-4e74-b368-bed6eb84d8af req-7918defa-88ba-462d-8617-660811c170d0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0576835 Jan 28 01:34:12.206115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60c1e9ce-c9f9-4e74-b368-bed6eb84d8af req-48efceac-12ee-46fe-b0de-1a259b3490b5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542963 Jan 28 01:34:12.219306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 42978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:12.230685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42980) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:12.251882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7801-f12f-470c-9c5c-f73dec8ae3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.329905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7ae220f3-ccb6-4522-be64-58176c38f549 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/582f627c-6730-4119-8e3f-312b2bb48868 HTTP/1.1" status: 200 len: 993 time: 0.0936620 Jan 28 01:34:12.365126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7801-f12f-470c-9c5c-f73dec8ae3d5 admin admin] Publish callbacks [] for security_group (0f732f58-5ea4-4907-b4ce-aa76807c0983), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.372615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7801-f12f-470c-9c5c-f73dec8ae3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0f732f58-5ea4-4907-b4ce-aa76807c0983), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.427202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd7801-f12f-470c-9c5c-f73dec8ae3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f732f58-5ea4-4907-b4ce-aa76807c0983,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:12.464785 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5cd7801-f12f-470c-9c5c-f73dec8ae3d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7284f0ac1a7148a5ad50ef48ffa4d889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440145 Jan 28 01:34:12.467546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 42988) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:12.559178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4d8c-9223-4928-a348-da78409d186e admin admin] Publish callbacks [] for security_group (0f732f58-5ea4-4907-b4ce-aa76807c0983), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.568987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2d78-5836-474c-aa65-5732fa878919 req-bd56dfa5-861b-4ded-aa00-057b287de06e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:12.569869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-254e2d78-5836-474c-aa65-5732fa878919 req-bd56dfa5-861b-4ded-aa00-057b287de06e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0947428 Jan 28 01:34:12.609021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4d8c-9223-4928-a348-da78409d186e admin admin] Publish callbacks [] for security_group (0f732f58-5ea4-4907-b4ce-aa76807c0983), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.653097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-254e2d78-5836-474c-aa65-5732fa878919 req-288cbd10-064d-49dc-8485-fb26bfbca3b8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745773 Jan 28 01:34:12.670609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-8dbcceed-7525-4cd8-8f66-5706121bb640 req-8e6d3786-3818-4b37-a9ab-1febceca3ba4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:34:12.671992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dbcceed-7525-4cd8-8f66-5706121bb640 req-8e6d3786-3818-4b37-a9ab-1febceca3ba4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134935 Jan 28 01:34:12.702858 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4d8c-9223-4928-a348-da78409d186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0f732f58-5ea4-4907-b4ce-aa76807c0983), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.705895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4d8c-9223-4928-a348-da78409d186e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.710196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cc8f4d8c-9223-4928-a348-da78409d186e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f732f58-5ea4-4907-b4ce-aa76807c0983 HTTP/1.1" status: 204 len: 168 time: 0.2415087 Jan 28 01:34:12.719371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f4d8c-9223-4928-a348-da78409d186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f732f58-5ea4-4907-b4ce-aa76807c0983,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:13.231538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb505-aa2e-4fa8-90fb-73d58896565b req-c1f9f2ce-c0e0-40bc-8a4f-c2cf20191f0a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:13.233750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03edb505-aa2e-4fa8-90fb-73d58896565b req-c1f9f2ce-c0e0-40bc-8a4f-c2cf20191f0a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1273663 Jan 28 01:34:13.306524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-03edb505-aa2e-4fa8-90fb-73d58896565b req-3c8becb4-1e9a-4f53-a644-e2f517078617 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654204 Jan 28 01:34:13.334777 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:13.416557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-489bc197-00be-4bcd-8e01-f2489a4d2ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3231244 Jan 28 01:34:13.426825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-069625fb-8640-47a3-9f2a-ab84eb16e83d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:34:13.427808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-069625fb-8640-47a3-9f2a-ab84eb16e83d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064998 Jan 28 01:34:13.820257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81b16e-f6b8-41d0-a899-8a568cf4b56d req-42fee9df-f387-4189-a972-c558e9bfd499 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:13.821797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed81b16e-f6b8-41d0-a899-8a568cf4b56d req-42fee9df-f387-4189-a972-c558e9bfd499 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0809863 Jan 28 01:34:13.899919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed81b16e-f6b8-41d0-a899-8a568cf4b56d req-7d56ed45-2920-4fa1-b9cd-46ac7e140137 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723906 Jan 28 01:34:14.620966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45c8b-c452-4428-a056-20b2d32a3671 req-f5a4d78a-7d7e-4401-a0c3-95e291eb8ccf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:14.634481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5c45c8b-c452-4428-a056-20b2d32a3671 req-f5a4d78a-7d7e-4401-a0c3-95e291eb8ccf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1463726 Jan 28 01:34:14.785170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5c45c8b-c452-4428-a056-20b2d32a3671 req-7fa9bb64-6a7f-472f-a774-43cf497c13da tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434150 Jan 28 01:34:15.102567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402342-ac91-4e8e-a548-9f5626c76f3c req-c8bb0e6b-0fef-4b04-b46d-dda0320950e4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:15.108592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63402342-ac91-4e8e-a548-9f5626c76f3c req-c8bb0e6b-0fef-4b04-b46d-dda0320950e4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 944 time: 0.0933428 Jan 28 01:34:15.192540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63402342-ac91-4e8e-a548-9f5626c76f3c req-39036495-fdb0-4f0c-a0dd-92950f75b975 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770729 Jan 28 01:34:15.350595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-6b9fd31a-eb63-4f4a-9753-e2ce1f862dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:15.352385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-6b9fd31a-eb63-4f4a-9753-e2ce1f862dd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0998106 Jan 28 01:34:15.493613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f7ba28a4-d0d6-4889-9a83-687b2373600e details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:34:15.508388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-10fbb3cf-33a0-4f7b-b21e-a1abe7ed02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:15.510977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-10fbb3cf-33a0-4f7b-b21e-a1abe7ed02b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.1496007 Jan 28 01:34:15.637576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-bfc673ac-65e9-4895-aab6-34e2bd1d05e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 1001 time: 0.1184647 Jan 28 01:34:15.732429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f7ba28a4-d0d6-4889-9a83-687b2373600e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:15.757673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'mac_address': 'fa:16:3e:43:3e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:34:15.799360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-cfd7d450-89ae-4e65-b396-668f0e950815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:15.801740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f7ba28a4-d0d6-4889-9a83-687b2373600e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:15.802343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:15.803930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-cfd7d450-89ae-4e65-b396-668f0e950815 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.1552150 Jan 28 01:34:15.819961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ba28a4-d0d6-4889-9a83-687b2373600e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:34:15.847518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f7ba28a4-d0d6-4889-9a83-687b2373600e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:15.862131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:15.901817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-a8509559-5ae0-4d7a-91c1-97a9c404bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:15.905936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-a8509559-5ae0-4d7a-91c1-97a9c404bd99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893672 Jan 28 01:34:15.932301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f7ba28a4-d0d6-4889-9a83-687b2373600e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:16.038780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-94da822a-c7fb-44c9-bcd5-57b84a028d39 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255188 Jan 28 01:34:16.173599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['f7ba28a4-d0d6-4889-9a83-687b2373600e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:34:16.229668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1c201-102b-4bde-93d0-03ec3e642af6 req-1f3e0751-3154-4396-aa4d-f5f2bfa7e36f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:16.248715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbc1c201-102b-4bde-93d0-03ec3e642af6 req-1f3e0751-3154-4396-aa4d-f5f2bfa7e36f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.2948527 Jan 28 01:34:16.370915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-da4074c4-2ec1-4c14-86d4-1a2e8aaeb4b1 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212070 Jan 28 01:34:16.547520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbc1c201-102b-4bde-93d0-03ec3e642af6 req-8d9cd9b6-141e-46ee-b71b-bf8274be4f5f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2978935 Jan 28 01:34:16.598117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030d4ca-172c-4314-90ee-8fd39c727282 req-778a2f87-2488-43ca-b2dd-e6730bcaf3af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:16.606579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7030d4ca-172c-4314-90ee-8fd39c727282 req-778a2f87-2488-43ca-b2dd-e6730bcaf3af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 945 time: 0.2800984 Jan 28 01:34:16.673656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7030d4ca-172c-4314-90ee-8fd39c727282 req-0b74cd4e-7e87-4983-adac-81e3d687bcde tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619435 Jan 28 01:34:17.492849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f7ba28a4-d0d6-4889-9a83-687b2373600e up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:17.549849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port f7ba28a4-d0d6-4889-9a83-687b2373600e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:34:17.554499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port f7ba28a4-d0d6-4889-9a83-687b2373600e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:17.554877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:17.645106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port f7ba28a4-d0d6-4889-9a83-687b2373600e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:17.646121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:17.682017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:17.686452 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d940df3b-091b-4faa-bec0-68979c722115" -d '{"events": [{"server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "name": "network-vif-plugged", "status": "completed", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:17.704711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port f7ba28a4-d0d6-4889-9a83-687b2373600e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:17.714762 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:17.749366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:17.769488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041192da-10ab-49d8-9bc2-599622948007 req-20541704-c537-4e32-ada5-c695a95de371 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:17.793531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-041192da-10ab-49d8-9bc2-599622948007 req-20541704-c537-4e32-ada5-c695a95de371 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1090398 Jan 28 01:34:17.859026 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df2ed1-e350-4547-9851-e5fb82bc5bd3 x-openstack-request-id: req-f0df2ed1-e350-4547-9851-e5fb82bc5bd3 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:17.859538 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "name": "network-vif-plugged", "status": "completed", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:17.859926 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0df2ed1-e350-4547-9851-e5fb82bc5bd3 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:17.860536 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'code': 200} Jan 28 01:34:17.865436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=f7ba28a4-d0d6-4889-9a83-687b2373600e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:17.913574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-041192da-10ab-49d8-9bc2-599622948007 req-c0f99c57-6205-4c2c-87a0-669f1d624054 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187465 Jan 28 01:34:18.066531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b4022-3d88-4a2b-88a0-f286130bc14e req-98197974-1de7-4748-8069-d24741738748 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:18.072706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea9b4022-3d88-4a2b-88a0-f286130bc14e req-98197974-1de7-4748-8069-d24741738748 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.0993145 Jan 28 01:34:18.179897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea9b4022-3d88-4a2b-88a0-f286130bc14e req-7413ee57-a2c1-42c7-a915-55010d4a3f54 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024275 Jan 28 01:34:18.196475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96a8fc-dfbe-4a20-9228-ca773ad90ffd req-aa29b003-fe33-47a7-a3bb-adadccb1f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:18.198356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee96a8fc-dfbe-4a20-9228-ca773ad90ffd req-aa29b003-fe33-47a7-a3bb-adadccb1f815 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 1097 time: 0.1898062 Jan 28 01:34:18.291727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee96a8fc-dfbe-4a20-9228-ca773ad90ffd req-81f30d9c-a6fc-4dd0-8059-5e8b970e07b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849349 Jan 28 01:34:18.454486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:18.765154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Deleting port 599d74d3-52dd-4fec-a8b0-094d430f54f2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:18.765765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:18.859437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] For port 599d74d3-52dd-4fec-a8b0-094d430f54f2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=599d74d3-52dd-4fec-a8b0-094d430f54f2,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:18.859801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:18.872566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Calling delete_port for 599d74d3-52dd-4fec-a8b0-094d430f54f2 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:19.080641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3599-baa6-49f0-8f52-7e7d1564e805 req-3abc241e-dbd5-46ac-b265-8e08844876b8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:19.090452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36bb3599-baa6-49f0-8f52-7e7d1564e805 req-3abc241e-dbd5-46ac-b265-8e08844876b8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0681682 Jan 28 01:34:19.152942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36bb3599-baa6-49f0-8f52-7e7d1564e805 req-cbff3e50-84bd-4772-bdc7-6d1852e996bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562601 Jan 28 01:34:19.192705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (599d74d3-52dd-4fec-a8b0-094d430f54f2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:19.221014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Pushing event deleted for resources: {'Port': ['ID=599d74d3-52dd-4fec-a8b0-094d430f54f2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:19.452822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f882e9-e339-4cfe-b6e7-23b0e75bbbcd req-ea562f2c-ae79-4596-a33e-713b8e1a3c0f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:19.455122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53f882e9-e339-4cfe-b6e7-23b0e75bbbcd req-ea562f2c-ae79-4596-a33e-713b8e1a3c0f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.0970147 Jan 28 01:34:19.543684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:19.578281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53f882e9-e339-4cfe-b6e7-23b0e75bbbcd req-190b5c81-63fc-474a-b7a8-957f85edecd1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020718 Jan 28 01:34:19.861079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:34:20.003268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:20.011472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-74267731-9568-4592-a0ce-a48f3e9e6898 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6eefc05-f66e-4a5d-b722-064ccbe9d3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2583849 Jan 28 01:34:20.011640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43184) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:20.018140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] Sync routers for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:20.029351 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:20.030005 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:20.152494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks [] for router (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.157627 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:20.280551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks [] for router_gateway (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.307963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4f77e-a34f-414a-9f43-c60911e515e5 req-ede68744-8023-42a3-9a78-0e1b30534dfb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:20.315962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79a4f77e-a34f-414a-9f43-c60911e515e5 req-ede68744-8023-42a3-9a78-0e1b30534dfb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0657640 Jan 28 01:34:20.350680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Deleting port 536493f7-c41f-40c1-b103-434778ba3fbc {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:20.351115 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.377239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79a4f77e-a34f-414a-9f43-c60911e515e5 req-16042607-a897-492d-b4bb-38c3951ef7fd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599492 Jan 28 01:34:20.418609 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:34:19Z', 'revision_number': 5, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port': {'id': '536493f7-c41f-40c1-b103-434778ba3fbc', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:21:56Z', 'updated_at': '2022-01-28T01:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:20.443064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] For port 536493f7-c41f-40c1-b103-434778ba3fbc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=536493f7-c41f-40c1-b103-434778ba3fbc,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:20.443626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.455003 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] Checking router: c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:20.456863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Calling delete_port for 536493f7-c41f-40c1-b103-434778ba3fbc owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:20.467877 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] Routers {'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:20.469046 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:20.568021 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] Set router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:20.653653 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:34:20Z', 'revision_number': 6, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:20.712180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (536493f7-c41f-40c1-b103-434778ba3fbc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.773182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=536493f7-c41f-40c1-b103-434778ba3fbc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:20.798594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886eb0f-9698-4461-a7d3-1bd0da96f61e req-773cb703-2900-4ca2-ad84-3ba519218ae0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:20.800981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78837-2adf-4b92-b2b2-2d8734f95233 None None] The sync data for ids ['c6eefc05-f66e-4a5d-b722-064ccbe9d3d9'] in n-d-826756-1 is: [{'id': 'c6eefc05-f66e-4a5d-b722-064ccbe9d3d9', 'name': 'tempest-AttachVolumeTestJSON-1050938447-router', 'tenant_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:21:55Z', 'updated_at': '2022-01-28T01:34:20Z', 'revision_number': 6, 'project_id': 'a0497e5cecc1405ebee7b9df8dfcdf32', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:20.814498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7886eb0f-9698-4461-a7d3-1bd0da96f61e req-773cb703-2900-4ca2-ad84-3ba519218ae0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.1189501 Jan 28 01:34:20.874990 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.899305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7886eb0f-9698-4461-a7d3-1bd0da96f61e req-ff8d5273-8f02-4658-acc7-36d7541e5a43 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764034 Jan 28 01:34:20.986326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:20.988682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks [] for router_controller (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.033976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (c6eefc05-f66e-4a5d-b722-064ccbe9d3d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.034633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:34:21.040295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.043837 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d4f9170-1e29-46a6-820d-c2ca70e4b7f7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c6eefc05-f66e-4a5d-b722-064ccbe9d3d9 HTTP/1.1" status: 204 len: 168 time: 1.0286763 Jan 28 01:34:21.044597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43200) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:21.049306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe1904-c107-4552-91bf-c26de1b2a441 req-79ae1f81-b7f3-4287-b47b-4434d935b306 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:21.051454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6efe1904-c107-4552-91bf-c26de1b2a441 req-79ae1f81-b7f3-4287-b47b-4434d935b306 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.0770223 Jan 28 01:34:21.096014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Deleting subnet 10bafa70-647b-4694-b442-b0b2e3f19ffb {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:34:21.099542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Publish callbacks [] for subnet (10bafa70-647b-4694-b442-b0b2e3f19ffb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.121836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6efe1904-c107-4552-91bf-c26de1b2a441 req-e4a68248-ae97-43a7-b156-d118ac91b3ef tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575538 Jan 28 01:34:21.138228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43204) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:21.156530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (10bafa70-647b-4694-b442-b0b2e3f19ffb), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.256409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (10bafa70-647b-4694-b442-b0b2e3f19ffb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.347282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (10bafa70-647b-4694-b442-b0b2e3f19ffb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.361663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.367575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12630e01-d12d-4268-80fc-a765e607c93b None None] Network 80b38638-2f89-414d-ba0e-b320161f366a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:21.381559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43216) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:21.382208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/10bafa70-647b-4694-b442-b0b2e3f19ffb HTTP/1.1" status: 204 len: 168 time: 0.3351862 Jan 28 01:34:21.433295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a44fc-4f91-45be-8d2c-d45532632181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10bafa70-647b-4694-b442-b0b2e3f19ffb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:21.460969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5332229-4ea3-4972-b88f-baf8167dfb3c tempest-TestVolumeBootPattern-1662875426 tempest-TestVolumeBootPattern-1662875426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:21.470300 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5332229-4ea3-4972-b88f-baf8167dfb3c tempest-TestVolumeBootPattern-1662875426 tempest-TestVolumeBootPattern-1662875426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 1092 time: 0.3304465 Jan 28 01:34:21.475796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43220) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:21.482453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:21.522852 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.554136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (80b38638-2f89-414d-ba0e-b320161f366a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.584109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0089b-07b6-45bd-af45-44ddf8a4f322 req-0e6d57d7-901c-4106-bff1-6c412cd75038 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:21.591187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7a0089b-07b6-45bd-af45-44ddf8a4f322 req-0e6d57d7-901c-4106-bff1-6c412cd75038 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0774016 Jan 28 01:34:21.675644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7a0089b-07b6-45bd-af45-44ddf8a4f322 req-46f4e3a5-5c17-4bd7-b662-cafa7da15d25 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835991 Jan 28 01:34:21.696750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Deleting port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:21.697099 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.703305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.750305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] DHCP port deletion for 80b38638-2f89-414d-ba0e-b320161f366a request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:34:21.784301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] For port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:21.785236 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.806327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Calling delete_port for 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:21.856558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Deleting port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:21.857102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.925135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:21.946643 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.25.1.73 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/b4fded54-ead6-4783-b1a1-39c966088491) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:21.953931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] No DVR routers for this DVR port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:21.966659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 536493f7-c41f-40c1-b103-434778ba3fbc no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:22.000641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:22.037986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] For port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,segment=NetworkSegment(bb6313d8-bfcd-4aca-93cf-ff855e32d867),segment_id=bb6313d8-bfcd-4aca-93cf-ff855e32d867)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:22.038398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.073416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (80b38638-2f89-414d-ba0e-b320161f366a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.104193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b38638-2f89-414d-ba0e-b320161f366a']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:22.111942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 536493f7-c41f-40c1-b103-434778ba3fbc {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:22.112294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 536493f7-c41f-40c1-b103-434778ba3fbc not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:22.112717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 599d74d3-52dd-4fec-a8b0-094d430f54f2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:22.114126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (b4fded54-ead6-4783-b1a1-39c966088491), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.117224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6313d8-bfcd-4aca-93cf-ff855e32d867') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:22.117525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6313d8-bfcd-4aca-93cf-ff855e32d867') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:22.135866 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (bb6313d8-bfcd-4aca-93cf-ff855e32d867), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.162225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Calling delete_port for 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:22.164501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 599d74d3-52dd-4fec-a8b0-094d430f54f2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:22.164659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bb6313d8-bfcd-4aca-93cf-ff855e32d867), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.164852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 599d74d3-52dd-4fec-a8b0-094d430f54f2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:22.165463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:22.178252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:34:22.178918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (bb6313d8-bfcd-4aca-93cf-ff855e32d867), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.184145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (b4fded54-ead6-4783-b1a1-39c966088491), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.223184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:22.223937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:22.247226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:22.248622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=b4fded54-ead6-4783-b1a1-39c966088491,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:22.251668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:22.256600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:34:22.280490 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:34:22.320909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (80b38638-2f89-414d-ba0e-b320161f366a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.328227 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.331491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80b38638-2f89-414d-ba0e-b320161f366a HTTP/1.1" status: 204 len: 168 time: 0.9490433 Jan 28 01:34:22.362058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635751e-c998-433c-a604-85ec45585823 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b38638-2f89-414d-ba0e-b320161f366a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:22.419479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4ebf4567-cdde-456f-8fb6-b1c4423e4c3b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.451822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Network 80b38638-2f89-414d-ba0e-b320161f366a is not hosted by any dhcp agent {{(pid=109596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 01:34:22.455853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] No DVR routers for this DVR port 4ebf4567-cdde-456f-8fb6-b1c4423e4c3b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:22.474324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c9b58-c54e-4a39-ae49-7338f318ccfd None None] Pushing event deleted for resources: {'Port': ['ID=4ebf4567-cdde-456f-8fb6-b1c4423e4c3b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:22.576583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43240) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:22.624384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a48ddcef-2c74-4184-a867-d142f154ff84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0497e5cecc1405ebee7b9df8dfcdf32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506401 Jan 28 01:34:22.625033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43242) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:22.678662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-513784f8-3ed3-41be-bef5-5d4d21339fca admin admin] Publish callbacks [] for security_group (4668e73e-4d52-41de-8138-03c13b97e6e3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.704713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-513784f8-3ed3-41be-bef5-5d4d21339fca admin admin] Publish callbacks [] for security_group (4668e73e-4d52-41de-8138-03c13b97e6e3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.769654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-513784f8-3ed3-41be-bef5-5d4d21339fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4668e73e-4d52-41de-8138-03c13b97e6e3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.774016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-513784f8-3ed3-41be-bef5-5d4d21339fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:22.777986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-513784f8-3ed3-41be-bef5-5d4d21339fca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4668e73e-4d52-41de-8138-03c13b97e6e3 HTTP/1.1" status: 204 len: 168 time: 0.1495185 Jan 28 01:34:22.793752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513784f8-3ed3-41be-bef5-5d4d21339fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668e73e-4d52-41de-8138-03c13b97e6e3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:22.888712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290996bb-a770-4555-a6d8-252911f8ffb5 req-2a59f4a1-f61d-4ee4-88a4-45b8a987f2a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:22.890350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-290996bb-a770-4555-a6d8-252911f8ffb5 req-2a59f4a1-f61d-4ee4-88a4-45b8a987f2a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0759418 Jan 28 01:34:22.963851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-290996bb-a770-4555-a6d8-252911f8ffb5 req-916b38bb-c7bb-4dbc-9e8c-02e1a696a23a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664358 Jan 28 01:34:23.193429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (2be12095-0be6-4ced-a97a-878eb630c81c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.283330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b4fded54-ead6-4783-b1a1-39c966088491), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.481350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (b4fded54-ead6-4783-b1a1-39c966088491), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.487598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (b4fded54-ead6-4783-b1a1-39c966088491), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.567200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=b4fded54-ead6-4783-b1a1-39c966088491,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:23.583005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (2be12095-0be6-4ced-a97a-878eb630c81c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.707395 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Floating IP 2be12095-0be6-4ced-a97a-878eb630c81c associated. External IP: 172.25.1.73, port: f7ba28a4-d0d6-4889-9a83-687b2373600e. Jan 28 01:34:23.768455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:23.902351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-126808559-network', 'tenant_id': '2882bb50626245b5861ecaab5ecee169'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:23.923552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Made reservation on behalf of 2882bb50626245b5861ecaab5ecee169 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:23.926089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.935187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:23.972592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:34:24.087402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks [] for security_group (026f8ab5-7a1f-4fb2-956e-d93749af041a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.131733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (026f8ab5-7a1f-4fb2-956e-d93749af041a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.139734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:24.175948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:34:24.176601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.181444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026f8ab5-7a1f-4fb2-956e-d93749af041a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:24.183650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:24.199131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d2447-d6b1-4d8b-ab77-acea2ecceb0e req-e5091bed-a48e-4a8a-9cbf-2e7167946a8c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:24.200039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:24.201291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:24.206200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-218d2447-d6b1-4d8b-ab77-acea2ecceb0e req-e5091bed-a48e-4a8a-9cbf-2e7167946a8c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1169500 Jan 28 01:34:24.216133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1e635466-b8cd-43af-8e97-a7f0abf35205), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.216494 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Added segment 1e635466-b8cd-43af-8e97-a7f0abf35205 of type vlan for network ff4d0529-8540-429a-9b88-c60b2ed38e91 Jan 28 01:34:24.271311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-327414fa-9d0e-4b46-9a7d-b2140ab1dba2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7939963 Jan 28 01:34:24.272038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:24.276322 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb115fa-a289-4b0e-888a-756d00f2d714" -d '{"events": [{"name": "network-changed", "server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:24.298718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ff4d0529-8540-429a-9b88-c60b2ed38e91), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.332710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-218d2447-d6b1-4d8b-ab77-acea2ecceb0e req-d938c1b7-f20d-4cc5-b1f7-69689cbc544f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171706 Jan 28 01:34:24.346351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ff4d0529-8540-429a-9b88-c60b2ed38e91), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.347371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:24.347998 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.350552 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6553c1d8-b4de-4b2a-8805-c994213a6cca x-openstack-request-id: req-6553c1d8-b4de-4b2a-8805-c994213a6cca {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:24.350841 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:24.351094 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6553c1d8-b4de-4b2a-8805-c994213a6cca {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:24.351492 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'status': 'completed', 'code': 200} Jan 28 01:34:24.398252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:24.666497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2be12095-0be6-4ced-a97a-878eb630c81c', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:43:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:34:23Z', 'updated_at': '2022-01-28T01:34:23Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:24.695248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:24.705170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:24.705833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:24.759100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9858999 Jan 28 01:34:24.759474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43292) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:24.765072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Request body: {'subnet': {'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-126808559-subnet', 'tenant_id': '2882bb50626245b5861ecaab5ecee169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:24.780541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ca747-4463-44cb-b75b-699dcfe79c63 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4d0529-8540-429a-9b88-c60b2ed38e91,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:24.797169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-7355a30b-afd3-4c7d-9378-ff449cfd391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:24.798900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-7355a30b-afd3-4c7d-9378-ff449cfd391f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 1097 time: 0.3695095 Jan 28 01:34:24.805446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Made reservation on behalf of 2882bb50626245b5861ecaab5ecee169 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:24.808444 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.827252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:24.868322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:34:24.918966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-89e42d0c-080e-453e-a60e-c74e6c39f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:24.921419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-89e42d0c-080e-453e-a60e-c74e6c39f26e service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1113310 Jan 28 01:34:25.017565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-8c2b2d2f-0d2e-47e7-95ff-90cb66cf2101 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e HTTP/1.1" status: 200 len: 999 time: 0.0890076 Jan 28 01:34:25.021639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (ffc9fe26-0372-4e17-b55e-d3d5938d98a8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:25.080304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-9197fb4b-e264-4253-bd50-455a1b8adeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:25.082208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-9197fb4b-e264-4253-bd50-455a1b8adeb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0559587 Jan 28 01:34:25.089490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc9fe26-0372-4e17-b55e-d3d5938d98a8,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:25.099273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Checking segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:25.099673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Network hostable DHCP agents. Network: ff4d0529-8540-429a-9b88-c60b2ed38e91, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:34:25.117705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:34:25.135123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ff4d0529-8540-429a-9b88-c60b2ed38e91) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:25.139950 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:25.140755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:25.150106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c0fe2-950e-49f3-a9db-5ec3b90cef6e None None] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:25.153233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-b988b2d1-c348-41d2-86f4-add16fb65842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:25.154269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-b988b2d1-c348-41d2-86f4-add16fb65842 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653958 Jan 28 01:34:25.173580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-d35e416f-4b35-4e09-9908-51f344d461e1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:34:25.173580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-d35e416f-4b35-4e09-9908-51f344d461e1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081768 Jan 28 01:34:25.173954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7cc25727-39be-4a09-93bd-26b83c5a1e7b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4097743 Jan 28 01:34:25.285614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-883cf791-cf83-4975-9bcb-0121e548ea6e service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095250 Jan 28 01:34:25.294672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2be12095-0be6-4ced-a97a-878eb630c81c', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:43:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:34:23Z', 'updated_at': '2022-01-28T01:34:23Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:25.379018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ad233-feb2-4e31-81b4-6c6875968519 None None] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:25.381760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129b65-2416-48f2-b2e3-8923e8b73a24 None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2be12095-0be6-4ced-a97a-878eb630c81c', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:43:3e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:34:23Z', 'updated_at': '2022-01-28T01:34:23Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:25.495148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bb115fa-a289-4b0e-888a-756d00f2d714 req-559bb4be-291d-45f4-9cf8-484d74758168 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031097 Jan 28 01:34:25.514659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb740c4-64a6-4bc2-b7b1-5460278584a1 req-3be10479-4d00-4594-ad58-d6fe97b84313 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:25.521661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bb740c4-64a6-4bc2-b7b1-5460278584a1 req-3be10479-4d00-4594-ad58-d6fe97b84313 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1078672 Jan 28 01:34:25.586068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bb740c4-64a6-4bc2-b7b1-5460278584a1 req-2a16c924-a59a-436f-a3fc-2b00369020a5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588882 Jan 28 01:34:25.786836 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7510a75-755c-420e-abd1-5acc1adb1906 None None] New status for floating IP 2be12095-0be6-4ced-a97a-878eb630c81c: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:34:25.809698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-19897f8f-94ec-40ce-9828-c08b26fc6a73 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:25.816904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-19897f8f-94ec-40ce-9828-c08b26fc6a73 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.1254292 Jan 28 01:34:25.833951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-9f68aa36-4e3c-4f70-8bcc-a3e5ecd7122a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/quotas/2882bb50626245b5861ecaab5ecee169 HTTP/1.1" status: 200 len: 375 time: 0.0160317 Jan 28 01:34:25.879903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-dad7f1bd-8ba4-4798-8808-ff1816f59498 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448337 Jan 28 01:34:25.978385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-be0ead7f-93cc-4e2c-8b3f-aff953d6c3aa service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974684 Jan 28 01:34:26.100857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-76f5360b-3e8b-4f0d-acb0-b85637d0e36e service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215949 Jan 28 01:34:26.274412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6c1f696-c312-4452-beaa-e0b519524e40 req-c95873e5-b238-469c-882a-256b2405473b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 210 time: 0.0289028 Jan 28 01:34:26.712680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275f5b-9245-4db2-b983-0fbeb07cbb05 req-5df531e1-7e58-4647-9e99-eaa3fb56f0a4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:26.721155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65275f5b-9245-4db2-b983-0fbeb07cbb05 req-5df531e1-7e58-4647-9e99-eaa3fb56f0a4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0622313 Jan 28 01:34:26.791409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65275f5b-9245-4db2-b983-0fbeb07cbb05 req-ee640b88-286a-4862-9173-c3209ed4a96e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648191 Jan 28 01:34:27.424904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c7f7082-eec3-4b23-a62a-7250cf9364b3 req-a70da1e3-25d1-45e2-b3d7-f0f6938961aa tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 210 time: 0.0709176 Jan 28 01:34:27.492428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-577f7b72-5423-4265-82d0-e5f9535903a5 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:27.494254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-577f7b72-5423-4265-82d0-e5f9535903a5 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.1524987 Jan 28 01:34:27.523075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Request body: {'port': {'device_id': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'admin_state_up': True, 'tenant_id': '2882bb50626245b5861ecaab5ecee169'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:27.634731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Made reservation on behalf of 2882bb50626245b5861ecaab5ecee169 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:27.638179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:27.783712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Allocated IP 172.20.0.4 (ff4d0529-8540-429a-9b88-c60b2ed38e91/ffc9fe26-0372-4e17-b55e-d3d5938d98a8/8225be50-52b4-4c68-9100-759e895cab1c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:27.992893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d050b2-bd02-4aa9-be56-cf69a98d2297 req-a0079cb7-8adc-43d1-aff6-8954fdd5c156 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:27.992893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79d050b2-bd02-4aa9-be56-cf69a98d2297 req-a0079cb7-8adc-43d1-aff6-8954fdd5c156 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1149125 Jan 28 01:34:28.033843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks [] for port (8225be50-52b4-4c68-9100-759e895cab1c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.072877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79d050b2-bd02-4aa9-be56-cf69a98d2297 req-15c61fba-8f38-487d-927f-ccc7174314f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666313 Jan 28 01:34:28.103860 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8225be50-52b4-4c68-9100-759e895cab1c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.158583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:28.162554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:28.164663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event updated for resources: {'Port': ['ID=8225be50-52b4-4c68-9100-759e895cab1c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:28.174176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:28.225295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:28.225936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.242902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-d9377aaf-a32a-4314-873b-6a24b65ec06f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240489 Jan 28 01:34:28.263180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Request body: {'port': {'device_id': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:28.317416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8225be50-52b4-4c68-9100-759e895cab1c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.588960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d948d-13c3-4e7f-b09a-3b2fbcde0035 req-0fe4fe3d-a905-4166-8340-8c8d34c0a1fe tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:28.590568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-063d948d-13c3-4e7f-b09a-3b2fbcde0035 req-0fe4fe3d-a905-4166-8340-8c8d34c0a1fe tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 931 time: 0.0704987 Jan 28 01:34:28.654686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-063d948d-13c3-4e7f-b09a-3b2fbcde0035 req-f71fb472-6366-48ac-9c3b-1b39f8e5fa8a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567138 Jan 28 01:34:28.708022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8225be50-52b4-4c68-9100-759e895cab1c {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:34:28.715491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Publish callbacks [] for port (8225be50-52b4-4c68-9100-759e895cab1c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.727801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Transition to ACTIVE for port object 8225be50-52b4-4c68-9100-759e895cab1c will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:34:28.735059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8225be50-52b4-4c68-9100-759e895cab1c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.816121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Pushing event updated for resources: {'Port': ['ID=8225be50-52b4-4c68-9100-759e895cab1c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:28.872195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Attempting to bind port 8225be50-52b4-4c68-9100-759e895cab1c on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:28.872195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Attempting to bind port 8225be50-52b4-4c68-9100-759e895cab1c by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:28.872494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Attempting to bind port 8225be50-52b4-4c68-9100-759e895cab1c on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:28.876717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Port 8225be50-52b4-4c68-9100-759e895cab1c on network ff4d0529-8540-429a-9b88-c60b2ed38e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:34:28.877043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Attempting to bind port 8225be50-52b4-4c68-9100-759e895cab1c on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:28.882284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:28.882626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Checking segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:28.883008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Bound using segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:28.883431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Bound port: 8225be50-52b4-4c68-9100-759e895cab1c, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:28.883788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8225be50-52b4-4c68-9100-759e895cab1c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:28.953912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] For port 8225be50-52b4-4c68-9100-759e895cab1c, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:28.957350 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] For port 8225be50-52b4-4c68-9100-759e895cab1c, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8225be50-52b4-4c68-9100-759e895cab1c,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:28.963343 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (8225be50-52b4-4c68-9100-759e895cab1c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:29.002689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.003328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:29.005058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] 10.222.0.45 "PUT /v2.0/ports/8225be50-52b4-4c68-9100-759e895cab1c HTTP/1.1" status: 200 len: 1091 time: 0.7460749 Jan 28 01:34:29.007498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'tag': '8225be50-52b4-4c68-9100-759e895cab1c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:29.009735 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418608a1-df5b-4e41-8a24-d42f70c06464" -d '{"events": [{"name": "network-changed", "server_uuid": "f3692c92-ff38-44d5-a890-8ac50e7e463b", "tag": "8225be50-52b4-4c68-9100-759e895cab1c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:29.038872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536698-f04b-454f-adc7-363d955bfb1d service neutron] Pushing event updated for resources: {'Port': ['ID=8225be50-52b4-4c68-9100-759e895cab1c,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:29.063907 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e915f6e3-91df-44a9-b3f3-c34d293830e7 x-openstack-request-id: req-e915f6e3-91df-44a9-b3f3-c34d293830e7 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:29.064387 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3692c92-ff38-44d5-a890-8ac50e7e463b", "tag": "8225be50-52b4-4c68-9100-759e895cab1c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:29.064651 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e915f6e3-91df-44a9-b3f3-c34d293830e7 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:29.065729 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'tag': '8225be50-52b4-4c68-9100-759e895cab1c', 'status': 'completed', 'code': 200} Jan 28 01:34:29.125207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-89f179e9-71cf-499c-9840-bb90434cdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.127596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-89f179e9-71cf-499c-9840-bb90434cdcfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 1094 time: 0.0461831 Jan 28 01:34:29.192777 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-5f83d598-088f-4122-9ac8-1b86da917e7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8225be50-52b4-4c68-9100-759e895cab1c HTTP/1.1" status: 200 len: 217 time: 0.0442095 Jan 28 01:34:29.271042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-730e80a0-c393-4507-ade0-90440b23dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.272544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-730e80a0-c393-4507-ade0-90440b23dbcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0710511 Jan 28 01:34:29.279461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f167e9-db0a-45a0-bfb1-dc2642e14e96 req-8d43caf4-db0d-4a8e-a9c1-2134280d3640 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.280814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40f167e9-db0a-45a0-bfb1-dc2642e14e96 req-8d43caf4-db0d-4a8e-a9c1-2134280d3640 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0908270 Jan 28 01:34:29.307045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-40e252d2-9f03-48ac-a1e2-e3231fdcca2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252991 Jan 28 01:34:29.401395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40f167e9-db0a-45a0-bfb1-dc2642e14e96 req-e1195913-508b-4727-a0bf-d5510951ab60 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933578 Jan 28 01:34:29.437471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-f0c1db3d-1e79-43f2-8c13-9da6d5a1223b service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105380 Jan 28 01:34:29.549149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-251eddde-4b00-411f-ab4c-14f5f420e734 req-22a864af-3f2d-4eb0-8bb5-a8e3e80a173f service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043909 Jan 28 01:34:29.694963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-cc3f1def-327c-4af9-b824-4f7c395fffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.697243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-cc3f1def-327c-4af9-b824-4f7c395fffbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 1094 time: 0.0532978 Jan 28 01:34:29.839751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca7fc9-81f6-497f-8615-f873cdee8da9 req-55452f55-f8cb-470c-8d20-a239119b09ad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.841257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fca7fc9-81f6-497f-8615-f873cdee8da9 req-55452f55-f8cb-470c-8d20-a239119b09ad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 943 time: 0.0816133 Jan 28 01:34:29.844822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-1fdd9926-3af2-4d13-a4d4-46389ce5193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.846228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-1fdd9926-3af2-4d13-a4d4-46389ce5193f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.1412621 Jan 28 01:34:29.899977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-961fb1d6-1217-47d7-8d0c-7aba80a9e479 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8225be50-52b4-4c68-9100-759e895cab1c HTTP/1.1" status: 200 len: 217 time: 0.0455475 Jan 28 01:34:29.957360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fca7fc9-81f6-497f-8615-f873cdee8da9 req-a9ee57fd-3a9b-439a-959c-bff7c2159e10 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101739 Jan 28 01:34:29.967577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-43383bd8-0dd4-436c-9dd8-c0bac1a70696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.969314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-43383bd8-0dd4-436c-9dd8-c0bac1a70696 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0643427 Jan 28 01:34:30.012478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-24699af7-14d6-4cb5-a9e5-0c8029f8279e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345716 Jan 28 01:34:30.111291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43384) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:30.131360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-7a5e26b3-0fd1-406b-b789-e496fd62cce9 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114295 Jan 28 01:34:30.257379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edaf5e5c-ad18-42d5-91e8-536530aea7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.278986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-418608a1-df5b-4e41-8a24-d42f70c06464 req-9d198483-1a16-4d47-85a1-279443aa27ce service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416247 Jan 28 01:34:30.342854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edaf5e5c-ad18-42d5-91e8-536530aea7f0 admin admin] Publish callbacks [] for security_group (212e61a5-b2ca-4dcc-9401-1fa35cddff09), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.348007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edaf5e5c-ad18-42d5-91e8-536530aea7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (212e61a5-b2ca-4dcc-9401-1fa35cddff09), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.388775 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-edaf5e5c-ad18-42d5-91e8-536530aea7f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2acad58bc8014ad28852a6e6964fe7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762582 Jan 28 01:34:30.390276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf5e5c-ad18-42d5-91e8-536530aea7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e61a5-b2ca-4dcc-9401-1fa35cddff09,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:30.391760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43394) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:30.477300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed051277-decc-4488-bf0a-0f35ed3ecbd8 admin admin] Publish callbacks [] for security_group (212e61a5-b2ca-4dcc-9401-1fa35cddff09), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.508758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed051277-decc-4488-bf0a-0f35ed3ecbd8 admin admin] Publish callbacks [] for security_group (212e61a5-b2ca-4dcc-9401-1fa35cddff09), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.595180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b99a-0799-4f19-b284-c11bd6f75c3e req-5c1a9039-e5e4-481b-8110-90e0c48f3f11 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:30.596703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e575b99a-0799-4f19-b284-c11bd6f75c3e req-5c1a9039-e5e4-481b-8110-90e0c48f3f11 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0699041 Jan 28 01:34:30.610357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed051277-decc-4488-bf0a-0f35ed3ecbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (212e61a5-b2ca-4dcc-9401-1fa35cddff09), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.614497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ed051277-decc-4488-bf0a-0f35ed3ecbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:30.618386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed051277-decc-4488-bf0a-0f35ed3ecbd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/212e61a5-b2ca-4dcc-9401-1fa35cddff09 HTTP/1.1" status: 204 len: 168 time: 0.2226315 Jan 28 01:34:30.646104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed051277-decc-4488-bf0a-0f35ed3ecbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e61a5-b2ca-4dcc-9401-1fa35cddff09,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:30.712306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e575b99a-0799-4f19-b284-c11bd6f75c3e req-2486c4bf-7f12-4026-a078-2345b3ff2299 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950601 Jan 28 01:34:31.113433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04872d-8c4b-4acb-aa60-a56483440f49 req-71311f5a-7cec-40b5-b0e1-5ebeb73034d2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:31.115717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e04872d-8c4b-4acb-aa60-a56483440f49 req-71311f5a-7cec-40b5-b0e1-5ebeb73034d2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 943 time: 0.0691459 Jan 28 01:34:31.191912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1e04872d-8c4b-4acb-aa60-a56483440f49 req-d4e0fc82-34ed-4586-95ee-dcba33aa1fe0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 Jan 28 01:34:31.486677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43428) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:31.595219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1825646015-network', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:31.615860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Made reservation on behalf of 56cec807cb9a4e809175ae86b402dd53 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:31.618176 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.626638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.701722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks [] for security_group (bb1f3d5a-125f-4e95-869c-de522af0243f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.706828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bb1f3d5a-125f-4e95-869c-de522af0243f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.730900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:34:31.740606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f3d5a-125f-4e95-869c-de522af0243f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:31.745494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (76619140-1c52-4c6c-8e64-a1aeba9b1a7d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.745855 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Added segment 76619140-1c52-4c6c-8e64-a1aeba9b1a7d of type vlan for network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed Jan 28 01:34:31.798662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.852445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74133-3394-4e64-81c3-0e83a34bc7e7 req-7eb6f1a7-189a-4cfb-b37e-aa4985814df3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:31.853976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f74133-3394-4e64-81c3-0e83a34bc7e7 req-7eb6f1a7-189a-4cfb-b37e-aa4985814df3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0676141 Jan 28 01:34:31.855003 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.855847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:31.856397 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:31.923633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4356191 Jan 28 01:34:31.926658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43434) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:31.934164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Request body: {'subnet': {'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1825646015-subnet', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:31.939916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb330b3f-4de1-4450-8f89-2109dc9c9eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:31.956077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:34:31.960035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f74133-3394-4e64-81c3-0e83a34bc7e7 req-26b782fb-82a0-42dd-8bb0-760ab4149e00 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999923 Jan 28 01:34:31.963439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Made reservation on behalf of 56cec807cb9a4e809175ae86b402dd53 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:31.966150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.139789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (31ec1a53-189b-4dda-98a2-a0850806a577), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.194029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ec1a53-189b-4dda-98a2-a0850806a577,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:32.211462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Checking segment: {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:32.212041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Network hostable DHCP agents. Network: 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:34:32.230138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:34:32.239983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:32.246534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:32.248155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.253286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178032e6-429b-49b4-9c58-e622617eca28 None None] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:32.277180 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f739253c-dda7-43fe-99bf-9995b3948558 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3490801 Jan 28 01:34:32.277578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43440) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:32.282946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:32.340548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.341710 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.370085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3b5-91b4-42e9-84b3-47e21418b0f7 req-43efefcd-e4d2-4ebd-b563-d48f7b1297cd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:32.371718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41dda3b5-91b4-42e9-84b3-47e21418b0f7 req-43efefcd-e4d2-4ebd-b563-d48f7b1297cd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 943 time: 0.0833335 Jan 28 01:34:32.396050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed', 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed', 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'fixed_ips': [{'subnet_id': '31ec1a53-189b-4dda-98a2-a0850806a577'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:34:32.397585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.426486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks [] for router_controller (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.523327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41dda3b5-91b4-42e9-84b3-47e21418b0f7 req-6e856f38-4b9d-4940-b6c8-45dcf09b6c8e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390164 Jan 28 01:34:32.565696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Allocated IP 172.20.0.2 (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed/31ec1a53-189b-4dda-98a2-a0850806a577/78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:32.596096 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks [] for router_gateway (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.713294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Publish callbacks [] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.718860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.755500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:32.758438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:32.762045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:32.776223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Pushing event updated for resources: {'Port': ['ID=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:32.814389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks [] for router_gateway (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.826444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Attempting to bind port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:32.826825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Attempting to bind port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:32.827194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Attempting to bind port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef on network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:32.832493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:32.832879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Checking segment: {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:32.833313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.833866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Bound using segment: {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:32.834325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Bound port: 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:32.834710 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.839691 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.907476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] For port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:32.910724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] For port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,segment=NetworkSegment(76619140-1c52-4c6c-8e64-a1aeba9b1a7d),segment_id=76619140-1c52-4c6c-8e64-a1aeba9b1a7d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:32.916471 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:32.954182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Allocated IP 172.25.1.217 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/8ed823b4-56c5-4d08-b485-1d52b0a78edb) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:32.975192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18112ac3-db56-480f-8fb0-293dc8d7d4cb None None] Pushing event updated for resources: {'Port': ['ID=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:33.102916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks [] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:33.122776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87a161-fe08-41b0-abd6-779b43a1c437 req-0171776b-0edb-4f1c-bfe3-fe0c17ebf26a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:33.129694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe87a161-fe08-41b0-abd6-779b43a1c437 req-0171776b-0edb-4f1c-bfe3-fe0c17ebf26a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0855467 Jan 28 01:34:33.206710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe87a161-fe08-41b0-abd6-779b43a1c437 req-861d2711-3e73-403b-a9c9-4fcaff9d912c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758784 Jan 28 01:34:33.208708 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:33.248984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:33.254766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:33.257417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:33.264826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed823b4-56c5-4d08-b485-1d52b0a78edb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:33.660406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:33.671550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:33.722228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:33.722615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:33.809227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:33.809627 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:33.845999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,segment=NetworkSegment(76619140-1c52-4c6c-8e64-a1aeba9b1a7d),segment_id=76619140-1c52-4c6c-8e64-a1aeba9b1a7d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:33.851288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:33.917202 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-391e4073-5655-4236-8b29-1d7b3ff043da service neutron] show failed (client error): The resource could not be found. Jan 28 01:34:33.918155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-391e4073-5655-4236-8b29-1d7b3ff043da service neutron] 10.222.0.45 "GET /v2.0/ports/ed27919f-140c-44c3-af7f-e533a4506ec0/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.4403009 Jan 28 01:34:33.919913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:33.920835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks [] for router_gateway (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.076947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e55c-77c5-40f0-a928-1ca1cf202265 req-5393ce83-41c2-4601-b071-e8679c9092a7 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:34.082582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a673e55c-77c5-40f0-a928-1ca1cf202265 req-5393ce83-41c2-4601-b071-e8679c9092a7 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 943 time: 0.2232907 Jan 28 01:34:34.186401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d0848-3723-4beb-b7a6-61eb465669de None None] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:34.192483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a673e55c-77c5-40f0-a928-1ca1cf202265 req-81b4b11a-2790-406f-b4de-812c3ae3cdec tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041098 Jan 28 01:34:34.265395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-380314fa-3aa9-473a-a509-34b82dc1bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:34.266534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-380314fa-3aa9-473a-a509-34b82dc1bcda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 1096 time: 0.1452596 Jan 28 01:34:34.269952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.311588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:34.328746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b63ebe87-ae7a-436c-afb3-126d63d90b56 None None] Provisioning complete for port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:34.329098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b63ebe87-ae7a-436c-afb3-126d63d90b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.426218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b63ebe87-ae7a-436c-afb3-126d63d90b56 None None] Current status of the port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:34.446913 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.474735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f6177-491e-4c52-8459-3984a7d0a954 req-232a9945-aa9e-4a57-8fe9-bb65ec6414c9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:34.476321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e8f6177-491e-4c52-8459-3984a7d0a954 req-232a9945-aa9e-4a57-8fe9-bb65ec6414c9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.1621354 Jan 28 01:34:34.619839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8225be50-52b4-4c68-9100-759e895cab1c details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:34:34.630010 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e8f6177-491e-4c52-8459-3984a7d0a954 req-129b0ebd-7b61-432e-a531-51489a68f172 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457047 Jan 28 01:34:34.649267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:34:34.702181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9ab8bfbb-a47c-42fd-952b-013312a5c352 None None] Provisioning complete for port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:34.702570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bfbb-a47c-42fd-952b-013312a5c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.761468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8225be50-52b4-4c68-9100-759e895cab1c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8225be50-52b4-4c68-9100-759e895cab1c,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:34.776369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '8225be50-52b4-4c68-9100-759e895cab1c', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'port_id': '8225be50-52b4-4c68-9100-759e895cab1c', 'mac_address': 'fa:16:3e:7f:2c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9fe26-0372-4e17-b55e-d3d5938d98a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:34:34.818802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:34.843401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8bfbb-a47c-42fd-952b-013312a5c352 None None] Current status of the port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:34.843652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:34.845717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8225be50-52b4-4c68-9100-759e895cab1c is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:34.846125 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8225be50-52b4-4c68-9100-759e895cab1c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.856210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Sync routers for ids ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:34.868744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Routers {'4e1f50b6-f39b-412a-b3d1-cfbae00a766e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:34.869392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:34.869578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:34.873534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8225be50-52b4-4c68-9100-759e895cab1c {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:34:34.890828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:34.895089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2da5bdfa-0bd6-496a-988d-ff6670f133e1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6130543 Jan 28 01:34:34.895089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43464) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:34.964938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:34.967304 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6320fa1-8b82-4885-9c42-39ac4a2f0cd5" -d '{"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:34.973208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Publish callbacks [] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.026031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Transition to ACTIVE for port object ed27919f-140c-44c3-af7f-e533a4506ec0 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:34:35.042737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.050273 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbff22d-bf7d-42d3-85b5-0ceb0d9e1fdf x-openstack-request-id: req-fdbff22d-bf7d-42d3-85b5-0ceb0d9e1fdf {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:35.050565 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:35.050823 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdbff22d-bf7d-42d3-85b5-0ceb0d9e1fdf {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:35.051223 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'code': 200} Jan 28 01:34:35.106104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8225be50-52b4-4c68-9100-759e895cab1c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8225be50-52b4-4c68-9100-759e895cab1c,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:35.120793 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8225be50-52b4-4c68-9100-759e895cab1c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.201212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:35.223139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Set router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:35.254968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8225be50-52b4-4c68-9100-759e895cab1c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:35.335163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] No DVR routers for this DVR port ed27919f-140c-44c3-af7f-e533a4506ec0 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:35.464451 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:34:35.495981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:33Z', 'revision_number': 3, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:35.526254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Checking router: 4e1f50b6-f39b-412a-b3d1-cfbae00a766e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:35.526613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Updating router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e port 8ed823b4-56c5-4d08-b485-1d52b0a78edb binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:34:35.549645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:34:35.584121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab298a-e7d4-48c6-907e-9bed41b1227c req-66e85007-2a88-4069-a8fe-eba26c227134 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:35.585614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7ab298a-e7d4-48c6-907e-9bed41b1227c req-66e85007-2a88-4069-a8fe-eba26c227134 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 944 time: 0.2546058 Jan 28 01:34:35.601881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:35.610356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.667611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:35.667936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:35.668509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:35.675249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Port ed27919f-140c-44c3-af7f-e533a4506ec0 on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:34:35.675550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Attempting to bind port ed27919f-140c-44c3-af7f-e533a4506ec0 on network 404d28bf-5353-41d5-a3ff-b0d26121bef9 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:35.683551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:35.684081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Checking segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:35.685453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Bound using segment: {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:35.686154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Bound port: ed27919f-140c-44c3-af7f-e533a4506ec0, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:35.686684 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.785237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7ab298a-e7d4-48c6-907e-9bed41b1227c req-93ea38ad-27da-4a38-965f-9eb7e262c485 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753109 Jan 28 01:34:35.800248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:35.800628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.855659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff233a3-10b7-499c-8bcc-722443d197cf req-a0bcf675-43aa-4c15-9371-8578475abd49 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:35.862764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ff233a3-10b7-499c-8bcc-722443d197cf req-a0bcf675-43aa-4c15-9371-8578475abd49 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.0970907 Jan 28 01:34:35.895150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:35.918755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:35.928145 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:35.938085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.005264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:36.005968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.007294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] 10.222.0.43 "PUT /v2.0/ports/ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 1091 time: 1.6999753 Jan 28 01:34:36.046654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ff233a3-10b7-499c-8bcc-722443d197cf req-1db34732-2e01-44e1-bfac-132144e5d5f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827898 Jan 28 01:34:36.085418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:36.138881 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Publish callbacks [] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.145341 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.169223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682868f-bc24-45c4-be96-9a6f04efed9a service neutron] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:36.209911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Attempting to bind port 8ed823b4-56c5-4d08-b485-1d52b0a78edb on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:36.210421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Attempting to bind port 8ed823b4-56c5-4d08-b485-1d52b0a78edb by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:36.210873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Attempting to bind port 8ed823b4-56c5-4d08-b485-1d52b0a78edb on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:36.213046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd6e8-4353-403d-acc9-69ab8a4a0a1a None None] Pushing event updated for resources: {'Port': ['ID=8ed823b4-56c5-4d08-b485-1d52b0a78edb,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:36.220738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:36.221279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:36.221804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.222288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:36.222863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Bound port: 8ed823b4-56c5-4d08-b485-1d52b0a78edb, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:36.223351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.280603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] For port 8ed823b4-56c5-4d08-b485-1d52b0a78edb, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:36.284206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] For port 8ed823b4-56c5-4d08-b485-1d52b0a78edb, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8ed823b4-56c5-4d08-b485-1d52b0a78edb,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:36.290750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.345695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Routers {'4e1f50b6-f39b-412a-b3d1-cfbae00a766e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:36.346498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:36.428698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd6e8-4353-403d-acc9-69ab8a4a0a1a None None] Pushing event updated for resources: {'Port': ['ID=8ed823b4-56c5-4d08-b485-1d52b0a78edb,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:36.509307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] Set router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:36.531110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-1f78f9c6-6fca-4adc-9063-88259c5ae907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:36.532623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-1f78f9c6-6fca-4adc-9063-88259c5ae907 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1094 time: 0.4635007 Jan 28 01:34:36.637353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8225be50-52b4-4c68-9100-759e895cab1c up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:36.654971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Allocated IP 172.20.0.1 (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed/31ec1a53-189b-4dda-98a2-a0850806a577/64534abe-489d-49c2-aa1c-fc0631762a05) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:36.680974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-3a71c710-6b9e-4526-854d-12b50c9c5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:36.682805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-3a71c710-6b9e-4526-854d-12b50c9c5a2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.1427541 Jan 28 01:34:36.740385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 8225be50-52b4-4c68-9100-759e895cab1c completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:34:36.745569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 8225be50-52b4-4c68-9100-759e895cab1c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:36.745988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8225be50-52b4-4c68-9100-759e895cab1c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.770983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:33Z', 'revision_number': 3, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:36.799444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-f24c5772-e607-4cc5-b728-69056fbc3d42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 999 time: 0.1016178 Jan 28 01:34:36.807255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f53971-eaea-4f34-9539-8e0216b6f991 None None] The sync data for ids ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'] in n-d-826756-1 is: [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:33Z', 'revision_number': 3, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:36.873041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks [] for port (64534abe-489d-49c2-aa1c-fc0631762a05), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.882623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 8225be50-52b4-4c68-9100-759e895cab1c is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:36.883035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8225be50-52b4-4c68-9100-759e895cab1c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.890935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-9645f105-36c7-4303-8dc5-a0e4c8b46ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:36.892448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-9645f105-36c7-4303-8dc5-a0e4c8b46ed4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.0847929 Jan 28 01:34:36.919761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8225be50-52b4-4c68-9100-759e895cab1c'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:36.922560 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3799617f-f472-46a9-b204-f183b0b26fe9" -d '{"events": [{"server_uuid": "f3692c92-ff38-44d5-a890-8ac50e7e463b", "name": "network-vif-plugged", "status": "completed", "tag": "8225be50-52b4-4c68-9100-759e895cab1c"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:36.937031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 8225be50-52b4-4c68-9100-759e895cab1c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8225be50-52b4-4c68-9100-759e895cab1c,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:36.949624 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8225be50-52b4-4c68-9100-759e895cab1c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.950860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:36.979576 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a94f8c-ad9a-41ca-b506-826e63da7a7c x-openstack-request-id: req-81a94f8c-ad9a-41ca-b506-826e63da7a7c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:36.979873 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3692c92-ff38-44d5-a890-8ac50e7e463b", "name": "network-vif-plugged", "status": "completed", "tag": "8225be50-52b4-4c68-9100-759e895cab1c", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:36.980135 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81a94f8c-ad9a-41ca-b506-826e63da7a7c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:36.980531 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8225be50-52b4-4c68-9100-759e895cab1c', 'code': 200} Jan 28 01:34:37.007483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.021108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-41056c06-051d-48af-8c8d-f03e1f823ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:37.022757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-41056c06-051d-48af-8c8d-f03e1f823ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215501 Jan 28 01:34:37.054668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:37.057573 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f895bc02-8e4d-49a1-a114-c83408adffab" -d '{"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:37.105915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=8225be50-52b4-4c68-9100-759e895cab1c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:37.113124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acfd71-5a17-4ea5-b8ac-d6766b6c47a8 req-1786abe7-b560-41ea-a3d6-6e9980abadb1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:37.116936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port ed27919f-140c-44c3-af7f-e533a4506ec0 host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:34:37.117485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:37.120764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9acfd71-5a17-4ea5-b8ac-d6766b6c47a8 req-1786abe7-b560-41ea-a3d6-6e9980abadb1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 945 time: 0.2036188 Jan 28 01:34:37.133956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-562541db-c1b8-4a29-9391-154612bc4ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.172174 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0a60d8-9d5c-4501-83e3-d40fd1667a1d x-openstack-request-id: req-4f0a60d8-9d5c-4501-83e3-d40fd1667a1d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:37.172481 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:37.172775 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f0a60d8-9d5c-4501-83e3-d40fd1667a1d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:37.173225 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'status': 'completed', 'code': 200} Jan 28 01:34:37.175310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:37.211931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Pushing event updated for resources: {'Port': ['ID=64534abe-489d-49c2-aa1c-fc0631762a05,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:37.214545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:37.227726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:37.411826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-004bddee-7a83-4383-a7bd-9b9f3abcc122 service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474195 Jan 28 01:34:37.428271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81dc5a-912a-4fb0-99ea-598bec8783a2 req-dc86036b-f2b4-46db-8358-76a3e0076bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:37.430014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a81dc5a-912a-4fb0-99ea-598bec8783a2 req-dc86036b-f2b4-46db-8358-76a3e0076bff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 1096 time: 0.3346448 Jan 28 01:34:37.434041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.466894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9acfd71-5a17-4ea5-b8ac-d6766b6c47a8 req-aa77608a-ba42-4d1b-9a1d-e39d9cd5f007 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697458 Jan 28 01:34:37.523345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.590650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fc9da61c-36d2-4dc6-84e5-8e7c2b51d2c7 None None] Provisioning complete for port 64534abe-489d-49c2-aa1c-fc0631762a05 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:37.591028 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fc9da61c-36d2-4dc6-84e5-8e7c2b51d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.644678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-cd5fc2d1-30c0-4dbd-a4d2-b53b65b2cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:37.651157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-cd5fc2d1-30c0-4dbd-a4d2-b53b65b2cbfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1094 time: 0.4199255 Jan 28 01:34:37.653193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fc9da61c-36d2-4dc6-84e5-8e7c2b51d2c7 None None] Port 64534abe-489d-49c2-aa1c-fc0631762a05 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:34:37.666159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8ed823b4-56c5-4d08-b485-1d52b0a78edb up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:37.687824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce45442-03c1-4eaa-ae65-37179057c1a3 req-a7bd20e6-f061-4fb9-b329-8c5d8d3cfc71 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:37.694316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ce45442-03c1-4eaa-ae65-37179057c1a3 req-a7bd20e6-f061-4fb9-b329-8c5d8d3cfc71 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.4311178 Jan 28 01:34:37.728323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8ed823b4-56c5-4d08-b485-1d52b0a78edb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:37.728735 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.797754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c7c2622-d456-46fd-be32-92e7e26e53d7 req-e1c5d304-6b50-43de-b087-6b6bca54bc31 service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731258 Jan 28 01:34:37.843351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8ed823b4-56c5-4d08-b485-1d52b0a78edb is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:37.843914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.872973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 8ed823b4-56c5-4d08-b485-1d52b0a78edb, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8ed823b4-56c5-4d08-b485-1d52b0a78edb,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:37.878687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:37.948022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a81dc5a-912a-4fb0-99ea-598bec8783a2 req-57f080f8-7651-42b5-8649-156219ba0921 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032787 Jan 28 01:34:37.964212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=8ed823b4-56c5-4d08-b485-1d52b0a78edb,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:38.031082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:38.064094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ce45442-03c1-4eaa-ae65-37179057c1a3 req-0cf7dc64-c669-4e2e-a2d0-05e0fcba33cf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600474 Jan 28 01:34:38.087705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-efa1842e-fb2d-4af4-a3b9-561d3b76b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:38.089690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-efa1842e-fb2d-4af4-a3b9-561d3b76b37c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1094 time: 0.1602097 Jan 28 01:34:38.150534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-236e212f-8386-4177-be07-f5eeee3eaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:38.152468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-236e212f-8386-4177-be07-f5eeee3eaeb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.4907942 Jan 28 01:34:38.307721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-3c970d79-2cc6-49ee-9ce4-c6a23d1d2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:38.309048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-3c970d79-2cc6-49ee-9ce4-c6a23d1d2014 service neutron] 10.222.0.43 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.1906075 Jan 28 01:34:38.446759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-2fff5196-6b90-490e-a708-ee4b8ab5234e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 999 time: 0.1473830 Jan 28 01:34:38.453896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-a15e36a9-93ef-4c44-b69c-f053de837a3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 999 time: 0.1084836 Jan 28 01:34:38.460254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks [] for port (64534abe-489d-49c2-aa1c-fc0631762a05), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:38.479748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:38.635373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Pushing event updated for resources: {'Port': ['ID=64534abe-489d-49c2-aa1c-fc0631762a05,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:38.642864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-97e9a72d-7ae1-4aeb-a455-5d565d6597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:38.643965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-97e9a72d-7ae1-4aeb-a455-5d565d6597f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.1875970 Jan 28 01:34:38.644733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:38.650010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-4b2f2d3d-189a-435c-9beb-046bd64db2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:38.651408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-4b2f2d3d-189a-435c-9beb-046bd64db2f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.1827104 Jan 28 01:34:39.060318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63890f18-c124-41f5-b36b-ddb3f98be8c3 req-a2fb58c6-6f32-4f3e-a7ec-2a3447c0ba13 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:39.061852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63890f18-c124-41f5-b36b-ddb3f98be8c3 req-a2fb58c6-6f32-4f3e-a7ec-2a3447c0ba13 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 945 time: 0.4931705 Jan 28 01:34:39.116816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-1af655fe-b218-47ec-82cc-b438c2cb514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:39.118607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-1af655fe-b218-47ec-82cc-b438c2cb514e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4598160 Jan 28 01:34:39.150175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895bc02-8e4d-49a1-a114-c83408adffab req-2911e061-6e43-490b-b281-0ad4e2a51d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:39.151630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-2911e061-6e43-490b-b281-0ad4e2a51d24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4903717 Jan 28 01:34:39.243415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63890f18-c124-41f5-b36b-ddb3f98be8c3 req-d75c2649-816e-4be4-98a9-eeb15eda5f34 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745670 Jan 28 01:34:39.301108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:39.315469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:39.359093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d46ab2ed-321e-4799-87f4-a13662759268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:39.412653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42828b0-3775-44d1-85f2-f11987f2b2f5 req-e65b82b1-316e-4066-a538-d8b7266ee1de tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:39.414222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e42828b0-3775-44d1-85f2-f11987f2b2f5 req-e65b82b1-316e-4066-a538-d8b7266ee1de tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 943 time: 0.2708082 Jan 28 01:34:39.419713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-8ac59e1a-7046-4400-be4e-55dbf73ddecf service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872028 Jan 28 01:34:39.481222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-8fc6c49b-9b93-4cfd-ad10-a1e9b9e2a04e service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019669 Jan 28 01:34:39.564411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:34:39.671828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8ed823b4-56c5-4d08-b485-1d52b0a78edb up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:39.692763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:34:39.706444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e42828b0-3775-44d1-85f2-f11987f2b2f5 req-ff499416-e2f4-4c5a-90c9-04b9d49a8e10 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825875 Jan 28 01:34:39.746488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-5c9f6ce1-2ad5-495e-8787-f7b7801bad28 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099661 Jan 28 01:34:39.746914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2d411e72-ef40-4242-92a8-4e12736d4797 None None] Provisioning complete for port 64534abe-489d-49c2-aa1c-fc0631762a05 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:39.747295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d411e72-ef40-4242-92a8-4e12736d4797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:39.797888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f895bc02-8e4d-49a1-a114-c83408adffab req-f42abf0b-f71d-4c5a-840b-48291f114875 service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584224 Jan 28 01:34:39.825337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2d411e72-ef40-4242-92a8-4e12736d4797 None None] Port 64534abe-489d-49c2-aa1c-fc0631762a05 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:34:39.830507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:39.833080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8ed823b4-56c5-4d08-b485-1d52b0a78edb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:39.833466 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:39.872134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:39.882687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Sync routers for ids ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:39.883245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'port_id': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'mac_address': 'fa:16:3e:12:ff:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:34:39.887244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-997f8dd7-82a0-4652-9963-fc9171f50b5d admin admin] 10.222.0.23 "PUT /v2.0/routers/4e1f50b6-f39b-412a-b3d1-cfbae00a766e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9914134 Jan 28 01:34:39.901529 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Routers {'4e1f50b6-f39b-412a-b3d1-cfbae00a766e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:39.904173 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:39.943668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ed27919f-140c-44c3-af7f-e533a4506ec0 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:39.944587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:39.972035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed27919f-140c-44c3-af7f-e533a4506ec0 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:34:39.997457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:40.044939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8ed823b4-56c5-4d08-b485-1d52b0a78edb is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:40.051349 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.087757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Set router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:40.125686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:40.133103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.133606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.134068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.134979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.135125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.135523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.135951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.136369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.136800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.137240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.137740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.138177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.138625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:40.320045 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '64534abe-489d-49c2-aa1c-fc0631762a05', 'name': '', 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'mac_address': 'fa:16:3e:aa:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '31ec1a53-189b-4dda-98a2-a0850806a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:36Z', 'updated_at': '2022-01-28T01:34:38Z', 'revision_number': 2, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'subnets': [{'id': '31ec1a53-189b-4dda-98a2-a0850806a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:40.356096 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Checking router: 4e1f50b6-f39b-412a-b3d1-cfbae00a766e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:40.356441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Updating router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e port 64534abe-489d-49c2-aa1c-fc0631762a05 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:34:40.382866 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.405973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15254ed-7dd8-4c14-b3e8-6bd5ac7943f4 req-45b03abd-3476-4edb-a323-94c55a2ffd5f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:40.407700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c15254ed-7dd8-4c14-b3e8-6bd5ac7943f4 req-45b03abd-3476-4edb-a323-94c55a2ffd5f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 945 time: 0.0726609 Jan 28 01:34:40.423185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['ed27919f-140c-44c3-af7f-e533a4506ec0'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:34:40.452241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:40.459172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1177362501-network', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:40.486606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c15254ed-7dd8-4c14-b3e8-6bd5ac7943f4 req-4c75b382-52a9-49cd-a242-d91db7275dd5 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693707 Jan 28 01:34:40.492838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Made reservation on behalf of d69499d278534dfe89bcb1638f9a033f for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:40.495908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.511941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.607988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks [] for security_group (d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.613580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.647595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:40.657999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:34:40.670685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9cd599ef-010d-4731-8264-f7afeeff79e7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.671161 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Added segment 9cd599ef-010d-4731-8264-f7afeeff79e7 of type vlan for network 463eed26-32a6-454e-b13a-08c0d8cbede3 Jan 28 01:34:40.741620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (463eed26-32a6-454e-b13a-08c0d8cbede3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.802034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (463eed26-32a6-454e-b13a-08c0d8cbede3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.803074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:40.803803 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.889211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4359229 Jan 28 01:34:40.898386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43542) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:40.905287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914a5cf-0701-4443-8de6-392a9e5e8ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=463eed26-32a6-454e-b13a-08c0d8cbede3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:40.930966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Request body: {'subnet': {'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1177362501-subnet', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:40.932452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:34:40.962534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a438936-cb70-4184-9d3d-6125e845fb48 req-3c002bc6-56ed-476d-bc90-0cf63fc1a21a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:40.964153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a438936-cb70-4184-9d3d-6125e845fb48 req-3c002bc6-56ed-476d-bc90-0cf63fc1a21a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 944 time: 0.1349685 Jan 28 01:34:40.971402 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Publish callbacks [] for port (64534abe-489d-49c2-aa1c-fc0631762a05), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.987760 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.045613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Made reservation on behalf of d69499d278534dfe89bcb1638f9a033f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:34:41.047217 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.047641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.093938 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Pushing event updated for resources: {'Port': ['ID=64534abe-489d-49c2-aa1c-fc0631762a05,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:41.134092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.134442 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.134785 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.135115 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.135442 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.135769 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.136096 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.136472 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.136837 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.145705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.145705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.145705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.145705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:41.191621 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Attempting to bind port 64534abe-489d-49c2-aa1c-fc0631762a05 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:41.191995 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Attempting to bind port 64534abe-489d-49c2-aa1c-fc0631762a05 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:41.192518 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Attempting to bind port 64534abe-489d-49c2-aa1c-fc0631762a05 on network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:41.198673 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:41.199096 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Checking segment: {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:41.199648 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.200040 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Bound using segment: {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:41.200897 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Bound port: 64534abe-489d-49c2-aa1c-fc0631762a05, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76619140-1c52-4c6c-8e64-a1aeba9b1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:41.201033 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.279403 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] For port 64534abe-489d-49c2-aa1c-fc0631762a05, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:41.283704 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] For port 64534abe-489d-49c2-aa1c-fc0631762a05, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64534abe-489d-49c2-aa1c-fc0631762a05,segment=NetworkSegment(76619140-1c52-4c6c-8e64-a1aeba9b1a7d),segment_id=76619140-1c52-4c6c-8e64-a1aeba9b1a7d)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:41.289714 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.354140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df805e6-3ea2-4368-b1a3-c2cda4f9342d None None] Pushing event updated for resources: {'Port': ['ID=64534abe-489d-49c2-aa1c-fc0631762a05,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:41.375684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] Provisioning complete for port 64534abe-489d-49c2-aa1c-fc0631762a05 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:41.377909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.391288 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Routers {'4e1f50b6-f39b-412a-b3d1-cfbae00a766e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:41.392008 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:41.413251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a438936-cb70-4184-9d3d-6125e845fb48 req-9be9e283-6b81-4f91-a51a-dbe2d61ea3a7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4389246 Jan 28 01:34:41.414721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (b2c14826-806d-4157-bc57-2bb24e60ef1a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.568970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c14826-806d-4157-bc57-2bb24e60ef1a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:41.584708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Checking segment: {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:41.585087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Network hostable DHCP agents. Network: 463eed26-32a6-454e-b13a-08c0d8cbede3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:34:41.622876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:34:41.638781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 463eed26-32a6-454e-b13a-08c0d8cbede3) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:41.648347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:41.650700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.663141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813b7d9-75ec-4deb-823d-f9003bf633a1 None None] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:41.684011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] Set router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:41.691291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2174e704-2225-4f6c-9669-e9564dad96b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7915306 Jan 28 01:34:41.693873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:41.700368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:41.744775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.747438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.851342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] Current status of the port 64534abe-489d-49c2-aa1c-fc0631762a05 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:41.851882 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.903696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks [] for router_controller (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.944629 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '64534abe-489d-49c2-aa1c-fc0631762a05', 'name': '', 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'mac_address': 'fa:16:3e:aa:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '31ec1a53-189b-4dda-98a2-a0850806a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:36Z', 'updated_at': '2022-01-28T01:34:41Z', 'revision_number': 4, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'subnets': [{'id': '31ec1a53-189b-4dda-98a2-a0850806a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:41.965975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] For port 64534abe-489d-49c2-aa1c-fc0631762a05, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64534abe-489d-49c2-aa1c-fc0631762a05,segment=NetworkSegment(76619140-1c52-4c6c-8e64-a1aeba9b1a7d),segment_id=76619140-1c52-4c6c-8e64-a1aeba9b1a7d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:41.971425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-463eed26-32a6-454e-b13a-08c0d8cbede3', 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3', 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'fixed_ips': [{'subnet_id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:34:41.972964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.984453 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.012521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2427872-7814-47e1-9e22-08ba24ef69f1 None None] The sync data for ids ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'] in n-d-826756-1 is: [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '64534abe-489d-49c2-aa1c-fc0631762a05', 'name': '', 'network_id': '5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'mac_address': 'fa:16:3e:aa:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '31ec1a53-189b-4dda-98a2-a0850806a577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:36Z', 'updated_at': '2022-01-28T01:34:41Z', 'revision_number': 4, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'subnets': [{'id': '31ec1a53-189b-4dda-98a2-a0850806a577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:42.056688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.178157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b5c81-ae17-4aac-b6b3-199069a983f2 req-9e4576c3-5a68-49e6-913b-baa5971598d6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:42.179738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d14b5c81-ae17-4aac-b6b3-199069a983f2 req-9e4576c3-5a68-49e6-913b-baa5971598d6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 944 time: 0.3787422 Jan 28 01:34:42.267772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Allocated IP 172.20.0.2 (463eed26-32a6-454e-b13a-08c0d8cbede3/b2c14826-806d-4157-bc57-2bb24e60ef1a/f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:42.344772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d068-4451-4020-8dde-5db7e40a18da req-19a925cd-5854-4874-b7d8-aa6999a361fe tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:42.346406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-19a925cd-5854-4874-b7d8-aa6999a361fe tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb&tenant_id=5503721e2d1e4f9a8fe81522a00daed8&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 944 time: 0.4474607 Jan 28 01:34:42.355179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks [] for router_gateway (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.563929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d14b5c81-ae17-4aac-b6b3-199069a983f2 req-dce02cc3-35a3-46b6-82ab-a531188de583 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522580 Jan 28 01:34:42.586001 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-9d80d068-4451-4020-8dde-5db7e40a18da req-d6a1cefd-9fe4-4345-96cd-c55929d93bc6 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:34:42.587035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-d6a1cefd-9fe4-4345-96cd-c55929d93bc6 service neutron] 10.222.0.45 "DELETE /v2.0/ports/ed27919f-140c-44c3-af7f-e533a4506ec0/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.2286999 Jan 28 01:34:42.722389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Publish callbacks [] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.726660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e462d9-eb46-4a6e-8a9f-b1e95667c51f None None] Pushing event updated for resources: {'Port': ['ID=64534abe-489d-49c2-aa1c-fc0631762a05,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:42.734758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.814369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Pushing event updated for resources: {'Port': ['ID=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:42.836432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:42.838757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:42.845253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:42.855686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-10c9e0ba-bdfc-4eea-9c25-7e365b0df4f9 None None] Provisioning complete for port 64534abe-489d-49c2-aa1c-fc0631762a05 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:42.856927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-10c9e0ba-bdfc-4eea-9c25-7e365b0df4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.940335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d068-4451-4020-8dde-5db7e40a18da req-7a2910e1-06ee-429d-becf-ce3f7a341c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:42.942208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-7a2910e1-06ee-429d-becf-ce3f7a341c33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1095 time: 0.2589183 Jan 28 01:34:42.963013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Attempting to bind port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:42.963404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Attempting to bind port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:42.963939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Attempting to bind port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 on network 463eed26-32a6-454e-b13a-08c0d8cbede3 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:42.976776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:42.977209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Checking segment: {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:42.977570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.978041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Bound using segment: {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:42.978620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Bound port: f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:42.979008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.132528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-10c9e0ba-bdfc-4eea-9c25-7e365b0df4f9 None None] Current status of the port 64534abe-489d-49c2-aa1c-fc0631762a05 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:43.188637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] For port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:43.192850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] For port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:43.199130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.384950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b395b7d-f20c-49e5-8d60-c6cf347c1029 None None] Pushing event updated for resources: {'Port': ['ID=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:43.393524 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.571164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks [] for router_gateway (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.581356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:43.598914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.743764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Allocated IP 172.25.1.65 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/decadd51-8ba0-4211-b357-a5a1727ceb81) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:43.748822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port ed27919f-140c-44c3-af7f-e533a4506ec0 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:34:43.755701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port ed27919f-140c-44c3-af7f-e533a4506ec0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:43.756232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.788251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64534abe-489d-49c2-aa1c-fc0631762a05 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:43.934786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d068-4451-4020-8dde-5db7e40a18da req-87123b7c-a92c-4d77-a0da-607fd1004ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:43.936547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-87123b7c-a92c-4d77-a0da-607fd1004ecf service neutron] 10.222.0.45 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.9889591 Jan 28 01:34:43.947023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec4bb6-ed16-4ba9-a1d5-8e0c522b75cb req-ce48d469-136e-4ae8-b225-f58184d52ab9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:43.948630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2eec4bb6-ed16-4ba9-a1d5-8e0c522b75cb req-ce48d469-136e-4ae8-b225-f58184d52ab9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 944 time: 0.1875539 Jan 28 01:34:43.980718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port ed27919f-140c-44c3-af7f-e533a4506ec0 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:43.981067 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.983757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 64534abe-489d-49c2-aa1c-fc0631762a05 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:43.984133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.086544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:44.089513 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5693ca5-1386-4bbb-b4a8-a88433c21cb2" -d '{"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:44.100471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks [] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.105386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-a7346263-6508-463b-8791-f9bbd6006ca8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 1000 time: 0.1557138 Jan 28 01:34:44.117333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2eec4bb6-ed16-4ba9-a1d5-8e0c522b75cb req-62da79c0-ddd0-4d50-9a18-45b51f13ef1b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580441 Jan 28 01:34:44.191029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 64534abe-489d-49c2-aa1c-fc0631762a05 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:44.202494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:44.210350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.219816 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96394d1b-b122-4af3-9d7b-c068617c755a x-openstack-request-id: req-96394d1b-b122-4af3-9d7b-c068617c755a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:44.220344 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:44.221071 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96394d1b-b122-4af3-9d7b-c068617c755a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:44.221071 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'code': 200} Jan 28 01:34:44.249887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d068-4451-4020-8dde-5db7e40a18da req-affa10d0-4391-4b49-9690-0c0860ecf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.253127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-affa10d0-4391-4b49-9690-0c0860ecf52c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.1293256 Jan 28 01:34:44.284710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:44.315032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.366025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:44.371086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:44.380121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:44.533748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d068-4451-4020-8dde-5db7e40a18da req-e8d4c36d-39cc-4161-84c6-43d6c25db0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.535503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-e8d4c36d-39cc-4161-84c6-43d6c25db0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722023 Jan 28 01:34:44.571663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Pushing event updated for resources: {'Port': ['ID=decadd51-8ba0-4211-b357-a5a1727ceb81,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:44.771293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-07067de8-7e8f-44a7-a9f6-c77053e41a82 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271101 Jan 28 01:34:44.831063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610db71c-63bc-49a0-a88d-5aa765186a0a None None] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:44.897940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks [] for router_gateway (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.953068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] Provisioning complete for port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:44.953590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.014680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d80d068-4451-4020-8dde-5db7e40a18da req-ac196ec5-1bef-4489-af6b-0410aaec9d16 service neutron] 10.222.0.45 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942277 Jan 28 01:34:45.075126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] Current status of the port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:45.075582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.124116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] For port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:45.130705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.202836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd50b4-0991-40df-912d-a6f0d7bf3bc8 None None] Pushing event updated for resources: {'Port': ['ID=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:45.262333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.379687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd81e-ea70-4ba5-aaeb-323195885f2e req-392c1fb8-9368-4fb2-99aa-9cdcceb61ab5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:45.381283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c86dd81e-ea70-4ba5-aaeb-323195885f2e req-392c1fb8-9368-4fb2-99aa-9cdcceb61ab5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0703773 Jan 28 01:34:45.481035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c86dd81e-ea70-4ba5-aaeb-323195885f2e req-4ee5fb57-74eb-48cb-881f-51033cea0666 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730629 Jan 28 01:34:45.481750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bb551a26-b41b-40b7-b852-c0502695cd17 None None] Provisioning complete for port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:45.484040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb551a26-b41b-40b7-b852-c0502695cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.514893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:34:45.685296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bb551a26-b41b-40b7-b852-c0502695cd17 None None] Current status of the port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:45.705157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:45.716685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Sync routers for ids ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:45.721102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:45.743399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.749471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8dbfeb0c-220a-4590-b7f3-befc4b98deed admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0540621 Jan 28 01:34:45.752428 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:45.837995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Routers {'3a93b5eb-43d1-4679-9b8a-d130d9778fe3'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:45.839429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:45.893738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:45.894539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.033548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Set router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:46.173221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:46.286852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:44Z', 'revision_number': 3, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:46.317154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Checking router: 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:46.317501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Updating router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 port decadd51-8ba0-4211-b357-a5a1727ceb81 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:34:46.344834 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.402710 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.635040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Allocated IP 172.20.0.1 (463eed26-32a6-454e-b13a-08c0d8cbede3/b2c14826-806d-4157-bc57-2bb24e60ef1a/9d756ef4-a341-4b53-b367-3c57694e8d4c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:34:46.663686 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Publish callbacks [] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.672037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.729829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0abfd0-9d42-4162-b353-87687b22cd9b req-458b241e-0147-4e4f-a64b-344d9f427b4f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:46.731671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb0abfd0-9d42-4162-b353-87687b22cd9b req-458b241e-0147-4e4f-a64b-344d9f427b4f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0847406 Jan 28 01:34:46.761692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Attempting to bind port decadd51-8ba0-4211-b357-a5a1727ceb81 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:46.762092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Attempting to bind port decadd51-8ba0-4211-b357-a5a1727ceb81 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:46.762567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Attempting to bind port decadd51-8ba0-4211-b357-a5a1727ceb81 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:46.772643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:46.773064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:46.773443 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.773958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:46.774459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Bound port: decadd51-8ba0-4211-b357-a5a1727ceb81, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:46.774842 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.780375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4b8d4-4e69-4f59-a215-b1c6f2f2ea8c None None] Pushing event updated for resources: {'Port': ['ID=decadd51-8ba0-4211-b357-a5a1727ceb81,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:46.809242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb0abfd0-9d42-4162-b353-87687b22cd9b req-1bad1b66-5054-4ce2-adc6-b19fe53f2fd9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681741 Jan 28 01:34:46.844453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43620) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:46.886746 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks [] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.910444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] For port decadd51-8ba0-4211-b357-a5a1727ceb81, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:46.915142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] For port decadd51-8ba0-4211-b357-a5a1727ceb81, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=decadd51-8ba0-4211-b357-a5a1727ceb81,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:46.919594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.944875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:46.981661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0c356cdf-0eb1-4bbb-a383-ad978b262f97 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/582f627c-6730-4119-8e3f-312b2bb48868 HTTP/1.1" status: 200 len: 993 time: 0.1357114 Jan 28 01:34:46.992592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Routers {'3a93b5eb-43d1-4679-9b8a-d130d9778fe3'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:46.994041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:46.999516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4b8d4-4e69-4f59-a215-b1c6f2f2ea8c None None] Pushing event updated for resources: {'Port': ['ID=decadd51-8ba0-4211-b357-a5a1727ceb81,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:47.025140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Pushing event updated for resources: {'Port': ['ID=9d756ef4-a341-4b53-b367-3c57694e8d4c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:47.032347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:47.034199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:47.036849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:34:47.110450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:47.177719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] Set router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:47.333074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:47.437597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7e3cdbe0-c53e-406e-9531-3c192fe5ccc0 None None] Provisioning complete for port 9d756ef4-a341-4b53-b367-3c57694e8d4c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:47.438410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7e3cdbe0-c53e-406e-9531-3c192fe5ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:47.495016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:44Z', 'revision_number': 3, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:47.529670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d6e47-6732-4ca8-98b5-99394e0db22d None None] The sync data for ids ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'] in n-d-826756-1 is: [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:44Z', 'revision_number': 3, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:47.536890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7e3cdbe0-c53e-406e-9531-3c192fe5ccc0 None None] Port 9d756ef4-a341-4b53-b367-3c57694e8d4c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:34:47.568103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks [] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:47.574798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:47.655882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:47.657972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Pushing event updated for resources: {'Port': ['ID=9d756ef4-a341-4b53-b367-3c57694e8d4c,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:47.758128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:34:47.759558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:34:47.959233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:34:48.179786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:48.181085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6651a05f-cdf0-4f76-997a-53dde289fd79 None None] Provisioning complete for port 9d756ef4-a341-4b53-b367-3c57694e8d4c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:48.185497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fffb7a92-e70e-4ecb-8bca-08d8ba8eff7f admin admin] 10.222.0.23 "PUT /v2.0/routers/3a93b5eb-43d1-4679-9b8a-d130d9778fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319375 Jan 28 01:34:48.186820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6651a05f-cdf0-4f76-997a-53dde289fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:48.246844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6651a05f-cdf0-4f76-997a-53dde289fd79 None None] Port 9d756ef4-a341-4b53-b367-3c57694e8d4c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:34:49.600483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Sync routers for ids ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:49.619943 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Routers {'3a93b5eb-43d1-4679-9b8a-d130d9778fe3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:49.620632 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:49.659246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device decadd51-8ba0-4211-b357-a5a1727ceb81 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:49.742958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port decadd51-8ba0-4211-b357-a5a1727ceb81 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:49.743707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:49.822465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Set router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:49.868634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port decadd51-8ba0-4211-b357-a5a1727ceb81 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:49.869380 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:49.905273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port decadd51-8ba0-4211-b357-a5a1727ceb81, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=decadd51-8ba0-4211-b357-a5a1727ceb81,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:49.911279 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:50.043896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=decadd51-8ba0-4211-b357-a5a1727ceb81,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:50.275572 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:47Z', 'revision_number': 4, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9d756ef4-a341-4b53-b367-3c57694e8d4c', 'name': '', 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'mac_address': 'fa:16:3e:96:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:46Z', 'updated_at': '2022-01-28T01:34:47Z', 'revision_number': 2, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'subnets': [{'id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:50.311650 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Checking router: 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:50.312077 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Updating router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 port 9d756ef4-a341-4b53-b367-3c57694e8d4c binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:34:50.340989 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:50.675964 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Publish callbacks [] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:50.683554 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:50.785304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43696) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:50.826117 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6ca8-d554-45e3-a35b-979f6934b613 None None] Pushing event updated for resources: {'Port': ['ID=9d756ef4-a341-4b53-b367-3c57694e8d4c,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:50.832504 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Attempting to bind port 9d756ef4-a341-4b53-b367-3c57694e8d4c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:50.832875 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Attempting to bind port 9d756ef4-a341-4b53-b367-3c57694e8d4c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:50.833300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Attempting to bind port 9d756ef4-a341-4b53-b367-3c57694e8d4c on network 463eed26-32a6-454e-b13a-08c0d8cbede3 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:50.840153 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:50.840582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Checking segment: {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:50.840993 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:50.841398 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Bound using segment: {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:50.841961 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Bound port: 9d756ef4-a341-4b53-b367-3c57694e8d4c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd599ef-010d-4731-8264-f7afeeff79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:50.842345 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:50.956739 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] For port 9d756ef4-a341-4b53-b367-3c57694e8d4c, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:50.969511 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] For port 9d756ef4-a341-4b53-b367-3c57694e8d4c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9d756ef4-a341-4b53-b367-3c57694e8d4c,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:50.976317 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:51.048209 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6ca8-d554-45e3-a35b-979f6934b613 None None] Pushing event updated for resources: {'Port': ['ID=9d756ef4-a341-4b53-b367-3c57694e8d4c,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:51.078022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Routers {'3a93b5eb-43d1-4679-9b8a-d130d9778fe3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:51.079086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:51.210325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] Provisioning complete for port 9d756ef4-a341-4b53-b367-3c57694e8d4c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:51.211003 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:51.330334 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] Set router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:51.543788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:51.658750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device decadd51-8ba0-4211-b357-a5a1727ceb81 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:51.685484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] Current status of the port 9d756ef4-a341-4b53-b367-3c57694e8d4c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:51.686049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:51.697300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:47Z', 'revision_number': 4, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9d756ef4-a341-4b53-b367-3c57694e8d4c', 'name': '', 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'mac_address': 'fa:16:3e:96:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:46Z', 'updated_at': '2022-01-28T01:34:50Z', 'revision_number': 4, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'subnets': [{'id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:51.742942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] For port 9d756ef4-a341-4b53-b367-3c57694e8d4c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9d756ef4-a341-4b53-b367-3c57694e8d4c,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:51.751075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:51.758959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port decadd51-8ba0-4211-b357-a5a1727ceb81 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:51.759527 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:51.770469 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea809b-f9cf-4302-8c94-24bd5b7e49ca None None] The sync data for ids ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'] in n-d-826756-1 is: [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:47Z', 'revision_number': 4, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '9d756ef4-a341-4b53-b367-3c57694e8d4c', 'name': '', 'network_id': '463eed26-32a6-454e-b13a-08c0d8cbede3', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'mac_address': 'fa:16:3e:96:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:46Z', 'updated_at': '2022-01-28T01:34:50Z', 'revision_number': 4, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'subnets': [{'id': 'b2c14826-806d-4157-bc57-2bb24e60ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:51.900443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d7a5b-576b-4c93-9322-ddce7987f12d None None] Pushing event updated for resources: {'Port': ['ID=9d756ef4-a341-4b53-b367-3c57694e8d4c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:51.929860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b43c0d2d-3fb6-44ae-acc4-d0c61adf5274 None None] Provisioning complete for port 9d756ef4-a341-4b53-b367-3c57694e8d4c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:51.930223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b43c0d2d-3fb6-44ae-acc4-d0c61adf5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:52.039606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port decadd51-8ba0-4211-b357-a5a1727ceb81 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:52.079001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Deleting port 64534abe-489d-49c2-aa1c-fc0631762a05 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:52.079635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:52.106838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b43c0d2d-3fb6-44ae-acc4-d0c61adf5274 None None] Current status of the port 9d756ef4-a341-4b53-b367-3c57694e8d4c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:52.189128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] For port 64534abe-489d-49c2-aa1c-fc0631762a05, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=64534abe-489d-49c2-aa1c-fc0631762a05,segment=NetworkSegment(76619140-1c52-4c6c-8e64-a1aeba9b1a7d),segment_id=76619140-1c52-4c6c-8e64-a1aeba9b1a7d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:52.189579 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:52.203019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Calling delete_port for 64534abe-489d-49c2-aa1c-fc0631762a05 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:52.482758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (64534abe-489d-49c2-aa1c-fc0631762a05), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:52.520658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64534abe-489d-49c2-aa1c-fc0631762a05,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:52.809239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:53.458991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:34:53.584424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:53.594270 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ea06985b-d1c9-4858-a69d-bc73caab65b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e1f50b6-f39b-412a-b3d1-cfbae00a766e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8025222 Jan 28 01:34:53.595106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43718) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:53.597443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] Sync routers for ids ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:53.630768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] Routers {'4e1f50b6-f39b-412a-b3d1-cfbae00a766e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:53.631670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:53.758471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks [] for router (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:53.806817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] Set router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:53.851219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9d756ef4-a341-4b53-b367-3c57694e8d4c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:34:53.904044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks [] for router_gateway (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:53.968471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Deleting port 8ed823b4-56c5-4d08-b485-1d52b0a78edb {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:53.969510 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.052916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9d756ef4-a341-4b53-b367-3c57694e8d4c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:34:54.053202 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.055409 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] For port 8ed823b4-56c5-4d08-b485-1d52b0a78edb, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8ed823b4-56c5-4d08-b485-1d52b0a78edb,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:54.055901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.068719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Calling delete_port for 8ed823b4-56c5-4d08-b485-1d52b0a78edb owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:54.115770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:52Z', 'revision_number': 5, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port': {'id': '8ed823b4-56c5-4d08-b485-1d52b0a78edb', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:54.148292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] Checking router: 4e1f50b6-f39b-412a-b3d1-cfbae00a766e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:54.174623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] Routers {'4e1f50b6-f39b-412a-b3d1-cfbae00a766e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:54.175257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:54.240987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8ed823b4-56c5-4d08-b485-1d52b0a78edb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.254344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9d756ef4-a341-4b53-b367-3c57694e8d4c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:54.281222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] Set router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:54.334624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed823b4-56c5-4d08-b485-1d52b0a78edb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:54.355832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:53Z', 'revision_number': 6, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:54.393640 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.393926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce95554-5683-4887-95a1-5ecafe1dd1e1 None None] The sync data for ids ['4e1f50b6-f39b-412a-b3d1-cfbae00a766e'] in n-d-826756-1 is: [{'id': '4e1f50b6-f39b-412a-b3d1-cfbae00a766e', 'name': 'tempest-TestAggregatesBasicOps-1825646015-router', 'tenant_id': '56cec807cb9a4e809175ae86b402dd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:32Z', 'updated_at': '2022-01-28T01:34:53Z', 'revision_number': 6, 'project_id': '56cec807cb9a4e809175ae86b402dd53', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:54.528854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.530996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks [] for router_controller (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.587446 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (4e1f50b6-f39b-412a-b3d1-cfbae00a766e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.588193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1f50b6-f39b-412a-b3d1-cfbae00a766e {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:34:54.593272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.597212 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8458a7f0-7721-4714-897c-c0eded4ccfb4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4e1f50b6-f39b-412a-b3d1-cfbae00a766e HTTP/1.1" status: 204 len: 168 time: 0.9995165 Jan 28 01:34:54.597471 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:54.651140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Deleting subnet 31ec1a53-189b-4dda-98a2-a0850806a577 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:34:54.655523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Publish callbacks [] for subnet (31ec1a53-189b-4dda-98a2-a0850806a577), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.698513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (31ec1a53-189b-4dda-98a2-a0850806a577), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.782399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (31ec1a53-189b-4dda-98a2-a0850806a577), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.842116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (31ec1a53-189b-4dda-98a2-a0850806a577), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.874412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ec1a53-189b-4dda-98a2-a0850806a577,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:54.877068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:54.880980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fde0197d-2979-40fe-a9d4-06fe896c675a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/31ec1a53-189b-4dda-98a2-a0850806a577 HTTP/1.1" status: 204 len: 168 time: 0.2823291 Jan 28 01:34:54.884598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43736) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:54.891299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464fc0a-5366-44e7-a664-057ab188f344 None None] Network 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:55.029100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.104026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Deleting port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:55.104575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.175368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] For port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,segment=NetworkSegment(76619140-1c52-4c6c-8e64-a1aeba9b1a7d),segment_id=76619140-1c52-4c6c-8e64-a1aeba9b1a7d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:55.175740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.189583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Calling delete_port for 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:55.274879 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.301353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:55.305100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] No DVR routers for this DVR port 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:55.381206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.388349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaaee49-372c-4008-a271-e18479c27d77 None None] DHCP port deletion for 5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:34:55.414077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:55.424707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76619140-1c52-4c6c-8e64-a1aeba9b1a7d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:55.425207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76619140-1c52-4c6c-8e64-a1aeba9b1a7d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:55.436213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (76619140-1c52-4c6c-8e64-a1aeba9b1a7d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.451662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (76619140-1c52-4c6c-8e64-a1aeba9b1a7d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.461842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:34:55.461842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (76619140-1c52-4c6c-8e64-a1aeba9b1a7d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:34:55.463376 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:34:55.550614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.550614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:55.564589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed HTTP/1.1" status: 204 len: 168 time: 0.6760035 Jan 28 01:34:55.564894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:55.581759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b464cd9-5ee2-4226-8261-aa6bebbf5f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d94cf8e-0486-4a5c-85b5-b1dae6f9d2ed,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:55.681484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64534abe-489d-49c2-aa1c-fc0631762a05 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:55.705605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 64534abe-489d-49c2-aa1c-fc0631762a05 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:55.706129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 64534abe-489d-49c2-aa1c-fc0631762a05 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:55.706647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8ed823b4-56c5-4d08-b485-1d52b0a78edb no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:55.730768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8ed823b4-56c5-4d08-b485-1d52b0a78edb {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:55.731302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8ed823b4-56c5-4d08-b485-1d52b0a78edb not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:55.731832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:55.761812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:55.762459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 78bdbe1b-198c-44e7-9b9c-f5ca8b8825ef not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:56.040306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:56.290241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Deleting port 9d756ef4-a341-4b53-b367-3c57694e8d4c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:56.290597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:56.376867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] For port 9d756ef4-a341-4b53-b367-3c57694e8d4c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9d756ef4-a341-4b53-b367-3c57694e8d4c,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:56.377306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:56.389989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Calling delete_port for 9d756ef4-a341-4b53-b367-3c57694e8d4c owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:56.595966 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9d756ef4-a341-4b53-b367-3c57694e8d4c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:56.648693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9d756ef4-a341-4b53-b367-3c57694e8d4c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:56.839225 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:57.089037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:34:57.194394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:34:57.199737 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8a98ce55-7476-4d14-b027-3e2bf6ef96eb admin admin] 10.222.0.23 "PUT /v2.0/routers/3a93b5eb-43d1-4679-9b8a-d130d9778fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337719 Jan 28 01:34:57.202326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:57.204373 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] Sync routers for ids ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:34:57.214944 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] Routers {'3a93b5eb-43d1-4679-9b8a-d130d9778fe3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:57.215890 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:57.311720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks [] for router (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:57.320965 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] Set router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:57.414320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks [] for router_gateway (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:57.475879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Deleting port decadd51-8ba0-4211-b357-a5a1727ceb81 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:57.476340 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:57.516851 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:56Z', 'revision_number': 5, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port': {'id': 'decadd51-8ba0-4211-b357-a5a1727ceb81', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:34:43Z', 'updated_at': '2022-01-28T01:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:57.546644 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] Checking router: 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:34:57.556256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] Routers {'3a93b5eb-43d1-4679-9b8a-d130d9778fe3'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:34:57.556888 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:57.585941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] For port decadd51-8ba0-4211-b357-a5a1727ceb81, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=decadd51-8ba0-4211-b357-a5a1727ceb81,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:57.585941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:57.599980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Calling delete_port for decadd51-8ba0-4211-b357-a5a1727ceb81 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:57.647159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] Set router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:34:57.798085 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:57Z', 'revision_number': 6, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:57.810108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (decadd51-8ba0-4211-b357-a5a1727ceb81), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:57.823992 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bb13a-5317-42d6-8a8f-f7be07144326 None None] The sync data for ids ['3a93b5eb-43d1-4679-9b8a-d130d9778fe3'] in n-d-826756-1 is: [{'id': '3a93b5eb-43d1-4679-9b8a-d130d9778fe3', 'name': 'tempest-TestAggregatesBasicOps-1177362501-router', 'tenant_id': 'd69499d278534dfe89bcb1638f9a033f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:34:41Z', 'updated_at': '2022-01-28T01:34:57Z', 'revision_number': 6, 'project_id': 'd69499d278534dfe89bcb1638f9a033f', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:34:57.867304 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=decadd51-8ba0-4211-b357-a5a1727ceb81,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:57.921322 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.014274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.016937 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks [] for router_controller (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.059810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (3a93b5eb-43d1-4679-9b8a-d130d9778fe3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.060462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a93b5eb-43d1-4679-9b8a-d130d9778fe3 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:34:58.064808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.065987 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3590cc00-4de3-49ab-bb90-df608af80ba6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3a93b5eb-43d1-4679-9b8a-d130d9778fe3 HTTP/1.1" status: 204 len: 168 time: 0.8625467 Jan 28 01:34:58.068724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43766) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:58.126774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Deleting subnet b2c14826-806d-4157-bc57-2bb24e60ef1a {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:34:58.129907 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Publish callbacks [] for subnet (b2c14826-806d-4157-bc57-2bb24e60ef1a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.163707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (b2c14826-806d-4157-bc57-2bb24e60ef1a), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.251204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b2c14826-806d-4157-bc57-2bb24e60ef1a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.304960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (b2c14826-806d-4157-bc57-2bb24e60ef1a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.336693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c14826-806d-4157-bc57-2bb24e60ef1a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:58.338663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.342897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c07415-5aef-4bf9-b52e-5479076617fa None None] Network 463eed26-32a6-454e-b13a-08c0d8cbede3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:34:58.347871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-31ff92bf-42d9-473e-b789-ca7bbd36aa72 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2c14826-806d-4157-bc57-2bb24e60ef1a HTTP/1.1" status: 204 len: 168 time: 0.2771366 Jan 28 01:34:58.349838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43772) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:58.619558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf070a-0785-42af-a504-a590005a279b None None] DHCP port deletion for 463eed26-32a6-454e-b13a-08c0d8cbede3 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:34:58.682315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-61cf070a-0785-42af-a504-a590005a279b None None] Deleting port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:58.682687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61cf070a-0785-42af-a504-a590005a279b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.754412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-61cf070a-0785-42af-a504-a590005a279b None None] For port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:58.754897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61cf070a-0785-42af-a504-a590005a279b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.767453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (463eed26-32a6-454e-b13a-08c0d8cbede3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.770078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-61cf070a-0785-42af-a504-a590005a279b None None] Calling delete_port for f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:58.837176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Deleting port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:34:58.837535 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.901709 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61cf070a-0785-42af-a504-a590005a279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.913533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] For port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,segment=NetworkSegment(9cd599ef-010d-4731-8264-f7afeeff79e7),segment_id=9cd599ef-010d-4731-8264-f7afeeff79e7)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:58.913533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:58.932605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Calling delete_port for f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:34:58.935461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf070a-0785-42af-a504-a590005a279b None None] No DVR routers for this DVR port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:58.937288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf070a-0785-42af-a504-a590005a279b None None] Pushing event deleted for resources: {'Port': ['ID=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:59.026700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.059446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:59.061179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] No DVR routers for this DVR port f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:59.141612 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (463eed26-32a6-454e-b13a-08c0d8cbede3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.167278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463eed26-32a6-454e-b13a-08c0d8cbede3']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:59.176475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd599ef-010d-4731-8264-f7afeeff79e7') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:59.176770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd599ef-010d-4731-8264-f7afeeff79e7') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:34:59.185969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (9cd599ef-010d-4731-8264-f7afeeff79e7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.199857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9cd599ef-010d-4731-8264-f7afeeff79e7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.206058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:34:59.206479 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (9cd599ef-010d-4731-8264-f7afeeff79e7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:34:59.208152 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:34:59.264971 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (463eed26-32a6-454e-b13a-08c0d8cbede3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.269817 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.277147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/463eed26-32a6-454e-b13a-08c0d8cbede3 HTTP/1.1" status: 204 len: 168 time: 0.9229879 Jan 28 01:34:59.295755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5ae42-29d9-4f4e-a50b-68c448179a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=463eed26-32a6-454e-b13a-08c0d8cbede3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:59.444567 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43784) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:59.488966 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d81f4d81-aaf8-4c8f-83cb-b575f3594e02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56cec807cb9a4e809175ae86b402dd53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430660 Jan 28 01:34:59.492061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43786) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:34:59.540570 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edac0485-9141-4e86-a22a-37e843467a29 admin admin] Publish callbacks [] for security_group (bb1f3d5a-125f-4e95-869c-de522af0243f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.567256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edac0485-9141-4e86-a22a-37e843467a29 admin admin] Publish callbacks [] for security_group (bb1f3d5a-125f-4e95-869c-de522af0243f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.592342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:59.615610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:59.616099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f8e4a1e4-ee13-4b33-be4f-75f8d13a77c2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:59.616731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device decadd51-8ba0-4211-b357-a5a1727ceb81 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:59.616878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edac0485-9141-4e86-a22a-37e843467a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bb1f3d5a-125f-4e95-869c-de522af0243f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.619847 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-edac0485-9141-4e86-a22a-37e843467a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:59.621141 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-edac0485-9141-4e86-a22a-37e843467a29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb1f3d5a-125f-4e95-869c-de522af0243f HTTP/1.1" status: 204 len: 168 time: 0.1281867 Jan 28 01:34:59.638001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0485-9141-4e86-a22a-37e843467a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f3d5a-125f-4e95-869c-de522af0243f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:59.652567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: decadd51-8ba0-4211-b357-a5a1727ceb81 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:59.653045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device decadd51-8ba0-4211-b357-a5a1727ceb81 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:59.653496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9d756ef4-a341-4b53-b367-3c57694e8d4c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:59.677485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 9d756ef4-a341-4b53-b367-3c57694e8d4c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:34:59.677953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9d756ef4-a341-4b53-b367-3c57694e8d4c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:34:59.971203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43804) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:00.020858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5f82841-0697-4fc3-b353-350034fb2683 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d69499d278534dfe89bcb1638f9a033f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455213 Jan 28 01:35:00.021171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43806) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:00.067227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b781aa3f-0b8c-404f-85ed-cc0edf699146 admin admin] Publish callbacks [] for security_group (d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:00.091531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b781aa3f-0b8c-404f-85ed-cc0edf699146 admin admin] Publish callbacks [] for security_group (d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:00.140144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b781aa3f-0b8c-404f-85ed-cc0edf699146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:00.143333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b781aa3f-0b8c-404f-85ed-cc0edf699146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:00.144593 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b781aa3f-0b8c-404f-85ed-cc0edf699146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1 HTTP/1.1" status: 204 len: 168 time: 0.1224582 Jan 28 01:35:00.152208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781aa3f-0b8c-404f-85ed-cc0edf699146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b40b1c-85cc-4e36-98eb-d8e29d4c1bc1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:02.261484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43894) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:02.266619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'network': {'name': 'tempest-network-smoke--1646510451', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:02.291272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Made reservation on behalf of 45ad34692b5640fd9bf7635c5ec3d5d6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:02.295281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.305414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.379796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (571e8152-204e-4b6a-bd90-033dcc66f327), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.384405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (571e8152-204e-4b6a-bd90-033dcc66f327), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.413684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:35:02.419390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571e8152-204e-4b6a-bd90-033dcc66f327,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:02.427119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.427985 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Added segment 0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c of type vlan for network fa9a168a-8340-4a7d-b1dc-9163d843e00a Jan 28 01:35:02.478156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fa9a168a-8340-4a7d-b1dc-9163d843e00a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.503280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fa9a168a-8340-4a7d-b1dc-9163d843e00a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.508375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:02.508955 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.569868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3071461 Jan 28 01:35:02.572546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43896) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:02.579140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'admin_state_up': True, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:02.595171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66a99-760a-4f4a-a363-8144e09fc335 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Network': ['ID=fa9a168a-8340-4a7d-b1dc-9163d843e00a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:02.608210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (4d0892c7-670d-4ef2-a792-b07938afe213), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.609652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:35:02.610500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (4d0892c7-670d-4ef2-a792-b07938afe213), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.674178 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_controller (4d0892c7-670d-4ef2-a792-b07938afe213), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:02.822007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (4d0892c7-670d-4ef2-a792-b07938afe213), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.032245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (4d0892c7-670d-4ef2-a792-b07938afe213), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.055133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.162539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.25.1.4 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/f0e66f10-6a81-4fc5-a37f-bc8a688ea433) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:03.291132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.330193 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.369136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:03.373989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:03.377608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:03.413549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:03.436474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-11b47127-0f7e-4a89-8298-817a0353bdeb tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:03.438121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-11b47127-0f7e-4a89-8298-817a0353bdeb tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.1105742 Jan 28 01:35:03.454789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-fa2f9022-8b0e-4584-a250-fa25d93a4652 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/quotas/2882bb50626245b5861ecaab5ecee169 HTTP/1.1" status: 200 len: 375 time: 0.0103269 Jan 28 01:35:03.519670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-7f245891-105c-4337-8add-2981e8c5b91d tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577281 Jan 28 01:35:03.632738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-34f9c44e-a8ca-4e9f-b662-80e22f9a475a service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019406 Jan 28 01:35:03.645271 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.676649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (4d0892c7-670d-4ef2-a792-b07938afe213), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:03.741637 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-3fe353c8-ad48-4bee-844f-9ee57a200022 service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030152 Jan 28 01:35:03.919481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c27ba0f-fce5-45e1-a8f6-8364708f9daa req-fc0a1753-eccb-47a5-99af-d8455b876def tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 210 time: 0.0381906 Jan 28 01:35:03.926485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (4d0892c7-670d-4ef2-a792-b07938afe213), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:04.087069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 4d0892c7-670d-4ef2-a792-b07938afe213 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:35:04.201842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:04.214979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Sync routers for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:04.226865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:04.228420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:04.228591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:04.230780 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9b2d9039-6409-4a06-b65d-c31e475f6368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.6573055 Jan 28 01:35:04.233486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:04.362515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:04.475055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-483fcbff-035c-4b5b-8f66-b829c0a41196 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=45ad34692b5640fd9bf7635c5ec3d5d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2393744 Jan 28 01:35:04.477246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:04.597613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d635f-09d2-4026-8950-40d6e1782b76 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:04.599281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-de2d635f-09d2-4026-8950-40d6e1782b76 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1209044 Jan 28 01:35:04.602441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43950) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:04.631876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:03Z', 'revision_number': 3, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:04.640180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9ed022ee-f734-4be3-b7f5-cb509f7674cc tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364580 Jan 28 01:35:04.643777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 43952) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:04.648522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712821218', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:04.679451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Checking router: 4d0892c7-670d-4ef2-a792-b07938afe213 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:04.680673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Updating router 4d0892c7-670d-4ef2-a792-b07938afe213 port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:35:04.723662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:04.780103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Made reservation on behalf of 45ad34692b5640fd9bf7635c5ec3d5d6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:04.797638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.008042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (86f42916-c332-4a4a-81c1-9721670f3862), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.042891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Publish callbacks [] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.053047 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.076769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3ae73c8-9552-4045-97e9-ab5bb486d22c req-4a6ed99a-3a28-48a7-a0ba-9525098e2802 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 210 time: 0.0427616 Jan 28 01:35:05.085864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Subnet': ['ID=86f42916-c332-4a4a-81c1-9721670f3862,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:05.101357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Checking segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:05.101823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network hostable DHCP agents. Network: fa9a168a-8340-4a7d-b1dc-9163d843e00a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:35:05.123122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:35:05.127447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ea2d3-f3cd-48a1-8432-6dd92df9809a None None] Pushing event updated for resources: {'Port': ['ID=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:05.141007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Attempting to bind port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:05.141516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Attempting to bind port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:05.142000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fa9a168a-8340-4a7d-b1dc-9163d843e00a) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:05.142858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Attempting to bind port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:05.151106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:05.151616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:05.152114 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.152612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:05.154218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Bound port: f0e66f10-6a81-4fc5-a37f-bc8a688ea433, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:05.155368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.158439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:05.159563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.177874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-732f2e9f-79cd-45da-8d18-930173fc0ab5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5331016 Jan 28 01:35:05.180311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 43966) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:05.183313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf80352-7e46-4c4f-bb91-823cf3f9c782 None None] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:05.502555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] For port f0e66f10-6a81-4fc5-a37f-bc8a688ea433, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:05.507803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] For port f0e66f10-6a81-4fc5-a37f-bc8a688ea433, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:05.517400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.570832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-7bdd2099-241c-4e43-9590-1dc6d8f0bfad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:05.572475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-7bdd2099-241c-4e43-9590-1dc6d8f0bfad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.2583315 Jan 28 01:35:05.579233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ea2d3-f3cd-48a1-8432-6dd92df9809a None None] Pushing event updated for resources: {'Port': ['ID=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:05.609257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:05.609769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:34:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:05.614802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:35:05.615655 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.624454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Request body: {'port': {'device_id': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'admin_state_up': True, 'tenant_id': '2882bb50626245b5861ecaab5ecee169'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:05.807094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:05.971570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Allocated IP 172.20.0.2 (fa9a168a-8340-4a7d-b1dc-9163d843e00a/86f42916-c332-4a4a-81c1-9721670f3862/d3d82831-0661-49cd-9874-ba3de9592725) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:06.137296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:03Z', 'revision_number': 3, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:06.174730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Made reservation on behalf of 2882bb50626245b5861ecaab5ecee169 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:06.178274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.184420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8136ed9-db23-452a-a46f-b7b7bffd2789 None None] The sync data for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 is: [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:03Z', 'revision_number': 3, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:06.212379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Publish callbacks [] for port (d3d82831-0661-49cd-9874-ba3de9592725), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.219961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (d3d82831-0661-49cd-9874-ba3de9592725), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.228832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef66941d-fe3a-4a5c-8e75-7fd5908a0173 req-15d32edf-ba62-4786-95ae-c6fecb018e0f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 210 time: 0.0480661 Jan 28 01:35:06.258333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.262640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:06.269874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:06.274439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:06.283866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Pushing event updated for resources: {'Port': ['ID=d3d82831-0661-49cd-9874-ba3de9592725,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:06.346658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Attempting to bind port d3d82831-0661-49cd-9874-ba3de9592725 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:06.347277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Attempting to bind port d3d82831-0661-49cd-9874-ba3de9592725 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:06.347825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Attempting to bind port d3d82831-0661-49cd-9874-ba3de9592725 on network fa9a168a-8340-4a7d-b1dc-9163d843e00a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:06.354133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:06.354733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Checking segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:06.355465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.356370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Bound using segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:06.356912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Bound port: d3d82831-0661-49cd-9874-ba3de9592725, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:06.357424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d3d82831-0661-49cd-9874-ba3de9592725), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.430135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] For port d3d82831-0661-49cd-9874-ba3de9592725, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:06.435569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] For port d3d82831-0661-49cd-9874-ba3de9592725, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d3d82831-0661-49cd-9874-ba3de9592725,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:06.444057 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d3d82831-0661-49cd-9874-ba3de9592725), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.475004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Allocated IP 172.20.0.5 (ff4d0529-8540-429a-9b88-c60b2ed38e91/ffc9fe26-0372-4e17-b55e-d3d5938d98a8/caf52664-2d09-42b5-82dc-b8c43c8615b1) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:06.566242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6a40b-be59-403b-9b88-040fc4d4c92b None None] Pushing event updated for resources: {'Port': ['ID=d3d82831-0661-49cd-9874-ba3de9592725,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:06.830484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.20.0.1 (fa9a168a-8340-4a7d-b1dc-9163d843e00a/86f42916-c332-4a4a-81c1-9721670f3862/ec12719b-0b60-4673-ba7a-cda1156a316f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:06.834813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks [] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.956850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.989935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:07.028125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event updated for resources: {'Port': ['ID=caf52664-2d09-42b5-82dc-b8c43c8615b1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:07.088078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.101235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:07.105578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:07.113823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:07.152272 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a8f4cec-bab2-47dc-999d-1d65c5e60333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.204379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:07.204960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.242431 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.301436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-f39d8df7-7327-4ade-8166-ca9de44618fd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6824667 Jan 28 01:35:07.306055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:07.314348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:07.317185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:07.340022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Request body: {'port': {'device_id': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:07.420407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=ec12719b-0b60-4673-ba7a-cda1156a316f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:07.438990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.461069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (4d0892c7-670d-4ef2-a792-b07938afe213), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.508358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d372ff-1068-4339-a37a-5236ef8493fd req-f392e874-ebfd-4558-9551-6dfe8afaf868 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:07.514818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02d372ff-1068-4339-a37a-5236ef8493fd req-f392e874-ebfd-4558-9551-6dfe8afaf868 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 931 time: 0.2045474 Jan 28 01:35:07.537673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.673958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02d372ff-1068-4339-a37a-5236ef8493fd req-78c5657b-5f43-40ff-9bc3-c1efc011728d tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582079 Jan 28 01:35:07.790569 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.802288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f0e66f10-6a81-4fc5-a37f-bc8a688ea433 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:07.872709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:07.873411 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.972465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:07.973418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.997536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port f0e66f10-6a81-4fc5-a37f-bc8a688ea433, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:08.005096 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.006155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d3d82831-0661-49cd-9874-ba3de9592725 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:08.111540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949f475-0a18-4372-ba05-cd10a88851a2 None None] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:08.116927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf52664-2d09-42b5-82dc-b8c43c8615b1 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:08.126554 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Publish callbacks [] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.140629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Transition to ACTIVE for port object caf52664-2d09-42b5-82dc-b8c43c8615b1 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:35:08.150174 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.182722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:08.215797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Provisioning complete for port d3d82831-0661-49cd-9874-ba3de9592725 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:08.216283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d3d82831-0661-49cd-9874-ba3de9592725), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.218055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d3d82831-0661-49cd-9874-ba3de9592725 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:08.218817 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d3d82831-0661-49cd-9874-ba3de9592725), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.274145 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Pushing event updated for resources: {'Port': ['ID=caf52664-2d09-42b5-82dc-b8c43c8615b1,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:08.416864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Current status of the port d3d82831-0661-49cd-9874-ba3de9592725 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:08.417854 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d3d82831-0661-49cd-9874-ba3de9592725), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.431970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d3d82831-0661-49cd-9874-ba3de9592725 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:08.432450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d3d82831-0661-49cd-9874-ba3de9592725), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.432605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Attempting to bind port caf52664-2d09-42b5-82dc-b8c43c8615b1 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:08.432909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Attempting to bind port caf52664-2d09-42b5-82dc-b8c43c8615b1 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:08.433240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Attempting to bind port caf52664-2d09-42b5-82dc-b8c43c8615b1 on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:08.455482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Port caf52664-2d09-42b5-82dc-b8c43c8615b1 on network ff4d0529-8540-429a-9b88-c60b2ed38e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:35:08.455817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Attempting to bind port caf52664-2d09-42b5-82dc-b8c43c8615b1 on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:08.460277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.465887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:08.466927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Checking segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:08.467458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Bound using segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:08.469244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Bound port: caf52664-2d09-42b5-82dc-b8c43c8615b1, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:08.470166 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.478465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.506715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port d3d82831-0661-49cd-9874-ba3de9592725, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d3d82831-0661-49cd-9874-ba3de9592725,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:08.514267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d3d82831-0661-49cd-9874-ba3de9592725), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.603542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=ec12719b-0b60-4673-ba7a-cda1156a316f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:08.609585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:35:08.610120 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:35:08.613341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=d3d82831-0661-49cd-9874-ba3de9592725,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:08.641882 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (4d0892c7-670d-4ef2-a792-b07938afe213), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.734679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] For port caf52664-2d09-42b5-82dc-b8c43c8615b1, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:08.752002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] For port caf52664-2d09-42b5-82dc-b8c43c8615b1, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:08.774010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.857025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:08.857667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:08.859092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] 10.222.0.43 "PUT /v2.0/ports/caf52664-2d09-42b5-82dc-b8c43c8615b1 HTTP/1.1" status: 200 len: 1091 time: 1.5301530 Jan 28 01:35:08.859833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'tag': 'caf52664-2d09-42b5-82dc-b8c43c8615b1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:08.862165 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cfaa83-8474-41ee-92a2-1f29a9a6876f" -d '{"events": [{"name": "network-changed", "server_uuid": "c28ac429-ce70-41c3-84f8-24d2d7c3d212", "tag": "caf52664-2d09-42b5-82dc-b8c43c8615b1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:08.892131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:08.897251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:08.906719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf0091-06ca-4ede-9413-d9ce4362feb3 service neutron] Pushing event updated for resources: {'Port': ['ID=caf52664-2d09-42b5-82dc-b8c43c8615b1,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:08.925614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248ecf-bfbb-4174-9793-745759ea084a req-565aa2f4-2286-4628-9e27-71b9b725754a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:08.927284 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c248ecf-bfbb-4174-9793-745759ea084a req-565aa2f4-2286-4628-9e27-71b9b725754a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 943 time: 0.1645687 Jan 28 01:35:08.930618 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d6930f-e89d-4742-9c6a-8fde3fbbac6b x-openstack-request-id: req-65d6930f-e89d-4742-9c6a-8fde3fbbac6b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:08.930913 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28ac429-ce70-41c3-84f8-24d2d7c3d212", "tag": "caf52664-2d09-42b5-82dc-b8c43c8615b1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:08.931174 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65d6930f-e89d-4742-9c6a-8fde3fbbac6b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:08.931567 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'tag': 'caf52664-2d09-42b5-82dc-b8c43c8615b1', 'status': 'completed', 'code': 200} Jan 28 01:35:09.110211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c248ecf-bfbb-4174-9793-745759ea084a req-033ee96d-623b-40c6-b07f-d95fc1f11358 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745441 Jan 28 01:35:09.116446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-5ea817cd-87cc-4ef7-9cf0-ef3b70d34a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:09.118036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-5ea817cd-87cc-4ef7-9cf0-ef3b70d34a12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 1094 time: 0.1843500 Jan 28 01:35:09.154489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 4d0892c7-670d-4ef2-a792-b07938afe213 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:09.181165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-141d15e5-f1cb-41f4-9799-51d2e1e9cb57 None None] Current status of the port d3d82831-0661-49cd-9874-ba3de9592725 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:09.184694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-c1ea1e7f-36c3-4cea-8709-0e594782a417 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1 HTTP/1.1" status: 200 len: 217 time: 0.0432520 Jan 28 01:35:09.286162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-9e59dbdb-4266-47f7-a3c9-c0f29eb9f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:09.287671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-9e59dbdb-4266-47f7-a3c9-c0f29eb9f164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0968313 Jan 28 01:35:09.308903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-978db37c-0198-4e47-a369-847172f24dcb None None] Provisioning complete for port ec12719b-0b60-4673-ba7a-cda1156a316f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:09.309296 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-978db37c-0198-4e47-a369-847172f24dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.342926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-57c7a72f-b085-4f8e-8e01-5e127bc687bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294459 Jan 28 01:35:09.354541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-978db37c-0198-4e47-a369-847172f24dcb None None] Port ec12719b-0b60-4673-ba7a-cda1156a316f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:35:09.370800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c640-b5ae-41f1-bc97-fbc75150651e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.378060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-978db37c-0198-4e47-a369-847172f24dcb None None] Provisioning complete for port d3d82831-0661-49cd-9874-ba3de9592725 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:09.378481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-978db37c-0198-4e47-a369-847172f24dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d3d82831-0661-49cd-9874-ba3de9592725), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.378761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:09.388377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-367ff46e-70bf-448f-bc40-4ac20129befc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "PUT /v2.0/routers/4d0892c7-670d-4ef2-a792-b07938afe213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2037413 Jan 28 01:35:09.388512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44016) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:09.393079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1620001728', 'description': 'tempest-secgroup_access--1620001728 description', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:09.396717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Sync routers for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:09.413866 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:09.414596 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:09.434667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.491381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-cb4f5ad7-c793-4d2f-a34d-bdfb5edcc0ac service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379251 Jan 28 01:35:09.498727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-8447a75d-fcf8-4dc0-9a47-15d7d1225138 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598245 Jan 28 01:35:09.509937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-978db37c-0198-4e47-a369-847172f24dcb None None] Current status of the port d3d82831-0661-49cd-9874-ba3de9592725 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:09.533913 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (f0e4839e-51aa-412c-93ad-d52d8507cb17), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.539631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f0e4839e-51aa-412c-93ad-d52d8507cb17), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.589040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.593933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2012687 Jan 28 01:35:09.600442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44018) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:09.623389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1665517148', 'description': 'tempest-secgroup_general--1665517148 description', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:09.631345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc19f55-7b73-4f46-8093-eb77dfc6b9be tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e4839e-51aa-412c-93ad-d52d8507cb17,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:09.633987 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:09.658367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f0e66f10-6a81-4fc5-a37f-bc8a688ea433 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:09.694982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.746051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:09.746811 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.790268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.798924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.848888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.850348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2485261 Jan 28 01:35:09.851497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb85d4-4eeb-4cc2-b89f-59a2826f5fb9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:09.853765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44024) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:09.858482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'security_group_rule': {'security_group_id': 'f0e4839e-51aa-412c-93ad-d52d8507cb17', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:09.877377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:09.878693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d3d82831-0661-49cd-9874-ba3de9592725 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:09.887795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group_rule (e80794d1-3635-4501-9c66-487c85a00621), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.933741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d3d82831-0661-49cd-9874-ba3de9592725 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:09.934144 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d3d82831-0661-49cd-9874-ba3de9592725), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.945547 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:08Z', 'revision_number': 2, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:09.967401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group_rule (e80794d1-3635-4501-9c66-487c85a00621), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.973934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (e80794d1-3635-4501-9c66-487c85a00621), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.987612 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Checking router: 4d0892c7-670d-4ef2-a792-b07938afe213 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:09.988236 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Updating router 4d0892c7-670d-4ef2-a792-b07938afe213 port ec12719b-0b60-4673-ba7a-cda1156a316f binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:35:10.002412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.004309 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496191 Jan 28 01:35:10.007305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2237-ec33-4201-b079-58b0246a87a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80794d1-3635-4501-9c66-487c85a00621,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:10.046845 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.095137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d3d82831-0661-49cd-9874-ba3de9592725 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:10.172161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-25b578ac-46d3-43f3-ae24-63f4907a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.174436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-25b578ac-46d3-43f3-ae24-63f4907a98bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 1096 time: 0.5951364 Jan 28 01:35:10.202896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c46b6706-774d-4e5f-a879-78e9a7f993ad req-1a1a689b-f842-4427-82a6-720deeb71796 service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032087 Jan 28 01:35:10.332240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-3e6eb4dd-064b-4ced-b1e5-f776fd40b42b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1620001728&fields=id&tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6 HTTP/1.1" status: 200 len: 267 time: 0.1499200 Jan 28 01:35:10.395175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5a3c1-6df7-4989-a467-e03d2cd22cad req-ae8dbce9-9752-41f1-9fec-19b3655db178 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.396949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11f5a3c1-6df7-4989-a467-e03d2cd22cad req-ae8dbce9-9752-41f1-9fec-19b3655db178 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 943 time: 0.1417699 Jan 28 01:35:10.403011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-3105b583-aa15-46ed-b209-782aa0a93570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.404477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-3105b583-aa15-46ed-b209-782aa0a93570 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.2042069 Jan 28 01:35:10.426517 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Publish callbacks [] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.433429 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.480276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-18e8bdcb-5726-45f0-9001-6d9f7352f486 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8225be50-52b4-4c68-9100-759e895cab1c HTTP/1.1" status: 200 len: 217 time: 0.0645089 Jan 28 01:35:10.483108 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe922ab-c71f-4aed-b0ab-3c12f0c69ada None None] Pushing event updated for resources: {'Port': ['ID=ec12719b-0b60-4673-ba7a-cda1156a316f,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:10.505747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-8f20a0df-0ec4-4d58-9f4b-152bc4efff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.507299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-8f20a0df-0ec4-4d58-9f4b-152bc4efff86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 1094 time: 0.1744268 Jan 28 01:35:10.520459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-ce8a6274-f8a8-4e82-8e4c-f9f856da8669 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1665517148&fields=id&tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6 HTTP/1.1" status: 200 len: 267 time: 0.1713259 Jan 28 01:35:10.565639 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Attempting to bind port ec12719b-0b60-4673-ba7a-cda1156a316f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:10.566542 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Attempting to bind port ec12719b-0b60-4673-ba7a-cda1156a316f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:10.567137 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Attempting to bind port ec12719b-0b60-4673-ba7a-cda1156a316f on network fa9a168a-8340-4a7d-b1dc-9163d843e00a {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:10.574552 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:10.575934 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Checking segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:10.576571 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.577183 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Bound using segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:10.577912 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Bound port: ec12719b-0b60-4673-ba7a-cda1156a316f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:10.578544 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.629921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11f5a3c1-6df7-4989-a467-e03d2cd22cad req-fc4751bd-fa83-45d6-a515-8dc82ce65443 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241828 Jan 28 01:35:10.655314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] For port ec12719b-0b60-4673-ba7a-cda1156a316f, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:10.655314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] For port ec12719b-0b60-4673-ba7a-cda1156a316f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ec12719b-0b60-4673-ba7a-cda1156a316f,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:10.666941 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.698931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-26a0871f-c196-464f-9aed-587310a2cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.700435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-26a0871f-c196-464f-9aed-587310a2cdc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.2078431 Jan 28 01:35:10.735591 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:10.736226 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:10.762029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-f492fed9-edb9-4b1a-9861-512aba27f640 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528960 Jan 28 01:35:10.788622 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe922ab-c71f-4aed-b0ab-3c12f0c69ada None None] Pushing event updated for resources: {'Port': ['ID=ec12719b-0b60-4673-ba7a-cda1156a316f,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:10.861319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-0582767a-1e37-4a01-8b48-e506a1a9df47 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.863030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-0582767a-1e37-4a01-8b48-e506a1a9df47 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/networks?id=fa9a168a-8340-4a7d-b1dc-9163d843e00a HTTP/1.1" status: 200 len: 797 time: 0.3046424 Jan 28 01:35:10.866173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-feee56da-fbc1-4e7f-a49a-711086b367d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.867546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-feee56da-fbc1-4e7f-a49a-711086b367d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.3526607 Jan 28 01:35:10.871935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] Provisioning complete for port ec12719b-0b60-4673-ba7a-cda1156a316f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:10.873649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.891902 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:10.938362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.942916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-099e14f4-6f93-4d77-b4e1-ff7fe4967062 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1 HTTP/1.1" status: 200 len: 217 time: 0.0662434 Jan 28 01:35:10.969109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-b52aeb7c-fc21-4e27-b94c-47313e658689 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/quotas/45ad34692b5640fd9bf7635c5ec3d5d6 HTTP/1.1" status: 200 len: 375 time: 0.0967574 Jan 28 01:35:10.992981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-92423f4c-a1f7-4a14-a56e-523863f2b6c6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212102 Jan 28 01:35:11.007210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] Current status of the port ec12719b-0b60-4673-ba7a-cda1156a316f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:11.007689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:11.064775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] For port ec12719b-0b60-4673-ba7a-cda1156a316f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ec12719b-0b60-4673-ba7a-cda1156a316f,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:11.071281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:11.137681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7909d1-f88f-4aa0-9822-0da4d9268d3c None None] Pushing event updated for resources: {'Port': ['ID=ec12719b-0b60-4673-ba7a-cda1156a316f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:11.186964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-120840aa-6a3c-4e0c-937e-6a591a5c4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:11.189103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-120840aa-6a3c-4e0c-937e-6a591a5c4be3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.2323179 Jan 28 01:35:11.197035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-58be6d14-1b23-41b8-9eba-2b85948d88f6 None None] Provisioning complete for port ec12719b-0b60-4673-ba7a-cda1156a316f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:11.197407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-58be6d14-1b23-41b8-9eba-2b85948d88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:11.233842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-8379e785-18dc-463b-b285-9d1ea60a3293 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368583 Jan 28 01:35:11.243335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-a20c52ba-805c-479c-809f-5941619f0bf0 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2302475 Jan 28 01:35:11.245523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bd00906-458a-43b1-98af-8afc6dc9a9ab req-80649b42-500e-4143-8cc8-5b8eb476f3a6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268286 Jan 28 01:35:11.277121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-4b2879e2-1fc7-4724-8abc-a72ceba7e465 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:35:11.278491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-4b2879e2-1fc7-4724-8abc-a72ceba7e465 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200436 Jan 28 01:35:11.287856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:10Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:11.288188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-58be6d14-1b23-41b8-9eba-2b85948d88f6 None None] Current status of the port ec12719b-0b60-4673-ba7a-cda1156a316f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:11.318367 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9545-ffc4-489d-965a-9a99ce92917d None None] The sync data for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 is: [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:10Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:11.431488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-b76adeae-7298-480e-bcb4-b80e75fed673 service neutron] 10.222.0.23 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266017 Jan 28 01:35:11.436019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-8e9b312b-a278-4414-99db-785608cfa3bc service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895452 Jan 28 01:35:11.601081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-bf5b0458-dd77-4e91-8927-9acab2dda898 service neutron] 10.222.0.23 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635160 Jan 28 01:35:11.625711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cfaa83-8474-41ee-92a2-1f29a9a6876f req-46dde23a-2889-4831-99bc-f23fb48221ed service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806557 Jan 28 01:35:11.691412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device caf52664-2d09-42b5-82dc-b8c43c8615b1 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:35:11.721377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ec12719b-0b60-4673-ba7a-cda1156a316f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:11.786943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746ebb-bd48-4139-bcf0-89db9410a257 req-edfba3ce-47e5-49df-ae97-5403e8a4cb83 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:11.796027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60746ebb-bd48-4139-bcf0-89db9410a257 req-edfba3ce-47e5-49df-ae97-5403e8a4cb83 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 943 time: 0.0753059 Jan 28 01:35:11.890814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46f5657f-2ccd-4e24-a7c4-006b922af197 req-ddbd72e1-b404-4a95-9b81-dca174828cd0 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 210 time: 0.0505204 Jan 28 01:35:11.899817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60746ebb-bd48-4139-bcf0-89db9410a257 req-d6d0c00b-ca9f-4ef3-aa1f-7d23cd0d73c5 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029122 Jan 28 01:35:11.916584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ec12719b-0b60-4673-ba7a-cda1156a316f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:11.917177 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:11.969748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port caf52664-2d09-42b5-82dc-b8c43c8615b1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:11.994772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'caf52664-2d09-42b5-82dc-b8c43c8615b1', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'port_id': 'caf52664-2d09-42b5-82dc-b8c43c8615b1', 'mac_address': 'fa:16:3e:8d:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9fe26-0372-4e17-b55e-d3d5938d98a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:35:12.033698 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:12.285417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port caf52664-2d09-42b5-82dc-b8c43c8615b1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:12.285840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:12.305128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf52664-2d09-42b5-82dc-b8c43c8615b1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:12.309859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ec12719b-0b60-4673-ba7a-cda1156a316f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:12.334473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port caf52664-2d09-42b5-82dc-b8c43c8615b1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:12.340557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:12.401020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=caf52664-2d09-42b5-82dc-b8c43c8615b1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:12.469186 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:35:12.729520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['caf52664-2d09-42b5-82dc-b8c43c8615b1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:13.018193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45d0f2c2-112f-4f6a-8dca-04d97ef279fe req-fc81b788-6165-4694-a5d8-379a9c736f3e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 210 time: 0.0424407 Jan 28 01:35:13.062156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aaa14-5fa2-4306-a213-495a11d8c2ca req-c7963622-08eb-4ff3-8d44-47596b75458b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.063712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e4aaa14-5fa2-4306-a213-495a11d8c2ca req-c7963622-08eb-4ff3-8d44-47596b75458b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 944 time: 0.0742989 Jan 28 01:35:13.188632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e4aaa14-5fa2-4306-a213-495a11d8c2ca req-998ca49e-c39c-49de-ad0a-8cdbb128980c tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Jan 28 01:35:13.219595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8f145b22-ae62-444f-8029-fcb3cbb842cc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.221072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8f145b22-ae62-444f-8029-fcb3cbb842cc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.45 "GET /v2.0/networks?id=fa9a168a-8340-4a7d-b1dc-9163d843e00a HTTP/1.1" status: 200 len: 797 time: 0.1565053 Jan 28 01:35:13.334402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.342750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-f9641745-ab33-4320-8cb8-8ad2c0219b3e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6 HTTP/1.1" status: 200 len: 478 time: 0.0673981 Jan 28 01:35:13.352991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'port': {'device_id': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'admin_state_up': True, 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'security_groups': ['f0e4839e-51aa-412c-93ad-d52d8507cb17', '77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:13.473268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Made reservation on behalf of 45ad34692b5640fd9bf7635c5ec3d5d6 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:13.476802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.604863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.20.0.6 (fa9a168a-8340-4a7d-b1dc-9163d843e00a/86f42916-c332-4a4a-81c1-9721670f3862/97091ea1-0e90-4f67-900f-9f49ec14f29b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:13.692081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device caf52664-2d09-42b5-82dc-b8c43c8615b1 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:13.746073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port caf52664-2d09-42b5-82dc-b8c43c8615b1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:35:13.750690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port caf52664-2d09-42b5-82dc-b8c43c8615b1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:13.751246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.759739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-89ab90a8-6d7d-4a36-ae54-a7dedf421341 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127651 Jan 28 01:35:13.805499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.850019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port caf52664-2d09-42b5-82dc-b8c43c8615b1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:13.850381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.873581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf52664-2d09-42b5-82dc-b8c43c8615b1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:13.874052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.876154 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e23921b-4f13-4cd4-9f7d-f48c40d68916" -d '{"events": [{"server_uuid": "c28ac429-ce70-41c3-84f8-24d2d7c3d212", "name": "network-vif-plugged", "status": "completed", "tag": "caf52664-2d09-42b5-82dc-b8c43c8615b1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:13.889663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port caf52664-2d09-42b5-82dc-b8c43c8615b1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:13.895877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.925980 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a288d5a-3a77-45b2-8bf7-6301bdae61c2 x-openstack-request-id: req-6a288d5a-3a77-45b2-8bf7-6301bdae61c2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:13.926276 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28ac429-ce70-41c3-84f8-24d2d7c3d212", "name": "network-vif-plugged", "status": "completed", "tag": "caf52664-2d09-42b5-82dc-b8c43c8615b1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:13.926516 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a288d5a-3a77-45b2-8bf7-6301bdae61c2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:13.926908 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf52664-2d09-42b5-82dc-b8c43c8615b1', 'code': 200} Jan 28 01:35:13.927766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-df206fc8-dd8e-42cc-845e-22b0965ee4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.929311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-df206fc8-dd8e-42cc-845e-22b0965ee4d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0991619 Jan 28 01:35:13.939492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:13.942867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:13.949041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=caf52664-2d09-42b5-82dc-b8c43c8615b1,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:13.950306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:13.981735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=97091ea1-0e90-4f67-900f-9f49ec14f29b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:14.008727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.009030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.009645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.010107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.010460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.010797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.011142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.011481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.011812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.012333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.012676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.013010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.013373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:14.077841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.078487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:14.108283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-72428cc0-0022-4738-84c3-4acddeaf63ee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7589650 Jan 28 01:35:14.127840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Request body: {'port': {'device_id': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:14.132444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5d533-bf0c-432b-89b2-32a16b298281 req-05bdc60d-a085-4cea-815d-f11c105f7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.137013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dff5d533-bf0c-432b-89b2-32a16b298281 req-05bdc60d-a085-4cea-815d-f11c105f7507 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 1096 time: 0.0867510 Jan 28 01:35:14.162730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-39c7f7e8-4aed-4b59-89a3-d8bdab8e9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.164467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-39c7f7e8-4aed-4b59-89a3-d8bdab8e9999 service neutron] 10.222.0.43 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.1751816 Jan 28 01:35:14.202952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dff5d533-bf0c-432b-89b2-32a16b298281 req-d8fcf594-eec4-4822-b5b4-bc33809b852d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555689 Jan 28 01:35:14.304077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587c905-dfe8-4ebd-af45-ff92f941d404 req-8ec21858-d6d5-453d-9692-3ee07df6a4ce tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.305701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1587c905-dfe8-4ebd-af45-ff92f941d404 req-8ec21858-d6d5-453d-9692-3ee07df6a4ce tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 970 time: 0.1468267 Jan 28 01:35:14.319046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:14.342821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-85d5abee-7b88-4c1d-a116-541992b8a09d None None] Provisioning complete for port 97091ea1-0e90-4f67-900f-9f49ec14f29b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:14.343724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85d5abee-7b88-4c1d-a116-541992b8a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:14.346728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-51b93b7f-3b82-46ad-96f9-eac36495bb2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 1001 time: 0.1699674 Jan 28 01:35:14.386083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-85d5abee-7b88-4c1d-a116-541992b8a09d None None] Port 97091ea1-0e90-4f67-900f-9f49ec14f29b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:35:14.442783 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cae80-2ccd-4f86-87e0-f3eaaa4d5c97 req-4e4f942e-81d8-4673-95a3-1e1d5db3ad7b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.444313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-626cae80-2ccd-4f86-87e0-f3eaaa4d5c97 req-4e4f942e-81d8-4673-95a3-1e1d5db3ad7b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 945 time: 0.1537402 Jan 28 01:35:14.850589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1587c905-dfe8-4ebd-af45-ff92f941d404 req-78c5df90-e3c7-4bea-ad46-9f5174e3892e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5335193 Jan 28 01:35:14.986116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-626cae80-2ccd-4f86-87e0-f3eaaa4d5c97 req-5e333add-41bd-4a12-9e08-0421ba4935bb tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302663 Jan 28 01:35:14.987552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-2d889146-a902-4488-8cb4-00ca62775c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.988966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-2d889146-a902-4488-8cb4-00ca62775c0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.1434371 Jan 28 01:35:15.075028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-af2358e8-3783-49dd-99fa-8d55f1f2edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:15.076745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-af2358e8-3783-49dd-99fa-8d55f1f2edc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770779 Jan 28 01:35:15.180182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97091ea1-0e90-4f67-900f-9f49ec14f29b {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:15.191239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Publish callbacks [] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:15.218737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Transition to ACTIVE for port object 97091ea1-0e90-4f67-900f-9f49ec14f29b will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:35:15.227731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:15.267217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-b6b337ec-dd76-4359-8f74-c2f8d98cf8a5 service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769989 Jan 28 01:35:15.381571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Pushing event updated for resources: {'Port': ['ID=97091ea1-0e90-4f67-900f-9f49ec14f29b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:15.471111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c4eb2ab-02b9-4046-884d-31d475471190 req-5486e017-1cbc-497f-b35f-942ec4c4455c service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931319 Jan 28 01:35:15.472089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Attempting to bind port 97091ea1-0e90-4f67-900f-9f49ec14f29b on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:15.472550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Attempting to bind port 97091ea1-0e90-4f67-900f-9f49ec14f29b by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:15.472896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Attempting to bind port 97091ea1-0e90-4f67-900f-9f49ec14f29b on network fa9a168a-8340-4a7d-b1dc-9163d843e00a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:15.477746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Port 97091ea1-0e90-4f67-900f-9f49ec14f29b on network fa9a168a-8340-4a7d-b1dc-9163d843e00a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:35:15.478221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Attempting to bind port 97091ea1-0e90-4f67-900f-9f49ec14f29b on network fa9a168a-8340-4a7d-b1dc-9163d843e00a {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:15.491762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:15.492147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Checking segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:15.492577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Bound using segment: {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:15.493043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Bound port: 97091ea1-0e90-4f67-900f-9f49ec14f29b, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:15.493411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:15.570785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] For port 97091ea1-0e90-4f67-900f-9f49ec14f29b, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:15.574692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] For port 97091ea1-0e90-4f67-900f-9f49ec14f29b, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:15.580056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:15.616033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:15.616667 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:15.618514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] 10.222.0.45 "PUT /v2.0/ports/97091ea1-0e90-4f67-900f-9f49ec14f29b HTTP/1.1" status: 200 len: 1130 time: 1.4945660 Jan 28 01:35:15.618685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:15.620921 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167" -d '{"events": [{"name": "network-changed", "server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:15.649969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055cb91-b4df-4895-944d-ac40340ceb99 service neutron] Pushing event updated for resources: {'Port': ['ID=97091ea1-0e90-4f67-900f-9f49ec14f29b,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:15.678548 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f193f6-6c7f-4242-8aee-9fcc7dc23d66 x-openstack-request-id: req-b0f193f6-6c7f-4242-8aee-9fcc7dc23d66 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:15.678884 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:15.679282 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0f193f6-6c7f-4242-8aee-9fcc7dc23d66 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:15.679715 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'status': 'completed', 'code': 200} Jan 28 01:35:15.791094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167 req-0afbd56a-bfda-40bb-af5b-b9121d2b0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:15.793298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167 req-0afbd56a-bfda-40bb-af5b-b9121d2b0102 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1133 time: 0.0602958 Jan 28 01:35:15.938497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167 req-08f1f4a3-fa25-4554-b059-f708f4c3c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:15.940174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167 req-08f1f4a3-fa25-4554-b059-f708f4c3c6fe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1326900 Jan 28 01:35:16.068651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3467f0-7b03-4838-ad30-6dceb57a84f7 req-e1bc95ab-7467-41ca-8722-93744394359f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.070244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b3467f0-7b03-4838-ad30-6dceb57a84f7 req-e1bc95ab-7467-41ca-8722-93744394359f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 982 time: 0.1229591 Jan 28 01:35:16.143298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167 req-391062e6-4705-4ef8-8918-0820334df8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.144870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a4eeb71-51e1-45f8-8555-8d4c41a7e167 req-391062e6-4705-4ef8-8918-0820334df8d3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1989267 Jan 28 01:35:16.169685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098132d-1015-4502-b8b9-46b37201f2e1 req-9de4b5b3-ef20-4119-a464-e4cda669d8ad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.171269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3098132d-1015-4502-b8b9-46b37201f2e1 req-9de4b5b3-ef20-4119-a464-e4cda669d8ad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 945 time: 0.0974119 Jan 28 01:35:16.223710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2b3467f0-7b03-4838-ad30-6dceb57a84f7 req-58248e51-0f24-4746-93c3-43654fe019d4 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1396990 Jan 28 01:35:16.281038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3098132d-1015-4502-b8b9-46b37201f2e1 req-0d384e98-88a5-4f11-9082-64a5aa0be40a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953441 Jan 28 01:35:16.299999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-1698d816-4b87-464e-b69f-ca39c111128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.301658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-1698d816-4b87-464e-b69f-ca39c111128b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1133 time: 0.0605924 Jan 28 01:35:16.352292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-36ade178-6040-4740-af71-3c9a60443a71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b HTTP/1.1" status: 200 len: 217 time: 0.0385385 Jan 28 01:35:16.408398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-03a0a37b-1def-4798-bfe8-759ea25f2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.410759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-03a0a37b-1def-4798-bfe8-759ea25f2bdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f42916-c332-4a4a-81c1-9721670f3862 HTTP/1.1" status: 200 len: 835 time: 0.0522177 Jan 28 01:35:16.470263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-debfecd7-57d4-42f2-8159-94a272bd53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.471886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-debfecd7-57d4-42f2-8159-94a272bd53e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa9a168a-8340-4a7d-b1dc-9163d843e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553594 Jan 28 01:35:16.580806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-41519234-f172-4991-9a19-2c778479637f service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018965 Jan 28 01:35:16.700767 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17740288-dc8f-4fb7-bbef-7b0ed0371dfd req-f69f96ac-3e42-4e31-825c-197d50270932 service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099901 Jan 28 01:35:17.349082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc559de-6f9c-4e7d-9bfa-70999af6f3bd req-ee94672e-9075-490f-8913-84a9b8054663 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:17.350772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc559de-6f9c-4e7d-9bfa-70999af6f3bd req-ee94672e-9075-490f-8913-84a9b8054663 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 982 time: 0.0526624 Jan 28 01:35:17.412361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddc559de-6f9c-4e7d-9bfa-70999af6f3bd req-1dcb50f0-4e05-498c-827d-eefb3b09a737 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0556211 Jan 28 01:35:18.537889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6c79-3efc-464a-a142-8652252315ac req-1a6c78de-9008-4784-a978-af34baab0b0b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:18.539385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45be6c79-3efc-464a-a142-8652252315ac req-1a6c78de-9008-4784-a978-af34baab0b0b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 982 time: 0.0489321 Jan 28 01:35:18.603574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45be6c79-3efc-464a-a142-8652252315ac req-043653d8-1d3a-490c-ab8a-9a2e3bb7e65f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0583158 Jan 28 01:35:19.735275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a261-4737-47b0-8e8c-f771c302321c req-2b90b2a5-60de-40b9-8e85-574947b57dbf tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:19.737717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8687a261-4737-47b0-8e8c-f771c302321c req-2b90b2a5-60de-40b9-8e85-574947b57dbf tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 982 time: 0.0576973 Jan 28 01:35:19.808269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8687a261-4737-47b0-8e8c-f771c302321c req-114c5602-e88a-4d9c-82b3-c6de52766dee tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0632641 Jan 28 01:35:20.277553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aebaa-a557-4071-b9d1-ef16437e287b req-870ffe0b-744e-4850-a9c8-5fed805aaf44 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:20.279573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-672aebaa-a557-4071-b9d1-ef16437e287b req-870ffe0b-744e-4850-a9c8-5fed805aaf44 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0454333 Jan 28 01:35:20.333126 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-672aebaa-a557-4071-b9d1-ef16437e287b req-97997a07-3275-4596-9ff4-cbc851e53c4a tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Jan 28 01:35:20.357210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44270) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:20.525990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port cdf607ec-64d7-4ce8-b49e-ada16c2e800c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:20.526346 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:20.613785 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:20.614220 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:20.629038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for cdf607ec-64d7-4ce8-b49e-ada16c2e800c owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:20.748798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97091ea1-0e90-4f67-900f-9f49ec14f29b details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:35:20.864494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cdf607ec-64d7-4ce8-b49e-ada16c2e800c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:20.874271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 97091ea1-0e90-4f67-900f-9f49ec14f29b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:20.888542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'port_id': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'mac_address': 'fa:16:3e:65:c4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:35:20.922238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=cdf607ec-64d7-4ce8-b49e-ada16c2e800c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:20.939569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.939569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.939891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.940138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.940727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.941065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.941392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.941715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.942066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.942391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.942712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.943036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.943352 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:20.947225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 97091ea1-0e90-4f67-900f-9f49ec14f29b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:20.947922 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:20.966565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97091ea1-0e90-4f67-900f-9f49ec14f29b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:20.991716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 97091ea1-0e90-4f67-900f-9f49ec14f29b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:20.999392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:21.026986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1473-c45d-42f5-b6dd-767b7cdcc0af req-a409e9a0-1ce7-4aa7-ba3f-ac65523b179a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:21.038297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79df1473-c45d-42f5-b6dd-767b7cdcc0af req-a409e9a0-1ce7-4aa7-ba3f-ac65523b179a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 982 time: 0.1082866 Jan 28 01:35:21.064764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (582f627c-6730-4119-8e3f-312b2bb48868), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:21.065196 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP 582f627c-6730-4119-8e3f-312b2bb48868 disassociated (deleted). External IP: 172.25.1.253, port: ed27919f-140c-44c3-af7f-e533a4506ec0. Jan 28 01:35:21.073605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=97091ea1-0e90-4f67-900f-9f49ec14f29b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:21.116966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-79df1473-c45d-42f5-b6dd-767b7cdcc0af req-60259792-58d5-4dd6-bca0-69f0b7b7148b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0776699 Jan 28 01:35:21.303679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 193ee725-3269-41e2-b73c-03e51044a813 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:21.394219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['97091ea1-0e90-4f67-900f-9f49ec14f29b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:21.420998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:21.428187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:21.432353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] Sync routers for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:21.454680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:21.455452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:21.462826 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b6024ee-a7f6-4157-94f1-eb3ec34211f8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/floatingips/582f627c-6730-4119-8e3f-312b2bb48868 HTTP/1.1" status: 204 len: 168 time: 1.1016228 Jan 28 01:35:21.462826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:21.463577 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:21.620049 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5832b9a-2e36-4de4-9a3d-7c152c90fcf0 x-openstack-request-id: req-d5832b9a-2e36-4de4-9a3d-7c152c90fcf0 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:21.620485 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:21.621088 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5832b9a-2e36-4de4-9a3d-7c152c90fcf0 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:21.621465 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'status': 'completed', 'code': 200} Jan 28 01:35:21.628142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:21.745346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-a016aae1-713d-4b54-91be-4a1643938905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:21.747234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-a016aae1-713d-4b54-91be-4a1643938905 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 1096 time: 0.0475745 Jan 28 01:35:21.880830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5b4f-0e4d-48f3-8cb1-adc262f14149 req-2b9240ed-893a-4042-aa86-1b0403985db1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:21.882051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-294d5b4f-0e4d-48f3-8cb1-adc262f14149 req-2b9240ed-893a-4042-aa86-1b0403985db1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0975835 Jan 28 01:35:21.925268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-73f9c994-dbfe-4298-a207-2403bb8b8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:21.926789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-73f9c994-dbfe-4298-a207-2403bb8b8c41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 200 len: 898 time: 0.1639330 Jan 28 01:35:21.942201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:41Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:21.975623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] Checking router: 193ee725-3269-41e2-b73c-03e51044a813 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:21.982982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-3abd6ec9-7f2f-490b-b88a-d8e5ac413161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 200 len: 217 time: 0.0455561 Jan 28 01:35:21.984516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:21.985201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:21.994322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-294d5b4f-0e4d-48f3-8cb1-adc262f14149 req-03d14201-06a9-4a69-bb9c-35ad24dcc027 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035097 Jan 28 01:35:22.040597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-3906284f-61e6-4222-8978-5c03309834b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:22.042235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-3906284f-61e6-4222-8978-5c03309834b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 200 len: 835 time: 0.0467525 Jan 28 01:35:22.099138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-f9ed3073-978c-4d35-a323-f7d7e18ce8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:22.100845 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-f9ed3073-978c-4d35-a323-f7d7e18ce8b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=404d28bf-5353-41d5-a3ff-b0d26121bef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495210 Jan 28 01:35:22.107805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:22.232751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-5b1c808b-b917-42e9-9290-1fc8913e4359 service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213105 Jan 28 01:35:22.253596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e526ad5-ccec-4cb6-a798-fed5c0b7cd60 req-b065e860-48f0-45af-ac6d-b9917f13c16c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:22.255810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e526ad5-ccec-4cb6-a798-fed5c0b7cd60 req-b065e860-48f0-45af-ac6d-b9917f13c16c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 983 time: 0.0730960 Jan 28 01:35:22.336291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:41Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:22.366003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0934c66-b251-4ffa-b73a-f0e9626c3bac None None] The sync data for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 is: [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6ddebd45-3267-4b1f-8da1-bee16d8204ce', 'name': '', 'network_id': '404d28bf-5353-41d5-a3ff-b0d26121bef9', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:f8:90:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:37Z', 'updated_at': '2022-01-28T01:32:41Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '9c1eee94-0f56-47ae-ac61-a2be57704792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:22.386086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e526ad5-ccec-4cb6-a798-fed5c0b7cd60 req-15745eef-b6e7-41ea-a98e-7dcb976da970 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1210926 Jan 28 01:35:22.391163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dbf1d7-865b-4aa1-aec0-cd166da65e9d req-17232f64-9667-4459-84fe-35091099b8fc service neutron] 10.222.0.43 "GET /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343803 Jan 28 01:35:22.628074 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2367e26-c811-4b5b-868a-06c7c1a341ce None None] New status for floating IP 582f627c-6730-4119-8e3f-312b2bb48868: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:35:22.773516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97091ea1-0e90-4f67-900f-9f49ec14f29b up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:22.832552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 97091ea1-0e90-4f67-900f-9f49ec14f29b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:35:22.837369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 97091ea1-0e90-4f67-900f-9f49ec14f29b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:22.837865 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:22.917508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 97091ea1-0e90-4f67-900f-9f49ec14f29b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:22.917942 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:22.941528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:22.943917 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a95cbbf-b28c-46e2-b83d-001dee610300" -d '{"events": [{"server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "name": "network-vif-plugged", "status": "completed", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:22.957117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 97091ea1-0e90-4f67-900f-9f49ec14f29b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:22.962897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:22.990061 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc002c-d5b4-4122-b61e-6bcfe5ac431a x-openstack-request-id: req-ccdc002c-d5b4-4122-b61e-6bcfe5ac431a {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:22.990482 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "name": "network-vif-plugged", "status": "completed", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:22.990748 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccdc002c-d5b4-4122-b61e-6bcfe5ac431a {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:22.991248 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'code': 200} Jan 28 01:35:23.020241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=97091ea1-0e90-4f67-900f-9f49ec14f29b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:23.148080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163652b-adb1-4113-880e-2b1bbbdd7745 req-84ed4719-0b2b-463a-af2c-66feb944fca8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:23.149738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1163652b-adb1-4113-880e-2b1bbbdd7745 req-84ed4719-0b2b-463a-af2c-66feb944fca8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0772564 Jan 28 01:35:23.155219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2319f-c8b6-46a0-ad0c-fd1099c8c398 req-b03a728a-1a52-458a-b5f0-afc6e0529f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:23.156966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4b2319f-c8b6-46a0-ad0c-fd1099c8c398 req-b03a728a-1a52-458a-b5f0-afc6e0529f2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1135 time: 0.0578582 Jan 28 01:35:23.230939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1163652b-adb1-4113-880e-2b1bbbdd7745 req-5fe87cfe-a37b-438a-8c2c-9cc707a9ed7c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727477 Jan 28 01:35:23.241633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4b2319f-c8b6-46a0-ad0c-fd1099c8c398 req-f35d9730-f0fb-49ea-b404-062378006c8d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0766990 Jan 28 01:35:23.505105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb1852-b22a-406c-a973-9c9f780c385f req-7c195de6-e0da-43c0-a4e4-567f5b9ace6b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:23.506600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57bb1852-b22a-406c-a973-9c9f780c385f req-7c195de6-e0da-43c0-a4e4-567f5b9ace6b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0516045 Jan 28 01:35:23.567071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57bb1852-b22a-406c-a973-9c9f780c385f req-772e0034-43e5-4d15-a362-1b3c02b61368 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0545881 Jan 28 01:35:23.675422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-2c390ae7-ee1f-4402-b22b-5ce5cf18298a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:23.676945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-2c390ae7-ee1f-4402-b22b-5ce5cf18298a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 945 time: 0.0530448 Jan 28 01:35:23.777303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port ed27919f-140c-44c3-af7f-e533a4506ec0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:23.777559 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:23.865120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port ed27919f-140c-44c3-af7f-e533a4506ec0, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=ed27919f-140c-44c3-af7f-e533a4506ec0,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:23.865479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:23.877366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for ed27919f-140c-44c3-af7f-e533a4506ec0 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:24.007753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ed27919f-140c-44c3-af7f-e533a4506ec0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:24.034318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=ed27919f-140c-44c3-af7f-e533a4506ec0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:24.077966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] No DVR routers for this DVR port ed27919f-140c-44c3-af7f-e533a4506ec0 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:35:24.081028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:24.085189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b327e8d-4858-4038-8aa6-f6080d293bf7 req-e577693e-e65e-4876-b44b-1048cd9828ea tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "DELETE /v2.0/ports/ed27919f-140c-44c3-af7f-e533a4506ec0 HTTP/1.1" status: 204 len: 173 time: 0.4007280 Jan 28 01:35:24.085679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-deleted', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:24.088015 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742501b1-472e-422d-8000-e42dbc0e1942" -d '{"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-deleted", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:24.129027 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bc7450-f631-45f6-bc19-68561809b1f7 x-openstack-request-id: req-70bc7450-f631-45f6-bc19-68561809b1f7 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:24.130303 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45477ef-d5e0-47f7-8280-9f04d5692dbb", "name": "network-vif-deleted", "tag": "ed27919f-140c-44c3-af7f-e533a4506ec0", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:24.130558 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70bc7450-f631-45f6-bc19-68561809b1f7 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:24.130989 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45477ef-d5e0-47f7-8280-9f04d5692dbb', 'name': 'network-vif-deleted', 'tag': 'ed27919f-140c-44c3-af7f-e533a4506ec0', 'status': 'completed', 'code': 200} Jan 28 01:35:24.350762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ee49d2-29b8-49a9-a7d1-3386b6934beb req-5785ad3e-2328-4ba9-a785-1948003c5500 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=e45477ef-d5e0-47f7-8280-9f04d5692dbb HTTP/1.1" status: 200 len: 210 time: 0.0315800 Jan 28 01:35:24.708159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72accd-c2c4-4330-8b94-687bff3a5ae5 req-791e7629-d307-4470-bc6d-24cea8db75ed tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:24.709709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a72accd-c2c4-4330-8b94-687bff3a5ae5 req-791e7629-d307-4470-bc6d-24cea8db75ed tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0628147 Jan 28 01:35:24.778319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a72accd-c2c4-4330-8b94-687bff3a5ae5 req-a57c61dc-7070-4268-b8b5-c140b3fbc84f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0613587 Jan 28 01:35:25.410535 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44318) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:25.777352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (193ee725-3269-41e2-b73c-03e51044a813), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:25.902051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebfe2b-8738-4335-99f6-84504a4e167c req-52c2c80f-2761-4faa-a31f-9cd81deac034 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:25.904153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75ebfe2b-8738-4335-99f6-84504a4e167c req-52c2c80f-2761-4faa-a31f-9cd81deac034 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0573595 Jan 28 01:35:25.969290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75ebfe2b-8738-4335-99f6-84504a4e167c req-ffc487cb-9773-4658-95ed-9dd9a1171191 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0587637 Jan 28 01:35:26.059897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 6ddebd45-3267-4b1f-8da1-bee16d8204ce {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:26.060147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.097701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5674de0-4706-4d19-86c6-783d11160ef5 req-6f6a4089-078a-4b39-8dcb-6494704970e8 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:26.099264 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5674de0-4706-4d19-86c6-783d11160ef5 req-6f6a4089-078a-4b39-8dcb-6494704970e8 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0585563 Jan 28 01:35:26.167364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 6ddebd45-3267-4b1f-8da1-bee16d8204ce, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6ddebd45-3267-4b1f-8da1-bee16d8204ce,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:26.167819 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.170355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5674de0-4706-4d19-86c6-783d11160ef5 req-db3c27a5-a76f-4833-bc5a-ff4ed07d1000 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0629654 Jan 28 01:35:26.181913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 6ddebd45-3267-4b1f-8da1-bee16d8204ce owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:26.307182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c55-f9b7-4a48-ab4d-3c7a642b2889 req-9c9a5903-44d3-460a-b7e0-2233ae5a0e5e tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:26.308919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad0e0c55-f9b7-4a48-ab4d-3c7a642b2889 req-9c9a5903-44d3-460a-b7e0-2233ae5a0e5e tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1135 time: 0.0434012 Jan 28 01:35:26.328926 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c55-f9b7-4a48-ab4d-3c7a642b2889 req-52862b30-b266-45b8-9605-6572360dba1b tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.418801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6ddebd45-3267-4b1f-8da1-bee16d8204ce), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.447555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c55-f9b7-4a48-ab4d-3c7a642b2889 req-52862b30-b266-45b8-9605-6572360dba1b tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Publish callbacks [] for security_group (520eb1d0-e315-4e58-b0e3-d607252d5395), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.459663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c55-f9b7-4a48-ab4d-3c7a642b2889 req-52862b30-b266-45b8-9605-6572360dba1b tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (520eb1d0-e315-4e58-b0e3-d607252d5395), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.512956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862b30-b266-45b8-9605-6572360dba1b tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520eb1d0-e315-4e58-b0e3-d607252d5395,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:26.530493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=6ddebd45-3267-4b1f-8da1-bee16d8204ce,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:26.553501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad0e0c55-f9b7-4a48-ab4d-3c7a642b2889 req-52862b30-b266-45b8-9605-6572360dba1b tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2369630 Jan 28 01:35:26.573591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44340) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:26.706253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a62beb-66c5-44c8-b735-0fff7ada6988 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:26.712387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-81a62beb-66c5-44c8-b735-0fff7ada6988 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1130 time: 0.1330872 Jan 28 01:35:26.712769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44348) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:26.719261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:26.774707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-bb48ea6c-a44c-463a-9c7c-363715a3fdac tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:26.776322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-bb48ea6c-a44c-463a-9c7c-363715a3fdac tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.1631603 Jan 28 01:35:26.777906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:26.814374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-2a3907d2-9d3e-4dbc-a2f7-780a0f679ab8 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/quotas/2882bb50626245b5861ecaab5ecee169 HTTP/1.1" status: 200 len: 375 time: 0.0217533 Jan 28 01:35:26.900681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-3b3b759c-ee52-4de9-aae8-fc1aa4f43a6f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848045 Jan 28 01:35:27.005986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.028439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-b470f349-928b-4b12-9a4c-eeed332d43f7 service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153522 Jan 28 01:35:27.044140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (193ee725-3269-41e2-b73c-03e51044a813), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.201699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.25.1.107 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/fafa0ba0-b869-48e5-920b-bf25e5093962) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:27.206360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-95ecfe78-ca22-4293-b151-4d5a7292b1fd service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473358 Jan 28 01:35:27.272776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 193ee725-3269-41e2-b73c-03e51044a813 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:27.350567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.396897 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.411210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:27.421306 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6c93596d-884c-4ee8-b29c-64f11c35abca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/193ee725-3269-41e2-b73c-03e51044a813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0096512 Jan 28 01:35:27.421872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] Sync routers for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:27.423273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44354) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:27.444449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:27.445170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:27.487809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting subnet 9c1eee94-0f56-47ae-ac61-a2be57704792 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:35:27.490679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (9c1eee94-0f56-47ae-ac61-a2be57704792), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.523717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7266f408-aedb-4ef5-86dc-6ed5c1cf2eaf req-0ad4dc40-aa8c-435b-b814-e930d6984bb4 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 210 time: 0.1240656 Jan 28 01:35:27.542010 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (9c1eee94-0f56-47ae-ac61-a2be57704792), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.543594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:27.582000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:27.598705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:27.666757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=fafa0ba0-b869-48e5-920b-bf25e5093962,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:27.671404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9c1eee94-0f56-47ae-ac61-a2be57704792), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.671654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:27.779418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (9c1eee94-0f56-47ae-ac61-a2be57704792), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.813966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:27.825810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:27.832055 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/subnets/9c1eee94-0f56-47ae-ac61-a2be57704792 HTTP/1.1" status: 204 len: 168 time: 0.4063327 Jan 28 01:35:27.833405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afd87d-6051-4a74-8c8e-edbc90e78b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1eee94-0f56-47ae-ac61-a2be57704792,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:27.843261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44364) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:27.884046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47b438-0263-4fd3-bb30-8c5aaf695f37 None None] Network 404d28bf-5353-41d5-a3ff-b0d26121bef9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:27.915833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: ed27919f-140c-44c3-af7f-e533a4506ec0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:27.916153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device ed27919f-140c-44c3-af7f-e533a4506ec0 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:28.042519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (193ee725-3269-41e2-b73c-03e51044a813), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.225492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (193ee725-3269-41e2-b73c-03e51044a813), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.298853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 243dd514-daf9-4fe6-a42a-c4d0440e270b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:28.299206 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.313098 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:35:26Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '243dd514-daf9-4fe6-a42a-c4d0440e270b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193ee725-3269-41e2-b73c-03e51044a813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:32:33Z', 'updated_at': '2022-01-28T01:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:28.353420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] Checking router: 193ee725-3269-41e2-b73c-03e51044a813 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:28.365572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] DHCP port deletion for 404d28bf-5353-41d5-a3ff-b0d26121bef9 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:35:28.374225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] Routers {'193ee725-3269-41e2-b73c-03e51044a813'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:28.375229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['193ee725-3269-41e2-b73c-03e51044a813'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:28.416551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 243dd514-daf9-4fe6-a42a-c4d0440e270b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=243dd514-daf9-4fe6-a42a-c4d0440e270b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:28.416939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.431896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 243dd514-daf9-4fe6-a42a-c4d0440e270b owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:28.511198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] Set router 193ee725-3269-41e2-b73c-03e51044a813 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:28.571695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:35:28Z', 'revision_number': 6, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:28.608869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206562cd-4795-443c-8843-137193b2a6a7 None None] The sync data for ids ['193ee725-3269-41e2-b73c-03e51044a813'] in n-d-826756-1 is: [{'id': '193ee725-3269-41e2-b73c-03e51044a813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084548236', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:32:32Z', 'updated_at': '2022-01-28T01:35:28Z', 'revision_number': 6, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:28.623290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] Deleting port 4d230fed-9f06-45bb-8005-72cf79f79e5d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:28.623666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.629270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (243dd514-daf9-4fe6-a42a-c4d0440e270b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.651212 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for floatingip (504c652e-a839-4819-b97c-a7b6bb2b98c8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.674712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=243dd514-daf9-4fe6-a42a-c4d0440e270b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:28.724237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] For port 4d230fed-9f06-45bb-8005-72cf79f79e5d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4d230fed-9f06-45bb-8005-72cf79f79e5d,segment=NetworkSegment(e7d1ef58-1cb3-4d5f-ae84-a3906e25f150),segment_id=e7d1ef58-1cb3-4d5f-ae84-a3906e25f150)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:28.724921 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.732819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f539d26-7b73-4f9d-af9d-c7dc5efe7c7f req-ea7deaea-65cc-4bd1-bd9d-8b55d670b125 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 210 time: 0.0367131 Jan 28 01:35:28.741514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] Calling delete_port for 4d230fed-9f06-45bb-8005-72cf79f79e5d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:28.769970 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (193ee725-3269-41e2-b73c-03e51044a813), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.775404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.883092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (193ee725-3269-41e2-b73c-03e51044a813), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.886211 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (4d230fed-9f06-45bb-8005-72cf79f79e5d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.899128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (193ee725-3269-41e2-b73c-03e51044a813), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.919236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] Pushing event deleted for resources: {'Port': ['ID=4d230fed-9f06-45bb-8005-72cf79f79e5d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:28.932289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6985fd1-4f8a-4133-98e1-442fa7dbf3c0 None None] No DVR routers for this DVR port 4d230fed-9f06-45bb-8005-72cf79f79e5d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:35:28.975875 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:28.994594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.004549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (193ee725-3269-41e2-b73c-03e51044a813), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.006379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Fanout notify agent at l3_agent the message router_deleted on router 193ee725-3269-41e2-b73c-03e51044a813 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:35:29.019079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.020639 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2cf644a9-e8a3-4ca7-863c-237234568701 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/routers/193ee725-3269-41e2-b73c-03e51044a813 HTTP/1.1" status: 204 len: 168 time: 1.1755733 Jan 28 01:35:29.023678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44370) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:29.139140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (404d28bf-5353-41d5-a3ff-b0d26121bef9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.147518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=fafa0ba0-b869-48e5-920b-bf25e5093962,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:29.179418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-8d493d45-fb7a-4253-a799-cbcd88cbd394 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:29.180995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-8d493d45-fb7a-4253-a799-cbcd88cbd394 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.2028155 Jan 28 01:35:29.182154 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (504c652e-a839-4819-b97c-a7b6bb2b98c8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.230886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Request body: {'port': {'device_id': '684121b5-345e-4457-89a5-e0101b0ee364', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'admin_state_up': True, 'tenant_id': '2882bb50626245b5861ecaab5ecee169'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:29.247761 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (404d28bf-5353-41d5-a3ff-b0d26121bef9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.269513 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404d28bf-5353-41d5-a3ff-b0d26121bef9']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:29.279277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:29.279796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d1ef58-1cb3-4d5f-ae84-a3906e25f150') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:29.292384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (e7d1ef58-1cb3-4d5f-ae84-a3906e25f150), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.306750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (e7d1ef58-1cb3-4d5f-ae84-a3906e25f150), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.313536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:35:29.314073 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (e7d1ef58-1cb3-4d5f-ae84-a3906e25f150), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:35:29.317983 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:35:29.351641 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Floating IP 504c652e-a839-4819-b97c-a7b6bb2b98c8 associated. External IP: 172.25.1.107, port: 97091ea1-0e90-4f67-900f-9f49ec14f29b. Jan 28 01:35:29.382285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (404d28bf-5353-41d5-a3ff-b0d26121bef9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.394523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.399675 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/networks/404d28bf-5353-41d5-a3ff-b0d26121bef9 HTTP/1.1" status: 204 len: 168 time: 0.3748217 Jan 28 01:35:29.403795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44372) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:29.410201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39faf05-d905-4c3b-9b6b-3e5d0d586faa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Network': ['ID=404d28bf-5353-41d5-a3ff-b0d26121bef9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:29.522456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Made reservation on behalf of 2882bb50626245b5861ecaab5ecee169 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:29.525548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.559062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48ca1450-8f6b-4e31-ae3b-0866162358a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.635930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6ddebd45-3267-4b1f-8da1-bee16d8204ce no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:29.658766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6ddebd45-3267-4b1f-8da1-bee16d8204ce {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:29.659252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6ddebd45-3267-4b1f-8da1-bee16d8204ce not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:29.659754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 243dd514-daf9-4fe6-a42a-c4d0440e270b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:29.677041 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48ca1450-8f6b-4e31-ae3b-0866162358a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.683871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 243dd514-daf9-4fe6-a42a-c4d0440e270b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:29.684890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 243dd514-daf9-4fe6-a42a-c4d0440e270b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:29.684890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4d230fed-9f06-45bb-8005-72cf79f79e5d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:29.710738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4d230fed-9f06-45bb-8005-72cf79f79e5d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:29.711226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4d230fed-9f06-45bb-8005-72cf79f79e5d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:29.809822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 4d0892c7-670d-4ef2-a792-b07938afe213 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:29.845926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Allocated IP 172.20.0.6 (ff4d0529-8540-429a-9b88-c60b2ed38e91/ffc9fe26-0372-4e17-b55e-d3d5938d98a8/d8e47409-daad-4bdf-85a8-102841fb76be) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:29.899054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52cce697-96de-40d5-ad0c-7d512fc7bb4f req-f06fa9e2-3735-475d-b925-0b71ceaabbb7 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 210 time: 0.0647063 Jan 28 01:35:29.919356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48ca1450-8f6b-4e31-ae3b-0866162358a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.927810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48ca1450-8f6b-4e31-ae3b-0866162358a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:29.929039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-48ca1450-8f6b-4e31-ae3b-0866162358a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525 HTTP/1.1" status: 204 len: 168 time: 0.5146749 Jan 28 01:35:29.997030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca1450-8f6b-4e31-ae3b-0866162358a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b5e8d-63fb-47e0-ae16-ca6fdb8d8525,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:30.077990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:30.106439 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] Sync routers for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:30.107228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.129209 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:30.131078 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:30.154789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85b3dc8a-0fae-4037-9d4d-68be97ad6d9a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4408443 Jan 28 01:35:30.157403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44382) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:30.159062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:30.160433 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7" -d '{"events": [{"name": "network-changed", "server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:30.202859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks [] for port (d8e47409-daad-4bdf-85a8-102841fb76be), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.231073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44386) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:30.235132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568212713', 'description': 'tempest-secgroup-smoke-568212713 description', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:30.259687 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44adea68-cdea-48c7-9c3b-fe123ba3dc8b x-openstack-request-id: req-44adea68-cdea-48c7-9c3b-fe123ba3dc8b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:30.259988 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:30.260267 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44adea68-cdea-48c7-9c3b-fe123ba3dc8b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:30.260675 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'status': 'completed', 'code': 200} Jan 28 01:35:30.276931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.278868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.298376 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:30.313646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:30.369989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['caf52664-2d09-42b5-82dc-b8c43c8615b1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:30.469831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (01e1447d-b76e-44c0-afbc-db566a016017), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.504166 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (01e1447d-b76e-44c0-afbc-db566a016017), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.535310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.535874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.536402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.537193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.538018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.538541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.539061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.539581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.540095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.545309 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c83fe9a2-b6e8-4bdf-9dc3-3f8f10f63283 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.3846993 Jan 28 01:35:30.546113 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44388) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:30.558470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:30.563995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event updated for resources: {'Port': ['ID=d8e47409-daad-4bdf-85a8-102841fb76be,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:30.589712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:30.600354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:30.640878 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '504c652e-a839-4819-b97c-a7b6bb2b98c8', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'port_id': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'mac_address': 'fa:16:3e:65:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:35:27Z', 'updated_at': '2022-01-28T01:35:27Z', 'revision_number': 0, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:11Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:30.654821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.659796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4253924 Jan 28 01:35:30.664241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34505840-7780-45de-b737-9190ad8aa328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1447d-b76e-44c0-afbc-db566a016017,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:30.674054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.675006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.675564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.675872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:30.676287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.676834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.677348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.677969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.678473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.678977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.682475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-e52f7be7-9950-4a6a-b3cb-40a90f8e8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.684777 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9368659-9ca7-4ab6-b497-df6faf4dd7f3 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.1375611 Jan 28 01:35:30.685375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-e52f7be7-9950-4a6a-b3cb-40a90f8e8c5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1135 time: 0.3563201 Jan 28 01:35:30.685623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44392) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:30.690945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '01e1447d-b76e-44c0-afbc-db566a016017', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:30.698987 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] Checking router: 4d0892c7-670d-4ef2-a792-b07938afe213 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:30.713647 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:30.714338 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:30.740449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.742194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.818696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-55fc3f0b-4d9a-4894-806c-349ae5e31b64 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5931306 Jan 28 01:35:30.822492 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (a543e672-3539-4da5-9025-869a79a767fa), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:30.845016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Request body: {'port': {'device_id': '684121b5-345e-4457-89a5-e0101b0ee364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:30.875382 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:30.915563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-e32274d9-665d-4726-ab28-6181f6f54912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.917071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-e32274d9-665d-4726-ab28-6181f6f54912 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa9a168a-8340-4a7d-b1dc-9163d843e00a HTTP/1.1" status: 200 len: 898 time: 0.2202213 Jan 28 01:35:30.983567 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fac306cc-4c9a-4328-a477-ed58e311c5d2 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.2965500 Jan 28 01:35:30.990700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44398) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:31.019131 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.042972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (a543e672-3539-4da5-9025-869a79a767fa), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.063993 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (a543e672-3539-4da5-9025-869a79a767fa), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.067223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-e420411c-747a-4185-88bb-215bb9a2ab83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b HTTP/1.1" status: 200 len: 999 time: 0.1385112 Jan 28 01:35:31.071999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b95027-5702-40a5-8e91-fcba88a10292 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:31.074353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b95027-5702-40a5-8e91-fcba88a10292 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:31.077188 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-52b95027-5702-40a5-8e91-fcba88a10292 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4d0892c7-670d-4ef2-a792-b07938afe213 HTTP/1.1" status: 200 len: 1988 time: 0.0850470 Jan 28 01:35:31.154971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a543e672-3539-4da5-9025-869a79a767fa,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:31.174705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '504c652e-a839-4819-b97c-a7b6bb2b98c8', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'port_id': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'mac_address': 'fa:16:3e:65:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:35:27Z', 'updated_at': '2022-01-28T01:35:27Z', 'revision_number': 0, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:11Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:31.179009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.181844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bdec0580-d599-4cd8-9097-cda5ac715007 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4933901 Jan 28 01:35:31.183222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44402) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:31.188413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '01e1447d-b76e-44c0-afbc-db566a016017', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:31.210777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b8ab0-69d7-4078-96b7-d076825ee8de req-760519c5-ad7b-44e0-a5dc-996ea584111b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:31.212502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad0b8ab0-69d7-4078-96b7-d076825ee8de req-760519c5-ad7b-44e0-a5dc-996ea584111b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 931 time: 0.1647837 Jan 28 01:35:31.221298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (19cf3709-5d41-43c2-a3ea-3b5dd9e9cfd3), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.224981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d2302-9718-4228-a4da-59bdc903bb9a None None] The sync data for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 is: [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '504c652e-a839-4819-b97c-a7b6bb2b98c8', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'port_id': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'mac_address': 'fa:16:3e:65:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:35:27Z', 'updated_at': '2022-01-28T01:35:27Z', 'revision_number': 0, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:11Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:31.258033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-dc29e548-9ead-44ec-8529-0608047b55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:31.259603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-dc29e548-9ead-44ec-8529-0608047b55e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f42916-c332-4a4a-81c1-9721670f3862 HTTP/1.1" status: 200 len: 835 time: 0.1638546 Jan 28 01:35:31.311401 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (19cf3709-5d41-43c2-a3ea-3b5dd9e9cfd3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.319065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (19cf3709-5d41-43c2-a3ea-3b5dd9e9cfd3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.342420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cf3709-5d41-43c2-a3ea-3b5dd9e9cfd3,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:31.350247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.351568 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc260453-a369-4565-b9ba-d72a970bff21 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673429 Jan 28 01:35:31.354412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44404) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:31.359625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '01e1447d-b76e-44c0-afbc-db566a016017', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:31.391217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (00448fc7-6d93-457c-a79e-9524069f0c01), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.394991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad0b8ab0-69d7-4078-96b7-d076825ee8de req-6dab8b16-721b-4e68-acf6-a1e61f23a428 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341214 Jan 28 01:35:31.403378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-3fae58dd-17b6-468a-8788-0ad76a23055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:31.404893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-3fae58dd-17b6-468a-8788-0ad76a23055b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa9a168a-8340-4a7d-b1dc-9163d843e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271429 Jan 28 01:35:31.479924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (00448fc7-6d93-457c-a79e-9524069f0c01), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.492166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (00448fc7-6d93-457c-a79e-9524069f0c01), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.521438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.522868 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669884 Jan 28 01:35:31.525662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44406) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:31.525858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914011af-9d6f-49c3-b0e9-2eed8650e4f0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00448fc7-6d93-457c-a79e-9524069f0c01,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:31.541817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '01e1447d-b76e-44c0-afbc-db566a016017', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:31.579613 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-31da5d18-945c-4d43-b4bf-861332e8e093 service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671515 Jan 28 01:35:31.624894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22df55f-a164-47b7-bc68-3fd9ddd1e791 None None] New status for floating IP 504c652e-a839-4819-b97c-a7b6bb2b98c8: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:35:31.625510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e47409-daad-4bdf-85a8-102841fb76be {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:31.666007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Publish callbacks [] for port (d8e47409-daad-4bdf-85a8-102841fb76be), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.668362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (979fad5a-6f1a-4f00-9c1e-a80eafbc9784), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.708100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Transition to ACTIVE for port object d8e47409-daad-4bdf-85a8-102841fb76be will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:35:31.723665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.790632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb72a2f5-9d10-4f57-bdb9-2eb57b8224b7 req-0c3b1610-2d8b-4d3a-a9ff-c85e42cd2ada service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018471 Jan 28 01:35:31.813498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e47409-daad-4bdf-85a8-102841fb76be,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:31.819250 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (979fad5a-6f1a-4f00-9c1e-a80eafbc9784), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.846748 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (979fad5a-6f1a-4f00-9c1e-a80eafbc9784), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.896674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979fad5a-6f1a-4f00-9c1e-a80eafbc9784,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:31.905541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.907511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-20f3e216-6700-45ab-9815-1b6d58cbabbb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3769157 Jan 28 01:35:31.909993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44410) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:31.915976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '01e1447d-b76e-44c0-afbc-db566a016017', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:31.930716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Attempting to bind port d8e47409-daad-4bdf-85a8-102841fb76be on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:31.931061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Attempting to bind port d8e47409-daad-4bdf-85a8-102841fb76be by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:31.931403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Attempting to bind port d8e47409-daad-4bdf-85a8-102841fb76be on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:31.936809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Port d8e47409-daad-4bdf-85a8-102841fb76be on network ff4d0529-8540-429a-9b88-c60b2ed38e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:35:31.937138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Attempting to bind port d8e47409-daad-4bdf-85a8-102841fb76be on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:31.943008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:31.943353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Checking segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:31.943748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Bound using segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:31.944424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Bound port: d8e47409-daad-4bdf-85a8-102841fb76be, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:31.945068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:31.953503 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:35:31.961809 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (7ba571d4-e230-40c8-b8b1-b91814da3e57), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.020242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] For port d8e47409-daad-4bdf-85a8-102841fb76be, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:32.024556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] For port d8e47409-daad-4bdf-85a8-102841fb76be, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d8e47409-daad-4bdf-85a8-102841fb76be,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:32.029192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.030371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (7ba571d4-e230-40c8-b8b1-b91814da3e57), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.035538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7ba571d4-e230-40c8-b8b1-b91814da3e57), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.052336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba571d4-e230-40c8-b8b1-b91814da3e57,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:32.065805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.070030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-038bb443-687c-440b-b435-2553d886e0f1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561944 Jan 28 01:35:32.070330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44412) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:32.077603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '01e1447d-b76e-44c0-afbc-db566a016017', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:32.091136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.091772 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.093513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/d8e47409-daad-4bdf-85a8-102841fb76be HTTP/1.1" status: 200 len: 1091 time: 1.2530050 Jan 28 01:35:32.131884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82928219-56bd-470f-9292-b202781bf1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e47409-daad-4bdf-85a8-102841fb76be,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:32.135763 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:35:32.141645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (83eb123e-6a22-481a-ae5b-0745979cba76), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.231292 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (83eb123e-6a22-481a-ae5b-0745979cba76), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.234182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-76fc8b2f-98c6-4490-af83-c6dbe38706f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.235642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-76fc8b2f-98c6-4490-af83-c6dbe38706f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 1094 time: 0.0676136 Jan 28 01:35:32.236757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (83eb123e-6a22-481a-ae5b-0745979cba76), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.261707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684121b5-345e-4457-89a5-e0101b0ee364', 'tag': 'd8e47409-daad-4bdf-85a8-102841fb76be'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:32.263940 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3e594-9a7f-46d1-997f-84865062921d" -d '{"events": [{"name": "network-changed", "server_uuid": "684121b5-345e-4457-89a5-e0101b0ee364", "tag": "d8e47409-daad-4bdf-85a8-102841fb76be"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:32.291978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83eb123e-6a22-481a-ae5b-0745979cba76,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:32.296039 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.300422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-17739c0d-a896-4d31-8789-19b84af2cc33 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2257893 Jan 28 01:35:32.300422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-86b7dd3a-e508-4263-8aec-0e8da705c4c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e47409-daad-4bdf-85a8-102841fb76be HTTP/1.1" status: 200 len: 217 time: 0.0461273 Jan 28 01:35:32.301371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44416) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:32.305709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'network': {'name': 'tempest-network-smoke--986247615', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:32.334404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:32.339363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.340962 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b2f041-f110-484b-95c8-b0feed18a612 x-openstack-request-id: req-80b2f041-f110-484b-95c8-b0feed18a612 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:32.341257 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684121b5-345e-4457-89a5-e0101b0ee364", "tag": "d8e47409-daad-4bdf-85a8-102841fb76be", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:32.341516 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80b2f041-f110-484b-95c8-b0feed18a612 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:32.341922 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684121b5-345e-4457-89a5-e0101b0ee364', 'tag': 'd8e47409-daad-4bdf-85a8-102841fb76be', 'status': 'completed', 'code': 200} Jan 28 01:35:32.362992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-be17f1f4-3e75-4385-9e07-e298560d092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.364541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-be17f1f4-3e75-4385-9e07-e298560d092a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0543947 Jan 28 01:35:32.367845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:35:32.377318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (17a5e31a-e7b0-4638-abce-c63e718f011d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.377686 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Added segment 17a5e31a-e7b0-4638-abce-c63e718f011d of type vlan for network 56c794de-bf77-43aa-88f2-d6da0eff78ec Jan 28 01:35:32.395985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-7efba756-50af-4ce1-acc9-607c3b800b1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252583 Jan 28 01:35:32.419810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (56c794de-bf77-43aa-88f2-d6da0eff78ec), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.447942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (56c794de-bf77-43aa-88f2-d6da0eff78ec), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.455038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.455896 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.497560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-c1304888-5694-4082-bdef-288f158acb03 service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948381 Jan 28 01:35:32.521281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2194927 Jan 28 01:35:32.527966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44420) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:32.533265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'admin_state_up': True, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:32.554339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7840d-031d-4d33-a210-f4b1d12c5cff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Network': ['ID=56c794de-bf77-43aa-88f2-d6da0eff78ec,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:32.565623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.566860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.567596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:35:32.616624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993571c-7183-44ce-a636-02d8749f1675 req-250feb6b-69fc-468a-a603-8297940b4992 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.618201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1993571c-7183-44ce-a636-02d8749f1675 req-250feb6b-69fc-468a-a603-8297940b4992 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 943 time: 0.1197586 Jan 28 01:35:32.627483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.651634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f484b33-98c6-4110-95f7-6f3967edd656 req-fb29e73b-7b3b-49c3-853e-08049f9836d9 service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446142 Jan 28 01:35:32.678489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1993571c-7183-44ce-a636-02d8749f1675 req-0b770fb1-2d49-4835-b390-3eccb949d76c tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Jan 28 01:35:32.778892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.829727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e594-9a7f-46d1-997f-84865062921d req-5df97b3c-5d80-44df-8912-5b4711d10727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.832462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-5df97b3c-5d80-44df-8912-5b4711d10727 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 1094 time: 0.0480332 Jan 28 01:35:32.929573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e594-9a7f-46d1-997f-84865062921d req-41831081-7b37-4f99-8d98-b0f741aa5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.932511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-41831081-7b37-4f99-8d98-b0f741aa5871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.0899389 Jan 28 01:35:32.983606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-93ce770d-d955-4f19-8084-e8877bd58beb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e47409-daad-4bdf-85a8-102841fb76be HTTP/1.1" status: 200 len: 217 time: 0.0425954 Jan 28 01:35:33.333822 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:33.344493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e594-9a7f-46d1-997f-84865062921d req-4677d689-34b7-4f79-bcda-5448467f0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:33.346080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-4677d689-34b7-4f79-bcda-5448467f0bf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.3555617 Jan 28 01:35:33.353376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:33.379381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-b1781f2e-8234-4665-bc8b-561c12ba1b5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261636 Jan 28 01:35:33.461052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.127 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:33.486887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-de041cca-07a7-41c4-8947-af96ede62df0 service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967948 Jan 28 01:35:33.578037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:33.578808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57f3e594-9a7f-46d1-997f-84865062921d req-c8dce0de-84b9-49e2-92f6-94da218040eb service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839164 Jan 28 01:35:33.613258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:33.636354 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:33.652967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:33.655867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:33.661731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:33.667487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:33.814899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e381-c635-4a9f-9495-3f9ddc3908c7 req-88f84120-b9f1-4436-b5d8-71632aca188a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:33.816697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d87e381-c635-4a9f-9495-3f9ddc3908c7 req-88f84120-b9f1-4436-b5d8-71632aca188a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 943 time: 0.0510082 Jan 28 01:35:33.873815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3d87e381-c635-4a9f-9495-3f9ddc3908c7 req-33cc802a-d6f9-4f2b-8a43-bf7b8f9d5b94 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483506 Jan 28 01:35:33.948356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.146352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.280791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:35:34.384622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:34.396267 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Sync routers for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:34.407299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.411550 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7e4f9274-7038-4601-939f-0682bde200c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8795662 Jan 28 01:35:34.411721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:34.411721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:34.411947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44428) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:34.449148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6c35b2d6-489c-48c9-b17a-be337a6fd418 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5503721e2d1e4f9a8fe81522a00daed8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336521 Jan 28 01:35:34.450010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44430) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:34.524304 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:34.609302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473cf55-505c-4d68-883c-133d7411466e tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:34.610874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2473cf55-505c-4d68-883c-133d7411466e tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1599009 Jan 28 01:35:34.613738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44432) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:34.641587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa4dc757-249e-462a-954b-d445a9766b56 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266907 Jan 28 01:35:34.644100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44434) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:34.649038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788367352', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:34.711310 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:33Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:34.739635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:34.741660 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Checking router: 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:34.742073 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Updating router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:35:34.743527 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.766202 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.935656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (5707b40c-1e6e-47cc-8394-5aab44aabdbb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.024144 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Publish callbacks [] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.030792 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.038260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Checking segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:35.038631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network hostable DHCP agents. Network: 56c794de-bf77-43aa-88f2-d6da0eff78ec, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:35:35.043990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Subnet': ['ID=5707b40c-1e6e-47cc-8394-5aab44aabdbb,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.062994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27228826-4796-4240-be19-1b1b22da8e27 req-0b89f9f4-91ef-47f0-a00d-f8708ad5feb9 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:35.064505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27228826-4796-4240-be19-1b1b22da8e27 req-0b89f9f4-91ef-47f0-a00d-f8708ad5feb9 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 943 time: 0.0977321 Jan 28 01:35:35.074626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:35:35.083145 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Attempting to bind port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:35.083677 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Attempting to bind port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:35.084161 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Attempting to bind port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:35.089764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 56c794de-bf77-43aa-88f2-d6da0eff78ec) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:35.095506 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:35.096079 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:35.096551 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.096999 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:35.097850 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Bound port: 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:35.098027 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.101521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:35.102153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.102908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf83416-068d-49db-a33f-3d8816e57ff8 None None] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:35.136816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f2e03027-997b-4fb4-a497-b48accbf03ff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4891036 Jan 28 01:35:35.137667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:35.142657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27228826-4796-4240-be19-1b1b22da8e27 req-fd481ca2-28d0-44a0-81ef-6846c500f4bd tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637317 Jan 28 01:35:35.234843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-56c794de-bf77-43aa-88f2-d6da0eff78ec', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:35:35.235905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.261836 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e43a6-fac6-4a33-ab49-8b10803cd7ee None None] Pushing event updated for resources: {'Port': ['ID=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.296673 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] For port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:35.301352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] For port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:35.305687 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.368515 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:35.369186 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:35.372501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e43a6-fac6-4a33-ab49-8b10803cd7ee None None] Pushing event updated for resources: {'Port': ['ID=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.410201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Allocated IP 172.20.0.2 (56c794de-bf77-43aa-88f2-d6da0eff78ec/5707b40c-1e6e-47cc-8394-5aab44aabdbb/51f2e7a4-948c-4f84-9341-aab6c8e8f808) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:35.513117 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:35.589985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Publish callbacks [] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.598425 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.651550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Pushing event updated for resources: {'Port': ['ID=51f2e7a4-948c-4f84-9341-aab6c8e8f808,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.660399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:35.662529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:35.665754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:35.723404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.732329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Attempting to bind port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:35.732709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Attempting to bind port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:35.733071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Attempting to bind port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:35.739412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:35.739792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Checking segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:35.740195 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.740589 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Bound using segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:35.741064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Bound port: 51f2e7a4-948c-4f84-9341-aab6c8e8f808, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:35.742059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.744448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:33Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:35.779552 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25cec6d-ecd1-4312-b3a0-ba7386885569 None None] The sync data for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 is: [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:33Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:35.791152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d8e47409-daad-4bdf-85a8-102841fb76be details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:35:35.833039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] For port 51f2e7a4-948c-4f84-9341-aab6c8e8f808, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:35.836576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] For port 51f2e7a4-948c-4f84-9341-aab6c8e8f808, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=51f2e7a4-948c-4f84-9341-aab6c8e8f808,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:35.850407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.955264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6a016-8af0-4ee3-b759-9b0d76fa2405 None None] Pushing event updated for resources: {'Port': ['ID=51f2e7a4-948c-4f84-9341-aab6c8e8f808,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.981088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d8e47409-daad-4bdf-85a8-102841fb76be, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d8e47409-daad-4bdf-85a8-102841fb76be,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:35.993301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'd8e47409-daad-4bdf-85a8-102841fb76be', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'port_id': 'd8e47409-daad-4bdf-85a8-102841fb76be', 'mac_address': 'fa:16:3e:2e:a6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9fe26-0372-4e17-b55e-d3d5938d98a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:35:36.038225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port d8e47409-daad-4bdf-85a8-102841fb76be is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:36.038618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:36.052735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e47409-daad-4bdf-85a8-102841fb76be {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:36.094799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d8e47409-daad-4bdf-85a8-102841fb76be, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d8e47409-daad-4bdf-85a8-102841fb76be,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:36.115574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:36.180402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=d8e47409-daad-4bdf-85a8-102841fb76be,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:36.228333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.1 (56c794de-bf77-43aa-88f2-d6da0eff78ec/5707b40c-1e6e-47cc-8394-5aab44aabdbb/3dba501b-0f83-4099-ae94-6c8507fec19d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:36.362912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6ccde-018b-40da-8a52-9ad3fbaf82f2 req-19d981f0-5e5c-404f-90b2-d0ddfbd83775 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:36.366423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c6ccde-018b-40da-8a52-9ad3fbaf82f2 req-19d981f0-5e5c-404f-90b2-d0ddfbd83775 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 944 time: 0.0966194 Jan 28 01:35:36.421418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:36.434841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68c6ccde-018b-40da-8a52-9ad3fbaf82f2 req-38d0bae6-10a6-4dcd-8996-717d0ef8924e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608220 Jan 28 01:35:36.477136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:36.490629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['d8e47409-daad-4bdf-85a8-102841fb76be'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:36.561322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:36.573559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:36.575836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=3dba501b-0f83-4099-ae94-6c8507fec19d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:36.585484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:36.653830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:36.811573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.101118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5e96607c-70fc-427d-94e6-d3767b71acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.279978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b55cd-5eeb-43dc-9a56-14005bfdf0e1 None None] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:37.391351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.396682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.407341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] Provisioning complete for port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:37.407710 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.496756 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.499591 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.499801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=3dba501b-0f83-4099-ae94-6c8507fec19d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:37.603539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] Current status of the port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:37.603820 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.651327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3107a-d89e-430b-a419-3dc7d631e1f4 req-623f0c1f-64c1-4326-a9a1-ad3fc3f6cc49 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:37.653690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:37.654650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6e3107a-d89e-430b-a419-3dc7d631e1f4 req-623f0c1f-64c1-4326-a9a1-ad3fc3f6cc49 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 944 time: 0.0968227 Jan 28 01:35:37.656871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:37.667961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] For port 51f2e7a4-948c-4f84-9341-aab6c8e8f808, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=51f2e7a4-948c-4f84-9341-aab6c8e8f808,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:37.681056 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:37.749425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1a975-a5d7-4816-ada9-6c1e287e2e91 None None] Pushing event updated for resources: {'Port': ['ID=51f2e7a4-948c-4f84-9341-aab6c8e8f808,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:37.782399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d8e47409-daad-4bdf-85a8-102841fb76be up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:37.795001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6e3107a-d89e-430b-a419-3dc7d631e1f4 req-c58fb505-ff84-4578-b909-983b5d95e733 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300299 Jan 28 01:35:37.883679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51f2e7a4-948c-4f84-9341-aab6c8e8f808 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:37.904524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:37.925274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port d8e47409-daad-4bdf-85a8-102841fb76be completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:35:37.932314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port d8e47409-daad-4bdf-85a8-102841fb76be triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:37.932701 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.046602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-baf55319-7afd-461d-8280-8460e222e3dc None None] Provisioning complete for port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:38.046860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-baf55319-7afd-461d-8280-8460e222e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.048830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:38.049294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.092165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:38.113432 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-10e7cfa3-bd43-4890-8cae-d6f3e9127cab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718599 Jan 28 01:35:38.310197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Sync routers for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:38.351914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port d8e47409-daad-4bdf-85a8-102841fb76be is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:38.352313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.371591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:38.372328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:38.385177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-8a05bb5e-8b2a-4a29-bfcf-38a4684ccd75 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568212713&fields=id&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 267 time: 0.0513182 Jan 28 01:35:38.444579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684121b5-345e-4457-89a5-e0101b0ee364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e47409-daad-4bdf-85a8-102841fb76be'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:38.448253 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eecbf5c-5abd-4bc1-bfa9-ed6c3fd0cc7e" -d '{"events": [{"server_uuid": "684121b5-345e-4457-89a5-e0101b0ee364", "name": "network-vif-plugged", "status": "completed", "tag": "d8e47409-daad-4bdf-85a8-102841fb76be"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:38.512878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-9b15131b-56b5-49c7-9a6c-236c61e463ac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:38.513175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d8e47409-daad-4bdf-85a8-102841fb76be, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d8e47409-daad-4bdf-85a8-102841fb76be,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:38.514774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-9b15131b-56b5-49c7-9a6c-236c61e463ac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 796 time: 0.1225393 Jan 28 01:35:38.533583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-3c067cab-47be-459c-875f-5b468f2d052d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/quotas/5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 375 time: 0.0095367 Jan 28 01:35:38.558786 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d6815-6e97-4f82-a87a-a7b05de5b49b x-openstack-request-id: req-cf3d6815-6e97-4f82-a87a-a7b05de5b49b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:38.559059 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684121b5-345e-4457-89a5-e0101b0ee364", "name": "network-vif-plugged", "status": "completed", "tag": "d8e47409-daad-4bdf-85a8-102841fb76be", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:38.559330 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf3d6815-6e97-4f82-a87a-a7b05de5b49b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:38.559709 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684121b5-345e-4457-89a5-e0101b0ee364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e47409-daad-4bdf-85a8-102841fb76be', 'code': 200} Jan 28 01:35:38.565167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.605594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-3f5cccd1-43f5-4c14-8afa-2f5f670cef6e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654879 Jan 28 01:35:38.607283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-baf55319-7afd-461d-8280-8460e222e3dc None None] Current status of the port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:38.642921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:38.644078 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:38.693179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:38.747230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-baf55319-7afd-461d-8280-8460e222e3dc None None] Provisioning complete for port 3dba501b-0f83-4099-ae94-6c8507fec19d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:38.747507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592e39-4f65-4a31-8ccf-59c63bfa58ec req-57d20cb4-2669-4634-8bf9-dd3e941671ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:38.747984 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-baf55319-7afd-461d-8280-8460e222e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.748883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5592e39-4f65-4a31-8ccf-59c63bfa58ec req-57d20cb4-2669-4634-8bf9-dd3e941671ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 1096 time: 0.0956059 Jan 28 01:35:38.752467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=d8e47409-daad-4bdf-85a8-102841fb76be,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:38.782778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-ea0367b4-b433-49c8-b0b1-bf65b9a6df56 service neutron] 10.222.0.23 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668048 Jan 28 01:35:38.864995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5592e39-4f65-4a31-8ccf-59c63bfa58ec req-475d0c6e-8730-4400-8322-ac844bddc868 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025455 Jan 28 01:35:38.934150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-ef88e1d6-a505-47bb-9526-fd7aef20252a service neutron] 10.222.0.23 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392987 Jan 28 01:35:38.964515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-baf55319-7afd-461d-8280-8460e222e3dc None None] Port 3dba501b-0f83-4099-ae94-6c8507fec19d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:35:38.964953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f125-2cad-4a05-add1-94620aa68556 req-548cc898-5e32-43b4-8c6d-17b625e6223a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:38.973964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78f6f125-2cad-4a05-add1-94620aa68556 req-548cc898-5e32-43b4-8c6d-17b625e6223a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.0857689 Jan 28 01:35:38.982572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:38.983120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.039364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78f6f125-2cad-4a05-add1-94620aa68556 req-6de0a431-04ea-4227-bfa1-dfdb1675c9d6 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640125 Jan 28 01:35:39.056294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:37Z', 'revision_number': 2, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:39.133904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Checking router: 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:39.134514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Updating router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 port 3dba501b-0f83-4099-ae94-6c8507fec19d binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:35:39.135201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f690efe-2d2d-445b-95c6-879638c6378e req-3b84115a-0569-4998-a00d-11f287caf0a6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 210 time: 0.0386102 Jan 28 01:35:39.183915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ef6c728a-dfe4-440c-bc9f-d82b75332503 None None] Provisioning complete for port 3dba501b-0f83-4099-ae94-6c8507fec19d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:39.184327 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef6c728a-dfe4-440c-bc9f-d82b75332503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.186019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:39.186395 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.191134 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.242416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:39.267518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.272425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c728a-dfe4-440c-bc9f-d82b75332503 None None] Port 3dba501b-0f83-4099-ae94-6c8507fec19d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:35:39.400755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:39.408592 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3067770-bde0-4d6c-9f75-415efb57b788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.584934 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Publish callbacks [] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.593493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.682055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0016fc-af85-4d4f-a7c7-9e8db643be98 None None] Pushing event updated for resources: {'Port': ['ID=3dba501b-0f83-4099-ae94-6c8507fec19d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:39.684641 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51f2e7a4-948c-4f84-9341-aab6c8e8f808 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:39.764304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Attempting to bind port 3dba501b-0f83-4099-ae94-6c8507fec19d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:39.764770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Attempting to bind port 3dba501b-0f83-4099-ae94-6c8507fec19d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:39.765208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Attempting to bind port 3dba501b-0f83-4099-ae94-6c8507fec19d on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:39.774564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:39.775063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Checking segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:39.775654 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.776153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Bound using segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:39.776709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Bound port: 3dba501b-0f83-4099-ae94-6c8507fec19d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:39.777461 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.830494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:39.830927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.890417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] For port 3dba501b-0f83-4099-ae94-6c8507fec19d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:39.896315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] For port 3dba501b-0f83-4099-ae94-6c8507fec19d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3dba501b-0f83-4099-ae94-6c8507fec19d,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:39.912346 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:39.990149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Provisioning complete for port 3dba501b-0f83-4099-ae94-6c8507fec19d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:39.990514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.043851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:40.045037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:40.051400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:40.052832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:40.073847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0016fc-af85-4d4f-a7c7-9e8db643be98 None None] Pushing event updated for resources: {'Port': ['ID=3dba501b-0f83-4099-ae94-6c8507fec19d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:40.248356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:40.248733 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.311410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94234930-cd3e-40fe-a2b8-ab952e799305 req-40829ba7-02f4-4dd9-9156-2d373c391668 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 210 time: 0.0633323 Jan 28 01:35:40.328061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c634f-67af-4458-999f-e322bed2fcaa req-4a3cc79d-e82f-4f9b-9124-b5d83cea4048 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:40.336507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d22c634f-67af-4458-999f-e322bed2fcaa req-4a3cc79d-e82f-4f9b-9124-b5d83cea4048 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.1690099 Jan 28 01:35:40.420047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d22c634f-67af-4458-999f-e322bed2fcaa req-8f6de2d4-99db-47e5-be65-aea16ce404ad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819106 Jan 28 01:35:40.472323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:40.515181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Current status of the port 3dba501b-0f83-4099-ae94-6c8507fec19d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:40.515620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.561295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-f6dab4df-32e2-428c-b545-fb41582b1a70 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:40.563474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-f6dab4df-32e2-428c-b545-fb41582b1a70 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 796 time: 0.1398590 Jan 28 01:35:40.640301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] For port 3dba501b-0f83-4099-ae94-6c8507fec19d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3dba501b-0f83-4099-ae94-6c8507fec19d,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:40.652906 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.656226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-b441857d-8de3-4d14-8bce-9e3a2d10547c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 379 time: 0.0755360 Jan 28 01:35:40.707565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'port': {'device_id': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'admin_state_up': True, 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'security_groups': ['01e1447d-b76e-44c0-afbc-db566a016017']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:40.730694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:40.769286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Pushing event updated for resources: {'Port': ['ID=3dba501b-0f83-4099-ae94-6c8507fec19d,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:40.788999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.789426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.789789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.790127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.790461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.790789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.791118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.792065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.792065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.792065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.792366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.792651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.792968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d872fd-7054-4491-8305-b4a6bd6129e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:40.824499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bfc0c0b2-beda-4ad1-930c-e4d35a841385 None None] Provisioning complete for port 3dba501b-0f83-4099-ae94-6c8507fec19d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:40.824907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c0b2-beda-4ad1-930c-e4d35a841385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.839742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:40.843920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.899044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:40.933336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.934588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b941a-5aca-4c5d-96b0-54640bb220ba None None] The sync data for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 is: [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:40.968206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0c0b2-beda-4ad1-930c-e4d35a841385 None None] Current status of the port 3dba501b-0f83-4099-ae94-6c8507fec19d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:41.027642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.11 (56c794de-bf77-43aa-88f2-d6da0eff78ec/5707b40c-1e6e-47cc-8394-5aab44aabdbb/22c2b4f3-ab80-404f-bd13-77394af7737f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:41.194815 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.231696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.283615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:41.286818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:41.293442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:41.300311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:41.367907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:41.370043 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.445984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-aedd88e9-efbf-4fd3-ab24-4cbf0518f65f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427790 Jan 28 01:35:41.472644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Request body: {'port': {'device_id': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:41.513962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c638e0-8daf-4a2d-b0fb-709bb1db1672 req-fdcd60bb-cc6e-487d-9404-136ca290f4d3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:41.515907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40c638e0-8daf-4a2d-b0fb-709bb1db1672 req-fdcd60bb-cc6e-487d-9404-136ca290f4d3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 932 time: 0.1184211 Jan 28 01:35:41.602551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-69d9e008-1028-4d99-a4a8-04ce9d7ec693 None None] Provisioning complete for port 22c2b4f3-ab80-404f-bd13-77394af7737f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:41.603114 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69d9e008-1028-4d99-a4a8-04ce9d7ec693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.632365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40c638e0-8daf-4a2d-b0fb-709bb1db1672 req-8fc44288-cbc5-45dd-960b-45871b89c18d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093061 Jan 28 01:35:41.682374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69d9e008-1028-4d99-a4a8-04ce9d7ec693 None None] Port 22c2b4f3-ab80-404f-bd13-77394af7737f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:35:41.689608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.719969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982cf6d-4c26-4998-9b14-0254f74721a4 req-320a6c40-c240-4496-a078-0af27ff65d0f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:41.722276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e982cf6d-4c26-4998-9b14-0254f74721a4 req-320a6c40-c240-4496-a078-0af27ff65d0f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.1971214 Jan 28 01:35:41.744845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3dba501b-0f83-4099-ae94-6c8507fec19d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:41.840158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 3dba501b-0f83-4099-ae94-6c8507fec19d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:41.840613 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.848489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e982cf6d-4c26-4998-9b14-0254f74721a4 req-1f6f3e98-9e26-430a-95f6-a8ffd068c271 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Jan 28 01:35:41.941992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 3dba501b-0f83-4099-ae94-6c8507fec19d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:42.014018 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:42.108752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c2b4f3-ab80-404f-bd13-77394af7737f {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:42.118363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Publish callbacks [] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:42.131229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Transition to ACTIVE for port object 22c2b4f3-ab80-404f-bd13-77394af7737f will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:35:42.135756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:42.191509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:42.329592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:42.330459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:42.331040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:42.338082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:35:42.338534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:42.349229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:42.350434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Checking segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:42.350932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Bound using segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:42.352091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Bound port: 22c2b4f3-ab80-404f-bd13-77394af7737f, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:42.353370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:42.445850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:42.449506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:42.456157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:42.498763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:42.501161 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:42.501161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] 10.222.0.45 "PUT /v2.0/ports/22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1092 time: 1.0367839 Jan 28 01:35:42.501679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:42.504467 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1619ed5-ff3d-4bf6-a809-8716f371ff37" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:42.530356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfdc24-5415-4781-a295-f07a3d2bab00 service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:42.585359 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e613077c-c0d3-4a33-9860-89d5e93a883b x-openstack-request-id: req-e613077c-c0d3-4a33-9860-89d5e93a883b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:42.589187 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:42.589595 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e613077c-c0d3-4a33-9860-89d5e93a883b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:42.590150 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'status': 'completed', 'code': 200} Jan 28 01:35:42.638238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-a06ba67c-5b14-46af-a8c7-2f577b8059d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:42.642253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-a06ba67c-5b14-46af-a8c7-2f577b8059d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1095 time: 0.0693371 Jan 28 01:35:42.715527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-4ea03557-2efc-4dec-914d-d66af8054aa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 217 time: 0.0599251 Jan 28 01:35:42.837549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-8036c4d2-94ae-48c0-a39e-6fde58d06606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:42.839865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-8036c4d2-94ae-48c0-a39e-6fde58d06606 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.1188307 Jan 28 01:35:42.913874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911cfb7-f6fc-452c-b3a2-29636b143ec7 req-75e04d3b-2601-4602-8bc7-0381b36fb1a8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:42.915559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8911cfb7-f6fc-452c-b3a2-29636b143ec7 req-75e04d3b-2601-4602-8bc7-0381b36fb1a8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.1518161 Jan 28 01:35:42.921460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001959-7e66-4562-8da9-1e09b1727c53 req-307bf23f-e5d3-44b0-a0b6-edfa5238cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:42.923445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-307bf23f-e5d3-44b0-a0b6-edfa5238cf01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763803 Jan 28 01:35:43.020295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8911cfb7-f6fc-452c-b3a2-29636b143ec7 req-99f96bfc-b32d-4d1a-b807-be84cf3f1b99 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957000 Jan 28 01:35:43.056929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-88318a06-7f16-4b6b-b047-7fab35679b5e service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256697 Jan 28 01:35:43.153881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46001959-7e66-4562-8da9-1e09b1727c53 req-b3afa98c-6101-41d3-a03f-4741368a0927 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896292 Jan 28 01:35:43.300999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-c827ac7c-4f5a-46e2-b8f3-f9f6fb5fe50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:43.302704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-c827ac7c-4f5a-46e2-b8f3-f9f6fb5fe50f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1095 time: 0.0436776 Jan 28 01:35:43.334679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:43.426777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-4ca96aa8-f904-49e4-82ff-b13a64d9072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:43.429157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-4ca96aa8-f904-49e4-82ff-b13a64d9072a service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1074741 Jan 28 01:35:43.477624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-f0b4add6-d493-4b56-86f4-d5ef5c9fec15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 217 time: 0.0425210 Jan 28 01:35:43.530814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-dc6cbecc-1194-455e-8c98-cd9a5bf8b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:43.532355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-dc6cbecc-1194-455e-8c98-cd9a5bf8b06e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0486031 Jan 28 01:35:43.587786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-bcbf155b-3214-4dfe-89b0-bcac72c10826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:43.589354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-bcbf155b-3214-4dfe-89b0-bcac72c10826 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478210 Jan 28 01:35:43.701011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-50b5cc27-8016-44e0-88bf-f9cb615ae03c service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047256 Jan 28 01:35:43.813961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1619ed5-ff3d-4bf6-a809-8716f371ff37 req-16ec7097-be3b-4fbc-b424-b1bfb1f430c9 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056647 Jan 28 01:35:44.144169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904a5a6-4d7e-4a12-9c10-0c1f8399ea71 req-3025dcff-6d60-4fa7-96ef-8790930b26ad tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:44.145927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b904a5a6-4d7e-4a12-9c10-0c1f8399ea71 req-3025dcff-6d60-4fa7-96ef-8790930b26ad tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0505567 Jan 28 01:35:44.194134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b904a5a6-4d7e-4a12-9c10-0c1f8399ea71 req-c0824afd-c58f-43ce-b234-56459758288a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425739 Jan 28 01:35:45.312156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc699-684c-463e-98f4-73dea74fc720 req-a5e1dfd1-02a3-4556-83e2-a3b29cee5a3a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:45.314318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfcfc699-684c-463e-98f4-73dea74fc720 req-a5e1dfd1-02a3-4556-83e2-a3b29cee5a3a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0513697 Jan 28 01:35:45.370951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dfcfc699-684c-463e-98f4-73dea74fc720 req-d9385f90-7358-412f-914a-21a88a1c923c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510316 Jan 28 01:35:46.500899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b8367-d02d-48c8-b701-5b4000b816a6 req-0bfe0fd1-c557-42a5-be84-f339105e7db1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:46.502687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c96b8367-d02d-48c8-b701-5b4000b816a6 req-0bfe0fd1-c557-42a5-be84-f339105e7db1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0609939 Jan 28 01:35:46.551359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c96b8367-d02d-48c8-b701-5b4000b816a6 req-7aca5df4-dbfc-4c02-aa04-dbb847b03a6e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 Jan 28 01:35:46.909605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:35:47.012494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:47.024988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'mac_address': 'fa:16:3e:92:cf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:35:47.065797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 22c2b4f3-ab80-404f-bd13-77394af7737f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:47.066202 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:47.078991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c2b4f3-ab80-404f-bd13-77394af7737f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:47.098528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:47.103241 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:47.150674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:47.560068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['22c2b4f3-ab80-404f-bd13-77394af7737f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:47.676048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1f71f-5810-47db-98d5-fb1548c816c4 req-4e4426ab-ea42-4efc-9bac-b2c8b4edfb12 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:47.678388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f1f71f-5810-47db-98d5-fb1548c816c4 req-4e4426ab-ea42-4efc-9bac-b2c8b4edfb12 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.0523462 Jan 28 01:35:47.737805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f1f71f-5810-47db-98d5-fb1548c816c4 req-de046ddb-a26f-424c-b1f5-d7643785675c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518758 Jan 28 01:35:48.870907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48b580-1a88-47e2-a2d9-7fbaf322d06a req-cb05e99a-b1ae-48d3-95eb-ca04d67e4739 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:48.873137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b48b580-1a88-47e2-a2d9-7fbaf322d06a req-cb05e99a-b1ae-48d3-95eb-ca04d67e4739 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.0598023 Jan 28 01:35:48.930155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:48.930790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b48b580-1a88-47e2-a2d9-7fbaf322d06a req-fa42b910-d781-48a5-b8b4-6a6922d011eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509524 Jan 28 01:35:49.011579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 22c2b4f3-ab80-404f-bd13-77394af7737f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:35:49.016002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 22c2b4f3-ab80-404f-bd13-77394af7737f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:49.016436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:49.094020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 22c2b4f3-ab80-404f-bd13-77394af7737f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:49.094403 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:49.116728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:49.118988 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506dd94-ee8d-4e54-962a-3e71f60ae363" -d '{"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:49.131630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:49.136779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:49.160309 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38761c6e-5179-4dd2-b943-db9243145788 x-openstack-request-id: req-38761c6e-5179-4dd2-b943-db9243145788 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:49.160605 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:49.160861 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38761c6e-5179-4dd2-b943-db9243145788 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:49.161250 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'code': 200} Jan 28 01:35:49.187606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:49.316830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f0926-2e57-4514-9985-4ae3b6497b02 req-de346a8c-7aea-4f1a-b8d4-0270e4d338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:49.318386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e8f0926-2e57-4514-9985-4ae3b6497b02 req-de346a8c-7aea-4f1a-b8d4-0270e4d338c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1097 time: 0.0422904 Jan 28 01:35:49.366755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5e8f0926-2e57-4514-9985-4ae3b6497b02 req-32e9b2bf-7b3f-4286-b512-b7917c96ad35 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399742 Jan 28 01:35:49.470916 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:35:50.083384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac565c-a5e3-47d2-bac2-9072e889bc12 req-d2fd4905-46a3-4cfb-9d18-0e3f3307aad1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:50.091460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aac565c-a5e3-47d2-bac2-9072e889bc12 req-d2fd4905-46a3-4cfb-9d18-0e3f3307aad1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0710998 Jan 28 01:35:50.140779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aac565c-a5e3-47d2-bac2-9072e889bc12 req-f1054086-c0ad-4c65-81ae-6a75507de0e3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481579 Jan 28 01:35:51.277646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59680273-c16e-4c10-92f8-14d13a564993 req-0c3fd2d4-cb18-4eb1-b5b5-fb58751fdbbf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:51.279292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59680273-c16e-4c10-92f8-14d13a564993 req-0c3fd2d4-cb18-4eb1-b5b5-fb58751fdbbf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0592563 Jan 28 01:35:51.342161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59680273-c16e-4c10-92f8-14d13a564993 req-494ac037-5ba3-4f39-9d8f-f144815d3a49 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570328 Jan 28 01:35:51.470489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b93e88-1a9f-4c5e-99d0-c821ad795eb8 req-6dc04c69-b0c6-4064-8e7a-794b0dd3eb31 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:51.472222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89b93e88-1a9f-4c5e-99d0-c821ad795eb8 req-6dc04c69-b0c6-4064-8e7a-794b0dd3eb31 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0551660 Jan 28 01:35:51.541557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89b93e88-1a9f-4c5e-99d0-c821ad795eb8 req-f4628df5-795a-4cbd-894f-38354b95219e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626650 Jan 28 01:35:51.563471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44608) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:51.611265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467de3cf-54ba-425e-a970-5995eb92ab8a tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:51.615445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-467de3cf-54ba-425e-a970-5995eb92ab8a tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1092 time: 0.0480812 Jan 28 01:35:51.615794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:51.620405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:51.642911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.752738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.873327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.197 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/3f11c252-b5d9-40e8-8ab6-a141ae6f58ee) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:51.997751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.035357 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.100385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=3f11c252-b5d9-40e8-8ab6-a141ae6f58ee,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:52.103948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:52.105741 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:52.107947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:52.556352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (f3ef3262-fa25-4bd0-8918-a8ea9c9279df), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.628137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.796226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.801672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.885125 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=3f11c252-b5d9-40e8-8ab6-a141ae6f58ee,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:52.895534 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (f3ef3262-fa25-4bd0-8918-a8ea9c9279df), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:53.005051 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP f3ef3262-fa25-4bd0-8918-a8ea9c9279df associated. External IP: 172.25.1.197, port: 22c2b4f3-ab80-404f-bd13-77394af7737f. Jan 28 01:35:53.225705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:53.347589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:53.358834 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] Sync routers for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:53.369471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:53.372093 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:53.372966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:53.405867 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ca08f721-1b9d-4161-a828-2fa685b9046c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7867277 Jan 28 01:35:53.405867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:53.407220 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a23144d-4f3e-4068-9037-c0ac724d0fad" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:53.490769 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db7c3dd-4849-4135-9820-09abd2ea6d76 x-openstack-request-id: req-9db7c3dd-4849-4135-9820-09abd2ea6d76 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:53.492859 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:53.493186 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9db7c3dd-4849-4135-9820-09abd2ea6d76 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:53.494185 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'status': 'completed', 'code': 200} Jan 28 01:35:53.529037 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:53.593825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af4680-4af1-4a12-89e4-896386eef31f req-346a9682-f06f-4b9b-8c14-42e372550cdc tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:53.596519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72af4680-4af1-4a12-89e4-896386eef31f req-346a9682-f06f-4b9b-8c14-42e372550cdc tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0923910 Jan 28 01:35:53.606265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-2cdc8488-25e7-4ea5-8ee1-740cab4cb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:53.608196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-2cdc8488-25e7-4ea5-8ee1-740cab4cb97b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1097 time: 0.0681875 Jan 28 01:35:53.846606 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f3ef3262-fa25-4bd0-8918-a8ea9c9279df', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'mac_address': 'fa:16:3e:92:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:35:52Z', 'updated_at': '2022-01-28T01:35:52Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:40Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:53.877275 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] Checking router: 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:53.887939 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:53.888874 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:35:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:54.027148 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:54.105730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72af4680-4af1-4a12-89e4-896386eef31f req-70728bcc-8b2b-46f3-8791-16745d5bc8d8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962301 Jan 28 01:35:54.120476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-b941cfa8-cc0d-402d-a41b-6e11dd1ef1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:54.122985 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-b941cfa8-cc0d-402d-a41b-6e11dd1ef1fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.5066729 Jan 28 01:35:54.135333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:54.244811 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7952ba55-d75c-4ab0-a677-0aaaa54d3847 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/f3ef3262-fa25-4bd0-8918-a8ea9c9279df HTTP/1.1" status: 200 len: 992 time: 0.1082153 Jan 28 01:35:54.247857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-7868e9ba-6709-4872-8591-12b86c65b785 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.1047707 Jan 28 01:35:54.309734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-8c23761a-9bb7-423f-922b-bc62fc40cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:54.311696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-8c23761a-9bb7-423f-922b-bc62fc40cd93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0566475 Jan 28 01:35:54.361932 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f3ef3262-fa25-4bd0-8918-a8ea9c9279df', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'mac_address': 'fa:16:3e:92:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:35:52Z', 'updated_at': '2022-01-28T01:35:52Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:40Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:54.390863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-75b02c93-76e0-444a-bab8-82b035eb4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:54.393319 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-75b02c93-76e0-444a-bab8-82b035eb4313 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754938 Jan 28 01:35:54.396287 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255d8b6-e4e6-488d-b8c1-c44500fce961 None None] The sync data for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 is: [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f3ef3262-fa25-4bd0-8918-a8ea9c9279df', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'mac_address': 'fa:16:3e:92:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:35:52Z', 'updated_at': '2022-01-28T01:35:52Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:40Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:54.507269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-fd7138b9-eb84-428a-8b48-266128402f56 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070285 Jan 28 01:35:54.628422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a23144d-4f3e-4068-9037-c0ac724d0fad req-a3dd8b6c-b5f0-4212-978f-b4c3ef389c6c service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150556 Jan 28 01:35:54.708607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885763a6-9d4c-4d79-8494-00e88d2eec24 None None] New status for floating IP f3ef3262-fa25-4bd0-8918-a8ea9c9279df: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:35:55.246715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44682) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:55.321067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e1bf44f-5eb9-49bc-bafc-e7ecde32257d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/f3ef3262-fa25-4bd0-8918-a8ea9c9279df HTTP/1.1" status: 200 len: 994 time: 0.0732996 Jan 28 01:36:03.653199 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:07.100131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd98d6e7-914f-48a2-a65a-273e5511a10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:07.421661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:09.356080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cef0e3a1-f4f1-4e0a-89c6-72212b5e5744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:09.567366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-c0479875-0580-4604-9a1c-bd119a217d1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407611 Jan 28 01:36:09.681972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-7a6633a1-8de6-472f-8fa4-2402cc84ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:09.683499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-7a6633a1-8de6-472f-8fa4-2402cc84ad8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 1096 time: 0.0436342 Jan 28 01:36:09.790724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-ae20951e-af7c-4be2-9add-fc2cc4dfe47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:09.792214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-ae20951e-af7c-4be2-9add-fc2cc4dfe47f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.0880804 Jan 28 01:36:09.838673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-05cd9c20-226d-416d-916e-0fe1596450e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8225be50-52b4-4c68-9100-759e895cab1c HTTP/1.1" status: 200 len: 217 time: 0.0375600 Jan 28 01:36:09.890231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-4f2e0fbf-4529-4f93-8c20-31dfd09553e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:09.891752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-4f2e0fbf-4529-4f93-8c20-31dfd09553e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0456800 Jan 28 01:36:09.923099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-79eea0b9-f7bf-42fc-816b-2ac7e285162b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245647 Jan 28 01:36:10.013243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-e4a6124d-0a48-4ad8-aead-c2f5fea6f2f2 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836508 Jan 28 01:36:10.106156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6fa5097-a2fe-40d6-8ad0-5f92b71d3687 req-64e38f58-6872-4217-b065-b135eebb8223 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846825 Jan 28 01:36:10.897952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.002992 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:13.328680 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:13.699863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-0a350a35-6018-4f5a-8c48-574840524b8b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423374 Jan 28 01:36:13.780466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-b91e029d-b9be-4cb5-b776-65cb8edae0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:13.782061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-b91e029d-b9be-4cb5-b776-65cb8edae0d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 1097 time: 0.0463231 Jan 28 01:36:13.891140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-68ec1dac-45b3-4e24-b7d1-d773b012c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:13.892628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-68ec1dac-45b3-4e24-b7d1-d773b012c094 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.0874016 Jan 28 01:36:13.967089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-b37ef5aa-b8a3-4525-8f38-902ea3b19d3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e HTTP/1.1" status: 200 len: 1001 time: 0.0664930 Jan 28 01:36:14.014648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-fdd0109c-e0de-46c8-a128-4e6ca8a5c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:14.016123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-fdd0109c-e0de-46c8-a128-4e6ca8a5c76a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0434577 Jan 28 01:36:14.065099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-e6437abc-ae26-47e5-9383-9a803a4881c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:14.066689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-e6437abc-ae26-47e5-9383-9a803a4881c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428705 Jan 28 01:36:14.164475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-37801c51-47c5-409a-ba3f-b43634f41f3a service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907373 Jan 28 01:36:14.256684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ef46059-2a9b-4384-b7ad-6464ab962b8b req-f0e700c4-e6a7-4ee8-9819-cb0e679138cd service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862067 Jan 28 01:36:17.172584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-d65e9d80-1a56-4871-abc1-05ac2675a1bb tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:17.174084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-d65e9d80-1a56-4871-abc1-05ac2675a1bb tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.1041918 Jan 28 01:36:17.189345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-b807beea-e570-4902-ada2-df9aa31a186b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/quotas/2882bb50626245b5861ecaab5ecee169 HTTP/1.1" status: 200 len: 375 time: 0.0095630 Jan 28 01:36:17.242990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-07839098-e1af-4310-9761-f538ed3b2961 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484486 Jan 28 01:36:17.332207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-34feb719-685a-47d3-8fb5-a798325c42f2 service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825133 Jan 28 01:36:17.424294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-67ec9118-3ccd-43ec-a6cb-bb80b73cb3a6 service neutron] 10.222.0.23 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856409 Jan 28 01:36:17.599924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65b8b662-2368-463e-94bc-ffe219b2459d req-1d0549bf-1b7c-46e6-b930-99ec20163078 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 210 time: 0.0292096 Jan 28 01:36:18.665041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-8e514f7b-ec22-4bda-88f6-38259dec7747 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:18.667759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-8e514f7b-ec22-4bda-88f6-38259dec7747 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 814 time: 0.1151168 Jan 28 01:36:18.689378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Request body: {'port': {'device_id': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'admin_state_up': True, 'tenant_id': '2882bb50626245b5861ecaab5ecee169'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:18.754196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf48141-adec-4f54-ac41-184a725f3f9e req-fd5f0609-7a5d-4d6b-b029-172e473a9f5b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 210 time: 0.0607741 Jan 28 01:36:18.823920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Made reservation on behalf of 2882bb50626245b5861ecaab5ecee169 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:18.827289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:18.958597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Allocated IP 172.20.0.10 (ff4d0529-8540-429a-9b88-c60b2ed38e91/ffc9fe26-0372-4e17-b55e-d3d5938d98a8/c530b8a1-59ed-41ab-bd71-55d0745d916e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:19.116409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks [] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.152779 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.187051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:19.199120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Network ff4d0529-8540-429a-9b88-c60b2ed38e91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:19.202372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:19.209098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:19.215334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event updated for resources: {'Port': ['ID=c530b8a1-59ed-41ab-bd71-55d0745d916e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:19.222257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['caf52664-2d09-42b5-82dc-b8c43c8615b1', 'd8e47409-daad-4bdf-85a8-102841fb76be'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:19.245691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.246195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.246571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.246988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.247393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.248258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.248258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.248572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.248968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.249363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.249818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.250245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.250818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:19.279870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:19.280495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.298577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-cea06eb2-f97f-45b7-8cc5-f5dff35558f2 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142941 Jan 28 01:36:19.350087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Request body: {'port': {'device_id': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:19.415338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.712754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c530b8a1-59ed-41ab-bd71-55d0745d916e {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:19.721006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Publish callbacks [] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.733982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Transition to ACTIVE for port object c530b8a1-59ed-41ab-bd71-55d0745d916e will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:36:19.739284 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.795317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Pushing event updated for resources: {'Port': ['ID=c530b8a1-59ed-41ab-bd71-55d0745d916e,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:19.907603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0503d42-2d70-486f-93bb-5693c2c3a591 req-0f3cb449-cb35-4b5c-b089-71fabdd75522 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:19.909113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0503d42-2d70-486f-93bb-5693c2c3a591 req-0f3cb449-cb35-4b5c-b089-71fabdd75522 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 944 time: 0.0854738 Jan 28 01:36:19.909754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Attempting to bind port c530b8a1-59ed-41ab-bd71-55d0745d916e on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:19.910112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Attempting to bind port c530b8a1-59ed-41ab-bd71-55d0745d916e by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:19.910446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Attempting to bind port c530b8a1-59ed-41ab-bd71-55d0745d916e on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:19.916195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Port c530b8a1-59ed-41ab-bd71-55d0745d916e on network ff4d0529-8540-429a-9b88-c60b2ed38e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:36:19.916521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Attempting to bind port c530b8a1-59ed-41ab-bd71-55d0745d916e on network ff4d0529-8540-429a-9b88-c60b2ed38e91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:19.932318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:19.932634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Checking segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:19.933038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Bound using segment: {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:19.933472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Bound port: c530b8a1-59ed-41ab-bd71-55d0745d916e, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e635466-b8cd-43af-8e97-a7f0abf35205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:19.933868 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.996507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0503d42-2d70-486f-93bb-5693c2c3a591 req-d13ac1b5-951e-4710-845f-381411c158c1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811806 Jan 28 01:36:20.021176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] For port c530b8a1-59ed-41ab-bd71-55d0745d916e, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:20.024234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] For port c530b8a1-59ed-41ab-bd71-55d0745d916e, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:20.030028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:20.065403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.066192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:20.067852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] 10.222.0.45 "PUT /v2.0/ports/c530b8a1-59ed-41ab-bd71-55d0745d916e HTTP/1.1" status: 200 len: 1092 time: 0.7225409 Jan 28 01:36:20.070792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'tag': 'c530b8a1-59ed-41ab-bd71-55d0745d916e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:20.073348 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c31e0fc0-2ea1-42e3-8f34-551286060bf2", "tag": "c530b8a1-59ed-41ab-bd71-55d0745d916e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:20.100980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396f1f-9e24-4231-b1fd-7b5dc961e635 service neutron] Pushing event updated for resources: {'Port': ['ID=c530b8a1-59ed-41ab-bd71-55d0745d916e,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:20.134508 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c4e206-e3bc-4b6e-b9a9-9dca7f4dcd0f x-openstack-request-id: req-72c4e206-e3bc-4b6e-b9a9-9dca7f4dcd0f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:20.134875 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31e0fc0-2ea1-42e3-8f34-551286060bf2", "tag": "c530b8a1-59ed-41ab-bd71-55d0745d916e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:20.135193 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72c4e206-e3bc-4b6e-b9a9-9dca7f4dcd0f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:20.135610 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'tag': 'c530b8a1-59ed-41ab-bd71-55d0745d916e', 'status': 'completed', 'code': 200} Jan 28 01:36:20.196306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-40e391f6-502d-4ec7-900a-53c5595168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.197881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-40e391f6-502d-4ec7-900a-53c5595168e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 1095 time: 0.0411518 Jan 28 01:36:20.247618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-1928c55d-8237-492a-89bb-c009fd9fdffb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e HTTP/1.1" status: 200 len: 217 time: 0.0352871 Jan 28 01:36:20.301450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221000ee-3446-4543-9ee1-03f639a160c2 req-5f271c54-d6e7-4a2d-a4db-ca59f91c363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.302998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-5f271c54-d6e7-4a2d-a4db-ca59f91c363a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0492735 Jan 28 01:36:20.334332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-09418a90-0e6b-411a-b95e-2f5393d9012c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249746 Jan 28 01:36:20.424542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-b7467fd9-8640-4b32-aee1-fc4112c8fefa service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840127 Jan 28 01:36:20.520617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-221000ee-3446-4543-9ee1-03f639a160c2 req-7b23d6bc-d76b-4a73-b484-3c73bfc13911 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902357 Jan 28 01:36:20.647083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-1fa7ed81-bdcd-4f26-b5fa-5a75be2c9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.648572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-1fa7ed81-bdcd-4f26-b5fa-5a75be2c9bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 1095 time: 0.0421753 Jan 28 01:36:20.743904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-4018634b-627d-450b-b099-e123f7aa98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.745416 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-4018634b-627d-450b-b099-e123f7aa98f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.0900302 Jan 28 01:36:20.791341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-df9df6bc-3ff4-4d80-a84f-8e056e04ed2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e HTTP/1.1" status: 200 len: 217 time: 0.0364339 Jan 28 01:36:20.842344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-9c8c67e9-345d-4b2b-a569-a1271c0e5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.843952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-9c8c67e9-345d-4b2b-a569-a1271c0e5be3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0462008 Jan 28 01:36:20.875111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-bdeaaf5b-91f4-4d90-9e48-ba03eae43db7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255592 Jan 28 01:36:20.976875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-1158d7ef-3bda-4b9a-98bc-07590b682ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937939 Jan 28 01:36:21.104952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b211e4a-d3e3-4862-b78f-62ecb0c5b3ca req-3bd9b922-ab76-4c7e-9bcd-33b7d0e9c0c3 service neutron] 10.222.0.45 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215708 Jan 28 01:36:21.132275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469695a0-c5e2-4bda-a47e-a2670848ee62 req-38b2ddee-cb5d-4b8f-8fc1-89275b01c728 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:21.133996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-469695a0-c5e2-4bda-a47e-a2670848ee62 req-38b2ddee-cb5d-4b8f-8fc1-89275b01c728 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 944 time: 0.0658321 Jan 28 01:36:21.190473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-469695a0-c5e2-4bda-a47e-a2670848ee62 req-cb82cb6d-8275-42df-a067-c6c269dfa694 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Jan 28 01:36:22.315258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ec325-6a5b-412e-9791-af74360d5734 req-ea7427d4-34d8-4cbd-af68-671cae5f7805 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:22.316780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e0ec325-6a5b-412e-9791-af74360d5734 req-ea7427d4-34d8-4cbd-af68-671cae5f7805 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 944 time: 0.0511849 Jan 28 01:36:22.367313 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e0ec325-6a5b-412e-9791-af74360d5734 req-755c5f0d-ca64-402b-919f-4a947ea03349 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 Jan 28 01:36:22.695123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 44992) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:22.699808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598147244', 'description': 'tempest-secgroup-smoke-1598147244 description', 'project_id': '07d400911c6647058cb9c78f7a751afa'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:22.726434 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.794445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group (53c31ec9-5a20-40e9-a3e2-972ef99ab12c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.800410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (53c31ec9-5a20-40e9-a3e2-972ef99ab12c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.835025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.836267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1400526 Jan 28 01:36:22.838109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085091be-145b-4b29-bef5-4181d3f8ecaf tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c31ec9-5a20-40e9-a3e2-972ef99ab12c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:22.840235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44994) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:22.846160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group_rule': {'security_group_id': '53c31ec9-5a20-40e9-a3e2-972ef99ab12c', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:22.875395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (614985d5-8098-48e6-be85-1cadd512230f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.931530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (614985d5-8098-48e6-be85-1cadd512230f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.936814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (614985d5-8098-48e6-be85-1cadd512230f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.954600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614985d5-8098-48e6-be85-1cadd512230f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:22.963172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.963579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.963926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.964285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.964678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.965035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.965386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.965740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.966189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.966869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.967199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.967525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.967855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:22.973114 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:22.974428 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1cb0863b-0a51-44ac-a47f-a6e0a143c7e1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319244 Jan 28 01:36:22.977270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:22.981581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group_rule': {'security_group_id': '53c31ec9-5a20-40e9-a3e2-972ef99ab12c', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:23.009363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (9d5968d1-8fff-4d7f-b793-fd50d9d4be3c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.068200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (9d5968d1-8fff-4d7f-b793-fd50d9d4be3c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.074370 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9d5968d1-8fff-4d7f-b793-fd50d9d4be3c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.092669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5968d1-8fff-4d7f-b793-fd50d9d4be3c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:23.101426 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.102717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4001d6ef-b686-451b-aa35-d1b9d66ea735 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244695 Jan 28 01:36:23.105612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 44998) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:23.110135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group_rule': {'security_group_id': '53c31ec9-5a20-40e9-a3e2-972ef99ab12c', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:23.136384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (bdffd961-6406-42ad-a2ee-10b3268660f8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.194261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (bdffd961-6406-42ad-a2ee-10b3268660f8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.199587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (bdffd961-6406-42ad-a2ee-10b3268660f8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.217227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdffd961-6406-42ad-a2ee-10b3268660f8,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:23.224810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.226068 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-79f912e8-e270-474f-8181-f4822a09f5da tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194694 Jan 28 01:36:23.229281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45000) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:23.233968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group_rule': {'security_group_id': '53c31ec9-5a20-40e9-a3e2-972ef99ab12c', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:23.261212 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (b9d73712-b7a5-4984-b453-9a1db1733da0), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.326541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (b9d73712-b7a5-4984-b453-9a1db1733da0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.332454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b9d73712-b7a5-4984-b453-9a1db1733da0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.349932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d73712-b7a5-4984-b453-9a1db1733da0,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:23.358170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.359425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aec264ad-5eb3-4455-9d66-bcba8b040581 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290541 Jan 28 01:36:23.362431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45002) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:23.366703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group_rule': {'security_group_id': '53c31ec9-5a20-40e9-a3e2-972ef99ab12c', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:23.388205 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Project 07d400911c6647058cb9c78f7a751afa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:36:23.393148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (fdf7615a-24aa-4970-9e54-5677916f7276), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.475533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (fdf7615a-24aa-4970-9e54-5677916f7276), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.481323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (fdf7615a-24aa-4970-9e54-5677916f7276), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.505737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf7615a-24aa-4970-9e54-5677916f7276,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:23.514288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbb2a4-c6e8-48fd-923a-71446443858d req-7c29baa3-2d67-4445-a8c9-0b1a4976d931 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:23.515858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87bbb2a4-c6e8-48fd-923a-71446443858d req-7c29baa3-2d67-4445-a8c9-0b1a4976d931 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 944 time: 0.0804932 Jan 28 01:36:23.518901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.519991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-08a6bf0e-5446-4ed8-b75a-8a5fa214c39c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566532 Jan 28 01:36:23.522998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:23.527594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'security_group_rule': {'security_group_id': '53c31ec9-5a20-40e9-a3e2-972ef99ab12c', 'project_id': '07d400911c6647058cb9c78f7a751afa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:23.550667 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Project 07d400911c6647058cb9c78f7a751afa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:36:23.555889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (eb3cde04-7450-4833-ba2f-5d3005135e78), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.566026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87bbb2a4-c6e8-48fd-923a-71446443858d req-dc0f68c6-61c7-4aeb-8c53-f4ac14b2a8c3 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Jan 28 01:36:23.619288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (eb3cde04-7450-4833-ba2f-5d3005135e78), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.624530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (eb3cde04-7450-4833-ba2f-5d3005135e78), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.642136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3cde04-7450-4833-ba2f-5d3005135e78,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:23.648952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.650178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dbf82b12-e97a-43d9-8e29-d1be0da65bf6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262331 Jan 28 01:36:23.899524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc124d4a-a1ff-4dcd-9cfb-babcc2c8cb17 req-e2c17a47-468c-4f00-ba98-cdd461a6b167 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:23.901241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc124d4a-a1ff-4dcd-9cfb-babcc2c8cb17 req-e2c17a47-468c-4f00-ba98-cdd461a6b167 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.0501666 Jan 28 01:36:23.980235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-7bbb3ac1-01b4-4bf4-b3c8-3b52503bfc70 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598147244&fields=id&tenant_id=07d400911c6647058cb9c78f7a751afa HTTP/1.1" status: 200 len: 267 time: 0.0733120 Jan 28 01:36:23.983716 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc124d4a-a1ff-4dcd-9cfb-babcc2c8cb17 req-4cde4d3f-5f09-4bf5-b1f6-24df23d15bf1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757713 Jan 28 01:36:24.090487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-c933fcf5-98fb-4e51-8411-5a76cf7ff5f7 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:24.092209 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-c933fcf5-98fb-4e51-8411-5a76cf7ff5f7 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 814 time: 0.1043720 Jan 28 01:36:24.107173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-e7d020c7-b8f8-4b1a-abf4-74f2e14f2dde tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/quotas/07d400911c6647058cb9c78f7a751afa HTTP/1.1" status: 200 len: 375 time: 0.0095556 Jan 28 01:36:24.160366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-a0fbcc08-598b-4d22-bf40-8ca88ddaa60f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482867 Jan 28 01:36:24.264818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-7cf55836-1fe0-4eb6-a244-27f5569454d4 service neutron] 10.222.0.23 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931900 Jan 28 01:36:24.363078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-a55012a9-f67a-4fa4-847e-392a1808a536 service neutron] 10.222.0.23 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898085 Jan 28 01:36:24.689148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09557c54-1430-4d02-9787-308d146b4acb req-8e34b008-ae36-48e2-adb0-eba00eccd3cb tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0433679 Jan 28 01:36:24.713281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4f427-1f11-49ca-9cb6-9627d49d11fa req-f3d7a0bd-e9b7-43f4-9409-df00b811c48d tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:24.714703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cb4f427-1f11-49ca-9cb6-9627d49d11fa req-f3d7a0bd-e9b7-43f4-9409-df00b811c48d tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 944 time: 0.0794480 Jan 28 01:36:24.763243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cb4f427-1f11-49ca-9cb6-9627d49d11fa req-27e893fc-422e-47ed-83af-45a2f4d8e424 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Jan 28 01:36:25.101286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c530b8a1-59ed-41ab-bd71-55d0745d916e details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:36:25.103888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3415bb-8b5e-4216-9c98-03273197c735 req-3e3b7073-242b-452e-b19b-1059fb021530 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.105910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f3415bb-8b5e-4216-9c98-03273197c735 req-3e3b7073-242b-452e-b19b-1059fb021530 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.0518267 Jan 28 01:36:25.170083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f3415bb-8b5e-4216-9c98-03273197c735 req-9cac0c42-75ea-4d43-bb3e-9edeac21b8aa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573156 Jan 28 01:36:25.202270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c530b8a1-59ed-41ab-bd71-55d0745d916e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:25.213617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'c530b8a1-59ed-41ab-bd71-55d0745d916e', 'network_id': 'ff4d0529-8540-429a-9b88-c60b2ed38e91', 'port_id': 'c530b8a1-59ed-41ab-bd71-55d0745d916e', 'mac_address': 'fa:16:3e:eb:8e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9fe26-0372-4e17-b55e-d3d5938d98a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:36:25.249969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c530b8a1-59ed-41ab-bd71-55d0745d916e is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:25.250350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:25.263475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c530b8a1-59ed-41ab-bd71-55d0745d916e {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:25.282984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c530b8a1-59ed-41ab-bd71-55d0745d916e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:25.288094 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:25.335392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c530b8a1-59ed-41ab-bd71-55d0745d916e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:25.723322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['c530b8a1-59ed-41ab-bd71-55d0745d916e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:25.774365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-ea0d0ac4-a58f-427b-9143-dcc261956a14 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.776152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-ea0d0ac4-a58f-427b-9143-dcc261956a14 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.0685871 Jan 28 01:36:25.909211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea122162-8eca-4d3f-b0f3-d4006a0922bf req-2057c627-bf33-4e29-9dd9-e52213d4bc1e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.1319988 Jan 28 01:36:25.968560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf01a5a-743d-4b32-b93e-4c604c9509cb req-7b5176cd-3e1f-4be0-bb06-edd73233d64b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.970065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf01a5a-743d-4b32-b93e-4c604c9509cb req-7b5176cd-3e1f-4be0-bb06-edd73233d64b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jan 28 01:36:25.980540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port f7ba28a4-d0d6-4889-9a83-687b2373600e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:25.980881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.026199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-ec92a350-5ce2-4c22-ad32-565b58fe4bbb tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:26.027715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-ec92a350-5ce2-4c22-ad32-565b58fe4bbb tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.43 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 814 time: 0.2092125 Jan 28 01:36:26.084067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caf01a5a-743d-4b32-b93e-4c604c9509cb req-765205d7-ca63-4013-a5f2-f164c3254b21 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057956 Jan 28 01:36:26.108126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port f7ba28a4-d0d6-4889-9a83-687b2373600e, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=f7ba28a4-d0d6-4889-9a83-687b2373600e,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:26.108672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.124312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-1c6fec28-ae3c-495b-af97-abc4e69cf1e6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07d400911c6647058cb9c78f7a751afa HTTP/1.1" status: 200 len: 380 time: 0.0800464 Jan 28 01:36:26.134619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'port': {'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'admin_state_up': True, 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'security_groups': ['53c31ec9-5a20-40e9-a3e2-972ef99ab12c']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:26.250660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Made reservation on behalf of 07d400911c6647058cb9c78f7a751afa for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:26.254491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.394641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Allocated IP 172.20.0.3 (22fd018a-44d8-44f3-b17e-eeb66f13b86f/bc5e80fa-f8f9-4e14-aa37-29913bb13005/e0725762-4fd6-4fca-a2e3-b4c840476082) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:26.470630 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:36:26.684534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e6b6e-83b0-4617-a091-fa70dd9d0e6a req-bf513e12-aac9-4c95-b1ae-abfa8bf32538 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:26.687181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c3e6b6e-83b0-4617-a091-fa70dd9d0e6a req-bf513e12-aac9-4c95-b1ae-abfa8bf32538 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 946 time: 0.4386570 Jan 28 01:36:26.690410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.691122 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (2be12095-0be6-4ced-a97a-878eb630c81c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.691631 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Floating IP 2be12095-0be6-4ced-a97a-878eb630c81c disassociated. External IP: 172.25.1.73, port: f7ba28a4-d0d6-4889-9a83-687b2373600e. Jan 28 01:36:26.691990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for f7ba28a4-d0d6-4889-9a83-687b2373600e owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:26.787957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c3e6b6e-83b0-4617-a091-fa70dd9d0e6a req-b77f6e7b-c249-4b43-b228-59423c5d8262 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933063 Jan 28 01:36:26.839105 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.865857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f7ba28a4-d0d6-4889-9a83-687b2373600e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.877147 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:26.895480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=f7ba28a4-d0d6-4889-9a83-687b2373600e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:26.919225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:26.925530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:26.929258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:27.006218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'Port': ['ID=e0725762-4fd6-4fca-a2e3-b4c840476082,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:27.026886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:27.027596 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.052987 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-fccd478d-16f3-4284-b75c-74f13761b27d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9229319 Jan 28 01:36:27.062866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:36:27.072509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Request body: {'port': {'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:27.081568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4afe5-6255-4a65-8d27-9cd487c5fd03 req-86ad6028-86f3-4826-82eb-6d08850c5592 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:27.083179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47d4afe5-6255-4a65-8d27-9cd487c5fd03 req-86ad6028-86f3-4826-82eb-6d08850c5592 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 931 time: 0.0757878 Jan 28 01:36:27.132500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c530b8a1-59ed-41ab-bd71-55d0745d916e up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:27.182021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.215388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:36:27.226667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:36:27.244563 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:36:27.246120 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:27.252447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port c530b8a1-59ed-41ab-bd71-55d0745d916e completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:36:27.258693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port c530b8a1-59ed-41ab-bd71-55d0745d916e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:27.259148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.372737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6ac22799-d3be-4f72-8e12-3fe66d0b8065 None None] Provisioning complete for port e0725762-4fd6-4fca-a2e3-b4c840476082 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:27.373115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ac22799-d3be-4f72-8e12-3fe66d0b8065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.375428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port f7ba28a4-d0d6-4889-9a83-687b2373600e on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:27.389328 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.394252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c6382aa-671d-4ba3-9ab2-0fc9f7550677 req-bddc9f00-a4bb-419b-944c-2509bd2550cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "DELETE /v2.0/ports/f7ba28a4-d0d6-4889-9a83-687b2373600e HTTP/1.1" status: 204 len: 173 time: 1.6082346 Jan 28 01:36:27.398707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47d4afe5-6255-4a65-8d27-9cd487c5fd03 req-c6d656d8-fd48-4ab5-addc-ff49b1486e49 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900120 Jan 28 01:36:27.399396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'name': 'network-vif-deleted', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:27.403190 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79527b60-6ff7-4e24-b5ec-0fa44b4021bc" -d '{"events": [{"server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "name": "network-vif-deleted", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:27.416219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e72e48-58c9-44b7-8dbb-815cc95606c7 req-7f9fc563-c459-4f42-9662-99dc0f17b829 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:27.426558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4e72e48-58c9-44b7-8dbb-815cc95606c7 req-7f9fc563-c459-4f42-9662-99dc0f17b829 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 945 time: 0.2076497 Jan 28 01:36:27.450906 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:36:27.455238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6ac22799-d3be-4f72-8e12-3fe66d0b8065 None None] Port e0725762-4fd6-4fca-a2e3-b4c840476082 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:36:27.542469 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e775f3-e5c5-4792-b8f6-c3596aaac584 x-openstack-request-id: req-b4e775f3-e5c5-4792-b8f6-c3596aaac584 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:27.542781 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad385406-3787-4ce7-a3b1-c813172f512e", "name": "network-vif-deleted", "tag": "f7ba28a4-d0d6-4889-9a83-687b2373600e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:27.543051 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4e775f3-e5c5-4792-b8f6-c3596aaac584 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:27.543481 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad385406-3787-4ce7-a3b1-c813172f512e', 'name': 'network-vif-deleted', 'tag': 'f7ba28a4-d0d6-4889-9a83-687b2373600e', 'status': 'completed', 'code': 200} Jan 28 01:36:27.564835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4e72e48-58c9-44b7-8dbb-815cc95606c7 req-2e0c0bdb-a191-4a3a-9082-0c67292e5df0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370807 Jan 28 01:36:27.597298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port c530b8a1-59ed-41ab-bd71-55d0745d916e is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:27.597702 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.637013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c530b8a1-59ed-41ab-bd71-55d0745d916e'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:27.640756 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3df8d2-4cdb-4691-9f77-233b7d43228a" -d '{"events": [{"server_uuid": "c31e0fc0-2ea1-42e3-8f34-551286060bf2", "name": "network-vif-plugged", "status": "completed", "tag": "c530b8a1-59ed-41ab-bd71-55d0745d916e"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:27.662307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port c530b8a1-59ed-41ab-bd71-55d0745d916e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:27.668614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.736068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0725762-4fd6-4fca-a2e3-b4c840476082 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:27.745458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Publish callbacks [] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.765025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Transition to ACTIVE for port object e0725762-4fd6-4fca-a2e3-b4c840476082 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:36:27.775775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:27.886331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Pushing event updated for resources: {'Port': ['ID=e0725762-4fd6-4fca-a2e3-b4c840476082,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:27.930877 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181e0df-058f-442e-b4ac-1782c8182425 x-openstack-request-id: req-9181e0df-058f-442e-b4ac-1782c8182425 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:27.931446 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31e0fc0-2ea1-42e3-8f34-551286060bf2", "name": "network-vif-plugged", "status": "completed", "tag": "c530b8a1-59ed-41ab-bd71-55d0745d916e", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:27.932079 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9181e0df-058f-442e-b4ac-1782c8182425 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:27.933205 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c530b8a1-59ed-41ab-bd71-55d0745d916e', 'code': 200} Jan 28 01:36:27.957978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad7cdb2a-54c6-4125-94e5-22d31773fcc0 req-cf1faa9b-0af5-4f65-9291-0e7e8d1d8fd7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0453477 Jan 28 01:36:27.978549 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:27.989247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Attempting to bind port e0725762-4fd6-4fca-a2e3-b4c840476082 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:27.989705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Attempting to bind port e0725762-4fd6-4fca-a2e3-b4c840476082 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:27.990222 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Attempting to bind port e0725762-4fd6-4fca-a2e3-b4c840476082 on network 22fd018a-44d8-44f3-b17e-eeb66f13b86f {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:27.994748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Port e0725762-4fd6-4fca-a2e3-b4c840476082 on network 22fd018a-44d8-44f3-b17e-eeb66f13b86f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:36:27.995198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Attempting to bind port e0725762-4fd6-4fca-a2e3-b4c840476082 on network 22fd018a-44d8-44f3-b17e-eeb66f13b86f {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:28.000355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:28.005858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Checking segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:28.006418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Bound using segment: {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:28.006983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Bound port: e0725762-4fd6-4fca-a2e3-b4c840476082, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:28.007445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:28.012584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=c530b8a1-59ed-41ab-bd71-55d0745d916e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:28.053434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:36:28.068284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00492d6-4525-45a0-be1a-171c0d8fa958 req-bdb1c62e-1558-4d26-91ee-67961130dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.069931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f00492d6-4525-45a0-be1a-171c0d8fa958 req-bdb1c62e-1558-4d26-91ee-67961130dea0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0732155 Jan 28 01:36:28.072704 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:36:28.073658 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:28.108346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] For port e0725762-4fd6-4fca-a2e3-b4c840476082, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:28.112748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] For port e0725762-4fd6-4fca-a2e3-b4c840476082, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e0725762-4fd6-4fca-a2e3-b4c840476082,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:28.119365 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:28.153450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f00492d6-4525-45a0-be1a-171c0d8fa958 req-9116bade-3123-409d-be6f-957c930f9728 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761027 Jan 28 01:36:28.176166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.178700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:28.180195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] 10.222.0.43 "PUT /v2.0/ports/e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 1091 time: 1.1125064 Jan 28 01:36:28.180657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:28.183095 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88def3a7-26ac-4400-a7bb-186bb7d9a078" -d '{"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:28.219011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9479-76e7-41c1-9328-850c85523a21 service neutron] Pushing event updated for resources: {'Port': ['ID=e0725762-4fd6-4fca-a2e3-b4c840476082,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:28.240228 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:36:28.245023 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91635195-b6d1-4af5-9bb6-0dc02d8e23a3 x-openstack-request-id: req-91635195-b6d1-4af5-9bb6-0dc02d8e23a3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:28.245489 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:28.245849 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91635195-b6d1-4af5-9bb6-0dc02d8e23a3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:28.246307 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'status': 'completed', 'code': 200} Jan 28 01:36:28.363168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-8242ab62-d0b7-4c78-9c94-28c9dc77fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.364718 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-8242ab62-d0b7-4c78-9c94-28c9dc77fdea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1094 time: 0.0970571 Jan 28 01:36:28.446377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-c3ab480e-ed34-4e1f-8512-10da530f8fa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 217 time: 0.0676847 Jan 28 01:36:28.502748 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:28.527493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-5be32f4d-bc0b-40da-86ff-a75649460edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.528956 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-5be32f4d-bc0b-40da-86ff-a75649460edc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 200 len: 853 time: 0.0691302 Jan 28 01:36:28.543553 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1ead7-194a-4b0f-8ecb-c83971468311 None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:36:28.579558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314ac9-2103-4ed7-8bff-36a612b0cc61 req-3ccdbd56-57b4-498e-9196-f892fd322ee4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.581540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e314ac9-2103-4ed7-8bff-36a612b0cc61 req-3ccdbd56-57b4-498e-9196-f892fd322ee4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0553665 Jan 28 01:36:28.614969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-daefefd3-91ee-4690-a3ca-cfc392e04899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.616486 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-daefefd3-91ee-4690-a3ca-cfc392e04899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fd018a-44d8-44f3-b17e-eeb66f13b86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806785 Jan 28 01:36:28.662939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e314ac9-2103-4ed7-8bff-36a612b0cc61 req-4845ed55-7aca-4192-96ff-ba0b4e16f155 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744135 Jan 28 01:36:28.713884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43907994-e216-4485-b44d-af469473d597 req-eeae5555-508a-4ef1-9555-16a121f1d219 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.715657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43907994-e216-4485-b44d-af469473d597 req-eeae5555-508a-4ef1-9555-16a121f1d219 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 946 time: 0.0516946 Jan 28 01:36:28.736023 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-c70f7207-5b3a-4b25-a7b2-8bbefb5f1b3f service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095901 Jan 28 01:36:28.779194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43907994-e216-4485-b44d-af469473d597 req-19c2cbbd-eaca-4cc7-917d-fdd01b6d68df tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570991 Jan 28 01:36:28.834346 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c9f86ad7-d15d-41ec-802f-8e7b96a7bbf1 req-6ca66f2a-9b95-43d4-9e20-3754c8ff7875 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913689 Jan 28 01:36:28.863088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1a0b4-de21-464b-9f3e-f493179c2b51 None None] New status for floating IP 2be12095-0be6-4ced-a97a-878eb630c81c: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:36:28.964018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-317c3d7a-acbc-495f-9ce1-3c86355342c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.965569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-317c3d7a-acbc-495f-9ce1-3c86355342c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1094 time: 0.0493715 Jan 28 01:36:29.070069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e28b1250-cb8b-445f-aad4-06940674bd61 req-9dcd620b-a51b-4bf2-a5c3-ea89b0535f3c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0303552 Jan 28 01:36:29.125452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-8efed31f-c45a-4127-b5a6-47327998c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:29.126969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-8efed31f-c45a-4127-b5a6-47327998c37e service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 915 time: 0.1553931 Jan 28 01:36:29.167293 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-6af9ffbf-edfe-4d50-9eef-37e8a0eac063 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 217 time: 0.0334713 Jan 28 01:36:29.219650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-93838d16-2615-4a67-aa5a-9209580206b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:29.221098 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-93838d16-2615-4a67-aa5a-9209580206b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 200 len: 853 time: 0.0473819 Jan 28 01:36:29.272923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-77eac6f2-fa1f-4785-890d-3d8ac39d88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:29.274356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-77eac6f2-fa1f-4785-890d-3d8ac39d88b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fd018a-44d8-44f3-b17e-eeb66f13b86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461361 Jan 28 01:36:29.366276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-0e802940-23eb-4d05-8677-3413ce4baeec service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851445 Jan 28 01:36:29.461531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-88def3a7-26ac-4400-a7bb-186bb7d9a078 req-c8b06ebe-4c2f-408d-bd30-f4ff05be0de8 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893340 Jan 28 01:36:29.777070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3a746-8563-4106-8c22-00fe0665efe9 req-7e1f93db-90f2-4f3f-b5d4-5f486a3920b2 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:29.778600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8d3a746-8563-4106-8c22-00fe0665efe9 req-7e1f93db-90f2-4f3f-b5d4-5f486a3920b2 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0485690 Jan 28 01:36:29.828168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8d3a746-8563-4106-8c22-00fe0665efe9 req-d7968108-dab5-4361-b5dc-fb7e5efe6b8c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Jan 28 01:36:29.913181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bee7f-b35b-4f82-951b-35f84ea9f25e req-2079029f-aa87-4d38-b78a-84031961ad63 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:29.914648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af4bee7f-b35b-4f82-951b-35f84ea9f25e req-2079029f-aa87-4d38-b78a-84031961ad63 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 946 time: 0.0503912 Jan 28 01:36:29.963620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af4bee7f-b35b-4f82-951b-35f84ea9f25e req-f2664408-4114-406c-9cc7-ea090c45d0c9 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Jan 28 01:36:30.014930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f7ba28a4-d0d6-4889-9a83-687b2373600e no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:36:30.039378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: f7ba28a4-d0d6-4889-9a83-687b2373600e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:36:30.039708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device f7ba28a4-d0d6-4889-9a83-687b2373600e not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:36:30.168337 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16546b17-4161-406b-8e70-9ae92c090533 req-2cf9e45c-ce2d-4096-8c0d-fdb53b15f709 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0303597 Jan 28 01:36:30.951479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ad820-7d9e-4970-bcc2-ed5e94595624 req-8179d738-8c4f-45c1-95a5-6c46b2a02ace tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:30.953940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-942ad820-7d9e-4970-bcc2-ed5e94595624 req-8179d738-8c4f-45c1-95a5-6c46b2a02ace tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0550139 Jan 28 01:36:31.008799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-942ad820-7d9e-4970-bcc2-ed5e94595624 req-41aa17db-3d2e-4fbb-a848-3df5d4e04302 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487366 Jan 28 01:36:31.264064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e385d63c-3ba0-4fdd-9dc2-c3348a8be794 req-6d533af8-cf93-4b8c-9d0a-28162064311a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0266478 Jan 28 01:36:32.125952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd78bd-2586-4d2e-b37e-d4ec80cdea32 req-2c2de3c2-f23c-4190-b999-31c409972b56 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:32.127462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04cd78bd-2586-4d2e-b37e-d4ec80cdea32 req-2c2de3c2-f23c-4190-b999-31c409972b56 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0515652 Jan 28 01:36:32.180053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04cd78bd-2586-4d2e-b37e-d4ec80cdea32 req-562b4ed3-745d-4ceb-9402-2c49c6523a58 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Jan 28 01:36:32.370631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2e4eec1-ea9b-4da9-947f-d4c5f9248ba6 req-7a9c0cfa-3b14-4b75-a6f8-935a6257feda tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0267606 Jan 28 01:36:33.299692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31e646-a181-436a-bd16-07396c03501e req-ecf985cb-66dc-4eb2-8940-8353cc38adb2 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:33.301218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c31e646-a181-436a-bd16-07396c03501e req-ecf985cb-66dc-4eb2-8940-8353cc38adb2 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0501308 Jan 28 01:36:33.350493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c31e646-a181-436a-bd16-07396c03501e req-3e4448ad-1551-4594-bf83-129a37755c44 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Jan 28 01:36:33.481371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7df513a2-4b17-42e4-9875-4dfbd0f3c24b req-4df73bcd-df9d-449f-9d4a-a79e0f077de6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0281377 Jan 28 01:36:33.646431 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:34.471092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df6836-2599-43e5-9ee8-7899ed781ed1 req-b2e5d8b4-65a2-44dd-a059-bef0510d36d2 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:34.472629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63df6836-2599-43e5-9ee8-7899ed781ed1 req-b2e5d8b4-65a2-44dd-a059-bef0510d36d2 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0543344 Jan 28 01:36:34.522286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63df6836-2599-43e5-9ee8-7899ed781ed1 req-57d1de5f-2ad6-4b88-a718-a211ee69bd45 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441325 Jan 28 01:36:34.580153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-caff1937-92ef-428e-be06-51d862a5f402 req-8f2a05cc-9cb3-4db8-827d-6ec816eef1eb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0263093 Jan 28 01:36:35.647005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff9a9b-f99e-4663-a8e1-c18d84a37a4f req-f9b2311d-aea2-452d-a296-f9a83bf29885 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:35.649112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75ff9a9b-f99e-4663-a8e1-c18d84a37a4f req-f9b2311d-aea2-452d-a296-f9a83bf29885 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0567300 Jan 28 01:36:35.681979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf7269a6-b210-4135-9b9e-d6a762c29ce0 req-f3092c31-8274-4528-9bb5-745d50061641 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0298920 Jan 28 01:36:35.721078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75ff9a9b-f99e-4663-a8e1-c18d84a37a4f req-23f0cd2d-d3ab-4ff8-98cd-30b7acccc398 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605328 Jan 28 01:36:36.782132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a213b995-d2ef-47f8-9bf3-8a56ab87daaf req-e4f63bcb-b7b7-444b-8aa9-d6c6ac730700 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0330765 Jan 28 01:36:36.839888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443d278-32b3-4ddf-9170-e4c632b864c4 req-5c8dbe46-2333-4532-9793-0d511109a25e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:36.841763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e443d278-32b3-4ddf-9170-e4c632b864c4 req-5c8dbe46-2333-4532-9793-0d511109a25e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0516992 Jan 28 01:36:36.891341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e443d278-32b3-4ddf-9170-e4c632b864c4 req-6c0ceb54-bb94-428d-aaca-57c6f6e8bf48 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Jan 28 01:36:37.095181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d84c8cd-98f8-4261-bf40-a4aee4c701b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.434830 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.876559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b042a83d-3c67-4e71-bac5-80de88b19586 req-4e84e2a1-1d4d-4f24-b1d8-a139aa797c15 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0264690 Jan 28 01:36:38.006562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b714eb6-981d-45a7-97cd-a0525bf2d89f req-d65c42a1-bc61-47e0-9efb-fe820f443651 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:38.008054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b714eb6-981d-45a7-97cd-a0525bf2d89f req-d65c42a1-bc61-47e0-9efb-fe820f443651 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0490265 Jan 28 01:36:38.061812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b714eb6-981d-45a7-97cd-a0525bf2d89f req-4ebacad1-2a73-4980-b78e-31c6c882591d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479162 Jan 28 01:36:38.976705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-120a5e45-321a-47e6-916e-2dbed136d529 req-79f1a5e3-6c48-42a1-a312-a1cc5bb61548 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0270009 Jan 28 01:36:39.179193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ed2c8-ed95-450b-9bdc-7ba33da3a1c1 req-ed33d3a8-5f2e-40a8-ad2d-902d36f86e52 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:39.180645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b8ed2c8-ed95-450b-9bdc-7ba33da3a1c1 req-ed33d3a8-5f2e-40a8-ad2d-902d36f86e52 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0475774 Jan 28 01:36:39.228911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b8ed2c8-ed95-450b-9bdc-7ba33da3a1c1 req-c417bd6f-fbc9-4f48-9695-074992c873d0 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Jan 28 01:36:39.361101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-679e3dfd-a26f-4a06-bc17-0c20f74ccf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.071825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47a97316-9dfd-4081-b137-2dda6b0dcc95 req-f7452002-07b7-467a-93fc-1f290c2eff8a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0263820 Jan 28 01:36:40.348726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00cbc-2d77-4f33-9024-d1bc040d5fb3 req-dc1f0ab3-1d7e-49f4-be69-b0f4465a5103 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:40.350224 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cb00cbc-2d77-4f33-9024-d1bc040d5fb3 req-dc1f0ab3-1d7e-49f4-be69-b0f4465a5103 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0539625 Jan 28 01:36:40.400624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cb00cbc-2d77-4f33-9024-d1bc040d5fb3 req-39a92e95-d62f-494b-ad72-e0a91990264c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Jan 28 01:36:40.900173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.180041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7367121d-30ca-4ed6-93cb-b7b088ff056c req-ad4aeec7-5b10-4b9c-a1c0-3c3282129dba tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad385406-3787-4ce7-a3b1-c813172f512e HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jan 28 01:36:41.535282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f2d5-e72e-4cdb-8ed1-efcae8158375 req-a12d3eb5-fb75-4784-96cc-28bbba2eedc7 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:41.536705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d52f2d5-e72e-4cdb-8ed1-efcae8158375 req-a12d3eb5-fb75-4784-96cc-28bbba2eedc7 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0584059 Jan 28 01:36:41.590511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d52f2d5-e72e-4cdb-8ed1-efcae8158375 req-a6e58da0-2095-4d27-ab18-e3a3486790f3 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476511 Jan 28 01:36:42.008005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.521658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-50ea3585-d025-4006-9164-21ead27fd6f5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673001145&fields=id&tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 267 time: 0.0483115 Jan 28 01:36:42.627048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-d983a6c1-3e7e-46ad-91cc-46ba529186f1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:42.628770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-d983a6c1-3e7e-46ad-91cc-46ba529186f1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1003082 Jan 28 01:36:42.644471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-d3181cc7-8613-4cdd-a2dd-3696556cf02a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0095582 Jan 28 01:36:42.728463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-4f1db9c6-3184-4b06-a208-8a28e886ac06 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778220 Jan 28 01:36:42.739905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3745e-0e49-4d2d-9342-93823c16b7f8 req-be0542d8-2414-4b81-8422-b389fdf7882b tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:42.741441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbf3745e-0e49-4d2d-9342-93823c16b7f8 req-be0542d8-2414-4b81-8422-b389fdf7882b tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0787575 Jan 28 01:36:42.843566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbf3745e-0e49-4d2d-9342-93823c16b7f8 req-981f0199-a5b4-42de-8551-453b1b3edf96 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938742 Jan 28 01:36:42.859649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-f1af00c6-46eb-44b8-b0b5-30e55510c6d5 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171267 Jan 28 01:36:42.956870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-b1840217-ab8d-4bea-b480-1c9a4f4da643 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912056 Jan 28 01:36:43.259531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f831ed9c-3621-4589-a7e5-ad268a6596af req-0acb5d62-3d1c-4b76-9038-656efbe5b6e3 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0347569 Jan 28 01:36:43.361386 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.968596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6b508-c6ed-4e16-83ce-a094de3b6abe req-55514b70-799e-47ec-bbd6-2afe0ea247a7 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:43.970746 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6e6b508-c6ed-4e16-83ce-a094de3b6abe req-55514b70-799e-47ec-bbd6-2afe0ea247a7 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0539436 Jan 28 01:36:44.032707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6e6b508-c6ed-4e16-83ce-a094de3b6abe req-3edc91c7-f04d-4c55-a17a-d7749fc6c474 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554867 Jan 28 01:36:44.353728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76916292-f132-4399-8a1b-a8164391101c req-6f16dc72-a66c-474c-ad81-8727f5d7a1d9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0297999 Jan 28 01:36:44.416616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-ebf0d807-6b58-4eaf-bc7e-1de21f29a795 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:44.418415 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-ebf0d807-6b58-4eaf-bc7e-1de21f29a795 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1488633 Jan 28 01:36:44.507447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6fa7ef0c-e058-4a65-88bc-61ab737266ba tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 380 time: 0.0650380 Jan 28 01:36:44.523364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'security_groups': ['eebf4dbd-e451-4ab4-90f9-5ae45b0942c7']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:44.636916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:44.640957 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.784280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.12 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/3d41ebd3-1177-4d42-b41a-88de55018c44) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:44.927859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.967181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.012160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:45.017445 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:45.021976 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:45.026090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=3d41ebd3-1177-4d42-b41a-88de55018c44,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:45.082620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:45.083186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.103515 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-6743aa88-9ef2-434c-ab3f-0cad89dc99b1 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843356 Jan 28 01:36:45.123691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Request body: {'port': {'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:45.197904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.216017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32579-00f6-4c7b-a32f-3f0441eed67a req-f0e19500-e4db-49be-9944-e779fc2f9b11 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:45.225941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e32579-00f6-4c7b-a32f-3f0441eed67a req-f0e19500-e4db-49be-9944-e779fc2f9b11 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.1002307 Jan 28 01:36:45.297226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e32579-00f6-4c7b-a32f-3f0441eed67a req-08cd88fe-a589-4876-8a47-72ce3da21d50 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656519 Jan 28 01:36:45.469300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e4e0ae1f-4a96-4a1d-b5fe-54249a85be39 None None] Provisioning complete for port 3d41ebd3-1177-4d42-b41a-88de55018c44 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:45.476769 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ae1f-4a96-4a1d-b5fe-54249a85be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.480040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b24c-8617-475a-81ff-e8f202224472 req-03aadad4-c642-4f14-9947-f17e03be61f2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:45.490526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc50b24c-8617-475a-81ff-e8f202224472 req-03aadad4-c642-4f14-9947-f17e03be61f2 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 932 time: 0.0522032 Jan 28 01:36:45.530413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d41ebd3-1177-4d42-b41a-88de55018c44 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:45.538358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Publish callbacks [] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.544262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc50b24c-8617-475a-81ff-e8f202224472 req-d86a16ee-aab3-4ca4-95a3-6cd3e1c94cb4 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524063 Jan 28 01:36:45.544419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ae1f-4a96-4a1d-b5fe-54249a85be39 None None] Port 3d41ebd3-1177-4d42-b41a-88de55018c44 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:36:45.573025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Transition to ACTIVE for port object 3d41ebd3-1177-4d42-b41a-88de55018c44 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:36:45.577078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.666749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Pushing event updated for resources: {'Port': ['ID=3d41ebd3-1177-4d42-b41a-88de55018c44,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:45.739205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Attempting to bind port 3d41ebd3-1177-4d42-b41a-88de55018c44 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:45.739553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Attempting to bind port 3d41ebd3-1177-4d42-b41a-88de55018c44 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:45.739875 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Attempting to bind port 3d41ebd3-1177-4d42-b41a-88de55018c44 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:45.745405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Port 3d41ebd3-1177-4d42-b41a-88de55018c44 on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:36:45.745729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Attempting to bind port 3d41ebd3-1177-4d42-b41a-88de55018c44 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:45.751762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:45.752115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:45.752646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:45.753087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Bound port: 3d41ebd3-1177-4d42-b41a-88de55018c44, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:45.753444 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.822291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] For port 3d41ebd3-1177-4d42-b41a-88de55018c44, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:45.825633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] For port 3d41ebd3-1177-4d42-b41a-88de55018c44, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d41ebd3-1177-4d42-b41a-88de55018c44,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:45.831389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.847722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:45.848948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.850772 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] 10.222.0.43 "PUT /v2.0/ports/3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 1092 time: 0.7324545 Jan 28 01:36:45.853307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:45.854578 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911dfaea-0ca3-43f3-b320-8605fd53dde6" -d '{"events": [{"name": "network-changed", "server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:45.909370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe9e0b-c920-4bed-a5af-4435766c80ad service neutron] Pushing event updated for resources: {'Port': ['ID=3d41ebd3-1177-4d42-b41a-88de55018c44,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:45.947456 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d5ad7-b613-4ae7-833b-c5db4f8c423f x-openstack-request-id: req-970d5ad7-b613-4ae7-833b-c5db4f8c423f {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:45.947872 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:45.948244 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-970d5ad7-b613-4ae7-833b-c5db4f8c423f {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:45.948716 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'status': 'completed', 'code': 200} Jan 28 01:36:45.966773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-b0ed1abe-a04d-4e4c-801d-cb7ad7e0c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:45.968811 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-b0ed1abe-a04d-4e4c-801d-cb7ad7e0c290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1095 time: 0.0514133 Jan 28 01:36:46.021727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-a0fb9e30-3dde-4b7b-89d1-687c46437e30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 217 time: 0.0399058 Jan 28 01:36:46.069939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-35f67bd5-0827-40bf-b670-e516bc8313be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.071405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-35f67bd5-0827-40bf-b670-e516bc8313be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0440562 Jan 28 01:36:46.116371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a689-e01b-475a-9866-cf85508e65ab req-94e34e12-8d6c-4d05-aebc-539963e4ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.117870 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-94e34e12-8d6c-4d05-aebc-539963e4ce78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402732 Jan 28 01:36:46.209576 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-ed972f76-3771-486b-8de5-147db7b227ec service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852063 Jan 28 01:36:46.297953 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bef9a689-e01b-475a-9866-cf85508e65ab req-d2fd959c-4592-4824-af38-0ddc573af8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822275 Jan 28 01:36:46.406019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f2d06-0dee-44ff-9cf2-2ed9e740eda6 req-94aaf36c-920f-4475-84e2-63266b231c43 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.407436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-492f2d06-0dee-44ff-9cf2-2ed9e740eda6 req-94aaf36c-920f-4475-84e2-63266b231c43 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0519481 Jan 28 01:36:46.430234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-2e14a55d-8443-4fe6-820f-ee15cc73a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.431872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-2e14a55d-8443-4fe6-820f-ee15cc73a59e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1095 time: 0.0513194 Jan 28 01:36:46.464357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-492f2d06-0dee-44ff-9cf2-2ed9e740eda6 req-67ae9b8d-6dd6-4b73-a97e-43d6a628d10e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507064 Jan 28 01:36:46.551231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-ad716070-9ac0-4c96-a311-e39b1d2dec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.552757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-ad716070-9ac0-4c96-a311-e39b1d2dec37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1151416 Jan 28 01:36:46.602899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-c3e3e3b8-5864-4d8d-8937-09050328845e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 217 time: 0.0424435 Jan 28 01:36:46.658009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-8424fe82-ff65-44ac-9423-16236deb44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.658202 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-8424fe82-ff65-44ac-9423-16236deb44be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0469599 Jan 28 01:36:46.669203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ddd00-7461-437f-a59b-4802dabe5c6c req-047e9014-a6ce-45b0-b882-9234c9bc7195 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.670761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a17ddd00-7461-437f-a59b-4802dabe5c6c req-047e9014-a6ce-45b0-b882-9234c9bc7195 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0523303 Jan 28 01:36:46.707461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-2e9337ce-fc8a-47e7-b584-14970f7967be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.709472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-2e9337ce-fc8a-47e7-b584-14970f7967be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449114 Jan 28 01:36:46.723137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a17ddd00-7461-437f-a59b-4802dabe5c6c req-4a85c05c-6a5e-449a-b8f1-49f8a223752c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467489 Jan 28 01:36:46.803355 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-8e1fdd69-fdf8-47c0-baeb-f71ba6e2c437 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Jan 28 01:36:46.891299 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-911dfaea-0ca3-43f3-b320-8605fd53dde6 req-1d1cc287-68d4-48b2-a219-95b7a2e3f293 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Jan 28 01:36:47.587264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b58da-ed34-47c1-bf87-5772d3552818 req-7f179a61-15b6-4873-bcd8-1cccccbb0970 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:47.588750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f19b58da-ed34-47c1-bf87-5772d3552818 req-7f179a61-15b6-4873-bcd8-1cccccbb0970 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0535262 Jan 28 01:36:47.639474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f19b58da-ed34-47c1-bf87-5772d3552818 req-a6588f42-b8c9-4caa-9fdb-17101be0b8de tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Jan 28 01:36:47.839048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a42735-3f2a-48e8-87a5-4b4eff00d8b8 req-12594f4e-c84c-485c-947d-42e542b060f8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:47.840498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33a42735-3f2a-48e8-87a5-4b4eff00d8b8 req-12594f4e-c84c-485c-947d-42e542b060f8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0498464 Jan 28 01:36:47.892207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33a42735-3f2a-48e8-87a5-4b4eff00d8b8 req-6d4e5196-926e-40cf-b0e8-15ce757cb7ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 Jan 28 01:36:48.760065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f85da-9d54-40b0-85ef-1771020c99a4 req-c3271d51-45fd-40db-a042-58e650f9d028 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:48.761456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-789f85da-9d54-40b0-85ef-1771020c99a4 req-c3271d51-45fd-40db-a042-58e650f9d028 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0507305 Jan 28 01:36:48.816354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-789f85da-9d54-40b0-85ef-1771020c99a4 req-a04017b6-ef17-470c-8792-33a843223a3e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489721 Jan 28 01:36:49.011678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13ca7-04c8-45a0-86b8-fcaa0dc1a3dc req-a5a0f8fa-1568-42c8-a18e-2b6550ffb606 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:49.013087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04b13ca7-04c8-45a0-86b8-fcaa0dc1a3dc req-a5a0f8fa-1568-42c8-a18e-2b6550ffb606 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0513561 Jan 28 01:36:49.063027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04b13ca7-04c8-45a0-86b8-fcaa0dc1a3dc req-e477cd33-a8b7-42c9-8889-467d16de8d2b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Jan 28 01:36:49.935641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dfca5-992a-4823-861c-491a1aee190e req-ef866b0f-9994-40b0-b307-3a39c7d223bc tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:49.937146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377dfca5-992a-4823-861c-491a1aee190e req-ef866b0f-9994-40b0-b307-3a39c7d223bc tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0506921 Jan 28 01:36:49.987218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377dfca5-992a-4823-861c-491a1aee190e req-e10712b8-a4ec-483c-8206-2eb9bd7653b6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Jan 28 01:36:50.190348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254acfd3-5206-4fe3-9c8e-964d286fdd7c req-b0033c70-2bba-47a6-b293-fee907a1a9af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:50.191843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-254acfd3-5206-4fe3-9c8e-964d286fdd7c req-b0033c70-2bba-47a6-b293-fee907a1a9af tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0555053 Jan 28 01:36:50.241252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-254acfd3-5206-4fe3-9c8e-964d286fdd7c req-b72ed213-cc22-4879-8501-18b2521cd633 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Jan 28 01:36:51.102912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae1a24-177e-494a-8e52-b06d33f7441d req-1bf54d68-c3e7-4c55-844b-2a39f3e94eeb tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:51.104419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1ae1a24-177e-494a-8e52-b06d33f7441d req-1bf54d68-c3e7-4c55-844b-2a39f3e94eeb tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0491488 Jan 28 01:36:51.151957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1ae1a24-177e-494a-8e52-b06d33f7441d req-98496f49-0b20-45a2-a291-bf768f254f87 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Jan 28 01:36:51.371298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc1c0-3b73-4a51-858f-12c91e4131bf req-ecd93d65-65f6-4f45-a01c-a7effa7d8b8b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:51.372871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-515fc1c0-3b73-4a51-858f-12c91e4131bf req-ecd93d65-65f6-4f45-a01c-a7effa7d8b8b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0621634 Jan 28 01:36:51.425253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-515fc1c0-3b73-4a51-858f-12c91e4131bf req-e3b09b99-b180-4198-8aad-15506fe02534 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464568 Jan 28 01:36:52.271167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57c1f-1f5f-4423-8fce-54ae6acbc937 req-926d7778-8c0f-4035-a1da-cb8c1504e1c4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:52.272681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bab57c1f-1f5f-4423-8fce-54ae6acbc937 req-926d7778-8c0f-4035-a1da-cb8c1504e1c4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0515573 Jan 28 01:36:52.324371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bab57c1f-1f5f-4423-8fce-54ae6acbc937 req-8483fa27-5534-40e0-9be7-5bf81ff97314 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459399 Jan 28 01:36:52.560042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69e07e-5a72-46b0-87a3-5f56080bc778 req-82d5a9b9-67bc-42a2-9831-8c6f8ec89d3c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:52.561497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e69e07e-5a72-46b0-87a3-5f56080bc778 req-82d5a9b9-67bc-42a2-9831-8c6f8ec89d3c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0604227 Jan 28 01:36:52.619597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e69e07e-5a72-46b0-87a3-5f56080bc778 req-f5ff9881-e6fa-41d2-89a9-656ff78f0d8c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520084 Jan 28 01:36:53.443457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccd87f-a0e3-40e5-b6af-b296f80bd87f req-e2649cbd-6180-4077-9014-e1b6b33bf09b tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:53.444929 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3ccd87f-a0e3-40e5-b6af-b296f80bd87f req-e2649cbd-6180-4077-9014-e1b6b33bf09b tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 943 time: 0.0500453 Jan 28 01:36:53.495831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3ccd87f-a0e3-40e5-b6af-b296f80bd87f req-c0b3deed-4ea3-4e5b-87f3-c2e77f2e3715 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Jan 28 01:36:53.791361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38617c-68d3-480b-ab23-1c059f0b9866 req-aab298e5-268b-48e2-b656-9794e4614a54 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:53.793617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c38617c-68d3-480b-ab23-1c059f0b9866 req-aab298e5-268b-48e2-b656-9794e4614a54 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0507159 Jan 28 01:36:53.843294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c38617c-68d3-480b-ab23-1c059f0b9866 req-6e4f1f4e-4e80-4a9a-85a5-e9e9d79490f7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Jan 28 01:36:54.157653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e0725762-4fd6-4fca-a2e3-b4c840476082 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:36:54.253819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e0725762-4fd6-4fca-a2e3-b4c840476082, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e0725762-4fd6-4fca-a2e3-b4c840476082,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:54.265540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:36:54.302251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e0725762-4fd6-4fca-a2e3-b4c840476082 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:54.302642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.319010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0725762-4fd6-4fca-a2e3-b4c840476082 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:54.338764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e0725762-4fd6-4fca-a2e3-b4c840476082, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e0725762-4fd6-4fca-a2e3-b4c840476082,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:54.344563 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.391548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e0725762-4fd6-4fca-a2e3-b4c840476082,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:54.399193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.399547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.399890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.400229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.400568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.400898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.401227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.401535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.401883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.402205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.402530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.402855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.403176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:54.621983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65265e0c-b767-4ae3-bc6a-5482c6c0e07c req-714d6364-769d-4555-aafb-83bc78df26b1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:54.623827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65265e0c-b767-4ae3-bc6a-5482c6c0e07c req-714d6364-769d-4555-aafb-83bc78df26b1 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 944 time: 0.0588853 Jan 28 01:36:54.676440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65265e0c-b767-4ae3-bc6a-5482c6c0e07c req-aa53a18f-862e-4360-90ef-0dad64368e5c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Jan 28 01:36:54.688574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['e0725762-4fd6-4fca-a2e3-b4c840476082'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:54.959937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25690cc5-2e77-44dc-a3dc-edf1cc483540 req-57f36d78-49b9-41a4-ac7b-599355a1f8a9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:54.961435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25690cc5-2e77-44dc-a3dc-edf1cc483540 req-57f36d78-49b9-41a4-ac7b-599355a1f8a9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0486026 Jan 28 01:36:55.020143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25690cc5-2e77-44dc-a3dc-edf1cc483540 req-2adb2b5c-b3c2-48f5-8dda-ad35c4ed5010 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528853 Jan 28 01:36:55.793725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa689-aa57-45cf-b102-61d62b8a2fbc req-af241472-cf79-4740-b3ad-a16de1fd9528 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:55.795269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a8aa689-aa57-45cf-b102-61d62b8a2fbc req-af241472-cf79-4740-b3ad-a16de1fd9528 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 944 time: 0.0487480 Jan 28 01:36:55.850398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a8aa689-aa57-45cf-b102-61d62b8a2fbc req-4aa97870-7be5-411f-bbfd-a8eb97e34977 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487196 Jan 28 01:36:56.139418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8308c-4cc3-4c84-abe8-6d9be1d9a01a req-7d034e8f-714e-4611-ad88-8978f0b24266 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:56.141023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a8308c-4cc3-4c84-abe8-6d9be1d9a01a req-7d034e8f-714e-4611-ad88-8978f0b24266 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0510912 Jan 28 01:36:56.160898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e0725762-4fd6-4fca-a2e3-b4c840476082 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:56.195489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29a8308c-4cc3-4c84-abe8-6d9be1d9a01a req-26f3f180-0db4-4533-99b4-b96b272d57bb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481403 Jan 28 01:36:56.220124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port e0725762-4fd6-4fca-a2e3-b4c840476082 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:36:56.225086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port e0725762-4fd6-4fca-a2e3-b4c840476082 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:56.225464 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.309369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port e0725762-4fd6-4fca-a2e3-b4c840476082 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:56.309753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.332428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:56.334702 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f6c0dd-3354-450d-ab02-8ee9b5f0d9f9" -d '{"events": [{"server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "name": "network-vif-plugged", "status": "completed", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:56.346918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port e0725762-4fd6-4fca-a2e3-b4c840476082, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e0725762-4fd6-4fca-a2e3-b4c840476082,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:56.351294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.383256 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf9507-ef84-4841-b60d-c78ec0e1df68 x-openstack-request-id: req-bdbf9507-ef84-4841-b60d-c78ec0e1df68 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:56.383559 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "name": "network-vif-plugged", "status": "completed", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:56.383840 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdbf9507-ef84-4841-b60d-c78ec0e1df68 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:56.384508 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'code': 200} Jan 28 01:36:56.408039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=e0725762-4fd6-4fca-a2e3-b4c840476082,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:56.520630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de80392-22fa-4124-a39b-9dec33b38e78 req-299ac043-3cec-4205-9f0f-daa8384c95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:56.522174 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3de80392-22fa-4124-a39b-9dec33b38e78 req-299ac043-3cec-4205-9f0f-daa8384c95a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1096 time: 0.0422921 Jan 28 01:36:56.570489 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3de80392-22fa-4124-a39b-9dec33b38e78 req-aa74baf1-1c7c-44ab-b3e8-4e8a4cc09859 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387547 Jan 28 01:36:56.971306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2148522-9767-4e5a-a8eb-48b3315a46c1 req-aae06f4a-7d7d-451e-887d-630066cb7f3d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:56.972804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2148522-9767-4e5a-a8eb-48b3315a46c1 req-aae06f4a-7d7d-451e-887d-630066cb7f3d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.0535891 Jan 28 01:36:57.026120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2148522-9767-4e5a-a8eb-48b3315a46c1 req-8af7e570-a444-40df-9faf-b91d1360ae3b tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 Jan 28 01:36:57.334549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d2a41-8b04-431e-adff-476eafbe6ee0 req-f047f303-c18b-4c21-956f-c3366c2959ce tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:57.336051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-848d2a41-8b04-431e-adff-476eafbe6ee0 req-f047f303-c18b-4c21-956f-c3366c2959ce tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0699699 Jan 28 01:36:57.387903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-848d2a41-8b04-431e-adff-476eafbe6ee0 req-2c446280-4706-436c-ae28-04e44e7a3bcf tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455618 Jan 28 01:36:58.151490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc30e7-511f-4f16-947f-063bbd5cd424 req-62c7d703-cc5e-4d9e-b6fc-6aaf0101f2c5 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.153109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46dc30e7-511f-4f16-947f-063bbd5cd424 req-62c7d703-cc5e-4d9e-b6fc-6aaf0101f2c5 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.0559146 Jan 28 01:36:58.202919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-46dc30e7-511f-4f16-947f-063bbd5cd424 req-be12ece2-9743-4167-8b14-be7c301e8902 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Jan 28 01:36:58.323247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36147a8-c70f-44db-a384-a7ba706a7d50 req-26e65990-7858-4aab-b508-6c5c548836d6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.324765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b36147a8-c70f-44db-a384-a7ba706a7d50 req-26e65990-7858-4aab-b508-6c5c548836d6 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.0546603 Jan 28 01:36:58.364548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45244) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.376350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b36147a8-c70f-44db-a384-a7ba706a7d50 req-74ce05fa-e01d-47e1-92c3-0e4b3b84acd9 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456779 Jan 28 01:36:58.401084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45246) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.481954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bdb08ad8-f806-4cd4-af08-4527fabac4e6 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4485 time: 0.1135194 Jan 28 01:36:58.482150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45252) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.493003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'network': {'name': 'tempest-network-smoke--348781111', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'port_security_enabled': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:58.515502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Made reservation on behalf of 45ad34692b5640fd9bf7635c5ec3d5d6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:58.520692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.528785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8cc28-47a6-475a-b014-c364564ff33e req-89deca6a-d6d2-4615-b5b5-ffde1662bdaa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.530825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebf8cc28-47a6-475a-b014-c364564ff33e req-89deca6a-d6d2-4615-b5b5-ffde1662bdaa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0697927 Jan 28 01:36:58.547759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:58.571795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2133451b-b751-463f-8676-6ffdaed3f333), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.572364 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Added segment 2133451b-b751-463f-8676-6ffdaed3f333 of type vlan for network 16dea183-7800-4c3d-b2fd-22ce60a9d35c Jan 28 01:36:58.595770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebf8cc28-47a6-475a-b014-c364564ff33e req-7287bddf-10a8-4c8a-8b12-cb3007cd9289 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584819 Jan 28 01:36:58.910217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (16dea183-7800-4c3d-b2fd-22ce60a9d35c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.917911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031e3a4-3283-4790-9199-fa59caf4ad25 tempest-TestVolumeBackupRestore-402536461 tempest-TestVolumeBackupRestore-402536461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.919412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a031e3a4-3283-4790-9199-fa59caf4ad25 tempest-TestVolumeBackupRestore-402536461 tempest-TestVolumeBackupRestore-402536461-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1091 time: 0.5174167 Jan 28 01:36:58.923077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45254) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.927891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:58.939772 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (16dea183-7800-4c3d-b2fd-22ce60a9d35c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.947983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.948617 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.953725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.028290 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5451331 Jan 28 01:36:59.031175 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45256) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:59.038197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'admin_state_up': True, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:59.053093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2bbf6-1da9-4d5a-8055-bff6280bf5bc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Network': ['ID=16dea183-7800-4c3d-b2fd-22ce60a9d35c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:59.070629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:59.071794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (6daca7c8-f689-4b8d-b030-788daa49545e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.073276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (6daca7c8-f689-4b8d-b030-788daa49545e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.076390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.131282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_controller (6daca7c8-f689-4b8d-b030-788daa49545e), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.230886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Allocated IP 172.25.1.225 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/c09c620e-7522-42d3-97f8-4555fe96fce7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:59.283916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (6daca7c8-f689-4b8d-b030-788daa49545e), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.344138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.382389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.424137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:59.427356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:59.433378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:59.462831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'Port': ['ID=c09c620e-7522-42d3-97f8-4555fe96fce7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:59.499126 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (6daca7c8-f689-4b8d-b030-788daa49545e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.522723 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.648651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.25.1.19 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/1f86e610-7602-4922-b2e5-976a953570b3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:59.766647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (1f86e610-7602-4922-b2e5-976a953570b3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.786112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0fb6f-e81c-4c23-839a-8d023419a5df req-286b8c6d-1a03-4ca7-b930-6b438114ee82 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:59.787651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68d0fb6f-e81c-4c23-839a-8d023419a5df req-286b8c6d-1a03-4ca7-b930-6b438114ee82 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.1063457 Jan 28 01:36:59.814625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1f86e610-7602-4922-b2e5-976a953570b3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.860122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:59.867176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:59.871713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:59.886611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68d0fb6f-e81c-4c23-839a-8d023419a5df req-4cef56d8-75d5-495c-8ac4-29cecfc57c1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904546 Jan 28 01:36:59.944200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for floatingip (73d32294-d801-4e17-9233-5f55b4dbdf15), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.949431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=1f86e610-7602-4922-b2e5-976a953570b3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:00.015026 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.149857 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (6daca7c8-f689-4b8d-b030-788daa49545e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.180379 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.186863 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.265669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event updated for resources: {'Port': ['ID=c09c620e-7522-42d3-97f8-4555fe96fce7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:00.272217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (73d32294-d801-4e17-9233-5f55b4dbdf15), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.369157 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (6daca7c8-f689-4b8d-b030-788daa49545e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.379343 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Floating IP 73d32294-d801-4e17-9233-5f55b4dbdf15 associated. External IP: 172.25.1.225, port: e0725762-4fd6-4fca-a2e3-b4c840476082. Jan 28 01:37:00.521764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 6daca7c8-f689-4b8d-b030-788daa49545e is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:37:00.637439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:00.652503 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Sync routers for ids ['6daca7c8-f689-4b8d-b030-788daa49545e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:00.665411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Routers {'6daca7c8-f689-4b8d-b030-788daa49545e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:00.666753 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6daca7c8-f689-4b8d-b030-788daa49545e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:00.668573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.671046 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3367dbd-c3f5-4622-83ff-61fbac835269 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6377256 Jan 28 01:37:00.672931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45264) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:00.747685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c62a7b-87dd-4475-98b7-4dc2f352f89d tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:00.749415 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-15c62a7b-87dd-4475-98b7-4dc2f352f89d tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=45ad34692b5640fd9bf7635c5ec3d5d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0753534 Jan 28 01:37:00.752463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45266) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:00.780774 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Set router 6daca7c8-f689-4b8d-b030-788daa49545e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:00.864186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d0bd5-d1a6-4363-aa14-eed8326ce9ad tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:00.866370 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-880d0bd5-d1a6-4363-aa14-eed8326ce9ad tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1127808 Jan 28 01:37:00.869491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45268) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:00.908252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6d6c9767-1985-4fa7-9b77-a801e8a255c1 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376585 Jan 28 01:37:00.910868 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45270) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:00.930056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:00.978807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:00.979820 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a81dedae-cdd5-4d9f-a373-9b1fa5f57e6e tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=45ad34692b5640fd9bf7635c5ec3d5d6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676525 Jan 28 01:37:01.017395 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 3, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.046140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Checking router: 6daca7c8-f689-4b8d-b030-788daa49545e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:01.046687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Updating router 6daca7c8-f689-4b8d-b030-788daa49545e port 1f86e610-7602-4922-b2e5-976a953570b3 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:37:01.074042 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1f86e610-7602-4922-b2e5-976a953570b3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.150434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638473d7-0d04-4e63-9fcc-adc54a66b33d req-a2d37813-95b8-438c-b971-162b703ffd60 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:01.152330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-638473d7-0d04-4e63-9fcc-adc54a66b33d req-a2d37813-95b8-438c-b971-162b703ffd60 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.1481535 Jan 28 01:37:01.184987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:01.199239 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] Sync routers for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:01.200321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6446d4-8401-40f4-95c6-8b3aa9a3fd12 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:01.207961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0c6446d4-8401-40f4-95c6-8b3aa9a3fd12 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2226467 Jan 28 01:37:01.207961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.210148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45276) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:01.244953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:01.247470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.249492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ffa2ade7-7fc3-4290-80be-9d418c310512 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3249848 Jan 28 01:37:01.256720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:01.259112 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e101972-cc9a-4de0-89ac-39a4553a3dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:01.261272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45278) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:01.285851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-638473d7-0d04-4e63-9fcc-adc54a66b33d req-b967b073-90df-4e9d-bf0b-fa8a6add16cc tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214855 Jan 28 01:37:01.288933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ee028f84-f054-4577-8345-a618eca4bfa1 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746908 Jan 28 01:37:01.289805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:01.303929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588066724', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:01.341652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95eaba-e201-43cd-897f-f270f49577ec tempest-TestVolumeBackupRestore-402536461 tempest-TestVolumeBackupRestore-402536461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:01.353473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bf95eaba-e201-43cd-897f-f270f49577ec tempest-TestVolumeBackupRestore-402536461 tempest-TestVolumeBackupRestore-402536461-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1091 time: 0.0865395 Jan 28 01:37:01.356296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45286) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:01.361113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Request body: {'floatingip': {'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:01.438007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:01.439488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for floatingip (73d32294-d801-4e17-9233-5f55b4dbdf15), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.443873 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d3a1b-6446-40e4-9c62-3168f9bfd195 x-openstack-request-id: req-260d3a1b-6446-40e4-9c62-3168f9bfd195 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:01.444521 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:01.444996 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-260d3a1b-6446-40e4-9c62-3168f9bfd195 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:01.446346 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'status': 'completed', 'code': 200} Jan 28 01:37:01.488575 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Publish callbacks [] for port (1f86e610-7602-4922-b2e5-976a953570b3), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.493279 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1f86e610-7602-4922-b2e5-976a953570b3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.539333 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Attempting to bind port 1f86e610-7602-4922-b2e5-976a953570b3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:01.539706 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Attempting to bind port 1f86e610-7602-4922-b2e5-976a953570b3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:01.540701 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Attempting to bind port 1f86e610-7602-4922-b2e5-976a953570b3 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:01.553049 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:01.553646 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:01.554156 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.554854 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:01.555086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Bound port: 1f86e610-7602-4922-b2e5-976a953570b3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:01.555464 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1f86e610-7602-4922-b2e5-976a953570b3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.555572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Made reservation on behalf of 45ad34692b5640fd9bf7635c5ec3d5d6 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:37:01.559872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.581711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-1d274969-39e6-4d34-b504-ce8bc0d5a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:01.583258 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-1d274969-39e6-4d34-b504-ce8bc0d5a5ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1096 time: 0.1049695 Jan 28 01:37:01.609894 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] For port 1f86e610-7602-4922-b2e5-976a953570b3, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:01.626331 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Pushing event updated for resources: {'Port': ['ID=1f86e610-7602-4922-b2e5-976a953570b3,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:01.631589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] For port 1f86e610-7602-4922-b2e5-976a953570b3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1f86e610-7602-4922-b2e5-976a953570b3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:01.637761 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.638159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.638608 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.639355 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.639355 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.640208 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.640208 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.640633 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.640885 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.641089 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.641521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.641868 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.642445 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:01.646952 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1f86e610-7602-4922-b2e5-976a953570b3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.705157 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Routers {'6daca7c8-f689-4b8d-b030-788daa49545e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:01.705993 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6daca7c8-f689-4b8d-b030-788daa49545e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.747950 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd7f42-2edc-4123-9524-3cfd7104c658 None None] Pushing event updated for resources: {'Port': ['ID=1f86e610-7602-4922-b2e5-976a953570b3,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:01.790918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-3d8192fc-da2d-4fe4-9311-3e7ac2f785c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:01.792791 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-3d8192fc-da2d-4fe4-9311-3e7ac2f785c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 915 time: 0.1598568 Jan 28 01:37:01.848843 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] Set router 6daca7c8-f689-4b8d-b030-788daa49545e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:01.921884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '73d32294-d801-4e17-9233-5f55b4dbdf15', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:36:59Z', 'revision_number': 0, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.954235 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-6785d331-23be-43ad-9f05-c56af4b22640 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 999 time: 0.1422272 Jan 28 01:37:01.962373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] Checking router: 62b3ef8a-22c6-4b0b-9f85-0746012c0962 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:01.987190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:01.987852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:02.109659 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 3, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:02.143032 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f500b27-944b-4d7f-85eb-97ce39f82923 None None] The sync data for ids ['6daca7c8-f689-4b8d-b030-788daa49545e'] in n-d-826756-1 is: [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 3, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:02.152509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:02.221479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.235401 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (73d32294-d801-4e17-9233-5f55b4dbdf15), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.354321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-500c0712-d018-4258-be11-a524df75b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:02.355946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-500c0712-d018-4258-be11-a524df75b231 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 200 len: 853 time: 0.3955760 Jan 28 01:37:02.357250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (a26c1a3f-ccf6-4641-b151-d8611e885c6d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.462905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '73d32294-d801-4e17-9233-5f55b4dbdf15', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:36:59Z', 'revision_number': 0, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:02.469058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-a48ec637-6c7f-4287-865d-c25748b88ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:02.471005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-a48ec637-6c7f-4287-865d-c25748b88ae9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fd018a-44d8-44f3-b17e-eeb66f13b86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079814 Jan 28 01:37:02.472395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Checking segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:02.472933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network hostable DHCP agents. Network: 16dea183-7800-4c3d-b2fd-22ce60a9d35c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:37:02.475455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Subnet': ['ID=a26c1a3f-ccf6-4641-b151-d8611e885c6d,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:02.503903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261aa0f8-60e5-418f-94f5-1e6071959a27 None None] The sync data for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 is: [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '73d32294-d801-4e17-9233-5f55b4dbdf15', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:36:59Z', 'revision_number': 0, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:02.569538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098b83b-1596-4e26-ac24-f18b531ace4b req-d28990ba-2323-46d2-a5f4-cfe2860e1ada tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:02.571239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c098b83b-1596-4e26-ac24-f18b531ace4b req-d28990ba-2323-46d2-a5f4-cfe2860e1ada tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.1856525 Jan 28 01:37:02.594120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:37:02.615699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 16dea183-7800-4c3d-b2fd-22ce60a9d35c) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:02.630221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbcf83c-d6b7-48c6-8145-b4f903f4e8d3 None None] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:37:02.640655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:02.642124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.676841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:02.686204 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-75c9eaf3-542b-4c56-a9cf-3f2213e65430 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3928721 Jan 28 01:37:02.689273 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-f1561b23-9952-4672-8cbf-0b17b9d715d4 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075326 Jan 28 01:37:02.689961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45292) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:02.695182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c098b83b-1596-4e26-ac24-f18b531ace4b req-1d6a916a-1403-4981-a491-00ff0fb23bc5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972893 Jan 28 01:37:02.816770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989961be-407c-4f58-95b8-69a910534986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'fixed_ips': [{'subnet_id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:37:02.817690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-989961be-407c-4f58-95b8-69a910534986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.871474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:02.878404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.931506 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d38e31a-b1c5-40d7-929c-b6916a422591 None None] New status for floating IP 73d32294-d801-4e17-9233-5f55b4dbdf15: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:37:02.952404 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9e101972-cc9a-4de0-89ac-39a4553a3dcc req-35e74089-a1ac-4a66-a6ab-6c9d71624e7c service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541850 Jan 28 01:37:02.998952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-982dd1d7-6e1b-43c2-9ef5-0aeae1e626ab tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "PUT /v2.0/floatingips/73d32294-d801-4e17-9233-5f55b4dbdf15 HTTP/1.1" status: 200 len: 991 time: 1.6415131 Jan 28 01:37:03.041150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-989961be-407c-4f58-95b8-69a910534986 None None] Allocated IP 172.20.0.18 (16dea183-7800-4c3d-b2fd-22ce60a9d35c/a26c1a3f-ccf6-4641-b151-d8611e885c6d/5769e6bb-fc42-4d74-a792-15ec8d0349a6) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:03.237664 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-989961be-407c-4f58-95b8-69a910534986 None None] Publish callbacks [] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.245111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-989961be-407c-4f58-95b8-69a910534986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.275380 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] Sync routers for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:03.297416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989961be-407c-4f58-95b8-69a910534986 None None] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:03.305025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-989961be-407c-4f58-95b8-69a910534986 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:03.310368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989961be-407c-4f58-95b8-69a910534986 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:03.313728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:03.314381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:03.318173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989961be-407c-4f58-95b8-69a910534986 None None] Pushing event updated for resources: {'Port': ['ID=5769e6bb-fc42-4d74-a792-15ec8d0349a6,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:03.372672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.417166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-989961be-407c-4f58-95b8-69a910534986 None None] Attempting to bind port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:03.417537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-989961be-407c-4f58-95b8-69a910534986 None None] Attempting to bind port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:03.417958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989961be-407c-4f58-95b8-69a910534986 None None] Attempting to bind port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 on network 16dea183-7800-4c3d-b2fd-22ce60a9d35c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:03.448061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}, {'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:03.450954 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9743dbde-402c-4004-b600-7de765810551" -d '{"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}, {"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:03.470412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989961be-407c-4f58-95b8-69a910534986 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:03.471211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989961be-407c-4f58-95b8-69a910534986 None None] Checking segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:03.471774 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-989961be-407c-4f58-95b8-69a910534986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.472384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989961be-407c-4f58-95b8-69a910534986 None None] Bound using segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:03.473558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-989961be-407c-4f58-95b8-69a910534986 None None] Bound port: 5769e6bb-fc42-4d74-a792-15ec8d0349a6, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:03.474284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-989961be-407c-4f58-95b8-69a910534986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.476267 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:37:03.507121 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80f579-20f4-42aa-a4d8-dee491b5ecd6 x-openstack-request-id: req-fe80f579-20f4-42aa-a4d8-dee491b5ecd6 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:03.507426 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:03.507689 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe80f579-20f4-42aa-a4d8-dee491b5ecd6 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:03.508111 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'status': 'completed', 'code': 200} Jan 28 01:37:03.508372 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'status': 'completed', 'code': 200} Jan 28 01:37:03.643141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-eb23c5c1-f759-486d-a9ed-23ed124459f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:03.644987 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-eb23c5c1-f759-486d-a9ed-23ed124459f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1096 time: 0.0916750 Jan 28 01:37:03.704160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:03.754459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.804109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.20.0.17 (16dea183-7800-4c3d-b2fd-22ce60a9d35c/a26c1a3f-ccf6-4641-b151-d8611e885c6d/54d6ff83-5381-45ea-bfaa-62eb592cc068) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:03.813608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-f36fe666-fa0c-485f-b070-431611841869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:03.815079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-f36fe666-fa0c-485f-b070-431611841869 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 915 time: 0.1626379 Jan 28 01:37:03.817094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1f86e610-7602-4922-b2e5-976a953570b3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:03.889305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372239bc-483b-4982-b89f-ede751192f84 req-a2ee3732-9d64-4182-8139-97c97866ca57 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:03.891794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-372239bc-483b-4982-b89f-ede751192f84 req-a2ee3732-9d64-4182-8139-97c97866ca57 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.1053560 Jan 28 01:37:03.943636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-989961be-407c-4f58-95b8-69a910534986 None None] For port 5769e6bb-fc42-4d74-a792-15ec8d0349a6, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:03.973267 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-c7f34347-b481-4b8a-b85f-a2dfa024c6d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 1001 time: 0.1503928 Jan 28 01:37:03.975467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-989961be-407c-4f58-95b8-69a910534986 None None] For port 5769e6bb-fc42-4d74-a792-15ec8d0349a6, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5769e6bb-fc42-4d74-a792-15ec8d0349a6,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:03.990887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-989961be-407c-4f58-95b8-69a910534986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.000900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-372239bc-483b-4982-b89f-ede751192f84 req-a6bc34ce-8f33-4dbc-91fc-172bf697d5a5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026354 Jan 28 01:37:04.010037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1f86e610-7602-4922-b2e5-976a953570b3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:04.010565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1f86e610-7602-4922-b2e5-976a953570b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.062963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-20d8ef67-d488-45db-b047-28951f5738b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:04.064814 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-20d8ef67-d488-45db-b047-28951f5738b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 200 len: 853 time: 0.0844946 Jan 28 01:37:04.070640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989961be-407c-4f58-95b8-69a910534986 None None] Pushing event updated for resources: {'Port': ['ID=5769e6bb-fc42-4d74-a792-15ec8d0349a6,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:04.149500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.160324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-070bb915-39e6-4d26-b917-8b5f075dd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:04.162027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-070bb915-39e6-4d26-b917-8b5f075dd047 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fd018a-44d8-44f3-b17e-eeb66f13b86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894251 Jan 28 01:37:04.250459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.302519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1f86e610-7602-4922-b2e5-976a953570b3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:04.302964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1f86e610-7602-4922-b2e5-976a953570b3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.308964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:04.323356 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:04.330577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 1f86e610-7602-4922-b2e5-976a953570b3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1f86e610-7602-4922-b2e5-976a953570b3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:04.331217 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:04.338805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '73d32294-d801-4e17-9233-5f55b4dbdf15', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 2, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:04.341430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1f86e610-7602-4922-b2e5-976a953570b3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.341674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=54d6ff83-5381-45ea-bfaa-62eb592cc068,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:04.391420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] Checking router: 62b3ef8a-22c6-4b0b-9f85-0746012c0962 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:04.400167 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-5c6f0b4d-5d07-48f1-94d9-c6f036568e89 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241747 Jan 28 01:37:04.432165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:04.432882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:04.490231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (6daca7c8-f689-4b8d-b030-788daa49545e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.502978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=1f86e610-7602-4922-b2e5-976a953570b3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:04.575270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:04.607829 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-5ab33ed1-1fe6-4fb4-b1aa-67ab8a7a2ab6 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972980 Jan 28 01:37:04.694880 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.820263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-2fd246b2-fdfc-4ade-a707-b553c21bb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:04.822450 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-2fd246b2-fdfc-4ade-a707-b553c21bb6fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1096 time: 0.1149399 Jan 28 01:37:04.847333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '73d32294-d801-4e17-9233-5f55b4dbdf15', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 2, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:04.876560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d30b7-b648-4cb2-854f-6cd12bbbd663 None None] The sync data for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 is: [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '73d32294-d801-4e17-9233-5f55b4dbdf15', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'port_id': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'mac_address': 'fa:16:3e:54:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 2, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:05.036165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-8e2122ca-ad0d-4ec5-b352-216ce9ade5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:05.037688 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-8e2122ca-ad0d-4ec5-b352-216ce9ade5e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 915 time: 0.2096450 Jan 28 01:37:05.252317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf39155-907e-4518-8294-9f99099dd7c1 req-fa51fbd1-2ea0-40d8-a2d9-ce934fd3c641 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:05.254123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bf39155-907e-4518-8294-9f99099dd7c1 req-fa51fbd1-2ea0-40d8-a2d9-ce934fd3c641 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0941198 Jan 28 01:37:05.265976 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-7bfea461-2e0c-4142-9b90-f8f8f2e2ad8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 1001 time: 0.2166505 Jan 28 01:37:05.338933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bf39155-907e-4518-8294-9f99099dd7c1 req-9f3c7ce3-b3d3-45bf-9a89-b9a97a1b7519 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788143 Jan 28 01:37:05.342967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.346440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-02e78ba2-876e-42f5-b60d-ab94ec99dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:05.347940 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-02e78ba2-876e-42f5-b60d-ab94ec99dde7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 200 len: 853 time: 0.0702300 Jan 28 01:37:05.349148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.459015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (6daca7c8-f689-4b8d-b030-788daa49545e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.462507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=54d6ff83-5381-45ea-bfaa-62eb592cc068,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:05.484937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dbde-402c-4004-b600-7de765810551 req-c78a3227-a3f2-4563-9e55-43bd3380f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:05.487475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-c78a3227-a3f2-4563-9e55-43bd3380f39a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fd018a-44d8-44f3-b17e-eeb66f13b86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316609 Jan 28 01:37:05.491133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6e447-a0d8-4e65-83a4-46c0a25f1b97 None None] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:37:05.567907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] Provisioning complete for port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:05.568635 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.689264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] Current status of the port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:05.692483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.746912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] For port 5769e6bb-fc42-4d74-a792-15ec8d0349a6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5769e6bb-fc42-4d74-a792-15ec8d0349a6,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:05.755965 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.835490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e44adb-dce2-4ada-9ab3-3738e721b57f None None] Pushing event updated for resources: {'Port': ['ID=5769e6bb-fc42-4d74-a792-15ec8d0349a6,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:05.873136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5769e6bb-fc42-4d74-a792-15ec8d0349a6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:05.939820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:05.940258 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.971538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:05.979485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:06.029299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:06.030540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1f86e610-7602-4922-b2e5-976a953570b3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:06.044850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-0249c1cc-cc42-478a-b16f-6b249dcb000f service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312412 Jan 28 01:37:06.097181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fe302870-025d-4018-8eb1-321742771a4b None None] Provisioning complete for port 54d6ff83-5381-45ea-bfaa-62eb592cc068 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.097823 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe302870-025d-4018-8eb1-321742771a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.144428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe302870-025d-4018-8eb1-321742771a4b None None] Port 54d6ff83-5381-45ea-bfaa-62eb592cc068 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:06.147498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1f86e610-7602-4922-b2e5-976a953570b3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.147873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1f86e610-7602-4922-b2e5-976a953570b3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.179551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 6daca7c8-f689-4b8d-b030-788daa49545e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:06.201299 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9743dbde-402c-4004-b600-7de765810551 req-825c1154-60c9-43c2-9fab-c0ef96ed6c88 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475606 Jan 28 01:37:06.216986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fe302870-025d-4018-8eb1-321742771a4b None None] Provisioning complete for port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.217375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe302870-025d-4018-8eb1-321742771a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.328897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1f86e610-7602-4922-b2e5-976a953570b3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:06.365186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:06.372914 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7db64ec-6805-4779-a268-486fbd682324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "PUT /v2.0/routers/6daca7c8-f689-4b8d-b030-788daa49545e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6817951 Jan 28 01:37:06.374801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe302870-025d-4018-8eb1-321742771a4b None None] Current status of the port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:06.387600 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Sync routers for ids ['6daca7c8-f689-4b8d-b030-788daa49545e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:06.403719 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Routers {'6daca7c8-f689-4b8d-b030-788daa49545e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:06.404528 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6daca7c8-f689-4b8d-b030-788daa49545e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:06.476731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17841a2-ca33-47f6-87c4-8baadf7d77d9 req-62e2a05f-f427-4c42-a537-13ebee886b36 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:06.478868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a17841a2-ca33-47f6-87c4-8baadf7d77d9 req-62e2a05f-f427-4c42-a537-13ebee886b36 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0699222 Jan 28 01:37:06.512074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-953b5813-6a75-4fc3-9b2f-9d349fe83a1e None None] Provisioning complete for port 54d6ff83-5381-45ea-bfaa-62eb592cc068 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.512489 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-953b5813-6a75-4fc3-9b2f-9d349fe83a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.553229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a17841a2-ca33-47f6-87c4-8baadf7d77d9 req-fb27e8ca-c2fa-4a5d-bad8-1649f6594e03 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656016 Jan 28 01:37:06.567502 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Set router 6daca7c8-f689-4b8d-b030-788daa49545e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:06.591608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-953b5813-6a75-4fc3-9b2f-9d349fe83a1e None None] Port 54d6ff83-5381-45ea-bfaa-62eb592cc068 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:06.660945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-a77c1a7c-0c10-4597-8a4e-ecea54b0dd7a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:06.662732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-a77c1a7c-0c10-4597-8a4e-ecea54b0dd7a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/networks?id=16dea183-7800-4c3d-b2fd-22ce60a9d35c HTTP/1.1" status: 200 len: 797 time: 0.1084530 Jan 28 01:37:06.685391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-e183969c-a722-4a85-bc35-1f80c8ceb51a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/quotas/45ad34692b5640fd9bf7635c5ec3d5d6 HTTP/1.1" status: 200 len: 375 time: 0.0162923 Jan 28 01:37:06.719784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6824fc55-a6f6-4a2e-a034-1d1a7e4a65e4 None None] Provisioning complete for port 54d6ff83-5381-45ea-bfaa-62eb592cc068 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.720518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6824fc55-a6f6-4a2e-a034-1d1a7e4a65e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.765426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-38076ca6-66ee-44a7-903d-2accaf53d1ff tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0713377 Jan 28 01:37:06.766084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6824fc55-a6f6-4a2e-a034-1d1a7e4a65e4 None None] Port 54d6ff83-5381-45ea-bfaa-62eb592cc068 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:06.789321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '54d6ff83-5381-45ea-bfaa-62eb592cc068', 'name': '', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:9b:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:37:03Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 2, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:06.820715 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Checking router: 6daca7c8-f689-4b8d-b030-788daa49545e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:06.821073 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Updating router 6daca7c8-f689-4b8d-b030-788daa49545e port 54d6ff83-5381-45ea-bfaa-62eb592cc068 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:37:06.847837 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.858796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-17b0f709-8022-406c-a396-e63635408738 service neutron] 10.222.0.23 "GET /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908620 Jan 28 01:37:06.959222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-6efa4e9e-c634-4fe9-a845-9f349c73b452 service neutron] 10.222.0.23 "GET /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986323 Jan 28 01:37:07.124356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b40401e-cf0a-421c-8bad-fa7b41d23fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.135613 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Publish callbacks [] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.142090 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.159548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-339b651c-6f49-4320-9f04-382420f9089c req-2ff12f31-1296-4c05-8c5a-ecbaac420726 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 210 time: 0.0511754 Jan 28 01:37:07.212319 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d138b53-80ed-4ace-8a22-a9dcd3567c8a None None] Pushing event updated for resources: {'Port': ['ID=54d6ff83-5381-45ea-bfaa-62eb592cc068,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:07.275474 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Attempting to bind port 54d6ff83-5381-45ea-bfaa-62eb592cc068 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:07.276021 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Attempting to bind port 54d6ff83-5381-45ea-bfaa-62eb592cc068 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:07.276606 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Attempting to bind port 54d6ff83-5381-45ea-bfaa-62eb592cc068 on network 16dea183-7800-4c3d-b2fd-22ce60a9d35c {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:07.284275 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:07.285408 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Checking segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:07.286023 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.286656 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Bound using segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:07.287237 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Bound port: 54d6ff83-5381-45ea-bfaa-62eb592cc068, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:07.287728 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.380332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] For port 54d6ff83-5381-45ea-bfaa-62eb592cc068, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:07.384006 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] For port 54d6ff83-5381-45ea-bfaa-62eb592cc068, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=54d6ff83-5381-45ea-bfaa-62eb592cc068,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:07.388633 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.441901 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Routers {'6daca7c8-f689-4b8d-b030-788daa49545e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:07.442662 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:36:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6daca7c8-f689-4b8d-b030-788daa49545e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:07.443223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.566059 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d138b53-80ed-4ace-8a22-a9dcd3567c8a None None] Pushing event updated for resources: {'Port': ['ID=54d6ff83-5381-45ea-bfaa-62eb592cc068,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:07.593760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] Set router 6daca7c8-f689-4b8d-b030-788daa49545e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:07.599453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] Provisioning complete for port 54d6ff83-5381-45ea-bfaa-62eb592cc068 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:07.599928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.720750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] Current status of the port 54d6ff83-5381-45ea-bfaa-62eb592cc068 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:07.721233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.770223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385f28-20d3-49bb-8ed0-56e229c83eee req-adf2cb84-c608-40e7-b566-817bcbd0377f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:07.772572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3385f28-20d3-49bb-8ed0-56e229c83eee req-adf2cb84-c608-40e7-b566-817bcbd0377f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.1039572 Jan 28 01:37:07.777104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] For port 54d6ff83-5381-45ea-bfaa-62eb592cc068, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=54d6ff83-5381-45ea-bfaa-62eb592cc068,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:07.780159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5769e6bb-fc42-4d74-a792-15ec8d0349a6 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:07.792547 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.849038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3385f28-20d3-49bb-8ed0-56e229c83eee req-2e329164-46dd-497c-ab35-7f44e52cd69f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700464 Jan 28 01:37:07.916237 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '54d6ff83-5381-45ea-bfaa-62eb592cc068', 'name': '', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:9b:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:37:03Z', 'updated_at': '2022-01-28T01:37:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:07.943042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc888d-245a-4eab-a3be-e61f3e75d141 None None] Pushing event updated for resources: {'Port': ['ID=54d6ff83-5381-45ea-bfaa-62eb592cc068,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:07.943328 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80a1e1-3443-45a7-9786-0cf988242564 None None] The sync data for ids ['6daca7c8-f689-4b8d-b030-788daa49545e'] in n-d-826756-1 is: [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '54d6ff83-5381-45ea-bfaa-62eb592cc068', 'name': '', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:9b:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:37:03Z', 'updated_at': '2022-01-28T01:37:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:07.947937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:07.948314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.086115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ce9ac1cb-2d82-49f8-a786-74417ece1fbf None None] Provisioning complete for port 54d6ff83-5381-45ea-bfaa-62eb592cc068 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:08.086493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac1cb-2d82-49f8-a786-74417ece1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.119242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:08.186636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ac1cb-2d82-49f8-a786-74417ece1fbf None None] Current status of the port 54d6ff83-5381-45ea-bfaa-62eb592cc068 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:08.276251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-233b7e41-77f2-42de-a72b-cb7a261a64d1 req-3bfb84ea-84ad-40c2-8bff-3985f3f2f47e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 210 time: 0.0305943 Jan 28 01:37:08.748227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-960025a4-7adf-4e93-9462-d3da2a0adf2b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:08.750109 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-960025a4-7adf-4e93-9462-d3da2a0adf2b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.43 "GET /v2.0/networks?id=16dea183-7800-4c3d-b2fd-22ce60a9d35c HTTP/1.1" status: 200 len: 797 time: 0.1426513 Jan 28 01:37:08.806267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Request body: {'port': {'device_id': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'admin_state_up': True, 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:08.932166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Made reservation on behalf of 45ad34692b5640fd9bf7635c5ec3d5d6 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:37:08.935891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.999000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502255d9-816e-490b-8625-b35733e101d4 req-427e81a6-e657-4b4f-8439-cbc99e6d309c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.006566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-502255d9-816e-490b-8625-b35733e101d4 req-427e81a6-e657-4b4f-8439-cbc99e6d309c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.0668015 Jan 28 01:37:09.057623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-502255d9-816e-490b-8625-b35733e101d4 req-52541892-ef64-440a-9161-7608481af3e5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501420 Jan 28 01:37:09.095645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Allocated IP 172.20.0.30 (16dea183-7800-4c3d-b2fd-22ce60a9d35c/a26c1a3f-ccf6-4641-b151-d8611e885c6d/a41eff1d-9b97-4e67-8881-370a1db002b5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:09.219504 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.254843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.296291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:09.299710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:09.316134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:09.322946 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event updated for resources: {'Port': ['ID=a41eff1d-9b97-4e67-8881-370a1db002b5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:09.376010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa039f19-092a-420f-aef6-a64cdec2be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.390680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.395072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.426027 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-f534302c-2d20-4d3d-a08d-6f7d90f5aea9 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6239095 Jan 28 01:37:09.451543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Request body: {'port': {'device_id': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:09.535444 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.545162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468146-ede4-449e-860f-d83e76e18bec req-d5e57c50-eeb0-43b2-a6c7-75122a66ac1b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.556024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50468146-ede4-449e-860f-d83e76e18bec req-d5e57c50-eeb0-43b2-a6c7-75122a66ac1b tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 895 time: 0.1105604 Jan 28 01:37:09.566813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-5bf85621-0f74-4b22-82e2-3e69234ea37c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106298 Jan 28 01:37:09.658953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-c9b19515-20c7-4f7b-9d12-8197305fe6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.660733 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-c9b19515-20c7-4f7b-9d12-8197305fe6fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1135 time: 0.0590158 Jan 28 01:37:09.738277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a5be4c5c-3cd3-4633-9040-efcd2ff7f01b None None] Provisioning complete for port a41eff1d-9b97-4e67-8881-370a1db002b5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:09.738927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a5be4c5c-3cd3-4633-9040-efcd2ff7f01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.785594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-b02ea3a9-9f8d-453c-8290-afae63e008e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.787327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-b02ea3a9-9f8d-453c-8290-afae63e008e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa9a168a-8340-4a7d-b1dc-9163d843e00a HTTP/1.1" status: 200 len: 898 time: 0.1013863 Jan 28 01:37:09.801543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 54d6ff83-5381-45ea-bfaa-62eb592cc068 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:09.808077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a5be4c5c-3cd3-4633-9040-efcd2ff7f01b None None] Port a41eff1d-9b97-4e67-8881-370a1db002b5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:09.862336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 54d6ff83-5381-45ea-bfaa-62eb592cc068 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:09.863119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.884868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-e52f5f09-bfa4-49e2-9fff-8ae91cabd3a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b HTTP/1.1" status: 200 len: 1001 time: 0.0895052 Jan 28 01:37:09.908694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41eff1d-9b97-4e67-8881-370a1db002b5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:09.919733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Publish callbacks [] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.940744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-e6ad059f-6203-4232-bc8d-4dbe65871a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.940980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Transition to ACTIVE for port object a41eff1d-9b97-4e67-8881-370a1db002b5 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:37:09.942530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-e6ad059f-6203-4232-bc8d-4dbe65871a17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f42916-c332-4a4a-81c1-9721670f3862 HTTP/1.1" status: 200 len: 835 time: 0.0531311 Jan 28 01:37:09.945979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:09.964161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 54d6ff83-5381-45ea-bfaa-62eb592cc068 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:09.994541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-652c6ad4-74ea-49ea-a2f1-55d4439605ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.995960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-652c6ad4-74ea-49ea-a2f1-55d4439605ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa9a168a-8340-4a7d-b1dc-9163d843e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468554 Jan 28 01:37:09.997632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Pushing event updated for resources: {'Port': ['ID=a41eff1d-9b97-4e67-8881-370a1db002b5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:10.106085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Attempting to bind port a41eff1d-9b97-4e67-8881-370a1db002b5 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:10.106454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Attempting to bind port a41eff1d-9b97-4e67-8881-370a1db002b5 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:10.106840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Attempting to bind port a41eff1d-9b97-4e67-8881-370a1db002b5 on network 16dea183-7800-4c3d-b2fd-22ce60a9d35c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:10.115290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Port a41eff1d-9b97-4e67-8881-370a1db002b5 on network 16dea183-7800-4c3d-b2fd-22ce60a9d35c not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:37:10.115633 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Attempting to bind port a41eff1d-9b97-4e67-8881-370a1db002b5 on network 16dea183-7800-4c3d-b2fd-22ce60a9d35c {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:10.122248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:10.122599 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Checking segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:10.123155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Bound using segment: {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:10.123595 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Bound port: a41eff1d-9b97-4e67-8881-370a1db002b5, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2133451b-b751-463f-8676-6ffdaed3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:10.124056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:10.155221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-384d8fa4-4d95-42a5-b2bc-b3bae2aaeae1 service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463132 Jan 28 01:37:10.213473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] For port a41eff1d-9b97-4e67-8881-370a1db002b5, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:10.217549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] For port a41eff1d-9b97-4e67-8881-370a1db002b5, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a41eff1d-9b97-4e67-8881-370a1db002b5,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:10.225410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d41ebd3-1177-4d42-b41a-88de55018c44 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:37:10.238137 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:10.292123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da63b60e-696b-4e8d-a540-41caa44d8d31 req-f2edf123-cc31-414c-8377-dc3a63559b33 service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314311 Jan 28 01:37:10.294057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.294749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:10.296326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] 10.222.0.43 "PUT /v2.0/ports/a41eff1d-9b97-4e67-8881-370a1db002b5 HTTP/1.1" status: 200 len: 1055 time: 0.8496902 Jan 28 01:37:10.300803 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'tag': 'a41eff1d-9b97-4e67-8881-370a1db002b5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:10.303651 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40" -d '{"events": [{"name": "network-changed", "server_uuid": "da2503e4-6cdd-4d4e-ab41-c3f5630341de", "tag": "a41eff1d-9b97-4e67-8881-370a1db002b5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:10.332763 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd335cab-a840-41d9-9306-a332487b9625 req-44f1e050-d038-4b5b-9801-529f4e893311 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.334534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd335cab-a840-41d9-9306-a332487b9625 req-44f1e050-d038-4b5b-9801-529f4e893311 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 944 time: 0.1616395 Jan 28 01:37:10.372147 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe1378-8ec5-49e6-b1d5-ae117c59aa64 service neutron] Pushing event updated for resources: {'Port': ['ID=a41eff1d-9b97-4e67-8881-370a1db002b5,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:10.384680 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092621af-d76c-405c-b0a9-1cc17bc7b9bb x-openstack-request-id: req-092621af-d76c-405c-b0a9-1cc17bc7b9bb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:10.385154 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2503e4-6cdd-4d4e-ab41-c3f5630341de", "tag": "a41eff1d-9b97-4e67-8881-370a1db002b5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:10.386030 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-092621af-d76c-405c-b0a9-1cc17bc7b9bb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:10.386621 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'tag': 'a41eff1d-9b97-4e67-8881-370a1db002b5', 'status': 'completed', 'code': 200} Jan 28 01:37:10.434269 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fd335cab-a840-41d9-9306-a332487b9625 req-7599b7e6-8524-46d0-bf09-d6cd830c2aa6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923696 Jan 28 01:37:10.439366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3d41ebd3-1177-4d42-b41a-88de55018c44, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d41ebd3-1177-4d42-b41a-88de55018c44,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:10.454554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:37:10.478882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-e983de75-57a6-4cb1-8376-0a7031ea9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.480402 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-e983de75-57a6-4cb1-8376-0a7031ea9a29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 1058 time: 0.0849466 Jan 28 01:37:10.544754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3d41ebd3-1177-4d42-b41a-88de55018c44 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:10.545372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:10.561144 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-b268e4d4-a5a8-4c7b-a29a-ab4ecd7cb66e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a41eff1d-9b97-4e67-8881-370a1db002b5 HTTP/1.1" status: 200 len: 217 time: 0.0613873 Jan 28 01:37:10.567148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d41ebd3-1177-4d42-b41a-88de55018c44 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:10.616006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3d41ebd3-1177-4d42-b41a-88de55018c44, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d41ebd3-1177-4d42-b41a-88de55018c44,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:10.621428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:10.631872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-de88b751-a9ac-4f0c-a8f0-7484dfe32480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.633835 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-de88b751-a9ac-4f0c-a8f0-7484dfe32480 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a26c1a3f-ccf6-4641-b151-d8611e885c6d HTTP/1.1" status: 200 len: 837 time: 0.0649819 Jan 28 01:37:10.693708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-bf45f83c-b1b9-46b5-803b-9472489166f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.695284 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-bf45f83c-b1b9-46b5-803b-9472489166f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16dea183-7800-4c3d-b2fd-22ce60a9d35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520945 Jan 28 01:37:10.697255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405d478-c1dc-4d7b-9c6a-02c6e7ff7278 req-2c8a10a4-1cfe-41b8-b79c-4a041665a3f8 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.698822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6405d478-c1dc-4d7b-9c6a-02c6e7ff7278 req-2c8a10a4-1cfe-41b8-b79c-4a041665a3f8 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 907 time: 0.0603681 Jan 28 01:37:10.701465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3d41ebd3-1177-4d42-b41a-88de55018c44,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:10.804048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-0fc1a2b7-5a18-46dc-8219-82c1738df97a service neutron] 10.222.0.43 "GET /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949235 Jan 28 01:37:10.898080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-018c8fb4-19dd-4352-a82f-3d68f099478c req-9195e165-c5a7-4548-8496-b93486e0a2bd service neutron] 10.222.0.43 "GET /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Jan 28 01:37:10.910031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:11.087640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3d41ebd3-1177-4d42-b41a-88de55018c44'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:11.091954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-2a322c17-c58e-4469-a9cb-d87bee6ff5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.093501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-2a322c17-c58e-4469-a9cb-d87bee6ff5e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 1058 time: 0.0500519 Jan 28 01:37:11.191440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-11808837-0192-4ce0-bfa3-823154e731a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.193242 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-11808837-0192-4ce0-bfa3-823154e731a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=16dea183-7800-4c3d-b2fd-22ce60a9d35c HTTP/1.1" status: 200 len: 898 time: 0.0915802 Jan 28 01:37:11.244975 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-096bc9cd-326f-4d91-bc8d-6478e5b3b832 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a41eff1d-9b97-4e67-8881-370a1db002b5 HTTP/1.1" status: 200 len: 217 time: 0.0412929 Jan 28 01:37:11.296975 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-f9dfe822-9e5b-497f-a99e-7931dfa717c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.299085 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-f9dfe822-9e5b-497f-a99e-7931dfa717c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a26c1a3f-ccf6-4641-b151-d8611e885c6d HTTP/1.1" status: 200 len: 837 time: 0.0474534 Jan 28 01:37:11.356259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-55b91d4e-838d-4d24-bfe7-5130fc410b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.357710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-55b91d4e-838d-4d24-bfe7-5130fc410b3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16dea183-7800-4c3d-b2fd-22ce60a9d35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458198 Jan 28 01:37:11.468285 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-56362b74-f0c9-411f-9a61-a3d09c1aaa41 service neutron] 10.222.0.43 "GET /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978332 Jan 28 01:37:11.570123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d995bc-8c24-4a67-bb43-d628e8d48479 req-0cdd3df6-a9da-4ded-9c1b-26c25deab6b9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.571792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d995bc-8c24-4a67-bb43-d628e8d48479 req-0cdd3df6-a9da-4ded-9c1b-26c25deab6b9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 945 time: 0.0522530 Jan 28 01:37:11.576979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4e7e2980-1847-4d77-b5bc-1077dd5f5a40 req-9d7d0052-b015-4f7f-8c25-d6b2063ab848 service neutron] 10.222.0.43 "GET /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976849 Jan 28 01:37:11.629816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e2d995bc-8c24-4a67-bb43-d628e8d48479 req-821feef1-f5ce-4fa9-a641-d9f8a151212e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516493 Jan 28 01:37:11.828761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8485c8-f5c9-41f0-b8d2-88b5727984a8 req-b643f7cc-8030-46b2-85a5-0d6a3e1c2324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.830349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce8485c8-f5c9-41f0-b8d2-88b5727984a8 req-b643f7cc-8030-46b2-85a5-0d6a3e1c2324 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 907 time: 0.0502863 Jan 28 01:37:12.012077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:12.763088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2914b-14b4-4c57-8b72-3c3326243e64 req-a94d558f-6937-4bac-b39b-6cb0a0d311ee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:12.764493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31f2914b-14b4-4c57-8b72-3c3326243e64 req-a94d558f-6937-4bac-b39b-6cb0a0d311ee tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 945 time: 0.0556319 Jan 28 01:37:12.813101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31f2914b-14b4-4c57-8b72-3c3326243e64 req-508fbdb0-6192-49b8-91bb-503199922692 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Jan 28 01:37:12.948037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac5eb8-f9a7-40d9-bbd1-f6e7628f8dd9 req-0ec722f7-c43b-4eec-b447-709277f9fce7 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:12.949541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edac5eb8-f9a7-40d9-bbd1-f6e7628f8dd9 req-0ec722f7-c43b-4eec-b447-709277f9fce7 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 907 time: 0.0499644 Jan 28 01:37:13.342422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:13.928548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856d70-ebfd-4599-92bc-4ea6ae835201 req-bf90bac5-e0b5-46cc-9cf5-8665347f468a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:13.930064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f856d70-ebfd-4599-92bc-4ea6ae835201 req-bf90bac5-e0b5-46cc-9cf5-8665347f468a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 945 time: 0.0491738 Jan 28 01:37:13.984594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f856d70-ebfd-4599-92bc-4ea6ae835201 req-71028d55-db2f-407f-a55c-d655e20b5e38 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484116 Jan 28 01:37:14.074967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166839-b5cd-44bf-ba2e-992ef3616970 req-c3de07e7-ea70-4710-9a76-d4057916e7f0 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:14.076446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3166839-b5cd-44bf-ba2e-992ef3616970 req-c3de07e7-ea70-4710-9a76-d4057916e7f0 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 907 time: 0.0501015 Jan 28 01:37:14.236656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a41eff1d-9b97-4e67-8881-370a1db002b5 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:37:14.249415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d41ebd3-1177-4d42-b41a-88de55018c44 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:14.358480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3d41ebd3-1177-4d42-b41a-88de55018c44 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:37:14.368014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3d41ebd3-1177-4d42-b41a-88de55018c44 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:14.368370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:14.402204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a41eff1d-9b97-4e67-8881-370a1db002b5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a41eff1d-9b97-4e67-8881-370a1db002b5,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:14.421314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a41eff1d-9b97-4e67-8881-370a1db002b5', 'network_id': '16dea183-7800-4c3d-b2fd-22ce60a9d35c', 'port_id': 'a41eff1d-9b97-4e67-8881-370a1db002b5', 'mac_address': 'fa:16:3e:68:8d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26c1a3f-ccf6-4641-b151-d8611e885c6d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:37:14.506493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a41eff1d-9b97-4e67-8881-370a1db002b5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:14.506816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:14.508671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3d41ebd3-1177-4d42-b41a-88de55018c44 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:14.509031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:14.528757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41eff1d-9b97-4e67-8881-370a1db002b5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:14.546683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:14.548973 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb70906-c609-4bb3-9479-16b5f1d239c3" -d '{"events": [{"server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "name": "network-vif-plugged", "status": "completed", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:14.570284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3d41ebd3-1177-4d42-b41a-88de55018c44, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d41ebd3-1177-4d42-b41a-88de55018c44,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:14.581921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a41eff1d-9b97-4e67-8881-370a1db002b5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a41eff1d-9b97-4e67-8881-370a1db002b5,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:14.585058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:14.614442 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d06c8-2e75-404c-b677-d8b95abcff8b x-openstack-request-id: req-1e6d06c8-2e75-404c-b677-d8b95abcff8b {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:14.614865 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "name": "network-vif-plugged", "status": "completed", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:14.615208 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e6d06c8-2e75-404c-b677-d8b95abcff8b {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:14.615683 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'code': 200} Jan 28 01:37:14.616574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:14.649479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3d41ebd3-1177-4d42-b41a-88de55018c44,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:14.703348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a41eff1d-9b97-4e67-8881-370a1db002b5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:14.798756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bbea3-46d5-4173-8dab-2a1b92059408 req-618948b8-e2b3-4266-8e4f-70ba72238117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:14.800720 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee8bbea3-46d5-4173-8dab-2a1b92059408 req-618948b8-e2b3-4266-8e4f-70ba72238117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1097 time: 0.0541983 Jan 28 01:37:14.851728 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ee8bbea3-46d5-4173-8dab-2a1b92059408 req-e22f447b-c30d-4220-ac52-e432950a6fbe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Jan 28 01:37:15.112992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201bbbd-3fee-4908-8923-7a8ffb41fd43 req-87a64dca-a653-4eb0-8cfb-84de91f87a05 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:15.115459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7201bbbd-3fee-4908-8923-7a8ffb41fd43 req-87a64dca-a653-4eb0-8cfb-84de91f87a05 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.0531392 Jan 28 01:37:15.119265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a41eff1d-9b97-4e67-8881-370a1db002b5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:15.193861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7201bbbd-3fee-4908-8923-7a8ffb41fd43 req-a8cfb762-2f8b-48bb-a207-f07d01219d73 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641551 Jan 28 01:37:15.485241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd662769-a14e-44aa-a83c-d823b4869288 req-5523e420-ee08-4f64-8c1a-799ed8171de8 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:15.486770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd662769-a14e-44aa-a83c-d823b4869288 req-5523e420-ee08-4f64-8c1a-799ed8171de8 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 908 time: 0.0562150 Jan 28 01:37:15.730827 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-56c2296d-4d4a-41f1-898c-061baed13d63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485165 Jan 28 01:37:15.862461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-1b8fd95f-5be9-4ac3-8c6f-826b780731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:15.864053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-1b8fd95f-5be9-4ac3-8c6f-826b780731ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2882bb50626245b5861ecaab5ecee169&device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 1096 time: 0.0446076 Jan 28 01:37:15.993888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-7839fdc0-c06e-406b-921a-d10c85acf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:15.995657 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-7839fdc0-c06e-406b-921a-d10c85acf19f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 200 len: 915 time: 0.1038103 Jan 28 01:37:16.053650 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-1db977e7-769b-46a3-b9fa-d7593da609af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1 HTTP/1.1" status: 200 len: 217 time: 0.0503228 Jan 28 01:37:16.107736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-f7df591d-8331-49ef-8764-a6547bfa7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:16.109261 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-f7df591d-8331-49ef-8764-a6547bfa7df0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 200 len: 854 time: 0.0467145 Jan 28 01:37:16.147364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-a17132ae-118e-4122-a797-82d51f6866c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff4d0529-8540-429a-9b88-c60b2ed38e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271149 Jan 28 01:37:16.259310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a41eff1d-9b97-4e67-8881-370a1db002b5 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:16.262854 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-408f02ed-62f5-4d48-ae70-4da5347a3d26 service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042392 Jan 28 01:37:16.331311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a60c-bc74-468e-bf53-746ce4a3183d req-7307dd65-f419-4716-8ab2-9a619f591730 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:16.333607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e175a60c-bc74-468e-bf53-746ce4a3183d req-7307dd65-f419-4716-8ab2-9a619f591730 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.0633302 Jan 28 01:37:16.364340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port a41eff1d-9b97-4e67-8881-370a1db002b5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:37:16.369720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a41eff1d-9b97-4e67-8881-370a1db002b5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:16.370508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:16.417375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e175a60c-bc74-468e-bf53-746ce4a3183d req-5f7434b8-5426-4078-bd1d-76199b9adea9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760710 Jan 28 01:37:16.427196 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bda7fe08-4116-4d54-bbf5-a7504a31b035 req-75576f03-af40-49f4-aeec-1f0d13e90c2a service neutron] 10.222.0.43 "GET /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521647 Jan 28 01:37:16.498904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a41eff1d-9b97-4e67-8881-370a1db002b5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:16.499241 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:16.532283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a41eff1d-9b97-4e67-8881-370a1db002b5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a41eff1d-9b97-4e67-8881-370a1db002b5,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:16.537283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:16.605738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a41eff1d-9b97-4e67-8881-370a1db002b5,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:16.616356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41eff1d-9b97-4e67-8881-370a1db002b5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:16.618688 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8c5fd-ab05-47ab-b2c7-db50e653e511" -d '{"events": [{"server_uuid": "da2503e4-6cdd-4d4e-ab41-c3f5630341de", "name": "network-vif-plugged", "status": "completed", "tag": "a41eff1d-9b97-4e67-8881-370a1db002b5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:16.621600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a889c-f6f5-40a9-b37a-1ddafcbcf871 req-305d4293-f9dc-4895-9903-927bdf21a558 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:16.623528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135a889c-f6f5-40a9-b37a-1ddafcbcf871 req-305d4293-f9dc-4895-9903-927bdf21a558 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0603859 Jan 28 01:37:16.666001 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f46fb-c417-4725-8c66-dc6e40c2481e x-openstack-request-id: req-7c6f46fb-c417-4725-8c66-dc6e40c2481e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:16.666402 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2503e4-6cdd-4d4e-ab41-c3f5630341de", "name": "network-vif-plugged", "status": "completed", "tag": "a41eff1d-9b97-4e67-8881-370a1db002b5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:16.666714 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c6f46fb-c417-4725-8c66-dc6e40c2481e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:16.667172 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41eff1d-9b97-4e67-8881-370a1db002b5', 'code': 200} Jan 28 01:37:16.888505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672ec6a-e782-4312-b0bd-ed442a4b52b9 req-f8ec1604-0445-4520-8fc0-59390a022cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:16.889950 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5672ec6a-e782-4312-b0bd-ed442a4b52b9 req-f8ec1604-0445-4520-8fc0-59390a022cea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 1060 time: 0.0470886 Jan 28 01:37:17.540423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a86ae-4bed-4745-9245-083eda9d09b5 req-b5d90f43-90ec-4746-96cc-7f37c67c1e9a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:17.542068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-541a86ae-4bed-4745-9245-083eda9d09b5 req-b5d90f43-90ec-4746-96cc-7f37c67c1e9a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.0484650 Jan 28 01:37:17.596378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-541a86ae-4bed-4745-9245-083eda9d09b5 req-266a419d-a41f-4221-9fe4-0b6da2c1cdb5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488029 Jan 28 01:37:17.765181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdfe59-76cc-4ebb-9724-16d231530fcf req-539f33c2-0e7e-4f3a-8150-2ca8e3554497 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:17.766701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8bdfe59-76cc-4ebb-9724-16d231530fcf req-539f33c2-0e7e-4f3a-8150-2ca8e3554497 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.0897276 Jan 28 01:37:17.778473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd1eb1-30cd-4e44-9765-2785b1cec371 req-213b4866-74da-4704-a00f-9cb208d15377 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:17.779926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82dd1eb1-30cd-4e44-9765-2785b1cec371 req-213b4866-74da-4704-a00f-9cb208d15377 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0734425 Jan 28 01:37:17.828468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8bdfe59-76cc-4ebb-9724-16d231530fcf req-ce76f993-1eaf-49bc-bff9-aa0ef88719ba tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475852 Jan 28 01:37:17.851142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45420) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:17.894630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48561d2-6d2d-480d-85f1-d64a0054ee77 tempest-TestVolumeBootPattern-1662875426 tempest-TestVolumeBootPattern-1662875426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:17.898875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d48561d2-6d2d-480d-85f1-d64a0054ee77 tempest-TestVolumeBootPattern-1662875426 tempest-TestVolumeBootPattern-1662875426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1092 time: 0.0433414 Jan 28 01:37:17.899103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45422) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:17.903512 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:17.923813 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:18.019395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:18.130677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.25.1.103 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/d5c3e092-61cb-4cbc-955e-85fbb62d1b15) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:18.244079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:18.281877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:18.320479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:18.325374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:18.329730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:18.332882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=d5c3e092-61cb-4cbc-955e-85fbb62d1b15,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:18.956111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae58da-6a6b-4ec3-973c-57285d994bd8 req-2394a2e0-c4c8-47db-a919-99306155cd1c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:18.957576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1eae58da-6a6b-4ec3-973c-57285d994bd8 req-2394a2e0-c4c8-47db-a919-99306155cd1c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.1000698 Jan 28 01:37:19.087715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (2263d71e-98d3-46a6-8750-fcf0d9879af6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:19.127209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d861d4-3823-4fca-beed-f9801af90550 req-7b9aaf92-0c42-479e-b1ca-231b3e8bca2a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:19.128691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b1d861d4-3823-4fca-beed-f9801af90550 req-7b9aaf92-0c42-479e-b1ca-231b3e8bca2a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0893106 Jan 28 01:37:19.214000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:19.329155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b3a6d-3358-4049-aa3e-4ebc444e0e63 req-ee4167d8-0365-4270-8549-bf32a5b1fe2c tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:19.330934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-734b3a6d-3358-4049-aa3e-4ebc444e0e63 req-ee4167d8-0365-4270-8549-bf32a5b1fe2c tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 1060 time: 0.0957422 Jan 28 01:37:19.410917 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:19.436297 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:19.519413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=d5c3e092-61cb-4cbc-955e-85fbb62d1b15,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:19.525811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a31cd-7d2d-4e09-8061-f6ec81f798bf req-9c272bf0-a6b1-45c5-b567-b0995dbc7ab5 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:19.527386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d87a31cd-7d2d-4e09-8061-f6ec81f798bf req-9c272bf0-a6b1-45c5-b567-b0995dbc7ab5 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1135 time: 0.1210003 Jan 28 01:37:19.537556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.537945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.538301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.538756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.539105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.539446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.539782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.540114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.540447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.540760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.541090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.541440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.541754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:19.559772 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (2263d71e-98d3-46a6-8750-fcf0d9879af6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:19.671670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d87a31cd-7d2d-4e09-8061-f6ec81f798bf req-57eddf19-0e8f-4a73-b887-428e0e53d353 tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1382148 Jan 28 01:37:19.691118 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Floating IP 2263d71e-98d3-46a6-8750-fcf0d9879af6 associated. External IP: 172.25.1.103, port: 3d41ebd3-1177-4d42-b41a-88de55018c44. Jan 28 01:37:19.698003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45438) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:19.758790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e84b33-9476-4db5-804a-4580afd5796f tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:19.761659 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f0e84b33-9476-4db5-804a-4580afd5796f tempest-TestSecurityGroupsBasicOps-2092517644 tempest-TestSecurityGroupsBasicOps-2092517644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 1055 time: 0.0612886 Jan 28 01:37:19.924990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:20.064486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4493fe-c11d-455f-9c27-c73531aceb33 req-c2dac372-08a9-4fa9-8d7c-e2b04a161ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:20.065904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc4493fe-c11d-455f-9c27-c73531aceb33 req-c2dac372-08a9-4fa9-8d7c-e2b04a161ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0987508 Jan 28 01:37:20.074247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:20.092371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:20.097574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:20.104831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:20.105849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:20.142449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-13e73eb4-fdd2-4f9f-bbd5-7f8f9084bd7e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2406378 Jan 28 01:37:20.146338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:20.149818 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50" -d '{"events": [{"name": "network-changed", "server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:20.193129 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bafc267-1f4d-4036-9dfb-2917fa636177 x-openstack-request-id: req-3bafc267-1f4d-4036-9dfb-2917fa636177 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:20.193437 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:20.193694 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bafc267-1f4d-4036-9dfb-2917fa636177 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:20.194141 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'status': 'completed', 'code': 200} Jan 28 01:37:20.232196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:20.300369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-b2b87a3e-50eb-4b58-9b68-64ccbba23f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:20.301928 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-b2b87a3e-50eb-4b58-9b68-64ccbba23f3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1097 time: 0.0513501 Jan 28 01:37:20.398600 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-b40a4e51-0a25-478f-8d8d-ec6942f93484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:20.400220 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-b40a4e51-0a25-478f-8d8d-ec6942f93484 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.0914395 Jan 28 01:37:20.482085 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-21dcc1ed-ff0d-46f1-800d-5064fce44bbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 1000 time: 0.0715842 Jan 28 01:37:20.486210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:18Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:20.514634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:20.523791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:20.525105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:20.537485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-f5b754c4-faec-4247-89d5-9aca1475512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:20.539018 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-f5b754c4-faec-4247-89d5-9aca1475512f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0497487 Jan 28 01:37:20.590254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-dd383d0b-59e4-4b73-8d06-04061a5d815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:20.591832 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-dd383d0b-59e4-4b73-8d06-04061a5d815e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465343 Jan 28 01:37:20.637235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:20.725566 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-c38f0857-c4d6-4561-baeb-3335219ceb9f service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042438 Jan 28 01:37:20.832496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b37e5ce7-c2f1-4245-849b-b6bb7d37ec50 req-6730300e-d9a2-4e12-8fbc-11805b66d271 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965145 Jan 28 01:37:20.943480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:18Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:20.971567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe328d01-719d-4e71-8264-2493681e6656 None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:18Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:21.201431 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f53eb0-3685-406b-af6d-4b5d5ac5f931 None None] New status for floating IP 2263d71e-98d3-46a6-8750-fcf0d9879af6: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:37:21.214165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c348-4c33-4eee-a782-c0afedaf67fd req-d4c4ac0f-f5c5-44c5-aa93-7d43ba506e63 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:21.222345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e06c348-4c33-4eee-a782-c0afedaf67fd req-d4c4ac0f-f5c5-44c5-aa93-7d43ba506e63 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0721829 Jan 28 01:37:21.535116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579ee8a-78e1-48d9-9697-f16b173f0a67 req-e7a6685d-4ed7-4900-a48f-a621f3eb6b66 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:21.536762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9579ee8a-78e1-48d9-9697-f16b173f0a67 req-e7a6685d-4ed7-4900-a48f-a621f3eb6b66 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 946 time: 0.0592442 Jan 28 01:37:21.588640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9579ee8a-78e1-48d9-9697-f16b173f0a67 req-d37a0d18-abbf-466f-92e6-832e2a06480e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Jan 28 01:37:21.994112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712636a-338d-4079-aa07-a909b1c18747 req-52406bd6-cbd7-447b-9735-734cd36cef2b tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:21.995939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5712636a-338d-4079-aa07-a909b1c18747 req-52406bd6-cbd7-447b-9735-734cd36cef2b tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1097 time: 0.0436616 Jan 28 01:37:22.043362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5712636a-338d-4079-aa07-a909b1c18747 req-3652c1ff-035f-41b1-b7ac-6c1cbba59397 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415719 Jan 28 01:37:22.145693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-e9070924-ee6c-4730-89c3-1c81180ad5a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:22.147292 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-e9070924-ee6c-4730-89c3-1c81180ad5a1 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.43 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0853260 Jan 28 01:37:22.170591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1f3b8-a2e3-4944-910f-10806334fa95 req-37cd9261-28a5-4174-848e-8785d44950e6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:22.172501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68d1f3b8-a2e3-4944-910f-10806334fa95 req-37cd9261-28a5-4174-848e-8785d44950e6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0559707 Jan 28 01:37:22.224715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68d1f3b8-a2e3-4944-910f-10806334fa95 req-051aa2c1-01a7-4d83-892c-96bc0dab7f7f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460293 Jan 28 01:37:22.254038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45466) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:22.310203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port a41eff1d-9b97-4e67-8881-370a1db002b5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:22.310558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:22.357730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c3484-7412-4c8e-b425-35058b891d4e req-a4842639-f2f6-4a82-b959-78964f3856cc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:22.359895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc6c3484-7412-4c8e-b425-35058b891d4e req-a4842639-f2f6-4a82-b959-78964f3856cc tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 909 time: 0.0626843 Jan 28 01:37:22.378836 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e7be967d-3a92-4356-8c14-1abbfaa9bcff tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/f3ef3262-fa25-4bd0-8918-a8ea9c9279df HTTP/1.1" status: 200 len: 994 time: 0.1234558 Jan 28 01:37:22.430293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] For port a41eff1d-9b97-4e67-8881-370a1db002b5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a41eff1d-9b97-4e67-8881-370a1db002b5,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:22.431270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:22.446081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for a41eff1d-9b97-4e67-8881-370a1db002b5 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:22.586798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a41eff1d-9b97-4e67-8881-370a1db002b5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:22.618386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=a41eff1d-9b97-4e67-8881-370a1db002b5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:22.666444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] No DVR routers for this DVR port a41eff1d-9b97-4e67-8881-370a1db002b5 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:22.669628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:22.674642 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-59f0c57c-c9b0-466d-a5f7-376b55e89fda req-43772b7b-3956-409e-8520-311cb1f121a3 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.43 "DELETE /v2.0/ports/a41eff1d-9b97-4e67-8881-370a1db002b5 HTTP/1.1" status: 204 len: 173 time: 0.5146971 Jan 28 01:37:22.675608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'name': 'network-vif-deleted', 'tag': 'a41eff1d-9b97-4e67-8881-370a1db002b5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:22.679258 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd642c3-167c-4775-929f-0f919e4f32be" -d '{"events": [{"server_uuid": "da2503e4-6cdd-4d4e-ab41-c3f5630341de", "name": "network-vif-deleted", "tag": "a41eff1d-9b97-4e67-8881-370a1db002b5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:22.796274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563cf96-e529-4c45-8c19-8fc44d5a80a7 req-fbb1ed7f-6170-4963-bb04-5baf2603cea4 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:22.803961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c563cf96-e529-4c45-8c19-8fc44d5a80a7 req-fbb1ed7f-6170-4963-bb04-5baf2603cea4 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 946 time: 0.1038013 Jan 28 01:37:22.899694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c563cf96-e529-4c45-8c19-8fc44d5a80a7 req-50bf5c86-afb6-4ba5-a765-b19eaefeb44a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893693 Jan 28 01:37:22.932975 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ffd157-d537-4c2d-9dc7-c5131f65b2ec x-openstack-request-id: req-85ffd157-d537-4c2d-9dc7-c5131f65b2ec {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:22.933129 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2503e4-6cdd-4d4e-ab41-c3f5630341de", "name": "network-vif-deleted", "tag": "a41eff1d-9b97-4e67-8881-370a1db002b5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:22.933393 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85ffd157-d537-4c2d-9dc7-c5131f65b2ec {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:22.933830 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2503e4-6cdd-4d4e-ab41-c3f5630341de', 'name': 'network-vif-deleted', 'tag': 'a41eff1d-9b97-4e67-8881-370a1db002b5', 'status': 'completed', 'code': 200} Jan 28 01:37:23.055947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-0942b977-cdca-40de-92f1-b43da06fed94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733037 Jan 28 01:37:23.069988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bc0dc-d5d2-4fad-ab8d-e27c92258c56 req-aed5f5a5-e383-4c4e-b03b-1e3e8ae740df tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:23.071466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa5bc0dc-d5d2-4fad-ab8d-e27c92258c56 req-aed5f5a5-e383-4c4e-b03b-1e3e8ae740df tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0626411 Jan 28 01:37:23.124671 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa5bc0dc-d5d2-4fad-ab8d-e27c92258c56 req-fe197677-9183-4cab-adf3-0743d9028839 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462754 Jan 28 01:37:23.486094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49416285-fc80-4419-987f-b6710d4823ac req-ca5f35e0-1a2b-4663-b865-b280c152dc54 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2503e4-6cdd-4d4e-ab41-c3f5630341de HTTP/1.1" status: 200 len: 210 time: 0.0302360 Jan 28 01:37:23.735603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-0bf1eb36-769d-4e90-8eaf-8d8624ab0fce tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:23.737148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-0bf1eb36-769d-4e90-8eaf-8d8624ab0fce tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 946 time: 0.0631950 Jan 28 01:37:23.833958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Deleting port c530b8a1-59ed-41ab-bd71-55d0745d916e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:23.834323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:23.934549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] For port c530b8a1-59ed-41ab-bd71-55d0745d916e, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=c530b8a1-59ed-41ab-bd71-55d0745d916e,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:23.934931 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:23.949928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Calling delete_port for c530b8a1-59ed-41ab-bd71-55d0745d916e owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:24.065390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c4e9d-7b51-4d7d-b7db-61122a3c65bd req-1d9981ac-2809-4702-9dc7-a6766b5954ee tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:24.066824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a4c4e9d-7b51-4d7d-b7db-61122a3c65bd req-1d9981ac-2809-4702-9dc7-a6766b5954ee tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31e0fc0-2ea1-42e3-8f34-551286060bf2 HTTP/1.1" status: 200 len: 946 time: 0.0717275 Jan 28 01:37:24.157248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a4c4e9d-7b51-4d7d-b7db-61122a3c65bd req-eb5b6045-9499-43ea-a063-f3b421c92031 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835648 Jan 28 01:37:24.158420 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c530b8a1-59ed-41ab-bd71-55d0745d916e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:24.188242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event deleted for resources: {'Port': ['ID=c530b8a1-59ed-41ab-bd71-55d0745d916e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:24.196989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c', 'c530b8a1-59ed-41ab-bd71-55d0745d916e'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:24.231481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['caf52664-2d09-42b5-82dc-b8c43c8615b1', 'd8e47409-daad-4bdf-85a8-102841fb76be'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:24.231715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] No DVR routers for this DVR port c530b8a1-59ed-41ab-bd71-55d0745d916e on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:24.240891 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:24.244104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-911a9af0-d0c5-48b3-96b5-573674533e0d req-686ed00e-94ed-4634-952a-3494569dd20a tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "DELETE /v2.0/ports/c530b8a1-59ed-41ab-bd71-55d0745d916e HTTP/1.1" status: 204 len: 173 time: 0.5012004 Jan 28 01:37:24.245861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'name': 'network-vif-deleted', 'tag': 'c530b8a1-59ed-41ab-bd71-55d0745d916e'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:24.248191 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b1c674-7b3b-4c63-be86-9a333f3d6e2e" -d '{"events": [{"server_uuid": "c31e0fc0-2ea1-42e3-8f34-551286060bf2", "name": "network-vif-deleted", "tag": "c530b8a1-59ed-41ab-bd71-55d0745d916e"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:24.294601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb65e3c-0ed0-4c70-bef0-08aa584e021a req-404441c0-d635-4046-96e2-b0fc405d9316 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:24.296444 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb65e3c-0ed0-4c70-bef0-08aa584e021a req-404441c0-d635-4046-96e2-b0fc405d9316 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0669060 Jan 28 01:37:24.316101 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdde197-b063-4da8-826d-dacabdc3ea9b x-openstack-request-id: req-8cdde197-b063-4da8-826d-dacabdc3ea9b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:24.316369 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31e0fc0-2ea1-42e3-8f34-551286060bf2", "name": "network-vif-deleted", "tag": "c530b8a1-59ed-41ab-bd71-55d0745d916e", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:24.316702 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cdde197-b063-4da8-826d-dacabdc3ea9b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:24.317164 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31e0fc0-2ea1-42e3-8f34-551286060bf2', 'name': 'network-vif-deleted', 'tag': 'c530b8a1-59ed-41ab-bd71-55d0745d916e', 'status': 'completed', 'code': 200} Jan 28 01:37:24.360465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb65e3c-0ed0-4c70-bef0-08aa584e021a req-b05e24f4-9868-453e-9546-f77053e830d0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575457 Jan 28 01:37:24.545585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-125fe4c5-f41f-467b-a78f-e61e7e7a7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:24.547227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:24.547731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-125fe4c5-f41f-467b-a78f-e61e7e7a7b05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1097 time: 0.0451555 Jan 28 01:37:24.645016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-da639b9c-7916-4be5-9394-40f868a8f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:24.646473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-da639b9c-7916-4be5-9394-40f868a8f2b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.0921602 Jan 28 01:37:24.718544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-9a5e88be-e9e0-4d43-b4b5-f21470eeb8f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1002 time: 0.0653543 Jan 28 01:37:24.771114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-d68c8c41-de0d-4341-a6d8-48c98720134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:24.772590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-d68c8c41-de0d-4341-a6d8-48c98720134b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0470533 Jan 28 01:37:24.835465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-1e9bf485-48b3-4649-b7c7-ccec46e5d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:24.836974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-1e9bf485-48b3-4649-b7c7-ccec46e5d3d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579379 Jan 28 01:37:24.942104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-71fc64dd-b04a-4d1b-a42c-fd16a93f12c4 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951250 Jan 28 01:37:25.037830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-555863e7-58e1-433a-b130-e7103d959031 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891085 Jan 28 01:37:25.250445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (6daca7c8-f689-4b8d-b030-788daa49545e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:25.488830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3eed4-e44c-4220-92b0-a85ea491437e req-e8151ab2-0b3a-43bd-af9f-38862e7e391e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:25.492758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9a3eed4-e44c-4220-92b0-a85ea491437e req-e8151ab2-0b3a-43bd-af9f-38862e7e391e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0574450 Jan 28 01:37:25.521288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port 54d6ff83-5381-45ea-bfaa-62eb592cc068 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:25.521721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:25.542944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9a3eed4-e44c-4220-92b0-a85ea491437e req-72a20692-a853-4740-ab93-ac5d557a5cb6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455961 Jan 28 01:37:25.619047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] For port 54d6ff83-5381-45ea-bfaa-62eb592cc068, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=54d6ff83-5381-45ea-bfaa-62eb592cc068,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:25.619642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:25.632544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for 54d6ff83-5381-45ea-bfaa-62eb592cc068 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:25.822176 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (54d6ff83-5381-45ea-bfaa-62eb592cc068), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:25.848637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=54d6ff83-5381-45ea-bfaa-62eb592cc068,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:25.880133 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.880490 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.880845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.881192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.881532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.881894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.882229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.882582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.882898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.883224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.883566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.883893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:25.884237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:26.048402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (6daca7c8-f689-4b8d-b030-788daa49545e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.277817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 6daca7c8-f689-4b8d-b030-788daa49545e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:26.295226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a41eff1d-9b97-4e67-8881-370a1db002b5 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:26.317481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: a41eff1d-9b97-4e67-8881-370a1db002b5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:26.317855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a41eff1d-9b97-4e67-8881-370a1db002b5 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:26.406008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:26.412492 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-52945092-e85c-4c08-af79-437780388341 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "PUT /v2.0/routers/6daca7c8-f689-4b8d-b030-788daa49545e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8640056 Jan 28 01:37:26.415310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45526) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:26.419915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] Sync routers for ids ['6daca7c8-f689-4b8d-b030-788daa49545e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:26.431419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] Routers {'6daca7c8-f689-4b8d-b030-788daa49545e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:26.432043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6daca7c8-f689-4b8d-b030-788daa49545e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:26.479088 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting subnet a26c1a3f-ccf6-4641-b151-d8611e885c6d {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:37:26.482888 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for subnet (a26c1a3f-ccf6-4641-b151-d8611e885c6d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.525750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (a26c1a3f-ccf6-4641-b151-d8611e885c6d), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.554598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] Set router 6daca7c8-f689-4b8d-b030-788daa49545e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:26.626805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a26c1a3f-ccf6-4641-b151-d8611e885c6d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.699414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf798f-6091-4b33-affe-f97e954d1937 req-d38519d8-10b3-4ae0-af51-29e54af1bc8c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:26.701120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bdf798f-6091-4b33-affe-f97e954d1937 req-d38519d8-10b3-4ae0-af51-29e54af1bc8c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0650601 Jan 28 01:37:26.708203 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (a26c1a3f-ccf6-4641-b151-d8611e885c6d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.739501 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Subnet': ['ID=a26c1a3f-ccf6-4641-b151-d8611e885c6d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:26.748095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.752046 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-708926b5-8d93-4461-bdf1-959a2a591c09 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/subnets/a26c1a3f-ccf6-4641-b151-d8611e885c6d HTTP/1.1" status: 204 len: 168 time: 0.3357053 Jan 28 01:37:26.754847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45530) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:26.756367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a747e3-66e1-46f1-86c2-3b3dda3f4d3d None None] Network 16dea183-7800-4c3d-b2fd-22ce60a9d35c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:37:26.768698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bdf798f-6091-4b33-affe-f97e954d1937 req-15ea5ecc-1e87-403e-87a5-35a178e079aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609186 Jan 28 01:37:26.861067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:25Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:26.873121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router (6daca7c8-f689-4b8d-b030-788daa49545e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:26.899166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] Checking router: 6daca7c8-f689-4b8d-b030-788daa49545e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:26.912248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] Routers {'6daca7c8-f689-4b8d-b030-788daa49545e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:26.912917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['6daca7c8-f689-4b8d-b030-788daa49545e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:27.008758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (6daca7c8-f689-4b8d-b030-788daa49545e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.084344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port 1f86e610-7602-4922-b2e5-976a953570b3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:27.084715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1f86e610-7602-4922-b2e5-976a953570b3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.182190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] DHCP port deletion for 16dea183-7800-4c3d-b2fd-22ce60a9d35c request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:37:27.183820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] For port 1f86e610-7602-4922-b2e5-976a953570b3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1f86e610-7602-4922-b2e5-976a953570b3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:27.184353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1f86e610-7602-4922-b2e5-976a953570b3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.200336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for 1f86e610-7602-4922-b2e5-976a953570b3 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:27.229171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] Set router 6daca7c8-f689-4b8d-b030-788daa49545e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:27.344926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] Deleting port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:27.345561 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.368270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c530b8a1-59ed-41ab-bd71-55d0745d916e no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:27.398969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1f86e610-7602-4922-b2e5-976a953570b3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.434874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=1f86e610-7602-4922-b2e5-976a953570b3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:27.438367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: c530b8a1-59ed-41ab-bd71-55d0745d916e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:27.438717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device c530b8a1-59ed-41ab-bd71-55d0745d916e not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:27.486276 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] For port 5769e6bb-fc42-4d74-a792-15ec8d0349a6, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5769e6bb-fc42-4d74-a792-15ec8d0349a6,segment=NetworkSegment(2133451b-b751-463f-8676-6ffdaed3f333),segment_id=2133451b-b751-463f-8676-6ffdaed3f333)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:27.486687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.503452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] Calling delete_port for 5769e6bb-fc42-4d74-a792-15ec8d0349a6 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:27.513229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (6daca7c8-f689-4b8d-b030-788daa49545e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.577512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:25Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:27.607573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e154ce-2062-41dd-a537-188742074eb3 None None] The sync data for ids ['6daca7c8-f689-4b8d-b030-788daa49545e'] in n-d-826756-1 is: [{'id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569626065', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '1f86e610-7602-4922-b2e5-976a953570b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:25Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': '1f86e610-7602-4922-b2e5-976a953570b3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daca7c8-f689-4b8d-b030-788daa49545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:27.610413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (6daca7c8-f689-4b8d-b030-788daa49545e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.612949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_controller (6daca7c8-f689-4b8d-b030-788daa49545e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.637130 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (5769e6bb-fc42-4d74-a792-15ec8d0349a6), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.652361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] No DVR routers for this DVR port 5769e6bb-fc42-4d74-a792-15ec8d0349a6 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:27.682835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b3771-80b4-40a9-b44a-72d58d911348 None None] Pushing event deleted for resources: {'Port': ['ID=5769e6bb-fc42-4d74-a792-15ec8d0349a6,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:27.708423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (6daca7c8-f689-4b8d-b030-788daa49545e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.708991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Fanout notify agent at l3_agent the message router_deleted on router 6daca7c8-f689-4b8d-b030-788daa49545e {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:37:27.719997 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.724158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-47865411-18ca-45e2-9b6a-b5e9140d5ddd tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/routers/6daca7c8-f689-4b8d-b030-788daa49545e HTTP/1.1" status: 204 len: 168 time: 0.9657152 Jan 28 01:37:27.724313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:27.802200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (16dea183-7800-4c3d-b2fd-22ce60a9d35c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.897013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (16dea183-7800-4c3d-b2fd-22ce60a9d35c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.903885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929a7f3-6288-41e9-b370-5f0318211a2a req-e46f1b32-c133-4838-bcd9-aef22bb0a5e6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:27.905395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c929a7f3-6288-41e9-b370-5f0318211a2a req-e46f1b32-c133-4838-bcd9-aef22bb0a5e6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0645411 Jan 28 01:37:27.921360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dea183-7800-4c3d-b2fd-22ce60a9d35c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:27.931986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2133451b-b751-463f-8676-6ffdaed3f333') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:27.932272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2133451b-b751-463f-8676-6ffdaed3f333') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:27.944249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (2133451b-b751-463f-8676-6ffdaed3f333), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.965888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c929a7f3-6288-41e9-b370-5f0318211a2a req-00bb9b86-411e-413b-b677-3ff1106183c4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532022 Jan 28 01:37:27.969965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2133451b-b751-463f-8676-6ffdaed3f333), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.986067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:37:27.986578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (2133451b-b751-463f-8676-6ffdaed3f333), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:37:27.990642 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:37:28.073675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (16dea183-7800-4c3d-b2fd-22ce60a9d35c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.081496 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.085148 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/networks/16dea183-7800-4c3d-b2fd-22ce60a9d35c HTTP/1.1" status: 204 len: 168 time: 0.3597567 Jan 28 01:37:28.088123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45540) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:28.108532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb755fb-5ebc-4caf-8f3d-c1a1f4f8a6ae tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Network': ['ID=16dea183-7800-4c3d-b2fd-22ce60a9d35c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:28.128555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5769e6bb-fc42-4d74-a792-15ec8d0349a6 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:28.152991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5769e6bb-fc42-4d74-a792-15ec8d0349a6 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:28.153473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5769e6bb-fc42-4d74-a792-15ec8d0349a6 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:28.276994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port fafa0ba0-b869-48e5-920b-bf25e5093962 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:28.277337 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.364611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.364945 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for floatingip (fafa0ba0-b869-48e5-920b-bf25e5093962), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.380630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for fafa0ba0-b869-48e5-920b-bf25e5093962 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:28.602774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (fafa0ba0-b869-48e5-920b-bf25e5093962), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.632431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=fafa0ba0-b869-48e5-920b-bf25e5093962,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:28.695790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for floatingip (504c652e-a839-4819-b97c-a7b6bb2b98c8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:28.696281 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Floating IP 504c652e-a839-4819-b97c-a7b6bb2b98c8 disassociated (deleted). External IP: 172.25.1.107, port: 97091ea1-0e90-4f67-900f-9f49ec14f29b. Jan 28 01:37:28.933753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 4d0892c7-670d-4ef2-a792-b07938afe213 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:29.449982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:29.455780 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:29.466244 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] Sync routers for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:29.480018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:29.481314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:29.499324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44a5c2-46b5-4ce0-8ee7-add4e0a4b51f req-4684d202-d8ff-439f-9faf-c4fff31f30db tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:29.500832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de44a5c2-46b5-4ce0-8ee7-add4e0a4b51f req-4684d202-d8ff-439f-9faf-c4fff31f30db tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0999162 Jan 28 01:37:29.505091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bc710141-1e5a-47e7-9067-babc73197347 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/floatingips/504c652e-a839-4819-b97c-a7b6bb2b98c8 HTTP/1.1" status: 204 len: 168 time: 1.4132113 Jan 28 01:37:29.505091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:29.505632 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5945d64-957e-4eac-9566-f2ba10326181" -d '{"events": [{"name": "network-changed", "server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:29.628344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de44a5c2-46b5-4ce0-8ee7-add4e0a4b51f req-33d01bd1-1ec5-4221-b8e6-27996840baed tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195877 Jan 28 01:37:29.663345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1f86e610-7602-4922-b2e5-976a953570b3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:29.694963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1f86e610-7602-4922-b2e5-976a953570b3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:29.695536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1f86e610-7602-4922-b2e5-976a953570b3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:29.696084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 54d6ff83-5381-45ea-bfaa-62eb592cc068 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:29.734665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 54d6ff83-5381-45ea-bfaa-62eb592cc068 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:29.735292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 54d6ff83-5381-45ea-bfaa-62eb592cc068 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:29.739950 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:29.831570 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf6404-3e9d-4fab-8e66-568473c220e3 x-openstack-request-id: req-8adf6404-3e9d-4fab-8e66-568473c220e3 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:29.831950 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:29.832353 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8adf6404-3e9d-4fab-8e66-568473c220e3 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:29.832890 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'status': 'completed', 'code': 200} Jan 28 01:37:29.850343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c872a80-f234-42f5-a7b6-55d76f7596de req-e89c3b9e-de61-43e8-aa76-0d0def60dfe5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:29.852354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c872a80-f234-42f5-a7b6-55d76f7596de req-e89c3b9e-de61-43e8-aa76-0d0def60dfe5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0632429 Jan 28 01:37:29.955472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945d64-957e-4eac-9566-f2ba10326181 req-8b5a8842-90e0-4f24-9c4f-667d8d0a1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:29.957047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-8b5a8842-90e0-4f24-9c4f-667d8d0a1b08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 1135 time: 0.0720954 Jan 28 01:37:29.962717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c872a80-f234-42f5-a7b6-55d76f7596de req-0e17de5e-2ab3-4157-bc81-d96a95822e98 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0980711 Jan 28 01:37:29.990218 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:11Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:30.019856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] Checking router: 4d0892c7-670d-4ef2-a792-b07938afe213 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:30.029282 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:30.030276 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:30.067948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945d64-957e-4eac-9566-f2ba10326181 req-b52e7b71-7190-45ad-8d93-f7a0636a61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:30.069410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-b52e7b71-7190-45ad-8d93-f7a0636a61f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa9a168a-8340-4a7d-b1dc-9163d843e00a HTTP/1.1" status: 200 len: 898 time: 0.1047132 Jan 28 01:37:30.113813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-4ac2e7f3-b43e-451c-8d98-fbcfc0321e77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b HTTP/1.1" status: 200 len: 217 time: 0.0376215 Jan 28 01:37:30.138937 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:30.179252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945d64-957e-4eac-9566-f2ba10326181 req-ebe67ffd-3980-4518-9938-65e511d0857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:30.180897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-ebe67ffd-3980-4518-9938-65e511d0857a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86f42916-c332-4a4a-81c1-9721670f3862 HTTP/1.1" status: 200 len: 835 time: 0.0588591 Jan 28 01:37:30.232586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945d64-957e-4eac-9566-f2ba10326181 req-663b9a37-480b-46b3-a1c9-ad42db9d4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:30.234129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-663b9a37-480b-46b3-a1c9-ad42db9d4f94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa9a168a-8340-4a7d-b1dc-9163d843e00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457842 Jan 28 01:37:30.333093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-e94b0af3-24a8-472e-8427-5425a097ea92 service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910974 Jan 28 01:37:30.359249 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:11Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:30.393726 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b5efc-1315-4b6e-872c-a64741a6869b None None] The sync data for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 is: [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ec12719b-0b60-4673-ba7a-cda1156a316f', 'name': '', 'network_id': 'fa9a168a-8340-4a7d-b1dc-9163d843e00a', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'mac_address': 'fa:16:3e:cf:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '86f42916-c332-4a4a-81c1-9721670f3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:06Z', 'updated_at': '2022-01-28T01:35:11Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'subnets': [{'id': '86f42916-c332-4a4a-81c1-9721670f3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:30.439286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5945d64-957e-4eac-9566-f2ba10326181 req-5d6a0639-fd96-4202-a87a-29033d605a02 service neutron] 10.222.0.45 "GET /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987360 Jan 28 01:37:30.731183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de064b-d955-4775-a4c5-8777155ad764 None None] New status for floating IP 504c652e-a839-4819-b97c-a7b6bb2b98c8: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:37:30.792394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bd968-6df7-4e27-b130-d1982d177622 req-3e589354-a773-4c04-a002-f0d5a4ff2400 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:30.806111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-976bd968-6df7-4e27-b130-d1982d177622 req-3e589354-a773-4c04-a002-f0d5a4ff2400 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0937450 Jan 28 01:37:30.926829 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-976bd968-6df7-4e27-b130-d1982d177622 req-e46e71a8-5704-4cfb-ac19-232bc7a73386 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189425 Jan 28 01:37:30.946896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e9581-222e-4b22-8f60-71a819ceedca req-b934f689-3711-416b-a46d-052fad2394e5 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:30.948461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-223e9581-222e-4b22-8f60-71a819ceedca req-b934f689-3711-416b-a46d-052fad2394e5 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.0733080 Jan 28 01:37:31.005824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-223e9581-222e-4b22-8f60-71a819ceedca req-dc361023-e393-4f84-97f9-99a18772c4ad tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502384 Jan 28 01:37:31.098769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf6066-3779-4c2a-bd40-5b91a4694884 req-3b1bb0cb-6218-47ad-9527-f1fc67293d5e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:31.100324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cecf6066-3779-4c2a-bd40-5b91a4694884 req-3b1bb0cb-6218-47ad-9527-f1fc67293d5e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0571558 Jan 28 01:37:31.168840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cecf6066-3779-4c2a-bd40-5b91a4694884 req-d6a3c0f5-3512-4a14-bbe4-870342389f01 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/security-groups?id=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c&id=f0e4839e-51aa-412c-93ad-d52d8507cb17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619438 Jan 28 01:37:31.554026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-a351cf49-5dfd-43de-8573-78a5dd121c3e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:31.555682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-a351cf49-5dfd-43de-8573-78a5dd121c3e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.45 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 984 time: 0.0576341 Jan 28 01:37:31.662001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port 97091ea1-0e90-4f67-900f-9f49ec14f29b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:31.662354 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:31.751414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] For port 97091ea1-0e90-4f67-900f-9f49ec14f29b, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97091ea1-0e90-4f67-900f-9f49ec14f29b,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:31.751693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:31.763475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for 97091ea1-0e90-4f67-900f-9f49ec14f29b owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:31.903413 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (97091ea1-0e90-4f67-900f-9f49ec14f29b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:31.931627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=97091ea1-0e90-4f67-900f-9f49ec14f29b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:31.979001 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] No DVR routers for this DVR port 97091ea1-0e90-4f67-900f-9f49ec14f29b on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:31.981700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:31.985137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d94d15c-8fed-429f-8750-3706a19268b4 req-b8296972-cbef-48d7-a771-4c9b802aa37e tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.45 "DELETE /v2.0/ports/97091ea1-0e90-4f67-900f-9f49ec14f29b HTTP/1.1" status: 204 len: 173 time: 0.4234498 Jan 28 01:37:31.985588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'name': 'network-vif-deleted', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:31.987910 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6dd402-6988-42f2-b0c4-6b22309898fa" -d '{"events": [{"server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "name": "network-vif-deleted", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:32.051467 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b3c0b-3bca-4199-8031-95ee9db8d57e x-openstack-request-id: req-270b3c0b-3bca-4199-8031-95ee9db8d57e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:32.052099 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891ff56a-471f-4e17-b67d-f8a4165846d9", "name": "network-vif-deleted", "tag": "97091ea1-0e90-4f67-900f-9f49ec14f29b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:32.052099 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-270b3c0b-3bca-4199-8031-95ee9db8d57e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:32.052456 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891ff56a-471f-4e17-b67d-f8a4165846d9', 'name': 'network-vif-deleted', 'tag': '97091ea1-0e90-4f67-900f-9f49ec14f29b', 'status': 'completed', 'code': 200} Jan 28 01:37:32.090295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460303-46f7-4e62-9ec6-601adff39c0a req-fa9747dd-8511-4105-9ade-8f7ca6e02113 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:32.098176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f460303-46f7-4e62-9ec6-601adff39c0a req-fa9747dd-8511-4105-9ade-8f7ca6e02113 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0802836 Jan 28 01:37:32.186693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f460303-46f7-4e62-9ec6-601adff39c0a req-7a10ae0f-a875-44e9-8287-903cfd79c57e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871789 Jan 28 01:37:32.202974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164db417-bd1b-48d6-8318-ce12ff8dbb75 req-452d37ca-ac3b-4fb0-b213-0f8b827820d1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:32.205305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-164db417-bd1b-48d6-8318-ce12ff8dbb75 req-452d37ca-ac3b-4fb0-b213-0f8b827820d1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Jan 28 01:37:32.264927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-164db417-bd1b-48d6-8318-ce12ff8dbb75 req-d0771032-2e61-4add-ace6-34988f28253b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533094 Jan 28 01:37:32.303216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fe2eec2-9938-4539-816d-93514ab7c6a1 req-6a840a4c-4a1b-47fd-bbc1-2b1ed8385297 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "GET /v2.0/ports?device_id=891ff56a-471f-4e17-b67d-f8a4165846d9 HTTP/1.1" status: 200 len: 210 time: 0.0338740 Jan 28 01:37:33.062253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-09212130-fa7f-4209-9929-e50e510270d1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:33.063943 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-09212130-fa7f-4209-9929-e50e510270d1 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.0556850 Jan 28 01:37:33.179092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Deleting port d8e47409-daad-4bdf-85a8-102841fb76be {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:33.179432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.280615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] For port d8e47409-daad-4bdf-85a8-102841fb76be, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d8e47409-daad-4bdf-85a8-102841fb76be,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:33.280984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.294907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Calling delete_port for d8e47409-daad-4bdf-85a8-102841fb76be owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:33.313166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829ff23-ebff-4196-bcad-18e29975a544 req-a02c418f-a61b-4592-b081-d70960482d89 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:33.315012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6829ff23-ebff-4196-bcad-18e29975a544 req-a02c418f-a61b-4592-b081-d70960482d89 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0521469 Jan 28 01:37:33.403092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6829ff23-ebff-4196-bcad-18e29975a544 req-bc5ff22f-d6df-4a18-9905-ebcfe5bed7ad tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815663 Jan 28 01:37:33.422489 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf527eec-4ede-4f17-b1fc-64dd75c8bf9d req-3f857329-5687-44f1-9b56-436d0f868084 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:33.424019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf527eec-4ede-4f17-b1fc-64dd75c8bf9d req-3f857329-5687-44f1-9b56-436d0f868084 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=684121b5-345e-4457-89a5-e0101b0ee364 HTTP/1.1" status: 200 len: 945 time: 0.0697479 Jan 28 01:37:33.433941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d8e47409-daad-4bdf-85a8-102841fb76be), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.461927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45586) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:33.475032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event deleted for resources: {'Port': ['ID=d8e47409-daad-4bdf-85a8-102841fb76be,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:33.481121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:33.519959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['caf52664-2d09-42b5-82dc-b8c43c8615b1', 'd8e47409-daad-4bdf-85a8-102841fb76be'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:33.520712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf527eec-4ede-4f17-b1fc-64dd75c8bf9d req-da8b0ebb-1f81-43fe-a611-f9f48a811bfb tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905678 Jan 28 01:37:33.532892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] No DVR routers for this DVR port d8e47409-daad-4bdf-85a8-102841fb76be on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:33.543771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.547463 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-291b6106-3a6e-4890-87fe-f7b409c8d9ee req-54ddf811-a6b3-43e2-8d37-12e991a86793 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "DELETE /v2.0/ports/d8e47409-daad-4bdf-85a8-102841fb76be HTTP/1.1" status: 204 len: 173 time: 0.4715598 Jan 28 01:37:33.547948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684121b5-345e-4457-89a5-e0101b0ee364', 'name': 'network-vif-deleted', 'tag': 'd8e47409-daad-4bdf-85a8-102841fb76be'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:33.551458 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2370b574-9d43-4f95-a977-6132aac86f1d" -d '{"events": [{"server_uuid": "684121b5-345e-4457-89a5-e0101b0ee364", "name": "network-vif-deleted", "tag": "d8e47409-daad-4bdf-85a8-102841fb76be"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:33.563896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a979091-a826-411f-81aa-1d5cd46b3f57 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.603494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a979091-a826-411f-81aa-1d5cd46b3f57 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.603712 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc745fb-e323-4ae1-870c-74a58fca6ef6 x-openstack-request-id: req-3bc745fb-e323-4ae1-870c-74a58fca6ef6 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:33.603809 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684121b5-345e-4457-89a5-e0101b0ee364", "name": "network-vif-deleted", "tag": "d8e47409-daad-4bdf-85a8-102841fb76be", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:33.604188 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bc745fb-e323-4ae1-870c-74a58fca6ef6 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:33.604769 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684121b5-345e-4457-89a5-e0101b0ee364', 'name': 'network-vif-deleted', 'tag': 'd8e47409-daad-4bdf-85a8-102841fb76be', 'status': 'completed', 'code': 200} Jan 28 01:37:33.652757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a979091-a826-411f-81aa-1d5cd46b3f57 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.656395 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5a979091-a826-411f-81aa-1d5cd46b3f57 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.657977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5a979091-a826-411f-81aa-1d5cd46b3f57 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/security-groups/77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c HTTP/1.1" status: 204 len: 168 time: 0.1949866 Jan 28 01:37:33.661900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45590) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:33.669447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a979091-a826-411f-81aa-1d5cd46b3f57 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bc7ff9-a55f-4d64-9536-ba1b96f8ac0c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:33.720141 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.741152 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6dacf15-dba9-4e97-9119-9dc3fcfdeb1a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (f0e4839e-51aa-412c-93ad-d52d8507cb17), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.767230 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6dacf15-dba9-4e97-9119-9dc3fcfdeb1a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (f0e4839e-51aa-412c-93ad-d52d8507cb17), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.815845 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6dacf15-dba9-4e97-9119-9dc3fcfdeb1a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f0e4839e-51aa-412c-93ad-d52d8507cb17), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.818281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d6dacf15-dba9-4e97-9119-9dc3fcfdeb1a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:33.819483 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d6dacf15-dba9-4e97-9119-9dc3fcfdeb1a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0e4839e-51aa-412c-93ad-d52d8507cb17 HTTP/1.1" status: 204 len: 168 time: 0.1565518 Jan 28 01:37:33.822432 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45592) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:33.828473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dacf15-dba9-4e97-9119-9dc3fcfdeb1a tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e4839e-51aa-412c-93ad-d52d8507cb17,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:34.218954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (4d0892c7-670d-4ef2-a792-b07938afe213), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:34.544296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53946e5-b3c7-48fb-8970-34a06a02cab1 req-f0c1947e-9a02-447e-a7b9-51ce38048f4a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:34.545782 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d53946e5-b3c7-48fb-8970-34a06a02cab1 req-f0c1947e-9a02-447e-a7b9-51ce38048f4a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0639758 Jan 28 01:37:34.560734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port ec12719b-0b60-4673-ba7a-cda1156a316f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:34.561043 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:34.651818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d53946e5-b3c7-48fb-8970-34a06a02cab1 req-41f0aff4-9c26-464e-a562-b1598950a0d1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995955 Jan 28 01:37:34.693582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] For port ec12719b-0b60-4673-ba7a-cda1156a316f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ec12719b-0b60-4673-ba7a-cda1156a316f,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:34.693911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:34.708826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for ec12719b-0b60-4673-ba7a-cda1156a316f owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:34.919428 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ec12719b-0b60-4673-ba7a-cda1156a316f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:34.952286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=ec12719b-0b60-4673-ba7a-cda1156a316f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:35.157399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50405523-d6c6-4d1a-9328-6e6a072783db req-6a621113-6717-49e0-b318-9039872555d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:35.159108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50405523-d6c6-4d1a-9328-6e6a072783db req-6a621113-6717-49e0-b318-9039872555d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 945 time: 0.1280556 Jan 28 01:37:35.190061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (4d0892c7-670d-4ef2-a792-b07938afe213), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:35.261763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-50405523-d6c6-4d1a-9328-6e6a072783db req-bca4d494-5ec3-49a3-a6af-d949d4ef9e20 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955997 Jan 28 01:37:35.397279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97091ea1-0e90-4f67-900f-9f49ec14f29b no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:35.418593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 97091ea1-0e90-4f67-900f-9f49ec14f29b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:35.418957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97091ea1-0e90-4f67-900f-9f49ec14f29b not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:35.462871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Router 4d0892c7-670d-4ef2-a792-b07938afe213 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:35.572961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:35.581009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c218d47f-8bb7-404c-87fc-44ab8e577204 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "PUT /v2.0/routers/4d0892c7-670d-4ef2-a792-b07938afe213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543950 Jan 28 01:37:35.581009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45602) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:35.584889 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] Sync routers for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:35.597831 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:35.598571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:35.631487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting subnet 86f42916-c332-4a4a-81c1-9721670f3862 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:37:35.634827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for subnet (86f42916-c332-4a4a-81c1-9721670f3862), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:35.684034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (86f42916-c332-4a4a-81c1-9721670f3862), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:35.727359 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:35.808435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (86f42916-c332-4a4a-81c1-9721670f3862), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:35.840892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ab956-aefb-4345-8393-efb069ea57a8 req-46886010-efc3-4205-b581-8d077beb51b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:35.842491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049ab956-aefb-4345-8393-efb069ea57a8 req-46886010-efc3-4205-b581-8d077beb51b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.1089916 Jan 28 01:37:35.914414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049ab956-aefb-4345-8393-efb069ea57a8 req-8c991a64-f84b-455e-9423-2cb4ff97cd4f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630858 Jan 28 01:37:35.916202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (86f42916-c332-4a4a-81c1-9721670f3862), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:35.928702 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:37:34Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:35.953137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Subnet': ['ID=86f42916-c332-4a4a-81c1-9721670f3862,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:35.955199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:35.959960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4c49df24-4d3e-40ad-a02a-ec82cb7a83d5 tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/subnets/86f42916-c332-4a4a-81c1-9721670f3862 HTTP/1.1" status: 204 len: 168 time: 0.3782687 Jan 28 01:37:35.962658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45608) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:35.962809 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] Checking router: 4d0892c7-670d-4ef2-a792-b07938afe213 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:35.967668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29964f39-f3a9-4377-a56a-2f51b6a68787 None None] Network fa9a168a-8340-4a7d-b1dc-9163d843e00a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:37:35.973382 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] Routers {'4d0892c7-670d-4ef2-a792-b07938afe213'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:35.973977 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['4d0892c7-670d-4ef2-a792-b07938afe213'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:36.080928 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] Set router 4d0892c7-670d-4ef2-a792-b07938afe213 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:36.085014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router (4d0892c7-670d-4ef2-a792-b07938afe213), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.143824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] DHCP port deletion for fa9a168a-8340-4a7d-b1dc-9163d843e00a request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:37:36.198337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] Deleting port d3d82831-0661-49cd-9874-ba3de9592725 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:36.199238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d3d82831-0661-49cd-9874-ba3de9592725), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.202004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_gateway (4d0892c7-670d-4ef2-a792-b07938afe213), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.266211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Deleting port f0e66f10-6a81-4fc5-a37f-bc8a688ea433 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:36.266562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.284217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] For port d3d82831-0661-49cd-9874-ba3de9592725, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d3d82831-0661-49cd-9874-ba3de9592725,segment=NetworkSegment(0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c),segment_id=0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:36.285185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d3d82831-0661-49cd-9874-ba3de9592725), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.300092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] Calling delete_port for d3d82831-0661-49cd-9874-ba3de9592725 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:36.343076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d8e47409-daad-4bdf-85a8-102841fb76be no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:36.369549 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: d8e47409-daad-4bdf-85a8-102841fb76be {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:36.370117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d8e47409-daad-4bdf-85a8-102841fb76be not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:36.375600 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:37:34Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:36.393875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] For port f0e66f10-6a81-4fc5-a37f-bc8a688ea433, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:36.394347 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.403889 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc76773-d7f8-4f75-a0d9-dc4703067ba9 None None] The sync data for ids ['4d0892c7-670d-4ef2-a792-b07938afe213'] in n-d-826756-1 is: [{'id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'name': 'tempest-TestSecurityGroupsBasicOps-router-952393777', 'tenant_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:02Z', 'updated_at': '2022-01-28T01:37:34Z', 'revision_number': 5, 'project_id': '45ad34692b5640fd9bf7635c5ec3d5d6', 'gw_port': {'id': 'f0e66f10-6a81-4fc5-a37f-bc8a688ea433', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0892c7-670d-4ef2-a792-b07938afe213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:03Z', 'updated_at': '2022-01-28T01:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:36.415149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (d3d82831-0661-49cd-9874-ba3de9592725), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.417232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Calling delete_port for f0e66f10-6a81-4fc5-a37f-bc8a688ea433 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:36.442664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] Pushing event deleted for resources: {'Port': ['ID=d3d82831-0661-49cd-9874-ba3de9592725,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:36.443768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67437a-4786-476a-a21b-9d3a1646fbc7 req-dea527b7-4174-42f6-a19e-8903a989887b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:36.445306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e67437a-4786-476a-a21b-9d3a1646fbc7 req-dea527b7-4174-42f6-a19e-8903a989887b tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 945 time: 0.0941629 Jan 28 01:37:36.448663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5d71d-06b0-4588-9eb6-1bfc8057404f None None] No DVR routers for this DVR port d3d82831-0661-49cd-9874-ba3de9592725 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:36.537114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e67437a-4786-476a-a21b-9d3a1646fbc7 req-d7e578b9-245f-4685-864e-429e2f2d0109 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580845 Jan 28 01:37:36.638501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f0e66f10-6a81-4fc5-a37f-bc8a688ea433), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.670863 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Port': ['ID=f0e66f10-6a81-4fc5-a37f-bc8a688ea433,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:36.729226 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (4d0892c7-670d-4ef2-a792-b07938afe213), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.824105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (4d0892c7-670d-4ef2-a792-b07938afe213), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.826420 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router_controller (4d0892c7-670d-4ef2-a792-b07938afe213), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.879679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (4d0892c7-670d-4ef2-a792-b07938afe213), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.880406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Fanout notify agent at l3_agent the message router_deleted on router 4d0892c7-670d-4ef2-a792-b07938afe213 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:37:36.888812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:36.892438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-85fc1f8a-405a-4a32-acb8-f9072ee9c00c tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/routers/4d0892c7-670d-4ef2-a792-b07938afe213 HTTP/1.1" status: 204 len: 168 time: 0.9263208 Jan 28 01:37:36.892834 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45612) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:37.016996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fa9a168a-8340-4a7d-b1dc-9163d843e00a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.026914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-55bc0b0d-f432-4f8e-b940-15da3d5ee654 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:37.028484 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-55bc0b0d-f432-4f8e-b940-15da3d5ee654 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 945 time: 0.0788655 Jan 28 01:37:37.063093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8514b3-3a2c-438a-8110-8f773cb6e903 req-9b2b0ed0-8b16-482d-aa41-c36db29bba2d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:37.066700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b8514b3-3a2c-438a-8110-8f773cb6e903 req-9b2b0ed0-8b16-482d-aa41-c36db29bba2d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0688691 Jan 28 01:37:37.100744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6374cf24-06fe-4d04-be19-b1e908d1ce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.135738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b8514b3-3a2c-438a-8110-8f773cb6e903 req-b46ecd69-b746-457c-b6e4-6e92827d6dc6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628185 Jan 28 01:37:37.188985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fa9a168a-8340-4a7d-b1dc-9163d843e00a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.216994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9a168a-8340-4a7d-b1dc-9163d843e00a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:37.228694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:37.228970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:37.240487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.258228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Deleting port caf52664-2d09-42b5-82dc-b8c43c8615b1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:37.258576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.261353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.278547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:37:37.278961 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (0ca0b8ac-bc57-4cff-b7f1-b05f2b77b00c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:37:37.281864 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:37:37.455958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.660047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc616c-433b-42cc-b96a-5a79fdeeb1cc req-63c9c7ed-bc3a-4927-ab9d-fe30f50d489e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:37.662194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4bc616c-433b-42cc-b96a-5a79fdeeb1cc req-63c9c7ed-bc3a-4927-ab9d-fe30f50d489e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=c28ac429-ce70-41c3-84f8-24d2d7c3d212 HTTP/1.1" status: 200 len: 945 time: 0.0512366 Jan 28 01:37:37.690195 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fa9a168a-8340-4a7d-b1dc-9163d843e00a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.699608 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.705172 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] 10.222.0.23 "DELETE /v2.0/networks/fa9a168a-8340-4a7d-b1dc-9163d843e00a HTTP/1.1" status: 204 len: 168 time: 0.8082588 Jan 28 01:37:37.727602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4bc616c-433b-42cc-b96a-5a79fdeeb1cc req-7e8f28dc-b65d-4c84-87bb-d92c9116d129 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Jan 28 01:37:37.728492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba3ccb-bf30-416d-9437-e587a808f82f tempest-TestSecurityGroupsBasicOps-60240393 tempest-TestSecurityGroupsBasicOps-60240393-project] Pushing event deleted for resources: {'Network': ['ID=fa9a168a-8340-4a7d-b1dc-9163d843e00a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:37.747229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f0e66f10-6a81-4fc5-a37f-bc8a688ea433 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:37.755916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] For port caf52664-2d09-42b5-82dc-b8c43c8615b1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=caf52664-2d09-42b5-82dc-b8c43c8615b1,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:37.756386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.770738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f0e66f10-6a81-4fc5-a37f-bc8a688ea433 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:37.770981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Calling delete_port for caf52664-2d09-42b5-82dc-b8c43c8615b1 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:37.771556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f0e66f10-6a81-4fc5-a37f-bc8a688ea433 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:37.771981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ec12719b-0b60-4673-ba7a-cda1156a316f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:37.792282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ec12719b-0b60-4673-ba7a-cda1156a316f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:37.792875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ec12719b-0b60-4673-ba7a-cda1156a316f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:37.793288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d3d82831-0661-49cd-9874-ba3de9592725 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:37.815086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: d3d82831-0661-49cd-9874-ba3de9592725 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:37.815436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d3d82831-0661-49cd-9874-ba3de9592725 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:37.907578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (caf52664-2d09-42b5-82dc-b8c43c8615b1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.936592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event deleted for resources: {'Port': ['ID=caf52664-2d09-42b5-82dc-b8c43c8615b1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:37.940142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:37.975984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['caf52664-2d09-42b5-82dc-b8c43c8615b1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:37.983099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] No DVR routers for this DVR port caf52664-2d09-42b5-82dc-b8c43c8615b1 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:37.985967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:37.990311 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a04086be-1b8a-4a16-8c77-929cdd1fddf4 req-4d48f393-1934-46c6-b48b-a1ede95b18d0 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.43 "DELETE /v2.0/ports/caf52664-2d09-42b5-82dc-b8c43c8615b1 HTTP/1.1" status: 204 len: 173 time: 0.9465737 Jan 28 01:37:37.990787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'name': 'network-vif-deleted', 'tag': 'caf52664-2d09-42b5-82dc-b8c43c8615b1'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:37.993397 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc81d01-e7db-4a88-af62-67f6b600c2fe" -d '{"events": [{"server_uuid": "c28ac429-ce70-41c3-84f8-24d2d7c3d212", "name": "network-vif-deleted", "tag": "caf52664-2d09-42b5-82dc-b8c43c8615b1"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:38.035432 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3dd6de-a415-43eb-b7fa-74e797b29fd7 x-openstack-request-id: req-4c3dd6de-a415-43eb-b7fa-74e797b29fd7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:38.036153 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28ac429-ce70-41c3-84f8-24d2d7c3d212", "name": "network-vif-deleted", "tag": "caf52664-2d09-42b5-82dc-b8c43c8615b1", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:38.036153 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c3dd6de-a415-43eb-b7fa-74e797b29fd7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:38.036415 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28ac429-ce70-41c3-84f8-24d2d7c3d212', 'name': 'network-vif-deleted', 'tag': 'caf52664-2d09-42b5-82dc-b8c43c8615b1', 'status': 'completed', 'code': 200} Jan 28 01:37:38.073905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45626) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:38.218071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-039aedc4-a653-4dae-a427-849b7d36b57c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45ad34692b5640fd9bf7635c5ec3d5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429565 Jan 28 01:37:38.220492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45632) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:38.259200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666907d1-73d3-410b-bdbf-bc02fde55941 req-97b46c8f-88e4-40bc-945b-a4aeedf8020e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:38.260607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-666907d1-73d3-410b-bdbf-bc02fde55941 req-97b46c8f-88e4-40bc-945b-a4aeedf8020e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0536163 Jan 28 01:37:38.272677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdc528cb-0277-4a9d-b208-6b01ecc66a45 admin admin] Publish callbacks [] for security_group (571e8152-204e-4b6a-bd90-033dcc66f327), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.298906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdc528cb-0277-4a9d-b208-6b01ecc66a45 admin admin] Publish callbacks [] for security_group (571e8152-204e-4b6a-bd90-033dcc66f327), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.310115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-666907d1-73d3-410b-bdbf-bc02fde55941 req-f0c9e093-e9e1-4c3a-af71-87d38cde0bf5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Jan 28 01:37:38.351715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdc528cb-0277-4a9d-b208-6b01ecc66a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (571e8152-204e-4b6a-bd90-033dcc66f327), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.354552 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdc528cb-0277-4a9d-b208-6b01ecc66a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.355723 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fdc528cb-0277-4a9d-b208-6b01ecc66a45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/571e8152-204e-4b6a-bd90-033dcc66f327 HTTP/1.1" status: 204 len: 168 time: 0.1342158 Jan 28 01:37:38.363714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc528cb-0277-4a9d-b208-6b01ecc66a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e8152-204e-4b6a-bd90-033dcc66f327,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:38.630602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45638) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:38.644282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-01fc8b11-83d4-48ad-af67-9293abd7aebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.724466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-01fc8b11-83d4-48ad-af67-9293abd7aebc admin admin] Publish callbacks [] for security_group (416208fe-4307-4cbc-8980-176f6512d634), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.728943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-01fc8b11-83d4-48ad-af67-9293abd7aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (416208fe-4307-4cbc-8980-176f6512d634), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.766903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc8b11-83d4-48ad-af67-9293abd7aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416208fe-4307-4cbc-8980-176f6512d634,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:38.771433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-01fc8b11-83d4-48ad-af67-9293abd7aebc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e49c414acee4a4b9442718feb59dd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397622 Jan 28 01:37:38.774074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45642) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:38.823517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c28-3282-4ac4-b2c0-d2b134095050 admin admin] Publish callbacks [] for security_group (416208fe-4307-4cbc-8980-176f6512d634), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.851895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c28-3282-4ac4-b2c0-d2b134095050 admin admin] Publish callbacks [] for security_group (416208fe-4307-4cbc-8980-176f6512d634), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.905585 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c28-3282-4ac4-b2c0-d2b134095050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (416208fe-4307-4cbc-8980-176f6512d634), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.907893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c28-3282-4ac4-b2c0-d2b134095050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.909064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ebac1c28-3282-4ac4-b2c0-d2b134095050 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/416208fe-4307-4cbc-8980-176f6512d634 HTTP/1.1" status: 204 len: 168 time: 0.1340899 Jan 28 01:37:38.917967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac1c28-3282-4ac4-b2c0-d2b134095050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416208fe-4307-4cbc-8980-176f6512d634,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:39.256422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45654) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:39.299036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f664c984-2e5c-4e3c-b940-c34711ffcab0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25452de9bc924bc19005c6a0d3051b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390878 Jan 28 01:37:39.299247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45656) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:39.347745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-659f241a-438c-4c03-a577-46021a51afcd admin admin] Publish callbacks [] for security_group (520eb1d0-e315-4e58-b0e3-d607252d5395), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:39.372877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-659f241a-438c-4c03-a577-46021a51afcd admin admin] Publish callbacks [] for security_group (520eb1d0-e315-4e58-b0e3-d607252d5395), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:39.375834 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d22c579-183f-4583-8cec-5c93e849d548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:39.463359 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41930c-4ac4-4025-8ed3-b629c27b41bd req-c7040ba6-c5e0-484e-951d-40f917c6c6bb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:39.464946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b41930c-4ac4-4025-8ed3-b629c27b41bd req-c7040ba6-c5e0-484e-951d-40f917c6c6bb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0655253 Jan 28 01:37:39.465788 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-659f241a-438c-4c03-a577-46021a51afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (520eb1d0-e315-4e58-b0e3-d607252d5395), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:39.468699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-659f241a-438c-4c03-a577-46021a51afcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:39.472930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-659f241a-438c-4c03-a577-46021a51afcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/520eb1d0-e315-4e58-b0e3-d607252d5395 HTTP/1.1" status: 204 len: 168 time: 0.1697617 Jan 28 01:37:39.872177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f241a-438c-4c03-a577-46021a51afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520eb1d0-e315-4e58-b0e3-d607252d5395,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:39.907867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b41930c-4ac4-4025-8ed3-b629c27b41bd req-f92a6f72-5f93-4539-ad91-d3b9d30e3618 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367259 Jan 28 01:37:40.337340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device caf52664-2d09-42b5-82dc-b8c43c8615b1 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:40.387987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: caf52664-2d09-42b5-82dc-b8c43c8615b1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:40.388760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device caf52664-2d09-42b5-82dc-b8c43c8615b1 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:40.477724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:37:40.908990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:41.045113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9678-0c42-4639-9701-8cf15367b284 req-fefb13d9-8af0-4be1-bf6a-dff02dc3be66 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:41.047053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-505a9678-0c42-4639-9701-8cf15367b284 req-fefb13d9-8af0-4be1-bf6a-dff02dc3be66 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0567882 Jan 28 01:37:41.105825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-505a9678-0c42-4639-9701-8cf15367b284 req-d1e3e2bd-2aa3-471b-979a-027fc37a9c35 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523055 Jan 28 01:37:42.014427 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:42.226762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e46b-33fe-4ae9-ad08-40ae0d5eaeb5 req-788f22de-c47b-4834-a5f1-afe479fcc49b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:42.228262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c11e46b-33fe-4ae9-ad08-40ae0d5eaeb5 req-788f22de-c47b-4834-a5f1-afe479fcc49b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0533528 Jan 28 01:37:42.281317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c11e46b-33fe-4ae9-ad08-40ae0d5eaeb5 req-4bc8953d-3f0e-478f-b581-1498027c57ac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473535 Jan 28 01:37:42.344630 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-59f31bb9-de3b-4519-93e4-13f6aaa496ed service neutron] show failed (client error): The resource could not be found. Jan 28 01:37:42.345703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-59f31bb9-de3b-4519-93e4-13f6aaa496ed service neutron] 10.222.0.45 "GET /v2.0/ports/22c2b4f3-ab80-404f-bd13-77394af7737f/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0553708 Jan 28 01:37:42.609276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-5d56a10c-8ffd-4375-a15d-c89b82e925d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:42.610886 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-5d56a10c-8ffd-4375-a15d-c89b82e925d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 1097 time: 0.0767941 Jan 28 01:37:42.635536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:42.696586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:42.917997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:42.952101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:42.993201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Publish callbacks [] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:42.995161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:42.997473 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bce0d-081a-4b10-bc3a-2d061dcdbb57" -d '{"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-unplugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:43.010494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Transition to ACTIVE for port object 22c2b4f3-ab80-404f-bd13-77394af7737f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:37:43.015008 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:43.062532 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2710cd-c4fb-4d1c-8bbe-1b7cdb6077a7 x-openstack-request-id: req-0e2710cd-c4fb-4d1c-8bbe-1b7cdb6077a7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:43.062839 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-unplugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:43.063097 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e2710cd-c4fb-4d1c-8bbe-1b7cdb6077a7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:43.063496 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'code': 200} Jan 28 01:37:43.172702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:43.224618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] No DVR routers for this DVR port 22c2b4f3-ab80-404f-bd13-77394af7737f on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:43.342636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:43.368447 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:43.368873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:43.369636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:43.374719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:37:43.375049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:43.380735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:43.381071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Checking segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:43.381456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Bound using segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:43.381957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Bound port: 22c2b4f3-ab80-404f-bd13-77394af7737f, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:43.382321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:43.426280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7daab3-7cac-46d3-aa8e-30a3c9ca3967 req-933bf2b6-22cb-4e41-b1b9-3f14efb84e10 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:43.427856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a7daab3-7cac-46d3-aa8e-30a3c9ca3967 req-933bf2b6-22cb-4e41-b1b9-3f14efb84e10 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0583785 Jan 28 01:37:43.448075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:43.451436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:43.457978 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:43.495562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:43.496180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:43.497579 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] 10.222.0.43 "PUT /v2.0/ports/22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1092 time: 0.8665435 Jan 28 01:37:43.505342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a7daab3-7cac-46d3-aa8e-30a3c9ca3967 req-7bd153fb-49ce-408a-bb9e-83318c348fda tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706413 Jan 28 01:37:43.526029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6006c-74a5-42c5-804e-4ca25b519e25 service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:43.595134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-b268291b-efeb-4e45-9e16-22ac7df0c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:43.596771 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-b268291b-efeb-4e45-9e16-22ac7df0c116 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1095 time: 0.0504348 Jan 28 01:37:43.699728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-62d07318-bb41-43a9-a392-0591fc7f38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:43.702183 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-62d07318-bb41-43a9-a392-0591fc7f38a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.0984650 Jan 28 01:37:43.783849 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-ff7e3bed-3180-48d9-83ee-3da72e717dfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.0763681 Jan 28 01:37:43.839346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-c33ec492-5ebc-43a6-961e-4eef42acdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:43.840866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-c33ec492-5ebc-43a6-961e-4eef42acdabd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0473917 Jan 28 01:37:43.895581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-10813e90-05bf-40ed-857f-bb34c00dcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:43.897102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-10813e90-05bf-40ed-857f-bb34c00dcda3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475125 Jan 28 01:37:44.002599 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-cc90797c-6bd1-47b8-b740-bbb47585963f service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966504 Jan 28 01:37:44.098713 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-aafe8316-7ee0-49fb-94ae-e1974649da33 req-06444abf-46b2-4029-893f-7e6788c43d7d service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891547 Jan 28 01:37:44.174651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45686) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:44.381705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Deleting port c09c620e-7522-42d3-97f8-4555fe96fce7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:44.382068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:44.471949 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be84b1-b325-4d1b-95cb-28feee6c8b10 req-420a5479-a266-4e69-90c6-1c72007b8116 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:44.473907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3be84b1-b325-4d1b-95cb-28feee6c8b10 req-420a5479-a266-4e69-90c6-1c72007b8116 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 945 time: 0.1063714 Jan 28 01:37:44.516016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:44.516441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for floatingip (c09c620e-7522-42d3-97f8-4555fe96fce7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:44.541424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Calling delete_port for c09c620e-7522-42d3-97f8-4555fe96fce7 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:44.566345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3be84b1-b325-4d1b-95cb-28feee6c8b10 req-ccc50e84-ea5c-4f68-bab1-2863bac5d63f tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818059 Jan 28 01:37:44.694474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19c0d-c5b7-4d65-9a6b-c465dc3d0863 req-c2151c36-859c-4597-b5af-88915c9672ab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:44.695952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62e19c0d-c5b7-4d65-9a6b-c465dc3d0863 req-c2151c36-859c-4597-b5af-88915c9672ab tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0770206 Jan 28 01:37:44.779840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62e19c0d-c5b7-4d65-9a6b-c465dc3d0863 req-a9d72018-88fe-4214-a86f-9a81b953d766 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722814 Jan 28 01:37:44.806246 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c09c620e-7522-42d3-97f8-4555fe96fce7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:44.833176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event deleted for resources: {'Port': ['ID=c09c620e-7522-42d3-97f8-4555fe96fce7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:44.900745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for floatingip (73d32294-d801-4e17-9233-5f55b4dbdf15), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:44.901086 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Floating IP 73d32294-d801-4e17-9233-5f55b4dbdf15 disassociated (deleted). External IP: 172.25.1.225, port: e0725762-4fd6-4fca-a2e3-b4c840476082. Jan 28 01:37:45.064767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:45.070002 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab860cf-5421-4dd1-bd19-6dee51ba9078" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:45.127595 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218ab3c-9a78-4683-bfd7-0281e2698762 x-openstack-request-id: req-1218ab3c-9a78-4683-bfd7-0281e2698762 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:45.127758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:45.127950 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:45.128102 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1218ab3c-9a78-4683-bfd7-0281e2698762 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:45.128779 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'status': 'completed', 'code': 200} Jan 28 01:37:45.225084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-e831d971-aa07-4275-9692-760f90b60335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.226808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-e831d971-aa07-4275-9692-760f90b60335 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1095 time: 0.0455639 Jan 28 01:37:45.285767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-5bd67ca9-303f-4314-9df8-035548f0816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.287294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-5bd67ca9-303f-4314-9df8-035548f0816b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1095 time: 0.0996807 Jan 28 01:37:45.321896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:45.327066 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:45.332783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-3b81ac89-23b3-4c73-bebf-8de019dac736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.334631 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-3b81ac89-23b3-4c73-bebf-8de019dac736 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1010499 Jan 28 01:37:45.335839 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] Sync routers for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:45.345913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:45.346730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:45.388893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-152b1238-e92c-4ca8-8c69-35f1a827aec4 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "DELETE /v2.0/floatingips/73d32294-d801-4e17-9233-5f55b4dbdf15 HTTP/1.1" status: 204 len: 168 time: 1.2096667 Jan 28 01:37:45.390499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:45.393017 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1138d560-3a33-4740-b3f0-9ecf019ba025" -d '{"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:45.427199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:45.429366 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-a97b0c1b-66a0-4970-a6e0-64d5d537044f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.0859187 Jan 28 01:37:45.443644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-6f78fdfd-d4c8-46d4-9430-bd80d53fa12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.445150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-6f78fdfd-d4c8-46d4-9430-bd80d53fa12a service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1495020 Jan 28 01:37:45.523756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-b670b067-6ad5-4fac-989a-79f0e01579ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.0719287 Jan 28 01:37:45.525691 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f3a3d-ab2f-4bf0-9866-7551077aea2d x-openstack-request-id: req-1f3f3a3d-ab2f-4bf0-9866-7551077aea2d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:45.525944 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:45.526203 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f3f3a3d-ab2f-4bf0-9866-7551077aea2d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:45.526604 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'status': 'completed', 'code': 200} Jan 28 01:37:45.559583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-ca33e04b-7424-464d-bf31-4995eb50b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.561554 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-ca33e04b-7424-464d-bf31-4995eb50b774 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.1206648 Jan 28 01:37:45.597114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 22c2b4f3-ab80-404f-bd13-77394af7737f host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:37:45.608921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:45.650485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-149fedcb-1df3-460f-b179-c7eb358f97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.654437 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-149fedcb-1df3-460f-b179-c7eb358f97c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827327 Jan 28 01:37:45.661204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:45.686234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-0e3d5924-5594-4deb-b159-6abf8ae6dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.687895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-0e3d5924-5594-4deb-b159-6abf8ae6dd22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.1469123 Jan 28 01:37:45.781983 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-00b14437-7fb3-4f99-a3da-40b800240c06 service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173618 Jan 28 01:37:45.823790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-b92f1940-22f1-41ea-8ece-83c26744e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.825439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-b92f1940-22f1-41ea-8ece-83c26744e7ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07d400911c6647058cb9c78f7a751afa&device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 1096 time: 0.2699521 Jan 28 01:37:45.930532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-3f5a8ff6-79b7-4ff7-a666-e0af894020df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.931988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-3f5a8ff6-79b7-4ff7-a666-e0af894020df service neutron] 10.222.0.43 "GET /v2.0/networks?id=22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 200 len: 915 time: 0.0918896 Jan 28 01:37:45.954223 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-695eb4f6-edb7-47b8-b02f-e20dd8a22f79 service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636829 Jan 28 01:37:45.959514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a03f-8490-4219-ab74-0eb07e78ad06 req-408c669c-31cf-4f9b-8333-9a552d2b474e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.961042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cb6a03f-8490-4219-ab74-0eb07e78ad06 req-408c669c-31cf-4f9b-8333-9a552d2b474e tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 945 time: 0.2582777 Jan 28 01:37:45.961848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:45.993321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] Checking router: 62b3ef8a-22c6-4b0b-9f85-0746012c0962 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:45.993921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-45eb3d1a-2914-4cc9-bbac-db40062300d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:45.995641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-45eb3d1a-2914-4cc9-bbac-db40062300d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2915540 Jan 28 01:37:46.002190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b724e25-55c6-4898-8021-c9aafa9ec4ef req-a1c8946b-1388-421d-ab95-14694cd18452 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:46.002725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:46.003427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:46.003691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b724e25-55c6-4898-8021-c9aafa9ec4ef req-a1c8946b-1388-421d-ab95-14694cd18452 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.2549155 Jan 28 01:37:46.014697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-c64d7468-65fc-4876-94f5-7b1b74a871e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 200 len: 217 time: 0.0751853 Jan 28 01:37:46.121499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:46.190946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cb6a03f-8490-4219-ab74-0eb07e78ad06 req-4a39a327-64f8-4050-99ba-e4547146628c tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/security-groups?id=026f8ab5-7a1f-4fb2-956e-d93749af041a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847479 Jan 28 01:37:46.196773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b724e25-55c6-4898-8021-c9aafa9ec4ef req-6dbe2709-59e7-4e8c-b1c0-dbcb48ee739e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763582 Jan 28 01:37:46.200210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-78803256-f4a2-442c-8241-3cd0e5833871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:46.201854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-78803256-f4a2-442c-8241-3cd0e5833871 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 200 len: 853 time: 0.1585073 Jan 28 01:37:46.253625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-4569474f-3cfa-4a56-99cb-7b35b8993732 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484999 Jan 28 01:37:46.331894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-25c8434f-ba9b-4ccd-8f37-b06ba1250840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:46.333823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-25c8434f-ba9b-4ccd-8f37-b06ba1250840 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22fd018a-44d8-44f3-b17e-eeb66f13b86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221554 Jan 28 01:37:46.477005 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-c5241c9b-52df-42d2-9b0a-d41cb7b6643f service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153850 Jan 28 01:37:46.486372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e6cb-cba5-4615-9920-231ea18664d7 req-f92679d7-6fb8-4720-9656-e50f0b9e8eca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:46.487876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7978e6cb-cba5-4615-9920-231ea18664d7 req-f92679d7-6fb8-4720-9656-e50f0b9e8eca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.2001567 Jan 28 01:37:46.501632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-c4aa85d7-2e22-4bee-9338-490f8edd6427 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:46.503158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-c4aa85d7-2e22-4bee-9338-490f8edd6427 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 945 time: 0.1535857 Jan 28 01:37:46.527736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:46.563850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d03a280-548b-4699-b110-1e3f680d34b2 None None] The sync data for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 is: [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:33:05Z', 'revision_number': 4, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '48068ab2-9a69-4978-b962-df4ac7c3c6e7', 'name': '', 'network_id': '22fd018a-44d8-44f3-b17e-eeb66f13b86f', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'mac_address': 'fa:16:3e:fa:bc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:04Z', 'updated_at': '2022-01-28T01:33:12Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'subnets': [{'id': 'bc5e80fa-f8f9-4e14-aa37-29913bb13005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:46.586359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-7514c556-4ef2-4e02-884b-c83443f16825 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786964 Jan 28 01:37:46.713064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7978e6cb-cba5-4615-9920-231ea18664d7 req-87cf0fd5-4f8f-4354-a233-e2add7edd816 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703744 Jan 28 01:37:46.744727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Deleting port 8225be50-52b4-4c68-9100-759e895cab1c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:46.745082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8225be50-52b4-4c68-9100-759e895cab1c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:46.810218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1138d560-3a33-4740-b3f0-9ecf019ba025 req-c97427f6-14dc-498e-a603-52624b870cd9 service neutron] 10.222.0.43 "GET /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915107 Jan 28 01:37:46.857159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] For port 8225be50-52b4-4c68-9100-759e895cab1c, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=8225be50-52b4-4c68-9100-759e895cab1c,segment=NetworkSegment(1e635466-b8cd-43af-8e97-a7f0abf35205),segment_id=1e635466-b8cd-43af-8e97-a7f0abf35205)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:46.857537 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8225be50-52b4-4c68-9100-759e895cab1c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:46.874040 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Calling delete_port for 8225be50-52b4-4c68-9100-759e895cab1c owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:46.881524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63955c1-b964-4266-b75b-567cfdc6460c None None] New status for floating IP 73d32294-d801-4e17-9233-5f55b4dbdf15: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:37:47.038660 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8225be50-52b4-4c68-9100-759e895cab1c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:47.070593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Pushing event deleted for resources: {'Port': ['ID=8225be50-52b4-4c68-9100-759e895cab1c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:47.078020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['8225be50-52b4-4c68-9100-759e895cab1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:47.112378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] No DVR routers for this DVR port 8225be50-52b4-4c68-9100-759e895cab1c on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:47.115123 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:47.118558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28f8cd11-8000-432b-8ad9-b5945d2dbdbb req-5de815b7-6a28-427b-a026-6095c6eb5106 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.45 "DELETE /v2.0/ports/8225be50-52b4-4c68-9100-759e895cab1c HTTP/1.1" status: 204 len: 173 time: 0.6102710 Jan 28 01:37:47.357467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-acf8eea4-c3d0-4723-a5df-4d1410808a64 req-d1c06506-e586-4e99-a73e-c0944ee1e740 tempest-AttachVolumeNegativeTest-1100262026 tempest-AttachVolumeNegativeTest-1100262026-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3692c92-ff38-44d5-a890-8ac50e7e463b HTTP/1.1" status: 200 len: 210 time: 0.0499201 Jan 28 01:37:47.376499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3ad18-78cf-4539-b1cd-ee9dfefabbac req-74d602de-7905-426e-bc7a-535ea4faa917 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:47.378632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9dd3ad18-78cf-4539-b1cd-ee9dfefabbac req-74d602de-7905-426e-bc7a-535ea4faa917 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.0833762 Jan 28 01:37:47.430032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9dd3ad18-78cf-4539-b1cd-ee9dfefabbac req-9daf8ade-7e52-409a-a203-57768827062e tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461414 Jan 28 01:37:47.528130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'name': 'network-vif-deleted', 'tag': '8225be50-52b4-4c68-9100-759e895cab1c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:47.530550 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0071276-dd59-4b21-a661-7eaf5b636c5b" -d '{"events": [{"server_uuid": "f3692c92-ff38-44d5-a890-8ac50e7e463b", "name": "network-vif-deleted", "tag": "8225be50-52b4-4c68-9100-759e895cab1c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:47.569131 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b0a7e2-21ea-42bd-a01f-bcfcde9de8d0 x-openstack-request-id: req-11b0a7e2-21ea-42bd-a01f-bcfcde9de8d0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:47.569430 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3692c92-ff38-44d5-a890-8ac50e7e463b", "name": "network-vif-deleted", "tag": "8225be50-52b4-4c68-9100-759e895cab1c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:47.569683 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11b0a7e2-21ea-42bd-a01f-bcfcde9de8d0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:47.570119 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3692c92-ff38-44d5-a890-8ac50e7e463b', 'name': 'network-vif-deleted', 'tag': '8225be50-52b4-4c68-9100-759e895cab1c', 'status': 'completed', 'code': 200} Jan 28 01:37:47.837339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79d04-88fb-4d19-b1e5-f28281802ae8 req-911d111a-ba21-4e52-ae72-9ba5303d66ee tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:47.838964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2a79d04-88fb-4d19-b1e5-f28281802ae8 req-911d111a-ba21-4e52-ae72-9ba5303d66ee tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0491621 Jan 28 01:37:47.891514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f2a79d04-88fb-4d19-b1e5-f28281802ae8 req-74836a2c-b597-47a6-a774-9c2fb760e7e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467751 Jan 28 01:37:48.151369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-6107d1b2-49aa-47f1-b91b-6d4d928cd8b1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.152903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-6107d1b2-49aa-47f1-b91b-6d4d928cd8b1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269&tenant_id=5503721e2d1e4f9a8fe81522a00daed8&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 944 time: 0.0810051 Jan 28 01:37:48.168426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843882e-bbfa-4d49-9362-cae49cc77c19 req-c1625a03-b777-4b10-a77e-5ebca926df8a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.169884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f843882e-bbfa-4d49-9362-cae49cc77c19 req-c1625a03-b777-4b10-a77e-5ebca926df8a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 944 time: 0.0670598 Jan 28 01:37:48.258956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f843882e-bbfa-4d49-9362-cae49cc77c19 req-5a2e1f74-adb9-4e5b-b794-534b9c2c4fb9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828066 Jan 28 01:37:48.261911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-11127dda-ae74-487e-9236-f28a67ebc135 service neutron] 10.222.0.43 "GET /v2.0/ports/22c2b4f3-ab80-404f-bd13-77394af7737f/bindings/n-h1-826756-1 HTTP/1.1" status: 200 len: 382 time: 0.0910573 Jan 28 01:37:48.352820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:37:48.389208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-3fd986fe-6011-4549-ae10-e37c116c96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.390870 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-3fd986fe-6011-4549-ae10-e37c116c96c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1095 time: 0.0459530 Jan 28 01:37:48.400011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-ad3373b2-7c2b-4b97-8af7-cb4b1999efad tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.401518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-ad3373b2-7c2b-4b97-8af7-cb4b1999efad tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.43 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.0604527 Jan 28 01:37:48.420349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45722) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:48.462596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:48.480004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'mac_address': 'fa:16:3e:92:cf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:37:48.523085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-143fc183-df35-449e-ae87-398b7f100e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.525131 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-143fc183-df35-449e-ae87-398b7f100e8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1275485 Jan 28 01:37:48.527454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 22c2b4f3-ab80-404f-bd13-77394af7737f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:48.527910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.528894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Deleting subnet ffc9fe26-0372-4e17-b55e-d3d5938d98a8 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:37:48.540640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Publish callbacks [] for subnet (ffc9fe26-0372-4e17-b55e-d3d5938d98a8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.541623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c2b4f3-ab80-404f-bd13-77394af7737f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:48.562755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:48.567506 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.603220 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (ffc9fe26-0372-4e17-b55e-d3d5938d98a8), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.603418 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-9b17036d-7774-4d7c-bbd9-16900f1a1934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.0715587 Jan 28 01:37:48.619823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:48.650354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558a3c5-d0a1-4c9d-8702-dcbd360d5003 req-a1d823fe-19c5-42f4-a1b1-2d2b9ba29a06 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.651861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5558a3c5-d0a1-4c9d-8702-dcbd360d5003 req-a1d823fe-19c5-42f4-a1b1-2d2b9ba29a06 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 945 time: 0.1335404 Jan 28 01:37:48.654080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Deleting port e0725762-4fd6-4fca-a2e3-b4c840476082 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:48.654430 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.663448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-17a974de-ca84-4302-8529-763e21d0ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.665325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-17a974de-ca84-4302-8529-763e21d0ce42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0515516 Jan 28 01:37:48.723100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-57625e29-096e-4458-9f31-04a1b735278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:48.725026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-57625e29-096e-4458-9f31-04a1b735278d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492723 Jan 28 01:37:48.726635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (ffc9fe26-0372-4e17-b55e-d3d5938d98a8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.798008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5558a3c5-d0a1-4c9d-8702-dcbd360d5003 req-bb01da7f-c385-4210-90c4-b66a45c90797 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c31ec9-5a20-40e9-a3e2-972ef99ab12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287651 Jan 28 01:37:48.822724 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-cb9d425e-7472-477a-8bdd-b551fe4c5a83 service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900409 Jan 28 01:37:48.827135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] For port e0725762-4fd6-4fca-a2e3-b4c840476082, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=e0725762-4fd6-4fca-a2e3-b4c840476082,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:48.827534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.840895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Calling delete_port for e0725762-4fd6-4fca-a2e3-b4c840476082 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:48.843067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (ffc9fe26-0372-4e17-b55e-d3d5938d98a8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.878086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc9fe26-0372-4e17-b55e-d3d5938d98a8,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:48.881416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:48.884628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e938ce6c-58c3-4744-a90f-76a1c432691d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ffc9fe26-0372-4e17-b55e-d3d5938d98a8 HTTP/1.1" status: 204 len: 168 time: 0.4635835 Jan 28 01:37:48.887565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45726) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:48.927089 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-1cb71183-264b-421f-a1c7-da2f8f1f2f8b service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982506 Jan 28 01:37:48.975398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['22c2b4f3-ab80-404f-bd13-77394af7737f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:49.001351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ff4d0529-8540-429a-9b88-c60b2ed38e91), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.123782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ff4d0529-8540-429a-9b88-c60b2ed38e91), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.145896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e0725762-4fd6-4fca-a2e3-b4c840476082), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.148524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4d0529-8540-429a-9b88-c60b2ed38e91']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:49.168353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e635466-b8cd-43af-8e97-a7f0abf35205') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:49.168643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e635466-b8cd-43af-8e97-a7f0abf35205') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:49.197329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event deleted for resources: {'Port': ['ID=e0725762-4fd6-4fca-a2e3-b4c840476082,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:49.200266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (1e635466-b8cd-43af-8e97-a7f0abf35205), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.444994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8225be50-52b4-4c68-9100-759e895cab1c no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:49.471780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 8225be50-52b4-4c68-9100-759e895cab1c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:49.472137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 8225be50-52b4-4c68-9100-759e895cab1c not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:49.542424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (1e635466-b8cd-43af-8e97-a7f0abf35205), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.559221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:37:49.559633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (1e635466-b8cd-43af-8e97-a7f0abf35205), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:37:49.573881 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:37:49.595270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] No DVR routers for this DVR port e0725762-4fd6-4fca-a2e3-b4c840476082 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:49.600403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.603786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdeb4841-160d-4f26-8adc-d38eb1a02b47 req-688fa9cc-1c60-4ec5-9ef5-5de80c3e6932 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.43 "DELETE /v2.0/ports/e0725762-4fd6-4fca-a2e3-b4c840476082 HTTP/1.1" status: 204 len: 173 time: 1.1975579 Jan 28 01:37:49.632094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'name': 'network-vif-deleted', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:49.635050 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65c9775-cb30-408e-9d84-6e2d31db5b71" -d '{"events": [{"server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "name": "network-vif-deleted", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:49.673813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527de7-6fad-41f0-b7b0-cf6e1eb238dd req-7f9f5a5f-8a28-465a-b038-0197dc53643f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:49.675388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31527de7-6fad-41f0-b7b0-cf6e1eb238dd req-7f9f5a5f-8a28-465a-b038-0197dc53643f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.1370752 Jan 28 01:37:49.677380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ff4d0529-8540-429a-9b88-c60b2ed38e91), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.685575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:49.689183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff4d0529-8540-429a-9b88-c60b2ed38e91 HTTP/1.1" status: 204 len: 168 time: 0.8006268 Jan 28 01:37:49.704720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aade2e5-e16c-4ab6-804d-cf29cf41362b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4d0529-8540-429a-9b88-c60b2ed38e91,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:49.726813 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c39cc-0919-408c-937e-e04eabfcd76f x-openstack-request-id: req-888c39cc-0919-408c-937e-e04eabfcd76f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:49.727272 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff88643-f0be-44b5-af00-f9679eed44bc", "name": "network-vif-deleted", "tag": "e0725762-4fd6-4fca-a2e3-b4c840476082", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:49.730908 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-888c39cc-0919-408c-937e-e04eabfcd76f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:49.731453 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff88643-f0be-44b5-af00-f9679eed44bc', 'name': 'network-vif-deleted', 'tag': 'e0725762-4fd6-4fca-a2e3-b4c840476082', 'status': 'completed', 'code': 200} Jan 28 01:37:49.779538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31527de7-6fad-41f0-b7b0-cf6e1eb238dd req-fa8f1122-b45e-4f76-8c2c-00ae53bebd0c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770843 Jan 28 01:37:49.913684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f25e3020-768c-4a08-b766-1bc1448e56a6 req-670dd869-16a1-4de8-9c03-2f377d13b1ea tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0342283 Jan 28 01:37:49.915458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45738) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:49.959116 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-af741b3f-5c1e-4080-86a9-e9c624d798c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2882bb50626245b5861ecaab5ecee169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413649 Jan 28 01:37:49.961552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45740) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:50.015318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc77b-c378-45e6-a2b2-bfdecd1f4425 admin admin] Publish callbacks [] for security_group (026f8ab5-7a1f-4fb2-956e-d93749af041a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.036649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc77b-c378-45e6-a2b2-bfdecd1f4425 admin admin] Publish callbacks [] for security_group (026f8ab5-7a1f-4fb2-956e-d93749af041a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.082546 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc77b-c378-45e6-a2b2-bfdecd1f4425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (026f8ab5-7a1f-4fb2-956e-d93749af041a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.085574 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2cdc77b-c378-45e6-a2b2-bfdecd1f4425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.087483 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2cdc77b-c378-45e6-a2b2-bfdecd1f4425 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/026f8ab5-7a1f-4fb2-956e-d93749af041a HTTP/1.1" status: 204 len: 168 time: 0.1248593 Jan 28 01:37:50.096097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdc77b-c378-45e6-a2b2-bfdecd1f4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f8ab5-7a1f-4fb2-956e-d93749af041a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:50.373084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:50.428314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 22c2b4f3-ab80-404f-bd13-77394af7737f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:37:50.434485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 22c2b4f3-ab80-404f-bd13-77394af7737f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:50.434987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.540670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 22c2b4f3-ab80-404f-bd13-77394af7737f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:50.541285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.567362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:50.570619 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db980cd3-d299-46b9-ab9d-0bb9601f154a" -d '{"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:50.609992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:50.618255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:50.656966 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b60f0-b001-4268-8791-6d65ab506247 x-openstack-request-id: req-770b60f0-b001-4268-8791-6d65ab506247 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:50.657271 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:50.657535 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-770b60f0-b001-4268-8791-6d65ab506247 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:50.657988 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'code': 200} Jan 28 01:37:50.679648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:50.937194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bff006-0576-482a-86c5-80594822c96d req-ce3cbf52-c3b8-4cd9-a25c-ad20a276df06 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:50.940957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91bff006-0576-482a-86c5-80594822c96d req-ce3cbf52-c3b8-4cd9-a25c-ad20a276df06 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 946 time: 0.0704064 Jan 28 01:37:50.998610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91bff006-0576-482a-86c5-80594822c96d req-fb5dff74-d033-4ac7-a69c-a100aa087e75 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513086 Jan 28 01:37:51.148422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f02cfee-a2d8-4b7b-a224-a6760d8343a0 req-8de635f3-cc40-476d-90fd-89c3709287e5 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0659120 Jan 28 01:37:51.391315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-885530ac-4c56-4e31-bfaa-232a9c131478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:51.393027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-885530ac-4c56-4e31-bfaa-232a9c131478 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 1097 time: 0.0495570 Jan 28 01:37:51.411854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:51.477342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:51.614861 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45796) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:51.716233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:51.759083 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6338cd8-cd68-4df9-8e74-a695490b42db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:51.763621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:51.816095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:51.818289 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6804d23a-e5c4-473d-acee-df6fa3794978" -d '{"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-unplugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:51.824521 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Publish callbacks [] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:51.848924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Transition to ACTIVE for port object 22c2b4f3-ab80-404f-bd13-77394af7737f will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:37:51.856103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:51.890571 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244b64e2-4d6c-419b-b52d-df39dcd3952c x-openstack-request-id: req-244b64e2-4d6c-419b-b52d-df39dcd3952c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:51.890872 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-unplugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:51.891125 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-244b64e2-4d6c-419b-b52d-df39dcd3952c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:51.891516 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'code': 200} Jan 28 01:37:51.982816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6338cd8-cd68-4df9-8e74-a695490b42db admin admin] Publish callbacks [] for security_group (a9c5a100-609f-4798-908e-93a0f65f4f3c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:51.983836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=10']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:51.993136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f6338cd8-cd68-4df9-8e74-a695490b42db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a9c5a100-609f-4798-908e-93a0f65f4f3c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.063116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] No DVR routers for this DVR port 22c2b4f3-ab80-404f-bd13-77394af7737f on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:52.069668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f6338cd8-cd68-4df9-8e74-a695490b42db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed2521e3530f489fa0c289fd3628971c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534354 Jan 28 01:37:52.072275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45804) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:52.108692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6338cd8-cd68-4df9-8e74-a695490b42db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5a100-609f-4798-908e-93a0f65f4f3c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:52.143269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1b7f-dc04-44a4-b3a7-710dc5d8c70b admin admin] Publish callbacks [] for security_group (a9c5a100-609f-4798-908e-93a0f65f4f3c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.165199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1b7f-dc04-44a4-b3a7-710dc5d8c70b admin admin] Publish callbacks [] for security_group (a9c5a100-609f-4798-908e-93a0f65f4f3c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.216460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28800398-dcce-4672-abd4-88e9bf8c2fc6 req-5e1bad63-f728-4fba-927c-de27d0f58887 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.218142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28800398-dcce-4672-abd4-88e9bf8c2fc6 req-5e1bad63-f728-4fba-927c-de27d0f58887 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.1106570 Jan 28 01:37:52.237074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1b7f-dc04-44a4-b3a7-710dc5d8c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a9c5a100-609f-4798-908e-93a0f65f4f3c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.241040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1b7f-dc04-44a4-b3a7-710dc5d8c70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.246569 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2cbd1b7f-dc04-44a4-b3a7-710dc5d8c70b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9c5a100-609f-4798-908e-93a0f65f4f3c HTTP/1.1" status: 204 len: 168 time: 0.1731071 Jan 28 01:37:52.256367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd1b7f-dc04-44a4-b3a7-710dc5d8c70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5a100-609f-4798-908e-93a0f65f4f3c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:52.305505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70253fd7-09af-40d2-b8b3-674c80115f4a req-fec19b8a-723c-46d8-b5a2-cd32d1e3dc75 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0415950 Jan 28 01:37:52.360463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28800398-dcce-4672-abd4-88e9bf8c2fc6 req-56fde117-732c-43f1-a0e0-046d328fd9d1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356642 Jan 28 01:37:52.365549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:52.365973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:52.366442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:52.371210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:37:52.371651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Attempting to bind port 22c2b4f3-ab80-404f-bd13-77394af7737f on network 56c794de-bf77-43aa-88f2-d6da0eff78ec {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:52.385648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:52.385648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Checking segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:52.385648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Bound using segment: {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:52.385648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Bound port: 22c2b4f3-ab80-404f-bd13-77394af7737f, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a5e31a-e7b0-4638-abce-c63e718f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:52.385648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.398164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:52.444980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 22c2b4f3-ab80-404f-bd13-77394af7737f host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:37:52.446216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:52.446721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e0725762-4fd6-4fca-a2e3-b4c840476082 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:52.463201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:52.464979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:52.470826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.475355 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: e0725762-4fd6-4fca-a2e3-b4c840476082 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:52.475703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device e0725762-4fd6-4fca-a2e3-b4c840476082 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:52.522767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.523336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.524861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] 10.222.0.45 "PUT /v2.0/ports/22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1093 time: 1.1177790 Jan 28 01:37:52.551807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82adaec-3d29-4176-87d4-da8ce4ffc16e service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=11']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:52.630206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-fdda5c96-57e9-4137-904d-9b19bb19371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.631954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-fdda5c96-57e9-4137-904d-9b19bb19371f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1096 time: 0.0522289 Jan 28 01:37:52.733027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-fbca635a-0e1c-4e88-bfb8-8766ef2c6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.734696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-fbca635a-0e1c-4e88-bfb8-8766ef2c6829 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.0961115 Jan 28 01:37:52.828801 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-2e34505f-3f24-4519-a19c-b541c3da39f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.0867350 Jan 28 01:37:52.879263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c76f950a-5aa6-43c3-be41-99c3897401b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.880910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-c76f950a-5aa6-43c3-be41-99c3897401b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0461128 Jan 28 01:37:52.932172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-0550ffde-5294-4fa7-b543-37a8a438bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.934446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-0550ffde-5294-4fa7-b543-37a8a438bd22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469682 Jan 28 01:37:53.032700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-6e963902-567b-4141-9717-b8b14c331db3 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923345 Jan 28 01:37:53.134690 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27d5bb3c-ba2a-4f9d-8bdb-f45d21faff0c req-ccca941d-1a60-4b68-892f-0b3030ade7f0 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957587 Jan 28 01:37:53.410314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e492b5c-81c7-42d1-afe7-fce8a7adc668 req-22bbd9a8-86dc-47e8-8752-47a286f45e3c tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0350432 Jan 28 01:37:53.515544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ba67e-a39c-4df7-9dc2-4de91abbeffa req-e790308a-cce7-433b-9a0e-616165535feb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:53.517071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb7ba67e-a39c-4df7-9dc2-4de91abbeffa req-e790308a-cce7-433b-9a0e-616165535feb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.0684948 Jan 28 01:37:53.566314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb7ba67e-a39c-4df7-9dc2-4de91abbeffa req-012199ec-c2ad-44ee-b547-b989827623b2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Jan 28 01:37:53.892438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:53.894947 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed1327-cafc-4b7a-b129-061bde32af57" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:53.946908 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb149fcb-ee39-4d00-8f8e-c80af20210be x-openstack-request-id: req-cb149fcb-ee39-4d00-8f8e-c80af20210be {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:53.947344 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:53.947607 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb149fcb-ee39-4d00-8f8e-c80af20210be {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:53.948151 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'status': 'completed', 'code': 200} Jan 28 01:37:54.062895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-d39ba1d6-5130-4c29-b9c5-0889e6c78a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.065142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-d39ba1d6-5130-4c29-b9c5-0889e6c78a11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1096 time: 0.0750284 Jan 28 01:37:54.069705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-a2486a91-e104-4b40-8b6a-a4059f8b0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.071297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-a2486a91-e104-4b40-8b6a-a4059f8b0d4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1096 time: 0.0796824 Jan 28 01:37:54.238454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-6d207ad5-5adc-4656-93b3-5df6adfb1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.240660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-6d207ad5-5adc-4656-93b3-5df6adfb1b1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1685169 Jan 28 01:37:54.241615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-511fae5b-ca62-4870-a3c6-ff26f24c2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.242963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-511fae5b-ca62-4870-a3c6-ff26f24c2b89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1635997 Jan 28 01:37:54.356753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-d788eeb9-2ab1-4617-9ff2-845b1192b92d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.1099932 Jan 28 01:37:54.358781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-78797d5f-620c-488a-84e0-2d501ab81c8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1000 time: 0.1063967 Jan 28 01:37:54.440940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-bff3fa2c-80e6-41a4-9ebf-c80421697569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.442487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-bff3fa2c-80e6-41a4-9ebf-c80421697569 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0793355 Jan 28 01:37:54.447259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-f09b0aa2-f87e-4ef1-aea9-36233659993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.448707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-f09b0aa2-f87e-4ef1-aea9-36233659993d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0770264 Jan 28 01:37:54.541025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e4f6349-d02f-4c3f-9759-ff48a2f7553f req-eb202106-ffad-43d6-b87c-a9022714d912 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0303638 Jan 28 01:37:54.560437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-76b41f4f-5123-4597-b295-1b3d9a899f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.562320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-76b41f4f-5123-4597-b295-1b3d9a899f2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127172 Jan 28 01:37:54.565667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-986fa322-68db-459e-ad08-0ccb8e53fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.567103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-986fa322-68db-459e-ad08-0ccb8e53fbd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090081 Jan 28 01:37:54.760762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-d7bfcd84-7221-457c-beef-9ff52b47bd6a service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904829 Jan 28 01:37:54.770516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c66d04-41c5-4e5a-a46b-2bf5a8ef6ff8 req-7378a2ec-bb4d-4508-b613-510014fa5027 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:54.772061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4c66d04-41c5-4e5a-a46b-2bf5a8ef6ff8 req-7378a2ec-bb4d-4508-b613-510014fa5027 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.1109376 Jan 28 01:37:54.775262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-87d46de9-c89a-41fe-ba0e-cfb090786f78 service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966839 Jan 28 01:37:54.887991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45884) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:54.969509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e4c66d04-41c5-4e5a-a46b-2bf5a8ef6ff8 req-ab7b42f1-7dd7-4fc8-8765-e54225ab412d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864948 Jan 28 01:37:54.978960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-6b4c8bb1-7132-4c74-bade-2857feb29455 service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059395 Jan 28 01:37:54.997573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83ed1327-cafc-4b7a-b129-061bde32af57 req-c75aa22b-4751-4ac2-9a1b-af8d7a8aef65 service neutron] 10.222.0.43 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996894 Jan 28 01:37:55.019094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0b7de68-f76d-4321-bd93-2cd45a2b71b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.093376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0b7de68-f76d-4321-bd93-2cd45a2b71b8 admin admin] Publish callbacks [] for security_group (bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.099275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b0b7de68-f76d-4321-bd93-2cd45a2b71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.137531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b0b7de68-f76d-4321-bd93-2cd45a2b71b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ccabd186c7043748e0b5f01cdd83782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478931 Jan 28 01:37:55.138269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7de68-f76d-4321-bd93-2cd45a2b71b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:55.140567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45888) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:55.202361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1169dd3-f14e-493e-a486-1b7cbff54610 admin admin] Publish callbacks [] for security_group (bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.224289 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1169dd3-f14e-493e-a486-1b7cbff54610 admin admin] Publish callbacks [] for security_group (bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.274018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1169dd3-f14e-493e-a486-1b7cbff54610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.277224 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1169dd3-f14e-493e-a486-1b7cbff54610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.278426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f1169dd3-f14e-493e-a486-1b7cbff54610 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e HTTP/1.1" status: 204 len: 168 time: 0.1281919 Jan 28 01:37:55.287146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1169dd3-f14e-493e-a486-1b7cbff54610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8c0b1-55ed-4fa8-b086-7e9d02e75d0e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:55.566596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45894) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:55.582908 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3024f89c-3ceb-4195-9598-11e68a61672d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.651788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8e540a0-5f6a-4981-802d-b9ace12204b0 req-935ece2a-374d-4731-9449-ff8ac474767d tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0368602 Jan 28 01:37:55.696914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3024f89c-3ceb-4195-9598-11e68a61672d admin admin] Publish callbacks [] for security_group (b87461cd-0032-4373-be80-a19c89da0e18), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.701222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3024f89c-3ceb-4195-9598-11e68a61672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b87461cd-0032-4373-be80-a19c89da0e18), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.739440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3024f89c-3ceb-4195-9598-11e68a61672d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84aa16b7fabf44938ecd8effff351b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714818 Jan 28 01:37:55.740300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024f89c-3ceb-4195-9598-11e68a61672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87461cd-0032-4373-be80-a19c89da0e18,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:55.742230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 45898) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:55.792799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b660e987-9859-4e78-ad85-243cd4a858e3 admin admin] Publish callbacks [] for security_group (b87461cd-0032-4373-be80-a19c89da0e18), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.813615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b660e987-9859-4e78-ad85-243cd4a858e3 admin admin] Publish callbacks [] for security_group (b87461cd-0032-4373-be80-a19c89da0e18), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.864725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b660e987-9859-4e78-ad85-243cd4a858e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b87461cd-0032-4373-be80-a19c89da0e18), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.868068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b660e987-9859-4e78-ad85-243cd4a858e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:55.869256 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b660e987-9859-4e78-ad85-243cd4a858e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b87461cd-0032-4373-be80-a19c89da0e18 HTTP/1.1" status: 204 len: 168 time: 0.1259389 Jan 28 01:37:55.888228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660e987-9859-4e78-ad85-243cd4a858e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87461cd-0032-4373-be80-a19c89da0e18,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:56.097197 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06eec2-2c3a-4b32-8435-78fdaa0e02b4 req-ccb3b27f-fa33-4ccc-ae2a-10d7aaeb6d75 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:56.099552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e06eec2-2c3a-4b32-8435-78fdaa0e02b4 req-ccb3b27f-fa33-4ccc-ae2a-10d7aaeb6d75 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Jan 28 01:37:56.154618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e06eec2-2c3a-4b32-8435-78fdaa0e02b4 req-d5585f82-81a7-47d8-b629-a7e75a097ecf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490220 Jan 28 01:37:56.748560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4269d8c3-2ced-468f-aaac-89da97e4c497 req-df30e19d-3d11-428d-8799-f7341b0c3096 tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0275741 Jan 28 01:37:57.295003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decd810-38ab-4251-8f1b-6314dfb87850 req-5f24ed69-50b9-41db-85fa-b9e9c009e77e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:57.297258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0decd810-38ab-4251-8f1b-6314dfb87850 req-5f24ed69-50b9-41db-85fa-b9e9c009e77e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 945 time: 0.0627840 Jan 28 01:37:57.349736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0decd810-38ab-4251-8f1b-6314dfb87850 req-70cb14ac-f658-427b-adcf-03617d22dcd2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460818 Jan 28 01:37:57.372913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45948) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:57.437215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bdcd682a-0caa-43ce-836a-26be1c56e990 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/f3ef3262-fa25-4bd0-8918-a8ea9c9279df HTTP/1.1" status: 200 len: 992 time: 0.0631196 Jan 28 01:37:57.506295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:37:57.610898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:57.625298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'port_id': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'mac_address': 'fa:16:3e:92:cf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:37:57.661693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 22c2b4f3-ab80-404f-bd13-77394af7737f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:57.662981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:57.676267 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c2b4f3-ab80-404f-bd13-77394af7737f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:57.697499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:57.702313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:57.754430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=12']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:57.763496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.763844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.764194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.764512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.764840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.765169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.765491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.765837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.766157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.766670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.766776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.767102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.767400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.862560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bd43b311-d481-4f36-8c45-c628fae478b7 req-8519bea7-dc61-4ffc-b1a5-9f25b078bbec tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff88643-f0be-44b5-af00-f9679eed44bc HTTP/1.1" status: 200 len: 210 time: 0.0366712 Jan 28 01:37:58.093416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['22c2b4f3-ab80-404f-bd13-77394af7737f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:58.914997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 45994) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:58.974205 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3426d3c-e69f-40f5-abd8-b9cf20d4855f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group (53c31ec9-5a20-40e9-a3e2-972ef99ab12c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.999764 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3426d3c-e69f-40f5-abd8-b9cf20d4855f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group (53c31ec9-5a20-40e9-a3e2-972ef99ab12c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:59.059740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3426d3c-e69f-40f5-abd8-b9cf20d4855f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (53c31ec9-5a20-40e9-a3e2-972ef99ab12c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:59.062360 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c3426d3c-e69f-40f5-abd8-b9cf20d4855f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:59.065800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c3426d3c-e69f-40f5-abd8-b9cf20d4855f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] 10.222.0.23 "DELETE /v2.0/security-groups/53c31ec9-5a20-40e9-a3e2-972ef99ab12c HTTP/1.1" status: 204 len: 168 time: 0.1475585 Jan 28 01:37:59.073496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3426d3c-e69f-40f5-abd8-b9cf20d4855f tempest-TestVolumeBackupRestore-1520072731 tempest-TestVolumeBackupRestore-1520072731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c31ec9-5a20-40e9-a3e2-972ef99ab12c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:59.514393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:59.586958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 22c2b4f3-ab80-404f-bd13-77394af7737f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:37:59.593199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 22c2b4f3-ab80-404f-bd13-77394af7737f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:59.594162 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:59.705258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 22c2b4f3-ab80-404f-bd13-77394af7737f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:59.705731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:59.759212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:59.761633 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278266d2-5998-427c-b00e-d949e18cce3f" -d '{"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:59.788703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:59.794295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:59.867578 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd30d8f-aafb-41c0-a558-697e6de6747f x-openstack-request-id: req-afd30d8f-aafb-41c0-a558-697e6de6747f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:59.868064 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:59.868482 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afd30d8f-aafb-41c0-a558-697e6de6747f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:59.869171 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'code': 200} Jan 28 01:37:59.885371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=13']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:01.597076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46440) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:01.766209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d80477-5ed6-47b4-919d-2759d25c66f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:01.857297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d80477-5ed6-47b4-919d-2759d25c66f8 admin admin] Publish callbacks [] for security_group (5994ec43-924a-4d6a-86c5-3ba701fb0d2c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:01.864184 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-77d80477-5ed6-47b4-919d-2759d25c66f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5994ec43-924a-4d6a-86c5-3ba701fb0d2c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:01.916276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46480) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:01.916909 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-77d80477-5ed6-47b4-919d-2759d25c66f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fd68e371a3d4e9a9020056085f7fc51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182213 Jan 28 01:38:01.918331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d80477-5ed6-47b4-919d-2759d25c66f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5994ec43-924a-4d6a-86c5-3ba701fb0d2c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:01.994281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd949fb5-71a9-450a-880c-94a2810526ec admin admin] Publish callbacks [] for security_group (5994ec43-924a-4d6a-86c5-3ba701fb0d2c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.022019 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd949fb5-71a9-450a-880c-94a2810526ec admin admin] Publish callbacks [] for security_group (5994ec43-924a-4d6a-86c5-3ba701fb0d2c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.096775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd949fb5-71a9-450a-880c-94a2810526ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5994ec43-924a-4d6a-86c5-3ba701fb0d2c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.101040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bd949fb5-71a9-450a-880c-94a2810526ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.109226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bd949fb5-71a9-450a-880c-94a2810526ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5994ec43-924a-4d6a-86c5-3ba701fb0d2c HTTP/1.1" status: 204 len: 168 time: 0.1913342 Jan 28 01:38:02.128144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd949fb5-71a9-450a-880c-94a2810526ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994ec43-924a-4d6a-86c5-3ba701fb0d2c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:02.473154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46550) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:02.514130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4532346-1eb3-47ac-8a5b-ece7a0920939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.613763 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4532346-1eb3-47ac-8a5b-ece7a0920939 admin admin] Publish callbacks [] for security_group (a64165f5-6b85-45e7-b541-310e3419afad), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.620182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4532346-1eb3-47ac-8a5b-ece7a0920939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a64165f5-6b85-45e7-b541-310e3419afad), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.655177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46576) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:02.655736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b4532346-1eb3-47ac-8a5b-ece7a0920939 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db781f28a449491eaf26690caed15746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805835 Jan 28 01:38:02.679756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4532346-1eb3-47ac-8a5b-ece7a0920939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64165f5-6b85-45e7-b541-310e3419afad,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:02.748240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94ad7de1-8b57-423c-8365-caf18063f8b3 admin admin] Publish callbacks [] for security_group (a64165f5-6b85-45e7-b541-310e3419afad), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.787200 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94ad7de1-8b57-423c-8365-caf18063f8b3 admin admin] Publish callbacks [] for security_group (a64165f5-6b85-45e7-b541-310e3419afad), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.860398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94ad7de1-8b57-423c-8365-caf18063f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a64165f5-6b85-45e7-b541-310e3419afad), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.865675 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-94ad7de1-8b57-423c-8365-caf18063f8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:02.869454 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-94ad7de1-8b57-423c-8365-caf18063f8b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a64165f5-6b85-45e7-b541-310e3419afad HTTP/1.1" status: 204 len: 168 time: 0.2123818 Jan 28 01:38:02.884819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad7de1-8b57-423c-8365-caf18063f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64165f5-6b85-45e7-b541-310e3419afad,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:03.686147 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:06.845006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46682) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:07.095123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a69-6d8e-41ea-acf1-631f3531622a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:07.430811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (62b3ef8a-22c6-4b0b-9f85-0746012c0962), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:07.457046 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:07.688615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Deleting port 48068ab2-9a69-4978-b962-df4ac7c3c6e7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:07.688964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:07.769913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] For port 48068ab2-9a69-4978-b962-df4ac7c3c6e7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=48068ab2-9a69-4978-b962-df4ac7c3c6e7,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:07.770202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:07.783766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Calling delete_port for 48068ab2-9a69-4978-b962-df4ac7c3c6e7 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:07.975931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (48068ab2-9a69-4978-b962-df4ac7c3c6e7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:08.005494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Pushing event deleted for resources: {'Port': ['ID=48068ab2-9a69-4978-b962-df4ac7c3c6e7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:08.487931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (62b3ef8a-22c6-4b0b-9f85-0746012c0962), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:08.704233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:08.814364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:08.819404 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f0ec3a3a-eea7-4598-9395-2dfb2663ad24 admin admin] 10.222.0.23 "PUT /v2.0/routers/62b3ef8a-22c6-4b0b-9f85-0746012c0962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731374 Jan 28 01:38:08.822000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46712) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:08.824653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] Sync routers for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:08.835583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:08.836215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:08.936763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks [] for router (62b3ef8a-22c6-4b0b-9f85-0746012c0962), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:08.953687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:09.048802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks [] for router_gateway (62b3ef8a-22c6-4b0b-9f85-0746012c0962), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.108911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Deleting port 80b2aab9-2d56-4c8b-a8e6-433b5317224a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:09.109381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.142915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:38:07Z', 'revision_number': 5, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port': {'id': '80b2aab9-2d56-4c8b-a8e6-433b5317224a', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:02Z', 'updated_at': '2022-01-28T01:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:09.173208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] Checking router: 62b3ef8a-22c6-4b0b-9f85-0746012c0962 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:38:09.181841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] Routers {'62b3ef8a-22c6-4b0b-9f85-0746012c0962'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:09.182478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:37:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:09.188563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] For port 80b2aab9-2d56-4c8b-a8e6-433b5317224a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=80b2aab9-2d56-4c8b-a8e6-433b5317224a,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:09.188832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.201983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Calling delete_port for 80b2aab9-2d56-4c8b-a8e6-433b5317224a owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:09.265368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] Set router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:09.322421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:38:09Z', 'revision_number': 6, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:09.348827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937025-6bae-48b1-b833-952b4ad079fd None None] The sync data for ids ['62b3ef8a-22c6-4b0b-9f85-0746012c0962'] in n-d-826756-1 is: [{'id': '62b3ef8a-22c6-4b0b-9f85-0746012c0962', 'name': 'tempest-TestVolumeBackupRestore-1594134615-router', 'tenant_id': '07d400911c6647058cb9c78f7a751afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:01Z', 'updated_at': '2022-01-28T01:38:09Z', 'revision_number': 6, 'project_id': '07d400911c6647058cb9c78f7a751afa', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:38:09.373158 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa8f8-4562-4771-9fe1-ecb455c805bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.380898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (80b2aab9-2d56-4c8b-a8e6-433b5317224a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.416348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=80b2aab9-2d56-4c8b-a8e6-433b5317224a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:09.475824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (62b3ef8a-22c6-4b0b-9f85-0746012c0962), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.573412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (62b3ef8a-22c6-4b0b-9f85-0746012c0962), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.575816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks [] for router_controller (62b3ef8a-22c6-4b0b-9f85-0746012c0962), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.620485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (62b3ef8a-22c6-4b0b-9f85-0746012c0962), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.621084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b3ef8a-22c6-4b0b-9f85-0746012c0962 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:38:09.625379 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.626601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-efa229f0-2918-47dd-913e-dafe92b87d9a admin admin] 10.222.0.23 "DELETE /v2.0/routers/62b3ef8a-22c6-4b0b-9f85-0746012c0962 HTTP/1.1" status: 204 len: 168 time: 0.8036509 Jan 28 01:38:09.629728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46724) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:09.633971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46726) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:09.677918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Deleting subnet bc5e80fa-f8f9-4e14-aa37-29913bb13005 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:38:09.681160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Publish callbacks [] for subnet (bc5e80fa-f8f9-4e14-aa37-29913bb13005), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.719350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (bc5e80fa-f8f9-4e14-aa37-29913bb13005), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.766159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-825bbac7-1be7-4aa7-a10d-342e16ff91fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.811229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (bc5e80fa-f8f9-4e14-aa37-29913bb13005), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.861102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-825bbac7-1be7-4aa7-a10d-342e16ff91fa admin admin] Publish callbacks [] for security_group (e5af227a-e7f6-4a93-8b57-0d82ddcb18be), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.865988 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-825bbac7-1be7-4aa7-a10d-342e16ff91fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e5af227a-e7f6-4a93-8b57-0d82ddcb18be), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.880011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (bc5e80fa-f8f9-4e14-aa37-29913bb13005), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.904441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-825bbac7-1be7-4aa7-a10d-342e16ff91fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65b3a4d0441b4e3c89d97e1a8d977947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669709 Jan 28 01:38:09.905208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46732) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:09.906691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bbac7-1be7-4aa7-a10d-342e16ff91fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af227a-e7f6-4a93-8b57-0d82ddcb18be,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:09.908894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.911996 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc5e80fa-f8f9-4e14-aa37-29913bb13005 HTTP/1.1" status: 204 len: 168 time: 0.2812359 Jan 28 01:38:09.916012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b332c25-2be3-4ace-87ca-b8c3fbc7ccc5 None None] Network 22fd018a-44d8-44f3-b17e-eeb66f13b86f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:09.918064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46734) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:09.918981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e86d11-2842-4133-8082-0b7abb2b6939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5e80fa-f8f9-4e14-aa37-29913bb13005,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.017533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (22fd018a-44d8-44f3-b17e-eeb66f13b86f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.025891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b153483a-faa0-48e9-8c67-722e8a021ee5 admin admin] Publish callbacks [] for security_group (e5af227a-e7f6-4a93-8b57-0d82ddcb18be), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.071434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b153483a-faa0-48e9-8c67-722e8a021ee5 admin admin] Publish callbacks [] for security_group (e5af227a-e7f6-4a93-8b57-0d82ddcb18be), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.120652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Deleting port c1a31cef-7200-41e9-92f7-1b08cf760618 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:10.120952 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.158554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b153483a-faa0-48e9-8c67-722e8a021ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e5af227a-e7f6-4a93-8b57-0d82ddcb18be), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.161031 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b153483a-faa0-48e9-8c67-722e8a021ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.162196 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b153483a-faa0-48e9-8c67-722e8a021ee5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5af227a-e7f6-4a93-8b57-0d82ddcb18be HTTP/1.1" status: 204 len: 168 time: 0.2548540 Jan 28 01:38:10.189921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153483a-faa0-48e9-8c67-722e8a021ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af227a-e7f6-4a93-8b57-0d82ddcb18be,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.198996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] For port c1a31cef-7200-41e9-92f7-1b08cf760618, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c1a31cef-7200-41e9-92f7-1b08cf760618,segment=NetworkSegment(34e8ffd5-84bd-44d6-b6e4-e727691b5ad3),segment_id=34e8ffd5-84bd-44d6-b6e4-e727691b5ad3)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:10.199367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.205022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] DHCP port deletion for 22fd018a-44d8-44f3-b17e-eeb66f13b86f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:38:10.212646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Calling delete_port for c1a31cef-7200-41e9-92f7-1b08cf760618 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:10.225784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 48068ab2-9a69-4978-b962-df4ac7c3c6e7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:10.266967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 48068ab2-9a69-4978-b962-df4ac7c3c6e7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:10.267244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 48068ab2-9a69-4978-b962-df4ac7c3c6e7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:10.318551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.325561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Deleting port c1a31cef-7200-41e9-92f7-1b08cf760618 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:10.326182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.345404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a31cef-7200-41e9-92f7-1b08cf760618,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.349137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] No DVR routers for this DVR port c1a31cef-7200-41e9-92f7-1b08cf760618 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:10.393764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] For port c1a31cef-7200-41e9-92f7-1b08cf760618, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:10.394393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.410310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Calling delete_port for c1a31cef-7200-41e9-92f7-1b08cf760618 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:10.413336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Port c1a31cef-7200-41e9-92f7-1b08cf760618 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:38:10.414878 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c1a31cef-7200-41e9-92f7-1b08cf760618), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.435945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (22fd018a-44d8-44f3-b17e-eeb66f13b86f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.440142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] Pushing event deleted for resources: {'Port': ['ID=c1a31cef-7200-41e9-92f7-1b08cf760618,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.443926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64f933-2941-46b7-810a-f2316dbb9285 None None] No DVR routers for this DVR port c1a31cef-7200-41e9-92f7-1b08cf760618 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:10.469426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fd018a-44d8-44f3-b17e-eeb66f13b86f']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:10.488815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:10.489186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e8ffd5-84bd-44d6-b6e4-e727691b5ad3') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:10.500219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (34e8ffd5-84bd-44d6-b6e4-e727691b5ad3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.503566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46740) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:10.523165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (34e8ffd5-84bd-44d6-b6e4-e727691b5ad3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.526518 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16aaacaf-42cc-49ad-a9cd-3c69b32e41d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.530180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:38:10.530801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (34e8ffd5-84bd-44d6-b6e4-e727691b5ad3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:38:10.532798 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:38:10.596661 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (22fd018a-44d8-44f3-b17e-eeb66f13b86f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.603385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.606884 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/22fd018a-44d8-44f3-b17e-eeb66f13b86f HTTP/1.1" status: 204 len: 168 time: 0.6852636 Jan 28 01:38:10.609953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:10.623942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16aaacaf-42cc-49ad-a9cd-3c69b32e41d9 admin admin] Publish callbacks [] for security_group (639e879c-8c16-4036-afb5-2b42c7606752), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.627786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c754eb-e057-4e20-8315-25b04c1919ae admin admin] Pushing event deleted for resources: {'Network': ['ID=22fd018a-44d8-44f3-b17e-eeb66f13b86f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.628715 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-16aaacaf-42cc-49ad-a9cd-3c69b32e41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (639e879c-8c16-4036-afb5-2b42c7606752), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.675006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-16aaacaf-42cc-49ad-a9cd-3c69b32e41d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10b8108825334b35b4805aae22f73357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698999 Jan 28 01:38:10.675868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaacaf-42cc-49ad-a9cd-3c69b32e41d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639e879c-8c16-4036-afb5-2b42c7606752,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.678103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46744) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:10.726812 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7159d46-6bb9-406c-80fa-965e088aae1b admin admin] Publish callbacks [] for security_group (639e879c-8c16-4036-afb5-2b42c7606752), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.748198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7159d46-6bb9-406c-80fa-965e088aae1b admin admin] Publish callbacks [] for security_group (639e879c-8c16-4036-afb5-2b42c7606752), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.795058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7159d46-6bb9-406c-80fa-965e088aae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (639e879c-8c16-4036-afb5-2b42c7606752), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.797658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d7159d46-6bb9-406c-80fa-965e088aae1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.798893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d7159d46-6bb9-406c-80fa-965e088aae1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/639e879c-8c16-4036-afb5-2b42c7606752 HTTP/1.1" status: 204 len: 168 time: 0.1196754 Jan 28 01:38:10.806984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7159d46-6bb9-406c-80fa-965e088aae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e879c-8c16-4036-afb5-2b42c7606752,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:10.912634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:10.986883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (85018453-fb90-4934-80f6-9dcc994e2cf0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:11.229236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Deleting port 0f1d4768-140e-4f86-95cc-1361d92c869b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:11.229976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:11.311289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] For port 0f1d4768-140e-4f86-95cc-1361d92c869b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0f1d4768-140e-4f86-95cc-1361d92c869b,segment=NetworkSegment(effe084f-b93c-4a6d-b33a-96b9d12350e0),segment_id=effe084f-b93c-4a6d-b33a-96b9d12350e0)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:11.311656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:11.326372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Calling delete_port for 0f1d4768-140e-4f86-95cc-1361d92c869b owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:11.462228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-efd8b3f8-edca-4885-b9a8-874a1d7cbd1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434670 Jan 28 01:38:11.540932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-51dabb9f-43b1-418b-9787-c1ea5056e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:11.542642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-51dabb9f-43b1-418b-9787-c1ea5056e086 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1098 time: 0.0477400 Jan 28 01:38:11.542789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0f1d4768-140e-4f86-95cc-1361d92c869b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:11.574822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1d4768-140e-4f86-95cc-1361d92c869b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:11.676331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-2a43dabd-fb9b-426c-823c-635567df5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:11.685168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-2a43dabd-fb9b-426c-823c-635567df5bc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1156979 Jan 28 01:38:11.782886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-ba67cf72-9836-4cea-9b1e-f0b338d9ea4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 1002 time: 0.0930500 Jan 28 01:38:11.799963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (85018453-fb90-4934-80f6-9dcc994e2cf0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:11.851168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-c29c8276-3330-4e15-b25b-0d8b1b8485a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:11.853121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1a31cef-7200-41e9-92f7-1b08cf760618 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:11.858526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-c29c8276-3330-4e15-b25b-0d8b1b8485a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0698211 Jan 28 01:38:11.875472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c1a31cef-7200-41e9-92f7-1b08cf760618 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:11.875828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c1a31cef-7200-41e9-92f7-1b08cf760618 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:11.876621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 80b2aab9-2d56-4c8b-a8e6-433b5317224a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:11.902581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 80b2aab9-2d56-4c8b-a8e6-433b5317224a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:11.903227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 80b2aab9-2d56-4c8b-a8e6-433b5317224a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:11.911381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-274dc3f9-fbf4-4899-b4a1-7ce8fe9934d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:11.912898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-274dc3f9-fbf4-4899-b4a1-7ce8fe9934d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477562 Jan 28 01:38:12.017919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-368a1b45-88df-4d66-babe-dfd1e51169ca service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951402 Jan 28 01:38:12.020795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:12.117683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73e6c5f5-f0c1-4c76-b841-db9f62b58fc5 req-226a4e70-c412-414a-9350-88b6681cea3e service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929458 Jan 28 01:38:12.379751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Router 85018453-fb90-4934-80f6-9dcc994e2cf0 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:12.493498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:12.502947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46802) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:12.503135 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f204dbbb-c6b2-480b-88e0-52328fc71a32 admin admin] 10.222.0.23 "PUT /v2.0/routers/85018453-fb90-4934-80f6-9dcc994e2cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8916936 Jan 28 01:38:12.516463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] Sync routers for ids ['85018453-fb90-4934-80f6-9dcc994e2cf0'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:12.527641 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] Routers {'85018453-fb90-4934-80f6-9dcc994e2cf0'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:12.528485 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['85018453-fb90-4934-80f6-9dcc994e2cf0'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:12.629422 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks [] for router (85018453-fb90-4934-80f6-9dcc994e2cf0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:12.649265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] Set router 85018453-fb90-4934-80f6-9dcc994e2cf0 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:12.843731 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:38:11Z', 'revision_number': 5, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:12.871066 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] Checking router: 85018453-fb90-4934-80f6-9dcc994e2cf0 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:38:12.880086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] Routers {'85018453-fb90-4934-80f6-9dcc994e2cf0'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:12.880616 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['85018453-fb90-4934-80f6-9dcc994e2cf0'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:13.002403 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] Set router 85018453-fb90-4934-80f6-9dcc994e2cf0 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:13.015719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46824) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:13.060562 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks [] for router_gateway (85018453-fb90-4934-80f6-9dcc994e2cf0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.114672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Deleting port 8a991670-4454-45d7-b156-57a041ddce69 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:13.115011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8a991670-4454-45d7-b156-57a041ddce69), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.129646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5879b23a-c9f4-4186-a6fd-263a000b2cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.203033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] For port 8a991670-4454-45d7-b156-57a041ddce69, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8a991670-4454-45d7-b156-57a041ddce69,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:13.203645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8a991670-4454-45d7-b156-57a041ddce69), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.203757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:38:11Z', 'revision_number': 5, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:13.220604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5879b23a-c9f4-4186-a6fd-263a000b2cfd admin admin] Publish callbacks [] for security_group (f4e4b04f-4bc9-4154-ab93-02a525662c26), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.222361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Calling delete_port for 8a991670-4454-45d7-b156-57a041ddce69 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:13.226623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5879b23a-c9f4-4186-a6fd-263a000b2cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f4e4b04f-4bc9-4154-ab93-02a525662c26), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.230692 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b1c8ea-289b-437c-8826-c42e95bec275 None None] The sync data for ids ['85018453-fb90-4934-80f6-9dcc994e2cf0'] in n-d-826756-1 is: [{'id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'name': 'tempest-TestVolumeBackupRestore-2108406052-router', 'tenant_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '8a991670-4454-45d7-b156-57a041ddce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:38:11Z', 'revision_number': 5, 'project_id': 'bf060ea93a144870a88bbc0ed4ff79ba', 'gw_port': {'id': '8a991670-4454-45d7-b156-57a041ddce69', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85018453-fb90-4934-80f6-9dcc994e2cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:33:09Z', 'updated_at': '2022-01-28T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:38:13.287745 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5879b23a-c9f4-4186-a6fd-263a000b2cfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a33a589d9eb641f9888c9aac38373b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708659 Jan 28 01:38:13.290181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879b23a-c9f4-4186-a6fd-263a000b2cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4b04f-4bc9-4154-ab93-02a525662c26,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:13.291504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:13.336240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.403128 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-203b1290-befc-4a5a-824b-3b46b4dc08f7 admin admin] Publish callbacks [] for security_group (f4e4b04f-4bc9-4154-ab93-02a525662c26), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.437898 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-203b1290-befc-4a5a-824b-3b46b4dc08f7 admin admin] Publish callbacks [] for security_group (f4e4b04f-4bc9-4154-ab93-02a525662c26), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.509392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8a991670-4454-45d7-b156-57a041ddce69), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.537724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a991670-4454-45d7-b156-57a041ddce69,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:13.564552 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-203b1290-befc-4a5a-824b-3b46b4dc08f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f4e4b04f-4bc9-4154-ab93-02a525662c26), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.567058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-203b1290-befc-4a5a-824b-3b46b4dc08f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.568223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-203b1290-befc-4a5a-824b-3b46b4dc08f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4e4b04f-4bc9-4154-ab93-02a525662c26 HTTP/1.1" status: 204 len: 168 time: 0.2757359 Jan 28 01:38:13.603247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1290-befc-4a5a-824b-3b46b4dc08f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4b04f-4bc9-4154-ab93-02a525662c26,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:13.621686 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (85018453-fb90-4934-80f6-9dcc994e2cf0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.752487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (85018453-fb90-4934-80f6-9dcc994e2cf0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.754865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks [] for router_controller (85018453-fb90-4934-80f6-9dcc994e2cf0), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.760035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f1d4768-140e-4f86-95cc-1361d92c869b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:13.786216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0f1d4768-140e-4f86-95cc-1361d92c869b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:13.786564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f1d4768-140e-4f86-95cc-1361d92c869b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:13.809010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (85018453-fb90-4934-80f6-9dcc994e2cf0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.809753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85018453-fb90-4934-80f6-9dcc994e2cf0 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:38:13.814430 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.815592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2644e6f2-85ad-4f36-b18c-0e3e36b9ce8f admin admin] 10.222.0.23 "DELETE /v2.0/routers/85018453-fb90-4934-80f6-9dcc994e2cf0 HTTP/1.1" status: 204 len: 168 time: 1.3113992 Jan 28 01:38:13.818426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46834) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:13.864883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Deleting subnet 6839c95f-562d-423a-b23e-4125b6f36a41 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:38:13.868420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Publish callbacks [] for subnet (6839c95f-562d-423a-b23e-4125b6f36a41), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.887478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46836) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:13.902933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-236cec79-4b95-4b6e-8c47-95b7594c7d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.910863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (6839c95f-562d-423a-b23e-4125b6f36a41), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.993983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-236cec79-4b95-4b6e-8c47-95b7594c7d1e admin admin] Publish callbacks [] for security_group (0eb4087c-e3b6-4b5a-8da4-a43659f626dd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.999032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-236cec79-4b95-4b6e-8c47-95b7594c7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0eb4087c-e3b6-4b5a-8da4-a43659f626dd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.015053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6839c95f-562d-423a-b23e-4125b6f36a41), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.047122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-236cec79-4b95-4b6e-8c47-95b7594c7d1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc2c3d643b684353a2dae0c4d74fbd27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581466 Jan 28 01:38:14.048236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cec79-4b95-4b6e-8c47-95b7594c7d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4087c-e3b6-4b5a-8da4-a43659f626dd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:14.051459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46838) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:14.075585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (6839c95f-562d-423a-b23e-4125b6f36a41), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.101984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6839c95f-562d-423a-b23e-4125b6f36a41,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:14.103063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d36d4c8-3833-488a-be97-e50b387211ad admin admin] Publish callbacks [] for security_group (0eb4087c-e3b6-4b5a-8da4-a43659f626dd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.105613 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.111030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fdd2eef0-09a4-4d46-afc6-679afe29c2e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6839c95f-562d-423a-b23e-4125b6f36a41 HTTP/1.1" status: 204 len: 168 time: 0.2893565 Jan 28 01:38:14.111290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46840) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:14.114386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca7900-7748-498e-8344-9c957e5a8a25 None None] Network 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:14.126905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d36d4c8-3833-488a-be97-e50b387211ad admin admin] Publish callbacks [] for security_group (0eb4087c-e3b6-4b5a-8da4-a43659f626dd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.183373 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d36d4c8-3833-488a-be97-e50b387211ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (0eb4087c-e3b6-4b5a-8da4-a43659f626dd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.186034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5d36d4c8-3833-488a-be97-e50b387211ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.187301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5d36d4c8-3833-488a-be97-e50b387211ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eb4087c-e3b6-4b5a-8da4-a43659f626dd HTTP/1.1" status: 204 len: 168 time: 0.1348641 Jan 28 01:38:14.190065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.198147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36d4c8-3833-488a-be97-e50b387211ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4087c-e3b6-4b5a-8da4-a43659f626dd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:14.266700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Deleting port d8a4487d-54f2-410a-a072-21fe7a0dda2b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:14.267598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.331167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] For port d8a4487d-54f2-410a-a072-21fe7a0dda2b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d8a4487d-54f2-410a-a072-21fe7a0dda2b,segment=NetworkSegment(effe084f-b93c-4a6d-b33a-96b9d12350e0),segment_id=effe084f-b93c-4a6d-b33a-96b9d12350e0)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:14.331810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.346461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Calling delete_port for d8a4487d-54f2-410a-a072-21fe7a0dda2b owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:14.367189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] DHCP port deletion for 9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:38:14.471961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Deleting port d8a4487d-54f2-410a-a072-21fe7a0dda2b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:14.472499 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.476644 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.493168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] No DVR routers for this DVR port d8a4487d-54f2-410a-a072-21fe7a0dda2b on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:14.543576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] For port d8a4487d-54f2-410a-a072-21fe7a0dda2b, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:14.544198 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.547037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a4487d-54f2-410a-a072-21fe7a0dda2b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:14.558769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Calling delete_port for d8a4487d-54f2-410a-a072-21fe7a0dda2b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:14.561856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Port d8a4487d-54f2-410a-a072-21fe7a0dda2b was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:38:14.564232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (d8a4487d-54f2-410a-a072-21fe7a0dda2b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.593682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] Pushing event deleted for resources: {'Port': ['ID=d8a4487d-54f2-410a-a072-21fe7a0dda2b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:14.595925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71513a-0061-4ebe-ac4d-a692f27c6e56 None None] No DVR routers for this DVR port d8a4487d-54f2-410a-a072-21fe7a0dda2b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:14.648801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.672267 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:14.682004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effe084f-b93c-4a6d-b33a-96b9d12350e0') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:14.682439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effe084f-b93c-4a6d-b33a-96b9d12350e0') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:14.692035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (effe084f-b93c-4a6d-b33a-96b9d12350e0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.706167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (effe084f-b93c-4a6d-b33a-96b9d12350e0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.712439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:38:14.712919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (effe084f-b93c-4a6d-b33a-96b9d12350e0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:38:14.714704 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:38:14.770460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.777164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:14.785546 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e HTTP/1.1" status: 204 len: 168 time: 0.6731474 Jan 28 01:38:14.800831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9a399-4de9-44e9-85f5-16f07743fd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4ab2a3-5be3-49e7-b37f-fdca94c9e50e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:14.923223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46862) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:14.977979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-af7a8051-6f0b-4443-8af5-cf99ad8f596b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07d400911c6647058cb9c78f7a751afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507560 Jan 28 01:38:14.978294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46866) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:15.041639 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07802bbe-280e-469c-bb57-0cd80de733da admin admin] Publish callbacks [] for security_group (49c7d7b9-34b1-4ab7-9bfa-c4528230049e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.067102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07802bbe-280e-469c-bb57-0cd80de733da admin admin] Publish callbacks [] for security_group (49c7d7b9-34b1-4ab7-9bfa-c4528230049e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.117144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07802bbe-280e-469c-bb57-0cd80de733da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (49c7d7b9-34b1-4ab7-9bfa-c4528230049e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.120096 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07802bbe-280e-469c-bb57-0cd80de733da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.123812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07802bbe-280e-469c-bb57-0cd80de733da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49c7d7b9-34b1-4ab7-9bfa-c4528230049e HTTP/1.1" status: 204 len: 168 time: 0.1419654 Jan 28 01:38:15.130120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07802bbe-280e-469c-bb57-0cd80de733da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7d7b9-34b1-4ab7-9bfa-c4528230049e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:15.544005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46910) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:15.591281 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6d319de-df99-4560-af2a-9230a4ad7133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf060ea93a144870a88bbc0ed4ff79ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459297 Jan 28 01:38:15.594419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46912) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:15.653931 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db74ce3b-327f-470d-94f6-5da6d51828f4 admin admin] Publish callbacks [] for security_group (f690bec0-03a5-4f3a-b498-e1473942f0d7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.682922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db74ce3b-327f-470d-94f6-5da6d51828f4 admin admin] Publish callbacks [] for security_group (f690bec0-03a5-4f3a-b498-e1473942f0d7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.747098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db74ce3b-327f-470d-94f6-5da6d51828f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f690bec0-03a5-4f3a-b498-e1473942f0d7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.752970 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db74ce3b-327f-470d-94f6-5da6d51828f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.754751 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db74ce3b-327f-470d-94f6-5da6d51828f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f690bec0-03a5-4f3a-b498-e1473942f0d7 HTTP/1.1" status: 204 len: 168 time: 0.1592295 Jan 28 01:38:15.759357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a991670-4454-45d7-b156-57a041ddce69 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:15.767078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74ce3b-327f-470d-94f6-5da6d51828f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f690bec0-03a5-4f3a-b498-e1473942f0d7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:15.802991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8a991670-4454-45d7-b156-57a041ddce69 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:15.803900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8a991670-4454-45d7-b156-57a041ddce69 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:15.804913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d8a4487d-54f2-410a-a072-21fe7a0dda2b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:15.834511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: d8a4487d-54f2-410a-a072-21fe7a0dda2b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:15.835181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d8a4487d-54f2-410a-a072-21fe7a0dda2b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:15.908505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46918) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:16.209324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18223806-953b-4999-af5a-bff8250c2bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.300429 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18223806-953b-4999-af5a-bff8250c2bb5 admin admin] Publish callbacks [] for security_group (ba46d0e6-9f2d-4558-b002-d8ff3b77dd15), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.304944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18223806-953b-4999-af5a-bff8250c2bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ba46d0e6-9f2d-4558-b002-d8ff3b77dd15), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.354714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18223806-953b-4999-af5a-bff8250c2bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba46d0e6-9f2d-4558-b002-d8ff3b77dd15,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:16.364435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46922) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:16.372426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-18223806-953b-4999-af5a-bff8250c2bb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77fc6239df644a2c833cbde3c9de5a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619548 Jan 28 01:38:16.426507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4247640f-94b2-4333-b26d-5f24299d9103 admin admin] Publish callbacks [] for security_group (ba46d0e6-9f2d-4558-b002-d8ff3b77dd15), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.452715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4247640f-94b2-4333-b26d-5f24299d9103 admin admin] Publish callbacks [] for security_group (ba46d0e6-9f2d-4558-b002-d8ff3b77dd15), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.517466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4247640f-94b2-4333-b26d-5f24299d9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ba46d0e6-9f2d-4558-b002-d8ff3b77dd15), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.520342 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4247640f-94b2-4333-b26d-5f24299d9103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:16.521632 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4247640f-94b2-4333-b26d-5f24299d9103 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba46d0e6-9f2d-4558-b002-d8ff3b77dd15 HTTP/1.1" status: 204 len: 168 time: 0.1560073 Jan 28 01:38:16.529883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247640f-94b2-4333-b26d-5f24299d9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba46d0e6-9f2d-4558-b002-d8ff3b77dd15,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:17.198691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:17.312253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-683957122'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:17.336450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Made reservation on behalf of 00214fe7d261446b8f211da618c0ba80 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:38:17.340015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.354745 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.432503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for security_group (992a025a-0661-47ee-8189-db23ecac93e6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.437605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (992a025a-0661-47ee-8189-db23ecac93e6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.464910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:38:17.476384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992a025a-0661-47ee-8189-db23ecac93e6,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:17.479715 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:38:17.481170 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2d710a16-e3d9-4fb4-b24c-429b61e8b460), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.481513 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Added segment 2d710a16-e3d9-4fb4-b24c-429b61e8b460 of type vlan for network c6ccbd15-b163-4b52-962b-b3ce5ce330bd Jan 28 01:38:17.527526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (c6ccbd15-b163-4b52-962b-b3ce5ce330bd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.554495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (c6ccbd15-b163-4b52-962b-b3ce5ce330bd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.559840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:17.560453 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.648720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4488819 Jan 28 01:38:17.651814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:17.657025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Request body: {'subnet': {'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:17.670753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b2ea3-953c-4210-9659-26e6deca354c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event updated for resources: {'Network': ['ID=c6ccbd15-b163-4b52-962b-b3ce5ce330bd,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:17.681129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:38:17.742437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Made reservation on behalf of 00214fe7d261446b8f211da618c0ba80 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:38:17.745844 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:17.936389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (6f187f68-4c14-4bed-bfc2-17c974483c43), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.003224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event updated for resources: {'Subnet': ['ID=6f187f68-4c14-4bed-bfc2-17c974483c43,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:18.013881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Checking segment: {'id': '2d710a16-e3d9-4fb4-b24c-429b61e8b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:38:18.014261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Network hostable DHCP agents. Network: c6ccbd15-b163-4b52-962b-b3ce5ce330bd, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:38:18.032760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:38:18.042255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, c6ccbd15-b163-4b52-962b-b3ce5ce330bd) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:18.046460 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:18.047084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.053059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737825a-6c89-4a44-9f46-b74c1e063ca8 None None] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:18.065225 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9054fa9b-7b0c-423f-ba40-71e0bf4b43de tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4122026 Jan 28 01:38:18.067989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46950) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:18.073243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Request body: {'port': {'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd', 'name': 'tempest-TagsExtTest-1929259986'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:18.184247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Made reservation on behalf of 00214fe7d261446b8f211da618c0ba80 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:38:18.187708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.207041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] device_id is not set on port 13188a06-296c-43a1-9715-9d7bb12d38fd yet. {{(pid=109595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 01:38:18.309272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-c6ccbd15-b163-4b52-962b-b3ce5ce330bd', 'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd', 'project_id': '00214fe7d261446b8f211da618c0ba80', 'fixed_ips': [{'subnet_id': '6f187f68-4c14-4bed-bfc2-17c974483c43'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:38:18.310187 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.330558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Allocated IP 172.20.0.11 (c6ccbd15-b163-4b52-962b-b3ce5ce330bd/6f187f68-4c14-4bed-bfc2-17c974483c43/13188a06-296c-43a1-9715-9d7bb12d38fd) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:38:18.494861 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.532816 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.576755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Allocated IP 172.20.0.2 (c6ccbd15-b163-4b52-962b-b3ce5ce330bd/6f187f68-4c14-4bed-bfc2-17c974483c43/8b810666-9bd3-48ba-9f38-223208addd8d) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:38:18.579746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:38:18.583047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:18.586966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:38:18.616098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event updated for resources: {'Port': ['ID=13188a06-296c-43a1-9715-9d7bb12d38fd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:18.643782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:18.644414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.661379 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f4019380-01db-499c-9762-2cac61ab23ea tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.5923233 Jan 28 01:38:18.665493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46956) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:18.670026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1815400906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:18.692742 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (6b787a54-3c83-41cf-a706-799dbcc978fa), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.694025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (6b787a54-3c83-41cf-a706-799dbcc978fa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.745152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Publish callbacks [] for port (8b810666-9bd3-48ba-9f38-223208addd8d), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.750791 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for router_controller (6b787a54-3c83-41cf-a706-799dbcc978fa), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.753189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.756054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (6b787a54-3c83-41cf-a706-799dbcc978fa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.774159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.775607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e42681c-120c-4ccc-afd1-918a6857aee5 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1090894 Jan 28 01:38:18.779071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46958) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:18.784215 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9d3534e3-8878-428d-9da2-4c5a16dfd3f0 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1337826497', 'prefixes': ['172.20.0.0/16']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:18.795352 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:38:18.797395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:18.800826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:38:18.819060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Pushing event updated for resources: {'Port': ['ID=8b810666-9bd3-48ba-9f38-223208addd8d,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:18.848666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d3534e3-8878-428d-9da2-4c5a16dfd3f0 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.853766 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d3534e3-8878-428d-9da2-4c5a16dfd3f0 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0697286 Jan 28 01:38:18.854222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:18.859354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-2dae1377-ed05-44a0-bbe6-be03f5aa991f tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-1552710630') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:18.869883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Attempting to bind port 8b810666-9bd3-48ba-9f38-223208addd8d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:38:18.870253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Attempting to bind port 8b810666-9bd3-48ba-9f38-223208addd8d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2d710a16-e3d9-4fb4-b24c-429b61e8b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:38:18.870612 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Attempting to bind port 8b810666-9bd3-48ba-9f38-223208addd8d on network c6ccbd15-b163-4b52-962b-b3ce5ce330bd {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:38:18.875507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:38:18.875881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Checking segment: {'id': '2d710a16-e3d9-4fb4-b24c-429b61e8b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:38:18.876280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.876723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Bound using segment: {'id': '2d710a16-e3d9-4fb4-b24c-429b61e8b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:38:18.877238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Bound port: 8b810666-9bd3-48ba-9f38-223208addd8d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d710a16-e3d9-4fb4-b24c-429b61e8b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6ccbd15-b163-4b52-962b-b3ce5ce330bd'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:38:18.877652 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.939667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] For port 8b810666-9bd3-48ba-9f38-223208addd8d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:38:18.942653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] For port 8b810666-9bd3-48ba-9f38-223208addd8d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8b810666-9bd3-48ba-9f38-223208addd8d,segment=NetworkSegment(2d710a16-e3d9-4fb4-b24c-429b61e8b460),segment_id=2d710a16-e3d9-4fb4-b24c-429b61e8b460)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:38:18.948074 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:18.959198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2dae1377-ed05-44a0-bbe6-be03f5aa991f tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-1552710630 HTTP/1.1" status: 201 len: 201 time: 0.1009512 Jan 28 01:38:18.959467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46962) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:18.964594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-e506e9fa-e39f-4b7b-930a-fc29a0835540 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-251130858') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.014631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1cdf-5f3b-406e-9568-0f7e8dc2f3f2 None None] Pushing event updated for resources: {'Port': ['ID=8b810666-9bd3-48ba-9f38-223208addd8d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:19.041056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e506e9fa-e39f-4b7b-930a-fc29a0835540 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-251130858 HTTP/1.1" status: 201 len: 201 time: 0.0805192 Jan 28 01:38:19.044042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46964) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.049176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-a5a021f2-99ce-4daa-8783-9e01124b145e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-789116625') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.143839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a5a021f2-99ce-4daa-8783-9e01124b145e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-789116625 HTTP/1.1" status: 201 len: 201 time: 0.0985668 Jan 28 01:38:19.146628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46966) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.152257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-972a41b2-4e13-4d69-828e-21af508a507e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-969675810') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.217071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-972a41b2-4e13-4d69-828e-21af508a507e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-969675810 HTTP/1.1" status: 201 len: 201 time: 0.0692763 Jan 28 01:38:19.220580 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46968) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.224810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-cac0471e-f40e-4c30-9cd1-be8485c8d411 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.315023 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cac0471e-f40e-4c30-9cd1-be8485c8d411 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags HTTP/1.1" status: 200 len: 241 time: 0.0933311 Jan 28 01:38:19.317538 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.322105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-fa443094-6c6e-4a01-a900-71d361ade7cd tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-1552710630') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.385849 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fa443094-6c6e-4a01-a900-71d361ade7cd tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-1552710630 HTTP/1.1" status: 204 len: 168 time: 0.0670471 Jan 28 01:38:19.388496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.395079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-0d1df40c-f9a5-4e98-a7b6-e7aac7ad9c25 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-1552710630') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.467921 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d1df40c-f9a5-4e98-a7b6-e7aac7ad9c25 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-1552710630 HTTP/1.1" status: 204 len: 168 time: 0.0781834 Jan 28 01:38:19.470420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46974) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.474525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-f6e6fed5-768f-42be-aea5-75f10c9687d8 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.530095 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f6e6fed5-768f-42be-aea5-75f10c9687d8 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags HTTP/1.1" status: 200 len: 205 time: 0.0586419 Jan 28 01:38:19.534333 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46976) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.538773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-496ecf49-5497-4b1a-a3a2-5ce97b2bb945 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.594916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-496ecf49-5497-4b1a-a3a2-5ce97b2bb945 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags HTTP/1.1" status: 200 len: 240 time: 0.0594323 Jan 28 01:38:19.598478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46978) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.603212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-5738e14a-1a60-4012-8bdf-b0a3e0317bf0 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-251130858') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.654897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5738e14a-1a60-4012-8bdf-b0a3e0317bf0 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-251130858 HTTP/1.1" status: 204 len: 168 time: 0.0551887 Jan 28 01:38:19.657511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.662238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-c8d9e037-b9c0-4bd3-aba6-fe99101fa10a tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-251130858') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.746367 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8d9e037-b9c0-4bd3-aba6-fe99101fa10a tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-251130858 HTTP/1.1" status: 204 len: 168 time: 0.0876806 Jan 28 01:38:19.747197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.751901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-ee916815-a356-457a-94a4-ec8cc5ed1d51 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.790231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8b810666-9bd3-48ba-9f38-223208addd8d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:38:19.812863 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ee916815-a356-457a-94a4-ec8cc5ed1d51 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags HTTP/1.1" status: 200 len: 205 time: 0.0644522 Jan 28 01:38:19.813881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.818792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-69fe5b59-0cb5-47cc-a682-6220649336ce tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.842379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8b810666-9bd3-48ba-9f38-223208addd8d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:19.842739 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:19.893763 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-69fe5b59-0cb5-47cc-a682-6220649336ce tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags HTTP/1.1" status: 200 len: 240 time: 0.0788171 Jan 28 01:38:19.896802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 46986) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.901569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-5aeeec18-d32e-4a66-841b-5f76ce3cedc6 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-789116625') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:19.925185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8b810666-9bd3-48ba-9f38-223208addd8d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:19.925575 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:19.960088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 8b810666-9bd3-48ba-9f38-223208addd8d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8b810666-9bd3-48ba-9f38-223208addd8d,segment=NetworkSegment(2d710a16-e3d9-4fb4-b24c-429b61e8b460),segment_id=2d710a16-e3d9-4fb4-b24c-429b61e8b460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:19.965258 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:19.991242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5aeeec18-d32e-4a66-841b-5f76ce3cedc6 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-789116625 HTTP/1.1" status: 204 len: 168 time: 0.0911856 Jan 28 01:38:19.991684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46988) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:19.995079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa99da1-84f3-4401-aecc-ed8f7612565e None None] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:19.996999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-29844bfc-8737-4c62-9e44-136718ead57b tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-789116625') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.066869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=8b810666-9bd3-48ba-9f38-223208addd8d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:20.077875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4a904707-9539-4ccf-b980-db7526e9fb98 None None] Provisioning complete for port 8b810666-9bd3-48ba-9f38-223208addd8d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:20.078250 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4a904707-9539-4ccf-b980-db7526e9fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:20.086504 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-29844bfc-8737-4c62-9e44-136718ead57b tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-789116625 HTTP/1.1" status: 204 len: 168 time: 0.0935652 Jan 28 01:38:20.088877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46990) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.093484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-17fd888d-b0f9-465e-b6ab-dd5e2747abba tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.174193 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-17fd888d-b0f9-465e-b6ab-dd5e2747abba tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags HTTP/1.1" status: 200 len: 205 time: 0.0841699 Jan 28 01:38:20.176681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46992) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.181014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-d25792be-baa6-405e-8572-0f5b079204f9 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.200390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4a904707-9539-4ccf-b980-db7526e9fb98 None None] Current status of the port 8b810666-9bd3-48ba-9f38-223208addd8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:20.206691 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d25792be-baa6-405e-8572-0f5b079204f9 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags HTTP/1.1" status: 200 len: 240 time: 0.0262620 Jan 28 01:38:20.206691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46994) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.211300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-2afb5179-fcbb-4c14-9ce3-458e2def4896 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-969675810') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.233545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2afb5179-fcbb-4c14-9ce3-458e2def4896 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-969675810 HTTP/1.1" status: 204 len: 168 time: 0.0257823 Jan 28 01:38:20.235914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46996) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.240499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-94506bec-669e-4c90-964f-d47da8b28a92 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-969675810') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.276191 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-94506bec-669e-4c90-964f-d47da8b28a92 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-969675810 HTTP/1.1" status: 204 len: 168 time: 0.0391932 Jan 28 01:38:20.278705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 46998) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.283324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-03e37eb9-aea6-4ada-a75c-74aee3b79cc2 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.305173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-03e37eb9-aea6-4ada-a75c-74aee3b79cc2 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags HTTP/1.1" status: 200 len: 205 time: 0.0252233 Jan 28 01:38:20.307775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47000) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.312265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-9213eb3a-a7a5-48ca-b838-1bac8e8ee33d tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.342782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9213eb3a-a7a5-48ca-b838-1bac8e8ee33d tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags HTTP/1.1" status: 204 len: 168 time: 0.0339725 Jan 28 01:38:20.345461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47002) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.349931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-9c379967-84bb-4b1d-a252-94e001339044 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.424818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e89fad3b-4335-453c-8b82-6e895b98738e None None] Provisioning complete for port 8b810666-9bd3-48ba-9f38-223208addd8d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:20.425123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e89fad3b-4335-453c-8b82-6e895b98738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:20.426031 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c379967-84bb-4b1d-a252-94e001339044 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0795279 Jan 28 01:38:20.429168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47004) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.433445 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-706b6aa8-2a67-4db5-bf18-b61ffeafb015 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.507291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47006) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.507823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e89fad3b-4335-453c-8b82-6e895b98738e None None] Current status of the port 8b810666-9bd3-48ba-9f38-223208addd8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:20.510117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-706b6aa8-2a67-4db5-bf18-b61ffeafb015 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0764401 Jan 28 01:38:20.513529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-98078666-4125-4534-9629-666576d451d6 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.519523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e89fad3b-4335-453c-8b82-6e895b98738e None None] Provisioning complete for port 13188a06-296c-43a1-9715-9d7bb12d38fd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:20.519903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e89fad3b-4335-453c-8b82-6e895b98738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:20.559720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e89fad3b-4335-453c-8b82-6e895b98738e None None] Port 13188a06-296c-43a1-9715-9d7bb12d38fd cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:38:20.575899 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-98078666-4125-4534-9629-666576d451d6 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags HTTP/1.1" status: 204 len: 168 time: 0.0669670 Jan 28 01:38:20.579533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47008) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.584005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-ef40cdbd-f03a-4b9f-99a5-5b1e7709b124 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-1171681808') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.651203 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef40cdbd-f03a-4b9f-99a5-5b1e7709b124 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-1171681808 HTTP/1.1" status: 201 len: 201 time: 0.0704765 Jan 28 01:38:20.654115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47010) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.658565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-dd8641cb-7682-42f5-abce-f56a54a0aa4c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-1043823281') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.679281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-548d14a6-ef52-4fdf-93a3-9ef04f229a4f None None] Provisioning complete for port 13188a06-296c-43a1-9715-9d7bb12d38fd triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:20.680069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-548d14a6-ef52-4fdf-93a3-9ef04f229a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:20.715306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-548d14a6-ef52-4fdf-93a3-9ef04f229a4f None None] Port 13188a06-296c-43a1-9715-9d7bb12d38fd cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:38:20.721072 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dd8641cb-7682-42f5-abce-f56a54a0aa4c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-1043823281 HTTP/1.1" status: 201 len: 201 time: 0.0659597 Jan 28 01:38:20.723749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47012) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.729033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-c308b2c6-3fcf-4136-bb31-cff5d0762b92 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-1920145798') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.819333 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c308b2c6-3fcf-4136-bb31-cff5d0762b92 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-1920145798 HTTP/1.1" status: 201 len: 201 time: 0.0944915 Jan 28 01:38:20.822919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47014) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.827354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-88579943-4362-4790-bcd2-946085bb401f tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-522496471') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.862288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-88579943-4362-4790-bcd2-946085bb401f tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-522496471 HTTP/1.1" status: 201 len: 201 time: 0.0383053 Jan 28 01:38:20.864807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47016) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.869114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-63586375-1f77-4280-9e4f-e706577cf090 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', {'tags': ['tempest-TagsExtTest-Tag-1789195402', 'tempest-TagsExtTest-Tag-2115361648', 'tempest-TagsExtTest-Tag-260833778']}) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:20.930550 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-63586375-1f77-4280-9e4f-e706577cf090 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags HTTP/1.1" status: 200 len: 317 time: 0.0645571 Jan 28 01:38:20.932911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47018) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:20.937106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-4f502f50-efad-40f3-8511-784aa6957d59 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.010744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4f502f50-efad-40f3-8511-784aa6957d59 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags HTTP/1.1" status: 204 len: 168 time: 0.0768394 Jan 28 01:38:21.013405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47020) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.017572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-5ebd51ea-a61e-4ab2-b61a-d1ad32ca23c7 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-1789195402') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.069376 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-5ebd51ea-a61e-4ab2-b61a-d1ad32ca23c7 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.071414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5ebd51ea-a61e-4ab2-b61a-d1ad32ca23c7 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-1789195402 HTTP/1.1" status: 404 len: 329 time: 0.0561316 Jan 28 01:38:21.073524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.078045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-befef91c-248c-413c-b4c1-7471af57159b tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-2115361648') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.130086 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-befef91c-248c-413c-b4c1-7471af57159b tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.134232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-befef91c-248c-413c-b4c1-7471af57159b tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-2115361648 HTTP/1.1" status: 404 len: 329 time: 0.0596478 Jan 28 01:38:21.134557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47024) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.139081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-82b93da8-3c10-4c06-a6fa-8f99c0f5d014 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43', 'tempest-TagsExtTest-Tag-260833778') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.188043 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-82b93da8-3c10-4c06-a6fa-8f99c0f5d014 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.189065 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-82b93da8-3c10-4c06-a6fa-8f99c0f5d014 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags/tempest-TagsExtTest-Tag-260833778 HTTP/1.1" status: 404 len: 328 time: 0.0535269 Jan 28 01:38:21.191934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47026) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.196338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-207f3061-5285-4e09-a181-314b705b522a tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', {'tags': ['tempest-TagsExtTest-Tag-1643769718', 'tempest-TagsExtTest-Tag-891373280', 'tempest-TagsExtTest-Tag-1100404573']}) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.254617 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-207f3061-5285-4e09-a181-314b705b522a tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags HTTP/1.1" status: 200 len: 317 time: 0.0616653 Jan 28 01:38:21.257332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.261560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-3b81f536-a95a-43de-94d3-63d17197912f tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.331770 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3b81f536-a95a-43de-94d3-63d17197912f tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0734005 Jan 28 01:38:21.335683 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.339811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-c299003e-1998-40d4-a0a0-d066baa7f447 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-1643769718') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.391178 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-c299003e-1998-40d4-a0a0-d066baa7f447 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.392247 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c299003e-1998-40d4-a0a0-d066baa7f447 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-1643769718 HTTP/1.1" status: 404 len: 329 time: 0.0556335 Jan 28 01:38:21.395422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47032) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.399877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-808f43e8-be5f-448e-868e-64dc2a026a5c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-891373280') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.451652 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-808f43e8-be5f-448e-868e-64dc2a026a5c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.452594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-808f43e8-be5f-448e-868e-64dc2a026a5c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-891373280 HTTP/1.1" status: 404 len: 328 time: 0.0562057 Jan 28 01:38:21.456816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47034) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.461026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-79894433-784a-4d12-a0bf-7c8a497ddf08 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd', 'tempest-TagsExtTest-Tag-1100404573') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.512131 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-79894433-784a-4d12-a0bf-7c8a497ddf08 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.513798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-79894433-784a-4d12-a0bf-7c8a497ddf08 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags/tempest-TagsExtTest-Tag-1100404573 HTTP/1.1" status: 404 len: 329 time: 0.0558383 Jan 28 01:38:21.516862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47036) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.521535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-edb98127-96fc-4ebc-9c0a-1e0104083d56 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', {'tags': ['tempest-TagsExtTest-Tag-560975771', 'tempest-TagsExtTest-Tag-1940533952', 'tempest-TagsExtTest-Tag-1490528690']}) {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.610373 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-edb98127-96fc-4ebc-9c0a-1e0104083d56 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags HTTP/1.1" status: 200 len: 317 time: 0.0923746 Jan 28 01:38:21.613119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.618096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-26565e73-118c-454a-a65e-fbdb5019aa2e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.708837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-26565e73-118c-454a-a65e-fbdb5019aa2e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0945349 Jan 28 01:38:21.711344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47040) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.716004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-f445deb1-8ff5-4e2a-8330-4ae9ac24d761 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-560975771') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.730067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8b810666-9bd3-48ba-9f38-223208addd8d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:38:21.778161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8b810666-9bd3-48ba-9f38-223208addd8d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:21.778533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:21.792586 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-f445deb1-8ff5-4e2a-8330-4ae9ac24d761 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.793678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f445deb1-8ff5-4e2a-8330-4ae9ac24d761 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-560975771 HTTP/1.1" status: 404 len: 328 time: 0.0813770 Jan 28 01:38:21.796729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.801371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-f1b4e106-2673-4902-a13b-22ffb37aabac tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-1940533952') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.858715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8b810666-9bd3-48ba-9f38-223208addd8d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:21.877568 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-f1b4e106-2673-4902-a13b-22ffb37aabac tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.878683 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1b4e106-2673-4902-a13b-22ffb37aabac tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-1940533952 HTTP/1.1" status: 404 len: 329 time: 0.0808523 Jan 28 01:38:21.882851 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47044) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.887238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-06af4866-77c3-40eb-9b42-f2bc9a523122 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa', 'tempest-TagsExtTest-Tag-1490528690') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:21.960700 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-06af4866-77c3-40eb-9b42-f2bc9a523122 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:21.961666 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06af4866-77c3-40eb-9b42-f2bc9a523122 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags/tempest-TagsExtTest-Tag-1490528690 HTTP/1.1" status: 404 len: 329 time: 0.0778332 Jan 28 01:38:21.965640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:21.970067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-7d822376-ae0b-4639-87a3-36f242e657f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', {'tags': ['tempest-TagsExtTest-Tag-1096019984', 'tempest-TagsExtTest-Tag-244139572', 'tempest-TagsExtTest-Tag-1232711736']}) {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.005838 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7d822376-ae0b-4639-87a3-36f242e657f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "PUT /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags HTTP/1.1" status: 200 len: 317 time: 0.0389891 Jan 28 01:38:22.008450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47048) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.013529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-16588cda-c049-479e-8f3e-e1c50eaef042 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.061705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-16588cda-c049-479e-8f3e-e1c50eaef042 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags HTTP/1.1" status: 204 len: 168 time: 0.0520673 Jan 28 01:38:22.151284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.156012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-a2a8acae-e988-49d3-8b46-6509b2b7d2ba tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-1096019984') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.178123 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-a2a8acae-e988-49d3-8b46-6509b2b7d2ba tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:22.179166 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2a8acae-e988-49d3-8b46-6509b2b7d2ba tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-1096019984 HTTP/1.1" status: 404 len: 329 time: 0.0268307 Jan 28 01:38:22.181996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47052) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.186036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-ec3e7a1e-59e9-4fef-a0ed-91b9b12b397e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-244139572') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.207023 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-ec3e7a1e-59e9-4fef-a0ed-91b9b12b397e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:22.208004 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ec3e7a1e-59e9-4fef-a0ed-91b9b12b397e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-244139572 HTTP/1.1" status: 404 len: 328 time: 0.0251081 Jan 28 01:38:22.210887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47054) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.214963 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-40548ad0-76a3-4f03-bf20-c3903c7d6d71 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814', 'tempest-TagsExtTest-Tag-1232711736') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.235578 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [None req-40548ad0-76a3-4f03-bf20-c3903c7d6d71 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] show failed (client error): The resource could not be found. Jan 28 01:38:22.236542 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-40548ad0-76a3-4f03-bf20-c3903c7d6d71 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags/tempest-TagsExtTest-Tag-1232711736 HTTP/1.1" status: 404 len: 329 time: 0.0248189 Jan 28 01:38:22.239169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47056) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.243202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-f3df263d-1e15-4b88-b1c8-a11135669778 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '65ee588e-5a04-4d17-8c5c-1336a14d7814') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.267647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3df263d-1e15-4b88-b1c8-a11135669778 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814/tags HTTP/1.1" status: 204 len: 168 time: 0.0275900 Jan 28 01:38:22.270060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.274555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.tag.tag_plugin [None req-94293445-35a8-45c0-a2e1-936b20df419c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b787a54-3c83-41cf-a706-799dbcc978fa') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.362980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-94293445-35a8-45c0-a2e1-936b20df419c tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0919664 Jan 28 01:38:22.365747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47060) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.370394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-c0b0f35d-1e66-4482-b2f4-90e32934196d tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13188a06-296c-43a1-9715-9d7bb12d38fd') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.425024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c0b0f35d-1e66-4482-b2f4-90e32934196d tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0581806 Jan 28 01:38:22.427733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.431972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.tag.tag_plugin [None req-a8da1e56-447c-4bf4-97d0-8c6842773f9e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f187f68-4c14-4bed-bfc2-17c974483c43') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:22.492927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a8da1e56-447c-4bf4-97d0-8c6842773f9e tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43/tags HTTP/1.1" status: 204 len: 168 time: 0.0642025 Jan 28 01:38:22.497592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47064) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.574062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e86ed05a-9723-42b4-bb2a-043452af5446 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:22.575236 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e86ed05a-9723-42b4-bb2a-043452af5446 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnetpools/65ee588e-5a04-4d17-8c5c-1336a14d7814 HTTP/1.1" status: 204 len: 168 time: 0.0766573 Jan 28 01:38:22.577841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47066) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.604367 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ea493645-8305-484c-af7f-7b98ad3ff7d6 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b787a54-3c83-41cf-a706-799dbcc978fa HTTP/1.1" status: 200 len: 205 time: 0.0254431 Jan 28 01:38:22.606935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.677666 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for router (6b787a54-3c83-41cf-a706-799dbcc978fa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:22.831673 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (6b787a54-3c83-41cf-a706-799dbcc978fa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:22.833693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for router_controller (6b787a54-3c83-41cf-a706-799dbcc978fa), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:22.879659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (6b787a54-3c83-41cf-a706-799dbcc978fa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:22.880165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Fanout notify agent at l3_agent the message router_deleted on router 6b787a54-3c83-41cf-a706-799dbcc978fa {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:38:22.886654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:22.887763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d745ccd8-2f42-4614-a596-8fc70327a995 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/routers/6b787a54-3c83-41cf-a706-799dbcc978fa HTTP/1.1" status: 204 len: 168 time: 0.2798715 Jan 28 01:38:22.891173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47070) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:22.976454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Deleting port 13188a06-296c-43a1-9715-9d7bb12d38fd {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:22.976803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.065311 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.077374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Calling delete_port for 13188a06-296c-43a1-9715-9d7bb12d38fd owned by {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:23.226846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (13188a06-296c-43a1-9715-9d7bb12d38fd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.263323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event deleted for resources: {'Port': ['ID=13188a06-296c-43a1-9715-9d7bb12d38fd,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:23.275556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.275901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.276271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.276603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.276936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.277259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.277587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.277935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.278257 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.278575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.278894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.279192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.279507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:23.341361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.344641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5557fbd7-00fa-4220-9c14-5cbf6d919206 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/ports/13188a06-296c-43a1-9715-9d7bb12d38fd HTTP/1.1" status: 204 len: 168 time: 0.4525383 Jan 28 01:38:23.347296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47072) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:23.402901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Deleting subnet 6f187f68-4c14-4bed-bfc2-17c974483c43 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:38:23.406443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for subnet (6f187f68-4c14-4bed-bfc2-17c974483c43), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.453594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (6f187f68-4c14-4bed-bfc2-17c974483c43), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.539711 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (6f187f68-4c14-4bed-bfc2-17c974483c43), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.601283 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (6f187f68-4c14-4bed-bfc2-17c974483c43), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.634682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event deleted for resources: {'Subnet': ['ID=6f187f68-4c14-4bed-bfc2-17c974483c43,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:23.639800 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.643353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1102d1c0-737f-457b-acce-2ef4fd0314f1 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/subnets/6f187f68-4c14-4bed-bfc2-17c974483c43 HTTP/1.1" status: 204 len: 168 time: 0.2951086 Jan 28 01:38:23.646195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:23.646886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f1f899-c050-46c5-9f92-6e58bc711e42 None None] Network c6ccbd15-b163-4b52-962b-b3ce5ce330bd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:23.729228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (c6ccbd15-b163-4b52-962b-b3ce5ce330bd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.787416 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Deleting port 8b810666-9bd3-48ba-9f38-223208addd8d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:23.787868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.802295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] DHCP port deletion for c6ccbd15-b163-4b52-962b-b3ce5ce330bd request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:38:23.849138 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] Deleting port 8b810666-9bd3-48ba-9f38-223208addd8d {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:23.849524 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.849795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] For port 8b810666-9bd3-48ba-9f38-223208addd8d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8b810666-9bd3-48ba-9f38-223208addd8d,segment=NetworkSegment(2d710a16-e3d9-4fb4-b24c-429b61e8b460),segment_id=2d710a16-e3d9-4fb4-b24c-429b61e8b460)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:23.850170 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.865996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Calling delete_port for 8b810666-9bd3-48ba-9f38-223208addd8d owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:23.915151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] For port 8b810666-9bd3-48ba-9f38-223208addd8d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8b810666-9bd3-48ba-9f38-223208addd8d,segment=NetworkSegment(2d710a16-e3d9-4fb4-b24c-429b61e8b460),segment_id=2d710a16-e3d9-4fb4-b24c-429b61e8b460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:23.915588 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.930050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] Calling delete_port for 8b810666-9bd3-48ba-9f38-223208addd8d owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:23.950090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:23.977967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event deleted for resources: {'Port': ['ID=8b810666-9bd3-48ba-9f38-223208addd8d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:23.979832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] No DVR routers for this DVR port 8b810666-9bd3-48ba-9f38-223208addd8d on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:24.018885 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (8b810666-9bd3-48ba-9f38-223208addd8d), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.044769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] Pushing event deleted for resources: {'Port': ['ID=8b810666-9bd3-48ba-9f38-223208addd8d,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:24.048743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fdfad-63e1-43bc-8eb7-ded1da76073d None None] No DVR routers for this DVR port 8b810666-9bd3-48ba-9f38-223208addd8d on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:24.073641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (c6ccbd15-b163-4b52-962b-b3ce5ce330bd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.098828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ccbd15-b163-4b52-962b-b3ce5ce330bd']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:24.109898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d710a16-e3d9-4fb4-b24c-429b61e8b460') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:24.110202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d710a16-e3d9-4fb4-b24c-429b61e8b460') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:24.119805 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (2d710a16-e3d9-4fb4-b24c-429b61e8b460), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.134015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2d710a16-e3d9-4fb4-b24c-429b61e8b460), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.140739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:38:24.141237 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (2d710a16-e3d9-4fb4-b24c-429b61e8b460), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:38:24.144622 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:38:24.207464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (c6ccbd15-b163-4b52-962b-b3ce5ce330bd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.217600 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.222502 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] 10.222.0.23 "DELETE /v2.0/networks/c6ccbd15-b163-4b52-962b-b3ce5ce330bd HTTP/1.1" status: 204 len: 168 time: 0.5750265 Jan 28 01:38:24.236130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1766fd-ec75-400f-b422-78ff4c4ae061 tempest-TagsExtTest-1078558823 tempest-TagsExtTest-1078558823-project] Pushing event deleted for resources: {'Network': ['ID=c6ccbd15-b163-4b52-962b-b3ce5ce330bd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:24.507977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47080) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:24.656528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02893e1d-c951-4912-b585-6407e7058855 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00214fe7d261446b8f211da618c0ba80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466169 Jan 28 01:38:24.660916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47084) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:24.714121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-032de52b-9faa-43c1-ade7-2a327cee184b admin admin] Publish callbacks [] for security_group (992a025a-0661-47ee-8189-db23ecac93e6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.735310 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-032de52b-9faa-43c1-ade7-2a327cee184b admin admin] Publish callbacks [] for security_group (992a025a-0661-47ee-8189-db23ecac93e6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.785952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-032de52b-9faa-43c1-ade7-2a327cee184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (992a025a-0661-47ee-8189-db23ecac93e6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.790674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-032de52b-9faa-43c1-ade7-2a327cee184b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:24.791859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-032de52b-9faa-43c1-ade7-2a327cee184b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/992a025a-0661-47ee-8189-db23ecac93e6 HTTP/1.1" status: 204 len: 168 time: 0.1300511 Jan 28 01:38:24.799726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032de52b-9faa-43c1-ade7-2a327cee184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a025a-0661-47ee-8189-db23ecac93e6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:25.728914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8b810666-9bd3-48ba-9f38-223208addd8d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:25.748614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8b810666-9bd3-48ba-9f38-223208addd8d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:25.748959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8b810666-9bd3-48ba-9f38-223208addd8d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:33.683153 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:37.102122 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-60e6abbd-b8aa-4b76-83da-b6c43e5b7ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:37.463227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:39.368694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-071d91a2-40ea-4206-b8cf-100ed0e3b157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:40.915924 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:41.687353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47254) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:41.799581 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:41.882250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Publish callbacks [] for security_group (c808a99d-b367-401d-ae33-7035abf24031), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:41.887053 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c808a99d-b367-401d-ae33-7035abf24031), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:41.925915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8950f4ff4f04edf8cb672e4a914ee45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373929 Jan 28 01:38:41.927008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c808a99d-b367-401d-ae33-7035abf24031,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:41.928676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47258) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:41.934848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.935235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.935719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.935907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.936252 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.936582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.936908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.937237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.937563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.937911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.938314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.938541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.938912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d44b77-8065-4512-9d64-e2736b87b59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:41.991583 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38669b59-1b5d-4686-a575-f40e36cace5e admin admin] Publish callbacks [] for security_group (c808a99d-b367-401d-ae33-7035abf24031), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.016641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38669b59-1b5d-4686-a575-f40e36cace5e admin admin] Publish callbacks [] for security_group (c808a99d-b367-401d-ae33-7035abf24031), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.019014 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.066933 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38669b59-1b5d-4686-a575-f40e36cace5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c808a99d-b367-401d-ae33-7035abf24031), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.069955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-38669b59-1b5d-4686-a575-f40e36cace5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.072109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-38669b59-1b5d-4686-a575-f40e36cace5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c808a99d-b367-401d-ae33-7035abf24031 HTTP/1.1" status: 204 len: 168 time: 0.1413934 Jan 28 01:38:42.083170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38669b59-1b5d-4686-a575-f40e36cace5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c808a99d-b367-401d-ae33-7035abf24031,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:42.346544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47264) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:42.360973 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1ad5ac5-a4ac-41ca-983e-b210eb1a521c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.438129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1ad5ac5-a4ac-41ca-983e-b210eb1a521c admin admin] Publish callbacks [] for security_group (d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.443589 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a1ad5ac5-a4ac-41ca-983e-b210eb1a521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.480325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad5ac5-a4ac-41ca-983e-b210eb1a521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:42.484706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a1ad5ac5-a4ac-41ca-983e-b210eb1a521c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19d95343ec19400d9723fa21bb225af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369739 Jan 28 01:38:42.487401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47266) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:42.536011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8914ffd-96a2-4a17-a4a4-50ba98f9a6fc admin admin] Publish callbacks [] for security_group (d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.557281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8914ffd-96a2-4a17-a4a4-50ba98f9a6fc admin admin] Publish callbacks [] for security_group (d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.604561 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8914ffd-96a2-4a17-a4a4-50ba98f9a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.607144 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c8914ffd-96a2-4a17-a4a4-50ba98f9a6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.608322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c8914ffd-96a2-4a17-a4a4-50ba98f9a6fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf HTTP/1.1" status: 204 len: 168 time: 0.1200180 Jan 28 01:38:42.616104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8914ffd-96a2-4a17-a4a4-50ba98f9a6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c29ace-76f2-4e00-b7ae-5c9b3a2542bf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:43.341075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.217698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47334) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:45.327212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81f2e1c1-5976-4c8d-a2bd-07b37e9a16ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.404720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81f2e1c1-5976-4c8d-a2bd-07b37e9a16ab admin admin] Publish callbacks [] for security_group (9e3493f6-929d-4303-bbc5-9dcebd44d60c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.409768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-81f2e1c1-5976-4c8d-a2bd-07b37e9a16ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9e3493f6-929d-4303-bbc5-9dcebd44d60c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.446925 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-81f2e1c1-5976-4c8d-a2bd-07b37e9a16ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6d21c5a3a8343bdb49fbfd93c0f3bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280171 Jan 28 01:38:45.447786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2e1c1-5976-4c8d-a2bd-07b37e9a16ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3493f6-929d-4303-bbc5-9dcebd44d60c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:45.449930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47338) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:45.505266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-645ebb0c-0ef9-45d3-9d34-57a793acf063 admin admin] Publish callbacks [] for security_group (9e3493f6-929d-4303-bbc5-9dcebd44d60c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.527165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-645ebb0c-0ef9-45d3-9d34-57a793acf063 admin admin] Publish callbacks [] for security_group (9e3493f6-929d-4303-bbc5-9dcebd44d60c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.575072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-645ebb0c-0ef9-45d3-9d34-57a793acf063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9e3493f6-929d-4303-bbc5-9dcebd44d60c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.577627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-645ebb0c-0ef9-45d3-9d34-57a793acf063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.578795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-645ebb0c-0ef9-45d3-9d34-57a793acf063 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e3493f6-929d-4303-bbc5-9dcebd44d60c HTTP/1.1" status: 204 len: 168 time: 0.1276772 Jan 28 01:38:45.586572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ebb0c-0ef9-45d3-9d34-57a793acf063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3493f6-929d-4303-bbc5-9dcebd44d60c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:45.854914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47346) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:45.869060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11b92cdb-1909-4190-b3a2-15ab1c4c2056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.947359 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11b92cdb-1909-4190-b3a2-15ab1c4c2056 admin admin] Publish callbacks [] for security_group (04e34229-e5dc-4892-8369-c9e8e348d3d7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.953221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-11b92cdb-1909-4190-b3a2-15ab1c4c2056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (04e34229-e5dc-4892-8369-c9e8e348d3d7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.990965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-11b92cdb-1909-4190-b3a2-15ab1c4c2056 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1206e206934c4198ab68c09faafde055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349626 Jan 28 01:38:45.991778 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b92cdb-1909-4190-b3a2-15ab1c4c2056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e34229-e5dc-4892-8369-c9e8e348d3d7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:45.994037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47348) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:46.041514 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a6666ea-b36b-4019-9ede-eb80740591c7 admin admin] Publish callbacks [] for security_group (04e34229-e5dc-4892-8369-c9e8e348d3d7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.061703 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a6666ea-b36b-4019-9ede-eb80740591c7 admin admin] Publish callbacks [] for security_group (04e34229-e5dc-4892-8369-c9e8e348d3d7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.116952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a6666ea-b36b-4019-9ede-eb80740591c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (04e34229-e5dc-4892-8369-c9e8e348d3d7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.121163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a6666ea-b36b-4019-9ede-eb80740591c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.122807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4a6666ea-b36b-4019-9ede-eb80740591c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04e34229-e5dc-4892-8369-c9e8e348d3d7 HTTP/1.1" status: 204 len: 168 time: 0.1279101 Jan 28 01:38:46.131285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6666ea-b36b-4019-9ede-eb80740591c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e34229-e5dc-4892-8369-c9e8e348d3d7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:48.364272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47418) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:48.479302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe1da-2e2a-468b-bac7-84fa50567970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.554476 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe1da-2e2a-468b-bac7-84fa50567970 admin admin] Publish callbacks [] for security_group (49cc8700-964f-4f69-8b76-df3a1c3bb8c9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.559978 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe1da-2e2a-468b-bac7-84fa50567970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (49cc8700-964f-4f69-8b76-df3a1c3bb8c9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.595537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe1da-2e2a-468b-bac7-84fa50567970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc8700-964f-4f69-8b76-df3a1c3bb8c9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:48.599732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f0dbe1da-2e2a-468b-bac7-84fa50567970 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f71be24fcfc6429092f8399239b89127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343683 Jan 28 01:38:48.602805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47422) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:48.650932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfb03eb-cc56-469c-ba4a-02377bdfddfa admin admin] Publish callbacks [] for security_group (49cc8700-964f-4f69-8b76-df3a1c3bb8c9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.672173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfb03eb-cc56-469c-ba4a-02377bdfddfa admin admin] Publish callbacks [] for security_group (49cc8700-964f-4f69-8b76-df3a1c3bb8c9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.728457 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfb03eb-cc56-469c-ba4a-02377bdfddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (49cc8700-964f-4f69-8b76-df3a1c3bb8c9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.732480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfb03eb-cc56-469c-ba4a-02377bdfddfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.733937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9bfb03eb-cc56-469c-ba4a-02377bdfddfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49cc8700-964f-4f69-8b76-df3a1c3bb8c9 HTTP/1.1" status: 204 len: 168 time: 0.1302264 Jan 28 01:38:48.742099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb03eb-cc56-469c-ba4a-02377bdfddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc8700-964f-4f69-8b76-df3a1c3bb8c9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:49.013972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47428) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:49.031105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a841-d630-4e04-9bb6-1c6ea650b2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.113445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a841-d630-4e04-9bb6-1c6ea650b2a2 admin admin] Publish callbacks [] for security_group (1a304abc-135b-4107-accd-e31da2556012), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.118472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a841-d630-4e04-9bb6-1c6ea650b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1a304abc-135b-4107-accd-e31da2556012), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.156391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4ca1a841-d630-4e04-9bb6-1c6ea650b2a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f69079bc1c542faa1a9e4ee30063c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412952 Jan 28 01:38:49.157090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1a841-d630-4e04-9bb6-1c6ea650b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a304abc-135b-4107-accd-e31da2556012,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:49.160290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47430) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:49.215278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a420449-1dd1-43fe-8746-18a20ff4269a admin admin] Publish callbacks [] for security_group (1a304abc-135b-4107-accd-e31da2556012), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.237272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a420449-1dd1-43fe-8746-18a20ff4269a admin admin] Publish callbacks [] for security_group (1a304abc-135b-4107-accd-e31da2556012), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.612624 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a420449-1dd1-43fe-8746-18a20ff4269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1a304abc-135b-4107-accd-e31da2556012), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.615339 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6a420449-1dd1-43fe-8746-18a20ff4269a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.616576 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6a420449-1dd1-43fe-8746-18a20ff4269a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a304abc-135b-4107-accd-e31da2556012 HTTP/1.1" status: 204 len: 168 time: 0.4550273 Jan 28 01:38:49.624893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a420449-1dd1-43fe-8746-18a20ff4269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a304abc-135b-4107-accd-e31da2556012,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:52.863801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360bb58-4136-4338-8fb0-c21cd09e0c0a req-5d3cdaa0-a9fa-49f1-b37d-8aab7aa5873d tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:52.865359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f360bb58-4136-4338-8fb0-c21cd09e0c0a req-5d3cdaa0-a9fa-49f1-b37d-8aab7aa5873d tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1098 time: 0.1644423 Jan 28 01:38:52.913759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f360bb58-4136-4338-8fb0-c21cd09e0c0a req-00d34c41-d06b-43f9-95af-a5f0c2e51455 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425496 Jan 28 01:38:52.938914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47478) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:53.111800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 3f11c252-b5d9-40e8-8ab6-a141ae6f58ee {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:53.112211 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.191626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.191626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.200481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 3f11c252-b5d9-40e8-8ab6-a141ae6f58ee owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:53.357021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3f11c252-b5d9-40e8-8ab6-a141ae6f58ee), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.387614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=3f11c252-b5d9-40e8-8ab6-a141ae6f58ee,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:53.451324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (f3ef3262-fa25-4bd0-8918-a8ea9c9279df), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.451649 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP f3ef3262-fa25-4bd0-8918-a8ea9c9279df disassociated (deleted). External IP: 172.25.1.197, port: 22c2b4f3-ab80-404f-bd13-77394af7737f. Jan 28 01:38:53.676948 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:53.786780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:53.792023 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.797386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] Sync routers for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:53.807281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:53.807935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:53.824207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0da65b2e-a60e-4303-8ebf-597fc2cd17b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/floatingips/f3ef3262-fa25-4bd0-8918-a8ea9c9279df HTTP/1.1" status: 204 len: 168 time: 0.8814743 Jan 28 01:38:53.824207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:38:53.825249 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:38:53.866586 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8029e60a-20a9-4a31-b7e4-22ed7d733640 x-openstack-request-id: req-8029e60a-20a9-4a31-b7e4-22ed7d733640 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:38:53.866896 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:38:53.867152 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8029e60a-20a9-4a31-b7e4-22ed7d733640 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:38:53.867565 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'status': 'completed', 'code': 200} Jan 28 01:38:53.941833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:53.985634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-0d9d95f7-5513-4b7a-835b-386b4adf80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:53.987252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-0d9d95f7-5513-4b7a-835b-386b4adf80b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 1098 time: 0.0734911 Jan 28 01:38:54.134099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45b69c-d382-431c-a6bd-6a6d60946b0e req-6b3e636e-6882-4754-934f-4223940b9ee4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:54.135586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca45b69c-d382-431c-a6bd-6a6d60946b0e req-6b3e636e-6882-4754-934f-4223940b9ee4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 947 time: 0.1020412 Jan 28 01:38:54.169337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-4891191d-8f1c-47d4-afde-bd19d3e6f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:54.170928 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-4891191d-8f1c-47d4-afde-bd19d3e6f602 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 200 len: 897 time: 0.1464159 Jan 28 01:38:54.173106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:40Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:54.200787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] Checking router: 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:38:54.209195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:54.209854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:54.228408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-ea9d8b54-c9fd-4baa-8484-d42c2fb254f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 200 len: 217 time: 0.0508406 Jan 28 01:38:54.233248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca45b69c-d382-431c-a6bd-6a6d60946b0e req-007f8bc6-e6ac-4115-95c6-4dcdee1f8bcc tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903168 Jan 28 01:38:54.286869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-9534dbee-ba11-4ef4-84d9-62b7e972052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:54.288415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-9534dbee-ba11-4ef4-84d9-62b7e972052a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 200 len: 835 time: 0.0542257 Jan 28 01:38:54.317820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:54.337302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-4afbcf74-5853-4ce9-b6be-e852315b7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:54.338853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-4afbcf74-5853-4ce9-b6be-e852315b7b43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56c794de-bf77-43aa-88f2-d6da0eff78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437212 Jan 28 01:38:54.437485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-f3fc6d33-9ed0-4d6b-88b5-6d7535a1ef4b service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912831 Jan 28 01:38:54.483946 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:38:54.542309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:40Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:54.557361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28aaa4ae-5eb2-4c43-9710-14dee79ad36b req-c57c3f1d-3734-4c74-b668-ce526d8c94dd service neutron] 10.222.0.45 "GET /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133332 Jan 28 01:38:54.572384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f07fd-2b7a-4b1c-bbc1-981bcf629f48 None None] The sync data for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 is: [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:35:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '3dba501b-0f83-4099-ae94-6c8507fec19d', 'name': '', 'network_id': '56c794de-bf77-43aa-88f2-d6da0eff78ec', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:a6:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:35Z', 'updated_at': '2022-01-28T01:35:40Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '5707b40c-1e6e-47cc-8394-5aab44aabdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:38:54.803995 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f2bd5e-e245-40d1-91d0-19cc2dcbbfd4 None None] New status for floating IP f3ef3262-fa25-4bd0-8918-a8ea9c9279df: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:38:55.425440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ca12-d05a-4469-a7a3-e1db25106867 req-c6f0125c-bc77-4d88-a101-cf372cf9efa8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:55.427031 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27b8ca12-d05a-4469-a7a3-e1db25106867 req-c6f0125c-bc77-4d88-a101-cf372cf9efa8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 947 time: 0.1153388 Jan 28 01:38:55.480575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27b8ca12-d05a-4469-a7a3-e1db25106867 req-6b8905fb-ab57-4ce8-bd24-a5a78b18861c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=01e1447d-b76e-44c0-afbc-db566a016017&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476952 Jan 28 01:38:55.864717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-77a6d75f-67a4-4d21-a28d-8865cb10c9c6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:55.866477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-77a6d75f-67a4-4d21-a28d-8865cb10c9c6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 947 time: 0.0504584 Jan 28 01:38:55.958729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 22c2b4f3-ab80-404f-bd13-77394af7737f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:55.959146 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.045073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 22c2b4f3-ab80-404f-bd13-77394af7737f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=22c2b4f3-ab80-404f-bd13-77394af7737f,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:56.045443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.057500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 22c2b4f3-ab80-404f-bd13-77394af7737f owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:56.193087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (22c2b4f3-ab80-404f-bd13-77394af7737f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.223945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=22c2b4f3-ab80-404f-bd13-77394af7737f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:56.266889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] No DVR routers for this DVR port 22c2b4f3-ab80-404f-bd13-77394af7737f on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:56.269576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.272956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9eed434c-89fe-4d16-81df-64d5fd0e54b9 req-cb844558-c3a3-4bf6-8cb6-3dca73fb53f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "DELETE /v2.0/ports/22c2b4f3-ab80-404f-bd13-77394af7737f HTTP/1.1" status: 204 len: 173 time: 0.4015901 Jan 28 01:38:56.273416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-deleted', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:38:56.275843 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b074f89d-14a6-4540-b053-21e1bb811dcf" -d '{"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-deleted", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:38:56.314326 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098fb0c3-79d3-42e0-a81c-3da955cd9a1a x-openstack-request-id: req-098fb0c3-79d3-42e0-a81c-3da955cd9a1a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:38:56.314629 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a009f-0572-4a4d-ae6f-25262a63f269", "name": "network-vif-deleted", "tag": "22c2b4f3-ab80-404f-bd13-77394af7737f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:38:56.314885 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-098fb0c3-79d3-42e0-a81c-3da955cd9a1a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:38:56.315293 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a009f-0572-4a4d-ae6f-25262a63f269', 'name': 'network-vif-deleted', 'tag': '22c2b4f3-ab80-404f-bd13-77394af7737f', 'status': 'completed', 'code': 200} Jan 28 01:38:56.602214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-63b3804d-46d7-4e03-9cc2-bebf086c6a11 req-956e0b17-622b-499a-9b8d-c1a051e54bbc tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f3a009f-0572-4a4d-ae6f-25262a63f269 HTTP/1.1" status: 200 len: 210 time: 0.0324554 Jan 28 01:38:57.663004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47526) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:58.008900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:58.075339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.124001 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f072cef-8f79-41e5-87d0-a5b9e8b77379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.215638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f072cef-8f79-41e5-87d0-a5b9e8b77379 admin admin] Publish callbacks [] for security_group (f1100d20-5fd5-4fde-8089-af4034be2fde), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.220800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f072cef-8f79-41e5-87d0-a5b9e8b77379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1100d20-5fd5-4fde-8089-af4034be2fde), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.264620 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2f072cef-8f79-41e5-87d0-a5b9e8b77379 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffa191efb0564ccdae3ecc395d6845f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544844 Jan 28 01:38:58.266289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f072cef-8f79-41e5-87d0-a5b9e8b77379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1100d20-5fd5-4fde-8089-af4034be2fde,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:58.269093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47540) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:58.325538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a5b71a7-a5cf-49e3-b0d5-04a0b60d48c1 admin admin] Publish callbacks [] for security_group (f1100d20-5fd5-4fde-8089-af4034be2fde), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.353492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a5b71a7-a5cf-49e3-b0d5-04a0b60d48c1 admin admin] Publish callbacks [] for security_group (f1100d20-5fd5-4fde-8089-af4034be2fde), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.407875 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a5b71a7-a5cf-49e3-b0d5-04a0b60d48c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f1100d20-5fd5-4fde-8089-af4034be2fde), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.410650 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7a5b71a7-a5cf-49e3-b0d5-04a0b60d48c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.414387 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a5b71a7-a5cf-49e3-b0d5-04a0b60d48c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1100d20-5fd5-4fde-8089-af4034be2fde HTTP/1.1" status: 204 len: 168 time: 0.1411381 Jan 28 01:38:58.421991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b71a7-a5cf-49e3-b0d5-04a0b60d48c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1100d20-5fd5-4fde-8089-af4034be2fde,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:58.704768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 3dba501b-0f83-4099-ae94-6c8507fec19d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:58.705298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.805909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 3dba501b-0f83-4099-ae94-6c8507fec19d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=3dba501b-0f83-4099-ae94-6c8507fec19d,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:58.806546 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.819849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 3dba501b-0f83-4099-ae94-6c8507fec19d owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:59.013511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-8aca2b7d-7445-4b32-8517-fdc6ed6e62f0 req-8878ffd2-4189-4b3e-b4c4-514b06aa5793 service neutron] (109595) timed out ('10.222.0.45', 57461) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:38:59.020854 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3dba501b-0f83-4099-ae94-6c8507fec19d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.058035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=3dba501b-0f83-4099-ae94-6c8507fec19d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:59.236722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.516502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:59.629169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:59.634450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-77ed53c4-b5d9-406f-8f84-56b002a04fac tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703279 Jan 28 01:38:59.637453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47578) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:59.640593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] Sync routers for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:59.657958 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:59.662539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:59.715818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting subnet 5707b40c-1e6e-47cc-8394-5aab44aabdbb {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:38:59.720716 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (5707b40c-1e6e-47cc-8394-5aab44aabdbb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.792309 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (5707b40c-1e6e-47cc-8394-5aab44aabdbb), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.819808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:59.833185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47582) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:59.853001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:59.896350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5707b40c-1e6e-47cc-8394-5aab44aabdbb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.906209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 22c2b4f3-ab80-404f-bd13-77394af7737f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:59.906556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 22c2b4f3-ab80-404f-bd13-77394af7737f not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:59.970262 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (5707b40c-1e6e-47cc-8394-5aab44aabdbb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.018817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Subnet': ['ID=5707b40c-1e6e-47cc-8394-5aab44aabdbb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.023204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.029078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bccb43dc-c545-45d8-8e1e-b3893d845721 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/subnets/5707b40c-1e6e-47cc-8394-5aab44aabdbb HTTP/1.1" status: 204 len: 168 time: 0.3880258 Jan 28 01:39:00.029822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47586) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:00.032983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'network': {'name': 'tempest-network-smoke--1039642046', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:00.062774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:00.068013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.079250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.161734 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.177184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5f798-b398-4936-af26-6a0fa81c7436 None None] Network 56c794de-bf77-43aa-88f2-d6da0eff78ec requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:00.188513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (f90fc66d-c27a-46c0-86bc-9e327d2c831d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.195359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f90fc66d-c27a-46c0-86bc-9e327d2c831d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.231837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:39:00.243830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90fc66d-c27a-46c0-86bc-9e327d2c831d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.249673 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fa9a7c69-0f65-4a6e-986d-19b0a8412740), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.250294 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Added segment fa9a7c69-0f65-4a6e-986d-19b0a8412740 of type vlan for network 1eb29906-b940-4af4-bdd9-6d175519a640 Jan 28 01:39:00.285350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.301113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (1eb29906-b940-4af4-bdd9-6d175519a640), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.332832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (1eb29906-b940-4af4-bdd9-6d175519a640), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.340609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:00.341237 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.344348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': '0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:35:33Z', 'updated_at': '2022-01-28T01:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:00.375496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] Checking router: 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:00.382400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5479822 Jan 28 01:39:00.383805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:39:00.384408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.386250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47588) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:00.389297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] Routers {'1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:00.390062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:00.446056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-237878107', 'admin_state_up': True, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:00.452160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] DHCP port deletion for 56c794de-bf77-43aa-88f2-d6da0eff78ec request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:39:00.481918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e4a22-df4e-4301-adb5-7a97e6945f76 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Network': ['ID=1eb29906-b940-4af4-bdd9-6d175519a640,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.487821 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.488983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (de50bbae-cffa-4f86-a72b-b79e6702bc4a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.497916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 1eb29906-b940-4af4-bdd9-6d175519a640 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:39:00.510468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:00.511367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.526683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:39:00.550960 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_controller (de50bbae-cffa-4f86-a72b-b79e6702bc4a), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.605062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] Set router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:00.683029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 6, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:00.720394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (de50bbae-cffa-4f86-a72b-b79e6702bc4a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.724833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03e69c-9368-4a23-aca0-ad8dfc59e27f None None] The sync data for ids ['1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40'] in n-d-826756-1 is: [{'id': '1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1547865229', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:35:32Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 6, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:00.728615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Deleting port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:39:00.728615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.740680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.801056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.811952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] For port 51f2e7a4-948c-4f84-9341-aab6c8e8f808, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=51f2e7a4-948c-4f84-9341-aab6c8e8f808,segment=NetworkSegment(17a5e31a-e7b0-4638-abce-c63e718f011d),segment_id=17a5e31a-e7b0-4638-abce-c63e718f011d)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:00.812350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.831623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Calling delete_port for 51f2e7a4-948c-4f84-9341-aab6c8e8f808 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:39:00.883986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.941113 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (51f2e7a4-948c-4f84-9341-aab6c8e8f808), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.983470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] No DVR routers for this DVR port 51f2e7a4-948c-4f84-9341-aab6c8e8f808 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:39:00.984367 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.985916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Pushing event deleted for resources: {'Port': ['ID=51f2e7a4-948c-4f84-9341-aab6c8e8f808,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.988211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.010432 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.012855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.013441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.013994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.014515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.015053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.015580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.016548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.017080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.017728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.018259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.018792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.019298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.019806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3cb8-3c2b-4ed8-97d9-0003a6985d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.038355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.046735 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.047504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Fanout notify agent at l3_agent the message router_deleted on router 1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:39:01.054807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.059431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-da6fe8b2-c269-4ffd-825e-69b606c6fb9b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/routers/1459a7b1-6119-40f9-9e7d-0e1d5e8d7d40 HTTP/1.1" status: 204 len: 168 time: 1.0254297 Jan 28 01:39:01.059698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47592) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:01.156419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (56c794de-bf77-43aa-88f2-d6da0eff78ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.191274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.25.1.251 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/6e930cc0-b35a-40c9-8987-caa8fbcbfd38) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:01.260825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (56c794de-bf77-43aa-88f2-d6da0eff78ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.286506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c794de-bf77-43aa-88f2-d6da0eff78ec']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:01.296246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a5e31a-e7b0-4638-abce-c63e718f011d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:01.296533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a5e31a-e7b0-4638-abce-c63e718f011d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:01.306598 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (17a5e31a-e7b0-4638-abce-c63e718f011d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.314133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.321819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (17a5e31a-e7b0-4638-abce-c63e718f011d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.329808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:39:01.330774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (17a5e31a-e7b0-4638-abce-c63e718f011d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:39:01.334384 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:39:01.352677 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.393424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:01.398470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:01.402997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:01.406201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:01.407817 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (56c794de-bf77-43aa-88f2-d6da0eff78ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.416555 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.419961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/networks/56c794de-bf77-43aa-88f2-d6da0eff78ec HTTP/1.1" status: 204 len: 168 time: 0.3586829 Jan 28 01:39:01.423288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47594) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:01.462696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a50c18-d89b-46c7-b42f-eafc33fd147b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Network': ['ID=56c794de-bf77-43aa-88f2-d6da0eff78ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:01.520167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a876d50-14f1-41e8-876d-b9cee377ede2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (01e1447d-b76e-44c0-afbc-db566a016017), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.553337 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a876d50-14f1-41e8-876d-b9cee377ede2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (01e1447d-b76e-44c0-afbc-db566a016017), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.626049 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a876d50-14f1-41e8-876d-b9cee377ede2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (01e1447d-b76e-44c0-afbc-db566a016017), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.628994 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4a876d50-14f1-41e8-876d-b9cee377ede2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.630275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4a876d50-14f1-41e8-876d-b9cee377ede2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/security-groups/01e1447d-b76e-44c0-afbc-db566a016017 HTTP/1.1" status: 204 len: 168 time: 0.2058122 Jan 28 01:39:01.647986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a876d50-14f1-41e8-876d-b9cee377ede2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1447d-b76e-44c0-afbc-db566a016017,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:01.726896 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.859393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51f2e7a4-948c-4f84-9341-aab6c8e8f808 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:39:01.910669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 51f2e7a4-948c-4f84-9341-aab6c8e8f808 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:39:01.913526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 51f2e7a4-948c-4f84-9341-aab6c8e8f808 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:39:01.914340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:39:01.957849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:39:01.958484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0e9ef480-4c7b-4993-a3f5-41be8e0a6cbf not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:39:01.959936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3dba501b-0f83-4099-ae94-6c8507fec19d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:39:01.983903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 3dba501b-0f83-4099-ae94-6c8507fec19d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:39:01.984597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 3dba501b-0f83-4099-ae94-6c8507fec19d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:39:02.112713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.145657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47602) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.151249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634636027', 'description': 'tempest-secgroup-smoke-1634636027 description', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:02.175721 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.247683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (63166fdf-fca2-4e8d-bb4b-ad7bab97fb11), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.252569 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (63166fdf-fca2-4e8d-bb4b-ad7bab97fb11), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.264887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:39:02.277582 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.278854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1320286 Jan 28 01:39:02.283294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47604) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.287570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '63166fdf-fca2-4e8d-bb4b-ad7bab97fb11', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:02.299424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c3e73-1ab5-4e46-aeb0-0be850f3a4dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:02.318753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (68bcfa79-eef6-4e88-a9ac-e918038b3e37), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.366189 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (68bcfa79-eef6-4e88-a9ac-e918038b3e37), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.370008 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (68bcfa79-eef6-4e88-a9ac-e918038b3e37), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.376035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:02.386736 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:02.388614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bcfa79-eef6-4e88-a9ac-e918038b3e37,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:02.398484 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.399976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-98561ca4-0c55-4d14-81ba-58700aa80033 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157379 Jan 28 01:39:02.403892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.405341 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:02.406030 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:02.409459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '63166fdf-fca2-4e8d-bb4b-ad7bab97fb11', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:02.415569 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.416807 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8b56684-056c-4e29-b349-e8559782552c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0294886 Jan 28 01:39:02.420499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47608) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.444814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (61610c7b-8b40-4c58-a195-ec620119e94f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.516071 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:02.524812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-694ea9d5-4faf-4afa-92db-bc995ef69c21 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf857d1e68bd47139efa99c3fe19a22f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0961368 Jan 28 01:39:02.525176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47616) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.583140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (61610c7b-8b40-4c58-a195-ec620119e94f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.587932 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (61610c7b-8b40-4c58-a195-ec620119e94f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.719330 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 3, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:02.747151 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:02.747545 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Updating router de50bbae-cffa-4f86-a72b-b79e6702bc4a port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:02.774805 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.938707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61610c7b-8b40-4c58-a195-ec620119e94f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:02.953970 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.958117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47624) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.958252 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1d2b8e2a-cb01-41f5-80cc-0dcaae0263e0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5530930 Jan 28 01:39:02.963299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '63166fdf-fca2-4e8d-bb4b-ad7bab97fb11', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:02.993546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad43c2a-95ad-4317-9d33-b03c16368838 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:02.997075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (faf07385-85c3-49bc-a986-104ba8eb25cf), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.998353 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bad43c2a-95ad-4317-9d33-b03c16368838 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4720800 Jan 28 01:39:02.999349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47626) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.029310 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86f8ce91-fcdc-4411-9a82-077e5de33f06 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286028 Jan 28 01:39:03.032289 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47628) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.037537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-779551299', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:03.066465 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Publish callbacks [] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.072110 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.120314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Attempting to bind port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:03.120691 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Attempting to bind port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:03.121052 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Attempting to bind port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:03.135305 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:03.135589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:03.136173 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.136708 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:03.137336 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Bound port: 6e930cc0-b35a-40c9-8987-caa8fbcbfd38, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:03.137895 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.159607 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Pushing event updated for resources: {'Port': ['ID=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.163821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (faf07385-85c3-49bc-a986-104ba8eb25cf), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.170775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (faf07385-85c3-49bc-a986-104ba8eb25cf), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.178594 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.178944 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.179280 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.179801 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.180304 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.180641 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.181015 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.181293 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.181888 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.182349 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.182683 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.183008 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.183332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:03.203496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.204867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2457042 Jan 28 01:39:03.206037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30699e95-efc5-4333-aba9-0ba7ea0277ae tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf07385-85c3-49bc-a986-104ba8eb25cf,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.206713 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] For port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:03.207886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47632) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.208736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:03.210029 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] For port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:03.212579 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.214498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '63166fdf-fca2-4e8d-bb4b-ad7bab97fb11', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:03.218696 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.246701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (4d5f918e-0c3b-4ba9-8d60-378c448af33c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.290096 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:03.290998 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:03.324051 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (4d5f918e-0c3b-4ba9-8d60-378c448af33c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.328436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (4d5f918e-0c3b-4ba9-8d60-378c448af33c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.340535 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d870b1d-bfa4-4d17-ab5f-8e9fc32449f9 None None] Pushing event updated for resources: {'Port': ['ID=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.367403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5f918e-0c3b-4ba9-8d60-378c448af33c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.387191 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.389664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ad6650b-b9ab-4e4d-92db-2687cce670fb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1797311 Jan 28 01:39:03.394218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47634) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.399664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '63166fdf-fca2-4e8d-bb4b-ad7bab97fb11', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:03.428862 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:03.431856 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c577a243-0d38-4853-a1e9-444524db717d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.434162 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:39:03.440242 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (2e130014-5e61-4c1c-8f66-9f4169c5c62c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.530210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (2e130014-5e61-4c1c-8f66-9f4169c5c62c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.536527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2e130014-5e61-4c1c-8f66-9f4169c5c62c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.544867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Checking segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:03.545167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network hostable DHCP agents. Network: 1eb29906-b940-4af4-bdd9-6d175519a640, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:39:03.549328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Subnet': ['ID=c577a243-0d38-4853-a1e9-444524db717d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.570349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 1eb29906-b940-4af4-bdd9-6d175519a640 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:39:03.573893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.575372 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1796646 Jan 28 01:39:03.578521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47636) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.581694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 1eb29906-b940-4af4-bdd9-6d175519a640) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:03.584658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': '63166fdf-fca2-4e8d-bb4b-ad7bab97fb11', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:03.591419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec261f7-6133-4cfa-b64a-c2bb6567bef6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e130014-5e61-4c1c-8f66-9f4169c5c62c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.592291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430591c-fc52-463c-8694-c17d3d3053fd None None] Network 1eb29906-b940-4af4-bdd9-6d175519a640 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:03.604832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:03.605519 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.629575 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:39:03.629999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b8ba89bf-79aa-4c42-bb44-2cddaa2e12f4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5935247 Jan 28 01:39:03.629999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47638) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.640731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (de395b51-bbed-4b9c-83a9-955cc445e24c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.705833 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.745444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-1eb29906-b940-4af4-bdd9-6d175519a640', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:39:03.746697 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.777509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (de395b51-bbed-4b9c-83a9-955cc445e24c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.782129 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (de395b51-bbed-4b9c-83a9-955cc445e24c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.798943 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 3, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:03.800808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de395b51-bbed-4b9c-83a9-955cc445e24c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.815619 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.817383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d408adf5-a60f-4a66-a99a-1c0b086ca19f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2374732 Jan 28 01:39:03.820223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47640) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:03.825743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'network': {'name': 'tempest-network-smoke--604601045', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:03.844925 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8cf6b-8c43-4e87-a302-f7cbe2cd0552 None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 3, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:03.857411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:03.861877 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.898223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:39:03.912646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3eec1e92-13c4-4349-9b85-5e60a0c75636), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.913296 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Added segment 3eec1e92-13c4-4349-9b85-5e60a0c75636 of type vlan for network ecf955de-73fe-458a-b6cc-b80554accdbc Jan 28 01:39:04.024566 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ecf955de-73fe-458a-b6cc-b80554accdbc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.056146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Allocated IP 172.20.0.2 (1eb29906-b940-4af4-bdd9-6d175519a640/c577a243-0d38-4853-a1e9-444524db717d/93da6fc6-04c4-4cad-af6f-3756c8e7fe10) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:04.082400 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ecf955de-73fe-458a-b6cc-b80554accdbc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.090523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:04.091308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.170768 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3490567 Jan 28 01:39:04.171729 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:04.182176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'admin_state_up': True, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:04.194381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a364-5abc-4b3c-957a-30865aec77aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Network': ['ID=ecf955de-73fe-458a-b6cc-b80554accdbc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.222680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (c6eba653-85d7-4ceb-9b65-487e938b0eef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.224425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (c6eba653-85d7-4ceb-9b65-487e938b0eef), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.324837 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (c6eba653-85d7-4ceb-9b65-487e938b0eef), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.325602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ecf955de-73fe-458a-b6cc-b80554accdbc details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:39:04.352417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Publish callbacks [] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.400867 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.485353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.526124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Network 1eb29906-b940-4af4-bdd9-6d175519a640 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:04.532872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:04.535856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Pushing event updated for resources: {'Port': ['ID=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.538451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:04.621316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Attempting to bind port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:04.622010 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Attempting to bind port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:04.622108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Attempting to bind port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 on network 1eb29906-b940-4af4-bdd9-6d175519a640 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:04.628831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:04.629200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Checking segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:04.629513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.629941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Bound using segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:04.630428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Bound port: 93da6fc6-04c4-4cad-af6f-3756c8e7fe10, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:04.630815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.661146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (c6eba653-85d7-4ceb-9b65-487e938b0eef), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.744508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] For port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:04.756343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] For port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:04.764266 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.854983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b62985-30a7-4142-9c85-261859ff6030 None None] Pushing event updated for resources: {'Port': ['ID=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.913181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.20.0.1 (1eb29906-b940-4af4-bdd9-6d175519a640/c577a243-0d38-4853-a1e9-444524db717d/12b5dd23-dd45-4fe0-9dc3-b572b53bd708) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:04.985858 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (c6eba653-85d7-4ceb-9b65-487e938b0eef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.024324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.103364 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.180699 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.221050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.219 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e2ad3912-d375-4eec-ae45-a65597674a9e) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:05.251767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 1eb29906-b940-4af4-bdd9-6d175519a640 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:05.262409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:05.269235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:05.334256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:05.360910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.393252 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.432582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.499929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=e2ad3912-d375-4eec-ae45-a65597674a9e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:05.504040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:05.508262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:05.511123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:05.542246 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.812203 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (c6eba653-85d7-4ceb-9b65-487e938b0eef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.909089 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.914895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.943710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:06.023891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:06.025121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.041124 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.061336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:06.148394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:06.148780 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.185532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (c6eba653-85d7-4ceb-9b65-487e938b0eef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.214223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:06.223011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.223818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:06.267591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 1eb29906-b940-4af4-bdd9-6d175519a640 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:06.269530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:06.321370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:06.334529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:06.334918 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.475022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router c6eba653-85d7-4ceb-9b65-487e938b0eef is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:39:06.487607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:06.488363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.563850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:06.584879 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.666909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:06.677268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:06.701689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Sync routers for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:06.721812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:06.722524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:06.727848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.730757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4029cb3f-a985-4ab9-8229-84a8541b93bf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5539286 Jan 28 01:39:06.733344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:06.772624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cd9dc329-b6f2-482c-b143-24de87b8fae4 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5503721e2d1e4f9a8fe81522a00daed8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375156 Jan 28 01:39:06.775151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47652) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:06.875860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:06.908666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:06.925286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d8390-e994-49b2-b422-40acec1b4aec tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:06.928103 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-942d8390-e994-49b2-b422-40acec1b4aec tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494491 Jan 28 01:39:06.930581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47654) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:06.965800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7b87cbba-66db-455d-8e71-82c8bc924b98 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340421 Jan 28 01:39:06.968425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47656) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:06.974076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1850354844', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:07.056352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:07.066876 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:07.083585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f7152ba-2a31-4171-8583-44385b513712 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "PUT /v2.0/routers/de50bbae-cffa-4f86-a72b-b79e6702bc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4524786 Jan 28 01:39:07.086855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47658) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:07.090393 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:07.091126 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:07.105551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7cd23-9749-4c8e-ab5a-97d6eb6a6f73 None None] Network 1eb29906-b940-4af4-bdd9-6d175519a640 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:07.110126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:07.114281 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.164663 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9d71c82-efe0-49e3-88a9-4be0049a00d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.265858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-08b9954d-094b-4721-bd89-9e167c1d9ce6 None None] Provisioning complete for port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:07.268391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-08b9954d-094b-4721-bd89-9e167c1d9ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.327675 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:07.417441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (923c00c5-54fe-48e3-a7ec-b8bac9d32834), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.423678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.424163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.424631 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.425095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.425555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.426041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.426499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.428598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7dd40f1a-356a-4351-bf1c-53eed340e54c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4925 time: 0.3407233 Jan 28 01:39:07.431406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47662) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:07.535353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.535826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.536294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.536751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.537241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.537935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.538396 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.539437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:07.540485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-28b2a513-4af3-4fa9-bb2b-fe4b0047fcab tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1081176 Jan 28 01:39:07.544000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47664) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:07.556185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Subnet': ['ID=923c00c5-54fe-48e3-a7ec-b8bac9d32834,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:07.565377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Checking segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:07.565742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network hostable DHCP agents. Network: ecf955de-73fe-458a-b6cc-b80554accdbc, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:39:07.584036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network ecf955de-73fe-458a-b6cc-b80554accdbc is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:39:07.595370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ecf955de-73fe-458a-b6cc-b80554accdbc) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:07.610052 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:07.611351 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.630588 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f3000733-c859-4943-864a-2fd3ae08b4eb tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6607995 Jan 28 01:39:07.633321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47666) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:07.640782 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 2, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:07.672138 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:07.672507 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Updating router de50bbae-cffa-4f86-a72b-b79e6702bc4a port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:07.686195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf89c6f-c400-49f7-a02d-8a9a13429ab7 None None] Network ecf955de-73fe-458a-b6cc-b80554accdbc requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:07.696020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Checking router: c6eba653-85d7-4ceb-9b65-487e938b0eef for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:07.704712 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.707424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Updating router c6eba653-85d7-4ceb-9b65-487e938b0eef port e2ad3912-d375-4eec-ae45-a65597674a9e binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:07.856507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:07.858683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.868360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:07.951822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78ba81e8-928b-48a7-968d-76bab3d29ac1 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.4064994 Jan 28 01:39:07.993951 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Publish callbacks [] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.000360 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.055678 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d59a0-8c7a-4075-8d65-97c59791f295 None None] Pushing event updated for resources: {'Port': ['ID=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:08.128589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Attempting to bind port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:08.129281 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Attempting to bind port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:08.129407 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Attempting to bind port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 on network 1eb29906-b940-4af4-bdd9-6d175519a640 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:08.135022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:08.135409 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Checking segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:08.135861 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.136258 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Bound using segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:08.136755 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Bound port: 12b5dd23-dd45-4fe0-9dc3-b572b53bd708, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:08.137323 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.238089 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] For port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:08.241832 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] For port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:08.255568 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.295293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.336839 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d59a0-8c7a-4075-8d65-97c59791f295 None None] Pushing event updated for resources: {'Port': ['ID=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:08.379244 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:08.379813 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:38:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:08.411587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-08b9954d-094b-4721-bd89-9e167c1d9ce6 None None] Current status of the port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:08.413466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:08.427416 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.445510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ecf955de-73fe-458a-b6cc-b80554accdbc', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:39:08.446791 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.555133 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:08.621507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Provisioning complete for port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:08.621930 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.902571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:08Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:08.996674 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bb445-d352-4d7d-8348-b3be2d8a649c None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:08Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:09.016790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Current status of the port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:09.017256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.037188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:09.041405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:09.167847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47672) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:09.174885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043353539', 'description': 'tempest-secgroup-smoke-1043353539 description', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:09.176402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Publish callbacks [] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.200232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.218639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.306600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Allocated IP 172.20.0.2 (ecf955de-73fe-458a-b6cc-b80554accdbc/923c00c5-54fe-48e3-a7ec-b8bac9d32834/92c33f91-126a-45a1-978c-4d92b1c11df0) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:09.317679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f1133-e0f1-48f2-8e27-a970786c1d0a None None] Pushing event updated for resources: {'Port': ['ID=e2ad3912-d375-4eec-ae45-a65597674a9e,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.338538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] For port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:09.343091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.354803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.355048 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.370240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Attempting to bind port e2ad3912-d375-4eec-ae45-a65597674a9e on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:09.370617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Attempting to bind port e2ad3912-d375-4eec-ae45-a65597674a9e by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:09.370990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Attempting to bind port e2ad3912-d375-4eec-ae45-a65597674a9e on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:09.388682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:09.389023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:09.389439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.389988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:09.391611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Bound port: e2ad3912-d375-4eec-ae45-a65597674a9e, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:09.391611 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.422775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.427344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2578247 Jan 28 01:39:09.430497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47676) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:09.436780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb33ab-b648-417f-ae9b-446d00c987b5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.436996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': 'b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:09.472757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Provisioning complete for port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:09.473326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.508148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (7c1469c0-15a3-4104-bf32-a5d8a422e6ca), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.598482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90b6a40e-b0c1-40b8-8047-a64c899b009f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.616303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (7c1469c0-15a3-4104-bf32-a5d8a422e6ca), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.625759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Pushing event updated for resources: {'Port': ['ID=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.628502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7c1469c0-15a3-4104-bf32-a5d8a422e6ca), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.659994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1469c0-15a3-4104-bf32-a5d8a422e6ca,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.668979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:09.669385 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.680412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.682143 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2a12648a-dbfc-4e96-ad4e-c225c69f28c5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2504966 Jan 28 01:39:09.685212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:09.690918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': 'b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:09.735911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (f4b4ffb7-fe4c-4b3a-a61c-eca31de88129), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.780845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] For port e2ad3912-d375-4eec-ae45-a65597674a9e, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:09.788568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9e83d-a641-481a-8322-7f32c6206d03 None None] Current status of the port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:09.820148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] For port e2ad3912-d375-4eec-ae45-a65597674a9e, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e2ad3912-d375-4eec-ae45-a65597674a9e,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:09.836608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.838440 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (f4b4ffb7-fe4c-4b3a-a61c-eca31de88129), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.848322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (f4b4ffb7-fe4c-4b3a-a61c-eca31de88129), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.888641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b4ffb7-fe4c-4b3a-a61c-eca31de88129,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.918720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.923025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-27c9c721-7fb0-4e83-a314-2d67c89d230c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2334385 Jan 28 01:39:09.923519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47680) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:09.928908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': 'b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:09.962795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (120c35c0-d9fa-442c-b5fc-8d3038f6e106), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.023769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4bb40849-aa5a-402f-be81-1418eccb9fb6 None None] Provisioning complete for port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:10.024152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4bb40849-aa5a-402f-be81-1418eccb9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.032043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (120c35c0-d9fa-442c-b5fc-8d3038f6e106), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.038122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (120c35c0-d9fa-442c-b5fc-8d3038f6e106), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.059943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120c35c0-d9fa-442c-b5fc-8d3038f6e106,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:10.062187 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Publish callbacks [] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.074951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.078953 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1611b992-0998-4b95-b2a9-4702515bc707 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517739 Jan 28 01:39:10.079967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47682) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:10.085219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': 'b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:10.087371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:10.087975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:10.123150 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (71e5eede-5353-453a-9561-0758120b6995), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.137991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.155056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:10.167141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Network ecf955de-73fe-458a-b6cc-b80554accdbc is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:10.174506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:10.177245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.1 (ecf955de-73fe-458a-b6cc-b80554accdbc/923c00c5-54fe-48e3-a7ec-b8bac9d32834/f35199e4-cc02-468e-80eb-00f47e301e25) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:10.182024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:10.193110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f1133-e0f1-48f2-8e27-a970786c1d0a None None] Pushing event updated for resources: {'Port': ['ID=e2ad3912-d375-4eec-ae45-a65597674a9e,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:10.263652 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (71e5eede-5353-453a-9561-0758120b6995), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.269827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (71e5eede-5353-453a-9561-0758120b6995), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.299290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e5eede-5353-453a-9561-0758120b6995,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:10.302403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Pushing event updated for resources: {'Port': ['ID=92c33f91-126a-45a1-978c-4d92b1c11df0,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:10.327801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.332933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aefad1b7-0ec6-4c3e-a20e-93d92ee6b423 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2519808 Jan 28 01:39:10.333249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47684) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:10.346024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': 'b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:10.423612 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (f35199e4-cc02-468e-80eb-00f47e301e25), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.473368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.535008 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Project cf857d1e68bd47139efa99c3fe19a22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:39:10.551836 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network ecf955de-73fe-458a-b6cc-b80554accdbc is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:10.552898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (3acd9ab2-d887-4a03-83ba-a86ee4c13f13), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.558462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=f35199e4-cc02-468e-80eb-00f47e301e25,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:10.574619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:10.583442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:10.612832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:10.671736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (c6eba653-85d7-4ceb-9b65-487e938b0eef), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.674357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Attempting to bind port 92c33f91-126a-45a1-978c-4d92b1c11df0 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:10.674735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Attempting to bind port 92c33f91-126a-45a1-978c-4d92b1c11df0 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:10.676319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Attempting to bind port 92c33f91-126a-45a1-978c-4d92b1c11df0 on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:10.694165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:10.694628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Checking segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:10.694960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.695361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Bound using segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:10.695855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Bound port: 92c33f91-126a-45a1-978c-4d92b1c11df0, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:10.696238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.723666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4bb40849-aa5a-402f-be81-1418eccb9fb6 None None] Current status of the port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:10.726658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (3acd9ab2-d887-4a03-83ba-a86ee4c13f13), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.735917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:10.741595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3acd9ab2-d887-4a03-83ba-a86ee4c13f13), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.777952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acd9ab2-d887-4a03-83ba-a86ee4c13f13,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:10.812201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.817162 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06cb9d49-b772-4301-8686-9a05683687b8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4801109 Jan 28 01:39:10.817919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47688) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:10.824230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': 'b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:10.913078 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Project cf857d1e68bd47139efa99c3fe19a22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:39:10.940256 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (6a1b836d-f81a-4ebc-97aa-f9bf5aedbc89), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.966080 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.974227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fe980f08-bf9a-4c3a-8ee4-6efb004f1741 None None] Provisioning complete for port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:10.974678 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fe980f08-bf9a-4c3a-8ee4-6efb004f1741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.981345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:10.982083 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.024479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] For port 92c33f91-126a-45a1-978c-4d92b1c11df0, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:11.041938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.078930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] For port 92c33f91-126a-45a1-978c-4d92b1c11df0, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92c33f91-126a-45a1-978c-4d92b1c11df0,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:11.091436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (6a1b836d-f81a-4ebc-97aa-f9bf5aedbc89), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.093699 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.100764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (6a1b836d-f81a-4ebc-97aa-f9bf5aedbc89), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.159808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1b836d-f81a-4ebc-97aa-f9bf5aedbc89,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:11.179808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.190809 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f003bb83-f05e-4b34-892b-ab3d9517c082 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3626835 Jan 28 01:39:11.342876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb21f1-7257-46b1-8149-51794521c1e5 None None] Pushing event updated for resources: {'Port': ['ID=92c33f91-126a-45a1-978c-4d92b1c11df0,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:11.361186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:11.412461 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370f78d-6068-4f2b-92c2-d1ea8bd5568a None None] The sync data for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 is: [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:11.432215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fe980f08-bf9a-4c3a-8ee4-6efb004f1741 None None] Current status of the port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:11.435050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:11.446547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (f35199e4-cc02-468e-80eb-00f47e301e25), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.453713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.472732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-e7856616-633f-4558-b862-d933484ea05a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043353539&fields=id&tenant_id=cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 267 time: 0.1039550 Jan 28 01:39:11.521150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (c6eba653-85d7-4ceb-9b65-487e938b0eef), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:11.667131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-44d6911c-3a7a-4182-a6eb-1af6fb858700 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:11.668642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-44d6911c-3a7a-4182-a6eb-1af6fb858700 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/networks?id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 797 time: 0.1950853 Jan 28 01:39:11.680678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network ecf955de-73fe-458a-b6cc-b80554accdbc is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:11.686496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:11.695398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=f35199e4-cc02-468e-80eb-00f47e301e25,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:11.698140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-06ed0b15-f1ef-4060-a2be-4bab38559eaa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/quotas/cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 375 time: 0.0146666 Jan 28 01:39:11.807977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-5995bd34-96cc-43fa-b6bb-034d473487f1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891416 Jan 28 01:39:11.920978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router c6eba653-85d7-4ceb-9b65-487e938b0eef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:12.047855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:12.151652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a1854a61-a899-4e78-a39f-3beb1bff34b3 service neutron] 10.222.0.23 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307068 Jan 28 01:39:12.153433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:12.161508 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3fe6339b-7a64-4aa4-858f-6975cabd84aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/c6eba653-85d7-4ceb-9b65-487e938b0eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5268042 Jan 28 01:39:12.342708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-65bbb2a9-5bc3-4204-9f2a-f0f667443321 service neutron] 10.222.0.23 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827054 Jan 28 01:39:12.534226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c33f91-126a-45a1-978c-4d92b1c11df0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:12.638090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 92c33f91-126a-45a1-978c-4d92b1c11df0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:12.639103 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:12.639996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-68b83e09-de35-40ca-9137-f55e92332746 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634636027&fields=id&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 267 time: 0.1266186 Jan 28 01:39:12.823102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8f6c84a-2c92-41fa-9483-525b3f02fac9 req-5a505e9c-6044-4339-abbe-e7b1582eb0e8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0697036 Jan 28 01:39:12.870467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 92c33f91-126a-45a1-978c-4d92b1c11df0 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:12.872049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:12.930162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 92c33f91-126a-45a1-978c-4d92b1c11df0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92c33f91-126a-45a1-978c-4d92b1c11df0,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:12.937691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-3b3195c4-b946-4039-9e75-2bf0bef6383b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:12.941059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-3b3195c4-b946-4039-9e75-2bf0bef6383b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 796 time: 0.2998941 Jan 28 01:39:12.945131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:12.945987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e2ad3912-d375-4eec-ae45-a65597674a9e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:12.982668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-83af27a5-625e-4a36-aa57-b5c3f9012f0c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/quotas/5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 375 time: 0.0339868 Jan 28 01:39:13.143778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-bd269e44-adc4-4445-b0e1-dcfac0e750b1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532753 Jan 28 01:39:13.165180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=92c33f91-126a-45a1-978c-4d92b1c11df0,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:13.186807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33064a26-bae7-4ad3-905f-e7c0f492c6c4 None None] Network ecf955de-73fe-458a-b6cc-b80554accdbc requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:13.192709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e2ad3912-d375-4eec-ae45-a65597674a9e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:13.198140 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.370438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ffcb995e-5e01-4be0-adbf-ce551a66336c None None] Provisioning complete for port 92c33f91-126a-45a1-978c-4d92b1c11df0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:13.370955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffcb995e-5e01-4be0-adbf-ce551a66336c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.401238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.442877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-cb80c77a-5275-46a1-9057-e82420a13b3a service neutron] 10.222.0.23 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817516 Jan 28 01:39:13.488057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e2ad3912-d375-4eec-ae45-a65597674a9e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:13.488496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.531499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e2ad3912-d375-4eec-ae45-a65597674a9e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e2ad3912-d375-4eec-ae45-a65597674a9e,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:13.559789 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.615457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb995e-5e01-4be0-adbf-ce551a66336c None None] Current status of the port 92c33f91-126a-45a1-978c-4d92b1c11df0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:13.649371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e2ad3912-d375-4eec-ae45-a65597674a9e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:13.650712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-9815b41c-f823-48a5-8c23-0b8b99e2f1d9 service neutron] 10.222.0.23 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059309 Jan 28 01:39:13.963416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b4db73c2-d11b-4ebd-805e-f65d1558016a None None] Provisioning complete for port 92c33f91-126a-45a1-978c-4d92b1c11df0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:13.963928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4db73c2-d11b-4ebd-805e-f65d1558016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.981734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3ce6246-051e-48b5-921e-a6ccbe54a62c req-14f1fc3f-07d8-4b21-a974-eae2eb9f355e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0828328 Jan 28 01:39:14.055050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc9d2385-75a9-4b7e-8900-f6614e7a8755 req-b4f58aca-988e-4db1-99ba-4efd2b574a5b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0535676 Jan 28 01:39:14.140286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b4db73c2-d11b-4ebd-805e-f65d1558016a None None] Current status of the port 92c33f91-126a-45a1-978c-4d92b1c11df0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:14.161974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b4db73c2-d11b-4ebd-805e-f65d1558016a None None] Provisioning complete for port f35199e4-cc02-468e-80eb-00f47e301e25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:14.162347 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4db73c2-d11b-4ebd-805e-f65d1558016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:14.219260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b4db73c2-d11b-4ebd-805e-f65d1558016a None None] Port f35199e4-cc02-468e-80eb-00f47e301e25 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:14.362956 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c33f91-126a-45a1-978c-4d92b1c11df0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:14.483972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Sync routers for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:14.523649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-babae9ad-f46c-446b-8752-0889eb854931 None None] Provisioning complete for port f35199e4-cc02-468e-80eb-00f47e301e25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:14.524667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-babae9ad-f46c-446b-8752-0889eb854931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:14.558397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:14.559550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:14.879910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-b84e7343-e87e-41f5-885a-f75157a88dc7 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:14.881399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-b84e7343-e87e-41f5-885a-f75157a88dc7 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/networks?id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 797 time: 0.3897223 Jan 28 01:39:14.882307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 92c33f91-126a-45a1-978c-4d92b1c11df0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:14.882812 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:14.888058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-babae9ad-f46c-446b-8752-0889eb854931 None None] Port f35199e4-cc02-468e-80eb-00f47e301e25 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:14.982570 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:15.040828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a085974f-b870-4191-861e-77a73f8c01f5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 380 time: 0.1150956 Jan 28 01:39:15.055800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'port': {'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'admin_state_up': True, 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'security_groups': ['b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:15.169190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6df4af23-4db2-4678-8623-f6daca97c777 None None] Provisioning complete for port f35199e4-cc02-468e-80eb-00f47e301e25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:15.169857 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6df4af23-4db2-4678-8623-f6daca97c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:15.207863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 92c33f91-126a-45a1-978c-4d92b1c11df0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:15.209317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e2ad3912-d375-4eec-ae45-a65597674a9e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:15.264681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f3b52ce-dc94-45f6-8306-a4cda9c0fbdb req-bfb09b0b-b29c-4e6d-97a6-7e1e6fdec8f3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0904155 Jan 28 01:39:15.316410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ab8f700-8513-411a-b18a-e026bb19e9e9 req-568ac7b0-c4b9-4f31-9f09-fcd44c9681ea tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0421040 Jan 28 01:39:15.347019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6df4af23-4db2-4678-8623-f6daca97c777 None None] Port f35199e4-cc02-468e-80eb-00f47e301e25 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:15.402838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:15.408639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:15.474150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e2ad3912-d375-4eec-ae45-a65597674a9e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:15.475577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:15.667959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:11Z', 'revision_number': 2, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:15.703969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e2ad3912-d375-4eec-ae45-a65597674a9e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:15.707406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Checking router: c6eba653-85d7-4ceb-9b65-487e938b0eef for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:15.707827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Updating router c6eba653-85d7-4ceb-9b65-487e938b0eef port f35199e4-cc02-468e-80eb-00f47e301e25 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:15.755177 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:15.767177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.20.0.5 (1eb29906-b940-4af4-bdd9-6d175519a640/c577a243-0d38-4853-a1e9-444524db717d/b9b5878a-93d7-4064-990b-415add61a6df) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:15.777118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-6f1a5410-1cb3-4214-b525-cd7348b39e7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046839 Jan 28 01:39:15.912169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-5404d72f-e02f-4a5b-bdf2-5a003f978942 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:15.913755 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-5404d72f-e02f-4a5b-bdf2-5a003f978942 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 796 time: 0.2263207 Jan 28 01:39:16.046681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-45590d8c-0552-4ba5-9737-60ed196451c4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 380 time: 0.1177292 Jan 28 01:39:16.062518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'port': {'device_id': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'admin_state_up': True, 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'security_groups': ['63166fdf-fca2-4e8d-bb4b-ad7bab97fb11']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:16.127765 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (b9b5878a-93d7-4064-990b-415add61a6df), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.230510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b9b5878a-93d7-4064-990b-415add61a6df), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.288616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 1eb29906-b940-4af4-bdd9-6d175519a640 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:16.295737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:16.301760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:16.310704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:16.317672 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.400049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-f890b153-f284-4380-82ad-6966f04b6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:16.407579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-f890b153-f284-4380-82ad-6966f04b6b20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1097 time: 0.2181740 Jan 28 01:39:16.415046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=b9b5878a-93d7-4064-990b-415add61a6df,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:16.523747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64735120-4daa-48a2-9733-1eab4c4668fe req-3c1789ef-5b98-4bcb-9109-611f81300251 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 210 time: 0.1126933 Jan 28 01:39:16.560037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Publish callbacks [] for port (f35199e4-cc02-468e-80eb-00f47e301e25), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.570148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.579840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:16.580516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.616370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50b11-6e86-416d-87c2-cdd7801f5235 None None] Pushing event updated for resources: {'Port': ['ID=f35199e4-cc02-468e-80eb-00f47e301e25,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:16.710383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-a952e7f4-a011-40fc-9ba3-608dbbf866a3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6628244 Jan 28 01:39:16.731727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.12 (ecf955de-73fe-458a-b6cc-b80554accdbc/923c00c5-54fe-48e3-a7ec-b8bac9d32834/cbadee60-4790-44ae-b7ba-f6cfef82f18f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:16.742902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Request body: {'port': {'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:16.832035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Attempting to bind port f35199e4-cc02-468e-80eb-00f47e301e25 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:16.832686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Attempting to bind port f35199e4-cc02-468e-80eb-00f47e301e25 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:16.833213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Attempting to bind port f35199e4-cc02-468e-80eb-00f47e301e25 on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:16.842431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:16.845223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6a8e9-c0c1-4421-a3e3-63c5b6b03f8c req-da9e45c3-44d5-48e7-8952-22409e06faf6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:16.847039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1c6a8e9-c0c1-4421-a3e3-63c5b6b03f8c req-da9e45c3-44d5-48e7-8952-22409e06faf6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 931 time: 0.3380055 Jan 28 01:39:16.858447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Checking segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:16.859144 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.859735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Bound using segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:16.860428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Bound port: f35199e4-cc02-468e-80eb-00f47e301e25, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:16.861008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.911505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-9559c464-09a5-4fca-a2ce-5dcf3adc0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:16.917761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-9559c464-09a5-4fca-a2ce-5dcf3adc0357 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.4596488 Jan 28 01:39:16.939519 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9b5878a-93d7-4064-990b-415add61a6df), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.959875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5194e21b-d4b5-4ec3-84e7-c4f8d07f4573 None None] Provisioning complete for port b9b5878a-93d7-4064-990b-415add61a6df triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:16.960298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5194e21b-d4b5-4ec3-84e7-c4f8d07f4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b9b5878a-93d7-4064-990b-415add61a6df), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.026856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5194e21b-d4b5-4ec3-84e7-c4f8d07f4573 None None] Port b9b5878a-93d7-4064-990b-415add61a6df cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:17.036007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] For port f35199e4-cc02-468e-80eb-00f47e301e25, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:17.040412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] For port f35199e4-cc02-468e-80eb-00f47e301e25, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f35199e4-cc02-468e-80eb-00f47e301e25,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:17.049237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.079778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.139393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:17.140202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:17.144767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50b11-6e86-416d-87c2-cdd7801f5235 None None] Pushing event updated for resources: {'Port': ['ID=f35199e4-cc02-468e-80eb-00f47e301e25,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:17.154765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.189554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1c6a8e9-c0c1-4421-a3e3-63c5b6b03f8c req-068cf5a9-fd48-4c31-a551-673c6d902360 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999799 Jan 28 01:39:17.207978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-7931e143-c2b7-4f6e-af44-32ffc54984eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 1002 time: 0.2767751 Jan 28 01:39:17.252772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network ecf955de-73fe-458a-b6cc-b80554accdbc is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:17.256919 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] Provisioning complete for port f35199e4-cc02-468e-80eb-00f47e301e25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:17.257497 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.276761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:17.280727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:17.393134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:17.433997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:17.479839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-3af86641-1c5f-406e-a683-91919c375df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:17.481347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-3af86641-1c5f-406e-a683-91919c375df4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.2725768 Jan 28 01:39:17.510733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:17.511448 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.551457 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-e4f3617e-9e4b-46c7-a26e-1aa381168eb1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4966838 Jan 28 01:39:17.569120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Request body: {'port': {'device_id': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:17.692342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] Current status of the port f35199e4-cc02-468e-80eb-00f47e301e25 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:17.692863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.697721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:17.962737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] For port f35199e4-cc02-468e-80eb-00f47e301e25, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f35199e4-cc02-468e-80eb-00f47e301e25,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:17.971955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.049022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:18.088753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3e859f-a22e-4442-a089-0d2572de1764 None None] The sync data for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 is: [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:18.105831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0e7b8-e8ab-4e3b-83b1-d6043c97be3e None None] Pushing event updated for resources: {'Port': ['ID=f35199e4-cc02-468e-80eb-00f47e301e25,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:18.119215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5a5ab602-31b2-4091-b0f5-b351251b478b None None] Provisioning complete for port cbadee60-4790-44ae-b7ba-f6cfef82f18f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:18.119600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab602-31b2-4091-b0f5-b351251b478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.191170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ab602-31b2-4091-b0f5-b351251b478b None None] Port cbadee60-4790-44ae-b7ba-f6cfef82f18f cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:18.211931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5a5ab602-31b2-4091-b0f5-b351251b478b None None] Provisioning complete for port f35199e4-cc02-468e-80eb-00f47e301e25 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:18.212308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab602-31b2-4091-b0f5-b351251b478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.380465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbadee60-4790-44ae-b7ba-f6cfef82f18f {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:18.408070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Publish callbacks [] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.424294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ab602-31b2-4091-b0f5-b351251b478b None None] Current status of the port f35199e4-cc02-468e-80eb-00f47e301e25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:18.457997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f35199e4-cc02-468e-80eb-00f47e301e25 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:18.458275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Transition to ACTIVE for port object cbadee60-4790-44ae-b7ba-f6cfef82f18f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:39:18.464865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.525275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72113-b91b-43a6-9f51-09357c742af5 req-ef98d59c-d270-4d88-9709-1b065bb209c2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:18.533375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa72113-b91b-43a6-9f51-09357c742af5 req-ef98d59c-d270-4d88-9709-1b065bb209c2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 932 time: 0.8555703 Jan 28 01:39:18.547902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:18.592702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b5878a-93d7-4064-990b-415add61a6df {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:18.606698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Publish callbacks [] for port (b9b5878a-93d7-4064-990b-415add61a6df), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.608394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f35199e4-cc02-468e-80eb-00f47e301e25 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:18.610431 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.632554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-92f98ec0-086c-4e61-a58d-8d19ddeb5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:18.666050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-92f98ec0-086c-4e61-a58d-8d19ddeb5466 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9853172 Jan 28 01:39:18.718975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93444614-5ab9-4558-8582-f88eb5214d4a req-d002e3e0-2483-4821-bdf3-a44ea8a8ab3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:18.721389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93444614-5ab9-4558-8582-f88eb5214d4a req-d002e3e0-2483-4821-bdf3-a44ea8a8ab3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 931 time: 0.2263567 Jan 28 01:39:18.738792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:18.739885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:18.740294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:18.748456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:39:18.748790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:18.756385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:18.756989 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Checking segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:18.757418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Bound using segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:18.757956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Bound port: cbadee60-4790-44ae-b7ba-f6cfef82f18f, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:18.758334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.762241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Transition to ACTIVE for port object b9b5878a-93d7-4064-990b-415add61a6df will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:39:18.801251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f35199e4-cc02-468e-80eb-00f47e301e25 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:18.874926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:18.882648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:18.892922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.942896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b9b5878a-93d7-4064-990b-415add61a6df), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.946271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:18.948076 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.950035 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] 10.222.0.43 "PUT /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1092 time: 1.3853707 Jan 28 01:39:18.953912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:18.957648 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:19.019821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6573bd-1c3f-4f0a-85cf-7b279966cf7e service neutron] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:19.028792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-e30cee67-6132-47d0-ad53-c4755351e015 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346827 Jan 28 01:39:19.060686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aa72113-b91b-43a6-9f51-09357c742af5 req-fdff648b-e2dd-488b-b280-695bb0525026 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5261030 Jan 28 01:39:19.152534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-0481ae80-0c23-4f74-b8e1-a702343d0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.155529 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-0481ae80-0c23-4f74-b8e1-a702343d0fa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1095 time: 0.1414251 Jan 28 01:39:19.168176 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87579423-a429-4a46-b7ff-66727b384bb8 x-openstack-request-id: req-87579423-a429-4a46-b7ff-66727b384bb8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:19.168897 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:19.169426 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87579423-a429-4a46-b7ff-66727b384bb8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:19.170082 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'status': 'completed', 'code': 200} Jan 28 01:39:19.211046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b5878a-93d7-4064-990b-415add61a6df,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:19.220499 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-a9d2d34b-7d9a-4225-8352-e3e71968342a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 217 time: 0.0477133 Jan 28 01:39:19.269272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93444614-5ab9-4558-8582-f88eb5214d4a req-3bab616b-e6d6-4c01-8dca-7738fe106993 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5041435 Jan 28 01:39:19.298468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-05c835c0-b511-4213-9f3d-d5d3ab2db925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.300637 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-05c835c0-b511-4213-9f3d-d5d3ab2db925 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0696683 Jan 28 01:39:19.365361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-930ab7d0-3dd5-4089-ad48-5cb346e6401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.367356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-930ab7d0-3dd5-4089-ad48-5cb346e6401f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590577 Jan 28 01:39:19.399336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Attempting to bind port b9b5878a-93d7-4064-990b-415add61a6df on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:19.399651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Attempting to bind port b9b5878a-93d7-4064-990b-415add61a6df by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:19.399981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Attempting to bind port b9b5878a-93d7-4064-990b-415add61a6df on network 1eb29906-b940-4af4-bdd9-6d175519a640 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:19.411745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Port b9b5878a-93d7-4064-990b-415add61a6df on network 1eb29906-b940-4af4-bdd9-6d175519a640 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:39:19.412071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Attempting to bind port b9b5878a-93d7-4064-990b-415add61a6df on network 1eb29906-b940-4af4-bdd9-6d175519a640 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:19.419304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-393173e3-e79f-412d-a75a-e2eca39fd052 req-2d177778-9d52-483a-8670-882a84d8b0e9 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392262 Jan 28 01:39:19.422917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:19.423559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Checking segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:19.424184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Bound using segment: {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:19.425059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Bound port: b9b5878a-93d7-4064-990b-415add61a6df, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9a7c69-0f65-4a6e-986d-19b0a8412740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:19.426006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9b5878a-93d7-4064-990b-415add61a6df), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:19.528985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] For port b9b5878a-93d7-4064-990b-415add61a6df, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:19.532494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] For port b9b5878a-93d7-4064-990b-415add61a6df, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b9b5878a-93d7-4064-990b-415add61a6df,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:19.539006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (b9b5878a-93d7-4064-990b-415add61a6df), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:19.557675 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-754dfacb-e59e-48e1-b6a2-95e39df2e929 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819820 Jan 28 01:39:19.579255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.580285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:19.582781 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 200 len: 1091 time: 2.8518882 Jan 28 01:39:19.583322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:19.585710 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d837a7-2950-47c3-b0a5-70f8a058d614" -d '{"events": [{"name": "network-changed", "server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "tag": "b9b5878a-93d7-4064-990b-415add61a6df"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:19.657481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21bbe7-d01c-4497-b75a-9a2e7a569fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b5878a-93d7-4064-990b-415add61a6df,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:19.674588 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac44aa-50c1-43f9-a03e-89ea893cad2f x-openstack-request-id: req-a6ac44aa-50c1-43f9-a03e-89ea893cad2f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:19.675088 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "tag": "b9b5878a-93d7-4064-990b-415add61a6df", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:19.675570 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ac44aa-50c1-43f9-a03e-89ea893cad2f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:19.676208 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df', 'status': 'completed', 'code': 200} Jan 28 01:39:19.773207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a026a36f-fedf-40c2-83a1-24f28457bf69 req-941ad3ee-95cd-4c0c-8b48-979eba4bb7df service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084701 Jan 28 01:39:19.789259 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-b9ba802c-3f9b-452b-83a9-1591e8bbbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.791518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-b9ba802c-3f9b-452b-83a9-1591e8bbbdac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1094 time: 0.0998282 Jan 28 01:39:19.911768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-5b796725-e421-4df8-84a2-3839ecd47fe5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 200 len: 217 time: 0.0836294 Jan 28 01:39:19.943529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-be9ea49f-cd6a-47b2-96be-c427f1d7f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.943739 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-be9ea49f-cd6a-47b2-96be-c427f1d7f106 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0708971 Jan 28 01:39:20.020775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-1d744cc0-9a58-48bb-8401-f64cab61f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.022618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-1d744cc0-9a58-48bb-8401-f64cab61f16a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c577a243-0d38-4853-a1e9-444524db717d HTTP/1.1" status: 200 len: 834 time: 0.0949998 Jan 28 01:39:20.027794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-5778ad9e-164a-4976-80a2-2bcb752c021a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673001145&fields=id&tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 267 time: 0.1131995 Jan 28 01:39:20.052080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-58e038fa-8ae5-4bad-9fcb-0d0d66a0ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.053963 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-58e038fa-8ae5-4bad-9fcb-0d0d66a0ae0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 897 time: 0.1021612 Jan 28 01:39:20.119082 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-1a5767bf-48e3-4609-a9bb-1f7d218c0861 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 217 time: 0.0570984 Jan 28 01:39:20.146255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-0a8b0397-d1f9-4177-827f-0897a14b4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.147826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-0a8b0397-d1f9-4177-827f-0897a14b4da5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb29906-b940-4af4-bdd9-6d175519a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184914 Jan 28 01:39:20.200137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-16880cb5-414a-46c3-b09e-00421851d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.201895 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-16880cb5-414a-46c3-b09e-00421851d8b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0772974 Jan 28 01:39:20.260306 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-cb851842-004d-4967-a838-9f089d625eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.262754 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-cb851842-004d-4967-a838-9f089d625eee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533166 Jan 28 01:39:20.281224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-c39981f0-0ca8-44e3-894f-99e3eba87a21 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.282806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-c39981f0-0ca8-44e3-894f-99e3eba87a21 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.2417941 Jan 28 01:39:20.326688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7a2e-d7a0-44f8-b17e-1e7a66d428bb req-d3235ff9-e703-4be7-a30b-662bc5b8ea52 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.330389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520d7a2e-d7a0-44f8-b17e-1e7a66d428bb req-d3235ff9-e703-4be7-a30b-662bc5b8ea52 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 944 time: 0.1572294 Jan 28 01:39:20.338290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-1897a953-df6a-4426-80e7-d4147ae01090 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/quotas/dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 375 time: 0.0493436 Jan 28 01:39:20.364711 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-f2ce1891-729f-4539-aec0-1de704e0f628 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955062 Jan 28 01:39:20.385393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-19d34d95-70d0-4775-b78d-6879ecf3c9ed service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278836 Jan 28 01:39:20.459843 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-48d3ef51-4ccf-4aca-8b75-1ea46673ae77 req-7602ced2-a1c8-4ccb-aed8-ea5e6f340a7e service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869207 Jan 28 01:39:20.498293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-520d7a2e-d7a0-44f8-b17e-1e7a66d428bb req-e63d924c-684a-42f3-9a5e-d841ab8e62c7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523166 Jan 28 01:39:20.513905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-e5464d32-7368-4dc9-9f0f-e8d6bef1c5ad tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1745389 Jan 28 01:39:20.612963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a3b0587-b195-4690-9015-18679d8fcb1a req-cf1909cd-117f-4374-85d9-999c90c856d7 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210941 Jan 28 01:39:20.674856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69ec83-e421-4127-8328-988ef8096595 req-807a00e8-d227-4d23-abb6-3b57fff5f8ce tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.676340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed69ec83-e421-4127-8328-988ef8096595 req-807a00e8-d227-4d23-abb6-3b57fff5f8ce tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 943 time: 0.0891209 Jan 28 01:39:20.678564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-ec56032b-c1db-4d4c-a4ea-e9c4450805fd service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465960 Jan 28 01:39:20.816401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed69ec83-e421-4127-8328-988ef8096595 req-fcfbe33b-918b-4d23-b19c-0ac05ff87e4f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335483 Jan 28 01:39:20.830052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-8caadff4-20d0-41b6-92bd-4ee30e749855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.831633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-8caadff4-20d0-41b6-92bd-4ee30e749855 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1094 time: 0.1284244 Jan 28 01:39:20.855011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-472fcab1-575d-4bba-8de2-b7e0630cb879 service neutron] 10.222.0.23 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658902 Jan 28 01:39:20.935629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-0937a95e-504e-45b6-9a69-36ccbf60d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.937647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-0937a95e-504e-45b6-9a69-36ccbf60d55c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 898 time: 0.0985403 Jan 28 01:39:20.992678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-393063b1-d363-404c-9151-3d78c154e12e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 200 len: 217 time: 0.0488408 Jan 28 01:39:21.046660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-d0183948-1b81-4890-8eb8-73837ea10fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:21.048127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-d0183948-1b81-4890-8eb8-73837ea10fd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c577a243-0d38-4853-a1e9-444524db717d HTTP/1.1" status: 200 len: 834 time: 0.0501411 Jan 28 01:39:21.101047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-04b641e5-0477-4431-9927-660f415f6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:21.108156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-04b641e5-0477-4431-9927-660f415f6b88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb29906-b940-4af4-bdd9-6d175519a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492218 Jan 28 01:39:21.213968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d92324c3-e59d-4112-a452-46a9537fe7b3 req-27280ff0-01d0-43c9-acb1-dc8b99ee5dfd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0425878 Jan 28 01:39:21.262362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-ed88dd80-25ec-422e-81e9-31d42d769700 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517582 Jan 28 01:39:21.372290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9d837a7-2950-47c3-b0a5-70f8a058d614 req-02f85828-dfaa-40da-88e3-6fac9da704fd service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034653 Jan 28 01:39:21.629152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168fed4-69f2-4d29-9ad0-029de1f261c6 req-7348d58e-717c-4ed1-aaa8-c5c0c98a27e2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:21.630696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8168fed4-69f2-4d29-9ad0-029de1f261c6 req-7348d58e-717c-4ed1-aaa8-c5c0c98a27e2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 944 time: 0.0552382 Jan 28 01:39:21.681144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8168fed4-69f2-4d29-9ad0-029de1f261c6 req-5533f000-d18a-481a-bdff-b4af62017a42 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445721 Jan 28 01:39:21.942777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc20695-c133-4fb0-a506-d8b3107c2545 req-0b85d302-2aaa-46ad-bf51-23051f30feef tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:21.944111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdc20695-c133-4fb0-a506-d8b3107c2545 req-0b85d302-2aaa-46ad-bf51-23051f30feef tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 943 time: 0.0536635 Jan 28 01:39:21.995663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdc20695-c133-4fb0-a506-d8b3107c2545 req-18edc2f0-cbc2-4f0c-b8fb-2150a927e451 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Jan 28 01:39:22.239792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-a09696b2-a376-4ceb-9616-9b135f8f7520 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:22.241267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-a09696b2-a376-4ceb-9616-9b135f8f7520 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 812 time: 0.1115534 Jan 28 01:39:22.318414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ccc30483-4963-437a-8f09-2801e8a8cdfa req-7d479467-f527-4d6f-a2ea-db62e6d11eaa tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0335464 Jan 28 01:39:22.346368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-405cf0f2-8d97-411a-863d-94e3c388751a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd HTTP/1.1" status: 200 len: 380 time: 0.0812824 Jan 28 01:39:22.356309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'port': {'device_id': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'admin_state_up': True, 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'security_groups': ['eebf4dbd-e451-4ab4-90f9-5ae45b0942c7']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:22.470911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Made reservation on behalf of dd035f3d8bbe4289baf34c1a08eacbbd for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:22.474438 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:22.608397 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.20.0.13 (90bfe9fc-0222-425a-a732-027d1975d876/eb5dcc45-d19e-48b5-a46c-809cb062b7c9/e93e7292-cf61-40f5-b236-79b0f5e82228) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:22.756717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:22.802104 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:39:22.822637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743556-08fd-49f4-8880-5133e19ef3f7 req-562660cd-d093-4bb9-bf52-9f7efa38f9c9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:22.824124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4743556-08fd-49f4-8880-5133e19ef3f7 req-562660cd-d093-4bb9-bf52-9f7efa38f9c9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 944 time: 0.0717490 Jan 28 01:39:22.835036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:22.914672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:22.922808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 90bfe9fc-0222-425a-a732-027d1975d876 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:22.927906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'port_id': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'mac_address': 'fa:16:3e:97:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:39:22.931156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:22.934143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=e93e7292-cf61-40f5-b236-79b0f5e82228,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:22.944466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:22.951773 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4743556-08fd-49f4-8880-5133e19ef3f7 req-b9987b6c-4db7-434b-a06d-bf3c3302c745 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198897 Jan 28 01:39:22.979578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port cbadee60-4790-44ae-b7ba-f6cfef82f18f is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:22.980567 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.000608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbadee60-4790-44ae-b7ba-f6cfef82f18f {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:23.005462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:23.006617 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.033458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-39f93a0e-0500-4b97-a139-b081a7679545 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6814358 Jan 28 01:39:23.036336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:23.044643 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.053299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Request body: {'port': {'device_id': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:23.139023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:23.163557 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.218088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae41b3-d5c1-4270-8f4d-fa0275692858 req-1ad1c364-ef52-4088-b998-98395a074a17 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:23.219687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78ae41b3-d5c1-4270-8f4d-fa0275692858 req-1ad1c364-ef52-4088-b998-98395a074a17 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 943 time: 0.1266994 Jan 28 01:39:23.241163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-162f3a73-84c9-4494-bbf0-51f7038bac44 None None] Provisioning complete for port e93e7292-cf61-40f5-b236-79b0f5e82228 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:23.241458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-162f3a73-84c9-4494-bbf0-51f7038bac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.279539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-162f3a73-84c9-4494-bbf0-51f7038bac44 None None] Port e93e7292-cf61-40f5-b236-79b0f5e82228 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:23.341953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-78ae41b3-d5c1-4270-8f4d-fa0275692858 req-04028cc6-b2f8-4065-8243-6f56995611ef tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152613 Jan 28 01:39:23.368248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['cbadee60-4790-44ae-b7ba-f6cfef82f18f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:39:23.476923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb047-b528-4ce6-918c-f4736284aef9 req-b63507a2-eecc-422e-800e-d1299980b0db tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:23.478490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5aeeb047-b528-4ce6-918c-f4736284aef9 req-b63507a2-eecc-422e-800e-d1299980b0db tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 932 time: 0.0764215 Jan 28 01:39:23.584656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5aeeb047-b528-4ce6-918c-f4736284aef9 req-4060e070-c686-4ff7-81bb-22cedfab1ebe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872910 Jan 28 01:39:23.594794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93e7292-cf61-40f5-b236-79b0f5e82228 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:23.603943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Publish callbacks [] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.616518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Transition to ACTIVE for port object e93e7292-cf61-40f5-b236-79b0f5e82228 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:39:23.621731 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.731384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Pushing event updated for resources: {'Port': ['ID=e93e7292-cf61-40f5-b236-79b0f5e82228,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:23.752288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.752793 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.753198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.753733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.754203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.754605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.755049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.755463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.756425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.756853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.757398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.757657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.758135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:23.765981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Attempting to bind port e93e7292-cf61-40f5-b236-79b0f5e82228 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:23.766461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Attempting to bind port e93e7292-cf61-40f5-b236-79b0f5e82228 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:23.766892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Attempting to bind port e93e7292-cf61-40f5-b236-79b0f5e82228 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:23.772220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Port e93e7292-cf61-40f5-b236-79b0f5e82228 on network 90bfe9fc-0222-425a-a732-027d1975d876 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:39:23.772669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Attempting to bind port e93e7292-cf61-40f5-b236-79b0f5e82228 on network 90bfe9fc-0222-425a-a732-027d1975d876 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:23.778611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:23.779065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Checking segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:23.779663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Bound using segment: {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:23.780292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Bound port: e93e7292-cf61-40f5-b236-79b0f5e82228, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc638993-aef5-4699-9fdc-7754b6395149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:23.780760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.849804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] For port e93e7292-cf61-40f5-b236-79b0f5e82228, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:23.853310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] For port e93e7292-cf61-40f5-b236-79b0f5e82228, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e93e7292-cf61-40f5-b236-79b0f5e82228,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:23.859238 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.896711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:23.897472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:23.898999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] 10.222.0.45 "PUT /v2.0/ports/e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 200 len: 1092 time: 0.8503950 Jan 28 01:39:23.899546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:23.901936 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eef168-c9f4-4a7f-bed2-02dda3b3e578" -d '{"events": [{"name": "network-changed", "server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:23.923607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b9b5878a-93d7-4064-990b-415add61a6df details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:39:23.930748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137da60-ed78-46a3-8095-d091dd0fe40b service neutron] Pushing event updated for resources: {'Port': ['ID=e93e7292-cf61-40f5-b236-79b0f5e82228,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:23.951480 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4483639f-1127-4bcf-a895-182c3aa6a5ef x-openstack-request-id: req-4483639f-1127-4bcf-a895-182c3aa6a5ef {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:23.951785 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:23.952047 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4483639f-1127-4bcf-a895-182c3aa6a5ef {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:23.952461 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'status': 'completed', 'code': 200} Jan 28 01:39:24.028560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-dee14390-bc94-4a15-8d77-229a267cf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.029051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-dee14390-bc94-4a15-8d77-229a267cf0b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1095 time: 0.0567684 Jan 28 01:39:24.086271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-3fb6bcda-60a8-4412-8c2e-a537b277f4c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 200 len: 217 time: 0.0429387 Jan 28 01:39:24.086943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port b9b5878a-93d7-4064-990b-415add61a6df, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b9b5878a-93d7-4064-990b-415add61a6df,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:24.106581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'b9b5878a-93d7-4064-990b-415add61a6df', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:39:24.146446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port b9b5878a-93d7-4064-990b-415add61a6df is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:24.146839 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9b5878a-93d7-4064-990b-415add61a6df), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:24.166611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b5878a-93d7-4064-990b-415add61a6df {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:24.188520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac768e1b-afd5-49e5-946f-8dee75d1fb33 req-d5bbb2db-56d5-4cb8-907b-0082aee127b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.190311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac768e1b-afd5-49e5-946f-8dee75d1fb33 req-d5bbb2db-56d5-4cb8-907b-0082aee127b6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.1068792 Jan 28 01:39:24.192299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-64638af6-0473-4385-a026-0c0f6c5fce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.193641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-64638af6-0473-4385-a026-0c0f6c5fce9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0978198 Jan 28 01:39:24.206215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port b9b5878a-93d7-4064-990b-415add61a6df, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b9b5878a-93d7-4064-990b-415add61a6df,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:24.211925 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b9b5878a-93d7-4064-990b-415add61a6df), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:24.278072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=b9b5878a-93d7-4064-990b-415add61a6df,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:24.283971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac768e1b-afd5-49e5-946f-8dee75d1fb33 req-f8a74d92-b508-49c2-9b29-1bab5a25bd34 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864532 Jan 28 01:39:24.285981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-d097c80e-cd4f-439e-bd7d-d13f69dd8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.287356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-d097c80e-cd4f-439e-bd7d-d13f69dd8b65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821636 Jan 28 01:39:24.380904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-b10573a9-003f-4194-80b3-ba17ce2636e2 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868106 Jan 28 01:39:24.517799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1da5e4c-d4aa-4482-8456-cd4e360ce92d req-f6a808f7-c6d4-45ce-b5fd-7d8f2d71acd7 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248388 Jan 28 01:39:24.525634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1735b-9704-4056-9db3-7d9d6eaa2603 req-dbbbd66c-8834-4d43-8b9b-02d4f43cdfe6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.527079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bb1735b-9704-4056-9db3-7d9d6eaa2603 req-dbbbd66c-8834-4d43-8b9b-02d4f43cdfe6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0837164 Jan 28 01:39:24.579464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bb1735b-9704-4056-9db3-7d9d6eaa2603 req-2ca9a43e-7b25-447f-a6a4-ae89276959d7 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455415 Jan 28 01:39:24.617509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['b9b5878a-93d7-4064-990b-415add61a6df'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:39:24.664988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-5772e5ab-f687-4a26-8117-a9b296b088b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.667552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-5772e5ab-f687-4a26-8117-a9b296b088b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1095 time: 0.0741763 Jan 28 01:39:24.771036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77320dd6-e26d-43b5-b940-7e08e22b437b req-bf86e938-f24d-406b-823b-43997700e391 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.773317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77320dd6-e26d-43b5-b940-7e08e22b437b req-bf86e938-f24d-406b-823b-43997700e391 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.1004255 Jan 28 01:39:24.802419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:24.826025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-54b3a0bf-91b9-46b1-b25b-6dea16836f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.827530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-54b3a0bf-91b9-46b1-b25b-6dea16836f83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1457372 Jan 28 01:39:24.886193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77320dd6-e26d-43b5-b940-7e08e22b437b req-5b64b77b-c182-4de7-a730-ec084afd1a96 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036432 Jan 28 01:39:24.887489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-64087a0f-899a-4777-bc22-9187cf5922ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 200 len: 217 time: 0.0540423 Jan 28 01:39:24.910704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port cbadee60-4790-44ae-b7ba-f6cfef82f18f completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:39:24.915422 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port cbadee60-4790-44ae-b7ba-f6cfef82f18f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:24.915987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:24.948700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-7d9d977f-a698-4dd9-a038-95e8b008f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.951150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-7d9d977f-a698-4dd9-a038-95e8b008f39a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0576971 Jan 28 01:39:24.994888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port cbadee60-4790-44ae-b7ba-f6cfef82f18f is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:24.995458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:25.002410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-8d3137dd-1316-4543-84e0-bd89c122fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:25.004327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-8d3137dd-1316-4543-84e0-bd89c122fa79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444412 Jan 28 01:39:25.019312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:25.021826 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a07cb-8240-4790-8993-46b3dd4da953" -d '{"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-plugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:25.036690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:25.043488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:25.086235 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129403d3-7042-4dc3-af62-e007580aa22e x-openstack-request-id: req-129403d3-7042-4dc3-af62-e007580aa22e {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:25.086580 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-plugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:25.087324 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-129403d3-7042-4dc3-af62-e007580aa22e {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:25.087525 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'code': 200} Jan 28 01:39:25.135636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-34d301e3-d8ad-45eb-9d97-a40ca4179925 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246750 Jan 28 01:39:25.146474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:25.240512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093a3f-133f-4f03-ba39-523b743a6a16 req-637ca3ad-5b4a-4b29-971a-5b20fed1e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:25.242717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e093a3f-133f-4f03-ba39-523b743a6a16 req-637ca3ad-5b4a-4b29-971a-5b20fed1e842 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0618894 Jan 28 01:39:25.246494 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90eef168-c9f4-4a7f-bed2-02dda3b3e578 req-0dc469b4-7e14-4d9b-b639-a8fd3daf0082 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013558 Jan 28 01:39:25.297110 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5e093a3f-133f-4f03-ba39-523b743a6a16 req-1aaca14d-3df6-4e93-a850-f31a2c7a3501 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Jan 28 01:39:25.411202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65851c5-a909-4160-b367-3692aab5f9c3 req-4446314d-84f0-43a0-8fe9-a534c687f8b4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:25.412657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f65851c5-a909-4160-b367-3692aab5f9c3 req-4446314d-84f0-43a0-8fe9-a534c687f8b4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0564587 Jan 28 01:39:25.463822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f65851c5-a909-4160-b367-3692aab5f9c3 req-cbd0755f-0670-406a-a3f8-d8377ff47ca6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Jan 28 01:39:25.703535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e9746-f7c4-4670-9f25-e7e6c33de20e req-05705d9d-8268-4663-8527-7deb0b9e6691 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:25.705014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de6e9746-f7c4-4670-9f25-e7e6c33de20e req-05705d9d-8268-4663-8527-7deb0b9e6691 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 944 time: 0.0502806 Jan 28 01:39:25.756034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de6e9746-f7c4-4670-9f25-e7e6c33de20e req-c0647a4f-b50d-48db-947b-11a1903ab903 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450001 Jan 28 01:39:25.930712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b9b5878a-93d7-4064-990b-415add61a6df up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:25.985401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port b9b5878a-93d7-4064-990b-415add61a6df completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:39:25.990025 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port b9b5878a-93d7-4064-990b-415add61a6df triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:25.990407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (b9b5878a-93d7-4064-990b-415add61a6df), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.013119 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aec72d-5be8-461a-9632-9f1a1f9e7fe5 req-1a88bbab-2abc-4f91-843d-3d257e6b5d7b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:26.015123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7aec72d-5be8-461a-9632-9f1a1f9e7fe5 req-1a88bbab-2abc-4f91-843d-3d257e6b5d7b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0547388 Jan 28 01:39:26.068511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7aec72d-5be8-461a-9632-9f1a1f9e7fe5 req-af53dcd7-29c8-430a-81e4-b3e19efd9b82 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463257 Jan 28 01:39:26.073030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port b9b5878a-93d7-4064-990b-415add61a6df is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:26.073496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (b9b5878a-93d7-4064-990b-415add61a6df), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.110946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port b9b5878a-93d7-4064-990b-415add61a6df, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b9b5878a-93d7-4064-990b-415add61a6df,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:26.115173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (b9b5878a-93d7-4064-990b-415add61a6df), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.164518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=b9b5878a-93d7-4064-990b-415add61a6df,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:26.588991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b584-63ff-470a-aeca-14e310154e70 req-85662951-74e3-4fa3-9eb4-cfb340d4e4ca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:26.590554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1fd7b584-63ff-470a-aeca-14e310154e70 req-85662951-74e3-4fa3-9eb4-cfb340d4e4ca tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Jan 28 01:39:26.639996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1fd7b584-63ff-470a-aeca-14e310154e70 req-5d7aa227-6c38-446d-947f-51c9f0ce13db tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Jan 28 01:39:26.882749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fd91e-9941-4ead-91cb-3fc86ba2c4bf req-191fc912-f177-4af2-b2ef-9d92d02eec43 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:26.884360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651fd91e-9941-4ead-91cb-3fc86ba2c4bf req-191fc912-f177-4af2-b2ef-9d92d02eec43 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Jan 28 01:39:26.937794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-651fd91e-9941-4ead-91cb-3fc86ba2c4bf req-2a89f351-a272-4edf-b2d1-3ea2c57c7647 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Jan 28 01:39:27.088466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:27.091932 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87a696-5d3b-4ccc-8edd-e8781ed29641" -d '{"events": [{"server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "b9b5878a-93d7-4064-990b-415add61a6df"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:27.129525 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5114c7e-d843-410b-a887-5c4a217464b7 x-openstack-request-id: req-c5114c7e-d843-410b-a887-5c4a217464b7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:27.129867 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "name": "network-vif-plugged", "status": "completed", "tag": "b9b5878a-93d7-4064-990b-415add61a6df", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:27.130603 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5114c7e-d843-410b-a887-5c4a217464b7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:27.130603 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df', 'code': 200} Jan 28 01:39:27.193156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5108d1-9e1c-407a-b72a-032d4f30cc22 req-291ebcb9-ec28-4c2a-b385-c182c81ace9d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.194677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f5108d1-9e1c-407a-b72a-032d4f30cc22 req-291ebcb9-ec28-4c2a-b385-c182c81ace9d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0508337 Jan 28 01:39:27.272301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f5108d1-9e1c-407a-b72a-032d4f30cc22 req-9966c17b-2355-4602-a82b-19013dd0f071 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718203 Jan 28 01:39:27.282055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bd99-f777-49a3-968f-9330a6c4af24 req-ab003ccc-63df-4d0a-b43a-5d91fb9aeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.283528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f93bd99-f777-49a3-968f-9330a6c4af24 req-ab003ccc-63df-4d0a-b43a-5d91fb9aeb07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0544906 Jan 28 01:39:27.330937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1f93bd99-f777-49a3-968f-9330a6c4af24 req-e4bb90d2-4ab3-4c14-ba90-afbe7c9a8337 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Jan 28 01:39:27.762073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296c769-e858-4488-916e-a1cce3f05b23 req-27306c41-a5e5-41f1-a401-71235f398267 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.763484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d296c769-e858-4488-916e-a1cce3f05b23 req-27306c41-a5e5-41f1-a401-71235f398267 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0530176 Jan 28 01:39:27.812360 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d296c769-e858-4488-916e-a1cce3f05b23 req-f108cf50-63a4-46b6-89ae-cc4cc03da6e7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jan 28 01:39:27.931480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c189-9bf0-4c2b-88be-dd374d92a596 req-0d3d3dd3-b9d7-475e-8912-6f6fa4c70a93 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.933109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1e7c189-9bf0-4c2b-88be-dd374d92a596 req-0d3d3dd3-b9d7-475e-8912-6f6fa4c70a93 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0500019 Jan 28 01:39:27.983291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1e7c189-9bf0-4c2b-88be-dd374d92a596 req-45412c5d-52e6-45be-b913-f5714509ff70 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Jan 28 01:39:28.004954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47846) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:28.047999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e10e3-f249-40b3-9484-abdc65b40caa tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:28.050570 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c52e10e3-f249-40b3-9484-abdc65b40caa tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1092 time: 0.0445292 Jan 28 01:39:28.053492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:28.056589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333e65f-2b09-4d6a-9226-542d56886135 req-1c97f2f2-4bcb-4a65-8561-02852b471086 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:28.058104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4333e65f-2b09-4d6a-9226-542d56886135 req-1c97f2f2-4bcb-4a65-8561-02852b471086 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Jan 28 01:39:28.058377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:28.079002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:28.116731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4333e65f-2b09-4d6a-9226-542d56886135 req-235fa580-7c19-4ffb-a88e-a011ef738dec tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525162 Jan 28 01:39:28.182506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:28.287221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.120 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/2eb027da-b077-4be9-85de-c46bbbfd1e36) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:28.400729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:28.405159 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b4f2-7f87-4a07-bbe8-e417fde00fd4 req-4f6467b3-9338-450e-905d-0c84aeaedf7b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:28.407348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b34b4f2-7f87-4a07-bbe8-e417fde00fd4 req-4f6467b3-9338-450e-905d-0c84aeaedf7b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0603576 Jan 28 01:39:28.442178 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:28.459848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b34b4f2-7f87-4a07-bbe8-e417fde00fd4 req-1bf45f79-4a44-44e4-b3db-7cf56a0655a7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461850 Jan 28 01:39:28.484861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:28.486055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:28.488812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:28.533057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=2eb027da-b077-4be9-85de-c46bbbfd1e36,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:28.879827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (ec76381b-1575-4404-b8da-346bd602dd39), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:28.945908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:29.095409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:29.101527 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:29.172843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=2eb027da-b077-4be9-85de-c46bbbfd1e36,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:29.183985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (ec76381b-1575-4404-b8da-346bd602dd39), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:29.237943 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc35a3-abe0-4c7b-8e6d-12bd26e91053 req-2f89eaa5-cfb6-4f38-98f1-a2fc6f544e04 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:29.239990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dfc35a3-abe0-4c7b-8e6d-12bd26e91053 req-2f89eaa5-cfb6-4f38-98f1-a2fc6f544e04 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Jan 28 01:39:29.289265 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP ec76381b-1575-4404-b8da-346bd602dd39 associated. External IP: 172.25.1.120, port: cbadee60-4790-44ae-b7ba-f6cfef82f18f. Jan 28 01:39:29.294202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7dfc35a3-abe0-4c7b-8e6d-12bd26e91053 req-87dc39d6-72c9-462a-9dc4-36f832cf8993 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488360 Jan 28 01:39:29.420853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801406e8-5f89-4452-9175-ee04557a82cd req-7286cccb-ab6b-42a4-9688-86dfb4233a81 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:29.422390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-801406e8-5f89-4452-9175-ee04557a82cd req-7286cccb-ab6b-42a4-9688-86dfb4233a81 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0550835 Jan 28 01:39:29.478739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-801406e8-5f89-4452-9175-ee04557a82cd req-65ffeed8-86d2-4a3b-bf11-2113d6d55d69 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499876 Jan 28 01:39:29.515938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47858) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:29.566984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa66138-6a0e-4ca7-a3cf-85320174e4e0 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:29.570540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-caa66138-6a0e-4ca7-a3cf-85320174e4e0 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1091 time: 0.0533533 Jan 28 01:39:29.599104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47860) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:29.604168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:29.635520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:29.645923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9f476-e9fb-4b88-8ec9-7fbbe2fb04a6 req-0e568df2-3356-4cba-a61c-f200ba990a4c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:29.647405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6e9f476-e9fb-4b88-8ec9-7fbbe2fb04a6 req-0e568df2-3356-4cba-a61c-f200ba990a4c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0828876 Jan 28 01:39:29.742564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6e9f476-e9fb-4b88-8ec9-7fbbe2fb04a6 req-b4353d67-ae96-4cb3-b43b-a61abc642dd5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834999 Jan 28 01:39:29.807388 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:29.840363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router c6eba653-85d7-4ceb-9b65-487e938b0eef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:29.915954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.25.1.179 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:29.950858 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:29.962172 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] Sync routers for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:29.973074 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:29.974163 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:29.978983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:30.019832 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30f94b7c-cb8b-41f3-bf98-b8a83c718ec5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9647388 Jan 28 01:39:30.020407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:30.024699 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e904ae7-d301-47aa-9e09-c1ada26171f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:30.030512 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:30.074059 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aca7f3-3d89-4d99-bf36-739f56ae5ff3 x-openstack-request-id: req-90aca7f3-3d89-4d99-bf36-739f56ae5ff3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:30.074213 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:30.074475 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90aca7f3-3d89-4d99-bf36-739f56ae5ff3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:30.075238 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'status': 'completed', 'code': 200} Jan 28 01:39:30.077800 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:30.129177 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:30.175554 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-96093d54-5932-437b-8c69-94538bc153d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.177509 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-96093d54-5932-437b-8c69-94538bc153d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0596414 Jan 28 01:39:30.305532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-5e3519ce-91c1-4bd5-af51-c195c9cd86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.307465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-5e3519ce-91c1-4bd5-af51-c195c9cd86d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 897 time: 0.1229787 Jan 28 01:39:30.394330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-c4c64771-6187-47e1-bbf5-c44a11eb42b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1000 time: 0.0796785 Jan 28 01:39:30.470183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-47e46af9-7af9-40ea-8caa-6df1bdbfd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.471758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-47e46af9-7af9-40ea-8caa-6df1bdbfd72f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0712988 Jan 28 01:39:30.480167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'ec76381b-1575-4404-b8da-346bd602dd39', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'port_id': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'mac_address': 'fa:16:3e:97:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:28Z', 'updated_at': '2022-01-28T01:39:28Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:30.512268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] Checking router: c6eba653-85d7-4ceb-9b65-487e938b0eef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:30.526877 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:30.527939 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:30.530098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-b2dfe055-3ce3-4f74-9c2b-2dc423dce07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.531731 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-b2dfe055-3ce3-4f74-9c2b-2dc423dce07c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529671 Jan 28 01:39:30.567705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:30.608150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:30.612921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:30.616925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:30.633084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-127b49b0-2a38-4aa8-86a3-0852b2e01dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934355 Jan 28 01:39:30.662786 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:30.667894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0e44-3f5d-4d86-9af1-118d304132c9 req-523a7528-cc6d-4df5-9ba7-88324028b79a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.670102 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-925a0e44-3f5d-4d86-9af1-118d304132c9 req-523a7528-cc6d-4df5-9ba7-88324028b79a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0990598 Jan 28 01:39:30.750557 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2e904ae7-d301-47aa-9e09-c1ada26171f8 req-ef69a6f6-74d3-47f8-8b45-7fa7b59233d1 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110454 Jan 28 01:39:30.821067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-925a0e44-3f5d-4d86-9af1-118d304132c9 req-251db830-401f-4858-a049-a30f64a772e8 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218865 Jan 28 01:39:30.850210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47868) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:30.944265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'ec76381b-1575-4404-b8da-346bd602dd39', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'port_id': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'mac_address': 'fa:16:3e:97:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:28Z', 'updated_at': '2022-01-28T01:39:28Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:30.955047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc7d2b29-859f-4d42-a40b-7e54d1e7a33d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/ec76381b-1575-4404-b8da-346bd602dd39 HTTP/1.1" status: 200 len: 992 time: 0.1004448 Jan 28 01:39:30.961000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7780618-a11d-4f2b-8cca-a71d07f52303 req-d2aaedd4-489b-4bbe-897a-0ff25cf9c7ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.962695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7780618-a11d-4f2b-8cca-a71d07f52303 req-d2aaedd4-489b-4bbe-897a-0ff25cf9c7ec tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0744007 Jan 28 01:39:30.976316 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9d410-128f-4b3a-bc0f-60e88f0f3585 None None] The sync data for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 is: [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'ec76381b-1575-4404-b8da-346bd602dd39', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'port_id': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'mac_address': 'fa:16:3e:97:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:28Z', 'updated_at': '2022-01-28T01:39:28Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:31.081897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7780618-a11d-4f2b-8cca-a71d07f52303 req-be1a60aa-9a50-4d37-88a7-530253bf5c90 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846977 Jan 28 01:39:31.138490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (eea99267-fa75-49f7-a709-0fe4cf01660e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:31.204035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11deeda-46a4-477a-bf8a-2b01d9646ea7 None None] New status for floating IP ec76381b-1575-4404-b8da-346bd602dd39: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:39:31.220153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:31.390140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:31.396194 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:31.477766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:31.490128 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:39:31.491636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (eea99267-fa75-49f7-a709-0fe4cf01660e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:31.604010 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Floating IP eea99267-fa75-49f7-a709-0fe4cf01660e associated. External IP: 172.25.1.179, port: b9b5878a-93d7-4064-990b-415add61a6df. Jan 28 01:39:31.813715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:31.931907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:31.942719 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:31.953265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:31.955260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:31.955453 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:31.958338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 47870) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:31.985931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d49913ce-9fe8-48e2-9ad2-fa4d9a5f3113 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3854909 Jan 28 01:39:31.986482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:31.988890 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a614b6-3255-4924-a014-3587b7f48912" -d '{"events": [{"name": "network-changed", "server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "tag": "b9b5878a-93d7-4064-990b-415add61a6df"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:31.991398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47872) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:32.032992 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1884cf-b18b-40a0-8437-1a9d0d680dda x-openstack-request-id: req-9d1884cf-b18b-40a0-8437-1a9d0d680dda {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:32.033362 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "tag": "b9b5878a-93d7-4064-990b-415add61a6df", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:32.034268 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d1884cf-b18b-40a0-8437-1a9d0d680dda {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:32.034724 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df', 'status': 'completed', 'code': 200} Jan 28 01:39:32.057671 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4a621de8-739f-4505-9ecb-b486975d1098 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/ec76381b-1575-4404-b8da-346bd602dd39 HTTP/1.1" status: 200 len: 994 time: 0.0980868 Jan 28 01:39:32.086972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-51171018-1f2b-4fc2-8fd7-88524f30f8de tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/eea99267-fa75-49f7-a709-0fe4cf01660e HTTP/1.1" status: 200 len: 991 time: 0.0930402 Jan 28 01:39:32.121830 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:32.125023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a614b6-3255-4924-a014-3587b7f48912 req-77d35a0f-f8e9-4461-bbb3-8633afbd30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.126846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-77d35a0f-f8e9-4461-bbb3-8633afbd30a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0519290 Jan 28 01:39:32.267261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8fc4a-6852-41b7-8b26-f6552b2930c7 req-b08c2f4d-3cbc-4dab-8d05-12efe7e94cdb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.268878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84d8fc4a-6852-41b7-8b26-f6552b2930c7 req-b08c2f4d-3cbc-4dab-8d05-12efe7e94cdb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0854139 Jan 28 01:39:32.291677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a614b6-3255-4924-a014-3587b7f48912 req-9b59e8b0-7942-4c47-a439-9c08238b2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.293323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-9b59e8b0-7942-4c47-a439-9c08238b2f48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 898 time: 0.1594462 Jan 28 01:39:32.366805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84d8fc4a-6852-41b7-8b26-f6552b2930c7 req-a3c98f53-cbd9-41da-888b-cac1b83e6d81 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857255 Jan 28 01:39:32.377626 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:30Z', 'revision_number': 0, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:32.392612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-cae63f09-ebf3-422a-9770-31060461cea0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 200 len: 999 time: 0.0782089 Jan 28 01:39:32.408723 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:32.417200 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:32.417833 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:32.445216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a614b6-3255-4924-a014-3587b7f48912 req-c1a0b11c-fd1b-4186-ad91-3c00eeed23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.446745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-c1a0b11c-fd1b-4186-ad91-3c00eeed23b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c577a243-0d38-4853-a1e9-444524db717d HTTP/1.1" status: 200 len: 834 time: 0.0467033 Jan 28 01:39:32.497221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a614b6-3255-4924-a014-3587b7f48912 req-9e599bb9-5365-4789-bc76-37cc50459b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.498764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-9e599bb9-5365-4789-bc76-37cc50459b3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb29906-b940-4af4-bdd9-6d175519a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461190 Jan 28 01:39:32.522788 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:32.587364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-3b91fd8e-c9b7-4b9d-9af7-048df3b86e80 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825326 Jan 28 01:39:32.685861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1a614b6-3255-4924-a014-3587b7f48912 req-6699acd5-f8a6-43a8-86cc-0b0871b32d7f service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887747 Jan 28 01:39:32.750331 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:30Z', 'revision_number': 0, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:32.776002 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a06628-ff62-4e0a-a0b8-9430cdbe7d6d None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:05Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:30Z', 'revision_number': 0, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:33.000448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39987ef6-20b7-4d47-a7d1-1a41de8dea88 None None] New status for floating IP eea99267-fa75-49f7-a709-0fe4cf01660e: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:39:33.088618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47878) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:33.150572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f4635b33-dac4-413d-bc49-76e41d91a10f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/eea99267-fa75-49f7-a709-0fe4cf01660e HTTP/1.1" status: 200 len: 991 time: 0.0597579 Jan 28 01:39:33.490880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fcc78-cff9-4a2a-81fe-b7f33256be8a req-4b7fd23f-c95a-438c-8d4a-4ea1edd1d56b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:33.492387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-773fcc78-cff9-4a2a-81fe-b7f33256be8a req-4b7fd23f-c95a-438c-8d4a-4ea1edd1d56b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0505095 Jan 28 01:39:33.547242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-773fcc78-cff9-4a2a-81fe-b7f33256be8a req-78df3c9e-42d6-4c8b-89be-7b29ac9a5e9b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488553 Jan 28 01:39:33.723167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:34.154026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47882) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:34.222007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3d2d3cc8-b56d-415e-a4fa-b43a0eb99b26 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/eea99267-fa75-49f7-a709-0fe4cf01660e HTTP/1.1" status: 200 len: 993 time: 0.0664661 Jan 28 01:39:34.689164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6082af-5c41-4541-a0fa-d834ffcc93ff req-a92b6e75-b402-43f5-90bc-86c636a0dc6a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:34.690675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb6082af-5c41-4541-a0fa-d834ffcc93ff req-a92b6e75-b402-43f5-90bc-86c636a0dc6a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0601933 Jan 28 01:39:34.742779 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb6082af-5c41-4541-a0fa-d834ffcc93ff req-4d916b38-e0de-4bd3-a2a2-88815f76aa27 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Jan 28 01:39:35.869873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27546bb-fb2f-40eb-9e07-0dd48ef7e88d req-9f903d1e-bf68-4470-b873-947e025e2c1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:35.871381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a27546bb-fb2f-40eb-9e07-0dd48ef7e88d req-9f903d1e-bf68-4470-b873-947e025e2c1f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0524290 Jan 28 01:39:35.924953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a27546bb-fb2f-40eb-9e07-0dd48ef7e88d req-b29ba26e-f740-4a8d-b1e4-30ae6386a8fd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Jan 28 01:39:37.049455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003cb5d-35df-43d0-9aac-3d08f51bbf8e req-a0642c16-f87c-4668-874e-93d6e29e7cf0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:37.051054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6003cb5d-35df-43d0-9aac-3d08f51bbf8e req-a0642c16-f87c-4668-874e-93d6e29e7cf0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0504134 Jan 28 01:39:37.105724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6003cb5d-35df-43d0-9aac-3d08f51bbf8e req-cd17f27d-ba75-4a02-9b37-63fbce7381e9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459945 Jan 28 01:39:37.108462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ea776a96-9e35-4885-a32d-e25f3d31fa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:37.489492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:38.230418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c55c-9a2a-4982-8bb7-8011b292bb84 req-1824509b-00dc-44de-aaeb-88d3d4d2c49a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:38.232234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c69c55c-9a2a-4982-8bb7-8011b292bb84 req-1824509b-00dc-44de-aaeb-88d3d4d2c49a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0574572 Jan 28 01:39:38.283530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c69c55c-9a2a-4982-8bb7-8011b292bb84 req-a0403b4c-dace-4060-97e5-3a7f19383c17 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Jan 28 01:39:39.376194 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d90acc15-bc44-4bf4-9612-efebd64be94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:39.421213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e44fb-39ed-4358-aa82-6cac564ed059 req-dbed38ad-0d03-4025-bc14-340d462a3c0b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:39.422654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-328e44fb-39ed-4358-aa82-6cac564ed059 req-dbed38ad-0d03-4025-bc14-340d462a3c0b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 944 time: 0.0497882 Jan 28 01:39:39.473694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-328e44fb-39ed-4358-aa82-6cac564ed059 req-f084c4fd-1c73-48af-bdd1-edd7e18bb354 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Jan 28 01:39:39.964948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e93e7292-cf61-40f5-b236-79b0f5e82228 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:39:40.072834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e93e7292-cf61-40f5-b236-79b0f5e82228, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e93e7292-cf61-40f5-b236-79b0f5e82228,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:40.084747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'port_id': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'mac_address': 'fa:16:3e:42:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:39:40.123880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e93e7292-cf61-40f5-b236-79b0f5e82228 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:40.124268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:40.137165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93e7292-cf61-40f5-b236-79b0f5e82228 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:40.160072 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e93e7292-cf61-40f5-b236-79b0f5e82228, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e93e7292-cf61-40f5-b236-79b0f5e82228,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:40.164969 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:40.211883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e93e7292-cf61-40f5-b236-79b0f5e82228,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:40.583614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['e93e7292-cf61-40f5-b236-79b0f5e82228'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:39:40.591829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683df7a-31e0-4622-a303-4d1355fa6135 req-2361a724-29a9-4d88-b2d5-845f14f30be5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:40.593476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b683df7a-31e0-4622-a303-4d1355fa6135 req-2361a724-29a9-4d88-b2d5-845f14f30be5 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Jan 28 01:39:40.648024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b683df7a-31e0-4622-a303-4d1355fa6135 req-9732bfe9-1ce7-4af5-bdf7-e52beb367d74 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486000 Jan 28 01:39:40.928445 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:41.784373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba49a25-97f0-404f-9a88-4995ba2728a7 req-b3f41883-9f17-4ffa-ab53-be0066c0f0f0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:41.785881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fba49a25-97f0-404f-9a88-4995ba2728a7 req-b3f41883-9f17-4ffa-ab53-be0066c0f0f0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 945 time: 0.0536835 Jan 28 01:39:41.837223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fba49a25-97f0-404f-9a88-4995ba2728a7 req-957294ae-afb1-4c51-9c08-635446de02bd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Jan 28 01:39:41.994358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e93e7292-cf61-40f5-b236-79b0f5e82228 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:42.044266 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:42.056543 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port e93e7292-cf61-40f5-b236-79b0f5e82228 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:39:42.060088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port e93e7292-cf61-40f5-b236-79b0f5e82228 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:42.060454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:42.145178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port e93e7292-cf61-40f5-b236-79b0f5e82228 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:42.145574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:42.169853 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:42.172295 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feeff70-cdb1-4489-aea9-f87dcf31b990" -d '{"events": [{"server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "name": "network-vif-plugged", "status": "completed", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:42.184605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port e93e7292-cf61-40f5-b236-79b0f5e82228, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e93e7292-cf61-40f5-b236-79b0f5e82228,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:42.189578 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:42.218431 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4b630-b22f-4dca-9be2-0fb23f908c70 x-openstack-request-id: req-d2e4b630-b22f-4dca-9be2-0fb23f908c70 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:42.218727 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "name": "network-vif-plugged", "status": "completed", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:42.218991 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2e4b630-b22f-4dca-9be2-0fb23f908c70 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:42.219374 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'code': 200} Jan 28 01:39:42.239572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=e93e7292-cf61-40f5-b236-79b0f5e82228,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:42.357913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666acc82-d3df-4bf2-a941-ad5caa2b55d1 req-c3bc82b3-9feb-43f6-a30a-b538358514dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:42.359339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-666acc82-d3df-4bf2-a941-ad5caa2b55d1 req-c3bc82b3-9feb-43f6-a30a-b538358514dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1097 time: 0.0420399 Jan 28 01:39:42.417476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-666acc82-d3df-4bf2-a941-ad5caa2b55d1 req-5bcfaf6b-bb8f-4229-b805-fa8cdd649eb3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506363 Jan 28 01:39:42.969626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940defc0-f84e-424a-a4d6-f63b385fdf6c req-6c80b099-c2ba-4825-8054-9a78294c9602 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:42.971133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-940defc0-f84e-424a-a4d6-f63b385fdf6c req-6c80b099-c2ba-4825-8054-9a78294c9602 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.0534799 Jan 28 01:39:43.025745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-940defc0-f84e-424a-a4d6-f63b385fdf6c req-465992b2-852d-42cc-911b-9b9bf65c6c31 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 Jan 28 01:39:43.338719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:44.159287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07bae6-0dcb-495b-beb9-9a25de094d12 req-a3a1a415-2115-4455-b8cf-d4abb5e35833 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:44.160704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f07bae6-0dcb-495b-beb9-9a25de094d12 req-a3a1a415-2115-4455-b8cf-d4abb5e35833 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Jan 28 01:39:44.210253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f07bae6-0dcb-495b-beb9-9a25de094d12 req-41a820b6-e42b-4c71-8a34-4ac1b19e5bfb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Jan 28 01:39:45.340208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94635d-ed84-48fe-a724-7274d19c1731 req-55e89f52-d242-4eba-a0ad-543c74bb8328 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:45.341686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad94635d-ed84-48fe-a724-7274d19c1731 req-55e89f52-d242-4eba-a0ad-543c74bb8328 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.0596395 Jan 28 01:39:45.395913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad94635d-ed84-48fe-a724-7274d19c1731 req-37737b3a-ff80-4b55-bb1a-606f209c0377 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459967 Jan 28 01:39:45.521986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9bea-b146-4135-8bf1-d11a586a29bd req-1f18b2e6-4a2e-4f28-96a5-60c952f1af95 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:45.523451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85fb9bea-b146-4135-8bf1-d11a586a29bd req-1f18b2e6-4a2e-4f28-96a5-60c952f1af95 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.0535996 Jan 28 01:39:45.574301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85fb9bea-b146-4135-8bf1-d11a586a29bd req-0831922a-0682-45d0-8ac0-541b950bcbcb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Jan 28 01:39:45.596865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47908) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:45.774922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6edecd3-b4be-4f2f-9239-97d8880a11e5 tempest-TestVolumeBootPattern-1662875426 tempest-TestVolumeBootPattern-1662875426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:45.776317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c6edecd3-b4be-4f2f-9239-97d8880a11e5 tempest-TestVolumeBootPattern-1662875426 tempest-TestVolumeBootPattern-1662875426-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1092 time: 0.1784973 Jan 28 01:39:45.780881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47912) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:45.785150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:45.807566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:45.914494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.025967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Allocated IP 172.25.1.211 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/90896090-b168-469b-8bb4-aae203eb89a0) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:46.124211 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (90896090-b168-469b-8bb4-aae203eb89a0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.161740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (90896090-b168-469b-8bb4-aae203eb89a0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.199991 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:46.207147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:46.209527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=90896090-b168-469b-8bb4-aae203eb89a0,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:46.211669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:46.590590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (00cbc19d-f89d-448a-8e40-214bee6328b9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.670247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (90896090-b168-469b-8bb4-aae203eb89a0), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.834626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for port (90896090-b168-469b-8bb4-aae203eb89a0), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.841834 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (90896090-b168-469b-8bb4-aae203eb89a0), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:46.916347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event updated for resources: {'Port': ['ID=90896090-b168-469b-8bb4-aae203eb89a0,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:46.932204 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (00cbc19d-f89d-448a-8e40-214bee6328b9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:47.039893 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Floating IP 00cbc19d-f89d-448a-8e40-214bee6328b9 associated. External IP: 172.25.1.211, port: e93e7292-cf61-40f5-b236-79b0f5e82228. Jan 28 01:39:47.603559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:47.714935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:47.729428 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:47.734971 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:47.740215 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:47.740837 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:47.762078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-59f47df5-3b4c-4109-bc83-8ca4df49a072 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9801431 Jan 28 01:39:47.762746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:47.765205 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217" -d '{"events": [{"name": "network-changed", "server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:47.801269 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6621300f-e16a-43f7-b8d3-b888a640cce5 x-openstack-request-id: req-6621300f-e16a-43f7-b8d3-b888a640cce5 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:47.801569 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:47.801914 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6621300f-e16a-43f7-b8d3-b888a640cce5 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:47.802323 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'status': 'completed', 'code': 200} Jan 28 01:39:47.847877 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:47.890369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-910b58f2-e496-4777-9f98-dce6390b3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:47.891913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-910b58f2-e496-4777-9f98-dce6390b3f06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1097 time: 0.0447018 Jan 28 01:39:47.990588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-25a36dc1-b99a-4f1a-acc7-aca38b555cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:47.992117 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-25a36dc1-b99a-4f1a-acc7-aca38b555cd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.0934100 Jan 28 01:39:48.063667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-766e3160-f551-417e-81f5-63b1eb589bd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 200 len: 1000 time: 0.0642712 Jan 28 01:39:48.113347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-e9fceb09-a201-4bfe-a6ec-b566c16a5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:48.114868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-e9fceb09-a201-4bfe-a6ec-b566c16a5ea6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0446203 Jan 28 01:39:48.161573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-c261e035-83a7-43f4-9b15-b1dad55853dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:48.163228 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-c261e035-83a7-43f4-9b15-b1dad55853dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407264 Jan 28 01:39:48.173413 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '00cbc19d-f89d-448a-8e40-214bee6328b9', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:42:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:46Z', 'updated_at': '2022-01-28T01:39:46Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}, {'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:21Z', 'revision_number': 1, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:48.203168 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:48.212122 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:48.212729 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:39:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:48.258980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-dc3a45a0-8355-4d2a-b12a-859dcceef615 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883272 Jan 28 01:39:48.317035 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:48.350146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5b04e77e-b3c3-4d20-ac35-1a7e597aa217 req-95db9b15-8c42-4589-968d-0d48a5228cb2 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832438 Jan 28 01:39:48.544647 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '00cbc19d-f89d-448a-8e40-214bee6328b9', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:42:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:46Z', 'updated_at': '2022-01-28T01:39:46Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}, {'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:21Z', 'revision_number': 1, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:48.571012 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25f4cb-77fd-4a6f-a636-2ca6135e8427 None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '00cbc19d-f89d-448a-8e40-214bee6328b9', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:42:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:46Z', 'updated_at': '2022-01-28T01:39:46Z', 'revision_number': 0, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}, {'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:21Z', 'revision_number': 1, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:48.772536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32177569-40c5-48a1-afa2-32d03e7661bb None None] New status for floating IP 00cbc19d-f89d-448a-8e40-214bee6328b9: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:40:03.113282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841bad-8aa8-405a-a833-8b1e2ca040c1 req-9f6622b3-317d-49fa-9510-f24a86aa5f92 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:03.114851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45841bad-8aa8-405a-a833-8b1e2ca040c1 req-9f6622b3-317d-49fa-9510-f24a86aa5f92 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0589900 Jan 28 01:40:03.176521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45841bad-8aa8-405a-a833-8b1e2ca040c1 req-a01ecc4d-4ae2-4586-b511-eb27b694341d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559378 Jan 28 01:40:03.206840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 47934) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:03.267079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-251a9f37-6243-48a7-b11b-0941c4f6e40d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/ec76381b-1575-4404-b8da-346bd602dd39 HTTP/1.1" status: 200 len: 994 time: 0.0589013 Jan 28 01:40:03.642645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255946f-a0f9-409d-99a8-c43c8b60c73e req-6d7ccb51-286c-42af-b0ca-30eae8fe7f92 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:03.644187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f255946f-a0f9-409d-99a8-c43c8b60c73e req-6d7ccb51-286c-42af-b0ca-30eae8fe7f92 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0543334 Jan 28 01:40:03.691850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f255946f-a0f9-409d-99a8-c43c8b60c73e req-db1e763a-a8cd-4333-bdb8-0d36ec8a9ea3 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Jan 28 01:40:03.718737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:03.766942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-db66a717-c8ec-4c3e-bbb8-a60fedf89995 req-b65235df-ef80-4052-8676-def27fe34b54 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:40:03.768173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db66a717-c8ec-4c3e-bbb8-a60fedf89995 req-b65235df-ef80-4052-8676-def27fe34b54 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076950 Jan 28 01:40:04.307697 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-4420687e-eadb-42af-8300-d02cd5730478 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909228 Jan 28 01:40:04.316747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-b4935e24-d496-4296-b554-a9df85f26aea service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:40:04.317689 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-b4935e24-d496-4296-b554-a9df85f26aea service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049527 Jan 28 01:40:04.909707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-54318e0e-0b71-41ae-ad14-29b661500e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:04.911125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-54318e0e-0b71-41ae-ad14-29b661500e77 service neutron] 10.222.0.23 "GET /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1094 time: 0.0347900 Jan 28 01:40:04.919796 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Request body: {'binding': {'host': 'n-h2-826756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:04.920247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Unknown quota resources ['binding']. {{(pid=109594) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 01:40:05.061565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on host n-h2-826756-1 for vnic_type normal with profile None {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:05.061808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:05.062129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:05.066807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:40:05.067211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:05.072613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:05.072953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Checking segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:05.073336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Bound using segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:05.073832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Bound port: cbadee60-4790-44ae-b7ba-f6cfef82f18f, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:05.164258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:05.171727 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:05.172912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] 10.222.0.23 "POST /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2568128 Jan 28 01:40:05.331538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3147-2a4a-4b66-9574-7e57e9915afd req-df479c08-4705-4310-900e-cdffec893d00 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:05.332952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa0d3147-2a4a-4b66-9574-7e57e9915afd req-df479c08-4705-4310-900e-cdffec893d00 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Jan 28 01:40:05.385636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa0d3147-2a4a-4b66-9574-7e57e9915afd req-2320edbd-60dc-4479-9533-75e296fc2978 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467064 Jan 28 01:40:05.430745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-02c80595-0797-46f2-a36d-2b3124d06864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:05.432240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-02c80595-0797-46f2-a36d-2b3124d06864 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0404670 Jan 28 01:40:05.528845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-46b504e1-816c-48ca-941e-3a6779b52bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:05.530424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-46b504e1-816c-48ca-941e-3a6779b52bba service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 897 time: 0.0918767 Jan 28 01:40:05.599046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-3f5c98d4-162b-4ca3-b756-8522922b175c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1002 time: 0.0608983 Jan 28 01:40:05.652860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-2f7e3377-7a73-4d93-ab13-5a5707507668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:05.654332 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-2f7e3377-7a73-4d93-ab13-5a5707507668 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0487168 Jan 28 01:40:05.707279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-2b33555f-1eef-47f6-b574-9d76ef002fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:05.708855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-2b33555f-1eef-47f6-b574-9d76ef002fec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475545 Jan 28 01:40:05.805154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-1fcedaf9-ce14-40a8-a47b-310ea52137dc service neutron] 10.222.0.45 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894363 Jan 28 01:40:05.901703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-1c71ef51-c0a2-4d85-848f-23bdee170db1 service neutron] 10.222.0.45 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885403 Jan 28 01:40:06.132459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-532ad3f8-b97a-4675-9b67-94e4502ec03e tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:06.134006 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-532ad3f8-b97a-4675-9b67-94e4502ec03e tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2&tenant_id=5503721e2d1e4f9a8fe81522a00daed8&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1097 time: 0.0810437 Jan 28 01:40:06.144847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:06.200466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.333137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:06.373207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:06.418674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:06.421047 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3c960-f7e7-42fa-b7e1-7e678492fddb" -d '{"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:06.425232 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Publish callbacks [] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.434315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.464907 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f7411-2293-4fb7-829e-32421c2d6ac1 x-openstack-request-id: req-e78f7411-2293-4fb7-829e-32421c2d6ac1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:06.466174 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:06.466174 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e78f7411-2293-4fb7-829e-32421c2d6ac1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:06.466174 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'code': 200} Jan 28 01:40:06.579017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:06.600325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaed0a-d40c-464e-964d-deb2ed33bee1 req-8bdd7707-8386-4b08-82ac-481072311d78 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:06.601980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdfaed0a-d40c-464e-964d-deb2ed33bee1 req-8bdd7707-8386-4b08-82ac-481072311d78 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 944 time: 0.1350291 Jan 28 01:40:06.665924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on host n-h1-826756-1 for vnic_type normal with profile {"migrating_to": "n-h2-826756-1"} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:06.666265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:06.666655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:06.681110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:40:06.681521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Attempting to bind port cbadee60-4790-44ae-b7ba-f6cfef82f18f on network ecf955de-73fe-458a-b6cc-b80554accdbc {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:06.696243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:06.696243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Checking segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:06.696567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Bound using segment: {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:06.697050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Bound port: cbadee60-4790-44ae-b7ba-f6cfef82f18f, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec1e92-13c4-4349-9b85-5e60a0c75636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:06.697276 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.715732 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdfaed0a-d40c-464e-964d-deb2ed33bee1 req-9c678aae-8793-4990-9955-ff8b0b09a06c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921683 Jan 28 01:40:06.789881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:06.793596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:06.799243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.802993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Provisioning complete for port cbadee60-4790-44ae-b7ba-f6cfef82f18f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:06.803580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.895715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Current status of the port cbadee60-4790-44ae-b7ba-f6cfef82f18f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:06.896272 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.910231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=8']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:06.940944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:06.942175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:06.945740 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4025b0e-5fbd-4d92-abcf-13a2df5fc44e" -d '{"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-plugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:06.949609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:06.950533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.952034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c50b7ca7-b526-44a5-9337-5f4d91231f96 service neutron] 10.222.0.45 "PUT /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1122 time: 0.8111382 Jan 28 01:40:06.952260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.992153 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9028efdb-bd8a-4f03-81e3-15cd09461692 x-openstack-request-id: req-9028efdb-bd8a-4f03-81e3-15cd09461692 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:06.992577 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-plugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:06.993042 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9028efdb-bd8a-4f03-81e3-15cd09461692 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:06.993650 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'code': 200} Jan 28 01:40:07.092292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['cbadee60-4790-44ae-b7ba-f6cfef82f18f'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:40:07.156056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:07.189843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.190197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.190541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.190879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.191212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.191542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.191890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.192199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.192524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.192850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.193204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.193558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.193900 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25009a8-2790-4a88-9104-830a0bc0da82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:07.197763 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40a826b7-ce46-4d1c-986f-57ad0a661f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:07.375726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a51d7c90-8522-44fb-8195-9c45f8acf37d None None] Provisioning complete for port cbadee60-4790-44ae-b7ba-f6cfef82f18f triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:07.376109 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a51d7c90-8522-44fb-8195-9c45f8acf37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:07.505085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a51d7c90-8522-44fb-8195-9c45f8acf37d None None] Current status of the port cbadee60-4790-44ae-b7ba-f6cfef82f18f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:07.522437 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:07.840896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6735-8820-43a7-885b-c25f0d5852b4 req-a86d399d-b46e-4d7d-bc1d-448d0ee43e51 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:07.842410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f99e6735-8820-43a7-885b-c25f0d5852b4 req-a86d399d-b46e-4d7d-bc1d-448d0ee43e51 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Jan 28 01:40:07.893206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f99e6735-8820-43a7-885b-c25f0d5852b4 req-190ed286-9100-4d84-9e61-0a44f49606bd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 Jan 28 01:40:08.107062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:40:08.209074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:08.221017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f has no active binding in host n-h2-826756-1 {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 01:40:08.466825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:08.469194 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:08.480612 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:40:08.506554 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215de0a3-189f-4944-b7d5-d440b6144d3c x-openstack-request-id: req-215de0a3-189f-4944-b7d5-d440b6144d3c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:08.506827 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:08.507118 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-215de0a3-189f-4944-b7d5-d440b6144d3c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:08.507527 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'status': 'completed', 'code': 200} Jan 28 01:40:08.599591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-7450c74d-4d17-4145-a49c-f8b4d790a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:08.601071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-7450c74d-4d17-4145-a49c-f8b4d790a35e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1127 time: 0.0505872 Jan 28 01:40:08.699317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-8fe86e31-5bba-4ab6-824d-fdb2938796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:08.703148 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-8fe86e31-5bba-4ab6-824d-fdb2938796b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 897 time: 0.0952191 Jan 28 01:40:08.777610 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-c383b4f1-7305-4c41-ad0d-5ea228ec7563 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1002 time: 0.0686603 Jan 28 01:40:08.832944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-fe09076e-8d51-4bf2-8dec-71edde7774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:08.834456 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-fe09076e-8d51-4bf2-8dec-71edde7774d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0506635 Jan 28 01:40:08.885446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-592358c8-b0b5-458f-9008-3530d8839cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:08.887908 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-592358c8-b0b5-458f-9008-3530d8839cd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469191 Jan 28 01:40:08.988096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-3d3c02f9-21c5-4532-b567-a6ade7097638 service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940804 Jan 28 01:40:09.023287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff50c0-6228-4b9f-a480-c4303736a5ac req-a3530933-f56f-4037-a425-c982befb7432 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:09.024813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-feff50c0-6228-4b9f-a480-c4303736a5ac req-a3530933-f56f-4037-a425-c982befb7432 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0563323 Jan 28 01:40:09.077681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-feff50c0-6228-4b9f-a480-c4303736a5ac req-cd4ab287-3af2-426c-b80d-1ed853a37d67 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 Jan 28 01:40:09.078687 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-f4cbb611-7a8f-46f6-982c-00d03fa1fcfe req-b2a9222b-699b-4e27-93a8-b40cde45054c service neutron] 10.222.0.43 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 Jan 28 01:40:09.371042 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-094a9fb8-82fb-413f-94a7-9cf02ea4314c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:10.204681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19976ca3-fad3-43f8-a6d0-c914dfa22e82 req-5b32fc1a-8072-4b1c-b8b0-898d50a364a1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:10.206287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19976ca3-fad3-43f8-a6d0-c914dfa22e82 req-5b32fc1a-8072-4b1c-b8b0-898d50a364a1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0498800 Jan 28 01:40:10.258202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19976ca3-fad3-43f8-a6d0-c914dfa22e82 req-907e1971-c71f-4957-ba6b-ae444f310e6d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Jan 28 01:40:10.925446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:11.385727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb090-1db9-4ff6-94a4-5dff261ead42 req-57a39281-18e4-4006-aa94-51b4f1f717aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:11.387400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db8fb090-1db9-4ff6-94a4-5dff261ead42 req-57a39281-18e4-4006-aa94-51b4f1f717aa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Jan 28 01:40:11.444089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db8fb090-1db9-4ff6-94a4-5dff261ead42 req-c2cc77f9-a512-4b1d-a5a6-4b8c4d444022 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509565 Jan 28 01:40:12.027815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:12.455827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-94a2d701-7835-4d54-8682-a0158d15a99e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415311 Jan 28 01:40:12.589535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ce9c8-e7f2-4754-b2ba-d6a791cfb9d3 req-ece0ed8c-d4d4-4c0a-a4fd-76d0fb1d504e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:12.591040 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab0ce9c8-e7f2-4754-b2ba-d6a791cfb9d3 req-ece0ed8c-d4d4-4c0a-a4fd-76d0fb1d504e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0759525 Jan 28 01:40:12.597141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635994d-6951-4892-96f1-76425489bd05 req-aa49df54-f09a-4332-ab98-6a1463826355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:12.598564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-aa49df54-f09a-4332-ab98-6a1463826355 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0572813 Jan 28 01:40:12.685443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab0ce9c8-e7f2-4754-b2ba-d6a791cfb9d3 req-6a266ef7-57e9-438b-8248-b1017d641b9e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859408 Jan 28 01:40:12.731323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635994d-6951-4892-96f1-76425489bd05 req-22ca387d-bc0a-4a38-9102-94dad39eb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:12.732720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-22ca387d-bc0a-4a38-9102-94dad39eb1d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 898 time: 0.1130683 Jan 28 01:40:12.815780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-d788e3b0-a94f-4ad8-81f5-94790c0fbbb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 200 len: 1001 time: 0.0726881 Jan 28 01:40:12.870175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635994d-6951-4892-96f1-76425489bd05 req-02fe5fcb-92d5-43cb-9f49-5d2f9a2aa785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:12.871832 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-02fe5fcb-92d5-43cb-9f49-5d2f9a2aa785 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c577a243-0d38-4853-a1e9-444524db717d HTTP/1.1" status: 200 len: 834 time: 0.0490999 Jan 28 01:40:12.920404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635994d-6951-4892-96f1-76425489bd05 req-2864a9b4-e0b9-4721-b22d-b92c267a5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:12.921886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-2864a9b4-e0b9-4721-b22d-b92c267a5553 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb29906-b940-4af4-bdd9-6d175519a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403731 Jan 28 01:40:13.028427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-16b0cb9e-61f6-4f08-af25-31ed80b90bea service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973475 Jan 28 01:40:13.123473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2635994d-6951-4892-96f1-76425489bd05 req-89443389-7582-41cb-a365-341e86e341f9 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Jan 28 01:40:13.342123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:13.822151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c8c3f-e2f4-4e20-a49c-707209032bd3 req-8ccc8c29-668d-4692-acdc-e195acdc735e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:13.823627 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e78c8c3f-e2f4-4e20-a49c-707209032bd3 req-8ccc8c29-668d-4692-acdc-e195acdc735e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0579011 Jan 28 01:40:13.877799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e78c8c3f-e2f4-4e20-a49c-707209032bd3 req-127299b2-a9d5-4480-801b-9b6354770e9c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Jan 28 01:40:15.008132 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d94d6-053a-4d5c-870e-cec22682ef29 req-ca73bb8b-aa12-494c-a1c8-704f387e25f6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:15.009628 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc9d94d6-053a-4d5c-870e-cec22682ef29 req-ca73bb8b-aa12-494c-a1c8-704f387e25f6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 946 time: 0.0537481 Jan 28 01:40:15.060592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc9d94d6-053a-4d5c-870e-cec22682ef29 req-08b18000-1691-44a9-b8fe-e75594f69938 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Jan 28 01:40:15.272628 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-635b635d-d547-4e4c-a1b3-8da0b32c8f2e service neutron] 10.222.0.43 "GET /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 384 time: 0.0747869 Jan 28 01:40:15.456393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:15.477072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:15.523180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:15.525360 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e7623-3aec-46f4-bc1b-be543f981804" -d '{"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:15.532184 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:15.547119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:15.581973 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8d5f92-bc5f-4ab4-a7bb-cd0a320c0bb2 x-openstack-request-id: req-cd8d5f92-bc5f-4ab4-a7bb-cd0a320c0bb2 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:15.582391 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:15.582568 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd8d5f92-bc5f-4ab4-a7bb-cd0a320c0bb2 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:15.582916 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'code': 200} Jan 28 01:40:15.624770 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Transition to ACTIVE for port object cbadee60-4790-44ae-b7ba-f6cfef82f18f will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:40:15.629443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:15.725448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Pushing event updated for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=11']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:15.740200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.740552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.740896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.741238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.741559 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.741917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.742238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.743214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.743545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.743871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.744202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.744521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.744842 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a480df-4484-467e-9f34-77c470f1455c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:15.745711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-ed08e460-8893-4607-b878-ce40d87b4611 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537248 Jan 28 01:40:15.770658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] No DVR routers for this DVR port cbadee60-4790-44ae-b7ba-f6cfef82f18f on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:40:15.850531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-cec7f97b-ac94-42ec-8850-eb3375ed3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:15.852381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-cec7f97b-ac94-42ec-8850-eb3375ed3375 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1097 time: 0.0501878 Jan 28 01:40:15.910906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-66a480df-4484-467e-9f34-77c470f1455c service neutron] 10.222.0.43 "PUT /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f/bindings/n-h2-826756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6318979 Jan 28 01:40:15.975488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-f0af1df8-1156-4dcf-addb-870931141efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:15.976917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-f0af1df8-1156-4dcf-addb-870931141efd service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1010723 Jan 28 01:40:16.079557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-adad9d1f-6efa-41e8-835a-7175a358dc72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 1002 time: 0.0962756 Jan 28 01:40:16.113443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-905c6932-af2a-4b55-b869-180e2f6a8221 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.115190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-905c6932-af2a-4b55-b869-180e2f6a8221 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2&tenant_id=5503721e2d1e4f9a8fe81522a00daed8&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0895088 Jan 28 01:40:16.166992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-3cc429bb-e27f-472d-97de-04957bb2906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.168464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-3cc429bb-e27f-472d-97de-04957bb2906e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0833781 Jan 28 01:40:16.224138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c28d07b8-ebe1-43ae-aa14-b143672cff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.225651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c28d07b8-ebe1-43ae-aa14-b143672cff72 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 1096 time: 0.1029098 Jan 28 01:40:16.252825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98b76-e10c-44da-a056-557b28a707bd req-19b18471-d8f7-425c-8e47-8e8025441d29 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.255046 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06f98b76-e10c-44da-a056-557b28a707bd req-19b18471-d8f7-425c-8e47-8e8025441d29 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.1230700 Jan 28 01:40:16.258202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-6d553485-61ff-4cd6-a59d-0fb7c47199e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.259921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-6d553485-61ff-4cd6-a59d-0fb7c47199e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768282 Jan 28 01:40:16.397419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-5218dcbe-29b7-4c99-a8e6-0336d82313d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.398857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-5218dcbe-29b7-4c99-a8e6-0336d82313d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1380563 Jan 28 01:40:16.405950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06f98b76-e10c-44da-a056-557b28a707bd req-1847a087-cd30-4fd8-8984-4df419160860 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371777 Jan 28 01:40:16.425067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-222f0f44-414c-48b9-bb9a-50fd48ccb8cd service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533780 Jan 28 01:40:16.912921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-031c2059-3ef1-4539-974c-032f7e65ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.914434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-031c2059-3ef1-4539-974c-032f7e65ab7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 897 time: 0.5029321 Jan 28 01:40:16.930664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23faed03-33c6-48a7-b148-c68d9a9ce9ea req-920d37cd-81c9-40a8-918b-448d45a1c071 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963839 Jan 28 01:40:16.987037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-668d8722-dcba-452c-90fd-ebcb5de36b77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 1000 time: 0.0654006 Jan 28 01:40:17.038456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-93278955-7a0c-4c18-a251-69d224cdc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:17.039902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-93278955-7a0c-4c18-a251-69d224cdc17a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0472949 Jan 28 01:40:17.084455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:40:17.086094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-ece94b4a-5aa2-4110-a144-96c492d38ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:17.087618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-ece94b4a-5aa2-4110-a144-96c492d38ea0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417933 Jan 28 01:40:17.126116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port cbadee60-4790-44ae-b7ba-f6cfef82f18f host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:40:17.126512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:40:17.187766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-e5a486d8-28f1-4072-b92c-565a07e53804 service neutron] 10.222.0.45 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934606 Jan 28 01:40:17.275909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-c2cfd771-19e8-4104-a223-4236f85fee89 service neutron] 10.222.0.45 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820928 Jan 28 01:40:17.536332 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25019d-3d36-4407-803f-d5d86681425a req-6d716a32-bbf6-4a54-8347-7bd90c75fe47 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:17.537873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b25019d-3d36-4407-803f-d5d86681425a req-6d716a32-bbf6-4a54-8347-7bd90c75fe47 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0599699 Jan 28 01:40:17.600045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-f95f3e23-5063-4e9f-96a1-78646648e922 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:17.601569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-f95f3e23-5063-4e9f-96a1-78646648e922 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2&tenant_id=5503721e2d1e4f9a8fe81522a00daed8&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0844026 Jan 28 01:40:17.610659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1b25019d-3d36-4407-803f-d5d86681425a req-587d96ee-b80e-4d88-a639-0db3b1ab37c2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559556 Jan 28 01:40:17.718425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-a3e0ea13-3619-4564-801b-455381718fca service neutron] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:17.721821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-a3e0ea13-3619-4564-801b-455381718fca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:17.722957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-a3e0ea13-3619-4564-801b-455381718fca service neutron] 10.222.0.45 "DELETE /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f/bindings/n-h1-826756-1 HTTP/1.1" status: 204 len: 173 time: 0.1114740 Jan 28 01:40:18.735176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1659d-cf33-4176-bf97-76c3dc37182b req-e7a4900a-bfbe-4d26-9549-c4fc7f6d9164 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:18.736540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cb1659d-cf33-4176-bf97-76c3dc37182b req-e7a4900a-bfbe-4d26-9549-c4fc7f6d9164 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0539479 Jan 28 01:40:18.795177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cb1659d-cf33-4176-bf97-76c3dc37182b req-6c72cc9b-d02d-4091-b3a2-a3c70e369a5e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499573 Jan 28 01:40:18.904458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8f29f-d94a-4c97-b584-4a268a6cbfac req-0477c003-c45f-48b3-a6c0-e6bbfe304415 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:18.905955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ade8f29f-d94a-4c97-b584-4a268a6cbfac req-0477c003-c45f-48b3-a6c0-e6bbfe304415 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0407207 Jan 28 01:40:18.951084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ade8f29f-d94a-4c97-b584-4a268a6cbfac req-30e65146-7c0b-427e-a60d-614563545208 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Jan 28 01:40:19.068141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5dbe5-efdb-4301-9d4f-2f1a4eebbd0a req-22d359ab-a4c6-4810-9923-d82f6418e91d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:19.069602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7d5dbe5-efdb-4301-9d4f-2f1a4eebbd0a req-22d359ab-a4c6-4810-9923-d82f6418e91d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0538144 Jan 28 01:40:19.131247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7d5dbe5-efdb-4301-9d4f-2f1a4eebbd0a req-8529552a-5cf7-4da4-9e32-ce5ccce4dcf9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537312 Jan 28 01:40:19.157448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48018) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:19.219116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-45bc0b2f-3b29-419d-b225-99a147a738e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/ec76381b-1575-4404-b8da-346bd602dd39 HTTP/1.1" status: 200 len: 992 time: 0.0600836 Jan 28 01:40:21.466439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48024) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:21.629291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 2eb027da-b077-4be9-85de-c46bbbfd1e36 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:40:21.629561 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:21.712793 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:21.713104 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (2eb027da-b077-4be9-85de-c46bbbfd1e36), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:21.725334 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 2eb027da-b077-4be9-85de-c46bbbfd1e36 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:40:21.880468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (2eb027da-b077-4be9-85de-c46bbbfd1e36), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:21.906807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=2eb027da-b077-4be9-85de-c46bbbfd1e36,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:21.970330 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (ec76381b-1575-4404-b8da-346bd602dd39), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:21.970664 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP ec76381b-1575-4404-b8da-346bd602dd39 disassociated (deleted). External IP: 172.25.1.120, port: cbadee60-4790-44ae-b7ba-f6cfef82f18f. Jan 28 01:40:22.188314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router c6eba653-85d7-4ceb-9b65-487e938b0eef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:40:22.304151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:40:22.309315 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:22.314401 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] Sync routers for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:40:22.326022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:22.326678 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:22.337455 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35fb61e3-c673-4002-88d3-0e16a7cdab36 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec76381b-1575-4404-b8da-346bd602dd39 HTTP/1.1" status: 204 len: 168 time: 0.8698254 Jan 28 01:40:22.338188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:22.340425 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86fb4f9-6018-476d-b33e-858c3804afb4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:22.444638 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:22.530442 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef0d859-631b-4945-b1cf-afa7a64913ac x-openstack-request-id: req-aef0d859-631b-4945-b1cf-afa7a64913ac {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:22.530953 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:22.530953 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aef0d859-631b-4945-b1cf-afa7a64913ac {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:22.531362 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'status': 'completed', 'code': 200} Jan 28 01:40:22.601633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cecdd-24b4-491b-85f9-cf0002a7546b req-1e964b80-da8f-4621-8861-6c2e64587efd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:22.603197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-977cecdd-24b4-491b-85f9-cf0002a7546b req-1e964b80-da8f-4621-8861-6c2e64587efd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0714903 Jan 28 01:40:22.664812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-55d4ea19-a21e-4b65-80bf-9051d5dd52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:22.665806 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:22.666341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-55d4ea19-a21e-4b65-80bf-9051d5dd52b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0893321 Jan 28 01:40:22.675075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-977cecdd-24b4-491b-85f9-cf0002a7546b req-5cda8a5c-8626-4d8d-a4a1-480018c94118 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542605 Jan 28 01:40:22.692275 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] Checking router: c6eba653-85d7-4ceb-9b65-487e938b0eef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:40:22.701709 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:22.702261 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:22.771552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-c5394e29-be6e-4595-a761-f43e9ba6b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:22.773052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-c5394e29-be6e-4595-a761-f43e9ba6b7cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 200 len: 897 time: 0.0858834 Jan 28 01:40:22.820490 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:22.828212 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-baee1f48-5f66-4935-b443-84044f94de97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 200 len: 217 time: 0.0473342 Jan 28 01:40:22.879137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-46b53755-237f-458b-ab49-334b7687a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:22.880701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-46b53755-237f-458b-ab49-334b7687a961 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 200 len: 835 time: 0.0466695 Jan 28 01:40:22.927617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-94ecb18d-9a9f-4814-8699-0c52399cba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:22.929184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-94ecb18d-9a9f-4814-8699-0c52399cba43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecf955de-73fe-458a-b6cc-b80554accdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419664 Jan 28 01:40:23.028225 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:23.035047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-f3ea85a4-79e3-4b85-90bc-beb8fbf784e9 service neutron] 10.222.0.45 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920792 Jan 28 01:40:23.135901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f86fb4f9-6018-476d-b33e-858c3804afb4 req-bb2e6de0-a892-4704-915b-6ff04b2853ba service neutron] 10.222.0.45 "GET /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934138 Jan 28 01:40:23.153508 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb80acc-50a2-47f5-929a-b483bec9cfe7 None None] The sync data for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 is: [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:10Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'f35199e4-cc02-468e-80eb-00f47e301e25', 'name': '', 'network_id': 'ecf955de-73fe-458a-b6cc-b80554accdbc', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:ec:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:08Z', 'updated_at': '2022-01-28T01:39:17Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '923c00c5-54fe-48e3-a7ec-b8bac9d32834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:40:23.282648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-2664c7e5-1526-4021-a7b3-963709217664 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:23.284204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-2664c7e5-1526-4021-a7b3-963709217664 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0514967 Jan 28 01:40:23.383074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port cbadee60-4790-44ae-b7ba-f6cfef82f18f {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:40:23.383398 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:23.386613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45855c-d621-41a8-a88a-ec6e4cf775bf None None] New status for floating IP ec76381b-1575-4404-b8da-346bd602dd39: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:40:23.477626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port cbadee60-4790-44ae-b7ba-f6cfef82f18f, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=cbadee60-4790-44ae-b7ba-f6cfef82f18f,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:23.478031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:23.491844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for cbadee60-4790-44ae-b7ba-f6cfef82f18f owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:40:23.632773 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cbadee60-4790-44ae-b7ba-f6cfef82f18f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:23.662840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=cbadee60-4790-44ae-b7ba-f6cfef82f18f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:23.711501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] No DVR routers for this DVR port cbadee60-4790-44ae-b7ba-f6cfef82f18f on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:40:23.714351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:23.717646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15b51443-b7eb-44ac-93ec-696c5c37f7c9 req-99303c0a-7d45-449e-b1ae-882c7b0a046b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.45 "DELETE /v2.0/ports/cbadee60-4790-44ae-b7ba-f6cfef82f18f HTTP/1.1" status: 204 len: 173 time: 0.4283264 Jan 28 01:40:23.718126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-deleted', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:23.720827 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c448e53-2c37-4a5b-b4e3-4c66fc5f5db3" -d '{"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-deleted", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:23.767922 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce07461-5f11-4c7b-8a84-8ed817914689 x-openstack-request-id: req-5ce07461-5f11-4c7b-8a84-8ed817914689 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:23.768254 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd83a62a-0913-43fb-a56e-6e926c6b9bc2", "name": "network-vif-deleted", "tag": "cbadee60-4790-44ae-b7ba-f6cfef82f18f", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:23.768596 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ce07461-5f11-4c7b-8a84-8ed817914689 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:23.768990 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd83a62a-0913-43fb-a56e-6e926c6b9bc2', 'name': 'network-vif-deleted', 'tag': 'cbadee60-4790-44ae-b7ba-f6cfef82f18f', 'status': 'completed', 'code': 200} Jan 28 01:40:23.788248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e6f4c671-e809-4bda-b1d1-4fabc2632299 req-ac0259bc-0e8a-4e3b-89bd-71f816e83420 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd83a62a-0913-43fb-a56e-6e926c6b9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0311139 Jan 28 01:40:24.865821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:25.250082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (c6eba653-85d7-4ceb-9b65-487e938b0eef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:25.522621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port f35199e4-cc02-468e-80eb-00f47e301e25 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:40:25.522884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:25.608773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port f35199e4-cc02-468e-80eb-00f47e301e25, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f35199e4-cc02-468e-80eb-00f47e301e25,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:25.609439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:25.621227 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for f35199e4-cc02-468e-80eb-00f47e301e25 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:40:25.818052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f35199e4-cc02-468e-80eb-00f47e301e25), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:25.848085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=f35199e4-cc02-468e-80eb-00f47e301e25,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:26.158688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:40:26.179354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: cbadee60-4790-44ae-b7ba-f6cfef82f18f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:40:26.179699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device cbadee60-4790-44ae-b7ba-f6cfef82f18f not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:40:26.356056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (c6eba653-85d7-4ceb-9b65-487e938b0eef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:26.582254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router c6eba653-85d7-4ceb-9b65-487e938b0eef has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:40:26.703268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:40:26.708872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-72460ac7-b63a-4cf0-a5f5-5d03edf7fa77 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/c6eba653-85d7-4ceb-9b65-487e938b0eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8415921 Jan 28 01:40:26.711760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48046) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:26.714731 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] Sync routers for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:40:26.726378 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:26.727010 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:26.763456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting subnet 923c00c5-54fe-48e3-a7ec-b8bac9d32834 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:40:26.766692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (923c00c5-54fe-48e3-a7ec-b8bac9d32834), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:26.805571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (923c00c5-54fe-48e3-a7ec-b8bac9d32834), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:26.832053 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:26.896592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (923c00c5-54fe-48e3-a7ec-b8bac9d32834), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:26.955604 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (923c00c5-54fe-48e3-a7ec-b8bac9d32834), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:26.983802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Subnet': ['ID=923c00c5-54fe-48e3-a7ec-b8bac9d32834,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:26.986075 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:26.989436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe8850cb-a953-4f77-8b56-36ec58274b81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/subnets/923c00c5-54fe-48e3-a7ec-b8bac9d32834 HTTP/1.1" status: 204 len: 168 time: 0.2761676 Jan 28 01:40:26.992756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48048) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:26.995903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee13b2-03b3-485a-ba08-2f45fe24ff3e None None] Network ecf955de-73fe-458a-b6cc-b80554accdbc requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:40:27.014205 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:40:25Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:27.044884 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] Checking router: c6eba653-85d7-4ceb-9b65-487e938b0eef for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:40:27.057378 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] Routers {'c6eba653-85d7-4ceb-9b65-487e938b0eef'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:27.058356 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['c6eba653-85d7-4ceb-9b65-487e938b0eef'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:27.113309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (c6eba653-85d7-4ceb-9b65-487e938b0eef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.167490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] DHCP port deletion for ecf955de-73fe-458a-b6cc-b80554accdbc request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:40:27.172622 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] Set router c6eba653-85d7-4ceb-9b65-487e938b0eef gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:27.216738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] Deleting port 92c33f91-126a-45a1-978c-4d92b1c11df0 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:40:27.217126 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.226626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (c6eba653-85d7-4ceb-9b65-487e938b0eef), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.280983 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port e2ad3912-d375-4eec-ae45-a65597674a9e {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:40:27.281290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.287278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] For port 92c33f91-126a-45a1-978c-4d92b1c11df0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=92c33f91-126a-45a1-978c-4d92b1c11df0,segment=NetworkSegment(3eec1e92-13c4-4349-9b85-5e60a0c75636),segment_id=3eec1e92-13c4-4349-9b85-5e60a0c75636)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:27.287687 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.302044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] Calling delete_port for 92c33f91-126a-45a1-978c-4d92b1c11df0 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:40:27.363003 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:40:25Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:27.368748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port e2ad3912-d375-4eec-ae45-a65597674a9e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e2ad3912-d375-4eec-ae45-a65597674a9e,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:27.369255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.382680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for e2ad3912-d375-4eec-ae45-a65597674a9e owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:40:27.388091 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (92c33f91-126a-45a1-978c-4d92b1c11df0), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.389371 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b4077e-b674-4b84-8774-05cdeca700c2 None None] The sync data for ids ['c6eba653-85d7-4ceb-9b65-487e938b0eef'] in n-d-826756-1 is: [{'id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986090147', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:40:25Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'e2ad3912-d375-4eec-ae45-a65597674a9e', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6eba653-85d7-4ceb-9b65-487e938b0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:05Z', 'updated_at': '2022-01-28T01:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:40:27.423317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] No DVR routers for this DVR port 92c33f91-126a-45a1-978c-4d92b1c11df0 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:40:27.428897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede2dc-c4e2-41d2-aa9e-cfc1e50fbc60 None None] Pushing event deleted for resources: {'Port': ['ID=92c33f91-126a-45a1-978c-4d92b1c11df0,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:27.578371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e2ad3912-d375-4eec-ae45-a65597674a9e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.610240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=e2ad3912-d375-4eec-ae45-a65597674a9e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:27.684982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (c6eba653-85d7-4ceb-9b65-487e938b0eef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.803119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (c6eba653-85d7-4ceb-9b65-487e938b0eef), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.806216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (c6eba653-85d7-4ceb-9b65-487e938b0eef), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.870358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (c6eba653-85d7-4ceb-9b65-487e938b0eef), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.871042 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Fanout notify agent at l3_agent the message router_deleted on router c6eba653-85d7-4ceb-9b65-487e938b0eef {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:40:27.878101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:27.879288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7176c1e-36fb-418a-8c72-c8f8c987a785 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/routers/c6eba653-85d7-4ceb-9b65-487e938b0eef HTTP/1.1" status: 204 len: 168 time: 0.8854914 Jan 28 01:40:27.882510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:27.976770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ecf955de-73fe-458a-b6cc-b80554accdbc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.096092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ecf955de-73fe-458a-b6cc-b80554accdbc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.124671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf955de-73fe-458a-b6cc-b80554accdbc']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:28.137961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eec1e92-13c4-4349-9b85-5e60a0c75636') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:28.138363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eec1e92-13c4-4349-9b85-5e60a0c75636') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:28.149550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (3eec1e92-13c4-4349-9b85-5e60a0c75636), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.164177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3eec1e92-13c4-4349-9b85-5e60a0c75636), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.172790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:40:28.173363 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (3eec1e92-13c4-4349-9b85-5e60a0c75636), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:40:28.176979 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:40:28.245216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ecf955de-73fe-458a-b6cc-b80554accdbc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.252605 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.258668 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/networks/ecf955de-73fe-458a-b6cc-b80554accdbc HTTP/1.1" status: 204 len: 168 time: 0.3723104 Jan 28 01:40:28.259091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48052) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:28.273140 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736cc35-6ee3-4aa4-b455-04bdfde1a274 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Network': ['ID=ecf955de-73fe-458a-b6cc-b80554accdbc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:28.327977 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (63166fdf-fca2-4e8d-bb4b-ad7bab97fb11), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.355626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (63166fdf-fca2-4e8d-bb4b-ad7bab97fb11), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.427229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (63166fdf-fca2-4e8d-bb4b-ad7bab97fb11), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.430122 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:28.431400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/security-groups/63166fdf-fca2-4e8d-bb4b-ad7bab97fb11 HTTP/1.1" status: 204 len: 168 time: 0.1712639 Jan 28 01:40:28.453382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63166fdf-fca2-4e8d-bb4b-ad7bab97fb11,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:28.463772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.464443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.464956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.466487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.467156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.467649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.468161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.470108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.480287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.480808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.481166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.481527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.481898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbdb95-ea53-499b-894b-833a1522f053 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:28.536007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c33f91-126a-45a1-978c-4d92b1c11df0 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:40:28.557666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 92c33f91-126a-45a1-978c-4d92b1c11df0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:40:28.558162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 92c33f91-126a-45a1-978c-4d92b1c11df0 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:40:28.558661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f35199e4-cc02-468e-80eb-00f47e301e25 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:40:28.577969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f35199e4-cc02-468e-80eb-00f47e301e25 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:40:28.578395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f35199e4-cc02-468e-80eb-00f47e301e25 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:40:28.578870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e2ad3912-d375-4eec-ae45-a65597674a9e no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:40:28.599658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e2ad3912-d375-4eec-ae45-a65597674a9e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:40:28.600134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e2ad3912-d375-4eec-ae45-a65597674a9e not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:40:29.309654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:29.314540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587904912', 'description': 'tempest-secgroup-smoke-587904912 description', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:29.336385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.407427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (b4525068-9d8c-4029-9ced-dfce518880d3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.411753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b4525068-9d8c-4029-9ced-dfce518880d3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.439212 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.440686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1297317 Jan 28 01:40:29.443558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48060) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:29.448023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': 'b4525068-9d8c-4029-9ced-dfce518880d3', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:29.454270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca06c-0d95-4393-b955-e99911dccb7b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4525068-9d8c-4029-9ced-dfce518880d3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:29.480895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (3a2f5176-a81a-476d-ade8-77e174acf663), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.542274 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (3a2f5176-a81a-476d-ade8-77e174acf663), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.547229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3a2f5176-a81a-476d-ade8-77e174acf663), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.569566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2f5176-a81a-476d-ade8-77e174acf663,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:29.574967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.576160 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c1c19016-c3b1-4b95-9300-e93b6c982568 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317155 Jan 28 01:40:29.579070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48062) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:29.583376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': 'b4525068-9d8c-4029-9ced-dfce518880d3', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:29.609820 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (8b08f205-b829-4026-a5ae-18ba7b80d9bb), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.667409 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (8b08f205-b829-4026-a5ae-18ba7b80d9bb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.671631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (8b08f205-b829-4026-a5ae-18ba7b80d9bb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.690912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b08f205-b829-4026-a5ae-18ba7b80d9bb,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:29.698420 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.699624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f71fbc5e-352b-4623-bf9c-eea39404b91f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195953 Jan 28 01:40:29.703304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48064) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:29.709015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': 'b4525068-9d8c-4029-9ced-dfce518880d3', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:29.738589 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (419753ae-eef5-40d4-a5cf-1d75a8cd26a9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.791104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (419753ae-eef5-40d4-a5cf-1d75a8cd26a9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.796163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (419753ae-eef5-40d4-a5cf-1d75a8cd26a9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.814327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419753ae-eef5-40d4-a5cf-1d75a8cd26a9,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:29.822744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.824044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4d14b360-b462-43cb-9e02-a452e106d3f4 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193695 Jan 28 01:40:29.827019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48066) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:29.831769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': 'b4525068-9d8c-4029-9ced-dfce518880d3', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:29.860501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (83660e39-0efe-4ca9-a605-3c1a24275c43), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.929851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (83660e39-0efe-4ca9-a605-3c1a24275c43), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.934398 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (83660e39-0efe-4ca9-a605-3c1a24275c43), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.952985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83660e39-0efe-4ca9-a605-3c1a24275c43,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:29.963665 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:29.964875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9e21773c-d21e-4684-b2dc-10d7c1552ea2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368799 Jan 28 01:40:29.968012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:29.972455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': 'b4525068-9d8c-4029-9ced-dfce518880d3', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:29.995375 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:40:30.000459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (00362bb3-8bf3-4391-a36a-c2e8252376e7), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.058640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (00362bb3-8bf3-4391-a36a-c2e8252376e7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.063542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (00362bb3-8bf3-4391-a36a-c2e8252376e7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.082587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00362bb3-8bf3-4391-a36a-c2e8252376e7,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:30.092258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.094070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-420c161b-cab1-4d06-a7ef-48fb5c75c844 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249917 Jan 28 01:40:30.097102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48070) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:30.102146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'security_group_rule': {'security_group_id': 'b4525068-9d8c-4029-9ced-dfce518880d3', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:30.124581 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Project 5503721e2d1e4f9a8fe81522a00daed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:40:30.129637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (2711e452-7bba-4bf1-b10e-9efd39281851), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.189993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (2711e452-7bba-4bf1-b10e-9efd39281851), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.195491 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2711e452-7bba-4bf1-b10e-9efd39281851), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.213081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2711e452-7bba-4bf1-b10e-9efd39281851,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:30.221905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.224338 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7be4421a-d4a4-40db-a959-1ef07c47981d tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247659 Jan 28 01:40:30.225827 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48072) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:30.231324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'network': {'name': 'tempest-network-smoke--1315318618', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:30.251469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:40:30.254889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.280307 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:40:30.289217 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fc45844d-294b-4820-82f2-3e9447e938cd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.289556 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Added segment fc45844d-294b-4820-82f2-3e9447e938cd of type vlan for network fb9ff6e0-f3e5-4239-8332-5cc163da0efd Jan 28 01:40:30.328106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fb9ff6e0-f3e5-4239-8332-5cc163da0efd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.354096 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fb9ff6e0-f3e5-4239-8332-5cc163da0efd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.359021 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:30.359918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.415261 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882560 Jan 28 01:40:30.418942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48074) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:30.423748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'admin_state_up': True, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:30.432790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c8db6-f153-4622-90fc-816ef71111d5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Network': ['ID=fb9ff6e0-f3e5-4239-8332-5cc163da0efd,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:30.444372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:40:30.447560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.448671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.504445 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.646720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.857199 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.877385 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:30.996462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.190 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/f08910ca-1cc5-4a47-8751-bd314f385343) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:31.101484 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (f08910ca-1cc5-4a47-8751-bd314f385343), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:31.143572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:31.181665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:31.184539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:31.190155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:31.195792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=f08910ca-1cc5-4a47-8751-bd314f385343,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:31.441948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:31.639068 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:31.786476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:40:31.895660 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:40:31.905538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Sync routers for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:40:31.917567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:31.918240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:31.919405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:31.920854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-69371eeb-21fa-4160-9c52-7932d637b945 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5008328 Jan 28 01:40:31.924355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48078) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:31.953320 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1915d39e-762d-44c5-acdb-d9dfd9027b9c tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5503721e2d1e4f9a8fe81522a00daed8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275736 Jan 28 01:40:31.956180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48080) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:32.022530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:32.042850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283fc98d-c569-4d82-9b88-f4433976d378 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:32.044302 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-283fc98d-c569-4d82-9b88-f4433976d378 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872297 Jan 28 01:40:32.047289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48082) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:32.075945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bbfe3397-08cd-49c2-91ff-f8d4ce4d2574 tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275562 Jan 28 01:40:32.078723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48084) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:32.084025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786981353', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:32.172938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:40:32.177017 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.205754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:31Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:32.239049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Checking router: 987c2c5f-0ba0-4223-b2ac-993e264a1d9c for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:40:32.239406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Updating router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c port f08910ca-1cc5-4a47-8751-bd314f385343 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:40:32.266256 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.371989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (4aaef4ec-0aef-4e03-8f10-13cf93fca66d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.437720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Subnet': ['ID=4aaef4ec-0aef-4e03-8f10-13cf93fca66d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:32.446098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Checking segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:32.446501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network hostable DHCP agents. Network: fb9ff6e0-f3e5-4239-8332-5cc163da0efd, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:40:32.464523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:40:32.475238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fb9ff6e0-f3e5-4239-8332-5cc163da0efd) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:32.479849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:32.480460 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.489665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e6083-1436-4f62-a08b-849015307f74 None None] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:40:32.502524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-047fb860-3e6b-4c40-9e35-ce01ad58e21e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4226775 Jan 28 01:40:32.505525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48088) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:32.587430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Publish callbacks [] for port (f08910ca-1cc5-4a47-8751-bd314f385343), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.601176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.682176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:40:32.683071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.700008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf15321-7a7d-42d1-b26d-a1a6593c77f1 None None] Pushing event updated for resources: {'Port': ['ID=f08910ca-1cc5-4a47-8751-bd314f385343,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:32.702640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Attempting to bind port f08910ca-1cc5-4a47-8751-bd314f385343 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:32.703056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Attempting to bind port f08910ca-1cc5-4a47-8751-bd314f385343 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:32.703416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Attempting to bind port f08910ca-1cc5-4a47-8751-bd314f385343 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:32.715419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:32.715806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:32.716220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.716601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:32.717070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Bound port: f08910ca-1cc5-4a47-8751-bd314f385343, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:32.717453 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.849063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] For port f08910ca-1cc5-4a47-8751-bd314f385343, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:32.865130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] For port f08910ca-1cc5-4a47-8751-bd314f385343, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f08910ca-1cc5-4a47-8751-bd314f385343,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:32.873153 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.904766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Allocated IP 172.20.0.2 (fb9ff6e0-f3e5-4239-8332-5cc163da0efd/4aaef4ec-0aef-4e03-8f10-13cf93fca66d/d5b7b432-0ca5-46c0-8311-baf26fb37296) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:32.961358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:32.993710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf15321-7a7d-42d1-b26d-a1a6593c77f1 None None] Pushing event updated for resources: {'Port': ['ID=f08910ca-1cc5-4a47-8751-bd314f385343,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:32.998231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:32.998848 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:33.159407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:33.223194 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Publish callbacks [] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.263538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.286663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.1 (fb9ff6e0-f3e5-4239-8332-5cc163da0efd/4aaef4ec-0aef-4e03-8f10-13cf93fca66d/7b68c5c3-b70d-41c9-b9c2-a393d1c7d531) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:33.313613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:33.327071 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:33.333233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:33.336625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Pushing event updated for resources: {'Port': ['ID=d5b7b432-0ca5-46c0-8311-baf26fb37296,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:33.397218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.425999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Attempting to bind port d5b7b432-0ca5-46c0-8311-baf26fb37296 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:33.426378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Attempting to bind port d5b7b432-0ca5-46c0-8311-baf26fb37296 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:33.426748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Attempting to bind port d5b7b432-0ca5-46c0-8311-baf26fb37296 on network fb9ff6e0-f3e5-4239-8332-5cc163da0efd {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:33.431887 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.433420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:33.433847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Checking segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:33.434255 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.434657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Bound using segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:33.435130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Bound port: d5b7b432-0ca5-46c0-8311-baf26fb37296, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:33.435513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.477269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:33.480308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:33.483406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:31Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:33.486848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:33.511970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:33.521113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd57a5f4-bc50-43f0-b65b-2e66476584e0 None None] The sync data for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 is: [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:31Z', 'revision_number': 3, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:40:33.533949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] For port d5b7b432-0ca5-46c0-8311-baf26fb37296, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:33.537493 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.538365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] For port d5b7b432-0ca5-46c0-8311-baf26fb37296, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d5b7b432-0ca5-46c0-8311-baf26fb37296,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:33.550136 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.617200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51abc-660e-45ce-a0e3-c0d59caf5341 None None] Pushing event updated for resources: {'Port': ['ID=d5b7b432-0ca5-46c0-8311-baf26fb37296,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:33.680338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:33.958184 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.069354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.074941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.154408 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:34.157988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.274649 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:34.276337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:34.419911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f08910ca-1cc5-4a47-8751-bd314f385343 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:34.438378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:40:34.482489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f08910ca-1cc5-4a47-8751-bd314f385343 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:34.483099 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.572162 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f08910ca-1cc5-4a47-8751-bd314f385343 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:34.572548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:40:34.573223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.578712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-07c42322-6a08-49bb-aae3-a97aa9a454fa tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/987c2c5f-0ba0-4223-b2ac-993e264a1d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0716178 Jan 28 01:40:34.619426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port f08910ca-1cc5-4a47-8751-bd314f385343, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f08910ca-1cc5-4a47-8751-bd314f385343,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:34.631497 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.632708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5b7b432-0ca5-46c0-8311-baf26fb37296 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:34.725939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=f08910ca-1cc5-4a47-8751-bd314f385343,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:34.738968 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d5b7b432-0ca5-46c0-8311-baf26fb37296 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:34.739343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.757526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-497f0295-51fe-4e8f-97dc-eed05e38e4a0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587904912&fields=id&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 267 time: 0.0532136 Jan 28 01:40:34.809567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c60d6-7368-467e-95e3-22f28b1598ff None None] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:40:34.865528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-3384c34e-7966-4645-9a37-885409b312f5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:34.867708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-3384c34e-7966-4645-9a37-885409b312f5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/networks?id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd HTTP/1.1" status: 200 len: 797 time: 0.1028130 Jan 28 01:40:34.877518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d5b7b432-0ca5-46c0-8311-baf26fb37296 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:34.877914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.883214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-39516666-d359-425c-83c5-6ea4fbdcf2a6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/quotas/5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Jan 28 01:40:34.913997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-13d63ad5-ad7d-4f3c-b69e-cb20e348d8cd None None] Provisioning complete for port d5b7b432-0ca5-46c0-8311-baf26fb37296 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:34.914384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13d63ad5-ad7d-4f3c-b69e-cb20e348d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:34.949226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-4585a44d-70fc-42c8-9e67-18bd3279da81 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592816 Jan 28 01:40:34.993936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port d5b7b432-0ca5-46c0-8311-baf26fb37296, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d5b7b432-0ca5-46c0-8311-baf26fb37296,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:35.005814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:35.055094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-1613d229-56fe-4b08-bc6b-ae621c1de9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927105 Jan 28 01:40:35.089423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=d5b7b432-0ca5-46c0-8311-baf26fb37296,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:35.113343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-13d63ad5-ad7d-4f3c-b69e-cb20e348d8cd None None] Current status of the port d5b7b432-0ca5-46c0-8311-baf26fb37296 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:35.178710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-1876e0cc-371b-456f-b7f4-55e279f024db service neutron] 10.222.0.23 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046150 Jan 28 01:40:35.340700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c4ae6bb7-744f-40d8-a02f-e3cf03cd7cf2 None None] Provisioning complete for port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:35.341407 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6bb7-744f-40d8-a02f-e3cf03cd7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:35.358950 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5c1b3c8-bfcf-41f5-9dea-5eda6cb8a734 req-f613ace4-518b-4015-a4ca-1615cab07719 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jan 28 01:40:35.397182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae6bb7-744f-40d8-a02f-e3cf03cd7cf2 None None] Port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:40:35.408891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c4ae6bb7-744f-40d8-a02f-e3cf03cd7cf2 None None] Provisioning complete for port d5b7b432-0ca5-46c0-8311-baf26fb37296 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:35.409420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c4ae6bb7-744f-40d8-a02f-e3cf03cd7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:35.503711 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae6bb7-744f-40d8-a02f-e3cf03cd7cf2 None None] Current status of the port d5b7b432-0ca5-46c0-8311-baf26fb37296 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:35.530607 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Sync routers for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:40:35.541594 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:35.542339 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:35.629618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2f1e952d-1991-46a3-9e84-20ac0f6c5630 None None] Provisioning complete for port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:35.629618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f1e952d-1991-46a3-9e84-20ac0f6c5630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:35.664521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:35.680606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e952d-1991-46a3-9e84-20ac0f6c5630 None None] Port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:40:35.881062 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 2, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:35.900056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c2cb71f7-2ead-4f81-aab3-a5af125b6b4c None None] Provisioning complete for port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:35.900406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c2cb71f7-2ead-4f81-aab3-a5af125b6b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:35.907035 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Checking router: 987c2c5f-0ba0-4223-b2ac-993e264a1d9c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:40:35.907385 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Updating router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:40:35.932376 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:35.937527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb71f7-2ead-4f81-aab3-a5af125b6b4c None None] Port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:40:36.228243 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Publish callbacks [] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.234130 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.288840 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Pushing event updated for resources: {'Port': ['ID=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:36.308227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f08910ca-1cc5-4a47-8751-bd314f385343 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:36.314588 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.314934 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.315274 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.315728 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.316026 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.316366 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.317227 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.317227 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.317412 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.317623 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.317973 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.318294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.318614 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:36.352069 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Attempting to bind port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:36.352434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Attempting to bind port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:36.352802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Attempting to bind port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 on network fb9ff6e0-f3e5-4239-8332-5cc163da0efd {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:36.358864 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:36.359296 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Checking segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:36.359963 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.360388 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Bound using segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:36.360857 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Bound port: 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:36.361283 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.365273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f08910ca-1cc5-4a47-8751-bd314f385343 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:36.365753 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.470871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f08910ca-1cc5-4a47-8751-bd314f385343 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:36.472872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5b7b432-0ca5-46c0-8311-baf26fb37296 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:36.570096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d5b7b432-0ca5-46c0-8311-baf26fb37296 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:36.570688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-577ca5c3-9012-43ec-a113-7775d8e8fa99 req-874ea6fc-232c-42c3-a4b1-30d60d019a7c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 210 time: 0.0982919 Jan 28 01:40:36.571044 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.600930 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] For port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:36.604614 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] For port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:36.614125 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.648094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-32c94c3d-5dc3-4944-94eb-191e0c4d3307 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:36.649450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-32c94c3d-5dc3-4944-94eb-191e0c4d3307 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/networks?id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd HTTP/1.1" status: 200 len: 797 time: 0.2132699 Jan 28 01:40:36.678215 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:36.678862 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:36.687068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d5b7b432-0ca5-46c0-8311-baf26fb37296 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:36.708783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] Provisioning complete for port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:36.709157 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.726750 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400c784-8f61-4b7c-bc67-8d0d5d686a21 None None] Pushing event updated for resources: {'Port': ['ID=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:36.777267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-fdf9c54d-36ff-4f87-b5a8-40d9b75569ee tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5503721e2d1e4f9a8fe81522a00daed8 HTTP/1.1" status: 200 len: 379 time: 0.1053832 Jan 28 01:40:36.795082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'port': {'device_id': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'admin_state_up': True, 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'security_groups': ['b4525068-9d8c-4029-9ced-dfce518880d3']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:36.816533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] Current status of the port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:36.818000 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.826486 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:36.856724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] For port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:36.865529 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.925760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a615a40-abd5-4576-ab14-4c3d45828211 None None] Pushing event updated for resources: {'Port': ['ID=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:36.927710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Made reservation on behalf of 5503721e2d1e4f9a8fe81522a00daed8 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:40:36.932472 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:36.991915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-33ce1e98-2797-47f4-b403-b53487aa83bd None None] Provisioning complete for port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:36.992257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33ce1e98-2797-47f4-b403-b53487aa83bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.063909 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:37.072194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.20.0.11 (fb9ff6e0-f3e5-4239-8332-5cc163da0efd/4aaef4ec-0aef-4e03-8f10-13cf93fca66d/3f9a2234-d8c2-41d0-a21a-23805e67440b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:37.081689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33ce1e98-2797-47f4-b403-b53487aa83bd None None] Current status of the port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:37.094509 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0a340-639a-456e-b092-1172d2cac77a None None] The sync data for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 is: [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:40:37.120862 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf09d1ee-7687-4da5-8528-3ad692ac1406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.252911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.290043 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.338623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:37.342152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:37.348986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:37.356263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:37.407011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:37.407768 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.427186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f40d9029-539c-4a0b-9fa6-8c48246661b7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6410403 Jan 28 01:40:37.445066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Request body: {'port': {'device_id': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:37.507117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.522788 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.628275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-47bf2ca9-cffc-41f8-800a-2962b642a890 None None] Provisioning complete for port 3f9a2234-d8c2-41d0-a21a-23805e67440b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:37.628890 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47bf2ca9-cffc-41f8-800a-2962b642a890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.678764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-47bf2ca9-cffc-41f8-800a-2962b642a890 None None] Port 3f9a2234-d8c2-41d0-a21a-23805e67440b cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:40:37.785856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d6757-aace-4fec-9cc1-7a37d2bf17da req-f4cacb01-d470-409a-8e4a-4225c6fd31d6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:37.787554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-410d6757-aace-4fec-9cc1-7a37d2bf17da req-f4cacb01-d470-409a-8e4a-4225c6fd31d6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 932 time: 0.1157708 Jan 28 01:40:37.884188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-410d6757-aace-4fec-9cc1-7a37d2bf17da req-67377b15-6a74-4039-bff6-350953be8730 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893934 Jan 28 01:40:37.886302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9a2234-d8c2-41d0-a21a-23805e67440b {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:40:37.895034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Publish callbacks [] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.907873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Transition to ACTIVE for port object 3f9a2234-d8c2-41d0-a21a-23805e67440b will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:40:37.911904 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:37.971689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:38.054737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Attempting to bind port 3f9a2234-d8c2-41d0-a21a-23805e67440b on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:38.055096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Attempting to bind port 3f9a2234-d8c2-41d0-a21a-23805e67440b by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:38.055407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Attempting to bind port 3f9a2234-d8c2-41d0-a21a-23805e67440b on network fb9ff6e0-f3e5-4239-8332-5cc163da0efd {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:38.060321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Port 3f9a2234-d8c2-41d0-a21a-23805e67440b on network fb9ff6e0-f3e5-4239-8332-5cc163da0efd not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:40:38.060652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Attempting to bind port 3f9a2234-d8c2-41d0-a21a-23805e67440b on network fb9ff6e0-f3e5-4239-8332-5cc163da0efd {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:38.066346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:38.066683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Checking segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:38.067072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Bound using segment: {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:38.067503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Bound port: 3f9a2234-d8c2-41d0-a21a-23805e67440b, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc45844d-294b-4820-82f2-3e9447e938cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:38.067859 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:38.140071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:38.144153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:38.148752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:38.189799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:38.190479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:38.191987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f9a2234-d8c2-41d0-a21a-23805e67440b HTTP/1.1" status: 200 len: 1092 time: 0.7517400 Jan 28 01:40:38.192551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:38.195691 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:38.239055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc74c30-da5b-4e30-ad7b-3823cc53afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:38.247732 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9919bf-9375-48ea-b3ec-945c7c336dfc x-openstack-request-id: req-6f9919bf-9375-48ea-b3ec-945c7c336dfc {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:38.248365 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:38.248691 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f9919bf-9375-48ea-b3ec-945c7c336dfc {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:38.249216 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'status': 'completed', 'code': 200} Jan 28 01:40:38.327814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f8235a84-9320-4f44-aae7-d72ce074dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:38.329634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-f8235a84-9320-4f44-aae7-d72ce074dcd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1095 time: 0.0620863 Jan 28 01:40:38.388857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-407cc40e-be25-46ce-b5f2-b915afca33bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b HTTP/1.1" status: 200 len: 217 time: 0.0412116 Jan 28 01:40:38.392613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:38.446412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-7ec6ec8a-e6a5-46cf-be97-e5654fc8c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:38.447863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-7ec6ec8a-e6a5-46cf-be97-e5654fc8c75f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aaef4ec-0aef-4e03-8f10-13cf93fca66d HTTP/1.1" status: 200 len: 835 time: 0.0524054 Jan 28 01:40:38.452082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:38.452455 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:38.494774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-b25af484-c359-4e79-ab1a-3214ea63e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:38.496234 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-b25af484-c359-4e79-ab1a-3214ea63e70f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415270 Jan 28 01:40:38.539835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:38.598283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-d58b15d6-48e7-42d9-af5f-41490a3d51b9 service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960462 Jan 28 01:40:38.707406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1059498-6863-41c2-8dc5-e59c0c4e8b2d req-b9ab1dad-882b-4afb-bc46-9c01d2eb54b6 service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029773 Jan 28 01:40:38.843798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-4144545f-4a92-41d8-b523-f75d02375650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:38.845865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-4144545f-4a92-41d8-b523-f75d02375650 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1095 time: 0.0495474 Jan 28 01:40:38.960743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-559ad693-9bbe-4e5b-abdb-0dc5f221eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:38.962305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-559ad693-9bbe-4e5b-abdb-0dc5f221eca3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd HTTP/1.1" status: 200 len: 898 time: 0.1104577 Jan 28 01:40:39.376303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9781f5f6-7964-4a34-b875-1965a0642fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:39.403687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-9aff1925-1608-42ca-9573-bbd3ef3f0841 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b HTTP/1.1" status: 200 len: 217 time: 0.4297957 Jan 28 01:40:39.463431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1a9e3-fcae-4d6e-98c4-8e5110be21df req-6608169c-7d6e-4a99-af6c-5dc072782890 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:39.464810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48f1a9e3-fcae-4d6e-98c4-8e5110be21df req-6608169c-7d6e-4a99-af6c-5dc072782890 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 944 time: 0.5002558 Jan 28 01:40:39.470530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-474b7b92-a993-42f0-abb7-97f8dc2aaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:39.471863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-474b7b92-a993-42f0-abb7-97f8dc2aaef8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aaef4ec-0aef-4e03-8f10-13cf93fca66d HTTP/1.1" status: 200 len: 835 time: 0.0614204 Jan 28 01:40:39.542819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-48f1a9e3-fcae-4d6e-98c4-8e5110be21df req-10acf955-dfad-4b1e-b9e3-3414a07bed44 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699768 Jan 28 01:40:39.547980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-1e1bce40-50f5-41dd-8b87-b3d1cdd1df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:39.549860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-1e1bce40-50f5-41dd-8b87-b3d1cdd1df18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712295 Jan 28 01:40:39.647542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-4707c0b0-bf0e-4cfb-a5e2-4bb9f695feb3 service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909846 Jan 28 01:40:39.736951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c0741b9a-99d2-4e8f-b2ad-3545b99b856d req-808b7a32-5306-45f6-b3d6-394f625a2f37 service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831282 Jan 28 01:40:40.666339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c57e7-f38d-4fa2-85b9-e36cb5ddd4ac req-43e3bb31-7daa-45f8-abc6-c3577f84936b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:40.667815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-306c57e7-f38d-4fa2-85b9-e36cb5ddd4ac req-43e3bb31-7daa-45f8-abc6-c3577f84936b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 944 time: 0.0504434 Jan 28 01:40:40.723057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-306c57e7-f38d-4fa2-85b9-e36cb5ddd4ac req-13e9776b-d906-46e9-a3e4-042726572739 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493844 Jan 28 01:40:40.927401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:41.228845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:40:41.337431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:41.352510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'port_id': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'mac_address': 'fa:16:3e:59:01:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:40:41.391720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3f9a2234-d8c2-41d0-a21a-23805e67440b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:41.392113 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:41.406143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a2234-d8c2-41d0-a21a-23805e67440b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:40:41.426439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:41.434821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:41.496450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:41.785259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3f9a2234-d8c2-41d0-a21a-23805e67440b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:40:41.853155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf40e4e-8ad5-4e54-b9de-17cf0f64d693 req-e0be29b5-5cde-413b-8f10-7684f7ea36b3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:41.854684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cf40e4e-8ad5-4e54-b9de-17cf0f64d693 req-e0be29b5-5cde-413b-8f10-7684f7ea36b3 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 945 time: 0.0535429 Jan 28 01:40:41.903587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cf40e4e-8ad5-4e54-b9de-17cf0f64d693 req-9aefdff4-4591-4947-acc8-232b8afb95c1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Jan 28 01:40:42.029188 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:43.027826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d1713-85ad-4acc-9644-1b2980ad1252 req-dd6df875-4770-4456-b2e9-2c34f482b0a6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:43.029218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f97d1713-85ad-4acc-9644-1b2980ad1252 req-dd6df875-4770-4456-b2e9-2c34f482b0a6 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 945 time: 0.0501008 Jan 28 01:40:43.082230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f97d1713-85ad-4acc-9644-1b2980ad1252 req-289f45d9-ed00-4d25-9682-8e6ec3cbaaec tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472770 Jan 28 01:40:43.242658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:43.303802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3f9a2234-d8c2-41d0-a21a-23805e67440b completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:40:43.307492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3f9a2234-d8c2-41d0-a21a-23805e67440b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:43.307861 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:43.355399 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:43.400525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3f9a2234-d8c2-41d0-a21a-23805e67440b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:43.400900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:43.424140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:43.426514 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca441ec9-4d53-4204-a08a-7a43e24086c9" -d '{"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:43.438870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:43.444279 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:43.469436 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca20c98c-b385-4288-850a-ef77da3d67f3 x-openstack-request-id: req-ca20c98c-b385-4288-850a-ef77da3d67f3 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:43.469732 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:43.470019 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca20c98c-b385-4288-850a-ef77da3d67f3 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:43.470415 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'code': 200} Jan 28 01:40:43.497255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:43.597568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3921170-5c6a-47a5-934d-2f562e886d39 req-5ebe170c-bd31-4cd0-ac1c-0baebc09b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:43.599055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3921170-5c6a-47a5-934d-2f562e886d39 req-5ebe170c-bd31-4cd0-ac1c-0baebc09b6c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1097 time: 0.0445640 Jan 28 01:40:43.646570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3921170-5c6a-47a5-934d-2f562e886d39 req-fb50c9d2-45a1-468e-ab8b-f4ad6782a5d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Jan 28 01:40:44.210896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d45c4-363e-4941-bf09-ef6ca2f74d9d req-887bb5b9-997b-41d7-a699-b7f79e5e9ff1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:44.212377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c18d45c4-363e-4941-bf09-ef6ca2f74d9d req-887bb5b9-997b-41d7-a699-b7f79e5e9ff1 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0560601 Jan 28 01:40:44.262531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c18d45c4-363e-4941-bf09-ef6ca2f74d9d req-72105185-d7c6-4726-8214-682f428213dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443633 Jan 28 01:40:45.394927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fea3f2-8ca3-47db-8902-575309d642ba req-bfa749d1-ae61-4fba-8077-d50a63f3e428 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:45.396519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fea3f2-8ca3-47db-8902-575309d642ba req-bfa749d1-ae61-4fba-8077-d50a63f3e428 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0513682 Jan 28 01:40:45.449757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-76fea3f2-8ca3-47db-8902-575309d642ba req-171b0bd8-7180-4bdb-8951-be5730baeea9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473921 Jan 28 01:40:45.480153 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:40:45.581480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2856f-cc04-4927-9db7-a7e72f487856 req-97dd56c4-9722-4e82-8203-78a38350aba5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:45.582907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ea2856f-cc04-4927-9db7-a7e72f487856 req-97dd56c4-9722-4e82-8203-78a38350aba5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0629494 Jan 28 01:40:45.632151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ea2856f-cc04-4927-9db7-a7e72f487856 req-08502c69-f8b1-4de5-b26f-8f83306f430b tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Jan 28 01:40:45.654634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48144) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:45.702352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0f4ba6-3efc-456d-a914-caaf8ad5b50f tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:45.703878 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-de0f4ba6-3efc-456d-a914-caaf8ad5b50f tempest-TestNetworkAdvancedServerOps-1943656102 tempest-TestNetworkAdvancedServerOps-1943656102-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1092 time: 0.0482121 Jan 28 01:40:45.707789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48146) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:45.712235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:45.736569 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:45.847266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:45.959275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Allocated IP 172.25.1.202 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/41552d42-a114-4a19-8074-7013baf0671f) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:46.064396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (41552d42-a114-4a19-8074-7013baf0671f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.101754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (41552d42-a114-4a19-8074-7013baf0671f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.138898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:46.141643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:46.147211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:46.152758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=41552d42-a114-4a19-8074-7013baf0671f,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:46.527135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (3acb368b-847d-4706-a229-c3eade21691d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.600687 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (41552d42-a114-4a19-8074-7013baf0671f), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.754697 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for port (41552d42-a114-4a19-8074-7013baf0671f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.761599 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (41552d42-a114-4a19-8074-7013baf0671f), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.839947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event updated for resources: {'Port': ['ID=41552d42-a114-4a19-8074-7013baf0671f,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:46.852103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (3acb368b-847d-4706-a229-c3eade21691d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:46.952157 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP 3acb368b-847d-4706-a229-c3eade21691d associated. External IP: 172.25.1.202, port: 3f9a2234-d8c2-41d0-a21a-23805e67440b. Jan 28 01:40:47.159828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:40:47.270639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:40:47.282962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] Sync routers for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:40:47.292459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:47.294003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:47.294841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:47.319725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0a685858-ea3c-41ae-9934-3bc417f4deaf tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6109149 Jan 28 01:40:47.320342 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:47.322753 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:47.363057 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073fcf52-786d-446e-add6-de52ddd9b55f x-openstack-request-id: req-073fcf52-786d-446e-add6-de52ddd9b55f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:47.363431 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:47.363822 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-073fcf52-786d-446e-add6-de52ddd9b55f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:47.364374 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'status': 'completed', 'code': 200} Jan 28 01:40:47.415981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:47.434957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48154) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:47.454196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25255e29-7e4b-4687-a18f-90aa6657447b req-04a5a917-7bae-40b9-8691-8e8d197d213e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.461261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25255e29-7e4b-4687-a18f-90aa6657447b req-04a5a917-7bae-40b9-8691-8e8d197d213e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0838606 Jan 28 01:40:47.485565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-71e8b79e-e703-4296-95f7-6b80f430a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.487110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-71e8b79e-e703-4296-95f7-6b80f430a7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1097 time: 0.0798268 Jan 28 01:40:47.517736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729dd495-ae59-4254-8d89-b3a2b9f20bdf tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.518242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729dd495-ae59-4254-8d89-b3a2b9f20bdf tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.518713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729dd495-ae59-4254-8d89-b3a2b9f20bdf tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.520434 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-729dd495-ae59-4254-8d89-b3a2b9f20bdf tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=cf857d1e68bd47139efa99c3fe19a22f&network_id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 2969 time: 0.0835981 Jan 28 01:40:47.561127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-25255e29-7e4b-4687-a18f-90aa6657447b req-5b976d98-a32b-4852-afe6-c599041f3e71 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989749 Jan 28 01:40:47.585242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48158) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:47.607755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-c9647a6d-7b28-4ad6-aeb3-59843e161985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.609245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-c9647a6d-7b28-4ad6-aeb3-59843e161985 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd HTTP/1.1" status: 200 len: 898 time: 0.1109409 Jan 28 01:40:47.648979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bfc6f709-89ea-4c64-b2af-bff4c37109ed tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/3acb368b-847d-4706-a229-c3eade21691d HTTP/1.1" status: 200 len: 992 time: 0.0622330 Jan 28 01:40:47.656286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3acb368b-847d-4706-a229-c3eade21691d', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'port_id': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'mac_address': 'fa:16:3e:59:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:40:46Z', 'updated_at': '2022-01-28T01:40:46Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:47.675893 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-dfcc7094-56ec-46cb-926e-36106e1171f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b HTTP/1.1" status: 200 len: 1000 time: 0.0596893 Jan 28 01:40:47.682291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] Checking router: 987c2c5f-0ba0-4223-b2ac-993e264a1d9c for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:40:47.690878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:47.691479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:47.724652 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-357f9c67-8a0e-4ebb-961d-1a381608daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.726437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-357f9c67-8a0e-4ebb-961d-1a381608daf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aaef4ec-0aef-4e03-8f10-13cf93fca66d HTTP/1.1" status: 200 len: 835 time: 0.0450206 Jan 28 01:40:47.778082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-450a709b-9ac2-42e4-83a1-249d42292966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:47.779625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-450a709b-9ac2-42e4-83a1-249d42292966 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460718 Jan 28 01:40:47.798504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:47.869491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-9f539783-b743-4a80-b8d2-e35641d9269c service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Jan 28 01:40:47.964646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4e71a4c-a845-4b1c-b443-3bb8d90d32af req-08a705bd-c296-41f1-8efc-4a7acc2ce716 service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878575 Jan 28 01:40:48.029164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3acb368b-847d-4706-a229-c3eade21691d', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'port_id': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'mac_address': 'fa:16:3e:59:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:40:46Z', 'updated_at': '2022-01-28T01:40:46Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:48.055836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740c1d5-12d7-4085-8420-5cf0aec179a5 None None] The sync data for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 is: [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3acb368b-847d-4706-a229-c3eade21691d', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'port_id': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'mac_address': 'fa:16:3e:59:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:40:46Z', 'updated_at': '2022-01-28T01:40:46Z', 'revision_number': 0, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:40:48.270531 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882051a9-eb2e-4a61-82c0-70217fadf504 None None] New status for floating IP 3acb368b-847d-4706-a229-c3eade21691d: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:40:48.653862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48166) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:48.729938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-efb20761-c446-4cce-af0b-913fc67ce0bd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/3acb368b-847d-4706-a229-c3eade21691d HTTP/1.1" status: 200 len: 994 time: 0.0746188 Jan 28 01:40:48.951296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48168) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:49.010517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa7484-8457-4840-b7c9-01663a96c63c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:49.011969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-31aa7484-8457-4840-b7c9-01663a96c63c tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 HTTP/1.1" status: 200 len: 814 time: 0.0593498 Jan 28 01:40:49.489606 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:49.494879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'network': {'name': 'tempest-network-smoke--1670881751', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:49.519790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:40:49.523056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:49.556069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:40:49.567079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3135087f-6012-4d68-82fc-64f88fe932f9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:49.567399 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Added segment 3135087f-6012-4d68-82fc-64f88fe932f9 of type vlan for network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 Jan 28 01:40:49.607640 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:49.646087 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:49.651748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:49.652361 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:49.703843 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2130744 Jan 28 01:40:49.707229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48176) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:49.721473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa4328-c924-4179-861a-6144b68e9fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Network': ['ID=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:49.732763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:40:49.777538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f697e-e0e2-4456-bc5a-903dcb8ec13a tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:49.779225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7a2f697e-e0e2-4456-bc5a-903dcb8ec13a tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf857d1e68bd47139efa99c3fe19a22f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0709040 Jan 28 01:40:49.781854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48178) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:49.866338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a346e72-4f34-4a31-b7a4-43c317b654d6 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:49.867739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4a346e72-4f34-4a31-b7a4-43c317b654d6 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849824 Jan 28 01:40:49.870666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48180) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:49.902631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ce4b7539-e8f1-45dc-a6dd-12aee68693c0 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309157 Jan 28 01:40:49.905336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48182) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:49.932580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b821e2d6-0072-4d2e-8dbe-8317984e6c6b tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf857d1e68bd47139efa99c3fe19a22f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261683 Jan 28 01:40:49.936177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48184) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:50.033323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de949f-ecb4-4f7f-b826-2265117d6e98 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:50.034861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f7de949f-ecb4-4f7f-b826-2265117d6e98 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977845 Jan 28 01:40:50.037944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:50.066331 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e16558db-fe41-4463-9b51-6036752c8129 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272667 Jan 28 01:40:50.068775 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48188) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:50.073279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1178318226', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:50.172024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:40:50.177129 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.364609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (8d39ee7d-01a1-4e82-b4d3-a41306a047fb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.422569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Subnet': ['ID=8d39ee7d-01a1-4e82-b4d3-a41306a047fb,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:50.433733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Checking segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:50.434273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network hostable DHCP agents. Network: a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:40:50.455594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:40:50.466103 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:50.470294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:50.470879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.492089 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-13ebfbb1-af33-4d45-9f8a-06c651d780e3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4196479 Jan 28 01:40:50.638564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3206b-ce40-4a3f-8932-38861277044e None None] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:40:50.724514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48192) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:50.729219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895432296', 'description': 'tempest-secgroup-smoke-1895432296 description', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:50.746776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ips': [{'subnet_id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:40:50.748319 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.752442 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.819649 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (8480a79c-9b9b-47d5-a922-3211380f89d3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.824819 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8480a79c-9b9b-47d5-a922-3211380f89d3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.859356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.861061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1355150 Jan 28 01:40:50.863938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48194) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:50.868506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '8480a79c-9b9b-47d5-a922-3211380f89d3', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:50.873600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07748a12-0d5e-4d5e-9bdd-3e5b5f4bf3c3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8480a79c-9b9b-47d5-a922-3211380f89d3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:50.884060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Allocated IP 172.20.0.18 (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6/8d39ee7d-01a1-4e82-b4d3-a41306a047fb/8aff4f5a-91f2-4ba3-882c-6ca5f983e788) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:50.895624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (87c43d29-2c5b-4a80-97f0-dd60bcaf4acd), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.950638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (87c43d29-2c5b-4a80-97f0-dd60bcaf4acd), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.955247 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (87c43d29-2c5b-4a80-97f0-dd60bcaf4acd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.972638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c43d29-2c5b-4a80-97f0-dd60bcaf4acd,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:50.981362 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:50.982619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9073138f-bf5a-48d4-b629-b0a4fcbfeb72 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175728 Jan 28 01:40:50.985893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48196) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:50.990291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '8480a79c-9b9b-47d5-a922-3211380f89d3', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:51.015945 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (476af0be-d9b2-4279-b619-457ed9853661), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.032819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Publish callbacks [] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.039231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.073133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (476af0be-d9b2-4279-b619-457ed9853661), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.077339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (476af0be-d9b2-4279-b619-457ed9853661), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.084116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:51.088064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:51.089966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Pushing event updated for resources: {'Port': ['ID=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.092424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:51.092565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476af0be-d9b2-4279-b619-457ed9853661,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.107975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.112585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48198) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:51.113521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-84b20888-d4ac-48d0-aecc-4212e6f1d7aa tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266308 Jan 28 01:40:51.117386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '8480a79c-9b9b-47d5-a922-3211380f89d3', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:51.143863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (deee9730-f437-4a1d-bf1a-1a433dea0179), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.151333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Attempting to bind port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:51.151713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Attempting to bind port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:51.152084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Attempting to bind port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 on network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:51.157153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:51.157534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Checking segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:51.158053 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.158454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Bound using segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:51.158953 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Bound port: 8aff4f5a-91f2-4ba3-882c-6ca5f983e788, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:51.159333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.202122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (deee9730-f437-4a1d-bf1a-1a433dea0179), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.206165 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (deee9730-f437-4a1d-bf1a-1a433dea0179), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.223195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] For port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:51.224393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deee9730-f437-4a1d-bf1a-1a433dea0179,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.227983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] For port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:51.233471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.234740 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d33efa7-aad9-40c9-b84d-5eceb22ea17b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211331 Jan 28 01:40:51.235832 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.238048 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48200) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:51.243122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '8480a79c-9b9b-47d5-a922-3211380f89d3', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:51.270954 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (a3825c3b-e67f-4a46-95ce-eccc0c83b60a), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.294599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d0d94-f123-48b0-acde-9a2ab9a8fdd9 None None] Pushing event updated for resources: {'Port': ['ID=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.338492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (a3825c3b-e67f-4a46-95ce-eccc0c83b60a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.342957 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (a3825c3b-e67f-4a46-95ce-eccc0c83b60a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.361614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3825c3b-e67f-4a46-95ce-eccc0c83b60a,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.369371 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.370738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7d0491f-b2a6-441a-a66b-5fc5cd05b813 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314952 Jan 28 01:40:51.373646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48202) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:51.378287 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '8480a79c-9b9b-47d5-a922-3211380f89d3', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:51.400576 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Project cf857d1e68bd47139efa99c3fe19a22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:40:51.406189 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (762f5fdf-2f14-4203-921d-1afa6d2ad563), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.479664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (762f5fdf-2f14-4203-921d-1afa6d2ad563), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.485681 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (762f5fdf-2f14-4203-921d-1afa6d2ad563), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.506921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762f5fdf-2f14-4203-921d-1afa6d2ad563,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.516580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.517907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-56b08b89-d5f6-48cf-961e-6db1003090b1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432323 Jan 28 01:40:51.520667 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48204) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:51.527646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '8480a79c-9b9b-47d5-a922-3211380f89d3', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:51.550125 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Project cf857d1e68bd47139efa99c3fe19a22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:40:51.555848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (a5e5504e-2f17-4a60-939b-d5dc6a82da1c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.618629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (a5e5504e-2f17-4a60-939b-d5dc6a82da1c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.622972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (a5e5504e-2f17-4a60-939b-d5dc6a82da1c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.640811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e5504e-2f17-4a60-939b-d5dc6a82da1c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:51.649234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:51.651141 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ac79814f-130e-40ed-9a77-e41108758de5 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286721 Jan 28 01:40:51.807454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-5203637e-8aab-42b0-9efb-60754e8bba5f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895432296&fields=id&tenant_id=cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 267 time: 0.0465090 Jan 28 01:40:51.911855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-dc9b5de7-2bc3-4fae-953c-a04fe89742dc tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:51.913318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-dc9b5de7-2bc3-4fae-953c-a04fe89742dc tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/networks?id=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 HTTP/1.1" status: 200 len: 797 time: 0.0993009 Jan 28 01:40:51.934274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-1f8c6e6f-fbb9-4e1f-8fcc-ac8ffb65c638 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/quotas/cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 375 time: 0.0132301 Jan 28 01:40:51.997164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-eb703769-8d7c-4642-848f-651daef3ef94 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0570631 Jan 28 01:40:52.099382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-a31887b6-aad6-406a-97f4-ae59da480e79 service neutron] 10.222.0.23 "GET /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896490 Jan 28 01:40:52.192419 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-477483ad-b12e-4835-932e-00a36aa12ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870149 Jan 28 01:40:52.294766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c53e6-1acd-4e3a-ba42-2db76d5dd5ac None None] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:40:52.375407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-00326203-5430-4857-9470-b92afa6790bc None None] Provisioning complete for port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:52.376057 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-00326203-5430-4857-9470-b92afa6790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.401137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d360fc73-5b08-4b1b-8f43-7cb6076144ba req-f0a2d1b6-c82a-4aa6-b11c-5664808b5e82 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 210 time: 0.0326912 Jan 28 01:40:52.409663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:52.533740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:52.534218 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.563579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-00326203-5430-4857-9470-b92afa6790bc None None] Current status of the port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:52.564237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-00326203-5430-4857-9470-b92afa6790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.613537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-00326203-5430-4857-9470-b92afa6790bc None None] For port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:52.635197 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-00326203-5430-4857-9470-b92afa6790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.676735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:52.677160 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.710780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00326203-5430-4857-9470-b92afa6790bc None None] Pushing event updated for resources: {'Port': ['ID=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:52.757415 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:40:52.757800 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:40:52.861862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0d90b16a-7574-4c3d-a42c-3525b4245682 None None] Provisioning complete for port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:52.862176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0d90b16a-7574-4c3d-a42c-3525b4245682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.946917 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0d90b16a-7574-4c3d-a42c-3525b4245682 None None] Current status of the port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:53.305587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:53.508028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-034a16a4-a7ce-4000-88e6-759bf6865ac7 req-52d3e289-66b8-4107-8569-15e934ea58fb tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 210 time: 0.0344341 Jan 28 01:40:53.533388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-26e23c1c-f355-49fb-8800-9df2bc7d4947 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:53.534875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-26e23c1c-f355-49fb-8800-9df2bc7d4947 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/networks?id=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 HTTP/1.1" status: 200 len: 797 time: 0.1385396 Jan 28 01:40:53.641402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-03274c5c-b3e5-4e47-a627-21f7b0101f9c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 473 time: 0.0713458 Jan 28 01:40:53.666281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'port': {'device_id': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'admin_state_up': True, 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'security_groups': ['8480a79c-9b9b-47d5-a922-3211380f89d3']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:53.779986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:40:53.783551 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:53.913795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.20.0.21 (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6/8d39ee7d-01a1-4e82-b4d3-a41306a047fb/a76465d2-9e5a-4a08-9019-54b827b2ce99) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:40:54.065461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.122947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.166879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:40:54.170206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:40:54.177204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:40:54.183595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=a76465d2-9e5a-4a08-9019-54b827b2ce99,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:54.234177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:54.234793 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.252664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-e2f42620-730b-4464-bcce-1f0ea36b37a1 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5921497 Jan 28 01:40:54.271466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Request body: {'port': {'device_id': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:54.306744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:40:54.329826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.366043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:54.366509 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.448251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:54.475799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-589f18b1-1aa5-46ae-9a7c-ed57c3c87568 None None] Provisioning complete for port a76465d2-9e5a-4a08-9019-54b827b2ce99 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:54.476166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-589f18b1-1aa5-46ae-9a7c-ed57c3c87568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.511277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-589f18b1-1aa5-46ae-9a7c-ed57c3c87568 None None] Port a76465d2-9e5a-4a08-9019-54b827b2ce99 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:40:54.625187 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76465d2-9e5a-4a08-9019-54b827b2ce99 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:40:54.633983 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Publish callbacks [] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.650766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Transition to ACTIVE for port object a76465d2-9e5a-4a08-9019-54b827b2ce99 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:40:54.660928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc5c48-87c5-4794-b944-366875fcf821 req-07073c93-df1f-4bc7-9267-d58ae96715c9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:54.662477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7dc5c48-87c5-4794-b944-366875fcf821 req-07073c93-df1f-4bc7-9267-d58ae96715c9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 932 time: 0.0771606 Jan 28 01:40:54.663506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:54.735320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=a76465d2-9e5a-4a08-9019-54b827b2ce99,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:54.777167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7dc5c48-87c5-4794-b944-366875fcf821 req-0f5d2433-08e0-4fe6-b0c7-affea14cf4f8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056111 Jan 28 01:40:54.823251 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Attempting to bind port a76465d2-9e5a-4a08-9019-54b827b2ce99 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:40:54.823584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Attempting to bind port a76465d2-9e5a-4a08-9019-54b827b2ce99 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:40:54.823911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Attempting to bind port a76465d2-9e5a-4a08-9019-54b827b2ce99 on network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:54.828562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Port a76465d2-9e5a-4a08-9019-54b827b2ce99 on network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:40:54.828877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Attempting to bind port a76465d2-9e5a-4a08-9019-54b827b2ce99 on network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:40:54.834029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:40:54.834162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Checking segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:40:54.834544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Bound using segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:40:54.834966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Bound port: a76465d2-9e5a-4a08-9019-54b827b2ce99, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:40:54.835322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:55.259317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] For port a76465d2-9e5a-4a08-9019-54b827b2ce99, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:40:55.262588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] For port a76465d2-9e5a-4a08-9019-54b827b2ce99, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:40:55.268365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:55.304556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:55.305178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:55.306633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] 10.222.0.45 "PUT /v2.0/ports/a76465d2-9e5a-4a08-9019-54b827b2ce99 HTTP/1.1" status: 200 len: 1092 time: 1.0409489 Jan 28 01:40:55.307140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'tag': 'a76465d2-9e5a-4a08-9019-54b827b2ce99'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:55.309336 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038bcae9-88a2-49a0-b2be-1973298cba89" -d '{"events": [{"name": "network-changed", "server_uuid": "34b016d2-49b9-4cef-b4e8-f7cc97c376d9", "tag": "a76465d2-9e5a-4a08-9019-54b827b2ce99"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:55.333630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d96f80-ea2f-428c-8303-930f5494eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=a76465d2-9e5a-4a08-9019-54b827b2ce99,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:55.354243 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ab7ad-d90a-4128-a880-107a64dc9d98 x-openstack-request-id: req-1e1ab7ad-d90a-4128-a880-107a64dc9d98 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:55.354548 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b016d2-49b9-4cef-b4e8-f7cc97c376d9", "tag": "a76465d2-9e5a-4a08-9019-54b827b2ce99", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:55.354812 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e1ab7ad-d90a-4128-a880-107a64dc9d98 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:55.355232 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'tag': 'a76465d2-9e5a-4a08-9019-54b827b2ce99', 'status': 'completed', 'code': 200} Jan 28 01:40:55.418948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-f8737a28-fb61-4bce-913c-47e4a74b964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:55.420489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-f8737a28-fb61-4bce-913c-47e4a74b964e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 1095 time: 0.0428619 Jan 28 01:40:55.472816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-4b4ebf75-0f88-4a42-b0df-5f5be4d0f332 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99 HTTP/1.1" status: 200 len: 217 time: 0.0379379 Jan 28 01:40:55.522023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-6827b281-d950-41db-95b5-1fc440e51f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:55.523420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-6827b281-d950-41db-95b5-1fc440e51f0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d39ee7d-01a1-4e82-b4d3-a41306a047fb HTTP/1.1" status: 200 len: 838 time: 0.0452199 Jan 28 01:40:55.569636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-6b5de782-214f-4aa7-bc83-dfc64b11308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:55.571137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-6b5de782-214f-4aa7-bc83-dfc64b11308a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422027 Jan 28 01:40:55.676344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-525fd75e-3743-4930-93bc-de2c8822db4d service neutron] 10.222.0.45 "GET /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990219 Jan 28 01:40:55.766199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6d7def8e-a6b6-4319-b57c-872bb35ce06b req-33aa8b72-3259-4e14-a726-59815c55cb34 service neutron] 10.222.0.45 "GET /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832543 Jan 28 01:40:55.924399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099938a-7be1-4ccd-b0fe-5efd34a2679f req-ff277fc3-e5b9-4444-8527-e71fa4be58d2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:55.925999 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0099938a-7be1-4ccd-b0fe-5efd34a2679f req-ff277fc3-e5b9-4444-8527-e71fa4be58d2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 944 time: 0.0790262 Jan 28 01:40:55.930371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-443e1840-6a43-428a-8212-cdf86aed6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:55.931808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-443e1840-6a43-428a-8212-cdf86aed6885 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 1095 time: 0.0740464 Jan 28 01:40:56.027849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0099938a-7be1-4ccd-b0fe-5efd34a2679f req-06cefd61-595b-4c75-84d6-aaa19390e014 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950642 Jan 28 01:40:56.056163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-d6e41b5d-e4bb-4856-8294-8e34cb3d5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:56.057569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-d6e41b5d-e4bb-4856-8294-8e34cb3d5e29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 HTTP/1.1" status: 200 len: 898 time: 0.1188760 Jan 28 01:40:56.100340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-a41855d6-60c5-41ca-9ce0-df885ebfdb61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99 HTTP/1.1" status: 200 len: 217 time: 0.0347774 Jan 28 01:40:56.148176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-d0c44b17-6538-4ddb-aa69-79a66be0b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:56.149584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-d0c44b17-6538-4ddb-aa69-79a66be0b25a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d39ee7d-01a1-4e82-b4d3-a41306a047fb HTTP/1.1" status: 200 len: 838 time: 0.0437236 Jan 28 01:40:56.203615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-93f6a005-b336-4bd6-8e0f-67084a93abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:56.205059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-93f6a005-b336-4bd6-8e0f-67084a93abbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491712 Jan 28 01:40:56.297409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-cb37b8aa-6141-4ca3-8f9d-e2b3002dec55 service neutron] 10.222.0.45 "GET /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858183 Jan 28 01:40:56.385050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-038bcae9-88a2-49a0-b2be-1973298cba89 req-cd767eea-c4a5-4798-ae2f-eed0aaf72453 service neutron] 10.222.0.45 "GET /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810590 Jan 28 01:40:57.159720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b044d-e84d-4e60-94ba-70add8e25863 req-fcd79019-a738-4432-87cb-e7a54d35aa18 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:57.161188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-889b044d-e84d-4e60-94ba-70add8e25863 req-fcd79019-a738-4432-87cb-e7a54d35aa18 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 944 time: 0.0554135 Jan 28 01:40:57.223906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-889b044d-e84d-4e60-94ba-70add8e25863 req-a5028efa-efb3-4996-80c5-8ddbcb44c375 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528231 Jan 28 01:40:58.311721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a76465d2-9e5a-4a08-9019-54b827b2ce99 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:40:58.344492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edca04-1c7b-4fb6-8b82-77013841b9d6 req-a0374c10-ac4d-4340-9a56-5ac675564c19 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:58.346672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2edca04-1c7b-4fb6-8b82-77013841b9d6 req-a0374c10-ac4d-4340-9a56-5ac675564c19 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 944 time: 0.0503416 Jan 28 01:40:58.397240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2edca04-1c7b-4fb6-8b82-77013841b9d6 req-ae39557e-4601-4bd7-a3f7-0ad5efd66cf6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Jan 28 01:40:58.412838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a76465d2-9e5a-4a08-9019-54b827b2ce99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:58.424535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'a76465d2-9e5a-4a08-9019-54b827b2ce99', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'port_id': 'a76465d2-9e5a-4a08-9019-54b827b2ce99', 'mac_address': 'fa:16:3e:98:53:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:40:58.462221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a76465d2-9e5a-4a08-9019-54b827b2ce99 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:58.463223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:58.480232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76465d2-9e5a-4a08-9019-54b827b2ce99 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:40:58.501014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a76465d2-9e5a-4a08-9019-54b827b2ce99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:58.507205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:58.558305 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a76465d2-9e5a-4a08-9019-54b827b2ce99,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:58.898516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['a76465d2-9e5a-4a08-9019-54b827b2ce99'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:40:59.524983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b228-a4f9-49f6-bfeb-d1dd91865496 req-f9669b65-859f-44d4-bad1-ad8f7bb661f3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:59.526658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0d2b228-a4f9-49f6-bfeb-d1dd91865496 req-f9669b65-859f-44d4-bad1-ad8f7bb661f3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 945 time: 0.0615859 Jan 28 01:40:59.581526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0d2b228-a4f9-49f6-bfeb-d1dd91865496 req-e5226dac-1d40-4079-b17a-4642e8b23e55 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469801 Jan 28 01:41:00.311330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a76465d2-9e5a-4a08-9019-54b827b2ce99 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:00.367190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port a76465d2-9e5a-4a08-9019-54b827b2ce99 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:41:00.370986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port a76465d2-9e5a-4a08-9019-54b827b2ce99 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:00.371361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:00.460139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a76465d2-9e5a-4a08-9019-54b827b2ce99 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:00.460518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:00.483629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76465d2-9e5a-4a08-9019-54b827b2ce99'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:00.486249 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b63449-2ec7-4849-8de1-f841c73aa591" -d '{"events": [{"server_uuid": "34b016d2-49b9-4cef-b4e8-f7cc97c376d9", "name": "network-vif-plugged", "status": "completed", "tag": "a76465d2-9e5a-4a08-9019-54b827b2ce99"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:00.498741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a76465d2-9e5a-4a08-9019-54b827b2ce99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:00.504625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:00.530613 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd4a9fb-5947-4759-a062-e4b42ba83b64 x-openstack-request-id: req-4cd4a9fb-5947-4759-a062-e4b42ba83b64 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:00.530916 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b016d2-49b9-4cef-b4e8-f7cc97c376d9", "name": "network-vif-plugged", "status": "completed", "tag": "a76465d2-9e5a-4a08-9019-54b827b2ce99", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:00.531178 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cd4a9fb-5947-4759-a062-e4b42ba83b64 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:00.531580 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76465d2-9e5a-4a08-9019-54b827b2ce99', 'code': 200} Jan 28 01:41:00.558375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a76465d2-9e5a-4a08-9019-54b827b2ce99,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:00.657149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24260680-7c1f-41cf-b7aa-b5137edf9360 req-79a4100b-959e-48cf-9ea6-3612d85aa56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:00.658711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24260680-7c1f-41cf-b7aa-b5137edf9360 req-79a4100b-959e-48cf-9ea6-3612d85aa56b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 1097 time: 0.0410132 Jan 28 01:41:00.727079 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24260680-7c1f-41cf-b7aa-b5137edf9360 req-43630e4b-b500-4a63-a0a7-29136974fe08 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590048 Jan 28 01:41:00.734659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1558e-cd97-4ce3-9cc0-fdf7af744a3b req-5deb182b-da98-4686-b972-715ba5cedd17 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:00.736428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21c1558e-cd97-4ce3-9cc0-fdf7af744a3b req-5deb182b-da98-4686-b972-715ba5cedd17 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0764816 Jan 28 01:41:00.795274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21c1558e-cd97-4ce3-9cc0-fdf7af744a3b req-ae2ed359-1031-41dd-852c-8e68fd6e1b85 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528259 Jan 28 01:41:01.937243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051e33-789b-4e63-b676-e302f03e232a req-5afb4695-0e67-4ed3-9a0d-16e30eac70d8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:01.938825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c051e33-789b-4e63-b676-e302f03e232a req-5afb4695-0e67-4ed3-9a0d-16e30eac70d8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0540178 Jan 28 01:41:01.988053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c051e33-789b-4e63-b676-e302f03e232a req-fc22d9de-6589-4a24-989c-22c687277d90 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Jan 28 01:41:03.108162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8a342-6cf0-4225-bbd2-5709fe8a24bb req-447cb28e-3ca9-42f5-a397-cd4abe313470 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:03.110499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6f8a342-6cf0-4225-bbd2-5709fe8a24bb req-447cb28e-3ca9-42f5-a397-cd4abe313470 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0541425 Jan 28 01:41:03.161704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6f8a342-6cf0-4225-bbd2-5709fe8a24bb req-f0e4e937-bcd4-4e36-9e1e-66a20a50dc51 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Jan 28 01:41:03.285049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e59da-8383-4509-adff-a13283a8e94c req-5805e6be-3951-4e77-8de0-3b98150a4086 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:03.286477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-439e59da-8383-4509-adff-a13283a8e94c req-5805e6be-3951-4e77-8de0-3b98150a4086 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0545363 Jan 28 01:41:03.335281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-439e59da-8383-4509-adff-a13283a8e94c req-eac7a1a9-d250-40e9-b2e9-d89f3022f88c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Jan 28 01:41:03.740210 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:04.820380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48258) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:05.282312 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:05.559791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.20.0.17 (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6/8d39ee7d-01a1-4e82-b4d3-a41306a047fb/77333417-cc1f-4bf5-bca8-735ef09f147e) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:05.675027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:05.711392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:05.753208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:05.758361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:05.762699 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:05.766688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=77333417-cc1f-4bf5-bca8-735ef09f147e,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:05.808997 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:05.947050 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:05.959889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-28c1caa9-bc66-41c7-9697-ece1582c52cb None None] Provisioning complete for port 77333417-cc1f-4bf5-bca8-735ef09f147e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:05.960384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-28c1caa9-bc66-41c7-9697-ece1582c52cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:05.997133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-28c1caa9-bc66-41c7-9697-ece1582c52cb None None] Port 77333417-cc1f-4bf5-bca8-735ef09f147e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:41:06.249143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:06.256996 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:06.325698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=77333417-cc1f-4bf5-bca8-735ef09f147e,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:06.330782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:06.436144 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:06.437814 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:06.561792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:06.671996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:06.677527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3f38876c-9ea2-4d0c-8366-32046ff8e02e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "PUT /v2.0/routers/de50bbae-cffa-4f86-a72b-b79e6702bc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8551683 Jan 28 01:41:06.684454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:06.696743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:06.697361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:06.760015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-635c85ee-0cb5-4a51-bd62-f5b980d80728 None None] Provisioning complete for port 77333417-cc1f-4bf5-bca8-735ef09f147e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:06.760015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-635c85ee-0cb5-4a51-bd62-f5b980d80728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:06.836941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-635c85ee-0cb5-4a51-bd62-f5b980d80728 None None] Port 77333417-cc1f-4bf5-bca8-735ef09f147e cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:41:06.839402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:07.073372 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:05Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:33Z', 'revision_number': 1, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77333417-cc1f-4bf5-bca8-735ef09f147e', 'name': '', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:0c:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:05Z', 'updated_at': '2022-01-28T01:41:06Z', 'revision_number': 2, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:07.104238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:07.104597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Updating router de50bbae-cffa-4f86-a72b-b79e6702bc4a port 77333417-cc1f-4bf5-bca8-735ef09f147e binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:41:07.134254 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9dd339b-8e19-45bc-902e-41d4665ed874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.137735 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.553533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.572508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Publish callbacks [] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.580325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.637542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Pushing event updated for resources: {'Port': ['ID=77333417-cc1f-4bf5-bca8-735ef09f147e,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:07.663065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.663423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.663817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.664151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.664468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.664794 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.665117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.665441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.665758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.666117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.666429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.666747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.667066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:07.699249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Attempting to bind port 77333417-cc1f-4bf5-bca8-735ef09f147e on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:41:07.699628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Attempting to bind port 77333417-cc1f-4bf5-bca8-735ef09f147e by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:41:07.699991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Attempting to bind port 77333417-cc1f-4bf5-bca8-735ef09f147e on network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:07.705176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:07.705556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Checking segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:07.705988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.706382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Bound using segment: {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:07.706850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Bound port: 77333417-cc1f-4bf5-bca8-735ef09f147e, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3135087f-6012-4d68-82fc-64f88fe932f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:41:07.707233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.771667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] For port 77333417-cc1f-4bf5-bca8-735ef09f147e, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:07.779810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] For port 77333417-cc1f-4bf5-bca8-735ef09f147e, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=77333417-cc1f-4bf5-bca8-735ef09f147e,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:07.785071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.841464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:07.842116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:40:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:07.883937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867045c-c897-40a9-ac8c-5540a017c78e None None] Pushing event updated for resources: {'Port': ['ID=77333417-cc1f-4bf5-bca8-735ef09f147e,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:07.911559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] Provisioning complete for port 77333417-cc1f-4bf5-bca8-735ef09f147e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:07.911939 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:07.996003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:08.114279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] Current status of the port 77333417-cc1f-4bf5-bca8-735ef09f147e is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:08.115021 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:08.191929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] For port 77333417-cc1f-4bf5-bca8-735ef09f147e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=77333417-cc1f-4bf5-bca8-735ef09f147e,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:08.197342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:08.285204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e77a-a3a8-43d6-99bc-b88ef15e056a None None] Pushing event updated for resources: {'Port': ['ID=77333417-cc1f-4bf5-bca8-735ef09f147e,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:08.329683 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:05Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:33Z', 'revision_number': 1, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77333417-cc1f-4bf5-bca8-735ef09f147e', 'name': '', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:0c:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:05Z', 'updated_at': '2022-01-28T01:41:07Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:08.333212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-710cd223-ab00-401d-adf3-e058c47ca973 None None] Provisioning complete for port 77333417-cc1f-4bf5-bca8-735ef09f147e triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:08.333584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-710cd223-ab00-401d-adf3-e058c47ca973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:08.358975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3beaf-84b7-4a52-aca8-572bca56757e None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:05Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:33Z', 'revision_number': 1, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77333417-cc1f-4bf5-bca8-735ef09f147e', 'name': '', 'network_id': 'a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:0c:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:05Z', 'updated_at': '2022-01-28T01:41:07Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '8d39ee7d-01a1-4e82-b4d3-a41306a047fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:08.454708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-710cd223-ab00-401d-adf3-e058c47ca973 None None] Current status of the port 77333417-cc1f-4bf5-bca8-735ef09f147e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:09.384247 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc552-2f45-46b7-903d-b3696288e30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:10.357861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 77333417-cc1f-4bf5-bca8-735ef09f147e up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:10.414765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 77333417-cc1f-4bf5-bca8-735ef09f147e triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:10.415474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:10.497671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 77333417-cc1f-4bf5-bca8-735ef09f147e is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:10.932575 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:12.040807 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:13.348809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.585921 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-97c7c6d4-83fa-4769-b54f-6716f78a568b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949972 Jan 28 01:41:14.661377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700118c2-57cb-434d-a02d-75c2522be05e req-8bc45a13-b15d-4c55-9bf6-fcffe14585dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:14.662986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-8bc45a13-b15d-4c55-9bf6-fcffe14585dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1097 time: 0.0427516 Jan 28 01:41:14.770614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700118c2-57cb-434d-a02d-75c2522be05e req-9adc726b-f4e6-4f5c-a607-7baeda71cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:14.772148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-9adc726b-f4e6-4f5c-a607-7baeda71cc0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.0898395 Jan 28 01:41:14.838762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-f4da98e0-8e15-498b-b8f2-71a986d9a516 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 200 len: 1002 time: 0.0604939 Jan 28 01:41:14.892417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700118c2-57cb-434d-a02d-75c2522be05e req-846d986d-3ff8-48a8-995c-aeb9b411c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:14.893915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-846d986d-3ff8-48a8-995c-aeb9b411c447 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0495687 Jan 28 01:41:14.940628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700118c2-57cb-434d-a02d-75c2522be05e req-eaea573e-9817-4aff-9753-3f44a2e2d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:14.942165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-eaea573e-9817-4aff-9753-3f44a2e2d580 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416536 Jan 28 01:41:15.033246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-1e3664c6-9aa5-47c3-824b-3c115afe8de7 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842252 Jan 28 01:41:15.135147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-700118c2-57cb-434d-a02d-75c2522be05e req-84c1e157-edf9-42fa-8143-53d221fa9476 service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943942 Jan 28 01:41:17.938642 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48280) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:18.100918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port 90896090-b168-469b-8bb4-aae203eb89a0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:18.101245 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (90896090-b168-469b-8bb4-aae203eb89a0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.174719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (90896090-b168-469b-8bb4-aae203eb89a0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.175052 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (90896090-b168-469b-8bb4-aae203eb89a0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.186709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for 90896090-b168-469b-8bb4-aae203eb89a0 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:18.337539 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (90896090-b168-469b-8bb4-aae203eb89a0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.365831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=90896090-b168-469b-8bb4-aae203eb89a0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:18.430924 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (00cbc19d-f89d-448a-8e40-214bee6328b9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.431274 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Floating IP 00cbc19d-f89d-448a-8e40-214bee6328b9 disassociated (deleted). External IP: 172.25.1.211, port: e93e7292-cf61-40f5-b236-79b0f5e82228. Jan 28 01:41:18.650924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:19.112482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:19.117164 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.122657 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:19.131909 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:19.132521 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:19.144130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c7348bcc-af13-470e-8323-9cd35cce56cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "DELETE /v2.0/floatingips/00cbc19d-f89d-448a-8e40-214bee6328b9 HTTP/1.1" status: 204 len: 168 time: 1.2043037 Jan 28 01:41:19.144789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:19.147108 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7941790-7cb2-457b-8159-2a543269ff89" -d '{"events": [{"name": "network-changed", "server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:19.186399 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f52496-1f04-448e-bbf5-a7084d3e72f1 x-openstack-request-id: req-05f52496-1f04-448e-bbf5-a7084d3e72f1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:19.186698 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:19.186955 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05f52496-1f04-448e-bbf5-a7084d3e72f1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:19.187381 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'status': 'completed', 'code': 200} Jan 28 01:41:19.242738 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:19.272891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941790-7cb2-457b-8159-2a543269ff89 req-d9689c07-84f1-4b81-b00d-0bedd2f0d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:19.274515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-d9689c07-84f1-4b81-b00d-0bedd2f0d1e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 1097 time: 0.0448558 Jan 28 01:41:19.441210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72e171-45da-42eb-a3c4-566df6d880c0 req-960f2826-184a-401f-a404-81325c60ec92 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:19.442749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba72e171-45da-42eb-a3c4-566df6d880c0 req-960f2826-184a-401f-a404-81325c60ec92 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.1054833 Jan 28 01:41:19.471543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941790-7cb2-457b-8159-2a543269ff89 req-6e1ffef1-5ddf-4159-8f45-08c342154ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:19.473311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-6e1ffef1-5ddf-4159-8f45-08c342154ad4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1541476 Jan 28 01:41:19.485417 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:21Z', 'revision_number': 1, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:19.516219 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:19.525531 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:19.526153 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:19.534895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-01049d93-3bbf-420c-bdf9-eb1d7b7f2c41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 200 len: 217 time: 0.0523798 Jan 28 01:41:19.544831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ba72e171-45da-42eb-a3c4-566df6d880c0 req-612132b9-8f06-4a87-bbe8-969c2a2cb6df tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924289 Jan 28 01:41:19.599054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941790-7cb2-457b-8159-2a543269ff89 req-fd56483c-4b71-4bc5-a59e-b0c25d9a9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:19.600880 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-fd56483c-4b71-4bc5-a59e-b0c25d9a9403 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0549695 Jan 28 01:41:19.639870 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:19.661756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941790-7cb2-457b-8159-2a543269ff89 req-dc2e07e1-a5d6-4fa4-9548-4173ef237637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:19.663474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-dc2e07e1-a5d6-4fa4-9548-4173ef237637 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563209 Jan 28 01:41:19.796323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dfaa5-89f5-423f-b92e-0b7137911d38 req-37d6cb02-cc4e-4ed2-9b73-46f1208c1b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:19.797901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d8dfaa5-89f5-423f-b92e-0b7137911d38 req-37d6cb02-cc4e-4ed2-9b73-46f1208c1b05 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.1096439 Jan 28 01:41:19.804544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-42b69b12-2535-4764-b3b1-68ff7bf1df9b service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337638 Jan 28 01:41:19.910120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7d8dfaa5-89f5-423f-b92e-0b7137911d38 req-f6e4f292-3bfa-43f0-bffd-9b4c9684e678 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042597 Jan 28 01:41:19.947964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7941790-7cb2-457b-8159-2a543269ff89 req-b8f13aec-c626-4e24-8d69-99d55b90abbf service neutron] 10.222.0.45 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305282 Jan 28 01:41:19.977138 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:21Z', 'revision_number': 1, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:20.006356 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d6e5d-5385-44f8-9eed-ceb78d7e3a8b None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2263d71e-98d3-46a6-8750-fcf0d9879af6', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'port_id': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'mac_address': 'fa:16:3e:36:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:37:18Z', 'updated_at': '2022-01-28T01:37:21Z', 'revision_number': 1, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:20.257487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b5c66-0b66-4177-80d6-09b4d3890919 None None] New status for floating IP 00cbc19d-f89d-448a-8e40-214bee6328b9: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:41:20.700439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17d32-4b7e-4c1e-80a7-0f8b5f1f4c2b req-11b8e940-1931-4b19-959a-17605f3f12db tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:20.701925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27e17d32-4b7e-4c1e-80a7-0f8b5f1f4c2b req-11b8e940-1931-4b19-959a-17605f3f12db tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.0528564 Jan 28 01:41:20.755717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27e17d32-4b7e-4c1e-80a7-0f8b5f1f4c2b req-80123128-9834-4fbd-8c86-c7d4432beb38 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Jan 28 01:41:21.067980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad365a-d9b3-4af4-82cb-e6e492a407b9 req-d970e252-cd67-422a-a16f-d10f5e6dedb9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:21.069472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aad365a-d9b3-4af4-82cb-e6e492a407b9 req-d970e252-cd67-422a-a16f-d10f5e6dedb9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0695987 Jan 28 01:41:21.121001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6aad365a-d9b3-4af4-82cb-e6e492a407b9 req-f6810eca-538d-4c3b-86c0-80c35160cae9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 Jan 28 01:41:21.288234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-24624967-75c7-44dd-b724-772f19ce3360 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:21.289552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-24624967-75c7-44dd-b724-772f19ce3360 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 946 time: 0.0619490 Jan 28 01:41:21.382972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port e93e7292-cf61-40f5-b236-79b0f5e82228 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:21.383306 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:21.476585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port e93e7292-cf61-40f5-b236-79b0f5e82228, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=e93e7292-cf61-40f5-b236-79b0f5e82228,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:21.476949 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:21.490560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for e93e7292-cf61-40f5-b236-79b0f5e82228 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:21.652605 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e93e7292-cf61-40f5-b236-79b0f5e82228), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:21.679287 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=e93e7292-cf61-40f5-b236-79b0f5e82228,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:21.724219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port e93e7292-cf61-40f5-b236-79b0f5e82228 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:21.727517 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:21.730962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf6b1d90-95ef-4e84-ba03-1e4f24e30c84 req-ca9d1354-8861-429d-8e98-2f5fafa4ef44 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.45 "DELETE /v2.0/ports/e93e7292-cf61-40f5-b236-79b0f5e82228 HTTP/1.1" status: 204 len: 173 time: 0.4352720 Jan 28 01:41:21.731405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'name': 'network-vif-deleted', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:21.733674 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889790f8-a13b-44ca-9192-905e06bede1a" -d '{"events": [{"server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "name": "network-vif-deleted", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:21.782251 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a9ae5-60d7-4c98-a491-c32cb2802d85 x-openstack-request-id: req-977a9ae5-60d7-4c98-a491-c32cb2802d85 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:21.782547 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f21d768-6ecc-4280-98af-4e0b5ba243f3", "name": "network-vif-deleted", "tag": "e93e7292-cf61-40f5-b236-79b0f5e82228", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:21.782815 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-977a9ae5-60d7-4c98-a491-c32cb2802d85 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:21.783240 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f21d768-6ecc-4280-98af-4e0b5ba243f3', 'name': 'network-vif-deleted', 'tag': 'e93e7292-cf61-40f5-b236-79b0f5e82228', 'status': 'completed', 'code': 200} Jan 28 01:41:21.856298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8a220f6-425a-4831-90e1-b499e97f65ef req-09ffe4fb-913f-489a-a496-f667a0173b61 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0306203 Jan 28 01:41:22.242277 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a947-0c02-48a3-b9b1-384e17c42bb9 req-6453d12c-f33c-40db-b10c-c05f512c89a5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:22.243758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a71a947-0c02-48a3-b9b1-384e17c42bb9 req-6453d12c-f33c-40db-b10c-c05f512c89a5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0490003 Jan 28 01:41:22.296356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a71a947-0c02-48a3-b9b1-384e17c42bb9 req-4ee29a57-dc60-4964-bcfa-167b6efa1d08 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466957 Jan 28 01:41:22.480113 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:41:22.958818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a0c1738-6499-4eef-993e-12b8e5303405 req-769672bb-ea50-4e24-801a-769f3bacc3cb tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0290799 Jan 28 01:41:23.418981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c708-430a-4afb-bd6c-5a23034d0ee9 req-f51e9043-745c-4d2f-a8b1-eb06cdd34311 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:23.420659 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c234c708-430a-4afb-bd6c-5a23034d0ee9 req-f51e9043-745c-4d2f-a8b1-eb06cdd34311 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0536256 Jan 28 01:41:23.478266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c234c708-430a-4afb-bd6c-5a23034d0ee9 req-4ad2e7e8-5c02-4eee-9bd9-fc7ac9f7e53c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483763 Jan 28 01:41:24.059846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9e180534-d430-4794-b187-2e8c8c243d96 req-ba3f7109-171c-48e7-8b86-c255de4b802f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Jan 28 01:41:24.607073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551b5d1-9496-44aa-861b-a62693e12b2a req-d9c772f7-1b42-47e5-bedf-eb051599f021 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:24.608935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e551b5d1-9496-44aa-861b-a62693e12b2a req-d9c772f7-1b42-47e5-bedf-eb051599f021 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0561457 Jan 28 01:41:24.663016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e551b5d1-9496-44aa-861b-a62693e12b2a req-bee2e5e4-4671-4639-bbd1-ac026113e045 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473554 Jan 28 01:41:25.158462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3170974-6b78-4fd6-856c-013908a960da req-7e2cfd26-b750-4664-b17e-9a93f38b011b tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0268776 Jan 28 01:41:25.787921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c39ac-1a0a-483a-a52e-a46a305b8feb req-b6ecc2fc-bba1-4a5e-ad02-d535846c1354 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:25.789434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e3c39ac-1a0a-483a-a52e-a46a305b8feb req-b6ecc2fc-bba1-4a5e-ad02-d535846c1354 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0510013 Jan 28 01:41:25.838668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e3c39ac-1a0a-483a-a52e-a46a305b8feb req-3fde9145-cb2c-4ddd-8eda-9ddeb0b0c66c tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Jan 28 01:41:26.260907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3b9ca40-926b-47d1-a793-68e13a659829 req-a1008a58-e417-4be7-97b9-a2a9ab51cdd7 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0312645 Jan 28 01:41:26.452023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e93e7292-cf61-40f5-b236-79b0f5e82228 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:26.473116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: e93e7292-cf61-40f5-b236-79b0f5e82228 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:26.473462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device e93e7292-cf61-40f5-b236-79b0f5e82228 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:26.959130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79f9b-340b-41c4-bf23-00ba30e958ec req-39cb80ad-9ea5-497e-914f-733c4fa75a84 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:26.961080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44d79f9b-340b-41c4-bf23-00ba30e958ec req-39cb80ad-9ea5-497e-914f-733c4fa75a84 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0524180 Jan 28 01:41:27.013483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44d79f9b-340b-41c4-bf23-00ba30e958ec req-0f391ded-55fd-48d8-9de1-c9c6c222b7d2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462017 Jan 28 01:41:27.356200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d705ab5c-c34c-47ef-935b-f1900c180720 req-8d4e294a-5bc4-49b7-868b-eaeda708d392 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0269408 Jan 28 01:41:28.136645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca52c7e-d50e-44a9-8cc5-81491bd47d94 req-f304e425-33bf-4c5e-8ad3-b299cad2155e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:28.138153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bca52c7e-d50e-44a9-8cc5-81491bd47d94 req-f304e425-33bf-4c5e-8ad3-b299cad2155e tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0526915 Jan 28 01:41:28.193400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bca52c7e-d50e-44a9-8cc5-81491bd47d94 req-285a6f53-6539-4be6-8927-6cc4c78efe68 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489821 Jan 28 01:41:28.456086 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c6effee-cac2-4b5c-b074-8920e10b73dd req-df543695-4f79-4157-9490-ae23c6b4d11f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Jan 28 01:41:29.319666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb8eb0-f193-4e9d-9473-4f00bb6e9dfb req-2a74a5ce-b5b6-4dfa-aa35-2eec3c10051f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:29.321137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14fb8eb0-f193-4e9d-9473-4f00bb6e9dfb req-2a74a5ce-b5b6-4dfa-aa35-2eec3c10051f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0519469 Jan 28 01:41:29.373491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14fb8eb0-f193-4e9d-9473-4f00bb6e9dfb req-12e6b2a9-4357-42a4-a555-760d9380b865 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Jan 28 01:41:29.563400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c6d0fbb1-5bab-4b97-afd6-68d882ba10d6 req-993c9831-7288-4bbe-a008-16dda5cc2a6e tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Jan 28 01:41:30.509764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647246fe-db27-4c2a-b64d-f29fbe9571cf req-047a3f91-9730-4d67-943e-bebfb37024c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:30.511290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-647246fe-db27-4c2a-b64d-f29fbe9571cf req-047a3f91-9730-4d67-943e-bebfb37024c0 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0596428 Jan 28 01:41:30.561766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-647246fe-db27-4c2a-b64d-f29fbe9571cf req-19099bab-a03d-4824-b13c-d182ad2644c2 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Jan 28 01:41:30.676403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c718e0e7-235b-49af-b137-2cbc1c3e238f req-fb014f14-d80f-4496-9d6c-7d08f6364151 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f21d768-6ecc-4280-98af-4e0b5ba243f3 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Jan 28 01:41:31.686666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b6b2c-2ec0-4d96-bb7e-a358f19a510c req-8acc4970-a981-4589-bd9a-22a6444508dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:31.688132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b5b6b2c-2ec0-4d96-bb7e-a358f19a510c req-8acc4970-a981-4589-bd9a-22a6444508dd tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0536084 Jan 28 01:41:31.739258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b5b6b2c-2ec0-4d96-bb7e-a358f19a510c req-645ea7ca-7e1e-4e98-bec3-70afce572d51 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Jan 28 01:41:32.872410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3caafb-06aa-4a26-9ffd-5d2df5ab3d46 req-f6d7b319-860f-41f2-b26b-14303e6c6328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.873945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de3caafb-06aa-4a26-9ffd-5d2df5ab3d46 req-f6d7b319-860f-41f2-b26b-14303e6c6328 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0551908 Jan 28 01:41:32.925417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de3caafb-06aa-4a26-9ffd-5d2df5ab3d46 req-7371c3e5-ef43-4ed5-97f8-a12ca3f4495a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Jan 28 01:41:33.179954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed58a7a-1325-4130-acf3-e3e0fce0cedc req-c80e784f-e4a0-4f44-b92c-045f86dd58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:33.181509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ed58a7a-1325-4130-acf3-e3e0fce0cedc req-c80e784f-e4a0-4f44-b92c-045f86dd58cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1097 time: 0.0446591 Jan 28 01:41:33.230992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5ed58a7a-1325-4130-acf3-e3e0fce0cedc req-63ac57d0-ccad-4a94-96d1-191a9eb8060a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Jan 28 01:41:33.737284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:34.042624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b961f70-47d7-41df-8ea5-3078998a23e0 req-c8fd6f4d-0d41-45bf-81ee-19bbe4c7fb95 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:34.044024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b961f70-47d7-41df-8ea5-3078998a23e0 req-c8fd6f4d-0d41-45bf-81ee-19bbe4c7fb95 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0493693 Jan 28 01:41:34.096414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b961f70-47d7-41df-8ea5-3078998a23e0 req-2ac47275-4853-4fc9-ac3f-00227249a5a9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464475 Jan 28 01:41:35.216693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63a47-0c03-4be4-99de-0a4356c25cdd req-965ee7f2-c40e-4c4f-b161-b6571910161a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:35.218138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41d63a47-0c03-4be4-99de-0a4356c25cdd req-965ee7f2-c40e-4c4f-b161-b6571910161a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0499825 Jan 28 01:41:35.273179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41d63a47-0c03-4be4-99de-0a4356c25cdd req-b484e798-cf99-4339-ab14-dd7221a3e528 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438852 Jan 28 01:41:35.296954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48386) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:35.356528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-02449196-7a57-45ad-adf5-56f123e2b4e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/floatingips/3acb368b-847d-4706-a229-c3eade21691d HTTP/1.1" status: 200 len: 994 time: 0.0582972 Jan 28 01:41:35.514679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:41:35.524788 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:35.678203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:35.680522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3f9a2234-d8c2-41d0-a21a-23805e67440b is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:35.680913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:35.703859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'port_id': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'mac_address': 'fa:16:3e:59:01:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:41:35.717902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:35.720270 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce034e-f97d-497e-89e6-23a43a4c1ab8" -d '{"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:35.750491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:35.757125 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:35.802798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3f9a2234-d8c2-41d0-a21a-23805e67440b is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:35.803138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:35.821766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:35.827358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f9a2234-d8c2-41d0-a21a-23805e67440b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:41:35.834314 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ba8a4-e5c1-453d-9871-8b083f13335f x-openstack-request-id: req-fe6ba8a4-e5c1-453d-9871-8b083f13335f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:35.834613 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:35.834871 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe6ba8a4-e5c1-453d-9871-8b083f13335f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:35.835264 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'code': 200} Jan 28 01:41:35.870994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:41:35.871359 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:41:36.414561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3f9a2234-d8c2-41d0-a21a-23805e67440b is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:36.415271 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:36.429335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a2234-d8c2-41d0-a21a-23805e67440b {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:41:36.452312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:36.458055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:36.516715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:36.747064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3f9a2234-d8c2-41d0-a21a-23805e67440b'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:41:37.130274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b70587b5-2db5-4d1f-b894-7374058ac63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:37.513048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:37.563821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:37.582643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3f9a2234-d8c2-41d0-a21a-23805e67440b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:37.582643 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:37.661920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3f9a2234-d8c2-41d0-a21a-23805e67440b is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:37.662277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:37.694236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:37.698809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:37.748816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:37.836914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:37.839463 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9051bf-6774-454b-a030-098d6471d9e4" -d '{"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:37.878876 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9d6220-7adf-4729-aa6f-8b033ef94d00 x-openstack-request-id: req-da9d6220-7adf-4729-aa6f-8b033ef94d00 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:37.879168 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:37.879427 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da9d6220-7adf-4729-aa6f-8b033ef94d00 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:37.879812 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'code': 200} Jan 28 01:41:39.385394 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-109312d0-ae12-4718-ab96-33467e3d7223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.243896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48412) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:40.411214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port d5c3e092-61cb-4cbc-955e-85fbb62d1b15 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:40.412472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.678908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48416) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:40.816306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.816625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.828588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for d5c3e092-61cb-4cbc-955e-85fbb62d1b15 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:40.933541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.978970 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d5c3e092-61cb-4cbc-955e-85fbb62d1b15), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.008743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=d5c3e092-61cb-4cbc-955e-85fbb62d1b15,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:41.033523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.033905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.034237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.034577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.034899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.035226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.035549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.035879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.036194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.036512 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.036830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.037143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.037466 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:41.063746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.081153 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (2263d71e-98d3-46a6-8750-fcf0d9879af6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.081573 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Floating IP 2263d71e-98d3-46a6-8750-fcf0d9879af6 disassociated (deleted). External IP: 172.25.1.103, port: 3d41ebd3-1177-4d42-b41a-88de55018c44. Jan 28 01:41:41.293835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:41.411507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:41.416676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.422402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:41.433346 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:41.436476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:41.442311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 77333417-cc1f-4bf5-bca8-735ef09f147e {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:41.442663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.458069 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9416e102-29e5-4605-8ba9-a13658da7cfe tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "DELETE /v2.0/floatingips/2263d71e-98d3-46a6-8750-fcf0d9879af6 HTTP/1.1" status: 204 len: 168 time: 1.2080138 Jan 28 01:41:41.458069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:41.458069 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb09c54-dc07-4d19-b438-6000d5bf92ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:41.508473 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64d36d2-d886-47ed-9a38-e29884695c85 x-openstack-request-id: req-b64d36d2-d886-47ed-9a38-e29884695c85 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:41.510018 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:41.510332 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b64d36d2-d886-47ed-9a38-e29884695c85 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:41.510758 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'status': 'completed', 'code': 200} Jan 28 01:41:41.559321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:41.563593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port 77333417-cc1f-4bf5-bca8-735ef09f147e, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=77333417-cc1f-4bf5-bca8-735ef09f147e,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:41.563922 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.598431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 77333417-cc1f-4bf5-bca8-735ef09f147e owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:41.619199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-dd634bda-c996-4a11-badc-40bd48715846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:41.621717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-dd634bda-c996-4a11-badc-40bd48715846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 1097 time: 0.0679336 Jan 28 01:41:41.782039 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:41.799147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f7a3a-f98c-43ef-ac14-7f7c666bb3e1 req-e6797656-4e22-4071-a47b-ff8e2e52eef0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:41.800655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-614f7a3a-f98c-43ef-ac14-7f7c666bb3e1 req-e6797656-4e22-4071-a47b-ff8e2e52eef0 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.1343477 Jan 28 01:41:41.808556 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:41.817316 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:41.817881 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:41.855314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-69055dbe-ac1c-45f6-8426-55284a024a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:41.856808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-69055dbe-ac1c-45f6-8426-55284a024a4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 200 len: 913 time: 0.1916623 Jan 28 01:41:41.913816 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-1553440d-0cb4-4a14-bb2e-4bfe411de1f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 200 len: 217 time: 0.0484807 Jan 28 01:41:41.925471 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:41.987868 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-614f7a3a-f98c-43ef-ac14-7f7c666bb3e1 req-c89e0a8f-141a-4ed5-a030-9f496610eedd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531682 Jan 28 01:41:42.022304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-ac05d8ef-8bbb-4702-991e-9af032598e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.023786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-ac05d8ef-8bbb-4702-991e-9af032598e5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 200 len: 851 time: 0.0990133 Jan 28 01:41:42.035374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:42.072479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (77333417-cc1f-4bf5-bca8-735ef09f147e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:42.110661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=77333417-cc1f-4bf5-bca8-735ef09f147e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:42.127173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-cbdbe72a-34cc-4239-ade8-ce68fc115a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.128731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-cbdbe72a-34cc-4239-ade8-ce68fc115a0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90bfe9fc-0222-425a-a732-027d1975d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974653 Jan 28 01:41:42.133034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.133034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.133034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.133538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.133538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.133983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.134298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.134645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.135032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.135416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.135774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.136104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.136569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:42.146347 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:42.182968 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589210c-e0db-463c-a6aa-a84ab90f42cf None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:26:40Z', 'revision_number': 4, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ce110471-2c71-4ece-85be-978867ed3ac3', 'name': '', 'network_id': '90bfe9fc-0222-425a-a732-027d1975d876', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'mac_address': 'fa:16:3e:fd:4a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:39Z', 'updated_at': '2022-01-28T01:26:50Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'subnets': [{'id': 'eb5dcc45-d19e-48b5-a46c-809cb062b7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:42.323871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-2b20bd29-58a3-45a6-9e5e-df2018c7246c service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830931 Jan 28 01:41:42.442091 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:42.445649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ada539-5619-46ab-9d25-b32bfa21f096 None None] New status for floating IP 2263d71e-98d3-46a6-8750-fcf0d9879af6: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:41:42.867851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1cb09c54-dc07-4d19-b438-6000d5bf92ed req-97971f2a-f1ff-4366-b8a3-363ce32aee70 service neutron] 10.222.0.43 "GET /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371583 Jan 28 01:41:43.046378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:43.195369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335e16-f408-4eed-9f04-c5697772bf41 req-e8120238-fe93-46b7-ad4f-f9998761b41d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:43.196925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8335e16-f408-4eed-9f04-c5697772bf41 req-e8120238-fe93-46b7-ad4f-f9998761b41d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.1051748 Jan 28 01:41:43.211818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:43.221641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8dcd63e4-ebf3-4bd9-80be-b93eda7d2049 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "PUT /v2.0/routers/de50bbae-cffa-4f86-a72b-b79e6702bc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5417182 Jan 28 01:41:43.222052 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:43.233268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:43.234022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:43.258802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8335e16-f408-4eed-9f04-c5697772bf41 req-3d7e5e12-58d9-4ac5-8f79-0a558b91eedd tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557756 Jan 28 01:41:43.344775 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:43.353060 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:43.459860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-141820be-626a-439f-aa52-7470e03827f9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:43.461596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-141820be-626a-439f-aa52-7470e03827f9 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 946 time: 0.0748169 Jan 28 01:41:43.511520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4000a-e38c-4bff-a194-f9faf7efb5d4 req-0b496c5a-d15f-4884-a3a2-cca34b64d683 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:43.512961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ac4000a-e38c-4bff-a194-f9faf7efb5d4 req-0b496c5a-d15f-4884-a3a2-cca34b64d683 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0874481 Jan 28 01:41:43.590143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ac4000a-e38c-4bff-a194-f9faf7efb5d4 req-60e23b75-21c8-4941-8b60-edf43196764f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711136 Jan 28 01:41:43.593766 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 6, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:33Z', 'revision_number': 1, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:43.607712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port 3d41ebd3-1177-4d42-b41a-88de55018c44 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:43.608064 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:43.624776 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:43.633590 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:43.634259 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:43.700077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] For port 3d41ebd3-1177-4d42-b41a-88de55018c44, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3d41ebd3-1177-4d42-b41a-88de55018c44,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:43.700448 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:43.712960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for 3d41ebd3-1177-4d42-b41a-88de55018c44 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:43.741805 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:43.856390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3d41ebd3-1177-4d42-b41a-88de55018c44), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:43.885036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=3d41ebd3-1177-4d42-b41a-88de55018c44,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:43.935624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] No DVR routers for this DVR port 3d41ebd3-1177-4d42-b41a-88de55018c44 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:43.938631 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:43.942359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ccad9eb-9afa-47ad-a453-4cf1f808d0e8 req-f988cb14-3caa-47b6-814a-925e4c5cb29d tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.43 "DELETE /v2.0/ports/3d41ebd3-1177-4d42-b41a-88de55018c44 HTTP/1.1" status: 204 len: 173 time: 0.4738202 Jan 28 01:41:43.943825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'name': 'network-vif-deleted', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:43.946745 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a33fc76-bcec-4a5f-afa7-0616f3247347" -d '{"events": [{"server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "name": "network-vif-deleted", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:43.996565 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbebaf96-f964-44cf-8aff-1a0c4059507d x-openstack-request-id: req-bbebaf96-f964-44cf-8aff-1a0c4059507d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:43.997064 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3756928b-54f9-44cd-9cb3-838e917eb52c", "name": "network-vif-deleted", "tag": "3d41ebd3-1177-4d42-b41a-88de55018c44", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:43.997531 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbebaf96-f964-44cf-8aff-1a0c4059507d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:43.998659 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3756928b-54f9-44cd-9cb3-838e917eb52c', 'name': 'network-vif-deleted', 'tag': '3d41ebd3-1177-4d42-b41a-88de55018c44', 'status': 'completed', 'code': 200} Jan 28 01:41:44.081106 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 6, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:33Z', 'revision_number': 1, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:44.111590 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c834bf-8ca3-4168-90e4-440680428bd2 None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 6, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'eea99267-fa75-49f7-a709-0fe4cf01660e', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'port_id': 'b9b5878a-93d7-4064-990b-415add61a6df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'mac_address': 'fa:16:3e:94:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:30Z', 'updated_at': '2022-01-28T01:39:33Z', 'revision_number': 1, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:44.362885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3fed355-83fb-428a-a9e6-4def49dac72f req-fe9ab049-f139-4952-86e7-d235aebc5d3c tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0319161 Jan 28 01:41:44.472048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 77333417-cc1f-4bf5-bca8-735ef09f147e no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:44.495479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 77333417-cc1f-4bf5-bca8-735ef09f147e {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:44.495949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 77333417-cc1f-4bf5-bca8-735ef09f147e not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:44.718480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ec494-be7c-4ae5-a4ae-230885d0252f req-379065c0-697c-4271-aecf-e730f2c3c9f7 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:44.719992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d5ec494-be7c-4ae5-a4ae-230885d0252f req-379065c0-697c-4271-aecf-e730f2c3c9f7 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0520740 Jan 28 01:41:44.769740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8d5ec494-be7c-4ae5-a4ae-230885d0252f req-e7339a30-db8f-40bc-88d8-b02146bf2046 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=8480a79c-9b9b-47d5-a922-3211380f89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Jan 28 01:41:45.158858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-e2cb4c12-701b-4a9b-8a6d-79d2fd1844cd tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:45.160245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-e2cb4c12-701b-4a9b-8a6d-79d2fd1844cd tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 946 time: 0.0504391 Jan 28 01:41:45.254669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port a76465d2-9e5a-4a08-9019-54b827b2ce99 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:45.255011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:45.344099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port a76465d2-9e5a-4a08-9019-54b827b2ce99, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a76465d2-9e5a-4a08-9019-54b827b2ce99,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:45.344563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:45.356785 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for a76465d2-9e5a-4a08-9019-54b827b2ce99 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:45.470023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6149df4-bc37-4e29-8423-8f118582e127 req-f0c15dd4-56e1-4cdd-a938-08aea3e9c14a tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0286322 Jan 28 01:41:45.520916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a76465d2-9e5a-4a08-9019-54b827b2ce99), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:45.553191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=a76465d2-9e5a-4a08-9019-54b827b2ce99,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:45.597454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] No DVR routers for this DVR port a76465d2-9e5a-4a08-9019-54b827b2ce99 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:45.600173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:45.603487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5c47196-2875-4513-9b1b-4712f30e27b4 req-975c2279-9578-4443-a463-7f0d5e34938e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "DELETE /v2.0/ports/a76465d2-9e5a-4a08-9019-54b827b2ce99 HTTP/1.1" status: 204 len: 173 time: 0.4384038 Jan 28 01:41:45.879575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06427690-829c-4194-804c-aca16e8791da req-cebbab66-aec8-4dd3-9686-a3e679409da3 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b016d2-49b9-4cef-b4e8-f7cc97c376d9 HTTP/1.1" status: 200 len: 210 time: 0.0268757 Jan 28 01:41:45.999613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'name': 'network-vif-deleted', 'tag': 'a76465d2-9e5a-4a08-9019-54b827b2ce99'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:46.009128 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e02b2d-11c0-433b-8708-d45b59c07a62" -d '{"events": [{"server_uuid": "34b016d2-49b9-4cef-b4e8-f7cc97c376d9", "name": "network-vif-deleted", "tag": "a76465d2-9e5a-4a08-9019-54b827b2ce99"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:46.060634 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c984e1-2e31-4305-bc37-3436b0258cf0 x-openstack-request-id: req-83c984e1-2e31-4305-bc37-3436b0258cf0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:46.061232 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b016d2-49b9-4cef-b4e8-f7cc97c376d9", "name": "network-vif-deleted", "tag": "a76465d2-9e5a-4a08-9019-54b827b2ce99", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:46.062263 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83c984e1-2e31-4305-bc37-3436b0258cf0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:46.062758 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b016d2-49b9-4cef-b4e8-f7cc97c376d9', 'name': 'network-vif-deleted', 'tag': 'a76465d2-9e5a-4a08-9019-54b827b2ce99', 'status': 'completed', 'code': 200} Jan 28 01:41:46.567666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c972fdac-37bc-4a04-b3b3-a6c07f5c3c1e req-2ebff7ad-fac9-4188-bdf5-0cfe9a3c237f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0272348 Jan 28 01:41:46.940756 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48448) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:47.004683 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d1cdf7-7fe2-45ad-ac77-0e5034a50bc4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (8480a79c-9b9b-47d5-a922-3211380f89d3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.030799 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d1cdf7-7fe2-45ad-ac77-0e5034a50bc4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (8480a79c-9b9b-47d5-a922-3211380f89d3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.091911 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d1cdf7-7fe2-45ad-ac77-0e5034a50bc4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8480a79c-9b9b-47d5-a922-3211380f89d3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.094539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44d1cdf7-7fe2-45ad-ac77-0e5034a50bc4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.095743 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-44d1cdf7-7fe2-45ad-ac77-0e5034a50bc4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/security-groups/8480a79c-9b9b-47d5-a922-3211380f89d3 HTTP/1.1" status: 204 len: 168 time: 0.1539173 Jan 28 01:41:47.105666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1cdf7-7fe2-45ad-ac77-0e5034a50bc4 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8480a79c-9b9b-47d5-a922-3211380f89d3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:47.138256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48452) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:47.191735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting subnet 8d39ee7d-01a1-4e82-b4d3-a41306a047fb {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:41:47.195338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (8d39ee7d-01a1-4e82-b4d3-a41306a047fb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.240681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (8d39ee7d-01a1-4e82-b4d3-a41306a047fb), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.361396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8d39ee7d-01a1-4e82-b4d3-a41306a047fb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.427043 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (8d39ee7d-01a1-4e82-b4d3-a41306a047fb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.455657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Subnet': ['ID=8d39ee7d-01a1-4e82-b4d3-a41306a047fb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:47.462550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.464980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f935936-d072-472e-a63e-eb18c5fe84f3 None None] Network a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:47.468340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f1d5ea06-8314-48ae-91ea-6db71b2fe800 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/subnets/8d39ee7d-01a1-4e82-b4d3-a41306a047fb HTTP/1.1" status: 204 len: 168 time: 0.3269238 Jan 28 01:41:47.468754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48454) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:47.556425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.572935 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d41ebd3-1177-4d42-b41a-88de55018c44 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:47.595008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3d41ebd3-1177-4d42-b41a-88de55018c44 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:47.595882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3d41ebd3-1177-4d42-b41a-88de55018c44 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:47.634850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:47.635290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.668447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] DHCP port deletion for a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:41:47.695025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9741988b-ea30-4667-ab2e-3fa7f714c93c req-1344828e-89f1-43a3-a2c8-09f7227c95c8 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0384712 Jan 28 01:41:47.703631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,segment=NetworkSegment(3135087f-6012-4d68-82fc-64f88fe932f9),segment_id=3135087f-6012-4d68-82fc-64f88fe932f9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:47.703999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.721493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:47.812321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.839018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:47.845676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] No DVR routers for this DVR port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:47.905903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Deleting port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:47.906204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.929161 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.951657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:47.961994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3135087f-6012-4d68-82fc-64f88fe932f9') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:47.962289 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3135087f-6012-4d68-82fc-64f88fe932f9') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:47.969244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] For port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:47.969766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.976615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (3135087f-6012-4d68-82fc-64f88fe932f9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.982892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Calling delete_port for 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:47.985800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:41:47.987115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (8aff4f5a-91f2-4ba3-882c-6ca5f983e788), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.992280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (3135087f-6012-4d68-82fc-64f88fe932f9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:47.998418 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:41:47.998806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (3135087f-6012-4d68-82fc-64f88fe932f9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:41:48.002019 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:41:48.012770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] Pushing event deleted for resources: {'Port': ['ID=8aff4f5a-91f2-4ba3-882c-6ca5f983e788,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:48.016658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74751dd-7d03-4087-a3df-b12f5a58de60 None None] No DVR routers for this DVR port 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:48.065942 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.073219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.077005 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/networks/a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6 HTTP/1.1" status: 204 len: 168 time: 0.6072187 Jan 28 01:41:48.079978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48458) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:48.092154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74644-06f4-4720-b9f4-a741b41db1e9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Network': ['ID=a98e0c3a-37b3-4afe-a6a4-04f7151c2ee6,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:48.241013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:48.241275 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.326864 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.327452 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.339912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:48.344542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:48.368721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:48.369130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8aff4f5a-91f2-4ba3-882c-6ca5f983e788 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:48.497992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.527004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=aa6b6e9c-aafc-4ed4-a0bb-030f76a16a7d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:48.586350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (eea99267-fa75-49f7-a709-0fe4cf01660e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.586689 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Floating IP eea99267-fa75-49f7-a709-0fe4cf01660e disassociated (deleted). External IP: 172.25.1.179, port: b9b5878a-93d7-4064-990b-415add61a6df. Jan 28 01:41:48.802976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4dc3345b-e095-4f0c-85be-8703c83a683a req-3de16808-7f11-463e-805f-134deb4b30a6 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0603600 Jan 28 01:41:48.825794 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:48.941378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:48.946358 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:48.954277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:48.966285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:48.967031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:48.976948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1696138e-a5fb-4ca4-a2d2-79973c0dba35 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/floatingips/eea99267-fa75-49f7-a709-0fe4cf01660e HTTP/1.1" status: 204 len: 168 time: 0.8958666 Jan 28 01:41:48.977838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:48.981713 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd9a672-a690-47f4-8c47-1b42083108ff" -d '{"events": [{"name": "network-changed", "server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "tag": "b9b5878a-93d7-4064-990b-415add61a6df"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:49.023497 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0cb23c-35ee-4867-955d-6374472b5908 x-openstack-request-id: req-fd0cb23c-35ee-4867-955d-6374472b5908 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:49.023989 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "tag": "b9b5878a-93d7-4064-990b-415add61a6df", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:49.025069 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd0cb23c-35ee-4867-955d-6374472b5908 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:49.025641 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df', 'status': 'completed', 'code': 200} Jan 28 01:41:49.080030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:49.118896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9a672-a690-47f4-8c47-1b42083108ff req-9ee66b40-dc32-4600-9222-910571fc33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:49.126423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-9ee66b40-dc32-4600-9222-910571fc33a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0573688 Jan 28 01:41:49.286607 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f69e-5948-4cca-9d9d-bc7cf0958745 req-f32eb8b0-2095-494a-af6e-efc18b248d97 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:49.288664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6286f69e-5948-4cca-9d9d-bc7cf0958745 req-f32eb8b0-2095-494a-af6e-efc18b248d97 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0943034 Jan 28 01:41:49.306784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9a672-a690-47f4-8c47-1b42083108ff req-a3a052da-20d1-477f-80be-126ec1e03ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:49.308475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-a3a052da-20d1-477f-80be-126ec1e03ba3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 200 len: 898 time: 0.1407928 Jan 28 01:41:49.308596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 6, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:49.341976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:49.350689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:49.351298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:49.358939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-3e0332b5-8395-4ec2-87f1-2a5d7a20d686 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 200 len: 217 time: 0.0439167 Jan 28 01:41:49.413223 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6286f69e-5948-4cca-9d9d-bc7cf0958745 req-b1773266-c7ab-4e36-85ed-8520d6c73783 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174927 Jan 28 01:41:49.427864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9a672-a690-47f4-8c47-1b42083108ff req-001f57a0-023f-4db7-b841-4d71d2c4e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:49.427864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-001f57a0-023f-4db7-b841-4d71d2c4e936 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c577a243-0d38-4853-a1e9-444524db717d HTTP/1.1" status: 200 len: 834 time: 0.0601242 Jan 28 01:41:49.470482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:49.481994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9a672-a690-47f4-8c47-1b42083108ff req-eea98120-2b46-4917-870b-30406d2aa6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:49.485838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-eea98120-2b46-4917-870b-30406d2aa6a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1eb29906-b940-4af4-bdd9-6d175519a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508974 Jan 28 01:41:49.581918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-f3838c53-9faf-4701-81f7-35ac3b7108cb service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919271 Jan 28 01:41:49.673334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 6, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:49.682038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd9a672-a690-47f4-8c47-1b42083108ff req-33d96ada-cf73-4e49-ae20-b16782c8f5f2 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926926 Jan 28 01:41:49.700460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f06cc-cd0f-4c7b-a779-10e11bcdb165 None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 6, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '12b5dd23-dd45-4fe0-9dc3-b572b53bd708', 'name': '', 'network_id': '1eb29906-b940-4af4-bdd9-6d175519a640', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:62:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'c577a243-0d38-4853-a1e9-444524db717d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:04Z', 'updated_at': '2022-01-28T01:39:09Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': 'c577a243-0d38-4853-a1e9-444524db717d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:49.913594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35fefcef-a07f-44da-99ab-94bc5b4d5212 req-7460dd80-d2e9-48be-9650-22b387e09576 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0385702 Jan 28 01:41:49.963125 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf60c8-1727-4c8a-ad61-75a5d7493e21 None None] New status for floating IP eea99267-fa75-49f7-a709-0fe4cf01660e: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:41:50.532013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a76465d2-9e5a-4a08-9019-54b827b2ce99 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:50.549797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633ec65-a87c-4ad9-938d-0293e28035ac req-f56e1f3c-3d24-47bb-b33e-45392fd9d20f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:50.551343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3633ec65-a87c-4ad9-938d-0293e28035ac req-f56e1f3c-3d24-47bb-b33e-45392fd9d20f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Jan 28 01:41:50.558931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: a76465d2-9e5a-4a08-9019-54b827b2ce99 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:50.559605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a76465d2-9e5a-4a08-9019-54b827b2ce99 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:50.606019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3633ec65-a87c-4ad9-938d-0293e28035ac req-24b8df6f-7c54-44df-874f-94e136f72ea9 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488689 Jan 28 01:41:50.966469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-4bb0d6c3-1967-4fd5-ae40-86edf32d271b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:50.967734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-4bb0d6c3-1967-4fd5-ae40-86edf32d271b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 945 time: 0.0532742 Jan 28 01:41:51.029277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a8fa0f6-22ae-4422-8c7c-e74a213bd668 req-05c4ecf8-6b3f-423a-ae88-8b6bdaf54a98 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0486379 Jan 28 01:41:51.083603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port b9b5878a-93d7-4064-990b-415add61a6df {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:51.083943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b9b5878a-93d7-4064-990b-415add61a6df), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:51.178229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port b9b5878a-93d7-4064-990b-415add61a6df, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=b9b5878a-93d7-4064-990b-415add61a6df,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:51.178595 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b9b5878a-93d7-4064-990b-415add61a6df), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:51.191286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for b9b5878a-93d7-4064-990b-415add61a6df owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:51.323754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b9b5878a-93d7-4064-990b-415add61a6df), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:51.357728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=b9b5878a-93d7-4064-990b-415add61a6df,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:51.401758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] No DVR routers for this DVR port b9b5878a-93d7-4064-990b-415add61a6df on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:51.404554 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:51.407955 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-287edb42-3f42-4126-bd3d-d0c86f58a61b req-8c789a7f-fdfb-49d4-8d23-8dffec9c2861 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "DELETE /v2.0/ports/b9b5878a-93d7-4064-990b-415add61a6df HTTP/1.1" status: 204 len: 173 time: 0.4355655 Jan 28 01:41:51.408439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'name': 'network-vif-deleted', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:51.410780 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab63135-1848-41bd-b6e2-490fe848a35e" -d '{"events": [{"server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "name": "network-vif-deleted", "tag": "b9b5878a-93d7-4064-990b-415add61a6df"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:51.457109 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2ff55-2151-4ac0-81f7-bae7d6bc9d96 x-openstack-request-id: req-6db2ff55-2151-4ac0-81f7-bae7d6bc9d96 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:51.457413 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440ef3ec-2368-405b-8e68-b2bc1eb8ecc9", "name": "network-vif-deleted", "tag": "b9b5878a-93d7-4064-990b-415add61a6df", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:51.457696 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6db2ff55-2151-4ac0-81f7-bae7d6bc9d96 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:51.458126 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440ef3ec-2368-405b-8e68-b2bc1eb8ecc9', 'name': 'network-vif-deleted', 'tag': 'b9b5878a-93d7-4064-990b-415add61a6df', 'status': 'completed', 'code': 200} Jan 28 01:41:51.716037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b35676c-1be2-4fdc-b193-e7d201022839 req-c2aa3af2-7daa-4f71-991b-f0dcdcaeba77 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=440ef3ec-2368-405b-8e68-b2bc1eb8ecc9 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Jan 28 01:41:52.134123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf6d0cf1-e210-4c9e-9a7f-aeab4f1182db req-7e325e7b-e5c8-4d99-9761-16d57b89fe8f tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "GET /v2.0/ports?device_id=3756928b-54f9-44cd-9cb3-838e917eb52c HTTP/1.1" status: 200 len: 210 time: 0.0318086 Jan 28 01:41:52.775531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48482) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:52.841669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8462-81c0-4732-81b5-e94ad023aa12 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:52.869848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8462-81c0-4732-81b5-e94ad023aa12 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:52.937744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8462-81c0-4732-81b5-e94ad023aa12 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:52.940413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8462-81c0-4732-81b5-e94ad023aa12 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:52.941626 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dcfe8462-81c0-4732-81b5-e94ad023aa12 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1 HTTP/1.1" status: 204 len: 168 time: 0.1649883 Jan 28 01:41:52.951142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe8462-81c0-4732-81b5-e94ad023aa12 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f9aa16-c2c4-4d5e-b4a5-ef912d531db1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:52.975546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48486) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:53.194767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:53.650765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Deleting port b4fded54-ead6-4783-b1a1-39c966088491 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:53.651138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (b4fded54-ead6-4783-b1a1-39c966088491), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:53.766500 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (b4fded54-ead6-4783-b1a1-39c966088491), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:53.766724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (b4fded54-ead6-4783-b1a1-39c966088491), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:53.784258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Calling delete_port for b4fded54-ead6-4783-b1a1-39c966088491 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:53.848333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.065074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (b4fded54-ead6-4783-b1a1-39c966088491), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.094322 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'Port': ['ID=b4fded54-ead6-4783-b1a1-39c966088491,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:54.194230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for floatingip (2be12095-0be6-4ced-a97a-878eb630c81c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.197484 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.198753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6738c597-34d8-4285-b4ee-7e5c2a585829 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "DELETE /v2.0/floatingips/2be12095-0be6-4ced-a97a-878eb630c81c HTTP/1.1" status: 204 len: 168 time: 1.0016830 Jan 28 01:41:54.261106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:54.261475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.356134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port 12b5dd23-dd45-4fe0-9dc3-b572b53bd708, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:54.356505 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.370083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:54.575103 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (12b5dd23-dd45-4fe0-9dc3-b572b53bd708), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.603082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=12b5dd23-dd45-4fe0-9dc3-b572b53bd708,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:54.777915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:54.995580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router de50bbae-cffa-4f86-a72b-b79e6702bc4a has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:55.104813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:55.113504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-698cc3ce-f7bc-42a4-a057-27a44c9e9cc6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "PUT /v2.0/routers/de50bbae-cffa-4f86-a72b-b79e6702bc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1330018 Jan 28 01:41:55.113932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48502) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:55.117470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] Sync routers for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:55.129172 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:55.129799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:55.169198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting subnet c577a243-0d38-4853-a1e9-444524db717d {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:41:55.172636 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (c577a243-0d38-4853-a1e9-444524db717d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.214452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (c577a243-0d38-4853-a1e9-444524db717d), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.236531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:55.303306 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c577a243-0d38-4853-a1e9-444524db717d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.368469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (c577a243-0d38-4853-a1e9-444524db717d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.397000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Subnet': ['ID=c577a243-0d38-4853-a1e9-444524db717d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:55.399009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.402208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f81b1b44-1331-4681-bc66-80b43c51e4e2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/subnets/c577a243-0d38-4853-a1e9-444524db717d HTTP/1.1" status: 204 len: 168 time: 0.2884171 Jan 28 01:41:55.404802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48504) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:55.417722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48213ced-306b-4a89-878f-357b90af9787 None None] Network 1eb29906-b940-4af4-bdd9-6d175519a640 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:55.486776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:54Z', 'revision_number': 7, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:55.524261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] Checking router: de50bbae-cffa-4f86-a72b-b79e6702bc4a for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:55.550106 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.560148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] Routers {'de50bbae-cffa-4f86-a72b-b79e6702bc4a'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:55.560705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:55.664169 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (de50bbae-cffa-4f86-a72b-b79e6702bc4a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.684537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] Set router de50bbae-cffa-4f86-a72b-b79e6702bc4a gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:55.718828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] DHCP port deletion for 1eb29906-b940-4af4-bdd9-6d175519a640 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:41:55.727524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:55.727947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.808371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port 6e930cc0-b35a-40c9-8987-caa8fbcbfd38, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:55.808733 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:55.822391 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:56.019354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6e930cc0-b35a-40c9-8987-caa8fbcbfd38), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.052376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=6e930cc0-b35a-40c9-8987-caa8fbcbfd38,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:56.070168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] Deleting port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:56.070616 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.115884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.147781 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] For port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,segment=NetworkSegment(fa9a7c69-0f65-4a6e-986d-19b0a8412740),segment_id=fa9a7c69-0f65-4a6e-986d-19b0a8412740)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:56.148353 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.159545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:54Z', 'revision_number': 7, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:56.164914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] Calling delete_port for 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:56.191363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9bcd32-f404-41b9-aaee-a4cae98f8b0a None None] The sync data for ids ['de50bbae-cffa-4f86-a72b-b79e6702bc4a'] in n-d-826756-1 is: [{'id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'name': 'tempest-TestNetworkBasicOps-router-237878107', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:54Z', 'revision_number': 7, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '6e930cc0-b35a-40c9-8987-caa8fbcbfd38', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50bbae-cffa-4f86-a72b-b79e6702bc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:56.208744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (de50bbae-cffa-4f86-a72b-b79e6702bc4a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.211004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_controller (de50bbae-cffa-4f86-a72b-b79e6702bc4a), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.262441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (de50bbae-cffa-4f86-a72b-b79e6702bc4a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.263161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Fanout notify agent at l3_agent the message router_deleted on router de50bbae-cffa-4f86-a72b-b79e6702bc4a {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:41:56.270650 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.271929 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c5eda9ee-56de-4987-8c1e-03b742faf4da tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/routers/de50bbae-cffa-4f86-a72b-b79e6702bc4a HTTP/1.1" status: 204 len: 168 time: 0.8661811 Jan 28 01:41:56.274920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48508) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:56.287177 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (93da6fc6-04c4-4cad-af6f-3756c8e7fe10), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.314746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] Pushing event deleted for resources: {'Port': ['ID=93da6fc6-04c4-4cad-af6f-3756c8e7fe10,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:56.316697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e6cbc-f04a-49d3-afe8-d3d9a867ba7c None None] No DVR routers for this DVR port 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:56.362018 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (1eb29906-b940-4af4-bdd9-6d175519a640), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.464592 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (1eb29906-b940-4af4-bdd9-6d175519a640), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.485998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb29906-b940-4af4-bdd9-6d175519a640']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:56.503807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9a7c69-0f65-4a6e-986d-19b0a8412740') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:56.504114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9a7c69-0f65-4a6e-986d-19b0a8412740') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:56.520232 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (fa9a7c69-0f65-4a6e-986d-19b0a8412740), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.530646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b9b5878a-93d7-4064-990b-415add61a6df no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:56.542837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fa9a7c69-0f65-4a6e-986d-19b0a8412740), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.551013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:41:56.551648 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (fa9a7c69-0f65-4a6e-986d-19b0a8412740), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:41:56.555772 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:41:56.561916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: b9b5878a-93d7-4064-990b-415add61a6df {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:56.562386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device b9b5878a-93d7-4064-990b-415add61a6df not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:56.645688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (1eb29906-b940-4af4-bdd9-6d175519a640), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.654287 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.659036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/networks/1eb29906-b940-4af4-bdd9-6d175519a640 HTTP/1.1" status: 204 len: 168 time: 0.3819485 Jan 28 01:41:56.679972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48512) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:56.688626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'network': {'name': 'tempest-network-smoke--1031368529', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:56.696849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882b2e2-4bb9-487c-b76a-6cb2e35e367a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Network': ['ID=1eb29906-b940-4af4-bdd9-6d175519a640,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:56.723932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:56.728427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.754731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:41:56.764127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:56.786730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:56.787116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 93da6fc6-04c4-4cad-af6f-3756c8e7fe10 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:56.787537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:56.790258 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8a5bf946-2c3c-4370-94bd-bd88a562ad62), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.790608 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Added segment 8a5bf946-2c3c-4370-94bd-bd88a562ad62 of type vlan for network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb Jan 28 01:41:56.808643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:56.808920 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 12b5dd23-dd45-4fe0-9dc3-b572b53bd708 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:56.836900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.862292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.867654 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:56.868240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.931741 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2479556 Jan 28 01:41:56.932124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48514) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:56.939044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'admin_state_up': True, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:56.959453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb5789-58f9-49e3-80fc-180d6d1e5d46 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Network': ['ID=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:56.975107 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.976417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:56.979525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:41:57.040487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_controller (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:57.187668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:57.388324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:57.407325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:57.530040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.25.1.225 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/0978b141-8582-4a75-991a-0e36d69a9be0) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:57.642293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (0978b141-8582-4a75-991a-0e36d69a9be0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:57.684544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:57.723698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:57.730806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:57.733007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=0978b141-8582-4a75-991a-0e36d69a9be0,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:57.735130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:57.985417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:58.296211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:58.317293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:58.317756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6e930cc0-b35a-40c9-8987-caa8fbcbfd38 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:58.511360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:58.645610 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:41:58.750811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:58.763122 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Sync routers for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:58.772915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:58.774166 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:58.774327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5a747fc-9665-407d-a40d-f6a278e82d75 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8411815 Jan 28 01:41:58.775200 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:58.777406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48520) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:58.809512 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-772c39e9-5b1d-4641-b7b0-6c36350580e2 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf857d1e68bd47139efa99c3fe19a22f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308797 Jan 28 01:41:58.812388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48522) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:58.881989 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:58.902732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475ae46-37f8-494a-bcdd-813797134c51 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:58.907163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a475ae46-37f8-494a-bcdd-813797134c51 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911088 Jan 28 01:41:58.907524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48524) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:58.935539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-203d4dd0-7eda-4ccf-8f9e-ade1dc976166 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268614 Jan 28 01:41:58.938130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48526) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:58.943092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1702724034', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:59.035339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:59.038808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.071076 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:41:57Z', 'revision_number': 3, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:59.098396 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Checking router: 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:59.099120 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Updating router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab port 0978b141-8582-4a75-991a-0e36d69a9be0 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:41:59.133906 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.242738 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (5aa8199d-ab7e-46db-95be-eb5e18d1077c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.309744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Subnet': ['ID=5aa8199d-ab7e-46db-95be-eb5e18d1077c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:59.318790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Checking segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:59.319152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network hostable DHCP agents. Network: 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:41:59.338472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:41:59.348541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:59.352967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:59.353693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.363178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ec905-b94d-40de-8f6b-71fc1517f000 None None] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:59.375583 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48528) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:59.386587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8f4951c2-a1fe-4b3c-9e9a-bb487c872ea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4470847 Jan 28 01:41:59.401378 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Publish callbacks [] for port (0978b141-8582-4a75-991a-0e36d69a9be0), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.409419 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.466479 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Attempting to bind port 0978b141-8582-4a75-991a-0e36d69a9be0 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:41:59.467028 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Attempting to bind port 0978b141-8582-4a75-991a-0e36d69a9be0 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:41:59.467555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Attempting to bind port 0978b141-8582-4a75-991a-0e36d69a9be0 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:59.488556 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:41:59.491734 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:59.492106 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:59.492514 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.493247 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:59.493367 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Bound port: 0978b141-8582-4a75-991a-0e36d69a9be0, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:41:59.493742 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.516281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:41:59.517344 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.557587 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] For port 0978b141-8582-4a75-991a-0e36d69a9be0, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:59.561478 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] For port 0978b141-8582-4a75-991a-0e36d69a9be0, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0978b141-8582-4a75-991a-0e36d69a9be0,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:59.563079 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Pushing event updated for resources: {'Port': ['ID=0978b141-8582-4a75-991a-0e36d69a9be0,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:59.580152 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.584407 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.584685 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.585019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.585352 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.585679 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.586027 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.586346 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.586668 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.586981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.587300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.593882 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.594088 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.594305 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:59.683680 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019073a-dab4-4597-9e5a-40fbe078f430 None None] Pushing event updated for resources: {'Port': ['ID=0978b141-8582-4a75-991a-0e36d69a9be0,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:59.702394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48536) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:59.719368 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:59.719753 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:59.732844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Allocated IP 172.20.0.2 (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb/5aa8199d-ab7e-46db-95be-eb5e18d1077c/58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:59.817686 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632d33a9-4de9-4fae-9d3c-7774c2cfaf84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group (eebf4dbd-e451-4ab4-90f9-5ae45b0942c7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.872418 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632d33a9-4de9-4fae-9d3c-7774c2cfaf84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group (eebf4dbd-e451-4ab4-90f9-5ae45b0942c7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.910848 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:59.949882 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.989590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Publish callbacks [] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.993424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632d33a9-4de9-4fae-9d3c-7774c2cfaf84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (eebf4dbd-e451-4ab4-90f9-5ae45b0942c7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.996809 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-632d33a9-4de9-4fae-9d3c-7774c2cfaf84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:59.997017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.007904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-632d33a9-4de9-4fae-9d3c-7774c2cfaf84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] 10.222.0.23 "DELETE /v2.0/security-groups/eebf4dbd-e451-4ab4-90f9-5ae45b0942c7 HTTP/1.1" status: 204 len: 168 time: 0.2974620 Jan 28 01:42:00.038526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:00.042147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:00.045868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d33a9-4de9-4fae-9d3c-7774c2cfaf84 tempest-TestVolumeBootPattern-1386198909 tempest-TestVolumeBootPattern-1386198909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf4dbd-e451-4ab4-90f9-5ae45b0942c7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:00.046316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:00.103908 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Pushing event updated for resources: {'Port': ['ID=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:00.120955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48540) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:00.216460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Attempting to bind port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:42:00.226230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Attempting to bind port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:42:00.226437 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:41:57Z', 'revision_number': 3, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:00.228760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Attempting to bind port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 on network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:42:00.240026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:42:00.242083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Checking segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:42:00.242083 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.245009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Bound using segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:42:00.245544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Bound port: 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:42:00.246175 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.347340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.20.0.1 (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb/5aa8199d-ab7e-46db-95be-eb5e18d1077c/c736a94d-3e69-42aa-80fa-d66433621627) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:42:00.356048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] For port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:42:00.369561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] For port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:42:00.379646 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.396659 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4ec3-2c0c-4700-a7ae-ce96976a4eb3 None None] The sync data for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 is: [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:41:57Z', 'revision_number': 3, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:00.472284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658b36a-75c0-427f-b8aa-e4ff19fb0a6e None None] Pushing event updated for resources: {'Port': ['ID=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:00.558939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (c736a94d-3e69-42aa-80fa-d66433621627), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.606965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c736a94d-3e69-42aa-80fa-d66433621627), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.652845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:00.655977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:00.659899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:00.715216 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.766579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=c736a94d-3e69-42aa-80fa-d66433621627,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:00.817958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (7e241069-1cd9-486f-bb49-4062c2065b4e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:00.936653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c736a94d-3e69-42aa-80fa-d66433621627), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.312298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (c736a94d-3e69-42aa-80fa-d66433621627), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.319523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (c736a94d-3e69-42aa-80fa-d66433621627), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.378571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.429698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=c736a94d-3e69-42aa-80fa-d66433621627,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:01.550972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Deleting port ce110471-2c71-4ece-85be-978867ed3ac3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:01.551557 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.569915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:01.571015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:01.706283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] For port ce110471-2c71-4ece-85be-978867ed3ac3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ce110471-2c71-4ece-85be-978867ed3ac3,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:01.706803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.732148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Calling delete_port for ce110471-2c71-4ece-85be-978867ed3ac3 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:01.741369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:01.904658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:01.905261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb334a71-9149-4cad-8eda-a43c70d1349e None None] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:01.913514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4f9e2a97-6494-4e00-8c65-ac2bbe4adb78 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "PUT /v2.0/routers/87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5363646 Jan 28 01:42:01.916779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48546) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:01.958599 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ce110471-2c71-4ece-85be-978867ed3ac3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:01.985676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce110471-2c71-4ece-85be-978867ed3ac3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:02.047906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] Provisioning complete for port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:02.047906 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.048206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.048506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.049030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.049551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.050091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.050837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.051353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.053812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-908c0963-00d1-42ee-b10f-d0c8ac750f7f tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1352332 Jan 28 01:42:02.057613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48548) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:02.184354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] Current status of the port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:02.184971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.233328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] For port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:02.241591 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.280602 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (7e241069-1cd9-486f-bb49-4062c2065b4e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.300480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.300958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.301421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.303386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.303926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.304460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.304966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:02.307108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-dad094d6-ba44-473f-ac24-d0c302ec0807 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.2484581 Jan 28 01:42:02.310256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48552) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:02.323065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b2f54-faf2-4b9d-92b7-52c3a7770ef6 None None] Pushing event updated for resources: {'Port': ['ID=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:02.591190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b6977eac-1ecf-420d-94a9-7c22c3923af7 None None] Provisioning complete for port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:02.591601 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6977eac-1ecf-420d-94a9-7c22c3923af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.603833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-37766972-f427-404a-820c-90aa3e1dc15d tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2896190 Jan 28 01:42:02.663896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0978b141-8582-4a75-991a-0e36d69a9be0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:02.687930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Router 7e241069-1cd9-486f-bb49-4062c2065b4e has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:02.754430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6977eac-1ecf-420d-94a9-7c22c3923af7 None None] Current status of the port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:02.762238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0978b141-8582-4a75-991a-0e36d69a9be0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:02.762617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.809980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:02.816337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b6977eac-1ecf-420d-94a9-7c22c3923af7 None None] Provisioning complete for port c736a94d-3e69-42aa-80fa-d66433621627 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:02.816722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b6977eac-1ecf-420d-94a9-7c22c3923af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c736a94d-3e69-42aa-80fa-d66433621627), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.821039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48556) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:02.828940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-83abe7ef-ccb7-4bdb-8981-0055042aac32 admin admin] 10.222.0.23 "PUT /v2.0/routers/7e241069-1cd9-486f-bb49-4062c2065b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7067349 Jan 28 01:42:02.854720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] Sync routers for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:02.888454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:02.889119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:02.917084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48558) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:02.922602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585674568', 'description': 'tempest-secgroup-smoke-1585674568 description', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:02.936820 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Sync routers for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:02.955856 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:02.957838 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.961487 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:02.972022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks [] for router (7e241069-1cd9-486f-bb49-4062c2065b4e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:02.974544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b6977eac-1ecf-420d-94a9-7c22c3923af7 None None] Port c736a94d-3e69-42aa-80fa-d66433621627 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:42:02.979806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0978b141-8582-4a75-991a-0e36d69a9be0 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:02.980651 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.003724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 0978b141-8582-4a75-991a-0e36d69a9be0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0978b141-8582-4a75-991a-0e36d69a9be0,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:03.016573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.019295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:03.084921 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:03.087443 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (21c16e7e-b593-4a4e-8423-ea2b2b56f4df), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.092985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (21c16e7e-b593-4a4e-8423-ea2b2b56f4df), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.123039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks [] for router_gateway (7e241069-1cd9-486f-bb49-4062c2065b4e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.146006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=0978b141-8582-4a75-991a-0e36d69a9be0,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.146827 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.148083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2299759 Jan 28 01:42:03.150171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bf38-d11f-422d-950f-874dd5ae4441 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c16e7e-b593-4a4e-8423-ea2b2b56f4df,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.153974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:03.158391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '21c16e7e-b593-4a4e-8423-ea2b2b56f4df', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:03.201810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (d585858c-9631-4513-9b2f-05429dc547d1), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.203984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-11d48a46-7e77-47c8-bf1c-54e07070261f None None] Provisioning complete for port c736a94d-3e69-42aa-80fa-d66433621627 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:03.204459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-11d48a46-7e77-47c8-bf1c-54e07070261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c736a94d-3e69-42aa-80fa-d66433621627), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.219913 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Deleting port e8b57dc7-2b33-4374-9694-6e36e3a1296c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:03.220588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.242091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-11d48a46-7e77-47c8-bf1c-54e07070261f None None] Port c736a94d-3e69-42aa-80fa-d66433621627 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:42:03.265898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:03.266418 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.271700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:03.274531 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (d585858c-9631-4513-9b2f-05429dc547d1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.281501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d585858c-9631-4513-9b2f-05429dc547d1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.308012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d585858c-9631-4513-9b2f-05429dc547d1,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.315435 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.317385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-808e4e9d-9278-41f6-8969-28e8a44af53b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619930 Jan 28 01:42:03.319615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48562) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:03.327411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '21c16e7e-b593-4a4e-8423-ea2b2b56f4df', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:03.337530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] For port e8b57dc7-2b33-4374-9694-6e36e3a1296c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e8b57dc7-2b33-4374-9694-6e36e3a1296c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:03.337921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.338623 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:01Z', 'revision_number': 2, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:03.360951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (1ac73d0e-31f2-43be-8b02-5721ec41d104), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.372456 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Calling delete_port for e8b57dc7-2b33-4374-9694-6e36e3a1296c owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:03.395463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Checking router: 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:03.396210 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Updating router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab port c736a94d-3e69-42aa-80fa-d66433621627 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:42:03.415932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-63f839af-d18b-4cf5-9b91-e2b615c520a7 None None] Provisioning complete for port c736a94d-3e69-42aa-80fa-d66433621627 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:03.416410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-63f839af-d18b-4cf5-9b91-e2b615c520a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c736a94d-3e69-42aa-80fa-d66433621627), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.425024 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (1ac73d0e-31f2-43be-8b02-5721ec41d104), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.431364 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (1ac73d0e-31f2-43be-8b02-5721ec41d104), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.441108 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c736a94d-3e69-42aa-80fa-d66433621627), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.452339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac73d0e-31f2-43be-8b02-5721ec41d104,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.453351 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-63f839af-d18b-4cf5-9b91-e2b615c520a7 None None] Port c736a94d-3e69-42aa-80fa-d66433621627 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:42:03.478521 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.480058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-58af42d0-c707-40a5-ab4e-0b21078d214e tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581769 Jan 28 01:42:03.486839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48564) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:03.492127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '21c16e7e-b593-4a4e-8423-ea2b2b56f4df', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:03.535185 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (5c63e2e6-9b32-4085-89e6-9397b37ccf11), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.545091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:03.572359 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e8b57dc7-2b33-4374-9694-6e36e3a1296c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.599073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b57dc7-2b33-4374-9694-6e36e3a1296c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.601059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:42:01Z', 'revision_number': 5, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port': {'id': 'e8b57dc7-2b33-4374-9694-6e36e3a1296c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:35Z', 'updated_at': '2022-01-28T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:03.615136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (5c63e2e6-9b32-4085-89e6-9397b37ccf11), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.620478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5c63e2e6-9b32-4085-89e6-9397b37ccf11), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.631435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] Checking router: 7e241069-1cd9-486f-bb49-4062c2065b4e for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:03.641712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] Routers {'7e241069-1cd9-486f-bb49-4062c2065b4e'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:03.642126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7e241069-1cd9-486f-bb49-4062c2065b4e'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:03.642248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c63e2e6-9b32-4085-89e6-9397b37ccf11,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.654756 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.656584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca482e00-5d6c-4b3f-8c36-38320bf3a26b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717260 Jan 28 01:42:03.659316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48566) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:03.664752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '21c16e7e-b593-4a4e-8423-ea2b2b56f4df', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:03.699235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (7e241069-1cd9-486f-bb49-4062c2065b4e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.707784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (fc514420-e9d5-4af1-94f2-e228482fb5a5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.789688 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (fc514420-e9d5-4af1-94f2-e228482fb5a5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.796181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (fc514420-e9d5-4af1-94f2-e228482fb5a5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.803768 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (7e241069-1cd9-486f-bb49-4062c2065b4e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.806061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks [] for router_controller (7e241069-1cd9-486f-bb49-4062c2065b4e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.825711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc514420-e9d5-4af1-94f2-e228482fb5a5,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.832056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.833996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bdc2540e-e32d-4c0e-902a-499a6f9e206a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732984 Jan 28 01:42:03.834129 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Publish callbacks [] for port (c736a94d-3e69-42aa-80fa-d66433621627), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.837405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:03.841355 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c736a94d-3e69-42aa-80fa-d66433621627), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.844901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '21c16e7e-b593-4a4e-8423-ea2b2b56f4df', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:03.867309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (7e241069-1cd9-486f-bb49-4062c2065b4e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.868648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e241069-1cd9-486f-bb49-4062c2065b4e {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:42:03.875163 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Project cf857d1e68bd47139efa99c3fe19a22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:42:03.876876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.881901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48570) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:03.894620 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe147635-104d-49f5-8e45-0496999e8492 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7e241069-1cd9-486f-bb49-4062c2065b4e HTTP/1.1" status: 204 len: 168 time: 1.0722630 Jan 28 01:42:03.921382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] Set router 7e241069-1cd9-486f-bb49-4062c2065b4e gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:03.931278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7036c1-3638-4880-bd27-63c2584181fb None None] Pushing event updated for resources: {'Port': ['ID=c736a94d-3e69-42aa-80fa-d66433621627,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:03.943228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (13dbf45f-e017-4f83-873e-676f2b743e1c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.965476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Attempting to bind port c736a94d-3e69-42aa-80fa-d66433621627 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:42:03.966047 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Attempting to bind port c736a94d-3e69-42aa-80fa-d66433621627 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:42:03.966188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Attempting to bind port c736a94d-3e69-42aa-80fa-d66433621627 on network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:42:03.971839 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:42:03.972214 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Checking segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:42:03.972634 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.973007 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Bound using segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:42:03.973668 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Bound port: c736a94d-3e69-42aa-80fa-d66433621627, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:42:03.973984 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c736a94d-3e69-42aa-80fa-d66433621627), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:03.994278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Deleting subnet eb5dcc45-d19e-48b5-a46c-809cb062b7c9 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:42:03.996374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:42:03Z', 'revision_number': 7, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:03.998829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Publish callbacks [] for subnet (eb5dcc45-d19e-48b5-a46c-809cb062b7c9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.001288 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.042383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38083e-e795-40ab-8f17-e31bf7111ab6 None None] The sync data for ids ['7e241069-1cd9-486f-bb49-4062c2065b4e'] in n-d-826756-1 is: [{'id': '7e241069-1cd9-486f-bb49-4062c2065b4e', 'name': 'tempest-TestVolumeBootPattern-1361753791-router', 'tenant_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:34Z', 'updated_at': '2022-01-28T01:42:03Z', 'revision_number': 7, 'project_id': 'dd035f3d8bbe4289baf34c1a08eacbbd', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:04.051363 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] For port c736a94d-3e69-42aa-80fa-d66433621627, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:42:04.055604 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (13dbf45f-e017-4f83-873e-676f2b743e1c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.055826 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] For port c736a94d-3e69-42aa-80fa-d66433621627, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c736a94d-3e69-42aa-80fa-d66433621627,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:42:04.060917 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (eb5dcc45-d19e-48b5-a46c-809cb062b7c9), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.062192 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c736a94d-3e69-42aa-80fa-d66433621627), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.081404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (13dbf45f-e017-4f83-873e-676f2b743e1c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.106384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dbf45f-e017-4f83-873e-676f2b743e1c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:04.121329 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7036c1-3638-4880-bd27-63c2584181fb None None] Pushing event updated for resources: {'Port': ['ID=c736a94d-3e69-42aa-80fa-d66433621627,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:04.123029 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.127352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3b1ad19c-d3ad-4bd4-90a2-4185f81f277f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881403 Jan 28 01:42:04.127981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48572) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:04.135511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'security_group_rule': {'security_group_id': '21c16e7e-b593-4a4e-8423-ea2b2b56f4df', 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:04.140400 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:04.141027 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:04.162134 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Project cf857d1e68bd47139efa99c3fe19a22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:42:04.179351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (eb5dcc45-d19e-48b5-a46c-809cb062b7c9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.183210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (62f801e4-be01-492f-b83e-6ba1e322a57c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.192833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] Provisioning complete for port c736a94d-3e69-42aa-80fa-d66433621627 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:04.193214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c736a94d-3e69-42aa-80fa-d66433621627), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.263001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (eb5dcc45-d19e-48b5-a46c-809cb062b7c9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.266109 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:04.297542 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] Current status of the port c736a94d-3e69-42aa-80fa-d66433621627 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:04.298420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c736a94d-3e69-42aa-80fa-d66433621627), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.323732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5dcc45-d19e-48b5-a46c-809cb062b7c9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:04.325749 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.334042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc6d1b-49a5-41c5-bd5b-014d2561066c None None] Network 90bfe9fc-0222-425a-a732-027d1975d876 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:04.337470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa40d637-d6e4-41d2-9923-318561a7ec58 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb5dcc45-d19e-48b5-a46c-809cb062b7c9 HTTP/1.1" status: 204 len: 168 time: 0.4537156 Jan 28 01:42:04.340591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48574) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:04.368137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] For port c736a94d-3e69-42aa-80fa-d66433621627, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c736a94d-3e69-42aa-80fa-d66433621627,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:04.439281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c736a94d-3e69-42aa-80fa-d66433621627), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.494491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (90bfe9fc-0222-425a-a732-027d1975d876), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.611128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Deleting port 00c5b72e-c630-446b-b049-dc40a77b2496 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:04.614007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.617378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2d5832e7-97cb-41bc-8186-1993e0dc3207 None None] Provisioning complete for port c736a94d-3e69-42aa-80fa-d66433621627 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:04.617757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d5832e7-97cb-41bc-8186-1993e0dc3207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c736a94d-3e69-42aa-80fa-d66433621627), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.633913 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:04.639424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fc76c-c765-4c72-ba15-38b302bf7abc None None] Pushing event updated for resources: {'Port': ['ID=c736a94d-3e69-42aa-80fa-d66433621627,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:04.703307 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570ac42-f89f-4945-b0f3-d50b3df7a1fc None None] The sync data for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 is: [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:04.708933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] For port 00c5b72e-c630-446b-b049-dc40a77b2496, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=00c5b72e-c630-446b-b049-dc40a77b2496,segment=NetworkSegment(bc638993-aef5-4699-9fdc-7754b6395149),segment_id=bc638993-aef5-4699-9fdc-7754b6395149)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:04.709419 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.730984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2d5832e7-97cb-41bc-8186-1993e0dc3207 None None] Current status of the port c736a94d-3e69-42aa-80fa-d66433621627 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:04.737464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Calling delete_port for 00c5b72e-c630-446b-b049-dc40a77b2496 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:04.782295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (62f801e4-be01-492f-b83e-6ba1e322a57c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.787638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (62f801e4-be01-492f-b83e-6ba1e322a57c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.805742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f801e4-be01-492f-b83e-6ba1e322a57c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:04.814072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.815345 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8c289388-2339-4fe8-8e0a-c82f87d0eea6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6852670 Jan 28 01:42:04.820784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (00c5b72e-c630-446b-b049-dc40a77b2496), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.850663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c5b72e-c630-446b-b049-dc40a77b2496,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:04.855466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] No DVR routers for this DVR port 00c5b72e-c630-446b-b049-dc40a77b2496 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:04.931272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db204a-9b5d-41bf-9923-832d50b27042 None None] DHCP port deletion for 90bfe9fc-0222-425a-a732-027d1975d876 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:42:04.945403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (90bfe9fc-0222-425a-a732-027d1975d876), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:04.974362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0978b141-8582-4a75-991a-0e36d69a9be0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:05.011574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bfe9fc-0222-425a-a732-027d1975d876']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:05.030139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc638993-aef5-4699-9fdc-7754b6395149') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:05.030438 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc638993-aef5-4699-9fdc-7754b6395149') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:05.038493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0978b141-8582-4a75-991a-0e36d69a9be0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:05.039038 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.049077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (bc638993-aef5-4699-9fdc-7754b6395149), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.070148 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (bc638993-aef5-4699-9fdc-7754b6395149), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.079388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-01bae608-8577-4a48-8cc7-ad2a13c6a315 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585674568&fields=id&tenant_id=cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 267 time: 0.1508822 Jan 28 01:42:05.082895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:42:05.083304 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (bc638993-aef5-4699-9fdc-7754b6395149), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:42:05.085579 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:42:05.163509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0978b141-8582-4a75-991a-0e36d69a9be0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:05.164603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:05.204969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (90bfe9fc-0222-425a-a732-027d1975d876), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.220499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:05.220979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.221352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.225227 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/90bfe9fc-0222-425a-a732-027d1975d876 HTTP/1.1" status: 204 len: 168 time: 0.8836434 Jan 28 01:42:05.229257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48588) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:05.250048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d872e-ebec-4f17-b168-0d46a5bba3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bfe9fc-0222-425a-a732-027d1975d876,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:05.271819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-ba43de22-2d8d-47c5-b630-33cd7de309d2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:05.273737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-ba43de22-2d8d-47c5-b630-33cd7de309d2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/networks?id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 200 len: 797 time: 0.1778014 Jan 28 01:42:05.291108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-35d11096-88c6-45ac-907b-035a8405257a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/quotas/cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 375 time: 0.0110776 Jan 28 01:42:05.327657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:05.342035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ce110471-2c71-4ece-85be-978867ed3ac3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:05.365920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-0bee3bef-db07-4623-b375-a9648afd9cdb tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676863 Jan 28 01:42:05.371578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ce110471-2c71-4ece-85be-978867ed3ac3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:05.371925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ce110471-2c71-4ece-85be-978867ed3ac3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:05.502440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-6267b037-609f-4e19-9506-78e263ef995d service neutron] 10.222.0.23 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154721 Jan 28 01:42:05.611246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-d69cf8a4-c387-463a-8c76-31d8c36a53e8 service neutron] 10.222.0.23 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045589 Jan 28 01:42:05.699721 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (8c97978d-0852-4126-b90b-8afd458479f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:05.808112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c856c659-0289-4a55-91a6-7a25fdc8a0b1 req-1da30b06-d36f-4cd3-a582-a2ec61e04308 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 210 time: 0.0312095 Jan 28 01:42:06.004619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Deleting port be06f520-754b-4f86-b4bb-f1779f895243 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:06.005207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (be06f520-754b-4f86-b4bb-f1779f895243), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:06.098096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] For port be06f520-754b-4f86-b4bb-f1779f895243, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=be06f520-754b-4f86-b4bb-f1779f895243,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:06.098486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (be06f520-754b-4f86-b4bb-f1779f895243), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:06.111286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Calling delete_port for be06f520-754b-4f86-b4bb-f1779f895243 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:06.338352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (be06f520-754b-4f86-b4bb-f1779f895243), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:06.366309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Pushing event deleted for resources: {'Port': ['ID=be06f520-754b-4f86-b4bb-f1779f895243,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:06.431497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c736a94d-3e69-42aa-80fa-d66433621627 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:06.490702 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c736a94d-3e69-42aa-80fa-d66433621627 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:06.491185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c736a94d-3e69-42aa-80fa-d66433621627), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:06.548231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (8c97978d-0852-4126-b90b-8afd458479f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:06.584323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c736a94d-3e69-42aa-80fa-d66433621627 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:06.650557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8b57dc7-2b33-4374-9694-6e36e3a1296c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:06.671403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e8b57dc7-2b33-4374-9694-6e36e3a1296c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:06.671756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e8b57dc7-2b33-4374-9694-6e36e3a1296c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:06.672215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 00c5b72e-c630-446b-b049-dc40a77b2496 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:06.693621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 00c5b72e-c630-446b-b049-dc40a77b2496 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:06.694006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 00c5b72e-c630-446b-b049-dc40a77b2496 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:06.787613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Router 8c97978d-0852-4126-b90b-8afd458479f8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:06.913350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:06.918867 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cc71ae45-9219-4b0f-bb91-fd0908d4211f admin admin] 10.222.0.23 "PUT /v2.0/routers/8c97978d-0852-4126-b90b-8afd458479f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882660 Jan 28 01:42:06.921355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48604) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:06.924622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] Sync routers for ids ['8c97978d-0852-4126-b90b-8afd458479f8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:06.935242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] Routers {'8c97978d-0852-4126-b90b-8afd458479f8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:06.935862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8c97978d-0852-4126-b90b-8afd458479f8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:06.954064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-190415e9-2524-42bb-bcf0-7e441493ebd4 req-404842ba-1fc7-469c-a26b-607b6179a374 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 210 time: 0.0620661 Jan 28 01:42:07.002216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b01d989c-945d-4eb1-a86c-c85896284992 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:07.003871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b01d989c-945d-4eb1-a86c-c85896284992 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/networks?id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 200 len: 797 time: 0.1874526 Jan 28 01:42:07.034254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks [] for router (8c97978d-0852-4126-b90b-8afd458479f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.064233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] Set router 8c97978d-0852-4126-b90b-8afd458479f8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:07.107070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-16e56987-c0a1-4e54-9b27-230f1fc50eb2 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf857d1e68bd47139efa99c3fe19a22f HTTP/1.1" status: 200 len: 380 time: 0.0584452 Jan 28 01:42:07.116401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'port': {'device_id': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'admin_state_up': True, 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'security_groups': ['21c16e7e-b593-4a4e-8423-ea2b2b56f4df']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:07.144489 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks [] for router_gateway (8c97978d-0852-4126-b90b-8afd458479f8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.195046 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f17fadca-fd5e-42ea-b80c-f507a5781451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.215288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Deleting port dab9ddc0-351d-4e78-834c-f33b5ee172d1 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:07.216093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.279613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:42:06Z', 'revision_number': 5, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port': {'id': 'dab9ddc0-351d-4e78-834c-f33b5ee172d1', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97978d-0852-4126-b90b-8afd458479f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:26:45Z', 'updated_at': '2022-01-28T01:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:07.305540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Made reservation on behalf of cf857d1e68bd47139efa99c3fe19a22f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:42:07.309392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.312981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] Checking router: 8c97978d-0852-4126-b90b-8afd458479f8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:07.316901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] For port dab9ddc0-351d-4e78-834c-f33b5ee172d1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=dab9ddc0-351d-4e78-834c-f33b5ee172d1,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:07.317259 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.322662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] Routers {'8c97978d-0852-4126-b90b-8afd458479f8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:07.323339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:41:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['8c97978d-0852-4126-b90b-8afd458479f8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:07.332071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Calling delete_port for dab9ddc0-351d-4e78-834c-f33b5ee172d1 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:07.417434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] Set router 8c97978d-0852-4126-b90b-8afd458479f8 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:07.451872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.20.0.3 (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb/5aa8199d-ab7e-46db-95be-eb5e18d1077c/714c56e4-f6f4-4b22-acdd-60e37c228a92) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:42:07.484993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:42:07Z', 'revision_number': 6, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:07.525950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea223b-f466-4e1f-bd5a-d0dbe02561c1 None None] The sync data for ids ['8c97978d-0852-4126-b90b-8afd458479f8'] in n-d-826756-1 is: [{'id': '8c97978d-0852-4126-b90b-8afd458479f8', 'name': 'tempest-TestVolumeBootPattern-728340223-router', 'tenant_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:26:44Z', 'updated_at': '2022-01-28T01:42:07Z', 'revision_number': 6, 'project_id': '65f1ec732e8b4a28ad78b5c3a01d008c', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:07.573620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.574077 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dab9ddc0-351d-4e78-834c-f33b5ee172d1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.605082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dab9ddc0-351d-4e78-834c-f33b5ee172d1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:07.669185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (8c97978d-0852-4126-b90b-8afd458479f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.681393 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.717738 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.760451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:07.764007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (8c97978d-0852-4126-b90b-8afd458479f8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.766442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks [] for router_controller (8c97978d-0852-4126-b90b-8afd458479f8), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.768115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:07.772649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:07.776847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=714c56e4-f6f4-4b22-acdd-60e37c228a92,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:07.820709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (8c97978d-0852-4126-b90b-8afd458479f8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.821318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c97978d-0852-4126-b90b-8afd458479f8 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:42:07.826856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.828090 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7303b34d-d25d-4fa1-9390-9fd1200e82ba admin admin] 10.222.0.23 "DELETE /v2.0/routers/8c97978d-0852-4126-b90b-8afd458479f8 HTTP/1.1" status: 204 len: 168 time: 0.9055529 Jan 28 01:42:07.830788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:07.834192 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:07.834849 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.851365 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-b829a321-a393-4a23-b2e6-ccbc1983de91 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389281 Jan 28 01:42:07.879248 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Request body: {'port': {'device_id': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:07.886590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Deleting subnet 2e8d23cd-88b5-4d0d-8a79-70db654d4220 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:42:07.890407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Publish callbacks [] for subnet (2e8d23cd-88b5-4d0d-8a79-70db654d4220), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.932735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (2e8d23cd-88b5-4d0d-8a79-70db654d4220), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:07.942198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.059071 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2e8d23cd-88b5-4d0d-8a79-70db654d4220), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.107939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-62b89111-58d8-4b1d-a4fe-9019966058ed None None] Provisioning complete for port 714c56e4-f6f4-4b22-acdd-60e37c228a92 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:08.108302 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62b89111-58d8-4b1d-a4fe-9019966058ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.132098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2e8d23cd-88b5-4d0d-8a79-70db654d4220), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.142962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd990-44b1-42ef-8453-1efd0b498897 req-85505985-b3cd-4ca4-a020-4c1686242b94 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:08.144524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a33dd990-44b1-42ef-8453-1efd0b498897 req-85505985-b3cd-4ca4-a020-4c1686242b94 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 931 time: 0.0764360 Jan 28 01:42:08.156007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-62b89111-58d8-4b1d-a4fe-9019966058ed None None] Port 714c56e4-f6f4-4b22-acdd-60e37c228a92 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:42:08.161984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8d23cd-88b5-4d0d-8a79-70db654d4220,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:08.166625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.172428 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a7f69f02-b574-4a3b-b189-efa8456b23bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e8d23cd-88b5-4d0d-8a79-70db654d4220 HTTP/1.1" status: 204 len: 168 time: 0.3382068 Jan 28 01:42:08.172752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48610) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:08.175353 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c64b7-aac0-4ea9-aed0-34ca72541fd0 None None] Network 24773864-ee5d-4a39-87fa-743b0ba94d94 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:08.244060 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (24773864-ee5d-4a39-87fa-743b0ba94d94), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.314669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Deleting port a70b1499-525b-4722-95cf-16af05c6922c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:08.315074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a70b1499-525b-4722-95cf-16af05c6922c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.354288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] DHCP port deletion for 24773864-ee5d-4a39-87fa-743b0ba94d94 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:42:08.391106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] For port a70b1499-525b-4722-95cf-16af05c6922c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a70b1499-525b-4722-95cf-16af05c6922c,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:08.391474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a70b1499-525b-4722-95cf-16af05c6922c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.409786 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Calling delete_port for a70b1499-525b-4722-95cf-16af05c6922c owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:08.439054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Deleting port a70b1499-525b-4722-95cf-16af05c6922c {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:08.439451 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a70b1499-525b-4722-95cf-16af05c6922c), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.453866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be06f520-754b-4f86-b4bb-f1779f895243 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:08.477994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: be06f520-754b-4f86-b4bb-f1779f895243 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:08.478336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device be06f520-754b-4f86-b4bb-f1779f895243 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:08.478752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dab9ddc0-351d-4e78-834c-f33b5ee172d1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:08.517155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a70b1499-525b-4722-95cf-16af05c6922c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.535059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: dab9ddc0-351d-4e78-834c-f33b5ee172d1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:08.535615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a33dd990-44b1-42ef-8453-1efd0b498897 req-5178b5f8-a979-47bb-856d-c7639a3d79cb tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800929 Jan 28 01:42:08.535746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device dab9ddc0-351d-4e78-834c-f33b5ee172d1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:08.535851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a70b1499-525b-4722-95cf-16af05c6922c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:08.560314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Pushing event deleted for resources: {'Port': ['ID=a70b1499-525b-4722-95cf-16af05c6922c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:08.563116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a70b1499-525b-4722-95cf-16af05c6922c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:08.563547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a70b1499-525b-4722-95cf-16af05c6922c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:08.564902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] No DVR routers for this DVR port a70b1499-525b-4722-95cf-16af05c6922c on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:08.571269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] For port a70b1499-525b-4722-95cf-16af05c6922c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a70b1499-525b-4722-95cf-16af05c6922c,segment=NetworkSegment(15d49641-90fb-42cb-a86b-04fdd09184a6),segment_id=15d49641-90fb-42cb-a86b-04fdd09184a6)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:08.572628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a70b1499-525b-4722-95cf-16af05c6922c), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.584695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Calling delete_port for a70b1499-525b-4722-95cf-16af05c6922c owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:08.640614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714c56e4-f6f4-4b22-acdd-60e37c228a92 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:42:08.649021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Publish callbacks [] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.654268 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (24773864-ee5d-4a39-87fa-743b0ba94d94), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.663688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Transition to ACTIVE for port object 714c56e4-f6f4-4b22-acdd-60e37c228a92 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:42:08.671085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:42:08.674020 n-d-826756-1 neutron-server[109596]: self.session.flush() Jan 28 01:42:08.677479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24773864-ee5d-4a39-87fa-743b0ba94d94']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:08.678660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (a70b1499-525b-4722-95cf-16af05c6922c), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.688924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d49641-90fb-42cb-a86b-04fdd09184a6') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:08.689225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d49641-90fb-42cb-a86b-04fdd09184a6') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:08.704228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (15d49641-90fb-42cb-a86b-04fdd09184a6), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.705180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Pushing event deleted for resources: {'Port': ['ID=a70b1499-525b-4722-95cf-16af05c6922c,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:08.721098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (15d49641-90fb-42cb-a86b-04fdd09184a6), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.722905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.723062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.723539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.723650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.723940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.724912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.724912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.724912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.725175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.725498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.729633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.730079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.730349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:08.732839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:42:08.734275 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (15d49641-90fb-42cb-a86b-04fdd09184a6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.734439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b5f02-a9e3-4fee-90df-682b183d8310 None None] No DVR routers for this DVR port a70b1499-525b-4722-95cf-16af05c6922c on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:42:08.736143 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:42:08.760462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Pushing event updated for resources: {'Port': ['ID=714c56e4-f6f4-4b22-acdd-60e37c228a92,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:08.812717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (24773864-ee5d-4a39-87fa-743b0ba94d94), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.833423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Attempting to bind port 714c56e4-f6f4-4b22-acdd-60e37c228a92 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:42:08.833956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Attempting to bind port 714c56e4-f6f4-4b22-acdd-60e37c228a92 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:42:08.834492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Attempting to bind port 714c56e4-f6f4-4b22-acdd-60e37c228a92 on network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:42:08.839508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.840238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Port 714c56e4-f6f4-4b22-acdd-60e37c228a92 on network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:42:08.840737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Attempting to bind port 714c56e4-f6f4-4b22-acdd-60e37c228a92 on network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:42:08.842719 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] 10.222.0.23 "DELETE /v2.0/networks/24773864-ee5d-4a39-87fa-743b0ba94d94 HTTP/1.1" status: 204 len: 168 time: 0.6691136 Jan 28 01:42:08.844220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54fae6-a829-4069-8f56-6effa7c1579d admin admin] Pushing event deleted for resources: {'Network': ['ID=24773864-ee5d-4a39-87fa-743b0ba94d94,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:08.847261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:42:08.847615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Checking segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:42:08.848005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Bound using segment: {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:42:08.848441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Bound port: 714c56e4-f6f4-4b22-acdd-60e37c228a92, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5bf946-2c3c-4370-94bd-bd88a562ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:42:08.848797 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.932760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] For port 714c56e4-f6f4-4b22-acdd-60e37c228a92, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:42:08.936616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] For port 714c56e4-f6f4-4b22-acdd-60e37c228a92, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:42:08.941877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.977879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:08.981672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:08.982326 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.983709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] 10.222.0.45 "PUT /v2.0/ports/714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 200 len: 1091 time: 1.1089334 Jan 28 01:42:08.984155 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:08.986469 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135e5963-5267-4f66-b2a3-21e1a1cc4583" -d '{"events": [{"name": "network-changed", "server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:09.011669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f28a60-0e19-4dbd-be10-3f62f4dfbdcc service neutron] Pushing event updated for resources: {'Port': ['ID=714c56e4-f6f4-4b22-acdd-60e37c228a92,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:09.039957 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7651ba9d-fc3f-4992-90ba-85180320a6b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd035f3d8bbe4289baf34c1a08eacbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608907 Jan 28 01:42:09.042511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48618) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:09.048075 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8719bf8-1a52-48fc-a8de-b5f642d0cf72 x-openstack-request-id: req-a8719bf8-1a52-48fc-a8de-b5f642d0cf72 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:09.048380 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:09.048659 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8719bf8-1a52-48fc-a8de-b5f642d0cf72 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:09.049184 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'status': 'completed', 'code': 200} Jan 28 01:42:09.086461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-0e107347-b3a4-4ef0-8c42-db21876d32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.088477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-0e107347-b3a4-4ef0-8c42-db21876d32c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1094 time: 0.0503809 Jan 28 01:42:09.093470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78777641-c652-4a2a-bff5-cd82d9316d06 admin admin] Publish callbacks [] for security_group (abc6a2c1-7c00-4fca-9735-903656ef4386), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.119228 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78777641-c652-4a2a-bff5-cd82d9316d06 admin admin] Publish callbacks [] for security_group (abc6a2c1-7c00-4fca-9735-903656ef4386), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.143127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-a6a22739-5622-4a08-b0d4-024b858d022a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 200 len: 217 time: 0.0425057 Jan 28 01:42:09.178530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78777641-c652-4a2a-bff5-cd82d9316d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (abc6a2c1-7c00-4fca-9735-903656ef4386), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.181651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-78777641-c652-4a2a-bff5-cd82d9316d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.183049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-78777641-c652-4a2a-bff5-cd82d9316d06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abc6a2c1-7c00-4fca-9735-903656ef4386 HTTP/1.1" status: 204 len: 168 time: 0.1393068 Jan 28 01:42:09.191383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78777641-c652-4a2a-bff5-cd82d9316d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc6a2c1-7c00-4fca-9735-903656ef4386,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:09.204137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-c8d6805c-4208-4cf0-995f-2658796fe519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.205818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-c8d6805c-4208-4cf0-995f-2658796fe519 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5aa8199d-ab7e-46db-95be-eb5e18d1077c HTTP/1.1" status: 200 len: 835 time: 0.0573025 Jan 28 01:42:09.252766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-8e1e73a2-3b0a-4fed-8268-315cce6bcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.254432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-8e1e73a2-3b0a-4fed-8268-315cce6bcd2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424154 Jan 28 01:42:09.350827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-239585c3-0d11-49a1-b437-c396f9ad3dfc service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906382 Jan 28 01:42:09.379474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e1120565-e809-4463-af4e-0933462acf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.448316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02618ebd-c5b9-45a1-aa6f-1c79067604e4 req-44dff29d-dbdb-40f1-85ac-78913cf73120 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912580 Jan 28 01:42:09.534532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48624) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:09.581596 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-977dccc1-b80b-4fbe-8b2e-26445345986f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65f1ec732e8b4a28ad78b5c3a01d008c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430348 Jan 28 01:42:09.582221 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48628) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:09.590165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-fa9fac22-4f67-44ed-bd5d-fd290c959038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.591959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-fa9fac22-4f67-44ed-bd5d-fd290c959038 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1094 time: 0.0503612 Jan 28 01:42:09.633193 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0427c2af-d048-4b1c-9dfc-63669bd13074 admin admin] Publish callbacks [] for security_group (c9e30269-c367-4c97-843e-e7ad25431853), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.654609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0427c2af-d048-4b1c-9dfc-63669bd13074 admin admin] Publish callbacks [] for security_group (c9e30269-c367-4c97-843e-e7ad25431853), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.704705 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0427c2af-d048-4b1c-9dfc-63669bd13074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c9e30269-c367-4c97-843e-e7ad25431853), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.707470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0427c2af-d048-4b1c-9dfc-63669bd13074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:09.708666 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0427c2af-d048-4b1c-9dfc-63669bd13074 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9e30269-c367-4c97-843e-e7ad25431853 HTTP/1.1" status: 204 len: 168 time: 0.1255786 Jan 28 01:42:09.709057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ae3e-a37f-4b81-835a-ade1d3294863 req-45964f13-9879-4b2f-ab63-f0b55912064a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.710544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e790ae3e-a37f-4b81-835a-ade1d3294863 req-45964f13-9879-4b2f-ab63-f0b55912064a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 943 time: 0.0939145 Jan 28 01:42:09.723263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427c2af-d048-4b1c-9dfc-63669bd13074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e30269-c367-4c97-843e-e7ad25431853,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:09.728353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-6d6b1f0a-a4af-4c91-8a7d-b54306bc7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.730216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-6d6b1f0a-a4af-4c91-8a7d-b54306bc7249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 200 len: 898 time: 0.1323225 Jan 28 01:42:09.781428 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-a63aad02-f7cf-4a05-aa08-fe71a20f52e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 200 len: 217 time: 0.0398939 Jan 28 01:42:09.836242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e790ae3e-a37f-4b81-835a-ade1d3294863 req-6305193a-9bbb-4428-9c92-489fcea5b6c8 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178102 Jan 28 01:42:09.846530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-fe7b96f8-31e6-40a6-9445-da3587ec240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.848120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-fe7b96f8-31e6-40a6-9445-da3587ec240f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5aa8199d-ab7e-46db-95be-eb5e18d1077c HTTP/1.1" status: 200 len: 835 time: 0.0612402 Jan 28 01:42:09.897851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-42b65a98-dc0a-4ca4-8616-8291fee9dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:09.897851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-42b65a98-dc0a-4ca4-8616-8291fee9dcb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429444 Jan 28 01:42:10.003500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-1fa33558-9ac2-47f4-9a29-a03c13ec4e8f service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991826 Jan 28 01:42:10.103863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-135e5963-5267-4f66-b2a3-21e1a1cc4583 req-5b8aff71-a4e3-46cb-a30b-836a7b0ac36c service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940905 Jan 28 01:42:10.588611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48634) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:10.756751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 41552d42-a114-4a19-8074-7013baf0671f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:10.756965 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (41552d42-a114-4a19-8074-7013baf0671f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:10.838329 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (41552d42-a114-4a19-8074-7013baf0671f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:10.838648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (41552d42-a114-4a19-8074-7013baf0671f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:10.850407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 41552d42-a114-4a19-8074-7013baf0671f owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:10.938240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:10.964634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ddee0-4e77-4d97-b0b9-33d982140085 req-b5451466-ab90-4db1-bdf1-f7b7246f7190 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:10.966156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed8ddee0-4e77-4d97-b0b9-33d982140085 req-b5451466-ab90-4db1-bdf1-f7b7246f7190 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 943 time: 0.0580420 Jan 28 01:42:11.011524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (41552d42-a114-4a19-8074-7013baf0671f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:11.019069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed8ddee0-4e77-4d97-b0b9-33d982140085 req-6bc2fe30-2168-4b33-8b19-d5a9605aa00c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469437 Jan 28 01:42:11.037713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=41552d42-a114-4a19-8074-7013baf0671f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:11.097186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for floatingip (3acb368b-847d-4706-a229-c3eade21691d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:11.097489 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Floating IP 3acb368b-847d-4706-a229-c3eade21691d disassociated (deleted). External IP: 172.25.1.202, port: 3f9a2234-d8c2-41d0-a21a-23805e67440b. Jan 28 01:42:11.306794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:11.412908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:11.417556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:11.423975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] Sync routers for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:11.434252 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:11.434939 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:11.445992 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e279dde3-1edf-4f3f-9c5a-86f06e61dd2f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/floatingips/3acb368b-847d-4706-a229-c3eade21691d HTTP/1.1" status: 204 len: 168 time: 0.8533969 Jan 28 01:42:11.445992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:11.446355 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:11.493164 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e799478-0daf-4869-a310-7299827ca731 x-openstack-request-id: req-6e799478-0daf-4869-a310-7299827ca731 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:11.493419 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:11.493679 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e799478-0daf-4869-a310-7299827ca731 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:11.494114 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'status': 'completed', 'code': 200} Jan 28 01:42:11.545164 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:11.589171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-021d83ef-6c0f-4f4a-91bb-209f98bf5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:11.590796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-021d83ef-6c0f-4f4a-91bb-209f98bf5230 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 1097 time: 0.0456431 Jan 28 01:42:11.723247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-a60d216c-2f58-41fe-9ae5-4f2da996a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:11.724753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-a60d216c-2f58-41fe-9ae5-4f2da996a3ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd HTTP/1.1" status: 200 len: 898 time: 0.1264112 Jan 28 01:42:11.735358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b875-4cee-45af-91b1-70707384b57a req-941ad38a-d5e3-4497-ba2e-87e5705f0dd9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:11.736792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4563b875-4cee-45af-91b1-70707384b57a req-941ad38a-d5e3-4497-ba2e-87e5705f0dd9 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0738680 Jan 28 01:42:11.752338 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:11.782543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] Checking router: 987c2c5f-0ba0-4223-b2ac-993e264a1d9c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:11.782873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-db69930c-f7df-4d57-a191-0dff4f4c2caa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b HTTP/1.1" status: 200 len: 217 time: 0.0450985 Jan 28 01:42:11.791318 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:11.791930 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:11.850398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4563b875-4cee-45af-91b1-70707384b57a req-a54ddfb4-37e9-4d05-917d-6490b2eb5445 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063616 Jan 28 01:42:11.856590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-abe9942e-53ec-4e77-a4c4-accda3114018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:11.858344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-abe9942e-53ec-4e77-a4c4-accda3114018 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aaef4ec-0aef-4e03-8f10-13cf93fca66d HTTP/1.1" status: 200 len: 835 time: 0.0690377 Jan 28 01:42:11.909412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-765937f3-303b-4d95-9e3d-2082c418acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:11.911009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-765937f3-303b-4d95-9e3d-2082c418acc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb9ff6e0-f3e5-4239-8332-5cc163da0efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453928 Jan 28 01:42:12.003040 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:12.013626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-1afe67b9-f977-4b35-9fb1-695aa1f174dd service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945270 Jan 28 01:42:12.043496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:12.144186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8cefb3f-4f0b-4878-976a-d4530c2e15c3 req-b0cb8e5a-1a70-407d-a221-8f0ba9db1397 service neutron] 10.222.0.43 "GET /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229923 Jan 28 01:42:12.158711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc7a3-1fe3-41c7-9831-a4dd3da3a9fa req-44751e44-000a-4b77-8b56-2bf5988b991f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:12.160139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-298dc7a3-1fe3-41c7-9831-a4dd3da3a9fa req-44751e44-000a-4b77-8b56-2bf5988b991f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 943 time: 0.0634251 Jan 28 01:42:12.210591 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:12.216421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-298dc7a3-1fe3-41c7-9831-a4dd3da3a9fa req-2dd6f9ac-5387-4d43-8891-be15c75fb771 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494425 Jan 28 01:42:12.237010 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1b7ab1-5370-442d-a24b-7cb1f558fb0f None None] The sync data for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 is: [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:33Z', 'revision_number': 4, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '7b68c5c3-b70d-41c9-b9c2-a393d1c7d531', 'name': '', 'network_id': 'fb9ff6e0-f3e5-4239-8332-5cc163da0efd', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:33Z', 'updated_at': '2022-01-28T01:40:36Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'subnets': [{'id': '4aaef4ec-0aef-4e03-8f10-13cf93fca66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:12.595729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18089960-c10b-4ad0-8cfa-05af01a6c872 None None] New status for floating IP 3acb368b-847d-4706-a229-c3eade21691d: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:42:12.686712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 714c56e4-f6f4-4b22-acdd-60e37c228a92 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:42:12.788454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 714c56e4-f6f4-4b22-acdd-60e37c228a92, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:12.799451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'port_id': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'mac_address': 'fa:16:3e:03:cd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:42:12.835231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 714c56e4-f6f4-4b22-acdd-60e37c228a92 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:12.835612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:12.848237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714c56e4-f6f4-4b22-acdd-60e37c228a92 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:42:12.867718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 714c56e4-f6f4-4b22-acdd-60e37c228a92, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:12.880410 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:12.935260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=714c56e4-f6f4-4b22-acdd-60e37c228a92,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:12.978936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32054ca1-2841-4c47-ba59-19b28519b631 req-a014191c-a3bd-475a-8fb9-c42facf92ff7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:12.980514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32054ca1-2841-4c47-ba59-19b28519b631 req-a014191c-a3bd-475a-8fb9-c42facf92ff7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0534053 Jan 28 01:42:13.034372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32054ca1-2841-4c47-ba59-19b28519b631 req-69f02c71-9c55-43c2-9e43-4c6649d75888 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4525068-9d8c-4029-9ced-dfce518880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452559 Jan 28 01:42:13.263485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['714c56e4-f6f4-4b22-acdd-60e37c228a92'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:42:13.357747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:13.368452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11079e-7ce4-4dc8-a3ec-59165e4a320a req-967cf71a-0a52-4336-b45e-470b7c35711b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:13.370592 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f11079e-7ce4-4dc8-a3ec-59165e4a320a req-967cf71a-0a52-4336-b45e-470b7c35711b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 944 time: 0.0833614 Jan 28 01:42:13.377094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-ae777c20-e7fa-4e3d-acc8-29dc221bc45a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:13.378487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-ae777c20-e7fa-4e3d-acc8-29dc221bc45a tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 946 time: 0.0892310 Jan 28 01:42:13.476123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f11079e-7ce4-4dc8-a3ec-59165e4a320a req-7d8bb55e-3500-4de2-86c9-03991d8fd392 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966787 Jan 28 01:42:13.505496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 3f9a2234-d8c2-41d0-a21a-23805e67440b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:13.505877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:13.597716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 3f9a2234-d8c2-41d0-a21a-23805e67440b, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3f9a2234-d8c2-41d0-a21a-23805e67440b,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:13.598215 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:13.610237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 3f9a2234-d8c2-41d0-a21a-23805e67440b owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:13.741985 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (3f9a2234-d8c2-41d0-a21a-23805e67440b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:13.772952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=3f9a2234-d8c2-41d0-a21a-23805e67440b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:13.816328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] No DVR routers for this DVR port 3f9a2234-d8c2-41d0-a21a-23805e67440b on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:13.818843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:13.822104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc7811b7-3cbb-4c87-8386-a2691e983ed8 req-576bf417-9436-4a10-9824-7cb23508c80f tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.43 "DELETE /v2.0/ports/3f9a2234-d8c2-41d0-a21a-23805e67440b HTTP/1.1" status: 204 len: 173 time: 0.4369094 Jan 28 01:42:13.822544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-deleted', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:13.824872 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f48c182-1b64-4567-8e58-7a863d6a092c" -d '{"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-deleted", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:13.860636 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f945f30-8f8f-48e9-9c96-5aa533bc25f3 x-openstack-request-id: req-3f945f30-8f8f-48e9-9c96-5aa533bc25f3 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:13.860974 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5dee45-344e-4f84-a9b5-59fba65ef36e", "name": "network-vif-deleted", "tag": "3f9a2234-d8c2-41d0-a21a-23805e67440b", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:13.861228 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f945f30-8f8f-48e9-9c96-5aa533bc25f3 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:13.861641 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5dee45-344e-4f84-a9b5-59fba65ef36e', 'name': 'network-vif-deleted', 'tag': '3f9a2234-d8c2-41d0-a21a-23805e67440b', 'status': 'completed', 'code': 200} Jan 28 01:42:14.159935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b9eb7af-bcbc-4edf-8a9c-c6c7ec51a831 req-77a8d253-e4ac-4b3a-be46-67badb4af084 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b5dee45-344e-4f84-a9b5-59fba65ef36e HTTP/1.1" status: 200 len: 210 time: 0.0276873 Jan 28 01:42:14.603497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f2aa2-aea5-4bd1-a90d-04cd02618a4e req-3083138c-3463-496a-b490-0f84688c3f8d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:14.604973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f97f2aa2-aea5-4bd1-a90d-04cd02618a4e req-3083138c-3463-496a-b490-0f84688c3f8d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 944 time: 0.0487127 Jan 28 01:42:14.657056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f97f2aa2-aea5-4bd1-a90d-04cd02618a4e req-a8ddc490-693f-4210-b9c6-7931104f2fed tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Jan 28 01:42:14.687191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 714c56e4-f6f4-4b22-acdd-60e37c228a92 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:14.736527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 714c56e4-f6f4-4b22-acdd-60e37c228a92 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:42:14.741112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 714c56e4-f6f4-4b22-acdd-60e37c228a92 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:14.741495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:14.821494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 714c56e4-f6f4-4b22-acdd-60e37c228a92 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:14.821910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:14.843898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:14.846333 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db642fa8-23bf-4376-8148-958d598fcbdc" -d '{"events": [{"server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "name": "network-vif-plugged", "status": "completed", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:14.859012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 714c56e4-f6f4-4b22-acdd-60e37c228a92, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:14.862956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:14.891645 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe64673a-cfce-44ed-8906-e275c0348557 x-openstack-request-id: req-fe64673a-cfce-44ed-8906-e275c0348557 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:14.891942 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "name": "network-vif-plugged", "status": "completed", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:14.892195 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe64673a-cfce-44ed-8906-e275c0348557 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:14.892583 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'code': 200} Jan 28 01:42:14.914984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=714c56e4-f6f4-4b22-acdd-60e37c228a92,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:15.019522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bda92-2337-4ebb-9788-d0733aac2fa2 req-cf5ffc25-3a44-414a-abb3-c8e9c08827c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:15.020947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe6bda92-2337-4ebb-9788-d0733aac2fa2 req-cf5ffc25-3a44-414a-abb3-c8e9c08827c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1096 time: 0.0406601 Jan 28 01:42:15.065308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe6bda92-2337-4ebb-9788-d0733aac2fa2 req-1a361ddd-b4f8-4d34-a2b2-507ff4ee5622 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Jan 28 01:42:15.220790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48660) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:15.783089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae3eb8-7a16-4622-8bff-5caa5e114305 req-d529b1cc-835b-49cb-af83-8aa5947e0e85 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:15.785414 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ae3eb8-7a16-4622-8bff-5caa5e114305 req-d529b1cc-835b-49cb-af83-8aa5947e0e85 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 945 time: 0.0554266 Jan 28 01:42:15.837175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ae3eb8-7a16-4622-8bff-5caa5e114305 req-110e99eb-e712-4f64-aa4b-5d591e928e8f tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Jan 28 01:42:15.913150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:16.174038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:16.174300 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:16.264309 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:16.265049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:16.276526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:16.476384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7b68c5c3-b70d-41c9-b9c2-a393d1c7d531), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:16.501143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=7b68c5c3-b70d-41c9-b9c2-a393d1c7d531,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:16.675050 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:16.899261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:16.959274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c43116-4216-4c55-bf58-dc4ab54ee754 req-cae9b215-e29f-41d1-9619-fe7670a6f554 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:16.960758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47c43116-4216-4c55-bf58-dc4ab54ee754 req-cae9b215-e29f-41d1-9619-fe7670a6f554 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 945 time: 0.0521777 Jan 28 01:42:17.009457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-47c43116-4216-4c55-bf58-dc4ab54ee754 req-e031330f-96fe-419d-97f2-e59ea946e7ca tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Jan 28 01:42:17.010154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:17.016857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dc871e03-88b8-46ea-acea-9420d510e0f7 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "PUT /v2.0/routers/987c2c5f-0ba0-4223-b2ac-993e264a1d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949016 Jan 28 01:42:17.018395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48666) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:17.020909 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331058f-0510-40a7-922f-20385809c2ac None None] Sync routers for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:17.031194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:17.032047 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:17.070142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting subnet 4aaef4ec-0aef-4e03-8f10-13cf93fca66d {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:42:17.073371 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (4aaef4ec-0aef-4e03-8f10-13cf93fca66d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.139848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (4aaef4ec-0aef-4e03-8f10-13cf93fca66d), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.144098 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:17.188299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a1d79-fb33-4dc1-9baa-da0cc37cf235 req-f9eadd55-13a3-4d32-96a2-a0cdfd6fde69 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:17.189797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c57a1d79-fb33-4dc1-9baa-da0cc37cf235 req-f9eadd55-13a3-4d32-96a2-a0cdfd6fde69 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 945 time: 0.0959156 Jan 28 01:42:17.258085 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (4aaef4ec-0aef-4e03-8f10-13cf93fca66d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.294515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c57a1d79-fb33-4dc1-9baa-da0cc37cf235 req-b1c8609c-d5c7-48ef-acec-5d170861d671 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972078 Jan 28 01:42:17.317282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48670) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:17.327199 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:42:16Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:17.337025 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (4aaef4ec-0aef-4e03-8f10-13cf93fca66d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.353448 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331058f-0510-40a7-922f-20385809c2ac None None] Checking router: 987c2c5f-0ba0-4223-b2ac-993e264a1d9c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:17.360109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c61ba0-9b88-4c78-a29f-ddacc2e168f1 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:17.361635 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-91c61ba0-9b88-4c78-a29f-ddacc2e168f1 tempest-TestNetworkBasicOps-297571838 tempest-TestNetworkBasicOps-297571838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1091 time: 0.0429895 Jan 28 01:42:17.362219 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] Routers {'987c2c5f-0ba0-4223-b2ac-993e264a1d9c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:17.362875 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:17.364502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48672) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:17.369218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:17.373165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Subnet': ['ID=4aaef4ec-0aef-4e03-8f10-13cf93fca66d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:17.376853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.382517 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-61e36d97-aac1-4a95-a6be-0316f9126362 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/subnets/4aaef4ec-0aef-4e03-8f10-13cf93fca66d HTTP/1.1" status: 204 len: 168 time: 0.3604190 Jan 28 01:42:17.382864 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48674) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:17.390990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac7ed0d-aa63-4872-97ef-dd12ef6e0295 None None] Network fb9ff6e0-f3e5-4239-8332-5cc163da0efd requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:17.451177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.476508 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] Set router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:17.561533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.662587 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-0331058f-0510-40a7-922f-20385809c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:42:16Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:17.692468 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_gateway (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.693282 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331058f-0510-40a7-922f-20385809c2ac None None] The sync data for ids ['987c2c5f-0ba0-4223-b2ac-993e264a1d9c'] in n-d-826756-1 is: [{'id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-473289319', 'tenant_id': '5503721e2d1e4f9a8fe81522a00daed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:42:16Z', 'revision_number': 5, 'project_id': '5503721e2d1e4f9a8fe81522a00daed8', 'gw_port': {'id': 'f08910ca-1cc5-4a47-8751-bd314f385343', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c2c5f-0ba0-4223-b2ac-993e264a1d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:40:30Z', 'updated_at': '2022-01-28T01:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:17.701595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.745094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] DHCP port deletion for fb9ff6e0-f3e5-4239-8332-5cc163da0efd request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:42:17.770223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:17.796297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3f9a2234-d8c2-41d0-a21a-23805e67440b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:17.796643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3f9a2234-d8c2-41d0-a21a-23805e67440b not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:17.818737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] Deleting port d5b7b432-0ca5-46c0-8311-baf26fb37296 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:17.819122 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.838751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Allocated IP 172.25.1.192 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/8c9c828d-b68e-4db4-a46c-1f4455d810fe) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:42:17.841673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Deleting port f08910ca-1cc5-4a47-8751-bd314f385343 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:17.842027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.882229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] For port d5b7b432-0ca5-46c0-8311-baf26fb37296, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d5b7b432-0ca5-46c0-8311-baf26fb37296,segment=NetworkSegment(fc45844d-294b-4820-82f2-3e9447e938cd),segment_id=fc45844d-294b-4820-82f2-3e9447e938cd)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:17.882627 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.896389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] Calling delete_port for d5b7b432-0ca5-46c0-8311-baf26fb37296 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:17.980238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (d5b7b432-0ca5-46c0-8311-baf26fb37296), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:17.985579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] For port f08910ca-1cc5-4a47-8751-bd314f385343, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f08910ca-1cc5-4a47-8751-bd314f385343,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:17.985951 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.007017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] No DVR routers for this DVR port d5b7b432-0ca5-46c0-8311-baf26fb37296 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:18.009751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Calling delete_port for f08910ca-1cc5-4a47-8751-bd314f385343 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:18.011818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97140d-3d90-4d5a-8b4a-05c2b26d4be4 None None] Pushing event deleted for resources: {'Port': ['ID=d5b7b432-0ca5-46c0-8311-baf26fb37296,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:18.032265 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.164530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.207484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:18.214603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:18.222455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:18.262603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=8c9c828d-b68e-4db4-a46c-1f4455d810fe,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:18.296214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f08910ca-1cc5-4a47-8751-bd314f385343), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.349035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Port': ['ID=f08910ca-1cc5-4a47-8751-bd314f385343,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:18.359294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5b7b432-0ca5-46c0-8311-baf26fb37296 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:18.381374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: d5b7b432-0ca5-46c0-8311-baf26fb37296 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:18.381705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d5b7b432-0ca5-46c0-8311-baf26fb37296 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:18.382145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:18.401123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:18.401891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7b68c5c3-b70d-41c9-b9c2-a393d1c7d531 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:18.477113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.594394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.597739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router_controller (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.657434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (987c2c5f-0ba0-4223-b2ac-993e264a1d9c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.657991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Fanout notify agent at l3_agent the message router_deleted on router 987c2c5f-0ba0-4223-b2ac-993e264a1d9c {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:42:18.693183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.694336 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6904b10c-924d-484e-b370-9b2fc4431069 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/routers/987c2c5f-0ba0-4223-b2ac-993e264a1d9c HTTP/1.1" status: 204 len: 168 time: 1.3104236 Jan 28 01:42:18.697181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48676) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:18.816042 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fb9ff6e0-f3e5-4239-8332-5cc163da0efd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.893154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (2ce8d23f-035d-4c55-b236-fd6f2befe7b6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.966556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fb9ff6e0-f3e5-4239-8332-5cc163da0efd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:18.992575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9ff6e0-f3e5-4239-8332-5cc163da0efd']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:19.337061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc45844d-294b-4820-82f2-3e9447e938cd') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:19.337370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc45844d-294b-4820-82f2-3e9447e938cd') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:19.350244 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (fc45844d-294b-4820-82f2-3e9447e938cd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.356307 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.382270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fc45844d-294b-4820-82f2-3e9447e938cd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.392099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:42:19.392486 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (fc45844d-294b-4820-82f2-3e9447e938cd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:42:19.395589 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:42:19.497858 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fb9ff6e0-f3e5-4239-8332-5cc163da0efd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.509094 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.512287 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/networks/fb9ff6e0-f3e5-4239-8332-5cc163da0efd HTTP/1.1" status: 204 len: 168 time: 0.8141134 Jan 28 01:42:19.515239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48678) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:19.524902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8770169-3619-403a-a3c9-d1e6b2a9c6e5 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'Network': ['ID=fb9ff6e0-f3e5-4239-8332-5cc163da0efd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:19.574167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-099f31e6-826e-470e-8c26-f5c0e7495f46 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (b4525068-9d8c-4029-9ced-dfce518880d3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.588835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.594319 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.600810 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-099f31e6-826e-470e-8c26-f5c0e7495f46 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (b4525068-9d8c-4029-9ced-dfce518880d3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.663202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event updated for resources: {'Port': ['ID=8c9c828d-b68e-4db4-a46c-1f4455d810fe,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:19.663865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-099f31e6-826e-470e-8c26-f5c0e7495f46 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b4525068-9d8c-4029-9ced-dfce518880d3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.668104 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-099f31e6-826e-470e-8c26-f5c0e7495f46 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.669326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-099f31e6-826e-470e-8c26-f5c0e7495f46 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4525068-9d8c-4029-9ced-dfce518880d3 HTTP/1.1" status: 204 len: 168 time: 0.1530559 Jan 28 01:42:19.678676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f31e6-826e-470e-8c26-f5c0e7495f46 tempest-TestNetworkAdvancedServerOps-1143075650 tempest-TestNetworkAdvancedServerOps-1143075650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4525068-9d8c-4029-9ced-dfce518880d3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:19.680003 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (2ce8d23f-035d-4c55-b236-fd6f2befe7b6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:19.792544 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Floating IP 2ce8d23f-035d-4c55-b236-fd6f2befe7b6 associated. External IP: 172.25.1.192, port: 714c56e4-f6f4-4b22-acdd-60e37c228a92. Jan 28 01:42:19.967757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48686) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:20.007261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:20.109345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5e509161-0f67-4623-a7ab-c901d4ae5bca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5503721e2d1e4f9a8fe81522a00daed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402342 Jan 28 01:42:20.111774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48690) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:20.116542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:20.129383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] Sync routers for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:20.138722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.141870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:20.142774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:20.170145 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-79a3bd9d-8c15-4d17-b3ae-f307123e583b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8041601 Jan 28 01:42:20.170755 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:20.173077 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c97a14-82fe-4b0a-8ca4-187149254c00" -d '{"events": [{"name": "network-changed", "server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:20.175609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48692) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:20.176212 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c0394ff-ed00-4d12-b6d7-57f132909cdb admin admin] Publish callbacks [] for security_group (ad7530df-8427-4c7d-b375-1e57cb077c1a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.203645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c0394ff-ed00-4d12-b6d7-57f132909cdb admin admin] Publish callbacks [] for security_group (ad7530df-8427-4c7d-b375-1e57cb077c1a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.232699 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0031c3f-0c36-453c-903a-0b81e83733a7 x-openstack-request-id: req-e0031c3f-0c36-453c-903a-0b81e83733a7 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:20.232994 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:20.233251 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0031c3f-0c36-453c-903a-0b81e83733a7 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:20.233658 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'status': 'completed', 'code': 200} Jan 28 01:42:20.243527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c795ae0f-373f-46c8-b5df-bf4fe7cf766d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/2ce8d23f-035d-4c55-b236-fd6f2befe7b6 HTTP/1.1" status: 200 len: 991 time: 0.0667288 Jan 28 01:42:20.256385 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c0394ff-ed00-4d12-b6d7-57f132909cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ad7530df-8427-4c7d-b375-1e57cb077c1a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.258914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:20.259147 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9c0394ff-ed00-4d12-b6d7-57f132909cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.262872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9c0394ff-ed00-4d12-b6d7-57f132909cdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad7530df-8427-4c7d-b375-1e57cb077c1a HTTP/1.1" status: 204 len: 168 time: 0.1476212 Jan 28 01:42:20.268761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0394ff-ed00-4d12-b6d7-57f132909cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7530df-8427-4c7d-b375-1e57cb077c1a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:20.348986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-182f9270-e3a4-4c5f-970b-4e7ad78e18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:20.350965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-182f9270-e3a4-4c5f-970b-4e7ad78e18af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1096 time: 0.0555975 Jan 28 01:42:20.421082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f08910ca-1cc5-4a47-8751-bd314f385343 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:20.444856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f08910ca-1cc5-4a47-8751-bd314f385343 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:20.445215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f08910ca-1cc5-4a47-8751-bd314f385343 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:20.461933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-f6203c46-d5db-4374-8085-33cb40af9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:20.464200 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-f6203c46-d5db-4374-8085-33cb40af9b20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 200 len: 898 time: 0.1061270 Jan 28 01:42:20.538738 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-cae42ae9-1234-4e62-b451-8ac4cb275637 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 200 len: 999 time: 0.0681663 Jan 28 01:42:20.547300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2ce8d23f-035d-4c55-b236-fd6f2befe7b6', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'port_id': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'mac_address': 'fa:16:3e:03:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:42:18Z', 'updated_at': '2022-01-28T01:42:18Z', 'revision_number': 0, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:20.579330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48700) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:20.583129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] Checking router: 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:20.591837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-b428cf07-5ea3-463d-9c31-b41178a44b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:20.592066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:20.592878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:20.593582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-b428cf07-5ea3-463d-9c31-b41178a44b32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5aa8199d-ab7e-46db-95be-eb5e18d1077c HTTP/1.1" status: 200 len: 835 time: 0.0486329 Jan 28 01:42:20.622013 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8084c03b-5436-412c-a91f-b4f0e83ac24c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60b89cb7fe134a8f9cd6c9afae2d0fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413699 Jan 28 01:42:20.624413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48702) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:20.642166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-870b0604-a05c-4e4b-874b-4bacb8748f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:20.643683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-870b0604-a05c-4e4b-874b-4bacb8748f6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444894 Jan 28 01:42:20.672334 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e78ad93f-b2a3-4139-accc-6611e6617da2 admin admin] Publish callbacks [] for security_group (4be4b000-c70a-4496-b8df-f87cfb394162), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.699750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e78ad93f-b2a3-4139-accc-6611e6617da2 admin admin] Publish callbacks [] for security_group (4be4b000-c70a-4496-b8df-f87cfb394162), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.703988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:20.738439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-a10d0fab-6b4f-4bfc-9d54-ba8930c252a0 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885744 Jan 28 01:42:20.753838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e78ad93f-b2a3-4139-accc-6611e6617da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (4be4b000-c70a-4496-b8df-f87cfb394162), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.756463 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e78ad93f-b2a3-4139-accc-6611e6617da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:20.766198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e78ad93f-b2a3-4139-accc-6611e6617da2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4be4b000-c70a-4496-b8df-f87cfb394162 HTTP/1.1" status: 204 len: 168 time: 0.1368320 Jan 28 01:42:20.775608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad93f-b2a3-4139-accc-6611e6617da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be4b000-c70a-4496-b8df-f87cfb394162,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:20.838624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97c97a14-82fe-4b0a-8ca4-187149254c00 req-1796c336-b366-4647-9f79-77f66fb1c033 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944920 Jan 28 01:42:20.951009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2ce8d23f-035d-4c55-b236-fd6f2befe7b6', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'port_id': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'mac_address': 'fa:16:3e:03:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:42:18Z', 'updated_at': '2022-01-28T01:42:18Z', 'revision_number': 0, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:20.980768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031955dd-ca82-47c9-9292-385e247d5f52 None None] The sync data for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 is: [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '2ce8d23f-035d-4c55-b236-fd6f2befe7b6', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'port_id': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'mac_address': 'fa:16:3e:03:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:42:18Z', 'updated_at': '2022-01-28T01:42:18Z', 'revision_number': 0, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:21.181457 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c909fead-cee3-4f12-9b47-b747286559c7 None None] New status for floating IP 2ce8d23f-035d-4c55-b236-fd6f2befe7b6: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:42:21.246476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48716) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:21.312244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d331902e-f82d-4d71-990f-5a82af6a8494 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/2ce8d23f-035d-4c55-b236-fd6f2befe7b6 HTTP/1.1" status: 200 len: 991 time: 0.0627255 Jan 28 01:42:21.479738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48726) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:21.622711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1247284967-network', 'tenant_id': '6b676c4533384b07b21319fee08b03a6'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:21.643329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Made reservation on behalf of 6b676c4533384b07b21319fee08b03a6 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:42:21.645658 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.654702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.734765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks [] for security_group (52ef9bd9-0653-4126-8bbd-1829a98c49fa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.743777 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (52ef9bd9-0653-4126-8bbd-1829a98c49fa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.775825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:42:21.785449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef9bd9-0653-4126-8bbd-1829a98c49fa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:21.790202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2948fa91-9cd4-4b1e-aa71-17809c361281), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.790545 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Added segment 2948fa91-9cd4-4b1e-aa71-17809c361281 of type vlan for network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e Jan 28 01:42:21.829482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.856081 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.857047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:21.857627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:21.909107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4280090 Jan 28 01:42:21.912408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48732) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:21.917556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Request body: {'subnet': {'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1247284967-subnet', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:21.918552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dc0b5-8a9d-4a46-ad7d-918ee8e15a69 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ea6f92-0913-4ccd-9175-0e2f0e622a9e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:21.928664 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:42:21.939507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Made reservation on behalf of 6b676c4533384b07b21319fee08b03a6 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:42:21.942280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.120110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (17e5399c-f8d1-42c6-973b-80ee636bb3ce), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.180241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e5399c-f8d1-42c6-973b-80ee636bb3ce,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:22.187901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Checking segment: {'id': '2948fa91-9cd4-4b1e-aa71-17809c361281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:42:22.188272 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Network hostable DHCP agents. Network: e9ea6f92-0913-4ccd-9175-0e2f0e622a9e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:42:22.204759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:42:22.214371 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e9ea6f92-0913-4ccd-9175-0e2f0e622a9e) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:22.218434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:22.219046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.223967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68359a06-5c09-4eba-b5ea-e0678c175a74 None None] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:22.239677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5b239f79-40a3-411c-baae-042c4c4f769d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3260329 Jan 28 01:42:22.242891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48734) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:22.247717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:42:22.270464 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (52176d48-c3af-4fc6-85b8-beda7317c9d9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.271514 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (52176d48-c3af-4fc6-85b8-beda7317c9d9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.314716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48736) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:22.331519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e9ea6f92-0913-4ccd-9175-0e2f0e622a9e', 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e', 'project_id': '6b676c4533384b07b21319fee08b03a6', 'fixed_ips': [{'subnet_id': '17e5399c-f8d1-42c6-973b-80ee636bb3ce'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:42:22.332612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.362191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks [] for router_controller (52176d48-c3af-4fc6-85b8-beda7317c9d9), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.389229 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5e685f0e-3715-474c-a5a2-a029ca67cc03 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/2ce8d23f-035d-4c55-b236-fd6f2befe7b6 HTTP/1.1" status: 200 len: 993 time: 0.0732853 Jan 28 01:42:22.474544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Allocated IP 172.20.0.2 (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e/17e5399c-f8d1-42c6-973b-80ee636bb3ce/47d6523c-0627-48c6-a86d-070b37b69e00) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:42:22.504100 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks [] for router_gateway (52176d48-c3af-4fc6-85b8-beda7317c9d9), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.617331 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Publish callbacks [] for port (47d6523c-0627-48c6-a86d-070b37b69e00), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.623620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.666368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:22.669153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:22.674782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:22.681511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Pushing event updated for resources: {'Port': ['ID=47d6523c-0627-48c6-a86d-070b37b69e00,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:22.701877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks [] for router_gateway (52176d48-c3af-4fc6-85b8-beda7317c9d9), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.726760 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.732942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Attempting to bind port 47d6523c-0627-48c6-a86d-070b37b69e00 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:42:22.733321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Attempting to bind port 47d6523c-0627-48c6-a86d-070b37b69e00 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2948fa91-9cd4-4b1e-aa71-17809c361281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:42:22.733690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Attempting to bind port 47d6523c-0627-48c6-a86d-070b37b69e00 on network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:42:22.738936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:42:22.739311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Checking segment: {'id': '2948fa91-9cd4-4b1e-aa71-17809c361281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:42:22.739719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.740475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Bound using segment: {'id': '2948fa91-9cd4-4b1e-aa71-17809c361281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:42:22.740941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Bound port: 47d6523c-0627-48c6-a86d-070b37b69e00, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2948fa91-9cd4-4b1e-aa71-17809c361281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:42:22.741322 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.803936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] For port 47d6523c-0627-48c6-a86d-070b37b69e00, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:42:22.807158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] For port 47d6523c-0627-48c6-a86d-070b37b69e00, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47d6523c-0627-48c6-a86d-070b37b69e00,segment=NetworkSegment(2948fa91-9cd4-4b1e-aa71-17809c361281),segment_id=2948fa91-9cd4-4b1e-aa71-17809c361281)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:42:22.812722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.832893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Allocated IP 172.25.1.51 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/6ab61f92-5a22-4114-bf05-0d559006b54b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:42:22.868375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433509bf-abe6-454f-a394-1d8e8b906c5e None None] Pushing event updated for resources: {'Port': ['ID=47d6523c-0627-48c6-a86d-070b37b69e00,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:22.948070 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks [] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:22.983594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:23.025702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:23.031035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:23.033530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:23.339417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab61f92-5a22-4114-bf05-0d559006b54b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:23.587221 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks [] for router_gateway (52176d48-c3af-4fc6-85b8-beda7317c9d9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:23.805260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b307a5-5778-440c-907f-fcb276abbabf None None] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:23.805767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (52176d48-c3af-4fc6-85b8-beda7317c9d9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:23.873765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] Provisioning complete for port 47d6523c-0627-48c6-a86d-070b37b69e00 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:23.874071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:23.947764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Router 52176d48-c3af-4fc6-85b8-beda7317c9d9 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:42:23.993547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] Current status of the port 47d6523c-0627-48c6-a86d-070b37b69e00 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:23.993982 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.037177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] For port 47d6523c-0627-48c6-a86d-070b37b69e00, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47d6523c-0627-48c6-a86d-070b37b69e00,segment=NetworkSegment(2948fa91-9cd4-4b1e-aa71-17809c361281),segment_id=2948fa91-9cd4-4b1e-aa71-17809c361281)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:24.045098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.091364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:24.096376 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b60e0-058c-42a0-be17-ab3be3842560 None None] Pushing event updated for resources: {'Port': ['ID=47d6523c-0627-48c6-a86d-070b37b69e00,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:24.101229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Sync routers for ids ['52176d48-c3af-4fc6-85b8-beda7317c9d9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:24.116675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Routers {'52176d48-c3af-4fc6-85b8-beda7317c9d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:24.117138 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.118497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-18238ceb-1177-4e03-87c3-f2998c248de0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8745964 Jan 28 01:42:24.121425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48740) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:24.123135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['52176d48-c3af-4fc6-85b8-beda7317c9d9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:24.247140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Set router 52176d48-c3af-4fc6-85b8-beda7317c9d9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:24.392219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f1dc8b9c-dfaf-4e3d-901e-b585a0356549 None None] Provisioning complete for port 47d6523c-0627-48c6-a86d-070b37b69e00 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:24.392375 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b9c-dfaf-4e3d-901e-b585a0356549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.445097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47d6523c-0627-48c6-a86d-070b37b69e00 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:24.561022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.562593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 47d6523c-0627-48c6-a86d-070b37b69e00 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:24.562975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.565938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc8b9c-dfaf-4e3d-901e-b585a0356549 None None] Current status of the port 47d6523c-0627-48c6-a86d-070b37b69e00 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:24.725732 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Allocated IP 172.20.0.1 (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e/17e5399c-f8d1-42c6-973b-80ee636bb3ce/6328f3a9-7d1c-4ce8-ae94-aa34b42a878d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:42:24.749174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:23Z', 'revision_number': 3, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port': {'id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:24.778635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Checking router: 52176d48-c3af-4fc6-85b8-beda7317c9d9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:24.778989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Updating router 52176d48-c3af-4fc6-85b8-beda7317c9d9 port 6ab61f92-5a22-4114-bf05-0d559006b54b binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:42:24.811893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.828824 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks [] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.862999 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:24.904129 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:24.908454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:24.914020 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:42:24.936468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 47d6523c-0627-48c6-a86d-070b37b69e00 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:24.939725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6328f3a9-7d1c-4ce8-ae94-aa34b42a878d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:24.957082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (52176d48-c3af-4fc6-85b8-beda7317c9d9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.092413 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.106853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Publish callbacks [] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.113911 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.166247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Attempting to bind port 6ab61f92-5a22-4114-bf05-0d559006b54b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:42:25.166623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Attempting to bind port 6ab61f92-5a22-4114-bf05-0d559006b54b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:42:25.166993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Attempting to bind port 6ab61f92-5a22-4114-bf05-0d559006b54b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:42:25.169469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e9941-3a4a-45d3-8c74-9407fe7c5adb None None] Pushing event updated for resources: {'Port': ['ID=6ab61f92-5a22-4114-bf05-0d559006b54b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:25.174930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:42:25.175328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:42:25.175718 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.176105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:42:25.176585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Bound port: 6ab61f92-5a22-4114-bf05-0d559006b54b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:42:25.176974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.229238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-eb0fe783-9c71-4545-b805-73d4f794c55b None None] Provisioning complete for port 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:25.229612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-eb0fe783-9c71-4545-b805-73d4f794c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.261111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] For port 6ab61f92-5a22-4114-bf05-0d559006b54b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:42:25.263948 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks [] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.269320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.278924 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] For port 6ab61f92-5a22-4114-bf05-0d559006b54b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6ab61f92-5a22-4114-bf05-0d559006b54b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:42:25.280283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-eb0fe783-9c71-4545-b805-73d4f794c55b None None] Port 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:42:25.285169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.337380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6328f3a9-7d1c-4ce8-ae94-aa34b42a878d,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:25.339983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (52176d48-c3af-4fc6-85b8-beda7317c9d9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.343210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Routers {'52176d48-c3af-4fc6-85b8-beda7317c9d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:25.343889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['52176d48-c3af-4fc6-85b8-beda7317c9d9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:25.345596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e9941-3a4a-45d3-8c74-9407fe7c5adb None None] Pushing event updated for resources: {'Port': ['ID=6ab61f92-5a22-4114-bf05-0d559006b54b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:25.440522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:42:25.442077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:42:25.466576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] Set router 52176d48-c3af-4fc6-85b8-beda7317c9d9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:25.563349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Router 52176d48-c3af-4fc6-85b8-beda7317c9d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:25.677054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:25.682100 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9b11d43-8c4d-491b-8d97-e93ed93b66e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/52176d48-c3af-4fc6-85b8-beda7317c9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5595195 Jan 28 01:42:25.699150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 4, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port': {'id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6328f3a9-7d1c-4ce8-ae94-aa34b42a878d', 'name': '', 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'mac_address': 'fa:16:3e:97:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '17e5399c-f8d1-42c6-973b-80ee636bb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:24Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 2, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'subnets': [{'id': '17e5399c-f8d1-42c6-973b-80ee636bb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:25.728399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0fa29-8410-4ff3-8081-25c7fe84ed4f None None] The sync data for ids ['52176d48-c3af-4fc6-85b8-beda7317c9d9'] in n-d-826756-1 is: [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 4, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port': {'id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6328f3a9-7d1c-4ce8-ae94-aa34b42a878d', 'name': '', 'network_id': 'e9ea6f92-0913-4ccd-9175-0e2f0e622a9e', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'mac_address': 'fa:16:3e:97:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '17e5399c-f8d1-42c6-973b-80ee636bb3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:24Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 2, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'subnets': [{'id': '17e5399c-f8d1-42c6-973b-80ee636bb3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:25.736332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-41f56e59-b1ee-4986-928d-2fbcab8c3b30 None None] Provisioning complete for port 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:25.737146 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-41f56e59-b1ee-4986-928d-2fbcab8c3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:25.773296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-41f56e59-b1ee-4986-928d-2fbcab8c3b30 None None] Port 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:42:26.723462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48760) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:27.068941 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (52176d48-c3af-4fc6-85b8-beda7317c9d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:27.327152 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Deleting port 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:27.327442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:27.406485 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:27.419332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Calling delete_port for 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:27.605278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6328f3a9-7d1c-4ce8-ae94-aa34b42a878d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:27.634194 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Pushing event deleted for resources: {'Port': ['ID=6328f3a9-7d1c-4ce8-ae94-aa34b42a878d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:27.686176 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] Sync routers for ids ['52176d48-c3af-4fc6-85b8-beda7317c9d9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:27.696469 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] Routers {'52176d48-c3af-4fc6-85b8-beda7317c9d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:27.697100 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['52176d48-c3af-4fc6-85b8-beda7317c9d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:27.811397 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] Set router 52176d48-c3af-4fc6-85b8-beda7317c9d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:27.822390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (52176d48-c3af-4fc6-85b8-beda7317c9d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:27.989374 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:27Z', 'revision_number': 5, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port': {'id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:28.017363 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] Checking router: 52176d48-c3af-4fc6-85b8-beda7317c9d9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:28.026155 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] Routers {'52176d48-c3af-4fc6-85b8-beda7317c9d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:28.026763 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['52176d48-c3af-4fc6-85b8-beda7317c9d9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:28.137139 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] Set router 52176d48-c3af-4fc6-85b8-beda7317c9d9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:28.364245 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Router 52176d48-c3af-4fc6-85b8-beda7317c9d9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:28.407467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6ab61f92-5a22-4114-bf05-0d559006b54b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:42:28.421559 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:27Z', 'revision_number': 5, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port': {'id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:28.451799 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f86b1b-377f-425f-b61c-829012ebfb35 None None] The sync data for ids ['52176d48-c3af-4fc6-85b8-beda7317c9d9'] in n-d-826756-1 is: [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:27Z', 'revision_number': 5, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port': {'id': '6ab61f92-5a22-4114-bf05-0d559006b54b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:28.464707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6ab61f92-5a22-4114-bf05-0d559006b54b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:42:28.465358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.491993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:28.499685 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-38c6fbc5-48eb-4ab5-8649-1c4867a38326 admin admin] 10.222.0.23 "PUT /v2.0/routers/52176d48-c3af-4fc6-85b8-beda7317c9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728059 Jan 28 01:42:28.499938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48762) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:28.552701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6ab61f92-5a22-4114-bf05-0d559006b54b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:42:28.553096 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.574970 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 6ab61f92-5a22-4114-bf05-0d559006b54b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6ab61f92-5a22-4114-bf05-0d559006b54b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:28.579607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.607218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks [] for router (52176d48-c3af-4fc6-85b8-beda7317c9d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.631231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=6ab61f92-5a22-4114-bf05-0d559006b54b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:28.710684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks [] for router_gateway (52176d48-c3af-4fc6-85b8-beda7317c9d9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.765979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Deleting port 6ab61f92-5a22-4114-bf05-0d559006b54b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:28.766461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.848489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] For port 6ab61f92-5a22-4114-bf05-0d559006b54b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6ab61f92-5a22-4114-bf05-0d559006b54b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:28.849183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:28.861666 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Calling delete_port for 6ab61f92-5a22-4114-bf05-0d559006b54b owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:28.970780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] Sync routers for ids ['52176d48-c3af-4fc6-85b8-beda7317c9d9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:28.986733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] Routers {'52176d48-c3af-4fc6-85b8-beda7317c9d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:28.987365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['52176d48-c3af-4fc6-85b8-beda7317c9d9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:29.032367 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6ab61f92-5a22-4114-bf05-0d559006b54b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.062396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab61f92-5a22-4114-bf05-0d559006b54b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:29.075763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] Set router 52176d48-c3af-4fc6-85b8-beda7317c9d9 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:29.123295 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (52176d48-c3af-4fc6-85b8-beda7317c9d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.127849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:28Z', 'revision_number': 6, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:29.156521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] Checking router: 52176d48-c3af-4fc6-85b8-beda7317c9d9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:29.166087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] Routers {'52176d48-c3af-4fc6-85b8-beda7317c9d9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:29.166706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:42:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['52176d48-c3af-4fc6-85b8-beda7317c9d9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:29.213575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (52176d48-c3af-4fc6-85b8-beda7317c9d9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.215717 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks [] for router_controller (52176d48-c3af-4fc6-85b8-beda7317c9d9), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.232264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] Set router 52176d48-c3af-4fc6-85b8-beda7317c9d9 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:29.263618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (52176d48-c3af-4fc6-85b8-beda7317c9d9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.264229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52176d48-c3af-4fc6-85b8-beda7317c9d9 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:42:29.268382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.269644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-261d3ac6-c9f8-4a6a-918a-eda125c5dfb9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/52176d48-c3af-4fc6-85b8-beda7317c9d9 HTTP/1.1" status: 204 len: 168 time: 0.7688124 Jan 28 01:42:29.272477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48764) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:29.288871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:28Z', 'revision_number': 7, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:29.315619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d7b1c-3928-4d85-8593-c86d02c2b957 None None] The sync data for ids ['52176d48-c3af-4fc6-85b8-beda7317c9d9'] in n-d-826756-1 is: [{'id': '52176d48-c3af-4fc6-85b8-beda7317c9d9', 'name': 'tempest-ImageQuotaTest-1247284967-router', 'tenant_id': '6b676c4533384b07b21319fee08b03a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:42:22Z', 'updated_at': '2022-01-28T01:42:28Z', 'revision_number': 7, 'project_id': '6b676c4533384b07b21319fee08b03a6', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:29.317131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Deleting subnet 17e5399c-f8d1-42c6-973b-80ee636bb3ce {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:42:29.320451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Publish callbacks [] for subnet (17e5399c-f8d1-42c6-973b-80ee636bb3ce), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.355639 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (17e5399c-f8d1-42c6-973b-80ee636bb3ce), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.439038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (17e5399c-f8d1-42c6-973b-80ee636bb3ce), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.493644 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (17e5399c-f8d1-42c6-973b-80ee636bb3ce), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.518792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e5399c-f8d1-42c6-973b-80ee636bb3ce,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:29.523857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.527616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb3251bd-6ebf-443a-ad79-d9082de0033d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/17e5399c-f8d1-42c6-973b-80ee636bb3ce HTTP/1.1" status: 204 len: 168 time: 0.2540736 Jan 28 01:42:29.529675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e9996-807a-4f40-b234-e7f08271d3bd None None] Network e9ea6f92-0913-4ccd-9175-0e2f0e622a9e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:29.530744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48766) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:29.600534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.658107 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Deleting port 47d6523c-0627-48c6-a86d-070b37b69e00 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:29.658444 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.722023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] For port 47d6523c-0627-48c6-a86d-070b37b69e00, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47d6523c-0627-48c6-a86d-070b37b69e00,segment=NetworkSegment(2948fa91-9cd4-4b1e-aa71-17809c361281),segment_id=2948fa91-9cd4-4b1e-aa71-17809c361281)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:29.722264 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.742606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Calling delete_port for 47d6523c-0627-48c6-a86d-070b37b69e00 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:29.750639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] DHCP port deletion for e9ea6f92-0913-4ccd-9175-0e2f0e622a9e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:42:29.807648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] Deleting port 47d6523c-0627-48c6-a86d-070b37b69e00 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:29.808037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.842424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.869208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d6523c-0627-48c6-a86d-070b37b69e00,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:29.878552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] No DVR routers for this DVR port 47d6523c-0627-48c6-a86d-070b37b69e00 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:29.884225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] For port 47d6523c-0627-48c6-a86d-070b37b69e00, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47d6523c-0627-48c6-a86d-070b37b69e00,segment=NetworkSegment(2948fa91-9cd4-4b1e-aa71-17809c361281),segment_id=2948fa91-9cd4-4b1e-aa71-17809c361281)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:29.884741 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.899057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] Calling delete_port for 47d6523c-0627-48c6-a86d-070b37b69e00 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:29.958371 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.981232 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ea6f92-0913-4ccd-9175-0e2f0e622a9e']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:29.986943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (47d6523c-0627-48c6-a86d-070b37b69e00), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:29.992738 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2948fa91-9cd4-4b1e-aa71-17809c361281') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:29.993194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2948fa91-9cd4-4b1e-aa71-17809c361281') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:30.008934 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (2948fa91-9cd4-4b1e-aa71-17809c361281), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.017836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] Pushing event deleted for resources: {'Port': ['ID=47d6523c-0627-48c6-a86d-070b37b69e00,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:30.022933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e36918-5a0a-4f9e-a584-b328c707b367 None None] No DVR routers for this DVR port 47d6523c-0627-48c6-a86d-070b37b69e00 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:30.025031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2948fa91-9cd4-4b1e-aa71-17809c361281), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.034050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:42:30.034429 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (2948fa91-9cd4-4b1e-aa71-17809c361281), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:42:30.036332 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:42:30.096402 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e9ea6f92-0913-4ccd-9175-0e2f0e622a9e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.102456 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.106216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9ea6f92-0913-4ccd-9175-0e2f0e622a9e HTTP/1.1" status: 204 len: 168 time: 0.5740216 Jan 28 01:42:30.118749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4d13a-b112-40b7-b695-78c8116523e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ea6f92-0913-4ccd-9175-0e2f0e622a9e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:30.225315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48770) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:30.275255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0b056337-ea17-4f34-89b2-144e9d107876 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b676c4533384b07b21319fee08b03a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485797 Jan 28 01:42:30.277906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48772) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:30.331480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83c73bf7-97b2-43ac-8947-9b3d0d16aa6a admin admin] Publish callbacks [] for security_group (52ef9bd9-0653-4126-8bbd-1829a98c49fa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.354297 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83c73bf7-97b2-43ac-8947-9b3d0d16aa6a admin admin] Publish callbacks [] for security_group (52ef9bd9-0653-4126-8bbd-1829a98c49fa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.367155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6ab61f92-5a22-4114-bf05-0d559006b54b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:30.388221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6ab61f92-5a22-4114-bf05-0d559006b54b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:30.388568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6ab61f92-5a22-4114-bf05-0d559006b54b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:30.388972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:30.409115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:30.409821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6328f3a9-7d1c-4ce8-ae94-aa34b42a878d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:30.410390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47d6523c-0627-48c6-a86d-070b37b69e00 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:42:30.415963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83c73bf7-97b2-43ac-8947-9b3d0d16aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (52ef9bd9-0653-4126-8bbd-1829a98c49fa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.418843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-83c73bf7-97b2-43ac-8947-9b3d0d16aa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.422686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-83c73bf7-97b2-43ac-8947-9b3d0d16aa6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52ef9bd9-0653-4126-8bbd-1829a98c49fa HTTP/1.1" status: 204 len: 168 time: 0.1412122 Jan 28 01:42:30.433654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 47d6523c-0627-48c6-a86d-070b37b69e00 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:42:30.434045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47d6523c-0627-48c6-a86d-070b37b69e00 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:42:30.434320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c73bf7-97b2-43ac-8947-9b3d0d16aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef9bd9-0653-4126-8bbd-1829a98c49fa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:30.778078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48778) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:30.796182 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c38190c-5b96-412a-aefe-3c004c322d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.870799 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c38190c-5b96-412a-aefe-3c004c322d7b admin admin] Publish callbacks [] for security_group (45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.875550 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8c38190c-5b96-412a-aefe-3c004c322d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.914599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8c38190c-5b96-412a-aefe-3c004c322d7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1354046 Jan 28 01:42:30.915471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38190c-5b96-412a-aefe-3c004c322d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:30.917642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48780) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:30.968859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-555caec8-8b86-4e2b-a57d-80afb67eac39 admin admin] Publish callbacks [] for security_group (45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:30.996626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-555caec8-8b86-4e2b-a57d-80afb67eac39 admin admin] Publish callbacks [] for security_group (45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:31.047085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-555caec8-8b86-4e2b-a57d-80afb67eac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:31.049645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-555caec8-8b86-4e2b-a57d-80afb67eac39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:31.055408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-555caec8-8b86-4e2b-a57d-80afb67eac39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502 HTTP/1.1" status: 204 len: 168 time: 0.1348653 Jan 28 01:42:31.064013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555caec8-8b86-4e2b-a57d-80afb67eac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb1a2b-6b7f-4eb1-a99c-bd4ed30b6502,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:33.749591 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:36.488836 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:42:37.115313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f44d02e5-0a5e-4fb0-9c42-e2a870402899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:37.588246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:39.389365 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01006613-0d6f-4db7-880e-3a64bcc2ec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:40.940075 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:42.051115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:43.346485 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.758059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.118752 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-97350d11-a478-4045-83e3-d83939e9a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.588262 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:09.393840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b96a0b4e-8532-48df-922f-43cc428e79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:10.947732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:12.049550 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:13.350219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:13.488922 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:43:14.460453 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-d3258fbf-b3e6-4ea7-8c00-d84521dd668f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423737 Jan 28 01:43:14.562791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-4d998931-f7c1-4c7f-a0f1-7731544ab3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:14.564587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-4d998931-f7c1-4c7f-a0f1-7731544ab3c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1096 time: 0.0469489 Jan 28 01:43:14.680364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-6381ab2f-e942-4c40-9ce3-f968d21f9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:14.681983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-6381ab2f-e942-4c40-9ce3-f968d21f9701 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 200 len: 898 time: 0.0976064 Jan 28 01:43:14.755792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-593a3384-4976-4630-ad59-be94af7a6e0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 200 len: 1001 time: 0.0681679 Jan 28 01:43:14.808521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-3449d287-191a-466f-8a58-fd04a7cf4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:14.810093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-3449d287-191a-466f-8a58-fd04a7cf4784 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5aa8199d-ab7e-46db-95be-eb5e18d1077c HTTP/1.1" status: 200 len: 835 time: 0.0484686 Jan 28 01:43:14.859454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-f4746079-0fb3-46d6-b1a6-667ef1265f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:14.860911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-f4746079-0fb3-46d6-b1a6-667ef1265f4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445409 Jan 28 01:43:14.956103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-5f3cb66c-50a5-4960-8194-ee168118ae74 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895586 Jan 28 01:43:15.049826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbd51195-71f1-4feb-b50a-fb1ca61faeb1 req-18c953a4-cd04-4193-9034-c629e6869941 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879118 Jan 28 01:43:33.385636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48806) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:33.456528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ef8b472d-7d44-47f5-a1f4-eca67951c036 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/floatingips/2ce8d23f-035d-4c55-b236-fd6f2befe7b6 HTTP/1.1" status: 200 len: 993 time: 0.0693140 Jan 28 01:43:33.721277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48816) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:33.759317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:33.891628 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 8c9c828d-b68e-4db4-a46c-1f4455d810fe {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:43:33.891984 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:33.975127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:33.975347 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (8c9c828d-b68e-4db4-a46c-1f4455d810fe), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:33.987387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 8c9c828d-b68e-4db4-a46c-1f4455d810fe owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:43:34.142583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8c9c828d-b68e-4db4-a46c-1f4455d810fe), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:34.171529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=8c9c828d-b68e-4db4-a46c-1f4455d810fe,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:34.194396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.194750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.195090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.195430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.195766 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.196096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.196422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.196748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.197072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.197393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.197715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.198064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.198385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:34.237674 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for floatingip (2ce8d23f-035d-4c55-b236-fd6f2befe7b6), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:34.237998 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Floating IP 2ce8d23f-035d-4c55-b236-fd6f2befe7b6 disassociated (deleted). External IP: 172.25.1.192, port: 714c56e4-f6f4-4b22-acdd-60e37c228a92. Jan 28 01:43:34.464340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:43:34.583036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:43:34.588048 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:34.592797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] Sync routers for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:43:34.603498 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:34.604113 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:43:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:34.615081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6e02a278-51c2-4a6d-97de-eb2dcdace8a0 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/floatingips/2ce8d23f-035d-4c55-b236-fd6f2befe7b6 HTTP/1.1" status: 204 len: 168 time: 0.8925855 Jan 28 01:43:34.615662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:43:34.618246 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e692d7-1e06-4966-bfca-235a4a7f5b34" -d '{"events": [{"name": "network-changed", "server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:43:34.655212 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37351b55-28b9-46ac-a8eb-01a39f105109 x-openstack-request-id: req-37351b55-28b9-46ac-a8eb-01a39f105109 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:43:34.655510 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:43:34.655766 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37351b55-28b9-46ac-a8eb-01a39f105109 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:43:34.656199 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'status': 'completed', 'code': 200} Jan 28 01:43:34.721990 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:34.743476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-f025be2e-464b-4ba9-8e8f-c525ad264ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:34.746160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-f025be2e-464b-4ba9-8e8f-c525ad264ccb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 1096 time: 0.0477388 Jan 28 01:43:34.874776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437464c4-8139-440f-a355-50b4c75f1fa6 req-fd750d2d-0b55-48b9-b7bf-462df1bf4d16 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:34.876322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-437464c4-8139-440f-a355-50b4c75f1fa6 req-fd750d2d-0b55-48b9-b7bf-462df1bf4d16 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 945 time: 0.0751314 Jan 28 01:43:34.881470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-f3afaf96-cec0-47c2-9f73-4070c825b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:34.883217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-f3afaf96-cec0-47c2-9f73-4070c825b7fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 200 len: 898 time: 0.1291535 Jan 28 01:43:34.935657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-7d08fdf0-af0e-4537-b40e-b2fe0a430c22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 200 len: 217 time: 0.0440526 Jan 28 01:43:34.943663 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:34.970628 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] Checking router: 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:43:34.979268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:34.979903 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:43:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:34.993993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-437464c4-8139-440f-a355-50b4c75f1fa6 req-3a92691c-521b-4e9c-9c8d-53b6261cf3f6 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094685 Jan 28 01:43:35.005430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-683357d0-01d8-48dc-8715-e96f5c050949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:35.015254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-683357d0-01d8-48dc-8715-e96f5c050949 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5aa8199d-ab7e-46db-95be-eb5e18d1077c HTTP/1.1" status: 200 len: 835 time: 0.0603807 Jan 28 01:43:35.055009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-2f252e49-d2a1-4357-834c-7d535252c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:35.056644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-2f252e49-d2a1-4357-834c-7d535252c85d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429540 Jan 28 01:43:35.088007 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:35.150979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-a88dcab9-57e4-4169-af5a-e16536e01026 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869846 Jan 28 01:43:35.239320 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3e692d7-1e06-4966-bfca-235a4a7f5b34 req-0b2a6401-7cab-4142-9952-0f7666c24140 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812247 Jan 28 01:43:35.289440 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:35.315399 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5d2c1-a36e-4d7f-bdcb-125fad4c91a2 None None] The sync data for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 is: [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:42:00Z', 'revision_number': 4, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'c736a94d-3e69-42aa-80fa-d66433621627', 'name': '', 'network_id': '8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'mac_address': 'fa:16:3e:e9:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:42:00Z', 'updated_at': '2022-01-28T01:42:04Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'subnets': [{'id': '5aa8199d-ab7e-46db-95be-eb5e18d1077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:43:35.546814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619c6d0-b880-427e-9876-97509655462f None None] New status for floating IP 2ce8d23f-035d-4c55-b236-fd6f2befe7b6: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:43:36.119178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e49dc-4818-42f7-88ad-bbe665dc73c5 req-54bdb39d-4226-4100-b224-4092996f0f67 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:36.120656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540e49dc-4818-42f7-88ad-bbe665dc73c5 req-54bdb39d-4226-4100-b224-4092996f0f67 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 945 time: 0.0565929 Jan 28 01:43:36.438217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540e49dc-4818-42f7-88ad-bbe665dc73c5 req-d0ddb62c-afe4-4dc9-a0a7-fd6aa0ecaf8d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/security-groups?id=21c16e7e-b593-4a4e-8423-ea2b2b56f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117087 Jan 28 01:43:36.663131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-07a44b59-3dde-4b57-a9d3-e1df306dcd64 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:36.664499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-07a44b59-3dde-4b57-a9d3-e1df306dcd64 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 945 time: 0.0621836 Jan 28 01:43:36.756177 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 714c56e4-f6f4-4b22-acdd-60e37c228a92 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:43:36.756529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:36.844416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port 714c56e4-f6f4-4b22-acdd-60e37c228a92, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=714c56e4-f6f4-4b22-acdd-60e37c228a92,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:36.844782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:36.857741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 714c56e4-f6f4-4b22-acdd-60e37c228a92 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:43:36.999563 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (714c56e4-f6f4-4b22-acdd-60e37c228a92), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:37.033099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=714c56e4-f6f4-4b22-acdd-60e37c228a92,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:37.045349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.045707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.046152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.046514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.046855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.047245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.047651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.047980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.048373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.048740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.049037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.049364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.049715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:37.083405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] No DVR routers for this DVR port 714c56e4-f6f4-4b22-acdd-60e37c228a92 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:43:37.086063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:37.089378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-afd03c96-5dea-4dbb-bd5a-6758d5d1c7d0 req-563f98cf-5cd2-4ded-90a4-5de4e1e89f3d tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.45 "DELETE /v2.0/ports/714c56e4-f6f4-4b22-acdd-60e37c228a92 HTTP/1.1" status: 204 len: 173 time: 0.4199357 Jan 28 01:43:37.089846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'name': 'network-vif-deleted', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:43:37.092123 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a3ee1-3cbe-457b-9f1d-ba0e37b0b882" -d '{"events": [{"server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "name": "network-vif-deleted", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:43:37.116521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9647-f732-401a-85bd-0b800f8d8f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:37.254267 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dec224e-2167-4f2c-b5a0-093c8d5f0ef6 x-openstack-request-id: req-0dec224e-2167-4f2c-b5a0-093c8d5f0ef6 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:43:37.254762 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f748feb4-9b17-4362-9b2e-d5d9ae0e46bd", "name": "network-vif-deleted", "tag": "714c56e4-f6f4-4b22-acdd-60e37c228a92", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:43:37.254878 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dec224e-2167-4f2c-b5a0-093c8d5f0ef6 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:43:37.255273 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f748feb4-9b17-4362-9b2e-d5d9ae0e46bd', 'name': 'network-vif-deleted', 'tag': '714c56e4-f6f4-4b22-acdd-60e37c228a92', 'status': 'completed', 'code': 200} Jan 28 01:43:37.568568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8da1b47c-30ad-4695-b911-b0f760b5db22 req-a2363571-305f-4c24-885d-6048be6c9856 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f748feb4-9b17-4362-9b2e-d5d9ae0e46bd HTTP/1.1" status: 200 len: 210 time: 0.0321200 Jan 28 01:43:37.618405 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:38.634784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48838) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:38.708528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53dc0a42-a0c4-4602-8759-1d00c463b25a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (21c16e7e-b593-4a4e-8423-ea2b2b56f4df), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:38.734239 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53dc0a42-a0c4-4602-8759-1d00c463b25a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (21c16e7e-b593-4a4e-8423-ea2b2b56f4df), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:38.805382 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53dc0a42-a0c4-4602-8759-1d00c463b25a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (21c16e7e-b593-4a4e-8423-ea2b2b56f4df), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:38.808384 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-53dc0a42-a0c4-4602-8759-1d00c463b25a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:38.809585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-53dc0a42-a0c4-4602-8759-1d00c463b25a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/security-groups/21c16e7e-b593-4a4e-8423-ea2b2b56f4df HTTP/1.1" status: 204 len: 168 time: 0.1738138 Jan 28 01:43:38.819040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc0a42-a0c4-4602-8759-1d00c463b25a tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c16e7e-b593-4a4e-8423-ea2b2b56f4df,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:38.840476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48842) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:39.222065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:39.387582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-741bdfb8-a75a-4193-b885-85b08939aa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:39.498298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port c736a94d-3e69-42aa-80fa-d66433621627 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:43:39.498554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c736a94d-3e69-42aa-80fa-d66433621627), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:39.595577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port c736a94d-3e69-42aa-80fa-d66433621627, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c736a94d-3e69-42aa-80fa-d66433621627,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:39.595910 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c736a94d-3e69-42aa-80fa-d66433621627), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:39.607988 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for c736a94d-3e69-42aa-80fa-d66433621627 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:43:39.805543 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c736a94d-3e69-42aa-80fa-d66433621627), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:39.831401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=c736a94d-3e69-42aa-80fa-d66433621627,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:40.014838 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.232608 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:43:40.342314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:43:40.350474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b990061a-7476-46f7-ba76-c2f7d11b4a5c tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "PUT /v2.0/routers/87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089145 Jan 28 01:43:40.351279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48844) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:40.363726 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] Sync routers for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:43:40.378167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:40.378792 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:43:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:40.414028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting subnet 5aa8199d-ab7e-46db-95be-eb5e18d1077c {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:43:40.418713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (5aa8199d-ab7e-46db-95be-eb5e18d1077c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.458357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (5aa8199d-ab7e-46db-95be-eb5e18d1077c), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.484732 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:40.550499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5aa8199d-ab7e-46db-95be-eb5e18d1077c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.608016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (5aa8199d-ab7e-46db-95be-eb5e18d1077c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.635400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa8199d-ab7e-46db-95be-eb5e18d1077c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:40.640300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.646164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3f338b48-912e-46e3-961a-c19563da0533 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/subnets/5aa8199d-ab7e-46db-95be-eb5e18d1077c HTTP/1.1" status: 204 len: 168 time: 0.2888119 Jan 28 01:43:40.646865 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48848) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:40.649000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bfa2e4-d194-4a17-8106-894a433266bc None None] Network 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:43:40.662754 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:43:39Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:40.768283 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.785238 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] Checking router: 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:43:40.793849 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] Routers {'87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:40.794450 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:43:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:40.824321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] DHCP port deletion for 8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:43:40.881907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Deleting port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:43:40.882624 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.890963 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_gateway (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.905222 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] Set router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:40.944581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Deleting port 0978b141-8582-4a75-991a-0e36d69a9be0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:43:40.944981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.956428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.958782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] For port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,segment=NetworkSegment(8a5bf946-2c3c-4370-94bd-bd88a562ad62),segment_id=8a5bf946-2c3c-4370-94bd-bd88a562ad62)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:40.958782 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.971363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Calling delete_port for 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:43:41.033116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] For port 0978b141-8582-4a75-991a-0e36d69a9be0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0978b141-8582-4a75-991a-0e36d69a9be0,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:41.033903 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.046781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Calling delete_port for 0978b141-8582-4a75-991a-0e36d69a9be0 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:43:41.094105 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:43:39Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:41.125769 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17799d8a-7550-4522-a9a3-1c88b116ef72 None None] The sync data for ids ['87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab'] in n-d-826756-1 is: [{'id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'name': 'tempest-TestNetworkBasicOps-router-1979866276', 'tenant_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:56Z', 'updated_at': '2022-01-28T01:43:39Z', 'revision_number': 5, 'project_id': 'cf857d1e68bd47139efa99c3fe19a22f', 'gw_port': {'id': '0978b141-8582-4a75-991a-0e36d69a9be0', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:57Z', 'updated_at': '2022-01-28T01:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:43:41.210159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 714c56e4-f6f4-4b22-acdd-60e37c228a92 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:41.230820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 714c56e4-f6f4-4b22-acdd-60e37c228a92 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:41.231168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 714c56e4-f6f4-4b22-acdd-60e37c228a92 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:41.236751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0978b141-8582-4a75-991a-0e36d69a9be0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.237645 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.261584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Port': ['ID=0978b141-8582-4a75-991a-0e36d69a9be0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:41.264601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Pushing event deleted for resources: {'Port': ['ID=58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:41.271912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] No DVR routers for this DVR port 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:43:41.274037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.274361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.274727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.275061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.275392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.275720 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.276045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.276370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.276688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.277007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.277329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.277679 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.277971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0a17c1-7083-4569-a260-83429ab2e035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:41.333663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.451711 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.454137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router_controller (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.518619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.519284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Fanout notify agent at l3_agent the message router_deleted on router 87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:43:41.525840 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.527135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-96add998-d4e4-46c6-bece-4bae2907569b tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/routers/87aba1a6-6665-4f05-a9b9-0a9f2ffde4ab HTTP/1.1" status: 204 len: 168 time: 0.8791678 Jan 28 01:43:41.530076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48852) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:41.935563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.027424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.051308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.052703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:42.062651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5bf946-2c3c-4370-94bd-bd88a562ad62') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:42.062952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5bf946-2c3c-4370-94bd-bd88a562ad62') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:42.073231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (8a5bf946-2c3c-4370-94bd-bd88a562ad62), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.086270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (8a5bf946-2c3c-4370-94bd-bd88a562ad62), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.092663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:43:42.093151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (8a5bf946-2c3c-4370-94bd-bd88a562ad62), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: timer() Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:43:42.096645 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:43:42.159531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.166987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.170204 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] 10.222.0.23 "DELETE /v2.0/networks/8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb HTTP/1.1" status: 204 len: 168 time: 0.6388814 Jan 28 01:43:42.184750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237db4-dbfd-4875-b7ad-a9923600c811 tempest-TestNetworkBasicOps-234111806 tempest-TestNetworkBasicOps-234111806-project] Pushing event deleted for resources: {'Network': ['ID=8c1d3e9e-1c96-40b5-8ce1-bf945de0a7cb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:42.392895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:42.404626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c736a94d-3e69-42aa-80fa-d66433621627 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:42.426190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c736a94d-3e69-42aa-80fa-d66433621627 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:42.426560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c736a94d-3e69-42aa-80fa-d66433621627 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:42.426985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0978b141-8582-4a75-991a-0e36d69a9be0 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:42.449916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0978b141-8582-4a75-991a-0e36d69a9be0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:42.450414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0978b141-8582-4a75-991a-0e36d69a9be0 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:42.450732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:42.471343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:42.471728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 58c6cfa1-79c7-42e3-bab4-eeb8630ec9d4 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:42.528787 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0986688b-af48-468a-abe2-089377686202 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf857d1e68bd47139efa99c3fe19a22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346462 Jan 28 01:43:42.532384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48862) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:42.585065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7431-db77-447f-ba68-0a1f124e1f29 admin admin] Publish callbacks [] for security_group (f90fc66d-c27a-46c0-86bc-9e327d2c831d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.610963 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7431-db77-447f-ba68-0a1f124e1f29 admin admin] Publish callbacks [] for security_group (f90fc66d-c27a-46c0-86bc-9e327d2c831d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.661995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7431-db77-447f-ba68-0a1f124e1f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f90fc66d-c27a-46c0-86bc-9e327d2c831d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.665445 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7431-db77-447f-ba68-0a1f124e1f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.666773 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7f3c7431-db77-447f-ba68-0a1f124e1f29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f90fc66d-c27a-46c0-86bc-9e327d2c831d HTTP/1.1" status: 204 len: 168 time: 0.1335218 Jan 28 01:43:42.674671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c7431-db77-447f-ba68-0a1f124e1f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90fc66d-c27a-46c0-86bc-9e327d2c831d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:42.949504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 48868) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:42.963291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9932f1f-c5d4-425b-8c6a-cf0e7b9f5b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.052573 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9932f1f-c5d4-425b-8c6a-cf0e7b9f5b8f admin admin] Publish callbacks [] for security_group (55f20cdc-036e-47f7-8254-812bb024507c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.059225 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e9932f1f-c5d4-425b-8c6a-cf0e7b9f5b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (55f20cdc-036e-47f7-8254-812bb024507c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.104037 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e9932f1f-c5d4-425b-8c6a-cf0e7b9f5b8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6fdf2b3860f446eb21d7fc61fbabc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532948 Jan 28 01:43:43.104909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9932f1f-c5d4-425b-8c6a-cf0e7b9f5b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f20cdc-036e-47f7-8254-812bb024507c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:43.106856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 48870) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:43.156542 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57065c7f-0254-4683-93fb-3d474f273458 admin admin] Publish callbacks [] for security_group (55f20cdc-036e-47f7-8254-812bb024507c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.177669 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57065c7f-0254-4683-93fb-3d474f273458 admin admin] Publish callbacks [] for security_group (55f20cdc-036e-47f7-8254-812bb024507c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.223762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57065c7f-0254-4683-93fb-3d474f273458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (55f20cdc-036e-47f7-8254-812bb024507c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.226461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-57065c7f-0254-4683-93fb-3d474f273458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.232616 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57065c7f-0254-4683-93fb-3d474f273458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55f20cdc-036e-47f7-8254-812bb024507c HTTP/1.1" status: 204 len: 168 time: 0.1218147 Jan 28 01:43:43.242134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57065c7f-0254-4683-93fb-3d474f273458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f20cdc-036e-47f7-8254-812bb024507c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:43.346104 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:50.488770 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:43:54.326563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-9b6d4b68-c3f4-4907-813b-2bc918746625 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=29cc136a4c114d30946096e246f074b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326273 Jan 28 01:43:54.509134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-2f38b2e2-2a9c-492a-aa02-6418580cb0b1 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:54.510668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-2f38b2e2-2a9c-492a-aa02-6418580cb0b1 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788476 Jan 28 01:43:54.526396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-fffa1ddf-8ae8-47a2-a983-c922668eb0bc tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/quotas/29cc136a4c114d30946096e246f074b6 HTTP/1.1" status: 200 len: 375 time: 0.0100424 Jan 28 01:43:54.558468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-2aa0ca37-8975-4f75-9c89-6ebde0d6a656 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29cc136a4c114d30946096e246f074b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273285 Jan 28 01:43:54.842991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6eac924-a8ce-4908-ad7d-71f1f6acd9ad req-6e5f96e7-8523-4c0b-a7e2-a0b7a3c0f87d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 210 time: 0.1445198 Jan 28 01:43:55.881506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-e7e9c101-b763-4fbb-9e14-21a8c729bb07 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=29cc136a4c114d30946096e246f074b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246749 Jan 28 01:43:56.001374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-829dedfd-5f0e-4a7d-9c53-b844887837b5 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:56.002900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-829dedfd-5f0e-4a7d-9c53-b844887837b5 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166985 Jan 28 01:43:56.031034 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4770e53-09a7-4752-93d7-2a42282308a8 req-ebadfcd0-a577-4d6b-9048-94920d43ce29 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 210 time: 0.0931966 Jan 28 01:43:56.034369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Request body: {'port': {'device_id': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'admin_state_up': True, 'tenant_id': '29cc136a4c114d30946096e246f074b6'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:56.164740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Made reservation on behalf of 29cc136a4c114d30946096e246f074b6 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:43:56.168032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.177515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.255179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks [] for security_group (954b365c-662b-4e57-9485-99d46af72160), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.261126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (954b365c-662b-4e57-9485-99d46af72160), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.332860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954b365c-662b-4e57-9485-99d46af72160,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:56.402677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Allocated IP 192.168.233.88 (cb9da5c9-5266-45bb-ad84-3b917c7066d4/85666331-1c6f-46f3-ba21-455d99e344d5/eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:43:56.554514 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks [] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.598407 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.639959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Network cb9da5c9-5266-45bb-ad84-3b917c7066d4 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:56.643205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:56.649662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:43:56.655420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Pushing event updated for resources: {'Port': ['ID=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:56.701613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:56.702258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.720573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-c7d9bab1-f714-49a7-afa8-45f3d35f4566 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6915727 Jan 28 01:43:56.738595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Request body: {'port': {'device_id': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:56.793958 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.856446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-60869d73-768f-4ce9-9752-4a598c10f6ea None None] Provisioning complete for port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:56.857041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-60869d73-768f-4ce9-9752-4a598c10f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:56.895799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-60869d73-768f-4ce9-9752-4a598c10f6ea None None] Port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:43:57.071751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:43:57.079454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Publish callbacks [] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:57.091672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Transition to ACTIVE for port object eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:43:57.096284 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:57.180934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Pushing event updated for resources: {'Port': ['ID=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:57.222935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1a30-7857-4c26-8679-a5d4e78ae745 req-ac2c3aa9-92ae-4a60-853c-b9c4b04e2aba tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:57.224447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22aa1a30-7857-4c26-8679-a5d4e78ae745 req-ac2c3aa9-92ae-4a60-853c-b9c4b04e2aba tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 947 time: 0.1231151 Jan 28 01:43:57.309226 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-22aa1a30-7857-4c26-8679-a5d4e78ae745 req-672ec0a9-e269-4492-97cc-c8e88a8daeba tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670645 Jan 28 01:43:57.309922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Attempting to bind port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:43:57.310195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Attempting to bind port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:43:57.310529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Attempting to bind port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:57.315486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:43:57.315833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Attempting to bind port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c on network cb9da5c9-5266-45bb-ad84-3b917c7066d4 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:57.320728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:43:57.321073 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Checking segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:43:57.321560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Bound using segment: {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:43:57.321930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Bound port: eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fd332-ad3e-439c-9a10-c99a6191852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:43:57.322290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:57.384411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] For port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:43:57.387447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] For port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:43:57.396120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:57.439587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:57.440216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:57.441642 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] 10.222.0.43 "PUT /v2.0/ports/eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c HTTP/1.1" status: 200 len: 1095 time: 0.7077003 Jan 28 01:43:57.442122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'tag': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:43:57.444397 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae99ff-762c-4268-912f-f7e0d1c97301" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fcc2f2-e10a-4f30-a349-8189a9df8088", "tag": "eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:43:57.470218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2d410-d3b2-45f7-904d-a9b475169f77 service neutron] Pushing event updated for resources: {'Port': ['ID=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:57.493175 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b797882-052c-4114-b72f-e4164cc2246a x-openstack-request-id: req-1b797882-052c-4114-b72f-e4164cc2246a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:43:57.493464 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fcc2f2-e10a-4f30-a349-8189a9df8088", "tag": "eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:43:57.494068 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b797882-052c-4114-b72f-e4164cc2246a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:43:57.494517 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'tag': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c', 'status': 'completed', 'code': 200} Jan 28 01:43:57.561569 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-813f920a-1687-4b7a-8813-1527c1f9d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:57.563298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-813f920a-1687-4b7a-8813-1527c1f9d4fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29cc136a4c114d30946096e246f074b6&device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 1098 time: 0.0454030 Jan 28 01:43:57.615178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-4491d7aa-b994-4efa-a614-d220ef1d02e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c HTTP/1.1" status: 200 len: 217 time: 0.0377667 Jan 28 01:43:57.664897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-95910562-0f9b-437a-aaa3-813b68490d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:57.666520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-95910562-0f9b-437a-aaa3-813b68490d6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0457654 Jan 28 01:43:57.716029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-2316d231-1ad0-4086-b3fa-5c0e9cce1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:57.717450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-2316d231-1ad0-4086-b3fa-5c0e9cce1248 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456483 Jan 28 01:43:57.808802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-44abaaf7-fc96-4c2a-a2b7-e6ab88be3884 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853879 Jan 28 01:43:57.926886 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-643597c6-341b-4a73-b1d8-45d5b8f70ee3 req-db45d1d7-f8f6-4a8b-a50c-bd4b236b7cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108854 Jan 28 01:43:58.056270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-926f434b-d779-424d-9b2f-857c8ef50693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:58.058111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-926f434b-d779-424d-9b2f-857c8ef50693 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29cc136a4c114d30946096e246f074b6&device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 1098 time: 0.0437672 Jan 28 01:43:58.156767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-fb6e8bca-c72d-4e66-9b6c-80e4c77ef122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:58.158357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-fb6e8bca-c72d-4e66-9b6c-80e4c77ef122 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb9da5c9-5266-45bb-ad84-3b917c7066d4 HTTP/1.1" status: 200 len: 870 time: 0.0936520 Jan 28 01:43:58.482244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-c7928f15-a44a-42c6-bf67-30f764a3bfb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c HTTP/1.1" status: 200 len: 217 time: 0.3177583 Jan 28 01:43:58.560125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-9a72961a-f366-4413-a477-35f02f870c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:58.561717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-9a72961a-f366-4413-a477-35f02f870c2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85666331-1c6f-46f3-ba21-455d99e344d5 HTTP/1.1" status: 200 len: 843 time: 0.0718968 Jan 28 01:43:58.569427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d70a82-e129-46f0-9aca-dd3bdfc7b42f req-bf315806-ab3a-4773-b589-137fca68b03c tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:58.570812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1d70a82-e129-46f0-9aca-dd3bdfc7b42f req-bf315806-ab3a-4773-b589-137fca68b03c tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 947 time: 0.0914545 Jan 28 01:43:58.638774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-1861ada7-d825-4eb7-935d-3c9a8e7986ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:58.640244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-1861ada7-d825-4eb7-935d-3c9a8e7986ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb9da5c9-5266-45bb-ad84-3b917c7066d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685546 Jan 28 01:43:58.643848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e1d70a82-e129-46f0-9aca-dd3bdfc7b42f req-1d8fa708-37f0-4223-a081-f666f96d0849 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647817 Jan 28 01:43:58.733948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-532f75c3-f611-40d2-86a6-3f1c46376684 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868268 Jan 28 01:43:58.825821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62ae99ff-762c-4268-912f-f7e0d1c97301 req-a123cbb3-8c16-4364-98ff-c42eab6c00f9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb9da5c9-5266-45bb-ad84-3b917c7066d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Jan 28 01:43:59.776741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b85ba-0c8a-49c2-b4bd-def8c0a524c6 req-9148dff3-80ce-40fd-bfd1-246ce0bfc6eb tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:59.780068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-979b85ba-0c8a-49c2-b4bd-def8c0a524c6 req-9148dff3-80ce-40fd-bfd1-246ce0bfc6eb tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 947 time: 0.0574911 Jan 28 01:43:59.831071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-979b85ba-0c8a-49c2-b4bd-def8c0a524c6 req-580cea92-b624-4ccb-84ff-257cc3798ff3 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Jan 28 01:44:00.246298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:44:00.361884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:00.374435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c', 'network_id': 'cb9da5c9-5266-45bb-ad84-3b917c7066d4', 'port_id': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c', 'mac_address': 'fa:16:3e:87:54:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85666331-1c6f-46f3-ba21-455d99e344d5', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:44:00.418546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:00.418955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:00.432323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:44:00.451928 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:00.457010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:00.509488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:00.749470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:44:00.961071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee5697-aeb7-4b4b-8c9c-5b2da152d208 req-95f2fd4c-fd88-4fc6-b10b-59139a9615aa tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:00.962594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deee5697-aeb7-4b4b-8c9c-5b2da152d208 req-95f2fd4c-fd88-4fc6-b10b-59139a9615aa tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 948 time: 0.0559661 Jan 28 01:44:01.015443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deee5697-aeb7-4b4b-8c9c-5b2da152d208 req-f8ae108b-35ea-4e8e-8609-6f1ca959fa7a tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Jan 28 01:44:02.144178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68e12c-3206-4419-a4f3-f6f0d1442d06 req-314b7db1-f585-46f8-abfd-4942a2bacb9e tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:02.145653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb68e12c-3206-4419-a4f3-f6f0d1442d06 req-314b7db1-f585-46f8-abfd-4942a2bacb9e tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 948 time: 0.0505135 Jan 28 01:44:02.201978 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb68e12c-3206-4419-a4f3-f6f0d1442d06 req-1c83b516-62aa-4268-bb59-213e1cbab2ad tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Jan 28 01:44:02.246029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:02.302736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:44:02.306381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:02.306752 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:02.385622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:02.386045 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:02.409640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:02.411930 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd2419-7924-4117-849e-5c336637a538" -d '{"events": [{"server_uuid": "b2fcc2f2-e10a-4f30-a349-8189a9df8088", "name": "network-vif-plugged", "status": "completed", "tag": "eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:02.424161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:02.429285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:02.456130 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7263b64-ef6b-496c-b9eb-b4b82afc1df8 x-openstack-request-id: req-c7263b64-ef6b-496c-b9eb-b4b82afc1df8 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:02.456429 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcc2f2-e10a-4f30-a349-8189a9df8088", "name": "network-vif-plugged", "status": "completed", "tag": "eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:02.456742 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7263b64-ef6b-496c-b9eb-b4b82afc1df8 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:02.457113 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c', 'code': 200} Jan 28 01:44:02.482613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:02.601481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e8e49-c463-4ee3-88f6-38a3bb41fee1 req-ed5c4630-e096-4c73-8009-846793d570df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:02.602910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-914e8e49-c463-4ee3-88f6-38a3bb41fee1 req-ed5c4630-e096-4c73-8009-846793d570df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 1100 time: 0.0550334 Jan 28 01:44:02.647009 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-914e8e49-c463-4ee3-88f6-38a3bb41fee1 req-ffb32299-1acd-4bf9-8edc-7f98c15243aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Jan 28 01:44:03.336490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328142e1-cec2-4cb5-b0a8-61f7a72d43c1 req-09884298-e5bd-4ed3-ac2f-29a34e6eb827 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:03.338028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-328142e1-cec2-4cb5-b0a8-61f7a72d43c1 req-09884298-e5bd-4ed3-ac2f-29a34e6eb827 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 949 time: 0.0565381 Jan 28 01:44:03.386670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-328142e1-cec2-4cb5-b0a8-61f7a72d43c1 req-a9f3f080-4e26-452a-b826-c6730b833a27 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jan 28 01:44:03.770069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:04.510323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7fddf-7f78-4669-8def-6cdfd11df245 req-2391a6a9-f2a7-469b-b44e-876517aded07 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:04.511825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bf7fddf-7f78-4669-8def-6cdfd11df245 req-2391a6a9-f2a7-469b-b44e-876517aded07 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 949 time: 0.0523067 Jan 28 01:44:04.564185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bf7fddf-7f78-4669-8def-6cdfd11df245 req-4f0b8955-967e-409d-b56a-822dceb448c8 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Jan 28 01:44:04.859184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-a193d31a-17e7-4f44-bbfd-b715eaa3a5f6 req-15892d01-80a2-4296-bb6b-79c58ca335cc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:44:04.860421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a193d31a-17e7-4f44-bbfd-b715eaa3a5f6 req-15892d01-80a2-4296-bb6b-79c58ca335cc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086021 Jan 28 01:44:05.203401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-e97c2821-d4f4-4ae0-a97e-b578ef84141f req-6f809dc6-955d-4e88-a88a-291224a0d4d4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:44:05.204405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e97c2821-d4f4-4ae0-a97e-b578ef84141f req-6f809dc6-955d-4e88-a88a-291224a0d4d4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054381 Jan 28 01:44:05.549888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38665cce-3c83-4993-9759-43deeef926b2 req-5cdaa57c-df92-4d5d-b3c7-335d4c18bf5a tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:05.551429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38665cce-3c83-4993-9759-43deeef926b2 req-5cdaa57c-df92-4d5d-b3c7-335d4c18bf5a tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 949 time: 0.0528886 Jan 28 01:44:05.599926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38665cce-3c83-4993-9759-43deeef926b2 req-52dc86b3-cef2-44b0-894a-13b08078f325 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Jan 28 01:44:06.732577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9d686-d601-4d70-967e-1325d766ce5c req-390f7269-39aa-444b-afc0-67c121bb1b01 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:06.734129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59d9d686-d601-4d70-967e-1325d766ce5c req-390f7269-39aa-444b-afc0-67c121bb1b01 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 949 time: 0.0518501 Jan 28 01:44:06.785055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59d9d686-d601-4d70-967e-1325d766ce5c req-44abb67e-5592-4fa4-89f1-f0e9c13bf292 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/security-groups?id=954b365c-662b-4e57-9485-99d46af72160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Jan 28 01:44:06.991707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9d978f19-5de3-404b-a657-e4b738628055 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:06.993154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9d978f19-5de3-404b-a657-e4b738628055 tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 949 time: 0.0599303 Jan 28 01:44:07.079288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Deleting port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:44:07.079623 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:07.109973 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99413675-9314-472a-aa1f-330b19cc3e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:07.175083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] For port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,segment=NetworkSegment(f87fd332-ad3e-439c-9a10-c99a6191852e),segment_id=f87fd332-ad3e-439c-9a10-c99a6191852e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:07.175425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:07.187772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Calling delete_port for eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:44:07.331178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:07.364110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Pushing event deleted for resources: {'Port': ['ID=eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:07.364371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:44:07.406771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] No DVR routers for this DVR port eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:44:07.409720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:07.413350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18a1fdf4-b46b-4a99-bebd-cd8f57969f0d req-9db02176-bf6c-456d-8d16-8755cfca8b5d tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.43 "DELETE /v2.0/ports/eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c HTTP/1.1" status: 204 len: 173 time: 0.4153118 Jan 28 01:44:07.413832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'name': 'network-vif-deleted', 'tag': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:07.416152 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac05795-4ed5-4804-86ec-e425c87c2ba3" -d '{"events": [{"server_uuid": "b2fcc2f2-e10a-4f30-a349-8189a9df8088", "name": "network-vif-deleted", "tag": "eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:07.455548 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de5ffb6-a083-4788-993e-218699d17af9 x-openstack-request-id: req-6de5ffb6-a083-4788-993e-218699d17af9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:07.455863 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fcc2f2-e10a-4f30-a349-8189a9df8088", "name": "network-vif-deleted", "tag": "eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:07.456110 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6de5ffb6-a083-4788-993e-218699d17af9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:07.456690 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fcc2f2-e10a-4f30-a349-8189a9df8088', 'name': 'network-vif-deleted', 'tag': 'eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c', 'status': 'completed', 'code': 200} Jan 28 01:44:07.618671 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:07.914411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95ae1379-56b4-450e-8551-6a4ba535692d req-feef8d68-0834-492e-b067-ed564f864d2e tempest-ServersAdminNegativeTestJSON-990630035 tempest-ServersAdminNegativeTestJSON-990630035-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2fcc2f2-e10a-4f30-a349-8189a9df8088 HTTP/1.1" status: 200 len: 210 time: 0.0303473 Jan 28 01:44:09.251623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49024) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:09.390954 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ca4c3aa1-37cf-4247-8a6c-5bd1c070643c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.409864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d2ea7118-bf1c-423d-8738-1dcfb3967aa2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29cc136a4c114d30946096e246f074b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570051 Jan 28 01:44:09.412373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49028) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:09.459916 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfed118-7058-4205-9a0d-cd124a9e90da admin admin] Publish callbacks [] for security_group (954b365c-662b-4e57-9485-99d46af72160), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.488613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfed118-7058-4205-9a0d-cd124a9e90da admin admin] Publish callbacks [] for security_group (954b365c-662b-4e57-9485-99d46af72160), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.540685 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfed118-7058-4205-9a0d-cd124a9e90da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (954b365c-662b-4e57-9485-99d46af72160), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.543216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9bfed118-7058-4205-9a0d-cd124a9e90da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.544498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9bfed118-7058-4205-9a0d-cd124a9e90da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/954b365c-662b-4e57-9485-99d46af72160 HTTP/1.1" status: 204 len: 168 time: 0.1312189 Jan 28 01:44:09.552399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed118-7058-4205-9a0d-cd124a9e90da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b365c-662b-4e57-9485-99d46af72160,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:09.826896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49034) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:09.841522 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-101d3776-cb50-4650-88cc-86473a1b8d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.920874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-101d3776-cb50-4650-88cc-86473a1b8d88 admin admin] Publish callbacks [] for security_group (127d6232-b476-46e6-9ba0-989d7d0ac9e5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.927474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-101d3776-cb50-4650-88cc-86473a1b8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (127d6232-b476-46e6-9ba0-989d7d0ac9e5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:09.967528 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-101d3776-cb50-4650-88cc-86473a1b8d88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=263af15eb1e742dbac654e63cca944e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395221 Jan 28 01:44:09.968516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d3776-cb50-4650-88cc-86473a1b8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d6232-b476-46e6-9ba0-989d7d0ac9e5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:09.971648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49036) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:10.026662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0eefd892-4d27-4933-84f0-b51d9a155d90 admin admin] Publish callbacks [] for security_group (127d6232-b476-46e6-9ba0-989d7d0ac9e5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.054157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0eefd892-4d27-4933-84f0-b51d9a155d90 admin admin] Publish callbacks [] for security_group (127d6232-b476-46e6-9ba0-989d7d0ac9e5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.108707 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0eefd892-4d27-4933-84f0-b51d9a155d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (127d6232-b476-46e6-9ba0-989d7d0ac9e5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.111363 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0eefd892-4d27-4933-84f0-b51d9a155d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.115171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0eefd892-4d27-4933-84f0-b51d9a155d90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/127d6232-b476-46e6-9ba0-989d7d0ac9e5 HTTP/1.1" status: 204 len: 168 time: 0.1392562 Jan 28 01:44:10.122224 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefd892-4d27-4933-84f0-b51d9a155d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d6232-b476-46e6-9ba0-989d7d0ac9e5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:10.293006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:44:10.312755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:44:10.313105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device eed35d9d-86e3-4e5b-83fd-2b76c5d5cd1c not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:44:10.845385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:10.950210 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.962330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-65614798-network', 'tenant_id': 'db7378db924b417989ba95e3b6bca2b2'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:10.984108 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Made reservation on behalf of db7378db924b417989ba95e3b6bca2b2 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:10.986488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.995474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.073343 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks [] for security_group (b66df26c-90c2-4c07-a27f-6c746444a5d7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.079686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b66df26c-90c2-4c07-a27f-6c746444a5d7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.105479 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:44:11.115957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66df26c-90c2-4c07-a27f-6c746444a5d7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:11.122368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (62c750d0-d265-4d1a-a62d-f75193883390), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.122721 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Added segment 62c750d0-d265-4d1a-a62d-f75193883390 of type vlan for network cac29ae3-7569-4866-a4aa-29599feee5aa Jan 28 01:44:11.162118 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (cac29ae3-7569-4866-a4aa-29599feee5aa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.188685 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (cac29ae3-7569-4866-a4aa-29599feee5aa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.189894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:11.190422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.264477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4179149 Jan 28 01:44:11.267758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49062) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:11.272839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Request body: {'subnet': {'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-65614798-subnet', 'tenant_id': 'db7378db924b417989ba95e3b6bca2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:11.274372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be14c2a-c37d-42c9-b9fa-06819f881393 admin admin] Pushing event updated for resources: {'Network': ['ID=cac29ae3-7569-4866-a4aa-29599feee5aa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:11.287493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network cac29ae3-7569-4866-a4aa-29599feee5aa details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:44:11.296625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Made reservation on behalf of db7378db924b417989ba95e3b6bca2b2 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:11.299063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.462711 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (587364e8-ea5e-4ab4-80a5-a0f271c73b18), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.516634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587364e8-ea5e-4ab4-80a5-a0f271c73b18,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:11.527285 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Checking segment: {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:11.527657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Network hostable DHCP agents. Network: cac29ae3-7569-4866-a4aa-29599feee5aa, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:44:11.544808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Network cac29ae3-7569-4866-a4aa-29599feee5aa is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:44:11.554884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, cac29ae3-7569-4866-a4aa-29599feee5aa) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:11.558928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:11.559581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.564392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e798fc7-06e9-49ba-be62-1d122535e525 None None] Network cac29ae3-7569-4866-a4aa-29599feee5aa requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:44:11.576727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6a95c0ab-3602-41ee-a079-5682b48dda17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3078647 Jan 28 01:44:11.663766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c948a4-86f8-412d-9765-3fa475e17223 None None] Network cac29ae3-7569-4866-a4aa-29599feee5aa requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:44:12.027619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-6c1e82bf-5f50-48b8-a66c-08b9987d68d4 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:12.029112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-6c1e82bf-5f50-48b8-a66c-08b9987d68d4 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 810 time: 0.1083744 Jan 28 01:44:12.043887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-18fda3c7-90ea-4f3f-bc9f-7f8ad8a15b1f tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/quotas/db7378db924b417989ba95e3b6bca2b2 HTTP/1.1" status: 200 len: 375 time: 0.0093021 Jan 28 01:44:12.052041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:12.076447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-fb6900fa-24ed-4a60-a025-f7833f611897 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269456 Jan 28 01:44:12.173614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-fceb6e24-b692-4a52-9cab-e5e442fd9637 service neutron] 10.222.0.23 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905049 Jan 28 01:44:12.264500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-d4db3569-9f80-4d83-97b8-b2d0c1dc8c60 service neutron] 10.222.0.23 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848963 Jan 28 01:44:12.428956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eea18ff8-2420-4cc1-8734-9d9395ee575e req-64fbf2d2-f0a9-4083-be2b-346c8f4a5ba5 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 210 time: 0.0276186 Jan 28 01:44:13.343917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:13.528708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bf53067f-7a0a-4ccc-8f5c-247a1761a5fb req-27f607cd-4770-4b6d-9c86-b102dfe96232 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 210 time: 0.0285029 Jan 28 01:44:13.676296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-46f7d175-29ca-4780-876c-75f30ad5b216 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:13.677903 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-46f7d175-29ca-4780-876c-75f30ad5b216 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.43 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 810 time: 0.1107280 Jan 28 01:44:13.696143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Request body: {'port': {'device_id': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa', 'admin_state_up': True, 'tenant_id': 'db7378db924b417989ba95e3b6bca2b2'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:13.819063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Made reservation on behalf of db7378db924b417989ba95e3b6bca2b2 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:13.822454 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:13.953467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Allocated IP 172.20.0.3 (cac29ae3-7569-4866-a4aa-29599feee5aa/587364e8-ea5e-4ab4-80a5-a0f271c73b18/9806fe47-b35e-4ff5-8158-9f4b3d8a1eab) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:44:14.101709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks [] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.138033 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.187174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Network cac29ae3-7569-4866-a4aa-29599feee5aa is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:14.190246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:14.195950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:44:14.203249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:14.253085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:14.253808 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.271611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-b5b33a96-6840-4ccc-a02b-d62358caf034 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791044 Jan 28 01:44:14.288613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Request body: {'port': {'device_id': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:14.343286 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.619712 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:44:14.636538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Publish callbacks [] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.665813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Transition to ACTIVE for port object 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:44:14.671178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.711018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4d048-2fae-445e-b632-b77f3c610529 req-6138943b-c251-48b4-bba7-1a24495c6f30 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:14.712509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4c4d048-2fae-445e-b632-b77f3c610529 req-6138943b-c251-48b4-bba7-1a24495c6f30 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 931 time: 0.0957146 Jan 28 01:44:14.745219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:14.814579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4c4d048-2fae-445e-b632-b77f3c610529 req-291f0b4e-97df-46ef-9e92-d0eb7bc720a9 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949850 Jan 28 01:44:14.841017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:44:14.841361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:44:14.841698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on network cac29ae3-7569-4866-a4aa-29599feee5aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:14.846367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on network cac29ae3-7569-4866-a4aa-29599feee5aa not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:44:14.846696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on network cac29ae3-7569-4866-a4aa-29599feee5aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:14.851844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:14.852310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Checking segment: {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:14.852697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Bound using segment: {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:14.853122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Bound port: 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:44:14.853480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.917236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:14.921636 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:14.927902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.963856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:14.964662 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:14.966245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] 10.222.0.43 "PUT /v2.0/ports/9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 1091 time: 0.6817806 Jan 28 01:44:14.966707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:14.968990 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:14.996774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776e6bb-aaa5-4089-bf8d-cb732e1e30fa service neutron] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:15.013799 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcbfd67-f492-4d3d-9eef-2ba4d2510f80 x-openstack-request-id: req-9bcbfd67-f492-4d3d-9eef-2ba4d2510f80 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:15.014102 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:15.014508 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bcbfd67-f492-4d3d-9eef-2ba4d2510f80 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:15.014917 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'status': 'completed', 'code': 200} Jan 28 01:44:15.076724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-f96029ce-2377-416b-a8da-51a22a0d0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:15.078254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-f96029ce-2377-416b-a8da-51a22a0d0cfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1094 time: 0.0475912 Jan 28 01:44:15.127665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-802279cf-8f77-4883-8e07-38b128e70d3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0360403 Jan 28 01:44:15.174893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-42e69f58-b0d9-46b2-bd80-9e36923b9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:15.176356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-42e69f58-b0d9-46b2-bd80-9e36923b9068 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0436571 Jan 28 01:44:15.205694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-ec77ea89-80da-4bd0-8146-3fa851672d16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235577 Jan 28 01:44:15.303990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-5ec2dac1-2b8a-4ff5-a8b6-eee288d3fda0 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927274 Jan 28 01:44:15.399611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-360d1705-c9fc-4ef9-b946-d1c98f263b2c req-4f78bceb-77e8-4e9c-ba56-1911128f9764 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896881 Jan 28 01:44:15.539822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-bddb02d8-0c99-4590-abd7-a2f99d64e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:15.541652 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-bddb02d8-0c99-4590-abd7-a2f99d64e400 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1094 time: 0.0497608 Jan 28 01:44:15.599008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-a3883e58-8f10-4243-aa44-6ba78a7ddbb2 req-66a3740e-8680-4d23-9cf6-1e9369eddc3a service neutron] (109595) timed out ('10.222.0.23', 36022) {{(pid=109595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:44:15.633616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-c1f0f541-3bd0-4614-86da-fa73300b97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:15.635148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-c1f0f541-3bd0-4614-86da-fa73300b97a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 911 time: 0.0871778 Jan 28 01:44:15.680183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-96a39788-9ef3-4f54-b2e1-f41d66dc8c11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0373909 Jan 28 01:44:15.728335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-a1a1bba2-7cf5-4770-95ae-7133515a874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:15.730033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-a1a1bba2-7cf5-4770-95ae-7133515a874f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0429306 Jan 28 01:44:15.760141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-23f27295-f191-4a66-a27a-03dea86cb12e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242226 Jan 28 01:44:15.848105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-5d482409-6974-4d6f-9688-aa556b902999 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811954 Jan 28 01:44:15.976627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58de37d-1fe1-417d-b9ab-38ad8d3fcd0b req-9608510e-84ae-4933-bb6e-6e1e84925ee9 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:15.978103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a58de37d-1fe1-417d-b9ab-38ad8d3fcd0b req-9608510e-84ae-4933-bb6e-6e1e84925ee9 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0759068 Jan 28 01:44:15.980221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20f7fc6f-84c8-433d-b63f-afc8e4b9ed7b req-41804b84-f88e-40c5-8b4a-29d35d3cbd13 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261966 Jan 28 01:44:16.032998 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a58de37d-1fe1-417d-b9ab-38ad8d3fcd0b req-5ec3244d-27a2-4f17-acf3-869852ebdee0 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Jan 28 01:44:17.170890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dca17-a906-45f6-862e-2e79df6bd673 req-b9bc3867-de6b-4fc5-8201-821aea53d19d tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:17.172685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f54dca17-a906-45f6-862e-2e79df6bd673 req-b9bc3867-de6b-4fc5-8201-821aea53d19d tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0537031 Jan 28 01:44:17.221940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f54dca17-a906-45f6-862e-2e79df6bd673 req-d99796e0-fb33-410a-b854-769343b611e9 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Jan 28 01:44:18.340865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:44:18.356042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a1d18-ce1c-426b-bbff-70711813c602 req-78d436eb-17c6-466f-b8e1-cf7c33aa7c2b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:18.357586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab0a1d18-ce1c-426b-bbff-70711813c602 req-78d436eb-17c6-466f-b8e1-cf7c33aa7c2b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0591366 Jan 28 01:44:18.409279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab0a1d18-ce1c-426b-bbff-70711813c602 req-6ec14afa-4d59-4502-87f2-e38a4f053b7c tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Jan 28 01:44:18.445320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:18.456957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa', 'port_id': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'mac_address': 'fa:16:3e:5a:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587364e8-ea5e-4ab4-80a5-a0f271c73b18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:44:18.494624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:18.495041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:18.508344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:44:18.528193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:18.534704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:18.584142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:18.819746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['9806fe47-b35e-4ff5-8158-9f4b3d8a1eab'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:44:19.542989 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaabad-b0a1-43f7-85d2-a017b2be217e req-b2203544-ed79-41df-b385-491fd870c0ef tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:19.544509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ddaabad-b0a1-43f7-85d2-a017b2be217e req-b2203544-ed79-41df-b385-491fd870c0ef tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 944 time: 0.0627072 Jan 28 01:44:19.597794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ddaabad-b0a1-43f7-85d2-a017b2be217e req-2c013338-b3aa-416d-b61f-1feea99939cf tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Jan 28 01:44:20.345941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:20.413079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:44:20.417169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:20.417708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:20.511447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:20.511818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:20.535738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:20.538006 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3deea3-15f2-4f38-9fa1-1b551707dd22" -d '{"events": [{"server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "name": "network-vif-plugged", "status": "completed", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:20.550578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:20.555970 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:20.584577 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e681d-6001-4af0-87b2-f949d1a69cd6 x-openstack-request-id: req-365e681d-6001-4af0-87b2-f949d1a69cd6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:20.584869 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "name": "network-vif-plugged", "status": "completed", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:20.585123 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-365e681d-6001-4af0-87b2-f949d1a69cd6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:20.585500 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'code': 200} Jan 28 01:44:20.612819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:20.717753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc8d0b-8060-4177-be03-699bf3b56329 req-895b71c8-87b6-4458-b69b-741d4e1eb2c7 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:20.719309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fbc8d0b-8060-4177-be03-699bf3b56329 req-895b71c8-87b6-4458-b69b-741d4e1eb2c7 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0535738 Jan 28 01:44:20.776579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fbc8d0b-8060-4177-be03-699bf3b56329 req-58ba1f4d-d077-4558-bbf2-c3c8ad714bfa tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Jan 28 01:44:20.804389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd741e8-6b01-45e1-a05f-803c8ba00b93 req-9bbe4bd9-9b9d-4f9f-801b-44956be26875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:20.805920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1fd741e8-6b01-45e1-a05f-803c8ba00b93 req-9bbe4bd9-9b9d-4f9f-801b-44956be26875 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1096 time: 0.1152413 Jan 28 01:44:20.852918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1fd741e8-6b01-45e1-a05f-803c8ba00b93 req-33411022-5636-4f6b-8a33-832f4a963b8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Jan 28 01:44:21.899620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2e258-c9e1-429d-aa4e-d847c91bac6d req-77f397e7-f1a3-4649-9253-15978ef0a67f tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:21.901150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6f2e258-c9e1-429d-aa4e-d847c91bac6d req-77f397e7-f1a3-4649-9253-15978ef0a67f tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0488157 Jan 28 01:44:21.952150 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6f2e258-c9e1-429d-aa4e-d847c91bac6d req-298b8c4f-0852-4b3b-90f4-7d9ad4143601 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Jan 28 01:44:23.081822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad0416-b15d-484a-a298-e40de50437f4 req-40744756-3e82-4b7c-a91a-aaa357943fcf tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:23.083292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17ad0416-b15d-484a-a298-e40de50437f4 req-40744756-3e82-4b7c-a91a-aaa357943fcf tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0560458 Jan 28 01:44:23.130601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17ad0416-b15d-484a-a298-e40de50437f4 req-a32c64af-acb1-4098-a6d9-6b3ad7eb9574 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Jan 28 01:44:23.326606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49122) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:23.412127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cd622-be86-4b90-bce0-9c00914959f8 req-14aedd8c-a2e6-49c5-a9b0-6400e8d99111 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:23.414919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f47cd622-be86-4b90-bce0-9c00914959f8 req-14aedd8c-a2e6-49c5-a9b0-6400e8d99111 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0774207 Jan 28 01:44:23.442155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d3013646-c3f4-43f2-b369-68f43e675f9a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140368 Jan 28 01:44:23.453507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-bcac584e-8d68-48eb-953d-68ad40b8cf2f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:44:23.454477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-bcac584e-8d68-48eb-953d-68ad40b8cf2f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060024 Jan 28 01:44:23.476675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f47cd622-be86-4b90-bce0-9c00914959f8 req-8d83433e-5f54-48da-8225-70aa006ffe79 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 Jan 28 01:44:24.596899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc679410-3b90-4e2a-9d7b-7f1c730ae5e4 req-01e1fd58-efd9-4de9-ab4e-24a1396cd669 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:24.598535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc679410-3b90-4e2a-9d7b-7f1c730ae5e4 req-01e1fd58-efd9-4de9-ab4e-24a1396cd669 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Jan 28 01:44:24.651757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc679410-3b90-4e2a-9d7b-7f1c730ae5e4 req-beba44d9-2125-4c75-a708-2ee9f21a2c27 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 Jan 28 01:44:24.766597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-627a97c6-a4c1-415f-819a-372405b8a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:24.767987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-627a97c6-a4c1-415f-819a-372405b8a9a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1096 time: 0.0485635 Jan 28 01:44:24.860250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-b6bc3de9-3157-4e42-a056-215fa098e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:24.861762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-b6bc3de9-3157-4e42-a056-215fa098e354 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 911 time: 0.0878663 Jan 28 01:44:24.906827 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-7ae93b0c-129a-4671-9c51-5f38bfcd83a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0386362 Jan 28 01:44:24.954746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-aa1b467f-9eb0-491a-b9a7-80d98b97a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:24.956206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-aa1b467f-9eb0-491a-b9a7-80d98b97a518 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0441587 Jan 28 01:44:24.987067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-84cbe86e-3ad1-4c19-b26e-6c41a5fb17f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249176 Jan 28 01:44:25.075897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-93f34fc1-d258-4eb9-a297-9d69ff688323 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825455 Jan 28 01:44:25.165194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-c5771f2f-4888-4973-b0e1-45910fbf45d1 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835533 Jan 28 01:44:25.788761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496cdd8-01a6-414c-8660-3e48bb6f5c7c req-77048193-f291-4e48-b09a-5c802307dde8 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:25.790412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5496cdd8-01a6-414c-8660-3e48bb6f5c7c req-77048193-f291-4e48-b09a-5c802307dde8 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0596888 Jan 28 01:44:25.839356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5496cdd8-01a6-414c-8660-3e48bb6f5c7c req-6fe83f94-c8c5-4249-8691-182a9302830c tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Jan 28 01:44:26.974347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775a053-0f9f-4813-a74b-86a6f2bdfcf9 req-d84eda5d-f439-4d61-ac69-3967e14e6810 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:26.975836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4775a053-0f9f-4813-a74b-86a6f2bdfcf9 req-d84eda5d-f439-4d61-ac69-3967e14e6810 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0621424 Jan 28 01:44:27.023231 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4775a053-0f9f-4813-a74b-86a6f2bdfcf9 req-cb8574ac-7649-40da-967e-91fb0c5990dc tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Jan 28 01:44:27.494327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:44:28.159523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5b5c-6f80-4ee6-9f21-c78177e4e654 req-86bd44be-668c-412c-b4b4-a86351e7d75b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:28.160971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0fd5b5c-6f80-4ee6-9f21-c78177e4e654 req-86bd44be-668c-412c-b4b4-a86351e7d75b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Jan 28 01:44:28.206552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0fd5b5c-6f80-4ee6-9f21-c78177e4e654 req-e1085fd1-7906-4287-830d-9a840704dcec tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Jan 28 01:44:29.352496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b54931-46a6-4fd7-8fdf-79324f40319a req-376d8718-a1d5-457a-a7a9-70da2b9ef7f0 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:29.354019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2b54931-46a6-4fd7-8fdf-79324f40319a req-376d8718-a1d5-457a-a7a9-70da2b9ef7f0 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0617886 Jan 28 01:44:29.406377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2b54931-46a6-4fd7-8fdf-79324f40319a req-68709f81-4a94-4c40-9f0e-2ff9787fdef0 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Jan 28 01:44:30.522842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550d29-c438-4c7e-81db-f4a435880d01 req-4772dbd6-e97e-4a49-8788-51048a8a6b33 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:30.524326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0550d29-c438-4c7e-81db-f4a435880d01 req-4772dbd6-e97e-4a49-8788-51048a8a6b33 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Jan 28 01:44:30.570820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0550d29-c438-4c7e-81db-f4a435880d01 req-b5ca0f98-7cfd-4d0e-9de0-37ae9200f99a tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Jan 28 01:44:31.706576 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22f99e-dfc7-4504-9c4d-8c2722ff2de9 req-12c35dfd-7dcd-429a-ab3c-9e9da1b2ce4d tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:31.708120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb22f99e-dfc7-4504-9c4d-8c2722ff2de9 req-12c35dfd-7dcd-429a-ab3c-9e9da1b2ce4d tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0516665 Jan 28 01:44:31.757611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb22f99e-dfc7-4504-9c4d-8c2722ff2de9 req-089ed14b-6fb8-47f7-83ed-7abb786e8ad8 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Jan 28 01:44:33.178886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da09eb5-b26a-47af-9c6f-5524faae2e99 req-9b903899-dfbe-4f6a-a668-6e8cd4723c38 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:33.180243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da09eb5-b26a-47af-9c6f-5524faae2e99 req-9b903899-dfbe-4f6a-a668-6e8cd4723c38 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.3383844 Jan 28 01:44:33.225362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6da09eb5-b26a-47af-9c6f-5524faae2e99 req-23e5a850-d86c-4764-b430-5d72bf4f3059 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Jan 28 01:44:33.789393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.360611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7e0a-38ce-4c8c-bd56-f37d77e25cc7 req-96ae45a5-e2a3-4bf5-890d-ddc3d1dd3d3b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:34.362904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea5f7e0a-38ce-4c8c-bd56-f37d77e25cc7 req-96ae45a5-e2a3-4bf5-890d-ddc3d1dd3d3b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0548255 Jan 28 01:44:34.414341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea5f7e0a-38ce-4c8c-bd56-f37d77e25cc7 req-f9a64771-7d43-4a01-a8cb-db333dfc6f90 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Jan 28 01:44:35.549762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224ff0a-a818-4d26-8f46-046f51546053 req-421c3318-dbe7-4169-9a32-3b2e51a77977 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:35.551743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7224ff0a-a818-4d26-8f46-046f51546053 req-421c3318-dbe7-4169-9a32-3b2e51a77977 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0682735 Jan 28 01:44:35.606865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7224ff0a-a818-4d26-8f46-046f51546053 req-3367c652-0627-4bfb-ac2d-81156090998a tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491462 Jan 28 01:44:36.737314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794999a-73d2-40ff-b2ed-a58e170d03b7 req-63fe9d87-c01d-4ab5-9046-02c9c1ec4df8 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:36.738768 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d794999a-73d2-40ff-b2ed-a58e170d03b7 req-63fe9d87-c01d-4ab5-9046-02c9c1ec4df8 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Jan 28 01:44:36.784433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d794999a-73d2-40ff-b2ed-a58e170d03b7 req-5e123e63-d61b-4b25-a2f1-466e19ee48b6 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Jan 28 01:44:37.124515 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd38903c-a5a9-4752-bf78-9a000263c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:37.620457 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:37.934874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211d81e-cfa4-420e-9770-c0db9f592238 req-22c906d2-0b7a-4276-8248-78286e6482ed tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:37.936351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5211d81e-cfa4-420e-9770-c0db9f592238 req-22c906d2-0b7a-4276-8248-78286e6482ed tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0703211 Jan 28 01:44:37.991771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5211d81e-cfa4-420e-9770-c0db9f592238 req-17e9a920-bcba-411c-aa53-3e14105c7063 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Jan 28 01:44:39.129260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906bbf4-09db-4d98-be8a-734cb074cb14 req-0856f3cf-9ebb-4806-aeab-abc32e8efd32 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:39.130691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b906bbf4-09db-4d98-be8a-734cb074cb14 req-0856f3cf-9ebb-4806-aeab-abc32e8efd32 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0597975 Jan 28 01:44:39.178477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b906bbf4-09db-4d98-be8a-734cb074cb14 req-7b334521-ec4f-4528-be37-6ba7f61a6888 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Jan 28 01:44:39.406570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32c184c6-d817-4fe9-9aad-c9d3ac57f2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.309508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915abec5-ddca-402e-a451-017a3c636074 req-a3fd49c4-22bd-4daa-b69f-c066e3e36aac tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:40.311038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-915abec5-ddca-402e-a451-017a3c636074 req-a3fd49c4-22bd-4daa-b69f-c066e3e36aac tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Jan 28 01:44:40.359495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-915abec5-ddca-402e-a451-017a3c636074 req-169825ac-0733-458f-b000-93b586519369 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427825 Jan 28 01:44:40.953389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.495386 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dcde2-71ce-4cc0-9b37-9c999634c678 req-5c406c09-df51-454d-9df0-42813e3335e4 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:41.496904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7dcde2-71ce-4cc0-9b37-9c999634c678 req-5c406c09-df51-454d-9df0-42813e3335e4 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0558717 Jan 28 01:44:41.552900 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ae7dcde2-71ce-4cc0-9b37-9c999634c678 req-6c3e4313-39dc-4107-abbd-b58d27a9cd77 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499744 Jan 28 01:44:42.064538 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.700635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4d1b0-5a6d-4718-a831-ea22d89f2951 req-8a55a0a8-f5f1-44cd-a8fa-56d77f74747c tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:42.702244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7f4d1b0-5a6d-4718-a831-ea22d89f2951 req-8a55a0a8-f5f1-44cd-a8fa-56d77f74747c tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0593712 Jan 28 01:44:42.751404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7f4d1b0-5a6d-4718-a831-ea22d89f2951 req-03165d54-acf8-457e-a0dc-d7139a76da01 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Jan 28 01:44:43.340277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.873447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bffbc-dfd3-46e6-9c69-884a8b201ba8 req-be9ccc85-6479-4349-a155-827954c98568 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:43.874949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e67bffbc-dfd3-46e6-9c69-884a8b201ba8 req-be9ccc85-6479-4349-a155-827954c98568 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0509493 Jan 28 01:44:43.927435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e67bffbc-dfd3-46e6-9c69-884a8b201ba8 req-bfb4d721-ba36-4aca-9626-e30d3396749a tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Jan 28 01:44:45.086191 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa86589-b441-4128-a5d7-fa9a50ee688f req-e558bd94-9c37-4e70-b424-011e1dc8d6db tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:45.087918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fa86589-b441-4128-a5d7-fa9a50ee688f req-e558bd94-9c37-4e70-b424-011e1dc8d6db tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0617881 Jan 28 01:44:45.137348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fa86589-b441-4128-a5d7-fa9a50ee688f req-27a31c9c-f27a-477f-8795-f2c53a6c0352 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Jan 28 01:44:46.262802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421aa5b7-d0a9-43fb-ba56-d551bd1c6715 req-486180ad-9c4b-4cea-96ad-864d81ba15ec tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:46.264274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-421aa5b7-d0a9-43fb-ba56-d551bd1c6715 req-486180ad-9c4b-4cea-96ad-864d81ba15ec tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0548973 Jan 28 01:44:46.313500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-421aa5b7-d0a9-43fb-ba56-d551bd1c6715 req-9e8890a9-b8c2-4b47-9901-d91678d57510 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Jan 28 01:44:47.455160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606e244-d02b-46e4-92dd-4f0c0ddfdebd req-bda34a57-b4ba-4d1a-a778-b2b23cd58cff tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:47.457148 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d606e244-d02b-46e4-92dd-4f0c0ddfdebd req-bda34a57-b4ba-4d1a-a778-b2b23cd58cff tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0610821 Jan 28 01:44:47.509033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d606e244-d02b-46e4-92dd-4f0c0ddfdebd req-14456d18-1767-43f9-a698-2924d7e1270a tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Jan 28 01:44:48.633836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9892f-84b5-4ae0-89b4-d0832081931a req-6d1f9abd-4074-4113-9d2f-85930f771f7e tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:48.635248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09c9892f-84b5-4ae0-89b4-d0832081931a req-6d1f9abd-4074-4113-9d2f-85930f771f7e tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0509870 Jan 28 01:44:48.685237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09c9892f-84b5-4ae0-89b4-d0832081931a req-c8e6fdc1-289b-46d7-8af2-68f368543eb8 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Jan 28 01:44:49.820845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7357b66-c06a-4dcc-bd73-2c25b227e0d6 req-89c42024-3ceb-4155-b69e-72f1c1fc999e tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:49.822343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7357b66-c06a-4dcc-bd73-2c25b227e0d6 req-89c42024-3ceb-4155-b69e-72f1c1fc999e tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Jan 28 01:44:49.872849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7357b66-c06a-4dcc-bd73-2c25b227e0d6 req-e291bb45-2427-4a14-8b5d-a976ed3f0559 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Jan 28 01:44:50.996060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd9c10-2fc4-4bf9-a54a-9cfccc66f30f req-437e60b7-4304-4acc-8128-c98bad19799b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:50.997519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ebd9c10-2fc4-4bf9-a54a-9cfccc66f30f req-437e60b7-4304-4acc-8128-c98bad19799b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0496621 Jan 28 01:44:51.044379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ebd9c10-2fc4-4bf9-a54a-9cfccc66f30f req-8affd73c-3895-4038-b901-050ca1421a13 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Jan 28 01:44:52.173724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713227e-4546-4732-8d6d-40ecfa3ad51d req-e37170d3-93ad-4a19-bcf7-b07677183342 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.175266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6713227e-4546-4732-8d6d-40ecfa3ad51d req-e37170d3-93ad-4a19-bcf7-b07677183342 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 945 time: 0.0581574 Jan 28 01:44:52.227346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6713227e-4546-4732-8d6d-40ecfa3ad51d req-186d866a-1b9e-4fc7-946a-20e1c5a66062 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Jan 28 01:44:52.361028 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-229b4515-ac0f-4b32-a7a1-b0e3a46e212b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:44:52.362647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-229b4515-ac0f-4b32-a7a1-b0e3a46e212b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088861 Jan 28 01:44:52.432239 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-043e8493-1e9a-44ab-8760-493d2dab732b service neutron] show failed (client error): The resource could not be found. Jan 28 01:44:52.433233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-043e8493-1e9a-44ab-8760-493d2dab732b service neutron] 10.222.0.43 "GET /v2.0/ports/9806fe47-b35e-4ff5-8158-9f4b3d8a1eab/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0640073 Jan 28 01:44:52.716600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-11815a6a-373f-4624-a0eb-94172c047d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.718240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-11815a6a-373f-4624-a0eb-94172c047d45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69&tenant_id=db7378db924b417989ba95e3b6bca2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0731745 Jan 28 01:44:52.727735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-6fb77379-beac-41db-883e-431e5fd389e1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:44:52.728664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-6fb77379-beac-41db-883e-431e5fd389e1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051258 Jan 28 01:44:52.744580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:52.802594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:53.011825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:53.044966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:53.083688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:53.085992 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234fe47-70f2-4975-a217-8a96fff8881e" -d '{"events": [{"server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "name": "network-vif-unplugged", "status": "completed", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:53.089447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Publish callbacks [] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:53.103938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Transition to ACTIVE for port object 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:44:53.108968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:53.140473 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8688090-1a27-49d2-9807-a0e3ca44b7c6 x-openstack-request-id: req-f8688090-1a27-49d2-9807-a0e3ca44b7c6 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:53.140778 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "name": "network-vif-unplugged", "status": "completed", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:53.141033 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8688090-1a27-49d2-9807-a0e3ca44b7c6 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:53.141432 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'code': 200} Jan 28 01:44:53.179497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] No DVR routers for this DVR port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:44:53.180126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:53.191832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.192172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.192514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.192857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.193193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.193520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.193877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.194203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.194529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.194840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.195166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.195478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.195803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:53.223602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:44:53.223941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:44:53.224276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on network cac29ae3-7569-4866-a4aa-29599feee5aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:53.229195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on network cac29ae3-7569-4866-a4aa-29599feee5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:44:53.229528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Attempting to bind port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on network cac29ae3-7569-4866-a4aa-29599feee5aa {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:53.234812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:53.235148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Checking segment: {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:53.235538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Bound using segment: {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:53.235971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Bound port: 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c750d0-d265-4d1a-a62d-f75193883390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:44:53.236335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:53.314522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:53.343302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:53.351811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:53.390878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078ec7-eadd-4f2f-b5d2-9089e2188a05 req-2e1e1548-6f80-489d-b0b9-36299f68c3c7 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:53.392408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df078ec7-eadd-4f2f-b5d2-9089e2188a05 req-2e1e1548-6f80-489d-b0b9-36299f68c3c7 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0946760 Jan 28 01:44:53.398532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:53.399139 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:53.400471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] 10.222.0.45 "PUT /v2.0/ports/9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 1091 time: 0.6595314 Jan 28 01:44:53.444465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dbb81-44ad-43ea-8d11-9727c4195125 service neutron] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:53.487742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df078ec7-eadd-4f2f-b5d2-9089e2188a05 req-36ac5e6d-db69-408d-aa0f-178944c11226 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862641 Jan 28 01:44:53.498104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-6f8cf7d3-984c-4b6d-9476-4de249d28b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:53.499772 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-6f8cf7d3-984c-4b6d-9476-4de249d28b1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1094 time: 0.0639181 Jan 28 01:44:53.593511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-07728def-646e-4820-80ce-a9b4cfdb4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:53.594970 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-07728def-646e-4820-80ce-a9b4cfdb4a19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 911 time: 0.0897279 Jan 28 01:44:53.635920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-7bf0a3d4-0276-4bd7-ad3a-4612297a5442 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0355134 Jan 28 01:44:53.695841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-93ef1bde-df81-4fbf-98df-050323fe6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:53.698157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-93ef1bde-df81-4fbf-98df-050323fe6f29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0560472 Jan 28 01:44:53.730218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-4a53d401-6c99-4915-9cd0-d70399537904 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261199 Jan 28 01:44:53.829631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-d17caafd-59cd-432b-96fb-9ad8e923db34 service neutron] 10.222.0.45 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936873 Jan 28 01:44:53.939378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adc097ff-4985-43a2-9666-8a6c7e64b455 req-0db268a4-7c94-4289-a91e-4a9ac8ecffeb service neutron] 10.222.0.45 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022346 Jan 28 01:44:54.611729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4053ef-94fe-400d-92dd-5e62ff7a09f3 req-a14af0f8-e5b2-4c8d-bedd-e854d1e23db5 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:54.613208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f4053ef-94fe-400d-92dd-5e62ff7a09f3 req-a14af0f8-e5b2-4c8d-bedd-e854d1e23db5 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0508709 Jan 28 01:44:54.663535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f4053ef-94fe-400d-92dd-5e62ff7a09f3 req-59c3ebe7-6b97-4a6c-ac35-8af49c9cb15b tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Jan 28 01:44:55.143345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:55.147311 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f4638a-04c4-4d56-8659-38c02496f57c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:55.206117 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827c0ba4-0ada-4652-8664-12c278c61e83 x-openstack-request-id: req-827c0ba4-0ada-4652-8664-12c278c61e83 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:55.206493 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:55.206789 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-827c0ba4-0ada-4652-8664-12c278c61e83 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:55.207292 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'status': 'completed', 'code': 200} Jan 28 01:44:55.320831 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4638a-04c4-4d56-8659-38c02496f57c req-fc5038fe-0562-4a6c-b26b-255ddb8b9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.322460 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-fc5038fe-0562-4a6c-b26b-255ddb8b9bed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1094 time: 0.0724056 Jan 28 01:44:55.326757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4638a-04c4-4d56-8659-38c02496f57c req-f40112f6-d8cb-45db-9146-888d9ad149ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.328402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-f40112f6-d8cb-45db-9146-888d9ad149ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1094 time: 0.0699768 Jan 28 01:44:55.480089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4638a-04c4-4d56-8659-38c02496f57c req-ec2bbb79-0a46-4b9c-b12a-30dd7966665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.481631 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-ec2bbb79-0a46-4b9c-b12a-30dd7966665e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 911 time: 0.1523290 Jan 28 01:44:55.483043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4638a-04c4-4d56-8659-38c02496f57c req-1812692a-d232-459c-9232-599ac03bcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.484389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-1812692a-d232-459c-9232-599ac03bcd7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 911 time: 0.1481402 Jan 28 01:44:55.560930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-2008f72d-b4b1-400b-8a9d-d5b5f9f082ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0732284 Jan 28 01:44:55.562464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-2a570026-274b-4764-80e6-2bab24c73830 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0689027 Jan 28 01:44:55.642539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4638a-04c4-4d56-8659-38c02496f57c req-f9da61f6-1ca4-42b2-95a1-767b74b6552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.644132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-f9da61f6-1ca4-42b2-95a1-767b74b6552e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0770404 Jan 28 01:44:55.645530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4638a-04c4-4d56-8659-38c02496f57c req-f59aa629-5296-4555-96aa-2fdeee000b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.646873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-f59aa629-5296-4555-96aa-2fdeee000b08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0724869 Jan 28 01:44:55.680960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-053cc2e2-da7d-4a06-a1bd-216fc8ee0757 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305896 Jan 28 01:44:55.700237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-a0309d1f-e11b-42fe-9611-7f9b440941e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423818 Jan 28 01:44:55.896097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2bb0-04eb-42dc-8575-b7d7640a11f4 req-79238a0b-9b74-4ae6-831f-6ec482d16715 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.897490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a64a2bb0-04eb-42dc-8575-b7d7640a11f4 req-79238a0b-9b74-4ae6-831f-6ec482d16715 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.1390650 Jan 28 01:44:55.899730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-b0789d30-d03f-46d2-ba6b-5d31334c3ee3 service neutron] 10.222.0.45 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017508 Jan 28 01:44:55.901609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-73f1fdd5-4f2a-41f4-bdce-036a4ba73404 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943963 Jan 28 01:44:56.061376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a64a2bb0-04eb-42dc-8575-b7d7640a11f4 req-14b4ce60-d5e5-4087-9e7d-e6aac153a45a tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581750 Jan 28 01:44:56.098607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-ee6dd8b9-9653-4afe-abfd-3cc0bc599b22 service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880438 Jan 28 01:44:56.103743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4638a-04c4-4d56-8659-38c02496f57c req-d63488ac-235c-4884-a37c-1ffb5cf68e21 service neutron] 10.222.0.45 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943955 Jan 28 01:44:56.452327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:44:56.500187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:44:56.500759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:44:57.191694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896352ea-afa7-4721-89c5-cef3204bbff0 req-f927c9cb-5d9b-4ea6-8f41-b7d6efc65327 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:57.193171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-896352ea-afa7-4721-89c5-cef3204bbff0 req-f927c9cb-5d9b-4ea6-8f41-b7d6efc65327 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0571611 Jan 28 01:44:57.241437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-896352ea-afa7-4721-89c5-cef3204bbff0 req-08a0ea48-3d7c-415d-bf71-0f196f86befb tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jan 28 01:44:57.551586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-a660fbd4-ba94-4192-967e-287016921ba2 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:57.553116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-a660fbd4-ba94-4192-967e-287016921ba2 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69&tenant_id=db7378db924b417989ba95e3b6bca2b2&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 943 time: 0.0853345 Jan 28 01:44:57.617198 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-28b060b5-ed48-4058-a500-ebea8f1fd0db service neutron] delete failed (client error): The resource could not be found. Jan 28 01:44:57.618251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-28b060b5-ed48-4058-a500-ebea8f1fd0db service neutron] 10.222.0.43 "DELETE /v2.0/ports/9806fe47-b35e-4ff5-8158-9f4b3d8a1eab/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0591156 Jan 28 01:44:57.724905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-ede7a3fd-bd6c-403f-af3c-b83fd354c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:57.726533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-ede7a3fd-bd6c-403f-af3c-b83fd354c143 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db7378db924b417989ba95e3b6bca2b2&device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 1094 time: 0.0428243 Jan 28 01:44:57.822461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-7050ea76-63fc-485d-862c-491a21fc8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:57.824020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-7050ea76-63fc-485d-862c-491a21fc8905 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 200 len: 911 time: 0.0893774 Jan 28 01:44:57.866866 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-bc6688eb-7223-41f5-82a1-39160d1d5e07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 200 len: 217 time: 0.0372603 Jan 28 01:44:57.915676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-b01df1fc-a5d0-4cd6-9212-f652f40b6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:57.917093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-b01df1fc-a5d0-4cd6-9212-f652f40b6b64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 200 len: 850 time: 0.0452564 Jan 28 01:44:57.947759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-b497bdbe-207d-4a05-b56f-2296a48c0f4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cac29ae3-7569-4866-a4aa-29599feee5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249770 Jan 28 01:44:58.051505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-a4b5b2ea-ce74-4040-a4d8-20c96c146f9a service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977962 Jan 28 01:44:58.146574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-c8dd64ac-8130-4763-b137-327b80bb81fc service neutron] 10.222.0.43 "GET /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892992 Jan 28 01:44:58.993614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accefd6e-a2bc-4c98-aab2-0bdfc44272d8 req-a525b814-6868-41ad-a894-3cefc0732ec9 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:58.995103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-accefd6e-a2bc-4c98-aab2-0bdfc44272d8 req-a525b814-6868-41ad-a894-3cefc0732ec9 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 943 time: 0.0613801 Jan 28 01:44:59.049182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-accefd6e-a2bc-4c98-aab2-0bdfc44272d8 req-d3e39cb1-508b-402a-a8f5-79f4a1cc4ce7 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456114 Jan 28 01:44:59.532567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:44:59.654358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:59.665691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'network_id': 'cac29ae3-7569-4866-a4aa-29599feee5aa', 'port_id': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'mac_address': 'fa:16:3e:5a:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587364e8-ea5e-4ab4-80a5-a0f271c73b18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:44:59.706252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:59.706580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:59.719939 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:44:59.739579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:59.746660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:59.798198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:59.806285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.806630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.806966 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.807290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.807644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.807969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.808288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.808611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.808925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.809227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.809544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.809886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:59.810201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:00.180932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e593c93-f07e-4baf-97a9-01ff94b5b235 req-90245e6a-929d-4158-91bc-aa3fb47c6315 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:00.182519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e593c93-f07e-4baf-97a9-01ff94b5b235 req-90245e6a-929d-4158-91bc-aa3fb47c6315 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 944 time: 0.0491397 Jan 28 01:45:00.229315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e593c93-f07e-4baf-97a9-01ff94b5b235 req-514f0678-0aa5-4532-9975-643503512b94 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/security-groups?id=b66df26c-90c2-4c07-a27f-6c746444a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Jan 28 01:45:00.425316 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-e213a483-0d5c-4d87-9c34-59a303b00de4 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:00.426797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-e213a483-0d5c-4d87-9c34-59a303b00de4 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 944 time: 0.0577655 Jan 28 01:45:00.519284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Deleting port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:45:00.519668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:00.614185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] For port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,segment=NetworkSegment(62c750d0-d265-4d1a-a62d-f75193883390),segment_id=62c750d0-d265-4d1a-a62d-f75193883390)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:00.614816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:00.632787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Calling delete_port for 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:45:01.069323 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9806fe47-b35e-4ff5-8158-9f4b3d8a1eab), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.097947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Pushing event deleted for resources: {'Port': ['ID=9806fe47-b35e-4ff5-8158-9f4b3d8a1eab,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:01.140156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] No DVR routers for this DVR port 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:45:01.142895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.146215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ee975d-c283-4d4b-b6a7-15bc4c2b01c5 req-8733f5ca-e40f-422e-9514-51c87cef3d48 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.45 "DELETE /v2.0/ports/9806fe47-b35e-4ff5-8158-9f4b3d8a1eab HTTP/1.1" status: 204 len: 173 time: 0.7143493 Jan 28 01:45:01.146654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'name': 'network-vif-deleted', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:01.148874 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66e9e78-3d74-40c2-b954-f19bd24de7f9" -d '{"events": [{"server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "name": "network-vif-deleted", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:01.189347 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93664a7-a8b0-4e65-ba22-cbb65b47efc9 x-openstack-request-id: req-f93664a7-a8b0-4e65-ba22-cbb65b47efc9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:01.190044 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccfb603-c31e-4596-9de2-3ad44fc05a69", "name": "network-vif-deleted", "tag": "9806fe47-b35e-4ff5-8158-9f4b3d8a1eab", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:01.190143 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f93664a7-a8b0-4e65-ba22-cbb65b47efc9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:01.190493 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccfb603-c31e-4596-9de2-3ad44fc05a69', 'name': 'network-vif-deleted', 'tag': '9806fe47-b35e-4ff5-8158-9f4b3d8a1eab', 'status': 'completed', 'code': 200} Jan 28 01:45:01.340624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0ed598e0-b123-462e-b9a0-3a7d851f7172 req-cabb2c77-86ac-46be-9131-4a51f62e41b6 tempest-DeleteServersTestJSON-152942384 tempest-DeleteServersTestJSON-152942384-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ccfb603-c31e-4596-9de2-3ad44fc05a69 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Jan 28 01:45:01.536759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:45:01.542853 n-d-826756-1 neutron-server[109596]: INFO neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No ports have port_id starting with 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab Jan 28 01:45:01.544773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab requested by agent hyperv_n-h2-826756-1 not found in database {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 28 01:45:02.494647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49236) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:02.542954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Deleting subnet 587364e8-ea5e-4ab4-80a5-a0f271c73b18 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:45:02.546481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Publish callbacks [] for subnet (587364e8-ea5e-4ab4-80a5-a0f271c73b18), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.581546 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (587364e8-ea5e-4ab4-80a5-a0f271c73b18), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.621095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (587364e8-ea5e-4ab4-80a5-a0f271c73b18), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.679856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (587364e8-ea5e-4ab4-80a5-a0f271c73b18), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.704682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587364e8-ea5e-4ab4-80a5-a0f271c73b18,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:02.709108 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.712251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/587364e8-ea5e-4ab4-80a5-a0f271c73b18 HTTP/1.1" status: 204 len: 168 time: 0.2165978 Jan 28 01:45:02.715006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49238) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:02.717555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.717941 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.718285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.718621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.718947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.719276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.719577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.719928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.720229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.720551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.720872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.721190 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.721497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d0b28-f8f6-497d-b1b0-3f7d4e43d7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:02.791909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (cac29ae3-7569-4866-a4aa-29599feee5aa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.878422 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (cac29ae3-7569-4866-a4aa-29599feee5aa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.898361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac29ae3-7569-4866-a4aa-29599feee5aa']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:02.907807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c750d0-d265-4d1a-a62d-f75193883390') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:02.908110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c750d0-d265-4d1a-a62d-f75193883390') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:02.917635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (62c750d0-d265-4d1a-a62d-f75193883390), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.930989 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (62c750d0-d265-4d1a-a62d-f75193883390), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.937384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:45:02.937803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (62c750d0-d265-4d1a-a62d-f75193883390), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:45:02.939703 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:45:02.993720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (cac29ae3-7569-4866-a4aa-29599feee5aa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.999073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:03.002736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cac29ae3-7569-4866-a4aa-29599feee5aa HTTP/1.1" status: 204 len: 168 time: 0.2866378 Jan 28 01:45:03.015775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7898f-c022-4d26-8bee-e5864a9e69f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac29ae3-7569-4866-a4aa-29599feee5aa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:03.112291 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49242) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:03.157585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4dbf4bef-4086-46a9-bed6-c1689a412e01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db7378db924b417989ba95e3b6bca2b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440578 Jan 28 01:45:03.160265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49244) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:03.208243 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0af6dbb0-14e5-46b7-94da-901aadd050b6 admin admin] Publish callbacks [] for security_group (b66df26c-90c2-4c07-a27f-6c746444a5d7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:03.229638 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0af6dbb0-14e5-46b7-94da-901aadd050b6 admin admin] Publish callbacks [] for security_group (b66df26c-90c2-4c07-a27f-6c746444a5d7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:03.279159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0af6dbb0-14e5-46b7-94da-901aadd050b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (b66df26c-90c2-4c07-a27f-6c746444a5d7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:03.281743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0af6dbb0-14e5-46b7-94da-901aadd050b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:03.285340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0af6dbb0-14e5-46b7-94da-901aadd050b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b66df26c-90c2-4c07-a27f-6c746444a5d7 HTTP/1.1" status: 204 len: 168 time: 0.1217797 Jan 28 01:45:03.291774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6dbb0-14e5-46b7-94da-901aadd050b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66df26c-90c2-4c07-a27f-6c746444a5d7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:03.771785 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:03.989542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49266) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:04.106247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2086651898-network', 'tenant_id': '49ab1aa6c0d8427697d9cffc378463a4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:04.131180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Made reservation on behalf of 49ab1aa6c0d8427697d9cffc378463a4 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:45:04.133659 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.144881 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.217945 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks [] for security_group (3e22fde1-6c91-4d11-8c62-228a3c9185a6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.223412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3e22fde1-6c91-4d11-8c62-228a3c9185a6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.248025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:45:04.257597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22fde1-6c91-4d11-8c62-228a3c9185a6,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:04.263588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac75ae1d-9748-4c94-9c50-3942460dd460), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.263938 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Added segment ac75ae1d-9748-4c94-9c50-3942460dd460 of type vlan for network bd7cedd7-128d-4c5f-8102-f138faa7772f Jan 28 01:45:04.303045 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (bd7cedd7-128d-4c5f-8102-f138faa7772f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.330278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (bd7cedd7-128d-4c5f-8102-f138faa7772f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.332031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:04.332925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.399757 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4088845 Jan 28 01:45:04.402977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49274) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:04.408092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Request body: {'subnet': {'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2086651898-subnet', 'tenant_id': '49ab1aa6c0d8427697d9cffc378463a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:04.408839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1694e11-f2d9-46b2-968e-050cfbb34fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7cedd7-128d-4c5f-8102-f138faa7772f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:04.419013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network bd7cedd7-128d-4c5f-8102-f138faa7772f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:45:04.427221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Made reservation on behalf of 49ab1aa6c0d8427697d9cffc378463a4 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:45:04.429480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.486518 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:45:04.597344 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (fa9308a8-7ee1-4090-b767-f933778a9284), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.653440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9308a8-7ee1-4090-b767-f933778a9284,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:04.662246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Checking segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:45:04.662612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Network hostable DHCP agents. Network: bd7cedd7-128d-4c5f-8102-f138faa7772f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:45:04.681552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Network bd7cedd7-128d-4c5f-8102-f138faa7772f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:45:04.694543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, bd7cedd7-128d-4c5f-8102-f138faa7772f) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:45:04.699676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:04.700694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:04.703933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588be675-73f7-4643-99a7-48e58b827970 None None] Network bd7cedd7-128d-4c5f-8102-f138faa7772f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:45:04.717330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-66799cf0-385d-4f2e-b6fd-1d4e2ce17bd0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3132906 Jan 28 01:45:04.806121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f202f6-b1d2-4441-bd96-3dfab6d9dc89 None None] Network bd7cedd7-128d-4c5f-8102-f138faa7772f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:45:05.153916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-737b41a7-d6d3-4769-a179-812ae0f11c5f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:05.155287 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-737b41a7-d6d3-4769-a179-812ae0f11c5f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 815 time: 0.1075056 Jan 28 01:45:05.172334 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-e504e1ef-4f01-47db-bd57-385f3cfe8ede tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/quotas/49ab1aa6c0d8427697d9cffc378463a4 HTTP/1.1" status: 200 len: 375 time: 0.0095298 Jan 28 01:45:05.214676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-895fece3-9ef9-4b56-b61e-01ca27328239 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349753 Jan 28 01:45:05.294164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-bace20ff-e80c-4d2e-938d-13b7e0ebdc7d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:45:05.295194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-bace20ff-e80c-4d2e-938d-13b7e0ebdc7d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0741799 Jan 28 01:45:05.394043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-597fe656-69b7-4d2c-88dc-bd69cbdc7521 service neutron] 10.222.0.23 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927930 Jan 28 01:45:05.488795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-8654c079-58ba-4eae-a595-6c55110fff2b service neutron] 10.222.0.23 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888412 Jan 28 01:45:05.562232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:45:05.584022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:45:05.584366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9806fe47-b35e-4ff5-8158-9f4b3d8a1eab not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:45:05.649910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-377f5e60-2233-4f95-b12e-4e7ad13cdae1 req-d1d0684f-2bb9-4ef2-a978-02b7e273e7d8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 210 time: 0.0269961 Jan 28 01:45:06.680101 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-287727a6-1837-4b3c-96ab-e539d78f708d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:06.681815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-287727a6-1837-4b3c-96ab-e539d78f708d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 815 time: 0.1088629 Jan 28 01:45:06.700016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Request body: {'port': {'device_id': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'admin_state_up': True, 'tenant_id': '49ab1aa6c0d8427697d9cffc378463a4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:06.781064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0df75b91-a253-4cea-bb27-5e1e534cae96 req-a4217d57-733f-4891-a75f-ab59eaf3c2df tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 210 time: 0.0393097 Jan 28 01:45:06.836566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Made reservation on behalf of 49ab1aa6c0d8427697d9cffc378463a4 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:45:06.840048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:06.964864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Allocated IP 172.20.0.3 (bd7cedd7-128d-4c5f-8102-f138faa7772f/fa9308a8-7ee1-4090-b767-f933778a9284/0e09b75f-f342-4c71-917f-98085dbbaca5) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:45:07.113947 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks [] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.118270 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4053a443-7a73-4db4-9b9b-579bd8874817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.151184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.193074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Network bd7cedd7-128d-4c5f-8102-f138faa7772f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:45:07.196190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:45:07.202384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:45:07.208424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:07.258782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:07.259400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.277398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-2009fc07-ba71-4c45-bc1d-7be680c18e7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815356 Jan 28 01:45:07.294523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Request body: {'port': {'device_id': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:07.348611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.617084 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e09b75f-f342-4c71-917f-98085dbbaca5 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:45:07.625230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Publish callbacks [] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.634570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.637632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Transition to ACTIVE for port object 0e09b75f-f342-4c71-917f-98085dbbaca5 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:45:07.642031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.689374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:07.765234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:45:07.765463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:45:07.765800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:45:07.770263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Port 0e09b75f-f342-4c71-917f-98085dbbaca5 on network bd7cedd7-128d-4c5f-8102-f138faa7772f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:45:07.770584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:45:07.775635 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:45:07.775970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Checking segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:45:07.776349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Bound using segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:45:07.776768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Bound port: 0e09b75f-f342-4c71-917f-98085dbbaca5, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:45:07.777116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.850297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:45:07.855417 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:45:07.866836 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.925891 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:07.926527 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:07.927924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] 10.222.0.45 "PUT /v2.0/ports/0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 1091 time: 0.6375787 Jan 28 01:45:07.928370 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:07.930707 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa9e835-5ed8-487f-8544-cf3ba811f966" -d '{"events": [{"name": "network-changed", "server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:07.955974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dcc56-9e1f-4a4d-a2d0-969a3dfc8dd0 req-f9d898d9-a036-4d56-af95-d79c79e4223a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:07.957527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea4dcc56-9e1f-4a4d-a2d0-969a3dfc8dd0 req-f9d898d9-a036-4d56-af95-d79c79e4223a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.1045022 Jan 28 01:45:07.958379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57964a-8dd5-49a4-85fc-ec46e159ee9f service neutron] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:07.981930 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddf6205-ac7d-4b2f-b6a8-f4a8e5d95546 x-openstack-request-id: req-dddf6205-ac7d-4b2f-b6a8-f4a8e5d95546 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:07.982246 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:07.982504 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dddf6205-ac7d-4b2f-b6a8-f4a8e5d95546 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:07.982910 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'status': 'completed', 'code': 200} Jan 28 01:45:08.037931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ea4dcc56-9e1f-4a4d-a2d0-969a3dfc8dd0 req-eb50a721-3357-45a5-8004-c57384aeabea tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736196 Jan 28 01:45:08.052676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-1e91114f-a16c-4625-b12b-2a58bba8af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:08.054243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-1e91114f-a16c-4625-b12b-2a58bba8af1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1094 time: 0.0573814 Jan 28 01:45:08.103138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-44bd196f-efd6-4e71-81a6-f20b3575b9e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0369697 Jan 28 01:45:08.152526 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-71c33a95-175a-4d7a-ae3e-1a2016b3d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:08.155177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-71c33a95-175a-4d7a-ae3e-1a2016b3d824 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0457644 Jan 28 01:45:08.185537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-7371fbab-062a-48dc-a627-e83413456318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252438 Jan 28 01:45:08.278556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-34ba3c71-0e07-4cb8-8a3a-1580e1d96e4a service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857267 Jan 28 01:45:08.369001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40ac1c36-cd99-4d6b-b135-104968e0dfd7 req-5231d2bd-565a-4b34-a3fb-aaf21589f8ee service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849648 Jan 28 01:45:08.497741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-e81707f7-a98c-4d60-968d-69fa173a7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:08.499326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-e81707f7-a98c-4d60-968d-69fa173a7edc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1094 time: 0.0484698 Jan 28 01:45:08.591392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-fd6dd144-d54c-4d07-80f7-12de74f3b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:08.592877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-fd6dd144-d54c-4d07-80f7-12de74f3b7cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0875561 Jan 28 01:45:08.636963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-67bf7e32-689a-4af4-889b-3ccf50e831ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0383475 Jan 28 01:45:08.685336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-b591103b-e90b-4b65-9bff-79a069a4ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:08.686831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-b591103b-e90b-4b65-9bff-79a069a4ff39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0449862 Jan 28 01:45:08.717206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-561d6c34-4364-414e-8e81-3b6e8331b9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249629 Jan 28 01:45:08.803622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-d7a815bc-144d-4ea9-8f67-d01cefea8007 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803981 Jan 28 01:45:08.905931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eaa9e835-5ed8-487f-8544-cf3ba811f966 req-7e34681d-4fac-4c60-9fd7-5e25f1859d1b service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957808 Jan 28 01:45:09.168196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea3f5-e761-490d-837c-41f8767645cf req-7ed14bb2-5b10-4a90-b165-21946f6aa284 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:09.169597 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8aaea3f5-e761-490d-837c-41f8767645cf req-7ed14bb2-5b10-4a90-b165-21946f6aa284 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0507329 Jan 28 01:45:09.215996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8aaea3f5-e761-490d-837c-41f8767645cf req-2cf1f9e0-3a08-4be2-bc38-7333a17b0717 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Jan 28 01:45:09.406366 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c320bb7-ba93-49e1-91dd-ad28a0022a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:10.359645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c83ab-9c8e-4f95-affd-a435d0205711 req-77a90e96-7eaa-4b61-9c2f-46c1a7223f15 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:10.361241 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-965c83ab-9c8e-4f95-affd-a435d0205711 req-77a90e96-7eaa-4b61-9c2f-46c1a7223f15 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0632370 Jan 28 01:45:10.407877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-965c83ab-9c8e-4f95-affd-a435d0205711 req-8a8a6287-2db5-4eb5-b27e-4832ff69c06e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Jan 28 01:45:10.964321 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:11.537296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a037-2a6e-4ec0-a536-bf84240c5fb3 req-42eeb170-2e50-4d7a-bd38-4103a39d43fc tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:11.538924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d038a037-2a6e-4ec0-a536-bf84240c5fb3 req-42eeb170-2e50-4d7a-bd38-4103a39d43fc tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0489945 Jan 28 01:45:11.586702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d038a037-2a6e-4ec0-a536-bf84240c5fb3 req-6c521b74-0ea2-4695-935f-ca1ee5de6ca6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Jan 28 01:45:12.067792 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:12.719667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7aed4-a4c0-40d6-8eac-3852ca1ec615 req-2d5ed3be-8842-4721-9232-8f4d1a8b6fd9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:12.721180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3e7aed4-a4c0-40d6-8eac-3852ca1ec615 req-2d5ed3be-8842-4721-9232-8f4d1a8b6fd9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0509238 Jan 28 01:45:12.773074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f3e7aed4-a4c0-40d6-8eac-3852ca1ec615 req-59a61b9c-0c24-4f75-8010-54e22d0f8d5d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Jan 28 01:45:13.335097 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:13.625463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:45:13.732849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:13.744096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'port_id': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'mac_address': 'fa:16:3e:c2:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9308a8-7ee1-4090-b767-f933778a9284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:45:13.780889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0e09b75f-f342-4c71-917f-98085dbbaca5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:45:13.781279 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:13.793872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e09b75f-f342-4c71-917f-98085dbbaca5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:45:13.813246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:13.818325 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:13.865635 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:13.894543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e8a7d-3cb5-4d7c-ac1e-e93dd6682027 req-a48ef6ba-7ad9-46b8-82a2-68ac8f786a7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:13.895987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c5e8a7d-3cb5-4d7c-ac1e-e93dd6682027 req-a48ef6ba-7ad9-46b8-82a2-68ac8f786a7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 944 time: 0.0492504 Jan 28 01:45:13.948135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c5e8a7d-3cb5-4d7c-ac1e-e93dd6682027 req-8bbeb600-53ab-4620-90d4-66a670fc5a30 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Jan 28 01:45:14.182776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['0e09b75f-f342-4c71-917f-98085dbbaca5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:45:15.068996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3bcd-1a3d-41ff-8c47-2cc41662dda1 req-5a9dae96-fb05-4b5a-b6a9-034634e87562 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:15.070503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86bd3bcd-1a3d-41ff-8c47-2cc41662dda1 req-5a9dae96-fb05-4b5a-b6a9-034634e87562 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 944 time: 0.0510814 Jan 28 01:45:15.117884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86bd3bcd-1a3d-41ff-8c47-2cc41662dda1 req-ba106274-db01-42f5-a5ce-a6ae45ac82df tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Jan 28 01:45:15.656231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:45:15.706178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 0e09b75f-f342-4c71-917f-98085dbbaca5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:45:15.710732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 0e09b75f-f342-4c71-917f-98085dbbaca5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:45:15.711299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:15.789753 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0e09b75f-f342-4c71-917f-98085dbbaca5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:45:15.790159 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:15.812205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:15.814597 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aec287-cfbd-474e-97c4-0c2114d9924b" -d '{"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-plugged", "status": "completed", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:15.826822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:15.832587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:15.855501 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9760738-625e-46cf-9ef6-d74ef20e73b1 x-openstack-request-id: req-c9760738-625e-46cf-9ef6-d74ef20e73b1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:15.855784 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-plugged", "status": "completed", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:15.856037 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9760738-625e-46cf-9ef6-d74ef20e73b1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:15.856422 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'code': 200} Jan 28 01:45:15.881891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:15.982529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89140920-d001-4c4b-b6a2-ab81a8290f90 req-37e340d4-7963-451c-babf-c5bfd8e2bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:15.984091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89140920-d001-4c4b-b6a2-ab81a8290f90 req-37e340d4-7963-451c-babf-c5bfd8e2bda2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1096 time: 0.0462253 Jan 28 01:45:16.035483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-89140920-d001-4c4b-b6a2-ab81a8290f90 req-989cf1cc-e09d-4f91-8b72-d9859f72ac38 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Jan 28 01:45:16.245574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f7a1-f645-4cc3-83a8-afd044052bdc req-628f1f26-8202-47ff-85e7-cc310ae20b7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:16.247317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e077f7a1-f645-4cc3-83a8-afd044052bdc req-628f1f26-8202-47ff-85e7-cc310ae20b7e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0556159 Jan 28 01:45:16.299251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e077f7a1-f645-4cc3-83a8-afd044052bdc req-e17095d8-5ce8-426a-9420-7c1f5d8e3ca9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Jan 28 01:45:17.433280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41979d7b-21cd-43c4-a63d-c15005002951 req-47de011d-5f85-4362-b239-e7ce8704eebe tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:17.434800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41979d7b-21cd-43c4-a63d-c15005002951 req-47de011d-5f85-4362-b239-e7ce8704eebe tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0538523 Jan 28 01:45:17.483056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41979d7b-21cd-43c4-a63d-c15005002951 req-ff93e650-69a9-4a89-8b32-71bbcc909302 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Jan 28 01:45:18.460253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-c4bab8d4-593f-4af2-a32a-265dbe2ed097 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460775 Jan 28 01:45:18.583532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-30410ca1-0ce7-40c6-9fa8-2e18127df2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:18.585032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-30410ca1-0ce7-40c6-9fa8-2e18127df2b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1096 time: 0.0670223 Jan 28 01:45:18.606765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1569-f38f-4d86-a7fe-81b36af33170 req-187a7105-8168-49a1-82c9-c838a7516685 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:18.608165 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540b1569-f38f-4d86-a7fe-81b36af33170 req-187a7105-8168-49a1-82c9-c838a7516685 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0556834 Jan 28 01:45:18.705821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-540b1569-f38f-4d86-a7fe-81b36af33170 req-ad921df8-9a71-431d-bce7-252aad554f46 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898039 Jan 28 01:45:18.726029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-9e00536d-7c59-4fe6-9d07-aa138292d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:18.726029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-9e00536d-7c59-4fe6-9d07-aa138292d163 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.1158979 Jan 28 01:45:18.768411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-2b92ebfb-fdb3-4809-b81f-29376d0d6a24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0378590 Jan 28 01:45:18.842924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-362c8a02-5402-44cc-92c2-d5a4820d0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:18.844412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-362c8a02-5402-44cc-92c2-d5a4820d0695 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0702846 Jan 28 01:45:18.855683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae8074-8192-4c3d-b311-e8776c496c87 req-08d32a2c-2c87-4319-aa96-58225003fe29 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:18.857054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ae8074-8192-4c3d-b311-e8776c496c87 req-08d32a2c-2c87-4319-aa96-58225003fe29 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0757141 Jan 28 01:45:18.886459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-c877c0d5-8df4-46c2-800d-60012bb4631c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284832 Jan 28 01:45:18.971346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d2ae8074-8192-4c3d-b311-e8776c496c87 req-a37ebb02-bb41-494e-b116-04243f1366b6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060672 Jan 28 01:45:19.001450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-4ffd46f5-9339-4ff9-adcf-a07afe346217 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090305 Jan 28 01:45:19.096546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44fd0a1-4a5e-41ce-9336-9105810e0bc0 req-1fa42d04-bdb9-4ebf-8765-99524810a433 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896788 Jan 28 01:45:19.179538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee322-a5e9-4974-b65b-35efe775e45b req-2a864e25-771f-4ec8-863b-229fe5abddd2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:19.181022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ffee322-a5e9-4974-b65b-35efe775e45b req-2a864e25-771f-4ec8-863b-229fe5abddd2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0476294 Jan 28 01:45:19.231195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ffee322-a5e9-4974-b65b-35efe775e45b req-df7e8ebb-b0d4-43f0-87d2-ee9cc246603f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Jan 28 01:45:19.348675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d4a9d-12d0-4c10-8738-16fb6363908c req-0eb643d6-03c1-41a8-818e-c15fe1c5ec3a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:19.350144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db8d4a9d-12d0-4c10-8738-16fb6363908c req-0eb643d6-03c1-41a8-818e-c15fe1c5ec3a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0516295 Jan 28 01:45:19.398695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db8d4a9d-12d0-4c10-8738-16fb6363908c req-a4612417-74da-4c94-b3e2-adb677cc2662 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428383 Jan 28 01:45:19.660749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-810648f0-0c94-4859-983a-85e69444aaea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716946 Jan 28 01:45:19.671721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24353b6c-d650-4f41-abaa-310e62943a40 req-a12caa1a-5638-4028-b59f-fcb836cf1447 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:19.673151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24353b6c-d650-4f41-abaa-310e62943a40 req-a12caa1a-5638-4028-b59f-fcb836cf1447 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0732341 Jan 28 01:45:19.723120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24353b6c-d650-4f41-abaa-310e62943a40 req-4cd3978f-a7dc-4f41-82c5-04a31e4f537d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Jan 28 01:45:20.846160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ee2fd-7b43-416a-8b34-d559fdd92524 req-14734e3f-b929-4f52-9d64-95e2871abbe2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:20.847708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f77ee2fd-7b43-416a-8b34-d559fdd92524 req-14734e3f-b929-4f52-9d64-95e2871abbe2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0507843 Jan 28 01:45:20.900574 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f77ee2fd-7b43-416a-8b34-d559fdd92524 req-d16b1908-09a1-4837-a9eb-681ac9edb073 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Jan 28 01:45:20.976628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-4a6648c9-4b8d-486b-87cf-80db31f10deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:20.978246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-4a6648c9-4b8d-486b-87cf-80db31f10deb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1096 time: 0.0398479 Jan 28 01:45:21.072352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-d23144e8-378b-4c68-a2be-1efe09ad0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:21.073810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-d23144e8-378b-4c68-a2be-1efe09ad0d76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0895908 Jan 28 01:45:21.116784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-b0a9368f-840f-4e62-b83c-5f87779b4db1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0375121 Jan 28 01:45:21.165347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-58d28140-41c3-496b-bc4b-3ca94f6ec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:21.166826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-58d28140-41c3-496b-bc4b-3ca94f6ec1bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0448482 Jan 28 01:45:21.196770 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-74379320-1dc8-43be-af01-51457400bb80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243762 Jan 28 01:45:21.285083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-177f9c73-9d3f-40e4-9bcb-40d59e63bc95 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828459 Jan 28 01:45:21.384301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-30c2cfb6-6b51-4fbc-974e-87a803a564ed service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921991 Jan 28 01:45:22.031566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533384-f38b-40d3-8c8a-0b4962f76970 req-fd424e9e-491a-4be5-9b93-1b48c0c3854a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:22.033038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18533384-f38b-40d3-8c8a-0b4962f76970 req-fd424e9e-491a-4be5-9b93-1b48c0c3854a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0487955 Jan 28 01:45:22.083204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18533384-f38b-40d3-8c8a-0b4962f76970 req-49f14a79-a95a-4a0e-bc46-33bbece30dfd tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Jan 28 01:45:23.223811 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa99fc-65c9-4527-9a4b-b4fbf6cf453c req-6f72aeea-e803-4b1b-92eb-4347d96f81ba tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:23.225286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa99fc-65c9-4527-9a4b-b4fbf6cf453c req-6f72aeea-e803-4b1b-92eb-4347d96f81ba tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0619686 Jan 28 01:45:23.275854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abaa99fc-65c9-4527-9a4b-b4fbf6cf453c req-89dad235-9bf7-400b-ab51-dfb21e401662 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Jan 28 01:45:24.410453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32376cf-e3f3-4a23-9591-e361bbf552f3 req-ac851c85-6ba1-4f14-9965-e8b7e76c36ce tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:24.411979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d32376cf-e3f3-4a23-9591-e361bbf552f3 req-ac851c85-6ba1-4f14-9965-e8b7e76c36ce tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0510528 Jan 28 01:45:24.460754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d32376cf-e3f3-4a23-9591-e361bbf552f3 req-803e8962-a516-4e75-8cf5-ef19fb541671 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Jan 28 01:45:25.587608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d8ad5-22a0-41e7-a18d-ffe37efd38d4 req-2d9f734a-9de5-4a86-86f3-63327048da59 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:25.589073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-125d8ad5-22a0-41e7-a18d-ffe37efd38d4 req-2d9f734a-9de5-4a86-86f3-63327048da59 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0532672 Jan 28 01:45:25.636851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-125d8ad5-22a0-41e7-a18d-ffe37efd38d4 req-3c91c67e-eb0d-4b12-9015-3e4324c7df48 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Jan 28 01:45:26.764885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d1afc-84cf-459f-ad72-4ec6bb79fff2 req-66bec7ee-1bc4-431f-a689-8660787e26a2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:26.766413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-865d1afc-84cf-459f-ad72-4ec6bb79fff2 req-66bec7ee-1bc4-431f-a689-8660787e26a2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0501871 Jan 28 01:45:26.815743 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-865d1afc-84cf-459f-ad72-4ec6bb79fff2 req-ce2610e6-dd96-45b7-bfab-10f487252c3f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jan 28 01:45:27.950916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cde353-b116-4d1d-bd98-08c59f85c717 req-3e936022-be42-4a14-ae2c-9ff653bd704a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:27.953205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44cde353-b116-4d1d-bd98-08c59f85c717 req-3e936022-be42-4a14-ae2c-9ff653bd704a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0531719 Jan 28 01:45:28.005482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44cde353-b116-4d1d-bd98-08c59f85c717 req-8a54cb69-f748-4a2b-92b7-382cd1972f4e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462010 Jan 28 01:45:29.453369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62268-1746-4ece-8044-9f9034879c40 req-4cf5111c-707f-4433-be71-7dc28f9ba106 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:29.454876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70e62268-1746-4ece-8044-9f9034879c40 req-4cf5111c-707f-4433-be71-7dc28f9ba106 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.3746438 Jan 28 01:45:29.504930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-70e62268-1746-4ece-8044-9f9034879c40 req-65ea26f3-bf57-4b04-9c0e-cef2a12aea3b tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Jan 28 01:45:30.643256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ffe57-1d18-4f7a-9fe8-0d235074d726 req-4d239a67-85a4-46e6-b0bd-99b5e62fe486 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:30.644750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c41ffe57-1d18-4f7a-9fe8-0d235074d726 req-4d239a67-85a4-46e6-b0bd-99b5e62fe486 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0625381 Jan 28 01:45:30.694197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c41ffe57-1d18-4f7a-9fe8-0d235074d726 req-d044bc47-7eb5-4741-822a-99ed24df0af6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Jan 28 01:45:31.835094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8abc-805e-40d2-a645-ba2b8d596c3d req-b7bbec4a-0ca7-4b65-9cb8-d01e42471a87 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:31.836707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be7d8abc-805e-40d2-a645-ba2b8d596c3d req-b7bbec4a-0ca7-4b65-9cb8-d01e42471a87 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0619462 Jan 28 01:45:31.886195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be7d8abc-805e-40d2-a645-ba2b8d596c3d req-506afa4a-ce13-46c5-81fc-f4e513b7af29 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Jan 28 01:45:33.015545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa988-6e85-4a0d-8717-88816c544300 req-71c359b5-a241-4958-b698-7d98ce2856a9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:33.016997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-825fa988-6e85-4a0d-8717-88816c544300 req-71c359b5-a241-4958-b698-7d98ce2856a9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0549650 Jan 28 01:45:33.075035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-825fa988-6e85-4a0d-8717-88816c544300 req-cb4db6e4-6bbc-423f-940d-b16700868d91 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495539 Jan 28 01:45:33.771209 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:34.212171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a73ac-25ed-428f-9990-13156ccfbcfb req-840427d8-9348-4a0e-9c3f-dad7e6dbf59c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:34.213804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a29a73ac-25ed-428f-9990-13156ccfbcfb req-840427d8-9348-4a0e-9c3f-dad7e6dbf59c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0520742 Jan 28 01:45:34.265730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a29a73ac-25ed-428f-9990-13156ccfbcfb req-e7fcee94-69a8-4cf5-8ce2-4864bb3d0ef0 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Jan 28 01:45:35.385625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ef64-8f87-4d01-b518-46767ee9f123 req-b3bbd7c5-5515-4012-8c69-17716cc64248 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:35.387138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6de3ef64-8f87-4d01-b518-46767ee9f123 req-b3bbd7c5-5515-4012-8c69-17716cc64248 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0488899 Jan 28 01:45:35.440588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6de3ef64-8f87-4d01-b518-46767ee9f123 req-dd5040e6-7a38-4c22-b9c0-3ca6821db2b7 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Jan 28 01:45:36.570553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923e574-f8a6-418c-bf53-8e8056c7efad req-344537a7-409b-4f55-8ed6-1a2024cc1903 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:36.572041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6923e574-f8a6-418c-bf53-8e8056c7efad req-344537a7-409b-4f55-8ed6-1a2024cc1903 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0591636 Jan 28 01:45:36.620775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6923e574-f8a6-418c-bf53-8e8056c7efad req-f447ea9c-3ce3-45b7-8e99-d1cad98a46e0 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Jan 28 01:45:37.126727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7c65499-87a3-46c1-9182-a7fd50a9d0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:37.682582 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:37.746415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3a59-cb8b-410b-9af2-046a0fd5a545 req-0501f254-c11f-49d8-af5e-b60122c38be8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:37.748127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3dc3a59-cb8b-410b-9af2-046a0fd5a545 req-0501f254-c11f-49d8-af5e-b60122c38be8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0536618 Jan 28 01:45:37.795307 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3dc3a59-cb8b-410b-9af2-046a0fd5a545 req-8903b74c-fece-4d1f-abbc-69b01c0c8426 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Jan 28 01:45:38.920606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a1f6-2a7f-4196-ba8b-31170f4de76f req-3cd6d4d8-813e-4222-b4ff-9321e976f5d5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:38.922082 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27f4a1f6-2a7f-4196-ba8b-31170f4de76f req-3cd6d4d8-813e-4222-b4ff-9321e976f5d5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0485418 Jan 28 01:45:38.975917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27f4a1f6-2a7f-4196-ba8b-31170f4de76f req-41cb1c38-76f7-49aa-a963-603b9712d351 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Jan 28 01:45:39.410326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5094113-2cff-43db-b831-7995d3e9d5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:40.124822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1278774-c137-4b2e-980e-8c6d7d1d6e36 req-20bfe90b-d63a-493b-982c-55e7cbdb67c1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:40.126367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1278774-c137-4b2e-980e-8c6d7d1d6e36 req-20bfe90b-d63a-493b-982c-55e7cbdb67c1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0691977 Jan 28 01:45:40.174617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1278774-c137-4b2e-980e-8c6d7d1d6e36 req-dd42bb6b-c4ac-4029-a893-286ae0dba70e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Jan 28 01:45:40.960299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:41.307650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471dca-2ba4-4938-bce4-d53c2720b8a4 req-02bcc5ed-07f1-47dc-8ef7-f51c16eeb680 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:41.309232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7471dca-2ba4-4938-bce4-d53c2720b8a4 req-02bcc5ed-07f1-47dc-8ef7-f51c16eeb680 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0521586 Jan 28 01:45:41.356818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7471dca-2ba4-4938-bce4-d53c2720b8a4 req-b02651b6-6c79-421a-a3cb-63a4017cc3f5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Jan 28 01:45:41.485901 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:45:42.068660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:42.482109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53843-33b6-4fac-88d1-733e16be8e29 req-cf54c3ed-090a-4306-ba06-123b640cbb06 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:42.483588 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1d53843-33b6-4fac-88d1-733e16be8e29 req-cf54c3ed-090a-4306-ba06-123b640cbb06 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0494223 Jan 28 01:45:42.541910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f1d53843-33b6-4fac-88d1-733e16be8e29 req-d87e3399-b5ba-4189-a617-dda51219e798 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522053 Jan 28 01:45:43.343145 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:43.675619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5cda9-b35d-4c64-bcf9-18534def7603 req-16462299-a2c9-4448-8650-4164df6de58c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:43.677096 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93a5cda9-b35d-4c64-bcf9-18534def7603 req-16462299-a2c9-4448-8650-4164df6de58c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0492778 Jan 28 01:45:43.726274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93a5cda9-b35d-4c64-bcf9-18534def7603 req-75cac72b-2f68-4ace-8544-0ccc0f4a7e56 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Jan 28 01:45:44.876938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20f77-b16b-427e-8966-8f1344c03124 req-413f93f6-d48c-43ff-b9d6-902d3f33dad3 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:44.886442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbf20f77-b16b-427e-8966-8f1344c03124 req-413f93f6-d48c-43ff-b9d6-902d3f33dad3 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0567632 Jan 28 01:45:44.933606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dbf20f77-b16b-427e-8966-8f1344c03124 req-8e70a7ca-1c3c-4629-a698-8dc3f1025f64 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jan 28 01:45:46.059671 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ae84-188d-4a03-9f73-111127a1c110 req-ebb162fe-59aa-46fe-a99e-b8a863116af4 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:46.061160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b10ae84-188d-4a03-9f73-111127a1c110 req-ebb162fe-59aa-46fe-a99e-b8a863116af4 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0544600 Jan 28 01:45:46.113216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7b10ae84-188d-4a03-9f73-111127a1c110 req-986b93cc-5492-4131-aebf-5c62e1624627 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Jan 28 01:45:47.248968 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e7a09-2854-454c-8411-19ace46657cb req-82abb968-28de-4186-aee0-f033c34ca125 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:47.250484 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a2e7a09-2854-454c-8411-19ace46657cb req-82abb968-28de-4186-aee0-f033c34ca125 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0515506 Jan 28 01:45:47.297155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a2e7a09-2854-454c-8411-19ace46657cb req-2834c7e1-8a20-421e-be4f-b5b9d4b6580a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Jan 28 01:45:48.317014 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-59979951-0f78-419a-a178-02c293da2e89 service neutron] show failed (client error): The resource could not be found. Jan 28 01:45:48.318059 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-59979951-0f78-419a-a178-02c293da2e89 service neutron] 10.222.0.45 "GET /v2.0/ports/0e09b75f-f342-4c71-917f-98085dbbaca5/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0670793 Jan 28 01:45:48.430456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a6adf-b244-44e9-a897-57da5187bc4d req-03210d3f-9409-45be-9b50-39fe516ff8ed tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:48.431945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c4a6adf-b244-44e9-a897-57da5187bc4d req-03210d3f-9409-45be-9b50-39fe516ff8ed tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0499687 Jan 28 01:45:48.482454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c4a6adf-b244-44e9-a897-57da5187bc4d req-13e70bcd-b99f-4c95-bd2c-c0fd3ed1f21d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Jan 28 01:45:48.538460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-c6ba8ff0-c27a-418e-9a8f-1f457260529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:48.539979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-c6ba8ff0-c27a-418e-9a8f-1f457260529d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c&tenant_id=49ab1aa6c0d8427697d9cffc378463a4 HTTP/1.1" status: 200 len: 1096 time: 0.0408807 Jan 28 01:45:48.557997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:48.624469 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:48.833034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:48.873668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:45:48.919780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:48.923139 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5822cf20-0218-48e7-8a32-c53786f498bd" -d '{"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:48.928329 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Publish callbacks [] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:48.941320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Transition to ACTIVE for port object 0e09b75f-f342-4c71-917f-98085dbbaca5 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:45:48.948404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:48.974946 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b92bc5-aea0-4c91-b192-c2574d0f2ed9 x-openstack-request-id: req-68b92bc5-aea0-4c91-b192-c2574d0f2ed9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:48.975275 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:48.975515 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68b92bc5-aea0-4c91-b192-c2574d0f2ed9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:48.975911 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'code': 200} Jan 28 01:45:49.012051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] No DVR routers for this DVR port 0e09b75f-f342-4c71-917f-98085dbbaca5 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:45:49.013980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:49.055128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:45:49.055446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:45:49.055804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:45:49.060329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Port 0e09b75f-f342-4c71-917f-98085dbbaca5 on network bd7cedd7-128d-4c5f-8102-f138faa7772f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:45:49.060655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Attempting to bind port 0e09b75f-f342-4c71-917f-98085dbbaca5 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:45:49.066156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:45:49.066502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Checking segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:45:49.066892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Bound using segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:45:49.067325 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Bound port: 0e09b75f-f342-4c71-917f-98085dbbaca5, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:45:49.067684 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:49.134282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:45:49.137434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:45:49.143216 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:49.178009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:49.178627 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:49.179995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] 10.222.0.43 "PUT /v2.0/ports/0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 1091 time: 0.6260564 Jan 28 01:45:49.200213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3dc0-84e9-4e2f-b83f-a20115a16937 service neutron] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:49.278173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-5da6e62a-33e2-4d65-8935-1d367b60880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:49.279698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-5da6e62a-33e2-4d65-8935-1d367b60880f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1094 time: 0.0637090 Jan 28 01:45:49.375184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-b7c62679-a356-490f-a007-3e218d8948e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:49.376693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-b7c62679-a356-490f-a007-3e218d8948e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0913889 Jan 28 01:45:49.430247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-1d56abfa-5dbe-4a95-a11e-61c1fb1ef15f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0478745 Jan 28 01:45:49.483522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-ab51f9de-f6e4-4e49-889b-0e89c9409733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:49.485061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-ab51f9de-f6e4-4e49-889b-0e89c9409733 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0497315 Jan 28 01:45:49.516214 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-8b548837-ae6b-4431-8590-3a0f29c07863 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256605 Jan 28 01:45:49.641881 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86328bac-8c12-4948-be5e-704bb34f396c req-22dd59ae-5819-4e7d-8cfb-9d801d4e462f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:49.643333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86328bac-8c12-4948-be5e-704bb34f396c req-22dd59ae-5819-4e7d-8cfb-9d801d4e462f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0783029 Jan 28 01:45:49.645290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-7960e95d-5b36-40f4-ad08-812ca509a1d2 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236887 Jan 28 01:45:49.742452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86328bac-8c12-4948-be5e-704bb34f396c req-f72b20e7-8702-4ad4-aaf7-02693d521115 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933940 Jan 28 01:45:49.768078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fc8deb4-0bf3-4763-8367-79861d32dcfc req-f6f9364a-90dc-464e-aef3-64518c8f1064 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133661 Jan 28 01:45:50.882491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d0c4b-ddc2-4545-982b-9a5c48f2eaea req-d6139dc8-f690-410d-8cf0-3062cdd623a8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:50.884003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab6d0c4b-ddc2-4545-982b-9a5c48f2eaea req-d6139dc8-f690-410d-8cf0-3062cdd623a8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0607979 Jan 28 01:45:50.933714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab6d0c4b-ddc2-4545-982b-9a5c48f2eaea req-52d8ce8f-5628-4878-a187-3d247b202717 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Jan 28 01:45:50.977521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:50.979959 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:51.028260 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affa52a5-46ee-441f-8505-9dce368c5968 x-openstack-request-id: req-affa52a5-46ee-441f-8505-9dce368c5968 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:51.028511 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:51.028725 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-affa52a5-46ee-441f-8505-9dce368c5968 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:51.029126 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'status': 'completed', 'code': 200} Jan 28 01:45:51.150012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-47ea7c75-623c-4801-8dd9-2d56cf538f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:51.151540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-47ea7c75-623c-4801-8dd9-2d56cf538f80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1094 time: 0.0784214 Jan 28 01:45:51.153269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-edc4a58c-11df-4858-a2f3-f7c3eaa735e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:51.154620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-edc4a58c-11df-4858-a2f3-f7c3eaa735e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1094 time: 0.0732231 Jan 28 01:45:51.306819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-e8d15f0e-9f87-43e3-b741-5127ea7f7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:51.308162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-e8d15f0e-9f87-43e3-b741-5127ea7f7108 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.1511605 Jan 28 01:45:51.309557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-4f79b0b7-eb7b-4d14-a16f-0304ee37b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:51.310996 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-4f79b0b7-eb7b-4d14-a16f-0304ee37b107 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.1471655 Jan 28 01:45:51.348060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-3a49275d-d6ab-4383-b331-22f4e736002c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0343273 Jan 28 01:45:51.422731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-d8f1361b-a88f-422d-8351-c68bd511e650 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0432925 Jan 28 01:45:51.433447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-cd6a6d8b-bd18-4d56-a1e4-d7167b02a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:51.434940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-cd6a6d8b-bd18-4d56-a1e4-d7167b02a85a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0810809 Jan 28 01:45:51.486936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-d0fa0a9f-e29b-4567-88b7-2aa8959a3209 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429356 Jan 28 01:45:51.544247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-a080b02e-9a11-41b0-9996-48b2a4af363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:51.545710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-a080b02e-9a11-41b0-9996-48b2a4af363f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.1091583 Jan 28 01:45:51.580478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-f2eca3f2-4f34-4a54-9d0c-3a85e890495b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285397 Jan 28 01:45:51.653422 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-62d53810-a634-4864-9d5e-c9de90384677 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602125 Jan 28 01:45:51.735304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-a969f46b-7f69-43b0-8687-599ba2654b94 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464658 Jan 28 01:45:51.809051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-5067b904-eb86-4e6e-8e84-8c481c39b3c4 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492620 Jan 28 01:45:51.845833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64bfbdf3-a45b-4ae7-b135-558c27fa96d1 req-176a51e3-5df6-4a66-8819-f02b4b324d7e service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023312 Jan 28 01:45:51.857636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:45:51.898977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 0e09b75f-f342-4c71-917f-98085dbbaca5 host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:45:51.899379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:45:52.059694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bda63f-b9c5-4648-88ca-80e946253d67 req-af105e19-35f9-4a6b-9a08-6a48eca61954 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:52.061179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32bda63f-b9c5-4648-88ca-80e946253d67 req-af105e19-35f9-4a6b-9a08-6a48eca61954 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0518889 Jan 28 01:45:52.112114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32bda63f-b9c5-4648-88ca-80e946253d67 req-2324a2c2-f807-40a7-b8c2-68409c16497d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Jan 28 01:45:52.344254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99486ed-2560-4286-8557-560152d6e380 req-064fb7f5-e8c2-48e8-9ffd-0592d6af3aa4 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:52.345725 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e99486ed-2560-4286-8557-560152d6e380 req-064fb7f5-e8c2-48e8-9ffd-0592d6af3aa4 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 943 time: 0.0805638 Jan 28 01:45:52.366879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-a312a774-3a70-49a3-a575-0702fdf434eb tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:52.368235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-a312a774-3a70-49a3-a575-0702fdf434eb tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.45 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c&tenant_id=49ab1aa6c0d8427697d9cffc378463a4&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 943 time: 0.0773664 Jan 28 01:45:52.444121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e99486ed-2560-4286-8557-560152d6e380 req-0d197054-52fb-43dc-9ab0-4788eadf78dc tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907111 Jan 28 01:45:52.451449 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-25707ff3-a7de-45f7-8e71-1d5645cf1683 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:45:52.452452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-25707ff3-a7de-45f7-8e71-1d5645cf1683 service neutron] 10.222.0.45 "DELETE /v2.0/ports/0e09b75f-f342-4c71-917f-98085dbbaca5/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0762808 Jan 28 01:45:52.560958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-c5e5ed8f-2b71-48c5-ab22-ce44bd065ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:52.562567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-c5e5ed8f-2b71-48c5-ab22-ce44bd065ada service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 1094 time: 0.0469882 Jan 28 01:45:52.655549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-2ded16d3-5c6d-4503-9502-a81918717ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:52.656962 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-2ded16d3-5c6d-4503-9502-a81918717ad9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0891333 Jan 28 01:45:52.697753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-ac97f72a-df09-4f62-b7ec-ff8614f328dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 200 len: 217 time: 0.0350890 Jan 28 01:45:52.751940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-8e0139e8-2c27-4926-a5aa-afa229339454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:52.753424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-8e0139e8-2c27-4926-a5aa-afa229339454 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0506918 Jan 28 01:45:52.783317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-a31ed071-18b3-4b22-8ea4-6c7a6efa30c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244210 Jan 28 01:45:52.860845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:45:52.876810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-eb1382a5-f7f1-4388-b74e-fcdf80b49be8 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879090 Jan 28 01:45:52.956978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:52.968449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'port_id': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'mac_address': 'fa:16:3e:c2:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9308a8-7ee1-4090-b767-f933778a9284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:45:52.970678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a6076b6c-22c3-4cbc-a3a5-067b2ce04eb2 req-e7c21b1d-f81f-45a7-b38d-9af354173c67 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880995 Jan 28 01:45:53.006060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0e09b75f-f342-4c71-917f-98085dbbaca5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:45:53.006421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:53.019442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e09b75f-f342-4c71-917f-98085dbbaca5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:45:53.038563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:53.045481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:53.093189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:53.358504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0e09b75f-f342-4c71-917f-98085dbbaca5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:45:53.565668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383116ae-ef55-44c2-af14-c9bec5a413aa req-fddfbf6c-8030-4ff7-b600-07832352904c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:53.567172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-383116ae-ef55-44c2-af14-c9bec5a413aa req-fddfbf6c-8030-4ff7-b600-07832352904c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 944 time: 0.0502048 Jan 28 01:45:53.614309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-383116ae-ef55-44c2-af14-c9bec5a413aa req-c674194f-7a95-43b0-806e-b754468041c3 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Jan 28 01:45:53.728634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e91b98-cdcc-49da-935f-783c9e625f2b req-b7654c87-7a6c-4a81-9d77-ef4bb9ea001e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:53.730149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83e91b98-cdcc-49da-935f-783c9e625f2b req-b7654c87-7a6c-4a81-9d77-ef4bb9ea001e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 944 time: 0.0493944 Jan 28 01:45:53.783931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83e91b98-cdcc-49da-935f-783c9e625f2b req-1a6d8da2-8248-47a3-9755-5851da780887 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Jan 28 01:45:53.896966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a491cb-d4ce-4a24-874d-f2766cd9f017 req-31adbcf6-e4e7-486d-a43d-c5dade856d98 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:53.898364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38a491cb-d4ce-4a24-874d-f2766cd9f017 req-31adbcf6-e4e7-486d-a43d-c5dade856d98 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 944 time: 0.0490980 Jan 28 01:45:53.945699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38a491cb-d4ce-4a24-874d-f2766cd9f017 req-8707289e-1d2c-447e-a5fa-e598a71c8214 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Jan 28 01:45:54.317955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-628d1207-2050-4089-950b-6b60b6ba54c8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:54.319466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-628d1207-2050-4089-950b-6b60b6ba54c8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 815 time: 0.1051903 Jan 28 01:45:54.338043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-5270a653-60c3-4bda-b95d-a2ec9f7336f5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/quotas/49ab1aa6c0d8427697d9cffc378463a4 HTTP/1.1" status: 200 len: 375 time: 0.0103931 Jan 28 01:45:54.392246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-4cf9099a-f149-40c5-b2e2-2f006e053406 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481868 Jan 28 01:45:54.453725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-b85efe3b-28a2-441c-8211-670a06fafe7b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:45:54.454754 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-b85efe3b-28a2-441c-8211-670a06fafe7b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560722 Jan 28 01:45:54.559601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-fa11a90a-024e-403b-b7bf-7dffe6e539ee service neutron] 10.222.0.23 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986652 Jan 28 01:45:54.657924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-babc0f95-f225-48da-97b8-35574309ee0a service neutron] 10.222.0.23 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898414 Jan 28 01:45:54.819436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ddcd0360-30fe-49e6-8bb7-19dd2ea7da45 req-3eca9c69-da69-465f-8391-ae48d4537b02 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Jan 28 01:45:54.873890 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:45:54.923823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 0e09b75f-f342-4c71-917f-98085dbbaca5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:45:54.927991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 0e09b75f-f342-4c71-917f-98085dbbaca5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:45:54.928458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:55.038663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0e09b75f-f342-4c71-917f-98085dbbaca5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:45:55.039283 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:55.068492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:55.072391 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66678ee-d66d-4c1b-a30a-a4802ae455bb" -d '{"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-plugged", "status": "completed", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:55.091064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:55.097533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:55.126477 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d4f75-079a-489c-89b2-560c8c1236ce x-openstack-request-id: req-752d4f75-079a-489c-89b2-560c8c1236ce {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:55.126867 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-plugged", "status": "completed", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:55.127298 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-752d4f75-079a-489c-89b2-560c8c1236ce {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:55.127750 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'code': 200} Jan 28 01:45:55.156874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:55.935240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2a2836e-475d-4f30-bb7d-bc0dcf8d700f req-5cca101f-ee59-4cdf-987b-9326afdbec75 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 210 time: 0.0342894 Jan 28 01:45:55.950493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb66068-5977-4e93-af23-13f9e02e86be req-8504ba2b-f617-499e-92c8-594b763a98b8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:55.952018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bb66068-5977-4e93-af23-13f9e02e86be req-8504ba2b-f617-499e-92c8-594b763a98b8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.43 "GET /v2.0/ports?device_id=a72d06fa-44c0-4c0a-8cbf-775acf8fb92c HTTP/1.1" status: 200 len: 945 time: 0.0773129 Jan 28 01:45:56.046146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Deleting port 0e09b75f-f342-4c71-917f-98085dbbaca5 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:45:56.046475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.067458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-64773bd1-4ebd-4d1d-9a28-26ae47263f17 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:56.069020 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-64773bd1-4ebd-4d1d-9a28-26ae47263f17 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 815 time: 0.1090486 Jan 28 01:45:56.088430 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Request body: {'port': {'device_id': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'admin_state_up': True, 'tenant_id': '49ab1aa6c0d8427697d9cffc378463a4'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:56.144479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] For port 0e09b75f-f342-4c71-917f-98085dbbaca5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0e09b75f-f342-4c71-917f-98085dbbaca5,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:45:56.144825 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.157298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Calling delete_port for 0e09b75f-f342-4c71-917f-98085dbbaca5 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:45:56.199510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Made reservation on behalf of 49ab1aa6c0d8427697d9cffc378463a4 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:45:56.202939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.284894 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0e09b75f-f342-4c71-917f-98085dbbaca5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.318292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Pushing event deleted for resources: {'Port': ['ID=0e09b75f-f342-4c71-917f-98085dbbaca5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:56.319290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0e09b75f-f342-4c71-917f-98085dbbaca5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:45:56.336966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Allocated IP 172.20.0.12 (bd7cedd7-128d-4c5f-8102-f138faa7772f/fa9308a8-7ee1-4090-b767-f933778a9284/d025d488-a8c0-49a3-8db8-a0e51733d0f9) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:45:56.498903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks [] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.537490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.577168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0e09b75f-f342-4c71-917f-98085dbbaca5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:45:56.586335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Network bd7cedd7-128d-4c5f-8102-f138faa7772f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:45:56.589405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:45:56.595611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:45:56.619145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:56.648648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:56.649414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.654729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.655096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.655427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.655762 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.656096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.656426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.656752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.657078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.657399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.657721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.658070 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.658392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.658715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:56.666696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-bf1d6acf-7bc4-4309-87c8-eaff7c434686 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819237 Jan 28 01:45:56.674710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] No DVR routers for this DVR port 0e09b75f-f342-4c71-917f-98085dbbaca5 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:45:56.677268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.680618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.43 "DELETE /v2.0/ports/0e09b75f-f342-4c71-917f-98085dbbaca5 HTTP/1.1" status: 204 len: 173 time: 0.7205224 Jan 28 01:45:56.681056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-deleted', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:56.683304 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db6a982-f2bd-4d25-90b9-e65e12425f3d" -d '{"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-deleted", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:56.684360 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Request body: {'port': {'device_id': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:56.719818 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ede00f-df5d-4697-a5ab-6d9b76ac193a x-openstack-request-id: req-41ede00f-df5d-4697-a5ab-6d9b76ac193a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:56.720110 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72d06fa-44c0-4c0a-8cbf-775acf8fb92c", "name": "network-vif-deleted", "tag": "0e09b75f-f342-4c71-917f-98085dbbaca5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:56.720378 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41ede00f-df5d-4697-a5ab-6d9b76ac193a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:56.720788 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d06fa-44c0-4c0a-8cbf-775acf8fb92c', 'name': 'network-vif-deleted', 'tag': '0e09b75f-f342-4c71-917f-98085dbbaca5', 'status': 'completed', 'code': 200} Jan 28 01:45:56.744240 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:57.013474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d025d488-a8c0-49a3-8db8-a0e51733d0f9 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:45:57.021345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Publish callbacks [] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:57.034822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Transition to ACTIVE for port object d025d488-a8c0-49a3-8db8-a0e51733d0f9 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:45:57.038417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:57.061117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b400-ae24-496e-b7dd-ffa5c92a15c5 req-8765b7ba-4e3c-475c-9128-9d86d1eec9fa tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:57.062634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bc3b400-ae24-496e-b7dd-ffa5c92a15c5 req-8765b7ba-4e3c-475c-9128-9d86d1eec9fa tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 932 time: 0.0530298 Jan 28 01:45:57.101548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:57.113541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bc3b400-ae24-496e-b7dd-ffa5c92a15c5 req-f15f9ce6-55ac-480c-992d-d94d0a9ac51c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Jan 28 01:45:57.151871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:45:57.152223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:45:57.152795 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:45:57.157863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on network bd7cedd7-128d-4c5f-8102-f138faa7772f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:45:57.158211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:45:57.162991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:45:57.163325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Checking segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:45:57.163715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Bound using segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:45:57.164193 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Bound port: d025d488-a8c0-49a3-8db8-a0e51733d0f9, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:45:57.164545 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:57.235158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:45:57.238209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:45:57.246325 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:57.281480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:57.282127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:57.283517 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] 10.222.0.43 "PUT /v2.0/ports/d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 1092 time: 0.6040585 Jan 28 01:45:57.283954 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:57.286266 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb682d9c-3250-4f3d-b405-593c35b8b693" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:57.307859 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ada3-23a5-4902-957d-5194255364ea service neutron] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:57.382611 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-f46ce278-670a-4bf8-bd10-709b63adaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:57.384122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-f46ce278-670a-4bf8-bd10-709b63adaa78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1095 time: 0.0436051 Jan 28 01:45:57.405043 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbce0d1-5a38-4297-97c9-408ed8f74b01 x-openstack-request-id: req-1dbce0d1-5a38-4297-97c9-408ed8f74b01 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:57.405331 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:57.405588 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dbce0d1-5a38-4297-97c9-408ed8f74b01 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:57.406011 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'status': 'completed', 'code': 200} Jan 28 01:45:57.441366 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-e9c229b6-d40f-494e-9588-878a7acde00a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0434380 Jan 28 01:45:57.494324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-d98bddb8-00e8-4c1a-ae81-429b82b47788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:57.496335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-d98bddb8-00e8-4c1a-ae81-429b82b47788 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0476909 Jan 28 01:45:57.530979 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-225cb469-9bff-41bc-9bde-b8174e93030d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285182 Jan 28 01:45:57.633529 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-581976fe-dff2-401e-9cac-8416fda67686 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966213 Jan 28 01:45:57.727200 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-767b4063-2a4b-45fc-98e3-24e4c56ac257 req-d92bbba4-674a-4079-9220-8fad5b844d91 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867240 Jan 28 01:45:57.879966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-97babd19-5dd9-44ea-80e1-dd4e3c7c90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:57.881353 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-97babd19-5dd9-44ea-80e1-dd4e3c7c90dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1095 time: 0.0455139 Jan 28 01:45:57.981823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-07dddac8-4594-44e9-919a-ea7a946d414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:57.983326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-07dddac8-4594-44e9-919a-ea7a946d414e service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0946221 Jan 28 01:45:58.026590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-82e21338-1929-4168-b086-ec27999443fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0364351 Jan 28 01:45:58.075799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-da548398-3bef-4608-a531-98d6ab05265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:58.077191 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-da548398-3bef-4608-a531-98d6ab05265f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0446303 Jan 28 01:45:58.113140 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-802a9b06-04ec-45c3-919f-f7503da86ff3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300944 Jan 28 01:45:58.206101 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-05b6fde7-6e7f-4992-9397-ddd39b174fbc service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863833 Jan 28 01:45:58.233880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20597042-4121-4c9e-8049-8a3d84a5b3e0 req-64a4b2be-6244-4241-ac5f-441d80f00ce1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:58.235323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20597042-4121-4c9e-8049-8a3d84a5b3e0 req-64a4b2be-6244-4241-ac5f-441d80f00ce1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.0519724 Jan 28 01:45:58.283552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20597042-4121-4c9e-8049-8a3d84a5b3e0 req-a3985b2e-ac60-4d7e-bf90-b9202ddd7b90 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Jan 28 01:45:58.301464 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb682d9c-3250-4f3d-b405-593c35b8b693 req-6d1affc0-9b11-44c2-9851-4cfa3f79b436 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894244 Jan 28 01:45:58.896085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:45:58.924955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 0e09b75f-f342-4c71-917f-98085dbbaca5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:45:58.925296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0e09b75f-f342-4c71-917f-98085dbbaca5 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:45:59.411803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d3fe-1596-401f-b511-9019aeb18f4e req-a2b10ea5-d073-4927-a353-a538d7a48328 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:59.413370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc35d3fe-1596-401f-b511-9019aeb18f4e req-a2b10ea5-d073-4927-a353-a538d7a48328 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.0560646 Jan 28 01:45:59.464870 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc35d3fe-1596-401f-b511-9019aeb18f4e req-010cd4a8-eeb3-44b0-a875-56478055616d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Jan 28 01:46:00.597231 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c56e33-ef11-48b9-ad2e-eab20109e92c req-51ab42fb-134d-4fae-bab8-2c5db775088c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:00.598646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42c56e33-ef11-48b9-ad2e-eab20109e92c req-51ab42fb-134d-4fae-bab8-2c5db775088c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.0580897 Jan 28 01:46:00.657728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42c56e33-ef11-48b9-ad2e-eab20109e92c req-05fef1f5-c9bc-4414-8a0f-7108b58e25dc tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Jan 28 01:46:00.888086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:46:00.998800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:01.009111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'port_id': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'mac_address': 'fa:16:3e:8a:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9308a8-7ee1-4090-b767-f933778a9284', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:46:01.047286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port d025d488-a8c0-49a3-8db8-a0e51733d0f9 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:01.047668 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:01.060144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d025d488-a8c0-49a3-8db8-a0e51733d0f9 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:46:01.080445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:01.085880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:01.135868 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:01.143904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.144246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.144590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.144921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.145251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.145564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.145933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.146261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.146579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.146880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.147196 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.147509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.147823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:01.399297 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['d025d488-a8c0-49a3-8db8-a0e51733d0f9'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:46:01.784589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc32398-2278-402b-82be-5486f6c1de59 req-4bd815c0-6d81-4d1b-adc8-b1050f07d7eb tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:01.786068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcc32398-2278-402b-82be-5486f6c1de59 req-4bd815c0-6d81-4d1b-adc8-b1050f07d7eb tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 945 time: 0.0505714 Jan 28 01:46:01.833876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcc32398-2278-402b-82be-5486f6c1de59 req-ed4af81c-b72a-47eb-a762-17cb0ecf933f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Jan 28 01:46:02.916608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:02.962602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4159-d5cd-4f70-87f6-7d05911b9e21 req-d4ed8da2-bd40-43fc-847e-955929b8cb22 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:02.964196 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ad4159-d5cd-4f70-87f6-7d05911b9e21 req-d4ed8da2-bd40-43fc-847e-955929b8cb22 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 945 time: 0.0488429 Jan 28 01:46:02.968284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port d025d488-a8c0-49a3-8db8-a0e51733d0f9 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:46:02.973206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port d025d488-a8c0-49a3-8db8-a0e51733d0f9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:02.973720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:03.011417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ad4159-d5cd-4f70-87f6-7d05911b9e21 req-24505e7f-dd03-4e77-b877-4690c611228f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Jan 28 01:46:03.055195 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port d025d488-a8c0-49a3-8db8-a0e51733d0f9 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:03.055585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:03.078803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:03.081027 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa118696-691b-49aa-8fea-082fbf4fd7ea" -d '{"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-plugged", "status": "completed", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:03.093371 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:03.098757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:03.124839 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c2a42-8792-43fe-b3fc-03beee029090 x-openstack-request-id: req-194c2a42-8792-43fe-b3fc-03beee029090 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:03.125356 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-plugged", "status": "completed", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:03.125645 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-194c2a42-8792-43fe-b3fc-03beee029090 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:03.126086 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'code': 200} Jan 28 01:46:03.151775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:03.256165 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c3798-be75-4343-9280-12b7f14b481c req-16586b1c-b52c-4c0c-ac51-2dda3364e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:03.257695 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e79c3798-be75-4343-9280-12b7f14b481c req-16586b1c-b52c-4c0c-ac51-2dda3364e647 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1097 time: 0.0457373 Jan 28 01:46:03.316677 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e79c3798-be75-4343-9280-12b7f14b481c req-4693fb72-b5c7-415a-85e9-e9bac83c7648 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514007 Jan 28 01:46:03.780292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:04.144955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497138e3-b297-441e-af13-6259f0261763 req-de900059-7174-4b1f-aee2-5fb1dfff3c0c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:04.146480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-497138e3-b297-441e-af13-6259f0261763 req-de900059-7174-4b1f-aee2-5fb1dfff3c0c tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0563896 Jan 28 01:46:04.192984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-497138e3-b297-441e-af13-6259f0261763 req-50cf1052-be63-4b96-b2f3-43e84e21371d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Jan 28 01:46:05.324157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e4ebd-31e7-453b-b999-59d5b162e06f req-7df4d2c4-ee4a-4ad5-91fe-bb79746dc3ff tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:05.325629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d8e4ebd-31e7-453b-b999-59d5b162e06f req-7df4d2c4-ee4a-4ad5-91fe-bb79746dc3ff tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0547519 Jan 28 01:46:05.374293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d8e4ebd-31e7-453b-b999-59d5b162e06f req-a00485ed-fa0d-4367-8e58-2d5176a5fced tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Jan 28 01:46:05.488710 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802977a-9727-482f-ad28-79b66c8805e0 req-cd83be7d-7270-485e-a837-6dd498f97c09 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:05.490146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2802977a-9727-482f-ad28-79b66c8805e0 req-cd83be7d-7270-485e-a837-6dd498f97c09 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0488436 Jan 28 01:46:05.555441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2802977a-9727-482f-ad28-79b66c8805e0 req-e87602a8-a8f5-448e-9f1e-3d44c1be647b tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593684 Jan 28 01:46:05.908927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-49d65d81-6267-4ae4-8e2b-46ed0ad9807e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680153 Jan 28 01:46:05.919421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612eee2-4388-4bf5-8cce-487adf6aaf94 req-08cf5929-8ac7-477e-aa01-3a63e0de4371 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:05.920909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7612eee2-4388-4bf5-8cce-487adf6aaf94 req-08cf5929-8ac7-477e-aa01-3a63e0de4371 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0707471 Jan 28 01:46:05.973259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7612eee2-4388-4bf5-8cce-487adf6aaf94 req-df46c6df-a4c0-42aa-b208-904f874aa69b tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Jan 28 01:46:07.098309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf412-b3d9-40b9-a305-8c4229efa85d req-397f2774-e53e-4154-85a4-9e91bc9d4840 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:07.099810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efaf412-b3d9-40b9-a305-8c4229efa85d req-397f2774-e53e-4154-85a4-9e91bc9d4840 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Jan 28 01:46:07.120362 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a28ea2e5-bf69-4d87-8f25-97753e177f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:07.147028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-9c46f0a5-45c0-4469-8190-85c50f32859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:07.148545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-9c46f0a5-45c0-4469-8190-85c50f32859f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1097 time: 0.0425420 Jan 28 01:46:07.150734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7efaf412-b3d9-40b9-a305-8c4229efa85d req-9ddb5e3f-ae05-476f-846f-4dbdfd0fcb57 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Jan 28 01:46:07.240041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-48ada573-2279-4ebb-b422-ba58e621ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:07.241545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-48ada573-2279-4ebb-b422-ba58e621ccff service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0867758 Jan 28 01:46:07.283678 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-130798a0-26e3-4cbd-a6c2-1c1d81c34aeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0355003 Jan 28 01:46:07.332176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-b73eba7f-2d68-4543-9cbe-3cdc1dc03579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:07.333742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-b73eba7f-2d68-4543-9cbe-3cdc1dc03579 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0440400 Jan 28 01:46:07.368460 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-341dcd66-fdca-4cc7-8597-143b6f241481 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288846 Jan 28 01:46:07.459074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-4f9b63f4-477a-47d2-b8c7-f9ceac1f8350 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839055 Jan 28 01:46:07.554870 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-2ea43f7a-1a8e-4820-adbe-68063f197ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887966 Jan 28 01:46:07.694217 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:08.268444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e685c2-7a43-4085-ac9b-7fcd137f4d82 req-cf65d916-da19-41e5-9740-9b13a04ac68e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:08.270004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55e685c2-7a43-4085-ac9b-7fcd137f4d82 req-cf65d916-da19-41e5-9740-9b13a04ac68e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Jan 28 01:46:08.329789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55e685c2-7a43-4085-ac9b-7fcd137f4d82 req-e091d275-8a72-4fcc-a8dd-221408012421 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513952 Jan 28 01:46:09.405381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6d813e85-f8b8-4faf-a93d-b6cac87ac120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:09.459265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49119-eb65-4eda-902b-a32c62e9e994 req-88c3e926-eeca-4dd5-a438-25b1e4e23516 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:09.460792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31f49119-eb65-4eda-902b-a32c62e9e994 req-88c3e926-eeca-4dd5-a438-25b1e4e23516 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0513186 Jan 28 01:46:09.512382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31f49119-eb65-4eda-902b-a32c62e9e994 req-81a70a56-c05f-447b-8b22-f39c1ebbad9d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Jan 28 01:46:10.631374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c594-b872-46b5-905b-55f8eb02d87c req-9f05e9e5-a5d1-4f31-86ef-b88a7907c5f2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:10.632837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2d3c594-b872-46b5-905b-55f8eb02d87c req-9f05e9e5-a5d1-4f31-86ef-b88a7907c5f2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0518706 Jan 28 01:46:10.682032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2d3c594-b872-46b5-905b-55f8eb02d87c req-18ef0340-fcf6-4726-8c3d-aeef19bb90e2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Jan 28 01:46:10.966148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:11.815111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe117b4b-c5b5-4b44-a200-b1930332668a req-4f775f33-a144-423a-a48b-e5baf0732cf2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:11.816560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe117b4b-c5b5-4b44-a200-b1930332668a req-4f775f33-a144-423a-a48b-e5baf0732cf2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0524180 Jan 28 01:46:11.867796 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe117b4b-c5b5-4b44-a200-b1930332668a req-54722d5a-6bfc-42ca-9c8d-b2cc034da016 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Jan 28 01:46:12.068907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:13.004200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de317e-31b2-4676-aae6-8251e67bdcff req-da279ba1-1738-442e-92d0-64b2685b73b9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:13.005724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3de317e-31b2-4676-aae6-8251e67bdcff req-da279ba1-1738-442e-92d0-64b2685b73b9 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0550432 Jan 28 01:46:13.053138 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d3de317e-31b2-4676-aae6-8251e67bdcff req-2bf6e2ac-6ea2-416f-9e50-449c49479291 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Jan 28 01:46:13.344170 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:14.193471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4793f2a-81f6-45ad-a1fa-fb1372d73c2d req-634c857a-852d-4995-b965-a34c1717ea9e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:14.194988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4793f2a-81f6-45ad-a1fa-fb1372d73c2d req-634c857a-852d-4995-b965-a34c1717ea9e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0590498 Jan 28 01:46:14.241120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c4793f2a-81f6-45ad-a1fa-fb1372d73c2d req-8d17c7ad-9ac5-49c2-94a8-4fa3b9a2f556 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Jan 28 01:46:15.370810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71e7a9-c5c4-47d3-8efc-185bf0c126f2 req-b7dcbf3c-66de-4aa6-b2ae-698d25a6dec8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:15.372405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb71e7a9-c5c4-47d3-8efc-185bf0c126f2 req-b7dcbf3c-66de-4aa6-b2ae-698d25a6dec8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0582314 Jan 28 01:46:15.420519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb71e7a9-c5c4-47d3-8efc-185bf0c126f2 req-20cfaf70-46b6-42ce-b461-3a3f9953d5fa tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Jan 28 01:46:16.545391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473355-6cf3-434c-8b25-e6600409e9f1 req-3a4874e1-09e2-484f-a853-5672988923c2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:16.547072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84473355-6cf3-434c-8b25-e6600409e9f1 req-3a4874e1-09e2-484f-a853-5672988923c2 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0535567 Jan 28 01:46:16.600849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-84473355-6cf3-434c-8b25-e6600409e9f1 req-0478f36b-86b7-4037-a390-467ab0fd9274 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Jan 28 01:46:17.737064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953cc0-2608-4608-b92a-7779dd3fe332 req-48d0c5b4-4f4a-4d3c-9ac9-ae267c39c62d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:17.738562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77953cc0-2608-4608-b92a-7779dd3fe332 req-48d0c5b4-4f4a-4d3c-9ac9-ae267c39c62d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Jan 28 01:46:17.794507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77953cc0-2608-4608-b92a-7779dd3fe332 req-b6a9f705-bd5a-4ffa-a136-d93d21c41a6d tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Jan 28 01:46:18.485121 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:46:18.924216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479322eb-4b26-4675-9787-7b13a96bc4ae req-5a64bdf5-04a8-4110-8c58-394cb3ff8a22 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:18.925681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-479322eb-4b26-4675-9787-7b13a96bc4ae req-5a64bdf5-04a8-4110-8c58-394cb3ff8a22 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Jan 28 01:46:18.977765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-479322eb-4b26-4675-9787-7b13a96bc4ae req-dfe42f35-808d-45e5-8f98-78104fbdcb8a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Jan 28 01:46:20.120759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebd973-964f-44c0-841d-128eefb42bb2 req-e12d793d-6373-4b16-a356-a71ea2f0d16b tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:20.123175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0ebd973-964f-44c0-841d-128eefb42bb2 req-e12d793d-6373-4b16-a356-a71ea2f0d16b tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0615127 Jan 28 01:46:20.173316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0ebd973-964f-44c0-841d-128eefb42bb2 req-d339fda7-9bd9-4987-a346-b5244ce7ec42 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Jan 28 01:46:21.318889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c57d6-7e34-430b-93a9-20b73025819f req-57a8fe87-ee8d-477b-9fd8-7ec5aa244c74 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:21.320377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f80c57d6-7e34-430b-93a9-20b73025819f req-57a8fe87-ee8d-477b-9fd8-7ec5aa244c74 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0542672 Jan 28 01:46:21.369101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f80c57d6-7e34-430b-93a9-20b73025819f req-47bdc2f2-0fa2-4618-97a8-c398407b11c6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Jan 28 01:46:22.505093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db150ab1-9674-4ab5-9336-7536d918e835 req-63be57c5-2ccc-4d56-aa27-6495f6d1fe79 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.506630 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db150ab1-9674-4ab5-9336-7536d918e835 req-63be57c5-2ccc-4d56-aa27-6495f6d1fe79 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0546618 Jan 28 01:46:22.557293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db150ab1-9674-4ab5-9336-7536d918e835 req-cea744ef-5a30-4762-a8ac-647725e62660 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Jan 28 01:46:22.764906 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-e47c890f-3d49-4d31-b992-a71ea3cda2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.766430 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-e47c890f-3d49-4d31-b992-a71ea3cda2de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1097 time: 0.0451717 Jan 28 01:46:22.884876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-636564e6-e3bd-4372-986a-83bc8f890125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.886394 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-636564e6-e3bd-4372-986a-83bc8f890125 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0988412 Jan 28 01:46:22.934919 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-8332cd92-932b-4e7f-9b26-b31adfc082eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0381756 Jan 28 01:46:22.983076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-61d6a89c-af9c-40b9-8a74-c24a753ca137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.984485 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-61d6a89c-af9c-40b9-8a74-c24a753ca137 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0431092 Jan 28 01:46:23.014474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-4a758149-5e64-44e4-b41a-3d7338e4e279 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238986 Jan 28 01:46:23.105565 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-b94a76be-8279-4eb7-b39d-d56f391a2f43 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Jan 28 01:46:23.195849 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3d8823e1-69df-45ce-be31-6d7ec7795021 req-adab4576-8c42-47c8-833c-4cb9caee0d12 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831280 Jan 28 01:46:23.687781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd387c7-22b2-40a3-9eac-555d408e1655 req-b40fb069-e8e0-4207-bdf2-a0f0e474ab71 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.689246 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcd387c7-22b2-40a3-9eac-555d408e1655 req-b40fb069-e8e0-4207-bdf2-a0f0e474ab71 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0502861 Jan 28 01:46:23.739714 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcd387c7-22b2-40a3-9eac-555d408e1655 req-62429b66-1b45-411f-9abb-4facc7745e41 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Jan 28 01:46:24.862773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4203aa-91c0-4ec9-8ae2-e709bec8ee0c req-4f36d7ba-9beb-4532-a96a-5d63629eaba8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:24.864242 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a4203aa-91c0-4ec9-8ae2-e709bec8ee0c req-4f36d7ba-9beb-4532-a96a-5d63629eaba8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Jan 28 01:46:24.916497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2a4203aa-91c0-4ec9-8ae2-e709bec8ee0c req-89e7e846-0ac5-4a51-b746-7c9a9068fde6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jan 28 01:46:26.046930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c152-3307-4101-93fb-33f153e6f84b req-34ba314e-db6e-4b94-9717-1b70cd33b0ea tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:26.048409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15e2c152-3307-4101-93fb-33f153e6f84b req-34ba314e-db6e-4b94-9717-1b70cd33b0ea tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0495086 Jan 28 01:46:26.099721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15e2c152-3307-4101-93fb-33f153e6f84b req-c13400f7-7e80-47a0-b6cc-76e051a94b7f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Jan 28 01:46:27.240074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d4d9-f536-43d7-9dc2-fa1bdf501276 req-7d432019-20a4-40a8-858e-0ce84ac9311f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:27.241640 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e65d4d9-f536-43d7-9dc2-fa1bdf501276 req-7d432019-20a4-40a8-858e-0ce84ac9311f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0559273 Jan 28 01:46:27.293907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3e65d4d9-f536-43d7-9dc2-fa1bdf501276 req-270bc336-e5db-4b61-97de-b8a065eec853 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Jan 28 01:46:28.426946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c934ee-3ee6-4b31-bfaf-439cd23d055c req-8f04ac83-7a84-4020-afaf-922ac867173a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:28.428415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2c934ee-3ee6-4b31-bfaf-439cd23d055c req-8f04ac83-7a84-4020-afaf-922ac867173a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Jan 28 01:46:28.477585 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c2c934ee-3ee6-4b31-bfaf-439cd23d055c req-f5bbd4d2-30db-4579-a1c1-fd6a2543ceb0 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Jan 28 01:46:29.601764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b7782-27d5-4eaa-984b-442fa7b0eba5 req-a92225e6-0048-495f-8a18-5f0cdbaa0cc7 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:29.603336 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f19b7782-27d5-4eaa-984b-442fa7b0eba5 req-a92225e6-0048-495f-8a18-5f0cdbaa0cc7 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0571406 Jan 28 01:46:29.650538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f19b7782-27d5-4eaa-984b-442fa7b0eba5 req-f00e5330-2ac2-4b51-b223-2b3bae08cbad tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Jan 28 01:46:30.774722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20df15-20a9-4d01-85b9-0a11faad7bdb req-58c39b42-1a49-4226-9064-ecedca859f75 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:30.776202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff20df15-20a9-4d01-85b9-0a11faad7bdb req-58c39b42-1a49-4226-9064-ecedca859f75 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0510333 Jan 28 01:46:30.823843 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff20df15-20a9-4d01-85b9-0a11faad7bdb req-730a69bc-bebc-48cd-a763-5ddf429e9d98 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Jan 28 01:46:31.962125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad708539-f28f-492a-8e71-b04a3d158ccc req-ff97cd53-45b8-42ed-865f-3564afe32a4f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:31.963848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad708539-f28f-492a-8e71-b04a3d158ccc req-ff97cd53-45b8-42ed-865f-3564afe32a4f tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0628486 Jan 28 01:46:32.017565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad708539-f28f-492a-8e71-b04a3d158ccc req-80c981dd-4068-4dce-b844-eb2dd6368b5b tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Jan 28 01:46:33.159509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635818a-831d-49bb-9a21-e69ad1228ddb req-5948673a-37a2-4ce6-9cfa-0e20ba7e6650 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:33.161070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0635818a-831d-49bb-9a21-e69ad1228ddb req-5948673a-37a2-4ce6-9cfa-0e20ba7e6650 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0558834 Jan 28 01:46:33.213634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0635818a-831d-49bb-9a21-e69ad1228ddb req-3b3430d9-0aee-4c02-81d9-c127fa61cda4 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Jan 28 01:46:33.784730 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:34.348862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110b852-e12e-4357-bd45-62219aabe32b req-6781047a-7e27-4d13-9fbe-0f6d1abfd443 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:34.350374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1110b852-e12e-4357-bd45-62219aabe32b req-6781047a-7e27-4d13-9fbe-0f6d1abfd443 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0598295 Jan 28 01:46:34.399871 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1110b852-e12e-4357-bd45-62219aabe32b req-1052b4b7-636c-4c75-8509-8a89d3f879ab tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Jan 28 01:46:34.773541 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-f530d5b4-3c2d-4c29-bcf9-4c0319337df5 service neutron] show failed (client error): The resource could not be found. Jan 28 01:46:34.775064 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-f530d5b4-3c2d-4c29-bcf9-4c0319337df5 service neutron] 10.222.0.43 "GET /v2.0/ports/d025d488-a8c0-49a3-8db8-a0e51733d0f9/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0646954 Jan 28 01:46:35.066615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-a3394bfb-685c-4088-835a-0676eed7f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:35.068047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-a3394bfb-685c-4088-835a-0676eed7f72d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294&tenant_id=49ab1aa6c0d8427697d9cffc378463a4 HTTP/1.1" status: 200 len: 1097 time: 0.1127346 Jan 28 01:46:35.087382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:35.142485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:35.362377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:35.398975 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:35.445200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:35.447622 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b6864e-c118-48ee-83fa-79c7a176942d" -d '{"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-unplugged", "status": "completed", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:35.451663 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Publish callbacks [] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:35.466338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Transition to ACTIVE for port object d025d488-a8c0-49a3-8db8-a0e51733d0f9 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:46:35.471126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:35.509980 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe61db08-51d4-4012-833e-bf104eb02937 x-openstack-request-id: req-fe61db08-51d4-4012-833e-bf104eb02937 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:35.510276 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-unplugged", "status": "completed", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:35.510533 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe61db08-51d4-4012-833e-bf104eb02937 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:35.510915 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'code': 200} Jan 28 01:46:35.564120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] No DVR routers for this DVR port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:46:35.566309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:35.586749 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfbaeb-deb6-4df2-8520-5159461cf7d4 req-58c3084b-265c-4433-8c00-d64874d1ae54 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:35.588277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6edfbaeb-deb6-4df2-8520-5159461cf7d4 req-58c3084b-265c-4433-8c00-d64874d1ae54 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.1086726 Jan 28 01:46:35.630517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:46:35.630842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:46:35.631292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:35.639832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on network bd7cedd7-128d-4c5f-8102-f138faa7772f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:46:35.640161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Attempting to bind port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on network bd7cedd7-128d-4c5f-8102-f138faa7772f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:35.654100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:46:35.654442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Checking segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:35.654824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Bound using segment: {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:46:35.655276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Bound port: d025d488-a8c0-49a3-8db8-a0e51733d0f9, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac75ae1d-9748-4c94-9c50-3942460dd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:46:35.655634 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:35.675860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6edfbaeb-deb6-4df2-8520-5159461cf7d4 req-a30245fa-bf1f-4499-84d7-96816ff37d38 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Jan 28 01:46:35.730573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:35.733567 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:46:35.742609 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:35.777010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:35.777634 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:35.779109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] 10.222.0.45 "PUT /v2.0/ports/d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 1092 time: 0.6956203 Jan 28 01:46:35.799069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac9c1a-6175-452b-9fd8-6cc71c79853a service neutron] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:35.855692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-b032075b-8814-45b7-a11b-772bb87100cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:35.857194 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-b032075b-8814-45b7-a11b-772bb87100cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1095 time: 0.0458717 Jan 28 01:46:35.946528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-e82bfb6a-26bc-4840-91f6-4f7c4e768362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:35.948000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-e82bfb6a-26bc-4840-91f6-4f7c4e768362 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0844412 Jan 28 01:46:35.992012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-3997692b-60cf-4e5b-82a5-88afafcbed9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Jan 28 01:46:36.040515 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-a68d5092-1d9b-4d41-a5e5-ed5b821762b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:36.041980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-a68d5092-1d9b-4d41-a5e5-ed5b821762b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0450218 Jan 28 01:46:36.072881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-763803aa-5a70-4f4d-80ed-952d9d886e36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253894 Jan 28 01:46:36.160578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-2ff21406-659b-4d0e-9249-f323ba4c07be service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Jan 28 01:46:36.253207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69023a3b-a468-46c4-a6fc-bf94587f1934 req-3e4a79d4-d519-4f90-99a9-0caf17b0ccb5 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867941 Jan 28 01:46:36.826004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3c744-91ea-48e7-978f-3543f63cb604 req-f21de011-8249-481c-8b7c-c698c26018d7 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:36.827509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fad3c744-91ea-48e7-978f-3543f63cb604 req-f21de011-8249-481c-8b7c-c698c26018d7 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.0565832 Jan 28 01:46:36.879081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fad3c744-91ea-48e7-978f-3543f63cb604 req-e3bc2db5-8b52-4cd5-b530-fb64c5eb04b3 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 Jan 28 01:46:37.118850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:46:37.151205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e917bfb-e0e8-495f-9158-2b69dc118a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:37.171140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port d025d488-a8c0-49a3-8db8-a0e51733d0f9 host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:46:37.171562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:46:37.512670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:37.517003 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:37.570236 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a77824-be7e-4a48-bd29-12d30e699cc1 x-openstack-request-id: req-35a77824-be7e-4a48-bd29-12d30e699cc1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:37.570553 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:37.570818 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35a77824-be7e-4a48-bd29-12d30e699cc1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:37.571233 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'status': 'completed', 'code': 200} Jan 28 01:46:37.657137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-29ca2d05-5055-461a-b58b-eda7b742f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:37.657412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-5c975bf4-0b04-4b97-b424-e5788b697126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:37.658701 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-5c975bf4-0b04-4b97-b424-e5788b697126 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1095 time: 0.0467401 Jan 28 01:46:37.658853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-29ca2d05-5055-461a-b58b-eda7b742f0df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1095 time: 0.0477002 Jan 28 01:46:37.697039 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:37.748647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-42261fa1-cd09-4b23-a7bf-e9f8cff3c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:37.749274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-0d648df0-3e69-4f36-9f51-bc783fde0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:37.750045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-42261fa1-cd09-4b23-a7bf-e9f8cff3c895 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0851474 Jan 28 01:46:37.750933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-0d648df0-3e69-4f36-9f51-bc783fde0c58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0864890 Jan 28 01:46:37.795765 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-6338e255-e164-41c9-9505-88744c9094d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Jan 28 01:46:37.796414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-8e4eccdd-4385-4493-9d4c-e1221f2ae749 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0399549 Jan 28 01:46:37.844075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-fdaa1722-3936-4636-b113-550d1ed6c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:37.845095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-7f079013-585a-4e6f-869e-1cf9f524e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:37.845610 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-fdaa1722-3936-4636-b113-550d1ed6c8ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0442119 Jan 28 01:46:37.847301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-7f079013-585a-4e6f-869e-1cf9f524e802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0456944 Jan 28 01:46:37.878484 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-fd6244d7-b011-434d-b041-edaa84027a2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267193 Jan 28 01:46:37.880286 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-e564e846-bed0-4a42-982b-14df6bd26116 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261931 Jan 28 01:46:37.972155 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-d6c250e2-4d85-4c65-8ab5-19a54c1dd95d service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Jan 28 01:46:38.004181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-88c20291-4112-4d59-be7f-7a9c3d973898 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177402 Jan 28 01:46:38.060987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfefd0-135b-4273-99cb-b482b42a3283 req-f4dfcad8-fb6d-43f5-a621-b06fb132baca tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:38.062511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bfefd0-135b-4273-99cb-b482b42a3283 req-f4dfcad8-fb6d-43f5-a621-b06fb132baca tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.1079357 Jan 28 01:46:38.064993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-cd2f3f2c-784d-4b8d-96f1-aa94d86590d0 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867085 Jan 28 01:46:38.141749 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bfefd0-135b-4273-99cb-b482b42a3283 req-cdf57e43-a6fa-408e-a61f-a76d5c0abaf1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Jan 28 01:46:38.143751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf26c184-eaaf-4294-9003-aa2d27bf3a0c req-022d243f-3f85-4918-a394-a6ff2d503942 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330843 Jan 28 01:46:39.276116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600033ca-255b-4482-9397-b0f059f72b3b req-f4fd953f-13ea-4571-b627-9604548f2aa5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:39.277730 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-600033ca-255b-4482-9397-b0f059f72b3b req-f4fd953f-13ea-4571-b627-9604548f2aa5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 944 time: 0.0522358 Jan 28 01:46:39.334634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-600033ca-255b-4482-9397-b0f059f72b3b req-74f4095b-7630-412b-8f52-890d2fafa66a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507588 Jan 28 01:46:39.409511 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-48e262f7-a01b-4fa0-a721-fe1b7c15f047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:40.011805 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:46:40.118822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:40.131227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'network_id': 'bd7cedd7-128d-4c5f-8102-f138faa7772f', 'port_id': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'mac_address': 'fa:16:3e:8a:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9308a8-7ee1-4090-b767-f933778a9284', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:46:40.169615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d025d488-a8c0-49a3-8db8-a0e51733d0f9 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:40.170035 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:40.182648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d025d488-a8c0-49a3-8db8-a0e51733d0f9 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:46:40.202588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:40.208292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:40.253370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:40.456674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd699b7-3dc4-4289-8ffe-bb34ff1682ea req-894dc88f-bc5e-4f86-b0dc-5caf7471eab3 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:40.458195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bd699b7-3dc4-4289-8ffe-bb34ff1682ea req-894dc88f-bc5e-4f86-b0dc-5caf7471eab3 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Jan 28 01:46:40.506911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9bd699b7-3dc4-4289-8ffe-bb34ff1682ea req-640579e6-c75b-4b12-b4d4-b4ea52d18aee tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Jan 28 01:46:40.580888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d025d488-a8c0-49a3-8db8-a0e51733d0f9'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:46:40.709698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac71071-1e8f-49b6-8e56-b5fb491c16b6 req-40cf10e0-0f3f-4348-ba31-a4d0f867079a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:40.711271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ac71071-1e8f-49b6-8e56-b5fb491c16b6 req-40cf10e0-0f3f-4348-ba31-a4d0f867079a tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 945 time: 0.0535953 Jan 28 01:46:40.758764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ac71071-1e8f-49b6-8e56-b5fb491c16b6 req-26fda654-3681-4e91-8948-d72554b3becb tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Jan 28 01:46:40.766590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-75f8efc4-dbb8-41c3-a707-8f19d999abb8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:40.768276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-75f8efc4-dbb8-41c3-a707-8f19d999abb8 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294&tenant_id=49ab1aa6c0d8427697d9cffc378463a4&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 945 time: 0.0888574 Jan 28 01:46:40.834228 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-9dda2870-b6a8-4717-9880-1da88e24b98a service neutron] delete failed (client error): The resource could not be found. Jan 28 01:46:40.835326 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-9dda2870-b6a8-4717-9880-1da88e24b98a service neutron] 10.222.0.43 "DELETE /v2.0/ports/d025d488-a8c0-49a3-8db8-a0e51733d0f9/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0606487 Jan 28 01:46:40.949821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-267308fd-7cfa-4876-83c2-c6a32e61ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:40.951442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-267308fd-7cfa-4876-83c2-c6a32e61ad99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 1096 time: 0.0456882 Jan 28 01:46:40.965202 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:41.047558 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-75a3d1b3-2ca7-497c-b397-614fec666973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:41.049012 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-75a3d1b3-2ca7-497c-b397-614fec666973 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 200 len: 916 time: 0.0916967 Jan 28 01:46:41.091352 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-a62efce5-155d-458a-8705-c0926c51a191 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0353878 Jan 28 01:46:41.145110 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-13cc80d3-3d73-41c1-af27-37dcfda5de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:41.146591 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-13cc80d3-3d73-41c1-af27-37dcfda5de0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 200 len: 855 time: 0.0491307 Jan 28 01:46:41.178584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-1bdba286-3b8e-4b17-bc32-d70f1e763a62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7cedd7-128d-4c5f-8102-f138faa7772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253916 Jan 28 01:46:41.293080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-983d8270-474e-40e5-ad71-aeb2e4548dbe service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077638 Jan 28 01:46:41.383093 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d3376956-13fb-4bff-b5cf-08018d6a3282 req-ddfd0d45-5270-4f21-99e7-77063e0c0931 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835223 Jan 28 01:46:41.884127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fec61d-b9c0-4f0b-b269-25b9eb91141c req-5512da44-4ab3-407d-a7bd-c57a81dcd5ad tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:41.885591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0fec61d-b9c0-4f0b-b269-25b9eb91141c req-5512da44-4ab3-407d-a7bd-c57a81dcd5ad tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 945 time: 0.0498650 Jan 28 01:46:41.936306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0fec61d-b9c0-4f0b-b269-25b9eb91141c req-010561f2-4087-45f6-a0be-cf186e2e38be tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447652 Jan 28 01:46:42.014031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:42.075401 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:42.076748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port d025d488-a8c0-49a3-8db8-a0e51733d0f9 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:46:42.080865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port d025d488-a8c0-49a3-8db8-a0e51733d0f9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:42.081222 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:42.157894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port d025d488-a8c0-49a3-8db8-a0e51733d0f9 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:42.158297 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:42.180268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:42.182591 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9fce3b-43b6-499a-8eca-cf8ee173bb6d" -d '{"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-plugged", "status": "completed", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:42.195238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:42.199697 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:42.246684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:42.290906 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e55204-4e81-4517-a300-d787de3e2ca6 x-openstack-request-id: req-f9e55204-4e81-4517-a300-d787de3e2ca6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:42.291332 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-plugged", "status": "completed", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:42.291570 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9e55204-4e81-4517-a300-d787de3e2ca6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:42.292000 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'code': 200} Jan 28 01:46:43.071461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766197f0-242e-4304-b723-260e1a70d2f4 req-efa159b1-5124-4455-a2ba-65f4649103f1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:43.073067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-766197f0-242e-4304-b723-260e1a70d2f4 req-efa159b1-5124-4455-a2ba-65f4649103f1 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0596373 Jan 28 01:46:43.136090 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-766197f0-242e-4304-b723-260e1a70d2f4 req-f1b60add-1817-42a3-997b-3a782fc657fd tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 Jan 28 01:46:43.254640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d24b1-a020-402c-a3bd-bf0286293468 req-98b53e7f-ec72-4397-b2bc-2559a2978acc tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:43.256020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-304d24b1-a020-402c-a3bd-bf0286293468 req-98b53e7f-ec72-4397-b2bc-2559a2978acc tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0497723 Jan 28 01:46:43.302803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-304d24b1-a020-402c-a3bd-bf0286293468 req-03fcb519-a87e-45bf-bbe0-6b5868e61d1e tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Jan 28 01:46:43.343795 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:43.418816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88a0d3-879e-4d7d-9eac-051ece7128b5 req-b7762a78-2c29-4e57-8e62-cd5d96612400 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:43.420294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb88a0d3-879e-4d7d-9eac-051ece7128b5 req-b7762a78-2c29-4e57-8e62-cd5d96612400 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0517118 Jan 28 01:46:43.469810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb88a0d3-879e-4d7d-9eac-051ece7128b5 req-b8ba73f0-e59a-4847-bb35-4b6419b8a033 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Jan 28 01:46:43.806536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f60a-13c2-4b93-8dcb-46a32fd01aeb req-a8cda43b-83cc-49f2-b463-744872914f53 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:43.807969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32c2f60a-13c2-4b93-8dcb-46a32fd01aeb req-a8cda43b-83cc-49f2-b463-744872914f53 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Jan 28 01:46:43.856266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-32c2f60a-13c2-4b93-8dcb-46a32fd01aeb req-3d23d22d-fa52-4156-a428-36aceb70fc92 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Jan 28 01:46:44.996914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46dcd6-c834-4952-80f1-5385829238d7 req-e650f881-c2d7-492e-a1c9-cdfde9afacb6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:44.998735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f46dcd6-c834-4952-80f1-5385829238d7 req-e650f881-c2d7-492e-a1c9-cdfde9afacb6 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0611427 Jan 28 01:46:45.045676 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f46dcd6-c834-4952-80f1-5385829238d7 req-276bc667-c1ae-4f13-aee8-866b8ed2ebf0 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e22fde1-6c91-4d11-8c62-228a3c9185a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Jan 28 01:46:45.113706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-83a0b428-a29c-4825-aedd-e0acdca111e5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:45.115729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-83a0b428-a29c-4825-aedd-e0acdca111e5 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdb746c2-b498-4a3f-8eb6-e0022c6c6294 HTTP/1.1" status: 200 len: 946 time: 0.0600796 Jan 28 01:46:45.224646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Deleting port d025d488-a8c0-49a3-8db8-a0e51733d0f9 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:46:45.225006 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:45.323457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] For port d025d488-a8c0-49a3-8db8-a0e51733d0f9, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=d025d488-a8c0-49a3-8db8-a0e51733d0f9,segment=NetworkSegment(ac75ae1d-9748-4c94-9c50-3942460dd460),segment_id=ac75ae1d-9748-4c94-9c50-3942460dd460)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:45.323824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:45.335900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Calling delete_port for d025d488-a8c0-49a3-8db8-a0e51733d0f9 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:46:45.474400 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (d025d488-a8c0-49a3-8db8-a0e51733d0f9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:45.507914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['d025d488-a8c0-49a3-8db8-a0e51733d0f9'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:46:45.510168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Pushing event deleted for resources: {'Port': ['ID=d025d488-a8c0-49a3-8db8-a0e51733d0f9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:45.552946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] No DVR routers for this DVR port d025d488-a8c0-49a3-8db8-a0e51733d0f9 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:46:45.555790 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:45.559390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0608d6a9-4f15-4d3e-b13d-99f182a9ad2d req-b8d99901-6eeb-4a8a-be87-d664342e8eaf tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] 10.222.0.45 "DELETE /v2.0/ports/d025d488-a8c0-49a3-8db8-a0e51733d0f9 HTTP/1.1" status: 204 len: 173 time: 0.4385059 Jan 28 01:46:45.559844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-deleted', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:45.562264 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f284a-1a5d-4557-8eef-841acb5dbe14" -d '{"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-deleted", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:45.600771 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b85c9-0100-4961-8faa-8856f3b9950c x-openstack-request-id: req-805b85c9-0100-4961-8faa-8856f3b9950c {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:45.601092 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb746c2-b498-4a3f-8eb6-e0022c6c6294", "name": "network-vif-deleted", "tag": "d025d488-a8c0-49a3-8db8-a0e51733d0f9", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:45.601380 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-805b85c9-0100-4961-8faa-8856f3b9950c {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:45.601917 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb746c2-b498-4a3f-8eb6-e0022c6c6294', 'name': 'network-vif-deleted', 'tag': 'd025d488-a8c0-49a3-8db8-a0e51733d0f9', 'status': 'completed', 'code': 200} Jan 28 01:46:46.172451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49614) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:46.225807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Deleting subnet fa9308a8-7ee1-4090-b767-f933778a9284 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:46:46.229434 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Publish callbacks [] for subnet (fa9308a8-7ee1-4090-b767-f933778a9284), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.274122 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (fa9308a8-7ee1-4090-b767-f933778a9284), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.321286 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (fa9308a8-7ee1-4090-b767-f933778a9284), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.383356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (fa9308a8-7ee1-4090-b767-f933778a9284), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.415177 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9308a8-7ee1-4090-b767-f933778a9284,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:46.419854 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.423031 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fa9308a8-7ee1-4090-b767-f933778a9284 HTTP/1.1" status: 204 len: 168 time: 0.2495704 Jan 28 01:46:46.426447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49616) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:46.430000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.430342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.430700 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.431022 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.431333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.431690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.431997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.432327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.432635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.432952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.433279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.433609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.433949 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14f68c-1fd9-4544-8d0f-342e5a7530b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:46.499411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (bd7cedd7-128d-4c5f-8102-f138faa7772f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.579957 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (bd7cedd7-128d-4c5f-8102-f138faa7772f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.601395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7cedd7-128d-4c5f-8102-f138faa7772f']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:46.610981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac75ae1d-9748-4c94-9c50-3942460dd460') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:46.611266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac75ae1d-9748-4c94-9c50-3942460dd460') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:46.621187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (ac75ae1d-9748-4c94-9c50-3942460dd460), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.636535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac75ae1d-9748-4c94-9c50-3942460dd460), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.642675 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:46:46.643059 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (ac75ae1d-9748-4c94-9c50-3942460dd460), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: timer() Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:46:46.644722 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:46:46.705586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (bd7cedd7-128d-4c5f-8102-f138faa7772f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.710556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.713701 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bd7cedd7-128d-4c5f-8102-f138faa7772f HTTP/1.1" status: 204 len: 168 time: 0.2859576 Jan 28 01:46:46.730958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a30883-0ad3-4fe8-893e-b7aeed5bdd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7cedd7-128d-4c5f-8102-f138faa7772f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:46.845093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49620) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:46.891641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-57a7a596-b31b-4252-ad33-eb48ceafddf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49ab1aa6c0d8427697d9cffc378463a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450323 Jan 28 01:46:46.895395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49622) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:46.949828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc886-2a84-4502-ae16-45e83394929c admin admin] Publish callbacks [] for security_group (3e22fde1-6c91-4d11-8c62-228a3c9185a6), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:46.970610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc886-2a84-4502-ae16-45e83394929c admin admin] Publish callbacks [] for security_group (3e22fde1-6c91-4d11-8c62-228a3c9185a6), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.024157 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc886-2a84-4502-ae16-45e83394929c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3e22fde1-6c91-4d11-8c62-228a3c9185a6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.026693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc886-2a84-4502-ae16-45e83394929c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.027876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2d9bc886-2a84-4502-ae16-45e83394929c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e22fde1-6c91-4d11-8c62-228a3c9185a6 HTTP/1.1" status: 204 len: 168 time: 0.1313558 Jan 28 01:46:47.035876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc886-2a84-4502-ae16-45e83394929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22fde1-6c91-4d11-8c62-228a3c9185a6,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:47.736204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49644) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:47.839529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1505430712-network', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:47.859651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Made reservation on behalf of 9e9b037eee4b457eb33f5c5f65f6b0cf for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:46:47.861968 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.875166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.950842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks [] for security_group (8f450ea8-42ff-4e41-b153-e5373871faae), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.955557 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f450ea8-42ff-4e41-b153-e5373871faae), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.980085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:46:47.988808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f450ea8-42ff-4e41-b153-e5373871faae,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:47.994753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (14c9d9ba-e4fe-4354-8857-c93c52465c02), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:47.995183 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Added segment 14c9d9ba-e4fe-4354-8857-c93c52465c02 of type vlan for network 1f352d99-4da9-40eb-984d-b933e5bbe63e Jan 28 01:46:48.035304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (1f352d99-4da9-40eb-984d-b933e5bbe63e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.062949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (1f352d99-4da9-40eb-984d-b933e5bbe63e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.063884 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:48.064466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.115291 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3780003 Jan 28 01:46:48.118367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49648) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:48.123805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Request body: {'subnet': {'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1505430712-subnet', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:48.124863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116c358-9df0-4b2a-9937-e40c74cd0031 admin admin] Pushing event updated for resources: {'Network': ['ID=1f352d99-4da9-40eb-984d-b933e5bbe63e,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:48.135028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:46:48.146596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Made reservation on behalf of 9e9b037eee4b457eb33f5c5f65f6b0cf for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:46:48.149127 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.323193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c13553e7-e6d1-413a-ab81-bcfd6c258c6e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.372601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13553e7-e6d1-413a-ab81-bcfd6c258c6e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:48.388720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:48.389088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Network hostable DHCP agents. Network: 1f352d99-4da9-40eb-984d-b933e5bbe63e, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:46:48.409528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:46:48.422690 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 1f352d99-4da9-40eb-984d-b933e5bbe63e) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:48.427168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:48.427806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.432068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a02a41-4490-47b3-9ebe-d55b27351f5a None None] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:46:48.447644 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49650) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:48.447815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5568b269-0aa3-4c24-93b5-9114ba6cff71 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3282340 Jan 28 01:46:48.452095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:48.476667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.477731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.534206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-1f352d99-4da9-40eb-984d-b933e5bbe63e', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:46:48.535179 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.536238 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks [] for router_controller (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.671449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Allocated IP 172.20.0.2 (1f352d99-4da9-40eb-984d-b933e5bbe63e/c13553e7-e6d1-413a-ab81-bcfd6c258c6e/396f221f-ac71-4b39-8576-5a32e4b6147b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:46:48.825899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Publish callbacks [] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.833500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.878216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:46:48.882388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:48.884431 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Pushing event updated for resources: {'Port': ['ID=396f221f-ac71-4b39-8576-5a32e4b6147b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:48.886645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:46:48.943751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Attempting to bind port 396f221f-ac71-4b39-8576-5a32e4b6147b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:46:48.944121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Attempting to bind port 396f221f-ac71-4b39-8576-5a32e4b6147b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:46:48.944491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Attempting to bind port 396f221f-ac71-4b39-8576-5a32e4b6147b on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:48.949583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:46:48.949997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:48.950496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.950901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:46:48.951378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Bound port: 396f221f-ac71-4b39-8576-5a32e4b6147b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:46:48.951794 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:48.994956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks [] for router_gateway (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.018686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] For port 396f221f-ac71-4b39-8576-5a32e4b6147b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:49.021632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] For port 396f221f-ac71-4b39-8576-5a32e4b6147b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=396f221f-ac71-4b39-8576-5a32e4b6147b,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:46:49.027004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.082657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecdc8d-85fd-41ae-810b-2a38555ed1f1 None None] Pushing event updated for resources: {'Port': ['ID=396f221f-ac71-4b39-8576-5a32e4b6147b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:49.201145 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks [] for router_gateway (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.226390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.338784 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Allocated IP 172.25.1.193 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/76880663-13b3-41c9-bc20-1fc0cf09b24c) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:46:49.442752 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks [] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.483058 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.525102 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:46:49.527887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:49.531481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:46:49.560675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Pushing event updated for resources: {'Port': ['ID=76880663-13b3-41c9-bc20-1fc0cf09b24c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:49.789024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks [] for router_gateway (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:49.992827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.015412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eea2ca-db44-4b1c-85ca-a5b608553e0d None None] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:46:50.130051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:46:50.224579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:46:50.244440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:46:50.253057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: d025d488-a8c0-49a3-8db8-a0e51733d0f9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:46:50.253414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device d025d488-a8c0-49a3-8db8-a0e51733d0f9 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:46:50.258885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:46:50.265549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.266874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7aef905a-5ff0-47ca-a0f9-b4d66b2cfabe admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8181903 Jan 28 01:46:50.269668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49652) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:50.283412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] Provisioning complete for port 396f221f-ac71-4b39-8576-5a32e4b6147b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:50.283759 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.293029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:46:50.293651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:46:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:50.475365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:46:50.570593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] Current status of the port 396f221f-ac71-4b39-8576-5a32e4b6147b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:50.570994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.607898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 396f221f-ac71-4b39-8576-5a32e4b6147b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:50.692697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] For port 396f221f-ac71-4b39-8576-5a32e4b6147b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=396f221f-ac71-4b39-8576-5a32e4b6147b,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:50.706808 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.754490 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.788823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b9a7f-affe-404d-a2e3-3c86fec7ba47 None None] Pushing event updated for resources: {'Port': ['ID=396f221f-ac71-4b39-8576-5a32e4b6147b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:50.791519 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 396f221f-ac71-4b39-8576-5a32e4b6147b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:50.791855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.850296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:49Z', 'revision_number': 3, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:50.905421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:46:50.905961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Updating router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 port 76880663-13b3-41c9-bc20-1fc0cf09b24c binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:46:50.943647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Allocated IP 172.20.0.1 (1f352d99-4da9-40eb-984d-b933e5bbe63e/c13553e7-e6d1-413a-ab81-bcfd6c258c6e/6210e95f-a286-4086-b2de-ca854ffecefc) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:46:50.948531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 396f221f-ac71-4b39-8576-5a32e4b6147b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:50.951574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:50.978112 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-12cbc599-01d6-46db-b8d4-be42d753c541 None None] Provisioning complete for port 396f221f-ac71-4b39-8576-5a32e4b6147b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:50.978525 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-12cbc599-01d6-46db-b8d4-be42d753c541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.051270 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks [] for port (6210e95f-a286-4086-b2de-ca854ffecefc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.088091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.134009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:46:51.141440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:51.144016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:46:51.170095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Pushing event updated for resources: {'Port': ['ID=6210e95f-a286-4086-b2de-ca854ffecefc,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:51.173330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-12cbc599-01d6-46db-b8d4-be42d753c541 None None] Current status of the port 396f221f-ac71-4b39-8576-5a32e4b6147b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:51.185567 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.276888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Publish callbacks [] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.282880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.330849 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.334776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Attempting to bind port 76880663-13b3-41c9-bc20-1fc0cf09b24c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:46:51.335142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Attempting to bind port 76880663-13b3-41c9-bc20-1fc0cf09b24c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:46:51.335509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Attempting to bind port 76880663-13b3-41c9-bc20-1fc0cf09b24c on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:51.343140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2394f-78f4-4c69-8036-9335258d0877 None None] Pushing event updated for resources: {'Port': ['ID=76880663-13b3-41c9-bc20-1fc0cf09b24c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:51.345863 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:46:51.347313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:51.347313 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.347313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:46:51.347652 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Bound port: 76880663-13b3-41c9-bc20-1fc0cf09b24c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:46:51.347860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.408260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] For port 76880663-13b3-41c9-bc20-1fc0cf09b24c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:51.411759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] For port 76880663-13b3-41c9-bc20-1fc0cf09b24c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=76880663-13b3-41c9-bc20-1fc0cf09b24c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:46:51.416864 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.425629 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fa60b5b4-4385-4998-a9ff-deb9dcc47272 None None] Provisioning complete for port 6210e95f-a286-4086-b2de-ca854ffecefc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:51.426040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa60b5b4-4385-4998-a9ff-deb9dcc47272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.501904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks [] for port (6210e95f-a286-4086-b2de-ca854ffecefc), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.506972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa60b5b4-4385-4998-a9ff-deb9dcc47272 None None] Port 6210e95f-a286-4086-b2de-ca854ffecefc cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:46:51.507576 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.510358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2394f-78f4-4c69-8036-9335258d0877 None None] Pushing event updated for resources: {'Port': ['ID=76880663-13b3-41c9-bc20-1fc0cf09b24c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:51.513500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:46:51.513648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:46:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:51.573653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Pushing event updated for resources: {'Port': ['ID=6210e95f-a286-4086-b2de-ca854ffecefc,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:51.576086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.620603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:46:51.671106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:46:51.672541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:51.785656 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:46:51.827307 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 2, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:51.854647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af12f9-fee5-4dd8-96eb-ba06787a0aa9 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 2, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:46:51.914179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:46:51.922592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9e875357-7b6b-44d6-acdb-9a1ffa44fd19 admin admin] 10.222.0.23 "PUT /v2.0/routers/49a4b2a1-43ca-408f-a43f-ac38a68c5c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6492770 Jan 28 01:46:51.930887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-46f713a1-d361-4690-8e42-121229526cab None None] Provisioning complete for port 6210e95f-a286-4086-b2de-ca854ffecefc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:51.931272 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-46f713a1-d361-4690-8e42-121229526cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:51.966179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-46f713a1-d361-4690-8e42-121229526cab None None] Port 6210e95f-a286-4086-b2de-ca854ffecefc cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:46:52.533216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 396f221f-ac71-4b39-8576-5a32e4b6147b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:52.584536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 396f221f-ac71-4b39-8576-5a32e4b6147b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:52.585013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:52.669443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 396f221f-ac71-4b39-8576-5a32e4b6147b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:53.400637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49662) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:53.405399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104230716', 'description': 'tempest-description--69005625'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:53.427932 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.508137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group (bdbfd4c5-20e3-4054-99db-6aff99f82942), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.513078 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bdbfd4c5-20e3-4054-99db-6aff99f82942), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.542831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.544142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1424925 Jan 28 01:46:53.547394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 49664) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:53.551216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c7118-8726-423f-acfd-fd61d7d3199d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbfd4c5-20e3-4054-99db-6aff99f82942,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:53.553273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfd4c5-20e3-4054-99db-6aff99f82942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:53.580982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group_rule (5cb9086c-6eec-4084-9d66-9a138cd4f6dd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.648155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group_rule (5cb9086c-6eec-4084-9d66-9a138cd4f6dd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.654375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5cb9086c-6eec-4084-9d66-9a138cd4f6dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.674206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb9086c-6eec-4084-9d66-9a138cd4f6dd,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:53.680293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.681572 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fe809e92-a378-41f5-a3cc-a5f9efb4ccd8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325972 Jan 28 01:46:53.684589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49666) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:53.689230 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfd4c5-20e3-4054-99db-6aff99f82942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:53.715818 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group_rule (51cd4fd0-bcce-4e73-96e8-0401d19f32b3), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.769717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:46:53.774526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group_rule (51cd4fd0-bcce-4e73-96e8-0401d19f32b3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.779647 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (51cd4fd0-bcce-4e73-96e8-0401d19f32b3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.780265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:46:53.780893 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:46:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:53.798817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cd4fd0-bcce-4e73-96e8-0401d19f32b3,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:53.809045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.810386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3f9b9ddd-3254-4145-a035-854b165761c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246450 Jan 28 01:46:53.813385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49668) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:53.817746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:53.838513 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:53.889176 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:46:53.943848 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.048795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Allocated IP 172.25.1.185 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/5114e7be-a8f1-4c3e-b3a3-e6237ca43759) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:46:54.085683 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 2, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:54.116396 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:46:54.116700 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Updating router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 port 6210e95f-a286-4086-b2de-ca854ffecefc binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:46:54.141389 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.157425 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.194250 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.230303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:46:54.233194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:54.236649 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:46:54.263421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'Port': ['ID=5114e7be-a8f1-4c3e-b3a3-e6237ca43759,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:54.329496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.403454 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Publish callbacks [] for port (6210e95f-a286-4086-b2de-ca854ffecefc), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.410548 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.467746 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Pushing event updated for resources: {'Port': ['ID=6210e95f-a286-4086-b2de-ca854ffecefc,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:54.610131 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.610475 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.610814 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.611151 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.611478 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.611802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.612126 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.612442 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.612760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.613085 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.613401 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.613717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.614087 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:54.622476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76880663-13b3-41c9-bc20-1fc0cf09b24c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:54.651819 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Attempting to bind port 6210e95f-a286-4086-b2de-ca854ffecefc on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:46:54.652395 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Attempting to bind port 6210e95f-a286-4086-b2de-ca854ffecefc by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:46:54.652818 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Attempting to bind port 6210e95f-a286-4086-b2de-ca854ffecefc on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:54.659626 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:46:54.660112 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:54.660581 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.661034 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:46:54.661589 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Bound port: 6210e95f-a286-4086-b2de-ca854ffecefc, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:46:54.662214 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.677345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.682479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 76880663-13b3-41c9-bc20-1fc0cf09b24c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:54.683053 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.727171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] For port 6210e95f-a286-4086-b2de-ca854ffecefc, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:54.730247 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] For port 6210e95f-a286-4086-b2de-ca854ffecefc, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6210e95f-a286-4086-b2de-ca854ffecefc,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:46:54.736473 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.767942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 76880663-13b3-41c9-bc20-1fc0cf09b24c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:54.768541 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.781015 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:46:54.781638 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:46:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:54.799530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 76880663-13b3-41c9-bc20-1fc0cf09b24c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=76880663-13b3-41c9-bc20-1fc0cf09b24c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:54.806873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.815417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] Provisioning complete for port 6210e95f-a286-4086-b2de-ca854ffecefc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:54.815967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.872431 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.880404 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.893724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=76880663-13b3-41c9-bc20-1fc0cf09b24c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:54.912582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:46:54.946678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] Current status of the port 6210e95f-a286-4086-b2de-ca854ffecefc is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:54.947397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.969367 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfb741-fa90-41e6-8deb-1936df521b41 None None] Pushing event updated for resources: {'Port': ['ID=6210e95f-a286-4086-b2de-ca854ffecefc,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:54.998066 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:54.999821 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] For port 6210e95f-a286-4086-b2de-ca854ffecefc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6210e95f-a286-4086-b2de-ca854ffecefc,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:55.004931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:55.017900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'Port': ['ID=5114e7be-a8f1-4c3e-b3a3-e6237ca43759,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:55.022733 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:55.035524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b65f4215-e4a3-4b12-a7e1-6b6047b54d34 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2100096 Jan 28 01:46:55.060491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01df38-e7e2-407d-a883-ff371741c619 None None] Pushing event updated for resources: {'Port': ['ID=6210e95f-a286-4086-b2de-ca854ffecefc,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:55.131472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a2ec3fe3-ebd0-4854-9b51-706812ff527e None None] Provisioning complete for port 6210e95f-a286-4086-b2de-ca854ffecefc triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:55.132178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3fe3-ebd0-4854-9b51-706812ff527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:55.160140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:55.187530 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-fb0cb2c3-f3bb-4866-a42f-cc1871967acd tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2104230716&fields=id&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 267 time: 0.0443864 Jan 28 01:46:55.189530 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ee07d-f329-40f6-b519-abbf1fc2a380 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:46:55.312598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-4016881a-b300-4d76-aa69-844fb1b9c2b6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:55.314243 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-4016881a-b300-4d76-aa69-844fb1b9c2b6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1129718 Jan 28 01:46:55.332552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-13e91a5e-ee20-4974-bc1f-e9b849d92a70 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/quotas/9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 375 time: 0.0124083 Jan 28 01:46:55.389709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-d5f4d8f7-c126-4f53-b784-5248641d8d3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513160 Jan 28 01:46:55.390251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec3fe3-ebd0-4854-9b51-706812ff527e None None] Current status of the port 6210e95f-a286-4086-b2de-ca854ffecefc is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:55.483786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-e24a5f5e-8087-4e7f-b814-36c4cf50cc9a service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823181 Jan 28 01:46:55.486109 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:46:55.581036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-feb7fb95-e9f3-4fbf-8201-0aed72dbde8e service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909953 Jan 28 01:46:55.748907 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a1b6183-087e-47eb-8d32-829f0ba55437 req-42932cb9-ab6f-4de5-a81a-dd85f7bd43f2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Jan 28 01:46:56.543804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6210e95f-a286-4086-b2de-ca854ffecefc up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:56.598998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6210e95f-a286-4086-b2de-ca854ffecefc triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:56.599350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:56.683338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6210e95f-a286-4086-b2de-ca854ffecefc is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:56.684540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76880663-13b3-41c9-bc20-1fc0cf09b24c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:56.735344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 76880663-13b3-41c9-bc20-1fc0cf09b24c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:56.735660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:56.790771 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-8b252266-a086-4235-b11b-e9468c4d35e6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:56.793441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-8b252266-a086-4235-b11b-e9468c4d35e6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1202598 Jan 28 01:46:56.814069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 76880663-13b3-41c9-bc20-1fc0cf09b24c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:56.859760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d91217e9-a6ea-46f4-a110-1d4b062da78a req-03b27487-b434-43ef-8847-f552f519d319 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 210 time: 0.0352206 Jan 28 01:46:56.883923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-8c0c066e-8c3b-4d8c-8432-5aab1be57665 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 380 time: 0.0785019 Jan 28 01:46:56.892154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'port': {'device_id': '3734f14e-33f9-4c64-85ae-77301934ef10', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'admin_state_up': True, 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'security_groups': ['bdbfd4c5-20e3-4054-99db-6aff99f82942']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:57.004529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Made reservation on behalf of 9e9b037eee4b457eb33f5c5f65f6b0cf for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:46:57.007794 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.143102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Allocated IP 172.20.0.10 (1f352d99-4da9-40eb-984d-b933e5bbe63e/c13553e7-e6d1-413a-ab81-bcfd6c258c6e/930b2af7-88a9-449c-b270-ad1828bca6fb) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:46:57.294372 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.332565 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.375245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:46:57.378301 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:46:57.384038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:46:57.390887 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:57.421178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.421498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.421901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.422244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.422604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.422939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.423269 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.423582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.423926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.424229 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.424557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.424882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.425206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:57.448617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:57.449249 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.468255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-6858479e-e4b3-4450-a0d5-2c8ec6a71ae9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797522 Jan 28 01:46:57.485137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Request body: {'port': {'device_id': '3734f14e-33f9-4c64-85ae-77301934ef10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:57.545586 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.625562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d2b2f15e-3a7f-4d32-90b2-ff5ba0a5f0f3 None None] Provisioning complete for port 930b2af7-88a9-449c-b270-ad1828bca6fb triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:57.626230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f15e-3a7f-4d32-90b2-ff5ba0a5f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.662817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2f15e-3a7f-4d32-90b2-ff5ba0a5f0f3 None None] Port 930b2af7-88a9-449c-b270-ad1828bca6fb cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:46:57.816527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930b2af7-88a9-449c-b270-ad1828bca6fb {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:46:57.824195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Publish callbacks [] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.842575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Transition to ACTIVE for port object 930b2af7-88a9-449c-b270-ad1828bca6fb will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:46:57.848805 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.904906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:58.011872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:46:58.012217 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:46:58.012556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:58.019408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Port 930b2af7-88a9-449c-b270-ad1828bca6fb on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:46:58.019740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:58.029805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16562e8e-c179-4492-91d3-727d34c2615b req-a1d6ec65-8b98-4adb-bf66-0fa918b34acb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.031452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16562e8e-c179-4492-91d3-727d34c2615b req-a1d6ec65-8b98-4adb-bf66-0fa918b34acb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0791454 Jan 28 01:46:58.034505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:46:58.034850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:58.035237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:46:58.035667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Bound port: 930b2af7-88a9-449c-b270-ad1828bca6fb, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:46:58.036027 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.121007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16562e8e-c179-4492-91d3-727d34c2615b req-ac43a3fb-3896-479d-9e67-63889481e818 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825253 Jan 28 01:46:58.136985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:58.140153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:46:58.144857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.179122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.179764 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.181135 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] 10.222.0.45 "PUT /v2.0/ports/930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1092 time: 0.7006156 Jan 28 01:46:58.181554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:58.183858 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673afb74-a4c2-48dc-b6e7-0fda215da607" -d '{"events": [{"name": "network-changed", "server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:58.226093 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81cb38-78e6-42b8-9f84-63a3724baa18 x-openstack-request-id: req-4c81cb38-78e6-42b8-9f84-63a3724baa18 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:58.226363 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:58.226619 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c81cb38-78e6-42b8-9f84-63a3724baa18 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:58.227230 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'status': 'completed', 'code': 200} Jan 28 01:46:58.228242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85135216-171e-4139-bc23-041b5f9aa457 service neutron] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:58.283545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-c396748a-9f9a-4c7b-8da5-9ce6b935480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.285112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-c396748a-9f9a-4c7b-8da5-9ce6b935480d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0431898 Jan 28 01:46:58.337051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-680a059d-fd15-4a73-a155-81cf8e2c60fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 217 time: 0.0401535 Jan 28 01:46:58.386167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-ef4f27d5-19f7-4635-88fd-f6a59e1bd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.387655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-ef4f27d5-19f7-4635-88fd-f6a59e1bd651 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0452745 Jan 28 01:46:58.433505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-961d58bb-602c-430f-ae92-5f60cf2467e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.435052 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-961d58bb-602c-430f-ae92-5f60cf2467e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417612 Jan 28 01:46:58.529984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-cc327886-7524-4014-8c0c-2fedf9aba0c5 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887833 Jan 28 01:46:58.621686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2377590-6f1c-4f83-b19c-a3efb15d81df req-8c6bb699-7847-4ce6-8692-1da9409dba25 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843880 Jan 28 01:46:58.766114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-2150d8d4-eec3-4741-8a33-d2857ebf4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.767634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-2150d8d4-eec3-4741-8a33-d2857ebf4378 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0448141 Jan 28 01:46:58.864525 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-4eaf9be4-95b4-4754-bd6e-64ddcfb51f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.866062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-4eaf9be4-95b4-4754-bd6e-64ddcfb51f70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0924876 Jan 28 01:46:58.907788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-38feddfd-a7dc-4e3b-9d78-2050f2fe267a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 217 time: 0.0357051 Jan 28 01:46:58.958733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-2f5c6063-b234-4d71-8654-52b30247dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:58.960206 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-2f5c6063-b234-4d71-8654-52b30247dd1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0472474 Jan 28 01:46:59.014764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-2bb0b3a6-53c6-4510-8d68-46dd7975009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.016392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-2bb0b3a6-53c6-4510-8d68-46dd7975009f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497992 Jan 28 01:46:59.109542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-98920cfa-b438-4fb8-9b74-baf6a307f462 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Jan 28 01:46:59.214679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-673afb74-a4c2-48dc-b6e7-0fda215da607 req-b9071026-b014-441a-9ac8-ca7fbeaa5a63 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991609 Jan 28 01:46:59.250846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f601a5-bb41-4842-bd7f-1bde8d0222a9 req-dbc5283e-c46e-4eec-82f2-4f842d494bfd tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.252315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16f601a5-bb41-4842-bd7f-1bde8d0222a9 req-dbc5283e-c46e-4eec-82f2-4f842d494bfd tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0567813 Jan 28 01:46:59.306572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16f601a5-bb41-4842-bd7f-1bde8d0222a9 req-9b7dfc9f-9e38-4278-8cb0-470e89ff33f8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461032 Jan 28 01:47:00.439111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0afc-f110-48c0-a70a-d158471e4f4d req-d8ae55da-73a8-4f36-b8f7-de0238bf342d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:00.440663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f5e0afc-f110-48c0-a70a-d158471e4f4d req-d8ae55da-73a8-4f36-b8f7-de0238bf342d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Jan 28 01:47:00.496216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f5e0afc-f110-48c0-a70a-d158471e4f4d req-d0253d9c-96e1-4363-8612-72ea644f7b11 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470672 Jan 28 01:47:01.616221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2d252-f1ad-426e-91da-d81b09559f28 req-3edafa4e-93d8-4b65-bbb8-17d5a91033c9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:01.617705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead2d252-f1ad-426e-91da-d81b09559f28 req-3edafa4e-93d8-4b65-bbb8-17d5a91033c9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0500343 Jan 28 01:47:01.666125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ead2d252-f1ad-426e-91da-d81b09559f28 req-5f9f81b2-eb1a-4690-b43c-01207a871baf tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Jan 28 01:47:02.125544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:47:02.239267 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:02.254649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'mac_address': 'fa:16:3e:e4:ac:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:47:02.293639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 930b2af7-88a9-449c-b270-ad1828bca6fb is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:02.294062 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:02.307175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930b2af7-88a9-449c-b270-ad1828bca6fb {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:47:02.328213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:02.334574 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:02.384713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:02.392250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.392604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.392959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.393291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.393658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.394000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.394345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.394672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.395003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.395329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.395651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.395963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.396287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:02.694390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['930b2af7-88a9-449c-b270-ad1828bca6fb'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:47:02.787521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092b8aa-bbd8-48c6-b854-bf88d46437b3 req-096808cd-65a0-4c62-8e01-53762982c23b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:02.789001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2092b8aa-bbd8-48c6-b854-bf88d46437b3 req-096808cd-65a0-4c62-8e01-53762982c23b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0493720 Jan 28 01:47:02.835601 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2092b8aa-bbd8-48c6-b854-bf88d46437b3 req-f2a3fc2d-7381-4e8e-94e0-25d378931e4f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406559 Jan 28 01:47:03.783027 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:03.959262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901f3d3-89e8-4e88-8bcb-5bc2221ac982 req-a517a476-9c0e-45ea-90f7-a04627d0ce6d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:03.960784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a901f3d3-89e8-4e88-8bcb-5bc2221ac982 req-a517a476-9c0e-45ea-90f7-a04627d0ce6d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Jan 28 01:47:04.007465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a901f3d3-89e8-4e88-8bcb-5bc2221ac982 req-6ad1841c-5ea6-4538-b6c4-9b6100e824e7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Jan 28 01:47:04.158339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:47:04.217150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 930b2af7-88a9-449c-b270-ad1828bca6fb completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:47:04.222889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 930b2af7-88a9-449c-b270-ad1828bca6fb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:04.223318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.310339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 930b2af7-88a9-449c-b270-ad1828bca6fb is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:04.310726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.334751 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:47:04.337033 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7a6561-e56a-4ea3-8782-45dece0e7f05" -d '{"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-plugged", "status": "completed", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:47:04.349527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:04.353957 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.378211 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38092bc3-f9a8-4247-a5d2-b12e3c43442f x-openstack-request-id: req-38092bc3-f9a8-4247-a5d2-b12e3c43442f {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:47:04.378524 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-plugged", "status": "completed", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:47:04.378768 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38092bc3-f9a8-4247-a5d2-b12e3c43442f {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:47:04.379163 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'code': 200} Jan 28 01:47:04.405048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:04.501578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b75475-fd78-422e-9460-d857456f7d89 req-78f2a9fe-b79a-4bf4-ac57-465d90be3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:04.503258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-05b75475-fd78-422e-9460-d857456f7d89 req-78f2a9fe-b79a-4bf4-ac57-465d90be3733 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0415475 Jan 28 01:47:04.547691 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-05b75475-fd78-422e-9460-d857456f7d89 req-3734f7c1-bbef-4cc4-9ba4-a7b46302521a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382807 Jan 28 01:47:05.136903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba79350-a08d-4262-8ade-926c56fd582b req-f1190615-bc54-4748-bda0-81f0fb1371f6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:05.138594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ba79350-a08d-4262-8ade-926c56fd582b req-f1190615-bc54-4748-bda0-81f0fb1371f6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Jan 28 01:47:05.193609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ba79350-a08d-4262-8ade-926c56fd582b req-1f52e2b5-af6a-44aa-b868-d70bccb75c9f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493319 Jan 28 01:47:06.328393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79ac2b-e81c-4180-9bc1-1facab623992 req-bd1329ae-1b37-4544-bea5-7cf3aa295605 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:06.330014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a79ac2b-e81c-4180-9bc1-1facab623992 req-bd1329ae-1b37-4544-bea5-7cf3aa295605 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0527458 Jan 28 01:47:06.379437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a79ac2b-e81c-4180-9bc1-1facab623992 req-9956766f-095a-4d67-8e4d-f107fdaca0d2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Jan 28 01:47:06.503123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5b5a-4a13-4ab4-95b7-ec82b556d0f8 req-879552b6-c7c2-48c6-b0d3-3ff9ac605437 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:06.504584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bff5b5a-4a13-4ab4-95b7-ec82b556d0f8 req-879552b6-c7c2-48c6-b0d3-3ff9ac605437 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0510173 Jan 28 01:47:06.513207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 49720) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:06.517643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'floatingip': {'port_id': '930b2af7-88a9-449c-b270-ad1828bca6fb'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:06.562117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.011076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.018405 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.116648 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 associated. External IP: 172.25.1.185, port: 930b2af7-88a9-449c-b270-ad1828bca6fb. Jan 28 01:47:07.130064 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c5b58794-d8b6-4b94-b37b-6ad0d12646f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.335412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:47:07.442237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:47:07.447142 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.454471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:47:07.466063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:07.466699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:46:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:07.474860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a4a78c4c-b9e4-4fb4-8320-0c7323ff42d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "PUT /v2.0/floatingips/d05f4949-a233-4f11-8d6e-1d01118ab548 HTTP/1.1" status: 200 len: 992 time: 0.9606085 Jan 28 01:47:07.475466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:47:07.477721 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:47:07.523999 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e4cf5-ae0c-4f2a-9911-11b058621348 x-openstack-request-id: req-5c6e4cf5-ae0c-4f2a-9911-11b058621348 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:47:07.524311 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:47:07.524565 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c6e4cf5-ae0c-4f2a-9911-11b058621348 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:47:07.524974 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'status': 'completed', 'code': 200} Jan 28 01:47:07.588204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:07.627841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-cec77074-8704-4f29-82f6-6b7193840418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:07.629390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-cec77074-8704-4f29-82f6-6b7193840418 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0502777 Jan 28 01:47:07.720570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-e117602a-80eb-4fda-b787-d25837e5863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:07.722088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-e117602a-80eb-4fda-b787-d25837e5863b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0849965 Jan 28 01:47:07.755201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.791056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-dcfd0584-ccfd-4d85-9fb7-7aa9aa681721 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1000 time: 0.0630050 Jan 28 01:47:07.821360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:e4:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734f14e-33f9-4c64-85ae-77301934ef10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:47:06Z', 'revision_number': 1, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:07.838946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-62d0cd37-6f19-40c2-9f9e-73225b0e8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:07.840396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-62d0cd37-6f19-40c2-9f9e-73225b0e8521 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0440662 Jan 28 01:47:07.851445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:47:07.859941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:07.860544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:46:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:07.884588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-8b439fdc-3510-4887-bc9f-fc6a574896e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:07.886088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-8b439fdc-3510-4887-bc9f-fc6a574896e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405033 Jan 28 01:47:07.965993 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:07.982834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-ebc0b33c-9788-41c5-8cb5-9aabde8b15fb service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911670 Jan 28 01:47:08.197607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:e4:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734f14e-33f9-4c64-85ae-77301934ef10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:47:06Z', 'revision_number': 1, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:08.228294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6cdda2-71f9-407d-8195-077840079042 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:e4:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734f14e-33f9-4c64-85ae-77301934ef10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:47:06Z', 'revision_number': 1, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:47:08.374523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-deb5b0eb-dfce-46ef-b6fc-2e2308885ce8 req-9125e321-c97a-4301-8d57-1baefc04d71f service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858645 Jan 28 01:47:08.841578 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4bb8e0-cd97-4659-ab9f-aff180ee709b None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:47:09.425484 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-514fb18c-855e-4d09-923b-af670ea84225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:10.971051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.075941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.343583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.489869 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-9a1dbeab-e022-4d34-800e-2dd5a9531389 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447593 Jan 28 01:47:18.604985 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-934bfbb2-a0b5-463b-a621-4ec53f174a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:18.606403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-934bfbb2-a0b5-463b-a621-4ec53f174a8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0557361 Jan 28 01:47:18.711803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-f665b064-0103-4514-b42a-9dded1f1d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:18.713327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-f665b064-0103-4514-b42a-9dded1f1d418 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0867472 Jan 28 01:47:18.789062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-c901cd28-334b-4671-bead-5eeb79a23fa0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1002 time: 0.0655856 Jan 28 01:47:18.838038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-2867b837-c2c1-46db-861f-d789966765f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:18.839481 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-2867b837-c2c1-46db-861f-d789966765f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0433862 Jan 28 01:47:18.886069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-a74e5ca7-f7ec-45cf-b24b-71de56d8886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:18.887462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-a74e5ca7-f7ec-45cf-b24b-71de56d8886e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414779 Jan 28 01:47:18.984498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-9a0fec8d-7c52-4e53-a136-747f3615fe91 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901504 Jan 28 01:47:19.076093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3819da2a-92af-4657-8b11-cfd28048dae4 req-6bb73518-3e82-4884-b137-e26f9b410fb5 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847037 Jan 28 01:47:32.486538 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:47:33.786579 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.130719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6555dba9-37ab-40d5-9015-dbb08ca3be39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.736467 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:39.420049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-10a95dd1-aeca-4c2e-9e70-3a0509d3f868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:40.972727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:42.078747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:43.344338 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:03.799351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:07.125763 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1ee4bffe-1f05-4315-8cbf-51ae26a4f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:07.732512 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:09.437336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7c161b5-d3cd-428d-96a3-8658aeebae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:09.488518 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:48:10.979859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:12.084704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:13.350060 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:18.471374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-40c2c7fd-b382-4507-8c64-86d531c6c47d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431166 Jan 28 01:48:18.574961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a00741-610c-4341-9053-3108acd73434 req-e8bf65d9-507a-4cd4-9613-b9c99e799c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:18.576446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-e8bf65d9-507a-4cd4-9613-b9c99e799c6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0473058 Jan 28 01:48:18.691327 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a00741-610c-4341-9053-3108acd73434 req-eb34f3e8-0a21-4b45-9e0f-4a4057aa62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:18.692791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-eb34f3e8-0a21-4b45-9e0f-4a4057aa62eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0954154 Jan 28 01:48:18.770084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-5831d71e-3320-4f81-95bd-8652306f836f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1002 time: 0.0709364 Jan 28 01:48:18.818889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a00741-610c-4341-9053-3108acd73434 req-9af93f84-8bbd-4c2d-9b23-2fb207a8b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:18.820282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-9af93f84-8bbd-4c2d-9b23-2fb207a8b65a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0437915 Jan 28 01:48:18.866067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a00741-610c-4341-9053-3108acd73434 req-135693cc-5948-4674-9b6e-2bffb352182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:18.867561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-135693cc-5948-4674-9b6e-2bffb352182e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414984 Jan 28 01:48:18.963912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-5212a88f-2bf1-4b77-9389-9de6f48e8a18 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902998 Jan 28 01:48:19.055789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44a00741-610c-4341-9053-3108acd73434 req-ef6447fa-f87d-4215-bfff-b28e128d1b5b service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859876 Jan 28 01:48:33.821491 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:37.138298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32e369c7-e9a1-4183-916e-ab376b4be73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:37.738205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:39.430910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ea37e71-e2ec-4f4a-9fb7-5355ee1ded80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:40.979088 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:42.095936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:43.346987 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:46.490410 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:03.826101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:07.141059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-572a1210-6fda-4835-8401-aa924f44de57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:07.759387 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:09.436176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1473f7d1-bc70-4217-9984-c9e64615901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:10.992570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:12.093365 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:13.348810 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:18.519314 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-eaa3ed8c-8636-4a7c-927d-2da78b260079 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484145 Jan 28 01:49:18.637293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-8ec4fd66-6783-4004-99d0-c7a0b2134135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:18.638890 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-8ec4fd66-6783-4004-99d0-c7a0b2134135 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0514934 Jan 28 01:49:18.746896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-8a934804-00ef-492d-8e12-a0fe129e114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:18.748345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-8a934804-00ef-492d-8e12-a0fe129e114f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0893240 Jan 28 01:49:18.817211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-d86230d9-ad47-44d4-8ce6-20d78c70b659 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1002 time: 0.0632229 Jan 28 01:49:18.874138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-1b216f7d-9ab8-416b-88aa-e949ef5c44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:18.876852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-1b216f7d-9ab8-416b-88aa-e949ef5c44a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0543892 Jan 28 01:49:18.924106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-cb2a314e-3d65-4d8d-922a-0e47a19be8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:18.925580 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-cb2a314e-3d65-4d8d-922a-0e47a19be8b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429366 Jan 28 01:49:19.017030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-d805d330-57a8-4302-85a7-38d8fb0d69ec service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854363 Jan 28 01:49:19.127379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f714a13-851e-4334-a3cc-2f64a56993fa req-f349fac4-23e4-41de-bf3b-f056b3937614 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992610 Jan 28 01:49:23.493691 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:33.834453 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:37.144855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8f3cc7dd-4c30-45af-a8e6-1def0f70c3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:37.761900 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:38.820527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb1c5-30c9-4c3f-bfa9-177d0c88f0bd req-470c1f1e-f2f6-40b6-a86f-b59bc97db481 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:38.822041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-216fb1c5-30c9-4c3f-bfa9-177d0c88f0bd req-470c1f1e-f2f6-40b6-a86f-b59bc97db481 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.1333506 Jan 28 01:49:38.877114 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-216fb1c5-30c9-4c3f-bfa9-177d0c88f0bd req-3f07faaa-c408-4a2f-b62f-1fc417b38557 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Jan 28 01:49:39.165424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb5ed4-d029-41d9-a70d-4861f0fe8103 req-a7cdffe6-76b2-425b-9513-61021d5ab290 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:39.166960 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37bb5ed4-d029-41d9-a70d-4861f0fe8103 req-a7cdffe6-76b2-425b-9513-61021d5ab290 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0763185 Jan 28 01:49:39.195464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-8bbcec05-2604-4adb-a1a8-dda27ae96f0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155646 Jan 28 01:49:39.222729 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37bb5ed4-d029-41d9-a70d-4861f0fe8103 req-92d65de7-b10c-4951-8e5b-e538a32877a8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496023 Jan 28 01:49:39.420908 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4ba047c2-053b-4747-b086-bc276b441a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:40.404882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092431cb-d9bb-4190-9c33-8cbfd90cb8e1 req-6dcbba58-9a30-4812-a9cb-e5ebc6e4e2d6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:40.406498 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-092431cb-d9bb-4190-9c33-8cbfd90cb8e1 req-6dcbba58-9a30-4812-a9cb-e5ebc6e4e2d6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.1131160 Jan 28 01:49:40.458786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-092431cb-d9bb-4190-9c33-8cbfd90cb8e1 req-1419e9ec-bec3-457e-98e5-16c25184b299 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 Jan 28 01:49:40.627845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-c0e16d68-6557-443f-a138-93e6f6234032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:40.629339 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-c0e16d68-6557-443f-a138-93e6f6234032 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1097 time: 0.0499358 Jan 28 01:49:40.732138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-9568cd78-0e1b-47d7-8f30-44403e117774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:40.733635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-9568cd78-0e1b-47d7-8f30-44403e117774 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0979831 Jan 28 01:49:40.824598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-98841ad3-1955-432c-8058-7f2e7efccad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1002 time: 0.0845733 Jan 28 01:49:40.873120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-26870071-2834-499f-a8a1-0d6b8a392029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:40.874643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-26870071-2834-499f-a8a1-0d6b8a392029 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0449021 Jan 28 01:49:40.930054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-cc0b79aa-89f7-4c45-9da7-594cd5f036b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:40.931489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-cc0b79aa-89f7-4c45-9da7-594cd5f036b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515680 Jan 28 01:49:40.984374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:41.023679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-7b1102f1-845b-4189-a7b7-e4544d698673 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864818 Jan 28 01:49:41.123958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-27b28867-fbed-4d03-a61d-0cd9ce0855df service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941844 Jan 28 01:49:41.593816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905c5ac-b4c4-453b-9080-ee31fbf34231 req-73ddc867-dcb2-4438-81e9-f067769d5377 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:41.595294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3905c5ac-b4c4-453b-9080-ee31fbf34231 req-73ddc867-dcb2-4438-81e9-f067769d5377 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0578530 Jan 28 01:49:41.646410 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3905c5ac-b4c4-453b-9080-ee31fbf34231 req-39db9edb-65a7-43e8-82be-671f2b2dd37c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Jan 28 01:49:42.100904 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:42.769006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005522-e6f0-4df8-a154-9410e9913d9c req-e69553b3-8ac8-4e36-adde-7ab2d82f8bfa tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:42.770464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3005522-e6f0-4df8-a154-9410e9913d9c req-e69553b3-8ac8-4e36-adde-7ab2d82f8bfa tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0514441 Jan 28 01:49:42.818621 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b3005522-e6f0-4df8-a154-9410e9913d9c req-0814b2be-2f37-4508-8f42-0b512a5dca7b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Jan 28 01:49:43.348128 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:43.944139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60017-9948-4d75-805c-4c8916142b79 req-9a2bc5ca-24c9-485b-a6ff-238ebac75abe tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:43.945658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41c60017-9948-4d75-805c-4c8916142b79 req-9a2bc5ca-24c9-485b-a6ff-238ebac75abe tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0502429 Jan 28 01:49:43.998389 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-41c60017-9948-4d75-805c-4c8916142b79 req-86c62d77-aafb-48cc-9978-bef424b2f848 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Jan 28 01:49:45.124707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730259dc-6c5a-47b4-abdf-06f781d2c0ff req-935ff8e8-66f4-4927-bf1d-c6de253a1dac tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:45.126672 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-730259dc-6c5a-47b4-abdf-06f781d2c0ff req-935ff8e8-66f4-4927-bf1d-c6de253a1dac tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0500278 Jan 28 01:49:45.174136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-730259dc-6c5a-47b4-abdf-06f781d2c0ff req-1fbaaa5c-a426-49c6-9e4c-cdaaf457d743 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Jan 28 01:49:46.303494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5361821-ec03-4739-8c17-285db1cfa910 req-d5c0ea4a-d842-4b92-8e1b-2effd1397141 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:46.305270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5361821-ec03-4739-8c17-285db1cfa910 req-d5c0ea4a-d842-4b92-8e1b-2effd1397141 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0556118 Jan 28 01:49:46.358849 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5361821-ec03-4739-8c17-285db1cfa910 req-dba94a39-e11b-4296-a811-400895ed8dad tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Jan 28 01:49:47.496781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288dccd-4e68-4299-aa58-54d06c5d061a req-4143c485-80bd-4db9-87d0-2b74fd024148 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:47.498285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8288dccd-4e68-4299-aa58-54d06c5d061a req-4143c485-80bd-4db9-87d0-2b74fd024148 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0557594 Jan 28 01:49:47.546239 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8288dccd-4e68-4299-aa58-54d06c5d061a req-034097ce-3ce4-4d91-b16c-fe2c3bdae94f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Jan 28 01:49:48.673290 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47df21-15ae-46b8-847e-6015129d2173 req-678d0a8a-7c5e-405a-8e08-6489b2e9c6e9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:48.674837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c47df21-15ae-46b8-847e-6015129d2173 req-678d0a8a-7c5e-405a-8e08-6489b2e9c6e9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0559802 Jan 28 01:49:48.724295 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c47df21-15ae-46b8-847e-6015129d2173 req-c40e7f54-bf69-4e2d-a1ae-5491b9856321 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Jan 28 01:49:49.862517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c175-ab6a-4ab9-8b53-fb28cdfa90e1 req-16853678-4a77-4b9e-bc36-1aacb070c825 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:49.864155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9166c175-ab6a-4ab9-8b53-fb28cdfa90e1 req-16853678-4a77-4b9e-bc36-1aacb070c825 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0570769 Jan 28 01:49:49.912238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9166c175-ab6a-4ab9-8b53-fb28cdfa90e1 req-4b890d70-2286-49a4-b87b-46fd92e75c0b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 Jan 28 01:49:51.040764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4e889-e586-4e1d-862b-cd900683ea30 req-0d2a102d-9c0e-42ab-8577-cd0d4c2018ad tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:51.042371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4e889-e586-4e1d-862b-cd900683ea30 req-0d2a102d-9c0e-42ab-8577-cd0d4c2018ad tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0601690 Jan 28 01:49:51.089532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86f4e889-e586-4e1d-862b-cd900683ea30 req-2bd3c2a9-f3f1-4b29-930b-6d04ec75a3b0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Jan 28 01:49:52.211353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d13b5-81c6-4e7c-9134-692323cea629 req-8d414da9-ace6-4027-9fa2-dbf1e4ab6252 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:52.212873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f5d13b5-81c6-4e7c-9134-692323cea629 req-8d414da9-ace6-4027-9fa2-dbf1e4ab6252 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0503891 Jan 28 01:49:52.275066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f5d13b5-81c6-4e7c-9134-692323cea629 req-00c92fb9-ddda-4255-83cc-fd97fcab4bc4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533535 Jan 28 01:49:53.214805 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-6d9e87bc-6ea7-41e0-8685-5ba7525119af service neutron] show failed (client error): The resource could not be found. Jan 28 01:49:53.215807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-6d9e87bc-6ea7-41e0-8685-5ba7525119af service neutron] 10.222.0.45 "GET /v2.0/ports/930b2af7-88a9-449c-b270-ad1828bca6fb/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0619974 Jan 28 01:49:53.401737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428323e4-5005-4782-8cd9-3190abff77f5 req-b8c0192c-e75b-4564-bf4c-adbd1869fb5b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:53.403274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-428323e4-5005-4782-8cd9-3190abff77f5 req-b8c0192c-e75b-4564-bf4c-adbd1869fb5b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0515659 Jan 28 01:49:53.454531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-428323e4-5005-4782-8cd9-3190abff77f5 req-d6536b1b-2c6e-4279-b0f3-908b6635da80 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455320 Jan 28 01:49:53.483843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-7834bddf-5270-4e52-83df-4a776c5d9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:53.486567 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-7834bddf-5270-4e52-83df-4a776c5d9f76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 1097 time: 0.0947535 Jan 28 01:49:53.504435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:53.556148 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:53.764131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:53.796977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:53.840339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:49:53.842627 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ef8f4-66b0-4cc1-a622-b01ac288d2b5" -d '{"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-unplugged", "status": "completed", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:49:53.846626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Publish callbacks [] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:53.860224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Transition to ACTIVE for port object 930b2af7-88a9-449c-b270-ad1828bca6fb will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:49:53.865141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:53.892633 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec35a6-0f69-4ba7-a905-77cebab02c16 x-openstack-request-id: req-bbec35a6-0f69-4ba7-a905-77cebab02c16 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:49:53.892948 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-unplugged", "status": "completed", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:49:53.893198 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbec35a6-0f69-4ba7-a905-77cebab02c16 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:49:53.893587 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'code': 200} Jan 28 01:49:53.953131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:53.965865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.966210 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.966548 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.966885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.967213 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.967553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.967857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.968174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.968491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.968806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.969120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.969422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:53.969734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:54.004894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] No DVR routers for this DVR port 930b2af7-88a9-449c-b270-ad1828bca6fb on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:49:54.145233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:49:54.145515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:49:54.145898 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:54.150363 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Port 930b2af7-88a9-449c-b270-ad1828bca6fb on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:49:54.150698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Attempting to bind port 930b2af7-88a9-449c-b270-ad1828bca6fb on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:54.155701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:54.156033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:49:54.156405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:54.156844 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Bound port: 930b2af7-88a9-449c-b270-ad1828bca6fb, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:49:54.157201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:54.219497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:54.222916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:54.228848 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:54.260617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.261245 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:54.262664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] 10.222.0.43 "PUT /v2.0/ports/930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1092 time: 0.7627156 Jan 28 01:49:54.288830 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb1ad7-9bb9-4797-939b-949494924703 service neutron] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.344713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-c749342b-0253-4673-abfb-b4dff2864a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.346263 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-c749342b-0253-4673-abfb-b4dff2864a8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0463359 Jan 28 01:49:54.439399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-b94532a6-0616-4c56-b6c1-b0cfcea0cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.440942 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-b94532a6-0616-4c56-b6c1-b0cfcea0cfd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0862312 Jan 28 01:49:54.511643 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-10431f27-519f-4453-bbb1-aa15f642993e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1000 time: 0.0638881 Jan 28 01:49:54.563577 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-6f14873e-3307-45d7-9e40-2802a8daddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.565006 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-6f14873e-3307-45d7-9e40-2802a8daddac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0465250 Jan 28 01:49:54.579451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246830b-7f60-44e2-8494-2b6acf7459a3 req-7601a618-5f4e-4ccc-8589-98af4fe55814 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.581023 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9246830b-7f60-44e2-8494-2b6acf7459a3 req-7601a618-5f4e-4ccc-8589-98af4fe55814 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0515199 Jan 28 01:49:54.617062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-af1a8be3-a567-410c-adc8-c54c9a6b5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.618700 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-af1a8be3-a567-410c-adc8-c54c9a6b5b72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469716 Jan 28 01:49:54.635515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9246830b-7f60-44e2-8494-2b6acf7459a3 req-9737e134-4bad-4b38-b2de-64e3156fae90 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488241 Jan 28 01:49:55.044448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-8c323a2b-7292-4c3d-a6ee-040d351df898 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182453 Jan 28 01:49:55.138000 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9ec55cb2-2ebb-43c8-b788-302c4c4616fa req-c4b538fb-5e2c-4fce-93d6-9938ae47d908 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867696 Jan 28 01:49:55.765388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c52d5-4acd-4d63-a1a1-034dfd492199 req-0f258544-e9f6-449c-925d-90034145b307 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:55.766824 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-104c52d5-4acd-4d63-a1a1-034dfd492199 req-0f258544-e9f6-449c-925d-90034145b307 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0505528 Jan 28 01:49:55.814431 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-104c52d5-4acd-4d63-a1a1-034dfd492199 req-f4287a00-01c0-43db-adf8-59fc7ac9d8f9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Jan 28 01:49:55.895181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:49:55.898946 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388f622a-ce68-4bf5-93c8-07477ba1dbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:49:55.952896 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0e15b-7367-4964-9534-1e8aae0d3879 x-openstack-request-id: req-93c0e15b-7367-4964-9534-1e8aae0d3879 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:49:55.953197 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:49:55.953453 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93c0e15b-7367-4964-9534-1e8aae0d3879 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:49:55.953914 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'status': 'completed', 'code': 200} Jan 28 01:49:56.037442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-69aab8ba-d3c0-46ca-a188-401bbf725157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.038621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-a9dc2b80-554d-497e-a042-eddc1a9a0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.038904 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-69aab8ba-d3c0-46ca-a188-401bbf725157 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0428874 Jan 28 01:49:56.040122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-a9dc2b80-554d-497e-a042-eddc1a9a0ba7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0428143 Jan 28 01:49:56.132902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-bb9b9fef-e27f-4963-adfa-58eb618ffcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.134236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-812b1796-6331-4fdc-82af-45f8fb7035f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.134399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-bb9b9fef-e27f-4963-adfa-58eb618ffcba service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0895402 Jan 28 01:49:56.136561 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-812b1796-6331-4fdc-82af-45f8fb7035f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0895052 Jan 28 01:49:56.199363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-34ae1e5b-80c2-42bd-acbd-b84e1b0f6461 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1000 time: 0.0589688 Jan 28 01:49:56.202181 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-e48b5459-a61e-463e-8ab1-7335ae5b8d01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1000 time: 0.0587661 Jan 28 01:49:56.264062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-29d8821e-1419-41fe-8c11-2e45ce8786c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.265232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-fe2cbd71-6fa1-4886-89b2-4df11e04c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.265542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-29d8821e-1419-41fe-8c11-2e45ce8786c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0600195 Jan 28 01:49:56.266871 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-fe2cbd71-6fa1-4886-89b2-4df11e04c6e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0571575 Jan 28 01:49:56.311882 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-398f2c94-6c2f-48bc-9d02-bd5dfaf2a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.312207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-24358acf-b17b-419e-a749-71a216d93be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.313293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-398f2c94-6c2f-48bc-9d02-bd5dfaf2a7c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416386 Jan 28 01:49:56.313694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-24358acf-b17b-419e-a749-71a216d93be6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400972 Jan 28 01:49:56.404560 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-af71e311-eab0-406c-ac70-fa362f80c1ff service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Jan 28 01:49:56.406502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-42ffd175-12f6-4568-bd20-dcc0992ebb6d service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Jan 28 01:49:56.503039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-768dcedc-4c8a-4173-9bbf-79d6dc97ea8f service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918992 Jan 28 01:49:56.503318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-388f622a-ce68-4bf5-93c8-07477ba1dbd3 req-e52992a2-a1b3-4790-b24f-f8933d2b0512 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914729 Jan 28 01:49:56.946994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a920675-d728-4d8b-b6d6-2ea72663385e req-65a001f6-2ab6-4df6-b1ef-ec8372ad1c1d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.948521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a920675-d728-4d8b-b6d6-2ea72663385e req-65a001f6-2ab6-4df6-b1ef-ec8372ad1c1d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0580835 Jan 28 01:49:56.995449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a920675-d728-4d8b-b6d6-2ea72663385e req-1b43734d-ca6b-47e5-a7e0-a07f57d04428 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Jan 28 01:49:57.030153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:49:57.072817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 930b2af7-88a9-449c-b270-ad1828bca6fb host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:49:57.073179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:49:57.242093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9336-e567-46c7-893e-6cbefdd47e6e req-9e34c496-23d3-4a45-a8ea-77fc436fe92b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.243491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36bb9336-e567-46c7-893e-6cbefdd47e6e req-9e34c496-23d3-4a45-a8ea-77fc436fe92b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 944 time: 0.0843506 Jan 28 01:49:57.264407 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119bd2-622f-448e-8e38-cecf238207fb req-997ef24e-f371-4514-b903-cdecfd526c6a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.265814 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-997ef24e-f371-4514-b903-cdecfd526c6a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 944 time: 0.0768058 Jan 28 01:49:57.337667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36bb9336-e567-46c7-893e-6cbefdd47e6e req-b0212afd-18c5-4f00-b242-706af46d91a4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875697 Jan 28 01:49:57.346568 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-6a119bd2-622f-448e-8e38-cecf238207fb req-f2a41417-a344-4873-b6c3-873d7def6b43 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:49:57.347542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-f2a41417-a344-4873-b6c3-873d7def6b43 service neutron] 10.222.0.45 "DELETE /v2.0/ports/930b2af7-88a9-449c-b270-ad1828bca6fb/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0742605 Jan 28 01:49:57.456734 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119bd2-622f-448e-8e38-cecf238207fb req-1b944d76-1268-43e2-af92-4d68c7f1de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.458273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-1b944d76-1268-43e2-af92-4d68c7f1de53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 1095 time: 0.0474992 Jan 28 01:49:57.560457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119bd2-622f-448e-8e38-cecf238207fb req-63c41c48-8a25-4d16-a41e-910cc4830b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.561937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-63c41c48-8a25-4d16-a41e-910cc4830b9e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0980141 Jan 28 01:49:57.628434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-e6261767-015f-4881-bb89-be9e79658bac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 200 len: 1000 time: 0.0600662 Jan 28 01:49:57.680776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119bd2-622f-448e-8e38-cecf238207fb req-7389e27e-248f-47de-9d36-135e859d1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.682421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-7389e27e-248f-47de-9d36-135e859d1c61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0486465 Jan 28 01:49:57.740518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119bd2-622f-448e-8e38-cecf238207fb req-057addde-9765-491c-a192-334b3e148a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.742061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-057addde-9765-491c-a192-334b3e148a78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543039 Jan 28 01:49:57.830581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-2daa31e5-5230-4779-a13f-7df82b9dc4c5 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Jan 28 01:49:57.935113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6a119bd2-622f-448e-8e38-cecf238207fb req-57d27538-5713-488d-b2c1-60e278ec2158 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986748 Jan 28 01:49:58.177482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:49:58.278303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:58.289916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'mac_address': 'fa:16:3e:e4:ac:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:49:58.337506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 930b2af7-88a9-449c-b270-ad1828bca6fb is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:49:58.338219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:58.351688 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930b2af7-88a9-449c-b270-ad1828bca6fb {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:49:58.372809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:58.378018 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:58.428888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:58.438169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.438716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.439068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.439407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.439749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.440121 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.440536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.440796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.441117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.441441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.441790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.442125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.442449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.461328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5186db-5d39-49c0-b706-afe6d142bf6a req-17509a0e-d2ed-418c-aa83-95e1017537b7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:58.463245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d5186db-5d39-49c0-b706-afe6d142bf6a req-17509a0e-d2ed-418c-aa83-95e1017537b7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0507410 Jan 28 01:49:58.514912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d5186db-5d39-49c0-b706-afe6d142bf6a req-6d85fadb-6909-4058-ba1a-10297eea3797 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Jan 28 01:49:58.640705 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214af53-2ef0-4f51-920d-0f77b4540cd2 req-c71439f6-1048-45b5-927f-87c3af63a895 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:58.642969 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2214af53-2ef0-4f51-920d-0f77b4540cd2 req-c71439f6-1048-45b5-927f-87c3af63a895 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0579851 Jan 28 01:49:58.693262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2214af53-2ef0-4f51-920d-0f77b4540cd2 req-947267bf-de57-494f-af4e-7b7857625fc0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Jan 28 01:49:58.716977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['930b2af7-88a9-449c-b270-ad1828bca6fb'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:49:58.806097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf4e39-f4d4-4e8a-9f2e-7134d293ca84 req-d2dc1cca-49a4-489d-b089-e4fd296ba74d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:58.807578 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18cf4e39-f4d4-4e8a-9f2e-7134d293ca84 req-d2dc1cca-49a4-489d-b089-e4fd296ba74d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0489249 Jan 28 01:49:58.856064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-18cf4e39-f4d4-4e8a-9f2e-7134d293ca84 req-52e81b28-8fc8-45bf-a8d3-47c302dcb876 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Jan 28 01:49:59.095983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450be416-6f61-43b1-a93e-bcc914e833dc req-ea9add7c-efaf-4667-9847-48c261cd802c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:59.097485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-450be416-6f61-43b1-a93e-bcc914e833dc req-ea9add7c-efaf-4667-9847-48c261cd802c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Jan 28 01:49:59.148722 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-450be416-6f61-43b1-a93e-bcc914e833dc req-5bfa6f83-a2c2-49e4-b2fd-cbca73ca63bc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Jan 28 01:50:00.196215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:00.247283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 930b2af7-88a9-449c-b270-ad1828bca6fb completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:00.251946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 930b2af7-88a9-449c-b270-ad1828bca6fb triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:00.252323 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.274402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb9b68-23ba-4103-a585-3fe8302aeb60 req-d5ffa279-7023-464e-a543-d18c4c098483 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:00.275883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61fb9b68-23ba-4103-a585-3fe8302aeb60 req-d5ffa279-7023-464e-a543-d18c4c098483 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Jan 28 01:50:00.323440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61fb9b68-23ba-4103-a585-3fe8302aeb60 req-41b142fc-d8e9-4202-b00b-5806775ac305 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Jan 28 01:50:00.330007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 930b2af7-88a9-449c-b270-ad1828bca6fb is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:00.330423 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.352926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:00.355245 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c53a0aa-3299-4218-9458-a6221d4e54f4" -d '{"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-plugged", "status": "completed", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:00.367631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:00.372417 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.400934 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2447e8b-ce72-4607-9a53-7d58fd0a2418 x-openstack-request-id: req-d2447e8b-ce72-4607-9a53-7d58fd0a2418 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:00.401228 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-plugged", "status": "completed", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:00.401486 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2447e8b-ce72-4607-9a53-7d58fd0a2418 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:00.401956 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'code': 200} Jan 28 01:50:00.426909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:00.493143 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:00.552420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-c3a97155-fb4d-4ccf-9a7f-4c332438ff11 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:00.553888 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-c3a97155-fb4d-4ccf-9a7f-4c332438ff11 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Jan 28 01:50:00.650694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Deleting port 930b2af7-88a9-449c-b270-ad1828bca6fb {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:50:00.651002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.758153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] For port 930b2af7-88a9-449c-b270-ad1828bca6fb, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=930b2af7-88a9-449c-b270-ad1828bca6fb,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:00.758408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.986959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.987321 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:00.987641 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 disassociated. External IP: 172.25.1.185, port: 930b2af7-88a9-449c-b270-ad1828bca6fb. Jan 28 01:50:00.987981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Calling delete_port for 930b2af7-88a9-449c-b270-ad1828bca6fb owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:50:01.136985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (930b2af7-88a9-449c-b270-ad1828bca6fb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:01.168639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event deleted for resources: {'Port': ['ID=930b2af7-88a9-449c-b270-ad1828bca6fb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:01.283891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:01.394895 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:01.406437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:01.418321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:01.419051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:49:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:01.424398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc24dd8e-5d30-4d07-afb9-c4aa7dafe06f req-ce695efd-b039-4355-8f74-b2ec8e167236 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=3734f14e-33f9-4c64-85ae-77301934ef10 HTTP/1.1" status: 200 len: 210 time: 0.0325198 Jan 28 01:50:01.435182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] No DVR routers for this DVR port 930b2af7-88a9-449c-b270-ad1828bca6fb on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:50:01.440831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:01.444471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-55f62082-dd57-464e-a5a5-852ed9efa6f7 req-f80efc52-c86a-430a-8e9e-91427ef5aa24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "DELETE /v2.0/ports/930b2af7-88a9-449c-b270-ad1828bca6fb HTTP/1.1" status: 204 len: 173 time: 0.8842449 Jan 28 01:50:01.444944 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-deleted', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:01.447750 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45a7c64be919fa3cc189011ecf10e319853cf0c828b779aca97653a62322aa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f093df0-6251-4e2e-a277-250e0711e27c" -d '{"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-deleted", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:01.488996 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e546646-28fe-4c4d-829e-c4bede7815e3 x-openstack-request-id: req-7e546646-28fe-4c4d-829e-c4bede7815e3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:01.489281 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3734f14e-33f9-4c64-85ae-77301934ef10", "name": "network-vif-deleted", "tag": "930b2af7-88a9-449c-b270-ad1828bca6fb", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:01.489738 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e546646-28fe-4c4d-829e-c4bede7815e3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:01.490620 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3734f14e-33f9-4c64-85ae-77301934ef10', 'name': 'network-vif-deleted', 'tag': '930b2af7-88a9-449c-b270-ad1828bca6fb', 'status': 'completed', 'code': 200} Jan 28 01:50:01.532757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:01.737459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:01.767541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:01.776198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:01.776884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:49:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:01.881229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:02.077961 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:02.104065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50b196-3a56-46b4-a522-7956237d3b62 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:02.344074 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18665cfd-bd51-4526-859a-b7eb896287d0 None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:50:02.669449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-335abc7a-0647-481d-ac88-cddd00ead696 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2104230716&fields=id&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 267 time: 0.0435619 Jan 28 01:50:02.783388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-d9360290-82d9-4034-8cbd-32246f5aeb4d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:02.784846 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-d9360290-82d9-4034-8cbd-32246f5aeb4d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1078188 Jan 28 01:50:02.802078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-f6846a49-bd15-4140-9d4c-b26c658a4666 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/quotas/9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 375 time: 0.0092010 Jan 28 01:50:02.852026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-0ca8ee43-8efc-4bbf-b098-019a64010735 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450363 Jan 28 01:50:02.961525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-a8220c94-89c3-4d8d-b4e7-d7402bf56c34 service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981646 Jan 28 01:50:03.053518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-e7a29d83-9e4a-45bc-a81e-f978998f2701 service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Jan 28 01:50:03.221953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb086a89-2fd9-4884-b883-ea88ab1e830c req-60952ce6-ca5e-4df8-a698-cdd0cb6c3bc1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 210 time: 0.0274076 Jan 28 01:50:03.851408 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.223008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:50:04.247230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 930b2af7-88a9-449c-b270-ad1828bca6fb {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:50:04.247669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 930b2af7-88a9-449c-b270-ad1828bca6fb not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:50:04.327710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9c06c52-cd0e-4518-b397-89c3f8010354 req-1f9adf0c-5551-40d8-82ce-58de98cf643e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 210 time: 0.0307553 Jan 28 01:50:04.368074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-b6781a9e-3376-4f68-b060-1ecd34d9ad79 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:04.369567 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-b6781a9e-3376-4f68-b060-1ecd34d9ad79 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1338630 Jan 28 01:50:04.447064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-f656866e-bcc0-4b3c-a2e4-02959325eb8c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 380 time: 0.0521030 Jan 28 01:50:04.456288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'port': {'device_id': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'admin_state_up': True, 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'security_groups': ['bdbfd4c5-20e3-4054-99db-6aff99f82942']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:04.580310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Made reservation on behalf of 9e9b037eee4b457eb33f5c5f65f6b0cf for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:04.583777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.711888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Allocated IP 172.20.0.6 (1f352d99-4da9-40eb-984d-b933e5bbe63e/c13553e7-e6d1-413a-ab81-bcfd6c258c6e/0bed64f4-c1c4-4c20-8868-88080648ba09) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:04.868399 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.909202 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.958669 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:04.961817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:04.967539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:04.973941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.008721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.009075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.009420 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.009761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.010128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.010465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.010795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.011166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.011492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.011847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.012140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.012467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.012817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:05.035904 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.036529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.054678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-da0daf43-9ca1-402b-8d52-e1c4a77d7308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020246 Jan 28 01:50:05.072263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Request body: {'port': {'device_id': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.128016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.201692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f06cb2e8-a52c-40d8-bcb9-7ac50b583f74 None None] Provisioning complete for port 0bed64f4-c1c4-4c20-8868-88080648ba09 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:05.202343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f06cb2e8-a52c-40d8-bcb9-7ac50b583f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.236927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f06cb2e8-a52c-40d8-bcb9-7ac50b583f74 None None] Port 0bed64f4-c1c4-4c20-8868-88080648ba09 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:50:05.397693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bed64f4-c1c4-4c20-8868-88080648ba09 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:50:05.413139 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Publish callbacks [] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.442207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Transition to ACTIVE for port object 0bed64f4-c1c4-4c20-8868-88080648ba09 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:50:05.448408 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.492043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba76ee2-f0e0-4eb2-b372-588daa7fce2e req-0f482aea-4b63-4a41-b302-90796ca1b0ac tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.493582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ba76ee2-f0e0-4eb2-b372-588daa7fce2e req-0f482aea-4b63-4a41-b302-90796ca1b0ac tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 931 time: 0.0915995 Jan 28 01:50:05.525362 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.601385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ba76ee2-f0e0-4eb2-b372-588daa7fce2e req-dd5e57f2-fe71-472f-9acb-9f0c2f4883c8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002471 Jan 28 01:50:05.619212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:50:05.619618 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:50:05.620011 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:05.624606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Port 0bed64f4-c1c4-4c20-8868-88080648ba09 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:50:05.625004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:05.630556 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:05.630982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:50:05.631437 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:05.631940 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Bound port: 0bed64f4-c1c4-4c20-8868-88080648ba09, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:50:05.632302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.694994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:05.697912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:05.705590 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.739049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.739835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.742146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] 10.222.0.45 "PUT /v2.0/ports/0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1091 time: 0.6742208 Jan 28 01:50:05.745405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:05.749232 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:05.785210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf282de-3147-4d29-b819-e271776c9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.857945 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-d971ff1c-0f78-4a0d-a6d6-d54c409a6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.859644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-d971ff1c-0f78-4a0d-a6d6-d54c409a6ce5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1094 time: 0.0497949 Jan 28 01:50:05.865151 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975dfc58-f724-4182-9a29-ed41e2c5485a x-openstack-request-id: req-975dfc58-f724-4182-9a29-ed41e2c5485a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:05.866090 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:05.866423 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-975dfc58-f724-4182-9a29-ed41e2c5485a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:05.866850 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'status': 'completed', 'code': 200} Jan 28 01:50:05.908707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-5665ed11-896e-4f27-bef2-110977599338 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 217 time: 0.0353198 Jan 28 01:50:05.958250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-41de1a55-58f4-435e-9616-fb68bcbb5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.959724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-41de1a55-58f4-435e-9616-fb68bcbb5a81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0448418 Jan 28 01:50:06.005173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-6bc9c07e-c231-4ca7-a532-dcbad85a4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.006822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-6bc9c07e-c231-4ca7-a532-dcbad85a4039 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413651 Jan 28 01:50:06.394351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-499bd3c0-df77-4f2e-bed9-f29721f837c0 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810165 Jan 28 01:50:06.486693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef6deec-06db-4a84-b392-c4335ab87409 req-d517cb12-b4e0-4608-8e93-e612ace01904 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855622 Jan 28 01:50:06.611064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-5f70ae81-3e52-4a28-9815-999464230d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.612577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-5f70ae81-3e52-4a28-9815-999464230d57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1094 time: 0.0430381 Jan 28 01:50:06.732431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-d6faa720-d43a-4130-b2a2-8601d23219d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.733981 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-d6faa720-d43a-4130-b2a2-8601d23219d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.1152785 Jan 28 01:50:06.745583 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c84c-2ce1-4a46-82f9-15e9ee970a61 req-b8bbede7-1a07-45b6-accb-4d469f23f2c1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.747443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c77c84c-2ce1-4a46-82f9-15e9ee970a61 req-b8bbede7-1a07-45b6-accb-4d469f23f2c1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0734267 Jan 28 01:50:06.792004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-e929b8fb-48e0-4819-b1cc-d2da697e22f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 217 time: 0.0433269 Jan 28 01:50:06.861548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-a7970d1f-b09b-42a2-a993-8abde3fdc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.863016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-a7970d1f-b09b-42a2-a993-8abde3fdc1ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0649261 Jan 28 01:50:06.866207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c77c84c-2ce1-4a46-82f9-15e9ee970a61 req-8993f5cf-d278-4e43-854b-c246ba0fe374 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086185 Jan 28 01:50:06.908976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-2f26e040-1ad8-44d8-bfd7-45950725fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.910496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-2f26e040-1ad8-44d8-bfd7-45950725fe3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411925 Jan 28 01:50:06.999099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-d71142cd-4c12-4108-9e63-95826ccbd020 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828674 Jan 28 01:50:07.092303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3abaa393-ed7c-4225-8fcd-4e21f6c3ce0b req-1f31d566-8906-4beb-84a9-528af954f06e service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865664 Jan 28 01:50:07.139183 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc139149-fb8e-46ea-ab78-625d6e8e8e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:07.776983 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:07.995613 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cca162-7186-4d47-9587-69b5f05ff81e req-5ba16f36-682b-4814-a632-f0c808bbbd0f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:07.997066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73cca162-7186-4d47-9587-69b5f05ff81e req-5ba16f36-682b-4814-a632-f0c808bbbd0f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0574045 Jan 28 01:50:08.051393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73cca162-7186-4d47-9587-69b5f05ff81e req-6949895a-7277-4258-b237-049994ac46b1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454409 Jan 28 01:50:09.184817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252324d-4ba9-405d-a807-671bde3c0a1c req-0c9fc887-0275-46fc-a080-653e9dad4578 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:09.186340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e252324d-4ba9-405d-a807-671bde3c0a1c req-0c9fc887-0275-46fc-a080-653e9dad4578 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0553203 Jan 28 01:50:09.235083 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e252324d-4ba9-405d-a807-671bde3c0a1c req-8df1170a-cf80-41f5-a5be-711c874aa926 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Jan 28 01:50:09.428351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b2de419a-dd60-4b72-8b27-06041b1bb8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.366175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306803-6ba3-4f14-962c-213228190a40 req-65fb7171-c5b4-42cf-ba81-0074a6d6ab07 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:10.367638 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a306803-6ba3-4f14-962c-213228190a40 req-65fb7171-c5b4-42cf-ba81-0074a6d6ab07 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0503793 Jan 28 01:50:10.417322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a306803-6ba3-4f14-962c-213228190a40 req-373d59a2-3fe3-4163-bf90-9960a1004a20 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438728 Jan 28 01:50:10.994004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.106090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:11.213101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:11.225130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'mac_address': 'fa:16:3e:c3:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:11.270578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0bed64f4-c1c4-4c20-8868-88080648ba09 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:11.270889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.284855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bed64f4-c1c4-4c20-8868-88080648ba09 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:50:11.304432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:11.311065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.361684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:11.554992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707dde9-2cd1-4c18-8ee9-182c5f187691 req-3c77feea-c4db-4c7e-8cca-50c1fbe28521 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.556439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1707dde9-2cd1-4c18-8ee9-182c5f187691 req-3c77feea-c4db-4c7e-8cca-50c1fbe28521 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0580175 Jan 28 01:50:11.608176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1707dde9-2cd1-4c18-8ee9-182c5f187691 req-612fef2d-143a-41eb-ac6e-4230ceb5869a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Jan 28 01:50:11.731154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['0bed64f4-c1c4-4c20-8868-88080648ba09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:12.105808 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.734505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8c25-742a-41c9-8e66-cf0b96480a6f req-b837bc8b-6925-4f9d-8a30-05df8fc80c1d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.735945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c3e8c25-742a-41c9-8e66-cf0b96480a6f req-b837bc8b-6925-4f9d-8a30-05df8fc80c1d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0557120 Jan 28 01:50:12.791233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c3e8c25-742a-41c9-8e66-cf0b96480a6f req-d8a7c182-d4f5-4727-adf6-f3a0c9129448 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467358 Jan 28 01:50:13.123309 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:13.192442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 0bed64f4-c1c4-4c20-8868-88080648ba09 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:13.196694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 0bed64f4-c1c4-4c20-8868-88080648ba09 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:13.197072 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.290464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 0bed64f4-c1c4-4c20-8868-88080648ba09 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:13.290847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.312689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:13.314895 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}928949e72df8cb2e22a9a44d3af6cea480a26cd0d02918bbbb44a2dccf57f552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52966d-9422-482e-af98-0e4b8c973836" -d '{"events": [{"server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:13.330598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:13.340840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.364340 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245c86e-9ec3-452b-ae8e-7c5eb335fc33 x-openstack-request-id: req-e245c86e-9ec3-452b-ae8e-7c5eb335fc33 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:13.364631 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:13.364901 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e245c86e-9ec3-452b-ae8e-7c5eb335fc33 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:13.365273 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'code': 200} Jan 28 01:50:13.367933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.392150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:13.495236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54353c8-4abb-4b12-9861-196869e3f54d req-ef9bf603-828b-4eda-8351-98eb567f3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.499092 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c54353c8-4abb-4b12-9861-196869e3f54d req-ef9bf603-828b-4eda-8351-98eb567f3e76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1096 time: 0.0490928 Jan 28 01:50:13.546497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c54353c8-4abb-4b12-9861-196869e3f54d req-be3fc03f-8321-47f5-8cbe-99cabd2b16a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Jan 28 01:50:13.914964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a6bc-e44b-4bf6-9dff-de568ae5bc1a req-fac0a151-a2ea-47cf-8313-503e0086ab46 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.916441 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4704a6bc-e44b-4bf6-9dff-de568ae5bc1a req-fac0a151-a2ea-47cf-8313-503e0086ab46 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0538998 Jan 28 01:50:13.964407 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4704a6bc-e44b-4bf6-9dff-de568ae5bc1a req-76f89e3d-f624-4a95-bdbc-ff34bfaeafa5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Jan 28 01:50:15.083178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13eb3-3e16-4bce-8be0-8c2eee0b86ea req-f24b537f-ef82-4dea-86ee-e95f8770977e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.084623 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7c13eb3-3e16-4bce-8be0-8c2eee0b86ea req-f24b537f-ef82-4dea-86ee-e95f8770977e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0490816 Jan 28 01:50:15.133317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7c13eb3-3e16-4bce-8be0-8c2eee0b86ea req-8cead0b0-e863-426e-bcfb-4b0810274536 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Jan 28 01:50:15.255043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de2bc7-0548-46f5-b871-b35abf305679 req-480d8c33-692a-4cbe-a9ec-4fa8a26c5baa tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.256521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2de2bc7-0548-46f5-b871-b35abf305679 req-480d8c33-692a-4cbe-a9ec-4fa8a26c5baa tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0580275 Jan 28 01:50:15.265711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50190) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:15.270490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'floatingip': {'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:15.314613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.767806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.772578 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.875468 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 associated. External IP: 172.25.1.185, port: 0bed64f4-c1c4-4c20-8868-88080648ba09. Jan 28 01:50:16.082548 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:16.194450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:16.199713 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:16.205319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:16.215546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:16.216146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:50:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:16.228721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6930cb50-1a0e-45b1-96d3-48f9a439b09f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "PUT /v2.0/floatingips/d05f4949-a233-4f11-8d6e-1d01118ab548 HTTP/1.1" status: 200 len: 991 time: 0.9618070 Jan 28 01:50:16.229296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:16.231831 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdfd6ea1e49c3fb826d3db04ca8ebda9f1749fd4a243c9c48f713ee9baef2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231c79f9-78cb-449b-94f9-729a22dc8602" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:16.280169 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6c9fd1-b93e-4c0f-9cfc-74955e053c4b x-openstack-request-id: req-bc6c9fd1-b93e-4c0f-9cfc-74955e053c4b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:16.280472 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:16.280734 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc6c9fd1-b93e-4c0f-9cfc-74955e053c4b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:16.281158 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'status': 'completed', 'code': 200} Jan 28 01:50:16.330237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:16.386026 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-836efec0-d11f-4376-8789-dd3a8215af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.387647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-836efec0-d11f-4376-8789-dd3a8215af88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1096 time: 0.0483263 Jan 28 01:50:16.478218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-0dbaf752-62fe-4dfc-b084-809ef6fb5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.479762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-0dbaf752-62fe-4dfc-b084-809ef6fb5593 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0850089 Jan 28 01:50:16.550095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-799ad2fa-3ff8-4736-b7c4-3346a4fe109d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 999 time: 0.0642993 Jan 28 01:50:16.604715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-fde7e294-1531-498d-826a-6a9aac297ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.606160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-fde7e294-1531-498d-826a-6a9aac297ec1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0505836 Jan 28 01:50:16.656555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-0be620d8-5b82-479c-a4d0-8e693d3a4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.658330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-0be620d8-5b82-479c-a4d0-8e693d3a4441 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459726 Jan 28 01:50:16.721914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:c3:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:50:15Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:16.747703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:16.753375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-4b30c4af-6457-4b91-8c16-ef9f16a9bf74 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891237 Jan 28 01:50:16.756756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:16.757383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:50:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:16.843542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-231c79f9-78cb-449b-94f9-729a22dc8602 req-5885acde-1bad-448d-b9ae-1f79a1e4b871 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Jan 28 01:50:16.862070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:17.099666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:c3:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:50:15Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:17.126557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e065361-fa15-4b9d-96bd-9e8ea0f361f4 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:c3:0f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:50:15Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:17.326754 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182cede-1c7a-41bb-8dff-0ae1e77d2e56 None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:50:19.443195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-1d9d2927-591c-47e2-b05d-46da4068b9d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420525 Jan 28 01:50:19.557935 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8cd4e-bda8-468d-858d-8344b756504d req-ba5a9804-f0bf-4ce1-a4db-6c9fedcf3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.559485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-ba5a9804-f0bf-4ce1-a4db-6c9fedcf3b0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1096 time: 0.0469422 Jan 28 01:50:19.662952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8cd4e-bda8-468d-858d-8344b756504d req-3956a80c-6015-459f-b57a-2d2989cfb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.664344 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-3956a80c-6015-459f-b57a-2d2989cfb02e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0866692 Jan 28 01:50:19.732154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-739377bd-cdc0-42ad-a7b6-b239a3fad27b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1001 time: 0.0622087 Jan 28 01:50:19.781842 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8cd4e-bda8-468d-858d-8344b756504d req-2457878e-df4a-42a0-b15e-1ec6dc22aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.783544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-2457878e-df4a-42a0-b15e-1ec6dc22aa83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0449944 Jan 28 01:50:19.831178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8cd4e-bda8-468d-858d-8344b756504d req-2c35f814-a04d-46b1-b178-539d750795b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.832668 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-2c35f814-a04d-46b1-b178-539d750795b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433753 Jan 28 01:50:19.922056 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-db504fae-619e-4b44-a92e-3f7b1b14c39b service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832827 Jan 28 01:50:20.010405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04e8cd4e-bda8-468d-858d-8344b756504d req-3a8fe278-0810-4259-aada-44974ec81717 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822413 Jan 28 01:50:33.843119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:37.156023 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-76e52ea6-9994-4e5d-82a0-647289898efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:37.493579 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:37.781815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:39.437985 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-20bb1868-5b95-472d-9d9f-3976f84dc94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:40.999257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:42.108173 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:43.358361 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:03.840724 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:07.147649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bda2-1dc9-4a54-9005-088fc9187ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:07.784894 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:09.427328 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-53198bd5-0d5a-4f37-826c-4edca53ea1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:11.003170 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:12.103688 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:13.350009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.493733 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:51:21.480650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-bfd68b0c-a9e4-43db-9358-699d32b5543a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461099 Jan 28 01:51:21.593300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-ac2e8bdd-d9cd-4a4e-ae89-0707d77e528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.594854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-ac2e8bdd-d9cd-4a4e-ae89-0707d77e528f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1096 time: 0.0513561 Jan 28 01:51:21.701364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-3f3b6a52-4672-4546-9c7f-b5953a133c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.702875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-3f3b6a52-4672-4546-9c7f-b5953a133c0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0887313 Jan 28 01:51:21.779028 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-a957b571-44cb-4e21-965e-a4933bdc4d7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1001 time: 0.0701613 Jan 28 01:51:21.832872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-69dab6a7-93c9-43db-85b0-ac5004974445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.835103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-69dab6a7-93c9-43db-85b0-ac5004974445 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0489223 Jan 28 01:51:21.881999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-b1f73506-163b-4844-8400-542c8ce44ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.883545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-b1f73506-163b-4844-8400-542c8ce44ee8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421832 Jan 28 01:51:21.978347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-8aeb907b-6038-40df-842c-d418ef83d2ce service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Jan 28 01:51:22.075983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3dc19ae-f226-4698-a218-f0bd422d4eb0 req-743c5108-fc90-4151-98ab-1dc7effd3c0a service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Jan 28 01:51:33.856147 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:37.151029 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ecc6778c-5e6f-4079-b898-24ca2f3acf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:37.779319 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.432595 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-95871a3c-b96f-45eb-93bd-995945e86646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:41.001001 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:42.111634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.353679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:51.494065 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:52:03.872400 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:07.153191 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-40dae45e-57da-4c2c-9b81-d27fafe7d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:07.787726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:09.426880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-99becbda-4d6b-4cc4-944d-0a081bcebc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:11.006026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:12.112056 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:13.357826 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:22.550425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-5cbdbc87-e440-4f08-ae0e-635982c86fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876489 Jan 28 01:52:22.659676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-bf5d8fb3-c5d6-4865-8bd1-ce8e73383f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:22.661087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-bf5d8fb3-c5d6-4865-8bd1-ce8e73383f99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1096 time: 0.0491638 Jan 28 01:52:22.766059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-716c2a6e-0f66-4238-b674-1bc89b17f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:22.767566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-716c2a6e-0f66-4238-b674-1bc89b17f10a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0878401 Jan 28 01:52:23.133169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-3703d4c2-740e-4149-8661-2836b80d0de3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1001 time: 0.3583493 Jan 28 01:52:23.186980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-7ee5379c-489d-467a-a65d-404da2dab215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:23.188382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-7ee5379c-489d-467a-a65d-404da2dab215 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0486567 Jan 28 01:52:23.234518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-bfec8e48-59a3-4b61-8515-2c5db7ff7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:23.235974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-bfec8e48-59a3-4b61-8515-2c5db7ff7660 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411918 Jan 28 01:52:23.331582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-4d45c304-2180-43de-b0cb-0f0369da905b service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886962 Jan 28 01:52:23.425342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6828ce80-566f-4f4f-b0ef-b5bfce383d46 req-a48173fb-4bf8-4156-98a5-72d07dca41c7 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864103 Jan 28 01:52:28.498396 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:52:33.872221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:37.158579 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b1a28733-3510-4a96-9921-6aa79eda2435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:37.795652 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:39.433641 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bce97d76-4388-4073-9725-0d273f0eea6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:41.007054 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:42.112573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:43.356544 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:46.478878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-dab860cf-5421-4dd1-bd19-6dee51ba9078 req-c5241c9b-52df-42d2-9b0a-d41cb7b6643f service neutron] (109594) timed out ('10.222.0.45', 57399) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:52:51.171395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec96e-99b8-4b8a-8eef-69bf015001ce req-b29795b6-381d-438e-9a37-6be9b0b86d95 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:51.172916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1eec96e-99b8-4b8a-8eef-69bf015001ce req-b29795b6-381d-438e-9a37-6be9b0b86d95 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0962546 Jan 28 01:52:51.222229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1eec96e-99b8-4b8a-8eef-69bf015001ce req-466b708b-4298-406d-bc89-ff9b906c5c49 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Jan 28 01:52:52.458381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10178a-0582-4695-b00b-2c262400bda3 req-355a1c5a-1bfa-48a2-979f-e9fe77db9fed tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:52.459883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a10178a-0582-4695-b00b-2c262400bda3 req-355a1c5a-1bfa-48a2-979f-e9fe77db9fed tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.1099968 Jan 28 01:52:52.507280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a10178a-0582-4695-b00b-2c262400bda3 req-41b813e0-ee04-4556-a68d-fc0434673f54 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Jan 28 01:52:53.640153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420cac5-cd0c-44de-86c0-7c11e803669f req-8bf2b14a-9257-438a-95e9-9a72b95364b0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:53.641636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0420cac5-cd0c-44de-86c0-7c11e803669f req-8bf2b14a-9257-438a-95e9-9a72b95364b0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0524096 Jan 28 01:52:53.689933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0420cac5-cd0c-44de-86c0-7c11e803669f req-5badb90b-9b84-4f40-befe-f6844fc1197f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Jan 28 01:52:54.815926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c69ef-56e1-42f0-a6fe-6b7eb6bfdf34 req-1b52c6af-7cbe-4e56-9dc7-581ed27a1cb3 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:54.817436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b1c69ef-56e1-42f0-a6fe-6b7eb6bfdf34 req-1b52c6af-7cbe-4e56-9dc7-581ed27a1cb3 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0551264 Jan 28 01:52:54.865717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b1c69ef-56e1-42f0-a6fe-6b7eb6bfdf34 req-7fcdddcf-8c36-46c0-979d-fd85e785c1c6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426264 Jan 28 01:52:56.000509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e50a4-28e9-4427-87e6-ce7b01491176 req-0d2635b3-414d-4f96-8b6b-ed191d724615 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:56.002363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-027e50a4-28e9-4427-87e6-ce7b01491176 req-0d2635b3-414d-4f96-8b6b-ed191d724615 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0511329 Jan 28 01:52:56.051706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-027e50a4-28e9-4427-87e6-ce7b01491176 req-832300c9-fee5-4dec-a912-11233f857285 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Jan 28 01:52:57.189603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fd9e5-a39e-4956-a1a9-92dd1bf4c0dd req-ab09250e-35b3-493d-b3f7-ca3cc37a8df0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:57.191211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-200fd9e5-a39e-4956-a1a9-92dd1bf4c0dd req-ab09250e-35b3-493d-b3f7-ca3cc37a8df0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0610030 Jan 28 01:52:57.241875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-200fd9e5-a39e-4956-a1a9-92dd1bf4c0dd req-2f403a07-fe1b-4da8-a59f-4948180b4308 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450575 Jan 28 01:52:58.371620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb1b3f-9a7b-4b0b-8f44-9dbd2830ac7b req-68276e2a-0a40-40e9-8f03-a93e47390a26 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:58.373095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4adb1b3f-9a7b-4b0b-8f44-9dbd2830ac7b req-68276e2a-0a40-40e9-8f03-a93e47390a26 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0564709 Jan 28 01:52:58.421375 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4adb1b3f-9a7b-4b0b-8f44-9dbd2830ac7b req-9eb03c11-9883-4785-9bdc-52a2ab9f29df tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Jan 28 01:52:59.547430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215e9de-d2ef-4475-b8c5-a306c9f763eb req-25c78a3c-b8ae-44eb-8b34-1cd637501288 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:59.548911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c215e9de-d2ef-4475-b8c5-a306c9f763eb req-25c78a3c-b8ae-44eb-8b34-1cd637501288 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0510254 Jan 28 01:52:59.595707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c215e9de-d2ef-4475-b8c5-a306c9f763eb req-921edc70-9bf9-4e2a-a947-e5dfbe150b17 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405254 Jan 28 01:53:00.740048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a0e-96a1-4094-b040-c868b2f75e54 req-ba738e1e-1d2e-4061-b7e1-1dde5d288991 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:00.741435 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-defc0a0e-96a1-4094-b040-c868b2f75e54 req-ba738e1e-1d2e-4061-b7e1-1dde5d288991 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0639579 Jan 28 01:53:00.792473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-defc0a0e-96a1-4094-b040-c868b2f75e54 req-e610f907-7b33-4bfe-ad30-e485f5080f12 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Jan 28 01:53:01.927755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d3aa4-19be-457b-b87c-576f32bdc3ad req-ee9389ed-3010-47ad-b7cc-52764fb557d8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:01.929280 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd2d3aa4-19be-457b-b87c-576f32bdc3ad req-ee9389ed-3010-47ad-b7cc-52764fb557d8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0571702 Jan 28 01:53:01.976017 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd2d3aa4-19be-457b-b87c-576f32bdc3ad req-8e84c551-0f58-4082-8fad-7c548b0f7c1b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Jan 28 01:53:02.247461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-af5b5d93-02cd-4e17-86ea-f962f9f57e55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731375 Jan 28 01:53:02.255641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc6d88-d4f7-4e9d-afdb-83d7c7c520a3 req-e4114bc8-c759-48d7-b6b4-ae2f57c5b529 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:02.257025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7bc6d88-d4f7-4e9d-afdb-83d7c7c520a3 req-e4114bc8-c759-48d7-b6b4-ae2f57c5b529 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0732722 Jan 28 01:53:02.308041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f7bc6d88-d4f7-4e9d-afdb-83d7c7c520a3 req-851685df-206a-4b68-86a1-a2f974b168e6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451319 Jan 28 01:53:03.437464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7f2c-257f-4262-a6ef-e2eb593ee43b req-f37a3ae4-1f32-402a-b13d-b810988f811d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.439118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ccd7f2c-257f-4262-a6ef-e2eb593ee43b req-f37a3ae4-1f32-402a-b13d-b810988f811d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0532086 Jan 28 01:53:03.513065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-f17e7919-ed32-4266-9315-952676a7b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.514661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-f17e7919-ed32-4266-9315-952676a7b705 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1096 time: 0.0746684 Jan 28 01:53:03.517952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ccd7f2c-257f-4262-a6ef-e2eb593ee43b req-8667454d-9628-4a0d-a7c0-2993ca6d0b78 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703368 Jan 28 01:53:03.603894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-c3c34959-853e-4fdb-aac3-e88ffa09e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.605325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-c3c34959-853e-4fdb-aac3-e88ffa09e72f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0854785 Jan 28 01:53:03.675799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-59efd7ca-8b07-4a58-93fe-f55067ace2aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1001 time: 0.0652103 Jan 28 01:53:03.724835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-9ce79cbb-4774-4044-ab6b-8cf3f4895892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.726288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-9ce79cbb-4774-4044-ab6b-8cf3f4895892 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0455492 Jan 28 01:53:03.772588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-521b075a-9977-4e13-9e5b-b301772b97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.774155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-521b075a-9977-4e13-9e5b-b301772b97c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419285 Jan 28 01:53:03.869822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:03.871237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-f1bedd24-b09a-4e12-ae88-6fea0a9774a5 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903680 Jan 28 01:53:03.965142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-d671cbfd-0e93-479b-aa1f-2cb39680fcec service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888066 Jan 28 01:53:04.649081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce2bc6-df96-47dc-8bb2-84fda252df26 req-73f5aaf0-fd63-4dcc-96e2-7148d24204ca tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:04.650752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ce2bc6-df96-47dc-8bb2-84fda252df26 req-73f5aaf0-fd63-4dcc-96e2-7148d24204ca tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0539439 Jan 28 01:53:04.706812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-56ce2bc6-df96-47dc-8bb2-84fda252df26 req-3cc78ead-9aa1-4b84-8b8c-1f574c261905 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467999 Jan 28 01:53:05.499099 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:05.831837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178728e3-87ae-4006-983c-1a1a8c4062ea req-3e017f6e-ad5d-45c8-b0fa-1dead8d782ba tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:05.833450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-178728e3-87ae-4006-983c-1a1a8c4062ea req-3e017f6e-ad5d-45c8-b0fa-1dead8d782ba tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 945 time: 0.0515339 Jan 28 01:53:05.886216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-178728e3-87ae-4006-983c-1a1a8c4062ea req-3ba14a98-e1fd-4cf2-8bec-7ca900a70653 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 Jan 28 01:53:06.075120 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-33a1d13e-7c2f-48d1-a166-71a7e3be03d9 service neutron] show failed (client error): The resource could not be found. Jan 28 01:53:06.076057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-33a1d13e-7c2f-48d1-a166-71a7e3be03d9 service neutron] 10.222.0.45 "GET /v2.0/ports/0bed64f4-c1c4-4c20-8868-88080648ba09/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0692387 Jan 28 01:53:06.377478 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-a82c783f-cba5-45b2-a1bc-fe01cae3ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.379073 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-a82c783f-cba5-45b2-a1bc-fe01cae3ec1a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 1096 time: 0.0901170 Jan 28 01:53:06.398421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:06.456482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:06.671339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:06.704389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:06.748542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:53:06.754154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Publish callbacks [] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:06.766891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Transition to ACTIVE for port object 0bed64f4-c1c4-4c20-8868-88080648ba09 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:06.771215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:06.798918 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3c9773-3494-4e84-81f7-b295f799af31" -d '{"events": [{"server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:06.824987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:06.860680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.861013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.861372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.861705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.862058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.862380 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.862692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.863013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.863335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.863657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.863977 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.864333 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.864651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:06.920776 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e4fba2-9fe4-4b7e-aa35-7e9289e593b8 x-openstack-request-id: req-c7e4fba2-9fe4-4b7e-aa35-7e9289e593b8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:06.921159 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:06.921474 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7e4fba2-9fe4-4b7e-aa35-7e9289e593b8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:06.921961 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'code': 200} Jan 28 01:53:06.922763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] No DVR routers for this DVR port 0bed64f4-c1c4-4c20-8868-88080648ba09 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:53:07.022625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4e3b-6377-4afb-a441-89648562bee8 req-009dcae1-7d32-4fb8-978f-4d0e9fdbb31e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.024155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19dd4e3b-6377-4afb-a441-89648562bee8 req-009dcae1-7d32-4fb8-978f-4d0e9fdbb31e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0550377 Jan 28 01:53:07.063974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:53:07.064300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:53:07.064623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:07.068938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Port 0bed64f4-c1c4-4c20-8868-88080648ba09 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:07.069223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Attempting to bind port 0bed64f4-c1c4-4c20-8868-88080648ba09 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:07.073979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:07.074313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:53:07.074691 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:07.075105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Bound port: 0bed64f4-c1c4-4c20-8868-88080648ba09, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:53:07.075458 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:07.076294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19dd4e3b-6377-4afb-a441-89648562bee8 req-16040a22-1659-441d-b09c-f419ee87bb9e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Jan 28 01:53:07.140049 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:07.143684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:07.150121 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:07.151171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-add74057-0c3f-4e33-8a06-bcbab2246556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:07.184155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.184802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:07.186325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] 10.222.0.43 "PUT /v2.0/ports/0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1091 time: 0.7928545 Jan 28 01:53:07.208597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451bf5a-4837-45be-b799-864cb9ea1540 service neutron] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:07.264111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-213a2de9-92a7-4aeb-84e2-fc3287807150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.266564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-213a2de9-92a7-4aeb-84e2-fc3287807150 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1094 time: 0.0445652 Jan 28 01:53:07.361188 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-bc8e2310-e331-48e0-aa83-5ff07e5ef786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.362715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-bc8e2310-e331-48e0-aa83-5ff07e5ef786 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0893922 Jan 28 01:53:07.428614 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-a92cab0a-189c-4576-9e76-f01ecafa6e0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 999 time: 0.0585585 Jan 28 01:53:07.481160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-d5504a31-15c6-40f3-8cdd-bc7708e76f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.482747 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-d5504a31-15c6-40f3-8cdd-bc7708e76f4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0482399 Jan 28 01:53:07.528937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-61c849a0-79d4-4ed2-8577-957e1ad2de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.530452 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-61c849a0-79d4-4ed2-8577-957e1ad2de2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418620 Jan 28 01:53:07.621525 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-de51e390-8054-4302-ad9b-63fe94ff1aa7 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844073 Jan 28 01:53:07.720011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a2d04bb3-9e9c-426a-8984-aec78e38b0e1 req-1b266eca-55ea-41b1-85f0-58f65549fc89 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916357 Jan 28 01:53:07.828837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:08.206066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4169-8499-4699-a523-f14a40598a4d req-01098d82-8bba-4677-b6ea-8336225233d9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:08.207575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f03b4169-8499-4699-a523-f14a40598a4d req-01098d82-8bba-4677-b6ea-8336225233d9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0517132 Jan 28 01:53:08.255759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f03b4169-8499-4699-a523-f14a40598a4d req-2893eed2-2ec8-4e2d-a1c2-3d02ed27acfe tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Jan 28 01:53:08.923932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:53:08.926412 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585bf1e8-7909-4fc0-884a-c4ed32fff62d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:08.976507 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d081154-630b-41ea-87bb-2693959e563d x-openstack-request-id: req-6d081154-630b-41ea-87bb-2693959e563d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:08.976787 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:08.977125 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d081154-630b-41ea-87bb-2693959e563d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:08.977534 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'status': 'completed', 'code': 200} Jan 28 01:53:09.061261 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-d3422999-7e64-4ece-b518-0f78f06ca087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.061508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-f1012d7b-f74f-453e-960f-b43aad6d9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.062888 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-f1012d7b-f74f-453e-960f-b43aad6d9080 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1094 time: 0.0423977 Jan 28 01:53:09.063445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-d3422999-7e64-4ece-b518-0f78f06ca087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1094 time: 0.0438163 Jan 28 01:53:09.158060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-da8d8ba4-3146-4d9e-86c4-b01947791629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.159587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-da8d8ba4-3146-4d9e-86c4-b01947791629 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0907681 Jan 28 01:53:09.162143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-1e50cd22-75d6-4231-af8e-6e556504df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.163599 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-1e50cd22-75d6-4231-af8e-6e556504df23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0947454 Jan 28 01:53:09.233666 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-9f94d831-290f-4da0-8f43-553b37c0c9ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 999 time: 0.0683143 Jan 28 01:53:09.235802 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-30094886-9678-4bc9-a1d6-ddec31e2e694 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 999 time: 0.0619569 Jan 28 01:53:09.287104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-3bd155c0-fede-4589-b5f4-c98bedfd5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.287247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-0b19377f-8eba-42b9-86f7-11c9693bd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.288729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-0b19377f-8eba-42b9-86f7-11c9693bd5f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0465879 Jan 28 01:53:09.288848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-3bd155c0-fede-4589-b5f4-c98bedfd5d47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0492017 Jan 28 01:53:09.337627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-92191f87-6902-4b97-b8f9-5606e9f9350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.339227 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-92191f87-6902-4b97-b8f9-5606e9f9350c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449226 Jan 28 01:53:09.346627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-ed9aa20b-3c8f-4ae3-9069-c1c3cc15399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.348222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-ed9aa20b-3c8f-4ae3-9069-c1c3cc15399f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539317 Jan 28 01:53:09.427135 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5361309c-8179-454e-b70e-2ca564253386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:09.430204 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-889956fa-3a32-47a2-989f-b77bcedbccf9 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837786 Jan 28 01:53:09.439962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aaac-0a12-43d9-9a79-97befd35315e req-8c6d1684-a4af-4bc6-af11-1117f42ceb91 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.441432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c169aaac-0a12-43d9-9a79-97befd35315e req-8c6d1684-a4af-4bc6-af11-1117f42ceb91 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.1111274 Jan 28 01:53:09.492152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-97510dca-87f4-49a0-91bb-5e01668468c6 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300447 Jan 28 01:53:09.526197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c169aaac-0a12-43d9-9a79-97befd35315e req-e71c40a1-a5bd-4593-8248-72f34c5bc03f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742185 Jan 28 01:53:09.527073 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-8c1347bc-5754-4359-9c0a-e156f65295d3 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872002 Jan 28 01:53:09.594532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-585bf1e8-7909-4fc0-884a-c4ed32fff62d req-ea0f88e5-b6e4-4147-bb19-461d591f18d4 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966380 Jan 28 01:53:09.762275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5baf6c-f0ea-47ce-8675-ae8b09ee6e25 req-88d8f0b3-bdac-4cc7-8917-d77ff6cbe788 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.763757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad5baf6c-f0ea-47ce-8675-ae8b09ee6e25 req-88d8f0b3-bdac-4cc7-8917-d77ff6cbe788 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0881414 Jan 28 01:53:09.776639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bef5-769a-4efb-bcfb-1898468223fd req-8c66586a-e39d-4dda-9770-5d3d26e99357 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.778136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-8c66586a-e39d-4dda-9770-5d3d26e99357 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 943 time: 0.0728419 Jan 28 01:53:09.860988 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad5baf6c-f0ea-47ce-8675-ae8b09ee6e25 req-3b206e51-314f-4fe6-a44c-2d6f62357b3e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913024 Jan 28 01:53:09.866181 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-8104bef5-769a-4efb-bcfb-1898468223fd req-61557af0-7351-42f2-a815-c3789d223681 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:53:09.867131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-61557af0-7351-42f2-a815-c3789d223681 service neutron] 10.222.0.45 "DELETE /v2.0/ports/0bed64f4-c1c4-4c20-8868-88080648ba09/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0831227 Jan 28 01:53:09.975502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bef5-769a-4efb-bcfb-1898468223fd req-32f1e93b-623b-4b15-845a-cb63e69ec44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.976986 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-32f1e93b-623b-4b15-845a-cb63e69ec44f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1094 time: 0.0438480 Jan 28 01:53:09.988199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:53:10.027701 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port 0bed64f4-c1c4-4c20-8868-88080648ba09 host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:53:10.028051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:53:10.072562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bef5-769a-4efb-bcfb-1898468223fd req-68987af4-c6fc-451f-8b73-3efed0c16c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:10.074078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-68987af4-c6fc-451f-8b73-3efed0c16c78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0907936 Jan 28 01:53:10.149044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-e73cd6af-890b-4fb2-aa9f-6731d350f09a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 999 time: 0.0693305 Jan 28 01:53:10.202562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bef5-769a-4efb-bcfb-1898468223fd req-56383938-f31d-45ca-834b-fb53777cb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:10.204139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-56383938-f31d-45ca-834b-fb53777cb8c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0502493 Jan 28 01:53:10.250234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bef5-769a-4efb-bcfb-1898468223fd req-3c0443da-789b-4d3f-8f10-3f2c59a6e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:10.252682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-3c0443da-789b-4d3f-8f10-3f2c59a6e314 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429845 Jan 28 01:53:10.342424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-41deb78e-8136-4b16-a9ba-5868ddd6e473 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Jan 28 01:53:10.437330 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8104bef5-769a-4efb-bcfb-1898468223fd req-541e4ca8-77b3-4a07-b28d-d8544bfc41c0 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890045 Jan 28 01:53:10.988543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3048b2-3b3e-4704-8775-1fb079e86063 req-1175dc85-0515-4a1f-b54e-6a64e83ec862 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:10.991169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c3048b2-3b3e-4704-8775-1fb079e86063 req-1175dc85-0515-4a1f-b54e-6a64e83ec862 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0569117 Jan 28 01:53:11.010792 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:11.043282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0c3048b2-3b3e-4704-8775-1fb079e86063 req-be277b01-6ad1-47a5-a03b-f7942ce87266 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Jan 28 01:53:11.108012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:11.176688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66703d-bd97-4282-a8f0-0e9e65e01c15 req-fba6e010-e730-47f5-8c0f-40a227f279a4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.180303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de66703d-bd97-4282-a8f0-0e9e65e01c15 req-fba6e010-e730-47f5-8c0f-40a227f279a4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 943 time: 0.0663784 Jan 28 01:53:11.215275 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:11.226430 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de66703d-bd97-4282-a8f0-0e9e65e01c15 req-a1424fdf-57bc-4bf0-b46d-b39c1873d943 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Jan 28 01:53:11.230443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'mac_address': 'fa:16:3e:c3:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:11.269447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 0bed64f4-c1c4-4c20-8868-88080648ba09 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:53:11.270579 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:11.288323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bed64f4-c1c4-4c20-8868-88080648ba09 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:53:11.307840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:11.313958 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:11.363879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:11.374079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.374515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.374889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.375379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.375926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.376540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.377411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.377852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.378203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.378531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.378867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.379184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.379496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:11.438320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca1525-3609-4190-adb3-7a9678670d29 req-06aa41ca-e601-4c74-b856-9f2152dd461c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.439925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7ca1525-3609-4190-adb3-7a9678670d29 req-06aa41ca-e601-4c74-b856-9f2152dd461c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0572910 Jan 28 01:53:11.490109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-1a3f70a6-b0ae-49bf-8778-671913d2c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.491607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-1a3f70a6-b0ae-49bf-8778-671913d2c8f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 1095 time: 0.0442183 Jan 28 01:53:11.492380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d7ca1525-3609-4190-adb3-7a9678670d29 req-a4af2fd4-3798-4d1f-a6ca-2ffbed785839 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Jan 28 01:53:11.581239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-7294606e-c10b-44e0-a9fe-05ad91b887d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.582706 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-7294606e-c10b-44e0-a9fe-05ad91b887d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0838802 Jan 28 01:53:11.624440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0bed64f4-c1c4-4c20-8868-88080648ba09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:11.651253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-60a705b5-acd8-4cc7-b18a-64510d925882 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 200 len: 1000 time: 0.0621755 Jan 28 01:53:11.704402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-3ab635b3-52cd-485f-bd2f-256103706823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.705935 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-3ab635b3-52cd-485f-bd2f-256103706823 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0482512 Jan 28 01:53:11.751733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-2ae379c1-2ba3-4b1b-a8a5-5d5f27125892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.753853 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-2ae379c1-2ba3-4b1b-a8a5-5d5f27125892 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411820 Jan 28 01:53:11.844866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-8f85660e-0809-4c73-b4d9-351d157e5d41 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Jan 28 01:53:11.941097 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8c7f3c73-a30e-4710-aa8d-72660d6d9a74 req-dacd4d3e-22d3-4152-8f1e-a0f7f6428913 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902662 Jan 28 01:53:12.118031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:12.612664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027b31-c1d4-4adf-be28-92695057d283 req-75bae253-cb27-48a4-b310-9eab8a98a409 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:12.614156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1027b31-c1d4-4adf-be28-92695057d283 req-75bae253-cb27-48a4-b310-9eab8a98a409 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0511549 Jan 28 01:53:12.667164 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1027b31-c1d4-4adf-be28-92695057d283 req-e111e552-4e65-4efe-9b25-8d01e76555fe tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 Jan 28 01:53:12.914990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045feae1-1c08-4df5-b261-cc06549670af req-aa8780f2-053e-40ce-a47c-a5572003a9d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:12.916489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-045feae1-1c08-4df5-b261-cc06549670af req-aa8780f2-053e-40ce-a47c-a5572003a9d4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0517142 Jan 28 01:53:12.969560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-045feae1-1c08-4df5-b261-cc06549670af req-256fd76c-e575-46d5-a3f1-104747118713 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Jan 28 01:53:13.141336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:13.240902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:13.255475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'mac_address': 'fa:16:3e:c3:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:13.363286 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:13.404464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['0bed64f4-c1c4-4c20-8868-88080648ba09'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:14.099304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58f6d-c2c7-431d-88b7-75f3f877109f req-8b6c2446-2a4b-461b-b70e-46321cace116 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:14.100825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23e58f6d-c2c7-431d-88b7-75f3f877109f req-8b6c2446-2a4b-461b-b70e-46321cace116 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0534291 Jan 28 01:53:14.150507 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23e58f6d-c2c7-431d-88b7-75f3f877109f req-85fa3a61-49a2-451a-b08e-fe60422b3076 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Jan 28 01:53:14.497284 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-50dd57df-982b-4976-90c7-36bc3e9865d2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:14.498797 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-50dd57df-982b-4976-90c7-36bc3e9865d2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 944 time: 0.0602095 Jan 28 01:53:14.591101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Deleting port 0bed64f4-c1c4-4c20-8868-88080648ba09 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:53:14.591324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:14.691417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] For port 0bed64f4-c1c4-4c20-8868-88080648ba09, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=0bed64f4-c1c4-4c20-8868-88080648ba09,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:14.691790 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:14.864676 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:14.865041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:14.865412 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 disassociated. External IP: 172.25.1.185, port: 0bed64f4-c1c4-4c20-8868-88080648ba09. Jan 28 01:53:14.865713 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Calling delete_port for 0bed64f4-c1c4-4c20-8868-88080648ba09 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:53:15.007422 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bed64f4-c1c4-4c20-8868-88080648ba09), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:15.037669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event deleted for resources: {'Port': ['ID=0bed64f4-c1c4-4c20-8868-88080648ba09,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:15.123142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:15.146115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 0bed64f4-c1c4-4c20-8868-88080648ba09 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:53:15.146444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 01:53:15.170014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:53:15.170877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Port 0bed64f4-c1c4-4c20-8868-88080648ba09 not found, will not notify nova. {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 01:53:15.259541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0643196-816f-43ad-b580-ee2afcd464de req-3e31ce1c-683a-4ee0-8bf3-e3fb414c9c61 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc47abb-b38e-4c18-abe0-3de0aa844f2c HTTP/1.1" status: 200 len: 210 time: 0.0321171 Jan 28 01:53:15.291897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:53:15.303892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:53:15.316028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:15.316865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:53:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:15.340768 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] No DVR routers for this DVR port 0bed64f4-c1c4-4c20-8868-88080648ba09 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:53:15.344520 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:15.348471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-197be2e2-4091-41b5-bb7b-f961f403d832 req-4cd0e556-3de9-4bae-aa28-e8e860eabe3a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "DELETE /v2.0/ports/0bed64f4-c1c4-4c20-8868-88080648ba09 HTTP/1.1" status: 204 len: 173 time: 0.8444912 Jan 28 01:53:15.348940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'name': 'network-vif-deleted', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:53:15.351499 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb51de-937b-40e3-8bef-62e672560c9a" -d '{"events": [{"server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "name": "network-vif-deleted", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:15.403632 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2829f-2aab-4dc3-aeb5-3eebec734bd5 x-openstack-request-id: req-d5c2829f-2aab-4dc3-aeb5-3eebec734bd5 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:15.404724 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc47abb-b38e-4c18-abe0-3de0aa844f2c", "name": "network-vif-deleted", "tag": "0bed64f4-c1c4-4c20-8868-88080648ba09", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:15.405187 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5c2829f-2aab-4dc3-aeb5-3eebec734bd5 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:15.405810 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc47abb-b38e-4c18-abe0-3de0aa844f2c', 'name': 'network-vif-deleted', 'tag': '0bed64f4-c1c4-4c20-8868-88080648ba09', 'status': 'completed', 'code': 200} Jan 28 01:53:15.433392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:15.642413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:15.668493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:53:15.677139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:15.677737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:53:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:15.782573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:15.978990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:16.005580 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4a445f-2a62-47e4-a4a5-5c660b4812c7 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:53:16.255756 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b391a6-5511-4329-8f10-0dd4e34c201b None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:53:16.578387 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-b5c3761e-be1b-49f1-ab7a-7f22291043d8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2104230716&fields=id&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 267 time: 0.0429676 Jan 28 01:53:16.684347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-a0dfd8cb-92c8-46b6-ab24-66a11a03520d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:16.685808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-a0dfd8cb-92c8-46b6-ab24-66a11a03520d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.0985539 Jan 28 01:53:16.703066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-d49c3ccf-5f20-41ee-a454-e782e91bed99 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/quotas/9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 375 time: 0.0096810 Jan 28 01:53:16.761170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-cbcf2209-1ccd-4729-b1d8-6cdd23ac44af tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505900 Jan 28 01:53:16.933429 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-a862f9c8-f542-4d61-8436-d2efc50bf417 service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251245 Jan 28 01:53:17.029312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-c8ed3697-f8a6-4466-a634-ea0e6697a678 service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900359 Jan 28 01:53:17.201035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c9c6a929-4861-48d6-8ca4-191c5a28eb18 req-c428c971-6924-44b3-a3f4-c48eb35d10f3 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 210 time: 0.0278225 Jan 28 01:53:18.228997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-75e4cfde-22e7-40a8-bb12-03367a467eca tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:18.230608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-75e4cfde-22e7-40a8-bb12-03367a467eca tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1140921 Jan 28 01:53:18.319097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-444dbaaa-fc29-4718-8145-0432f422c9fa req-de21abb6-17fd-467e-ad72-3a7b0232f7df tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 210 time: 0.0340776 Jan 28 01:53:18.325063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-5ab0d2b6-f422-4ea2-a4fc-fc25e6945e6e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 380 time: 0.0808494 Jan 28 01:53:18.334390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'port': {'device_id': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'admin_state_up': True, 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'security_groups': ['bdbfd4c5-20e3-4054-99db-6aff99f82942']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:18.451661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Made reservation on behalf of 9e9b037eee4b457eb33f5c5f65f6b0cf for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:18.455152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:18.588659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Allocated IP 172.20.0.9 (1f352d99-4da9-40eb-984d-b933e5bbe63e/c13553e7-e6d1-413a-ab81-bcfd6c258c6e/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:18.728096 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:18.776516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:18.818638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:18.821805 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:18.827625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:18.834233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:18.863787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.864140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.864484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.864819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.865161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.865495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.865872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.866190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.866514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.866837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.867175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.867497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.867821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:18.893672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:18.894365 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:18.912764 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a5d9078-aa23-4edd-acec-ee8258021e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819762 Jan 28 01:53:18.929663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Request body: {'port': {'device_id': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:18.987535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.034593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-7d9f4f28-bbb7-4893-b7b0-c38c117336c7 None None] Provisioning complete for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:19.035198 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4f28-bbb7-4893-b7b0-c38c117336c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.068334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f4f28-bbb7-4893-b7b0-c38c117336c7 None None] Port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:53:19.154831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:53:19.182092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 0bed64f4-c1c4-4c20-8868-88080648ba09 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:53:19.182742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 0bed64f4-c1c4-4c20-8868-88080648ba09 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:53:19.259431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:53:19.267478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Publish callbacks [] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.283356 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Transition to ACTIVE for port object a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:19.290650 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.339384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:19.449286 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:53:19.449639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:53:19.449997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:19.463713 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5c9de-d8be-4a8f-a391-443d21093059 req-4db6cb1f-9332-4b9b-a305-6064ff178f75 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.465537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83a5c9de-d8be-4a8f-a391-443d21093059 req-4db6cb1f-9332-4b9b-a305-6064ff178f75 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0720656 Jan 28 01:53:19.467373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:19.467715 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:19.480100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:19.480476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:53:19.480868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:19.481315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Bound port: a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:53:19.481696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.554186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83a5c9de-d8be-4a8f-a391-443d21093059 req-22a435ff-4e41-4da1-9371-02e6bf020af4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806811 Jan 28 01:53:19.573579 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:19.577307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:19.582659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.621534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.622208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:19.623703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1091 time: 0.6985700 Jan 28 01:53:19.624173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:53:19.674849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31874c84-b30b-44a0-a914-88df53b7a4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:19.681112 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a88b5-f8bd-49f1-882f-e13d943ad406" -d '{"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:19.729126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-823ec30b-2123-4ce4-8746-82651651164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.730762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-823ec30b-2123-4ce4-8746-82651651164f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1094 time: 0.0467403 Jan 28 01:53:19.791035 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-b0ebaafe-b92b-40f6-9a47-99ebe76bdd4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 217 time: 0.0390229 Jan 28 01:53:19.801336 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80a0a8-db1c-433d-8496-43f7c5e4c0eb x-openstack-request-id: req-1b80a0a8-db1c-433d-8496-43f7c5e4c0eb {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:19.801649 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:19.801941 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b80a0a8-db1c-433d-8496-43f7c5e4c0eb {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:19.802351 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'status': 'completed', 'code': 200} Jan 28 01:53:19.843694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-268e9183-4142-4d92-b0a9-5c02648bded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.845275 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-268e9183-4142-4d92-b0a9-5c02648bded6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0533862 Jan 28 01:53:19.891538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-34a33174-9af1-4fa0-a2d9-d911701555f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.892963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-34a33174-9af1-4fa0-a2d9-d911701555f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413587 Jan 28 01:53:19.987552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-1a0aaf7e-4509-4e8e-8acd-1c79fd5dd52b service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878749 Jan 28 01:53:20.085467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a232097-9ccc-4e19-af2a-e0b990f2aa37 req-3eb8b735-469d-4bf5-8a14-3ff5b0a98d2c service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919907 Jan 28 01:53:20.225110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-a3efe155-43c9-4a56-9639-9fb198286001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.226747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-a3efe155-43c9-4a56-9639-9fb198286001 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1094 time: 0.0441306 Jan 28 01:53:20.322366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-7c57ad62-e805-47e2-a1f4-50633ef63ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.323834 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-7c57ad62-e805-47e2-a1f4-50633ef63ff5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0909753 Jan 28 01:53:20.365511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-418682c8-0b1e-4de8-b336-186f38621683 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 217 time: 0.0360241 Jan 28 01:53:20.415924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-2ceb3f93-2faf-4a5b-b623-f835596e52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.417433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-2ceb3f93-2faf-4a5b-b623-f835596e52cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0461471 Jan 28 01:53:20.463340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-fd4d8eaa-797f-4175-89ea-cc4ed99d5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.465152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-fd4d8eaa-797f-4175-89ea-cc4ed99d5396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419722 Jan 28 01:53:20.560312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-c760fcf9-ffc9-468e-abfe-dbb230f22bb8 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895560 Jan 28 01:53:20.990050 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-232a88b5-f8bd-49f1-882f-e13d943ad406 req-128e6917-7c1d-4500-ba92-e6a933efad20 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230607 Jan 28 01:53:21.005550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf471-411e-4f0f-b97d-51383e7ea5bc req-bc1f3f00-21ed-4d4c-b118-5b3d0aec8e3b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:21.006953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-321cf471-411e-4f0f-b97d-51383e7ea5bc req-bc1f3f00-21ed-4d4c-b118-5b3d0aec8e3b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.3804543 Jan 28 01:53:21.059643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-321cf471-411e-4f0f-b97d-51383e7ea5bc req-18f61db1-99c4-4c19-928e-3f6c127f9bcd tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466251 Jan 28 01:53:22.202880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6160fc5-db25-4bdb-9e22-a8eb46102f59 req-fb22006b-65ab-437c-b6a1-d714f4c3d42f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:22.204356 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6160fc5-db25-4bdb-9e22-a8eb46102f59 req-fb22006b-65ab-437c-b6a1-d714f4c3d42f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0570111 Jan 28 01:53:22.252482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6160fc5-db25-4bdb-9e22-a8eb46102f59 req-2b934fb0-cd3c-49a3-8194-a2c325b86e50 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Jan 28 01:53:23.396867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f834b21-eb3c-434b-b511-de7ce0607e09 req-de2e323e-aed4-45b4-bd31-9023dd538d23 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:23.398398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f834b21-eb3c-434b-b511-de7ce0607e09 req-de2e323e-aed4-45b4-bd31-9023dd538d23 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0622694 Jan 28 01:53:23.448510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f834b21-eb3c-434b-b511-de7ce0607e09 req-87817d70-e412-4e27-8acc-927ec7b9d00a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Jan 28 01:53:24.051752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:24.150517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:24.162278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'mac_address': 'fa:16:3e:77:41:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:24.201361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:53:24.201868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:24.221310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:53:24.243449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:24.251800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:24.300442 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:24.575545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e115702-a98d-4340-ae83-f0dcbf135c00 req-22547c02-446f-41b4-80e2-182625d554b5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:24.576911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e115702-a98d-4340-ae83-f0dcbf135c00 req-22547c02-446f-41b4-80e2-182625d554b5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0568650 Jan 28 01:53:24.625736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e115702-a98d-4340-ae83-f0dcbf135c00 req-8954c614-94ff-4160-bd55-4b258fc74562 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Jan 28 01:53:24.677809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:25.763745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275a83c-20da-4b52-bc58-f94fb7ce481a req-df543250-0a7e-469e-85d0-b5de5b28fe3c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:25.765129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2275a83c-20da-4b52-bc58-f94fb7ce481a req-df543250-0a7e-469e-85d0-b5de5b28fe3c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0591860 Jan 28 01:53:25.818906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2275a83c-20da-4b52-bc58-f94fb7ce481a req-cce97442-9e03-4068-bb1f-a041d76cf60d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Jan 28 01:53:26.054417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:26.111715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:53:26.115439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:26.115813 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:26.197289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:53:26.197681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:26.220547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:53:26.233787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:26.239083 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:26.263172 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607ca97-1766-4669-bee9-af1ba3e00bc7" -d '{"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-plugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:26.291425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:26.346562 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416a4a33-13d8-46a4-a6d0-36daa799e7c5 x-openstack-request-id: req-416a4a33-13d8-46a4-a6d0-36daa799e7c5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:26.346839 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-plugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:26.347110 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-416a4a33-13d8-46a4-a6d0-36daa799e7c5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:26.347512 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'code': 200} Jan 28 01:53:26.486485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d0382-4359-41de-8297-ab61b4302678 req-2a2582c3-50c7-4784-9aa6-2eae6f1ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:26.488033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d01d0382-4359-41de-8297-ab61b4302678 req-2a2582c3-50c7-4784-9aa6-2eae6f1ac258 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1096 time: 0.0424986 Jan 28 01:53:26.533622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d01d0382-4359-41de-8297-ab61b4302678 req-06fa4a67-c1c7-4c40-8703-36f388ff960c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398741 Jan 28 01:53:26.947700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb78b3-17cb-4aee-8d18-9a962cdaabfe req-1e83bcce-461d-47b9-9e12-1cdf0532fe9c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:26.949177 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02fb78b3-17cb-4aee-8d18-9a962cdaabfe req-1e83bcce-461d-47b9-9e12-1cdf0532fe9c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0503352 Jan 28 01:53:27.002786 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02fb78b3-17cb-4aee-8d18-9a962cdaabfe req-cf8e3262-8c8f-4537-847f-c0b04d51bda6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478220 Jan 28 01:53:28.130609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff035-a545-470e-b96d-535bb72bc94e req-7b34e48f-4124-4e5e-b213-1e97cdf0800b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:28.132134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b1ff035-a545-470e-b96d-535bb72bc94e req-7b34e48f-4124-4e5e-b213-1e97cdf0800b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0553482 Jan 28 01:53:28.181603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b1ff035-a545-470e-b96d-535bb72bc94e req-2ea5c0de-05a8-4230-8e48-84f53ef7559c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Jan 28 01:53:28.306544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f68076-3bd0-45fa-8872-83a9acf73010 req-ae66facf-6ecf-4650-a2f4-05038a23a974 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:28.308025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75f68076-3bd0-45fa-8872-83a9acf73010 req-ae66facf-6ecf-4650-a2f4-05038a23a974 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0617468 Jan 28 01:53:28.317582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 50710) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:53:28.322310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'floatingip': {'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:28.364620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:28.812871 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:28.818080 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:28.929634 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 associated. External IP: 172.25.1.185, port: a616cc10-5dd6-4a9c-99b9-2482cd13d7f1. Jan 28 01:53:29.162343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:53:29.286260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:53:29.291239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:29.296850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:53:29.308490 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:29.309108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:53:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:29.319377 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aff9a894-395e-4ef7-9e9a-45caf036c81c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "PUT /v2.0/floatingips/d05f4949-a233-4f11-8d6e-1d01118ab548 HTTP/1.1" status: 200 len: 991 time: 1.0006831 Jan 28 01:53:29.319987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:53:29.322351 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ddfd1-837e-4d1f-af26-052fd912b4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:29.361818 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac43c8b-f59f-4e73-97e0-50c189814550 x-openstack-request-id: req-eac43c8b-f59f-4e73-97e0-50c189814550 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:29.362166 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:29.362437 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eac43c8b-f59f-4e73-97e0-50c189814550 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:29.363520 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'status': 'completed', 'code': 200} Jan 28 01:53:29.425033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:29.462682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-c6611c20-c796-4982-af79-94815e2c1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:29.464253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-c6611c20-c796-4982-af79-94815e2c1008 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1096 time: 0.0497963 Jan 28 01:53:29.558612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-0a53f27d-f356-459d-8b42-43be2286d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:29.560448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-0a53f27d-f356-459d-8b42-43be2286d044 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0905504 Jan 28 01:53:29.634875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-8fd6bbaf-51b4-4971-8e2d-e844e67862d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 999 time: 0.0682535 Jan 28 01:53:29.661812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:77:41:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:53:28Z', 'revision_number': 9, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:29.686025 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-af812005-5763-4650-9ae7-55211a91f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:29.687740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-af812005-5763-4650-9ae7-55211a91f8a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0476544 Jan 28 01:53:29.688691 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:53:29.697452 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:29.698126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:53:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:29.735753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-00b621ca-f8e4-4763-bd2a-d1f840d75924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:29.737500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-00b621ca-f8e4-4763-bd2a-d1f840d75924 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442977 Jan 28 01:53:29.810980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:29.837026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-43b28cb0-6531-4b28-8c55-71bdcc1d4028 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937672 Jan 28 01:53:29.933994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b45ddfd1-837e-4d1f-af26-052fd912b4ad req-216805a8-1f4d-48a5-ac85-f31051dc0009 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915687 Jan 28 01:53:30.054873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:77:41:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:53:28Z', 'revision_number': 9, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:30.082291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d495699-62aa-4eaf-81cc-c5c130d9bb80 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:77:41:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:53:28Z', 'revision_number': 9, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:53:30.290013 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d2f4f-6a0b-4267-9f0f-882fea17994f None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:53:33.897479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:37.161515 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d35a05ee-388b-4c31-aa71-0c4a0f93bc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:37.833111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:39.437300 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9256bc3c-5146-4ca7-965f-c16c3f5c34c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:41.012768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:42.124806 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:42.503024 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:43.370548 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:03.880596 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:07.163268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b43ba34-8772-4d75-8443-8cb2e2a41cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:07.836993 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:09.439545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c6ebe01a-70ac-4a58-95f0-f0535ee2115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:11.023079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:12.132015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:13.368590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:19.506268 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:54:24.451261 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-c3ca09c8-6c6d-4b75-91b9-89c8f2109e90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481117 Jan 28 01:54:24.564598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-6fad65f3-eaff-493f-84f8-542b918c8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.566161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-6fad65f3-eaff-493f-84f8-542b918c8a84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1096 time: 0.0540090 Jan 28 01:54:24.671369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-3a6c4e38-7c2c-4cd1-bf4f-b7fee3300ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.672875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-3a6c4e38-7c2c-4cd1-bf4f-b7fee3300ac1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0869949 Jan 28 01:54:24.741437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-4f5da35a-dbfa-4ee0-93aa-036c2f1322d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1002 time: 0.0620868 Jan 28 01:54:24.790041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-7323c008-49db-4453-80b7-b57ec8136552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.791648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-7323c008-49db-4453-80b7-b57ec8136552 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0438659 Jan 28 01:54:24.844826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-48235323-17e7-4ee7-8518-3ab678dd5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.846470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-48235323-17e7-4ee7-8518-3ab678dd5c84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492938 Jan 28 01:54:24.953229 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-25fd8298-7060-43cf-a705-c6fa43f7dcf6 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898778 Jan 28 01:54:25.049888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08e47329-0813-4b66-a3b9-6950177cbf84 req-c38528e1-d64c-4463-b17c-cfb376915e9e service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908537 Jan 28 01:54:33.881738 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:37.169071 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8e4c-e566-42c8-b056-ee6181128f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:37.829768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:39.440073 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e5ae070b-e681-4bdc-81d7-20c7dcf0cc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:41.020941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:42.136736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:43.357089 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:56.505724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:55:03.884986 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:05.174944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-2392d4be-e42b-4605-bbe1-96a0302d2404 req-942d0ca6-0225-4dbc-a341-cbcba18dc4b3 service neutron] (109594) timed out ('10.222.0.23', 40006) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:55:07.165981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c1e8242e-4e8b-4469-b3d8-b2ef08e8cab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:07.830275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:09.445132 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fadeadcd-7cca-4c8a-8d23-f58b61e0180e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:11.022438 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:12.132546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:13.356127 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:24.472351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-94726621-7a8c-4722-86e7-ead556c6fffd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439043 Jan 28 01:55:24.579964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-0499f2a5-741a-4d41-8eb6-576d2611b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:24.581489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-0499f2a5-741a-4d41-8eb6-576d2611b3e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1096 time: 0.0506968 Jan 28 01:55:24.691609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-df33aea4-564e-406c-99dd-c9b6b7f13dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:24.693068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-df33aea4-564e-406c-99dd-c9b6b7f13dd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0934811 Jan 28 01:55:24.769379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-004ea3d6-8047-4365-9d2e-1cd25540065f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1002 time: 0.0698323 Jan 28 01:55:24.817982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-a2db63e0-2c37-412b-adeb-9bed2884fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:24.819403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-a2db63e0-2c37-412b-adeb-9bed2884fe40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0446160 Jan 28 01:55:24.864584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-2814fcbe-31d7-4de2-b478-200900dc3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:24.866107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-2814fcbe-31d7-4de2-b478-200900dc3f5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406089 Jan 28 01:55:24.875584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-585d5712-1d3b-4430-96d9-2af18ff001c0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:55:24.876513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-585d5712-1d3b-4430-96d9-2af18ff001c0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049572 Jan 28 01:55:24.973736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-6656d55b-e649-46c5-8216-691d19e97c05 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906286 Jan 28 01:55:25.061919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33d8b7d3-e8c3-4983-ade4-7cd18a11433b req-14a76543-e62b-4fee-841e-6992c12d411f service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818768 Jan 28 01:55:33.506808 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:55:33.894535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:37.173658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3251fa49-d047-4abf-944b-62b1c33a2637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:37.856446 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:39.450238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c2193a0e-c044-4cc3-a3d4-3474a9f08c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:41.027166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:42.136997 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:43.358181 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:03.913305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:04.572509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-9d4de660-c9d7-4403-be32-35b3e201d61c req-26507727-0c09-4ef4-99f3-e7b4e6b38495 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:56:04.573573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9d4de660-c9d7-4403-be32-35b3e201d61c req-26507727-0c09-4ef4-99f3-e7b4e6b38495 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481017 Jan 28 01:56:04.781446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684d16-6109-41a3-a5de-e83a52890d4b req-4e14fb8e-458b-467f-b8e3-5f5e970a327e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:04.785325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85684d16-6109-41a3-a5de-e83a52890d4b req-4e14fb8e-458b-467f-b8e3-5f5e970a327e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0591700 Jan 28 01:56:04.864645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85684d16-6109-41a3-a5de-e83a52890d4b req-b8cd337c-f935-443d-a8e5-b35820517185 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760350 Jan 28 01:56:04.868179 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-07873b5e-8562-4aac-8bdb-02e0f7344f06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144137 Jan 28 01:56:04.877608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-bae516dc-cf93-4778-98b5-e44275e50d65 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:56:04.878626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-bae516dc-cf93-4778-98b5-e44275e50d65 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055459 Jan 28 01:56:05.987641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72494503-e368-4524-9337-32c4b314176e req-4e59badb-5d14-4dad-9367-adadae668f27 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:05.989104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72494503-e368-4524-9337-32c4b314176e req-4e59badb-5d14-4dad-9367-adadae668f27 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0543377 Jan 28 01:56:06.035273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72494503-e368-4524-9337-32c4b314176e req-f741c2f9-9fa9-4939-a7f4-8ba432c3378f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404160 Jan 28 01:56:06.204270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-0e9edc83-de50-4ddc-98f4-4210f00c3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:06.205924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-0e9edc83-de50-4ddc-98f4-4210f00c3301 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1096 time: 0.0491490 Jan 28 01:56:06.300676 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-120915b2-1edd-466e-bced-095d67799898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:06.302168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-120915b2-1edd-466e-bced-095d67799898 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0898390 Jan 28 01:56:06.366534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-22a5de18-df3d-419c-9c84-3d034de1429b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1002 time: 0.0589383 Jan 28 01:56:06.419414 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-50cc2d28-9378-429e-a845-2e79592a11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:06.420966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-50cc2d28-9378-429e-a845-2e79592a11a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0492587 Jan 28 01:56:06.465430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-6df920c9-62ae-4091-81df-8a0d490f9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:06.467029 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-6df920c9-62ae-4091-81df-8a0d490f9ded service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405815 Jan 28 01:56:06.559508 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-bc1a6b7b-557d-4118-8fba-f6fb714574e2 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855596 Jan 28 01:56:06.653831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-b9c49d02-0a88-4434-bc6b-de4bc08ec72e service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885551 Jan 28 01:56:07.157076 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-41e6966b-8c90-460b-bf39-4d627ff5fe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:07.172459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033328a-80ed-40cc-ae2b-088a2f18df07 req-48d2dbfd-ec27-4490-a8bb-ba29b44f5f9d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:07.174041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9033328a-80ed-40cc-ae2b-088a2f18df07 req-48d2dbfd-ec27-4490-a8bb-ba29b44f5f9d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0535891 Jan 28 01:56:07.222178 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9033328a-80ed-40cc-ae2b-088a2f18df07 req-f869482d-8022-4810-a170-433c983d26c4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 Jan 28 01:56:07.859951 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:08.353554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933014c-0cb3-451d-950e-3dd5fec511a7 req-4f7bdc96-ff32-4aae-a9f0-3495e7d45a71 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:08.355066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5933014c-0cb3-451d-950e-3dd5fec511a7 req-4f7bdc96-ff32-4aae-a9f0-3495e7d45a71 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0558352 Jan 28 01:56:08.403341 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5933014c-0cb3-451d-950e-3dd5fec511a7 req-f596bd74-5455-4bfc-89e0-02fbc7c443f0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Jan 28 01:56:09.455497 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-81298033-7a8b-4d29-824f-31a32bc7c71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:09.528193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2cef-8f2a-4041-bc84-b180b36414e3 req-fa14b4f6-ef48-4119-905c-8b11aa2cf379 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:09.529704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e9d2cef-8f2a-4041-bc84-b180b36414e3 req-fa14b4f6-ef48-4119-905c-8b11aa2cf379 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jan 28 01:56:09.576171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e9d2cef-8f2a-4041-bc84-b180b36414e3 req-af526019-08b9-441d-9867-eb92efdb056f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Jan 28 01:56:10.508822 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:56:10.714195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92a5d8-9ccf-4dc0-92b4-163088083215 req-90d9b229-bca6-4af0-852f-bc9548824ef7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:10.715735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d92a5d8-9ccf-4dc0-92b4-163088083215 req-90d9b229-bca6-4af0-852f-bc9548824ef7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Jan 28 01:56:10.767515 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d92a5d8-9ccf-4dc0-92b4-163088083215 req-1ed21159-36b8-4293-9f2c-4462ca7ebd08 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Jan 28 01:56:11.028975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:11.896524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7864d-dd02-4f77-b7ce-4aa8e8381fbf req-a158e8af-305b-4e1f-a5c7-b02309101125 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:11.898111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59c7864d-dd02-4f77-b7ce-4aa8e8381fbf req-a158e8af-305b-4e1f-a5c7-b02309101125 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0539782 Jan 28 01:56:11.956391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-59c7864d-dd02-4f77-b7ce-4aa8e8381fbf req-cbe45d48-d4b0-4f33-9806-6705f3412eb2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525060 Jan 28 01:56:12.137826 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:13.121692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898420cf-731d-480e-a661-fbf004e87d22 req-fa234577-f2df-4e22-a1b7-50b6ebbe584d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:13.124110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-898420cf-731d-480e-a661-fbf004e87d22 req-fa234577-f2df-4e22-a1b7-50b6ebbe584d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0781865 Jan 28 01:56:13.179240 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-898420cf-731d-480e-a661-fbf004e87d22 req-d43732e5-2a27-49cd-8697-343692b57bc6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 Jan 28 01:56:13.359694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:14.312884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec75cb-7971-469c-82af-bc2f38b10db6 req-5ee7e575-3f1c-4df0-b006-1b555708e58e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:14.314437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bec75cb-7971-469c-82af-bc2f38b10db6 req-5ee7e575-3f1c-4df0-b006-1b555708e58e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0552204 Jan 28 01:56:14.363355 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bec75cb-7971-469c-82af-bc2f38b10db6 req-775c3e07-82b2-4469-9b27-ac6ed69b530b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430269 Jan 28 01:56:15.484632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ddbfe-2552-4579-8054-7f80c7544bb3 req-212d67b8-a197-47e9-8e2c-de55768019a2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:15.486213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f7ddbfe-2552-4579-8054-7f80c7544bb3 req-212d67b8-a197-47e9-8e2c-de55768019a2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0488255 Jan 28 01:56:15.534603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f7ddbfe-2552-4579-8054-7f80c7544bb3 req-50534352-2b4b-4e0d-be70-5dba7a883bc9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Jan 28 01:56:16.664456 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fa28d-3f1d-4b8b-a00f-ff9a89c02066 req-be970325-99ca-423b-99b6-60690d845c88 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:16.666004 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a38fa28d-3f1d-4b8b-a00f-ff9a89c02066 req-be970325-99ca-423b-99b6-60690d845c88 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0526509 Jan 28 01:56:16.717132 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a38fa28d-3f1d-4b8b-a00f-ff9a89c02066 req-9e838218-dce2-4c0b-b93e-8df256a7a546 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Jan 28 01:56:17.847589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df7138-2b90-4e39-95b8-b604ed5714f8 req-4f289c3c-8dd2-4d22-ad81-6d35f1adfe70 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:17.849037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3df7138-2b90-4e39-95b8-b604ed5714f8 req-4f289c3c-8dd2-4d22-ad81-6d35f1adfe70 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0540674 Jan 28 01:56:17.900462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c3df7138-2b90-4e39-95b8-b604ed5714f8 req-f2c87574-cdc4-4875-84a7-79b95681204a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Jan 28 01:56:19.023427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28784bac-56d0-49df-855f-ad2a23be5366 req-145adf45-84d7-4247-8b1b-8e08648c2a5b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:19.025020 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28784bac-56d0-49df-855f-ad2a23be5366 req-145adf45-84d7-4247-8b1b-8e08648c2a5b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0505559 Jan 28 01:56:19.079750 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-28784bac-56d0-49df-855f-ad2a23be5366 req-1651187e-2ded-4eab-b2bd-4c0ecfe68e3c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Jan 28 01:56:19.427315 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [req-4c1c69fb-110e-4149-a509-318e7abf094e req-76586d99-da68-4775-99d9-780e06773135 service neutron] show failed (client error): The resource could not be found. Jan 28 01:56:19.428468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-76586d99-da68-4775-99d9-780e06773135 service neutron] 10.222.0.45 "GET /v2.0/ports/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0678480 Jan 28 01:56:19.664561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-7306d0d0-5c40-4194-898e-60873172ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:19.666137 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-7306d0d0-5c40-4194-898e-60873172ddf6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 1096 time: 0.0534167 Jan 28 01:56:19.677299 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-0021850a-51e7-422a-afd0-c4cb6e2ea8aa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:56:19.678314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-0021850a-51e7-422a-afd0-c4cb6e2ea8aa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052180 Jan 28 01:56:19.695517 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:19.754524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:19.960012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:19.992843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:20.031555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:20.033821 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb42d27-1ff4-4471-a42c-6a82c99ead54" -d '{"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-unplugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:20.037808 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Publish callbacks [] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:20.050947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Transition to ACTIVE for port object a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:56:20.056921 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:20.093397 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20032d48-28f1-4f06-9864-8672dea589e4 x-openstack-request-id: req-20032d48-28f1-4f06-9864-8672dea589e4 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:20.093698 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-unplugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:20.093982 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20032d48-28f1-4f06-9864-8672dea589e4 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:20.094389 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'code': 200} Jan 28 01:56:20.113448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=6']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:20.155688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.156062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.156372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.156706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.157033 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.157357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.157685 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.158039 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.158355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.159031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.159459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.159787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.160114 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:20.214563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a983b-a75c-4f09-8bac-c85f851811e2 req-79368d9b-92ef-4fb0-b0a0-41f06aacaa47 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.216238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-046a983b-a75c-4f09-8bac-c85f851811e2 req-79368d9b-92ef-4fb0-b0a0-41f06aacaa47 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0587173 Jan 28 01:56:20.219631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] No DVR routers for this DVR port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:20.273741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-046a983b-a75c-4f09-8bac-c85f851811e2 req-0b92aec2-30e4-40e2-bf8f-19a930b9ea59 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515325 Jan 28 01:56:20.362172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:56:20.362496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:56:20.362816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:20.367693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:56:20.368010 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:20.372901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:20.373174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:56:20.373549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:20.374067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Bound port: a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:56:20.374417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:20.447280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:20.450411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:20.456199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:20.490694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.491320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:20.492915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] 10.222.0.43 "PUT /v2.0/ports/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1091 time: 0.8010554 Jan 28 01:56:20.519498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032febc1-ed33-40db-9efe-4e07e1e5e627 service neutron] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=7']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:20.569679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-e1cc4456-573f-4936-a901-802aff9c8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.571419 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-e1cc4456-573f-4936-a901-802aff9c8b7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1094 time: 0.0454562 Jan 28 01:56:20.670879 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-c22f7479-6eb0-4c6c-b339-f782a814bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.672448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-c22f7479-6eb0-4c6c-b339-f782a814bdea service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0923684 Jan 28 01:56:21.069474 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-979f78da-9c2f-46cb-aaa8-413bffd28fb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1000 time: 0.3905983 Jan 28 01:56:21.118675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-8ed71e1a-e7e2-4aad-899f-73c83ecfe7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:21.120110 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-8ed71e1a-e7e2-4aad-899f-73c83ecfe7ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0432916 Jan 28 01:56:21.169917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c69fb-110e-4149-a509-318e7abf094e req-efcb09bf-f4a8-4850-9db2-4aa2c568e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:21.171382 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-efcb09bf-f4a8-4850-9db2-4aa2c568e54b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445161 Jan 28 01:56:21.260398 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-2768487e-fa19-4ebe-bb27-66d649dfcfe8 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823221 Jan 28 01:56:21.354285 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-4c1c69fb-110e-4149-a509-318e7abf094e req-778e45ff-9bb3-436e-aef7-e271c66b2565 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Jan 28 01:56:21.396572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa5631-fc85-4ae8-abc2-3437c258a081 req-96b7ddf7-e7a5-44bf-8be8-a7fdf689bf92 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:21.398123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49aa5631-fc85-4ae8-abc2-3437c258a081 req-96b7ddf7-e7a5-44bf-8be8-a7fdf689bf92 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0511396 Jan 28 01:56:21.452154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49aa5631-fc85-4ae8-abc2-3437c258a081 req-40bda8ad-c0b5-4aca-96d4-a90219ff6176 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472708 Jan 28 01:56:22.095929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:22.099861 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5edcca-2111-4654-9b22-547b987cf2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:22.164109 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d434e6f-16a1-41fc-a274-80b1b164190c x-openstack-request-id: req-7d434e6f-16a1-41fc-a274-80b1b164190c {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:22.164429 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:22.164701 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d434e6f-16a1-41fc-a274-80b1b164190c {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:22.165249 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'status': 'completed', 'code': 200} Jan 28 01:56:22.244406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-f2da5b0d-7b2a-4a10-aa32-14b9ee115f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.246026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-f2da5b0d-7b2a-4a10-aa32-14b9ee115f86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1094 time: 0.0433929 Jan 28 01:56:22.248502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-8ac53aa1-2641-482c-8071-6b7aa76eaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.250060 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-8ac53aa1-2641-482c-8071-6b7aa76eaec6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1094 time: 0.0434887 Jan 28 01:56:22.341934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-d66f73ff-9272-4349-a3e9-2e06d252fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.342199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-00dcef77-38f1-466e-bb2c-73eb511456f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.343425 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-d66f73ff-9272-4349-a3e9-2e06d252fc03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0879750 Jan 28 01:56:22.343801 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-00dcef77-38f1-466e-bb2c-73eb511456f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0908206 Jan 28 01:56:22.411077 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-37e06d26-baba-4136-88d6-47b4b921dc4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0609829 Jan 28 01:56:22.411696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-da0aace9-1d21-4645-8c86-46a43c12022d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0618634 Jan 28 01:56:22.464546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-873bad1c-ec69-4406-a705-c6fd7e599a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.464918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-8ecc3c61-02d2-4f89-b01c-a670a9a83eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.466408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-8ecc3c61-02d2-4f89-b01c-a670a9a83eed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0464225 Jan 28 01:56:22.466639 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-873bad1c-ec69-4406-a705-c6fd7e599a30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0498071 Jan 28 01:56:22.514500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-7f79c124-b3d5-41d2-8149-ac9545b029e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.516021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-8392579c-7003-4054-947e-1176e23b18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.516167 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-7f79c124-b3d5-41d2-8149-ac9545b029e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430074 Jan 28 01:56:22.517526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-8392579c-7003-4054-947e-1176e23b18b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451105 Jan 28 01:56:22.611601 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-9224d09c-504b-4df8-b3b4-42cef809beef service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883219 Jan 28 01:56:22.643824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026d1fb-ad15-4024-b8b4-0f9ed32849e8 req-19983c4c-96ce-43ae-aeb4-c3aca2ff4d3e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.645303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7026d1fb-ad15-4024-b8b4-0f9ed32849e8 req-19983c4c-96ce-43ae-aeb4-c3aca2ff4d3e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0763390 Jan 28 01:56:22.647345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-0492b738-f087-481c-8c79-17d53c966fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236565 Jan 28 01:56:22.701764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-6bdd187f-9f8e-4cd1-be3c-8e9f5048dc03 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835235 Jan 28 01:56:22.748721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7026d1fb-ad15-4024-b8b4-0f9ed32849e8 req-cda2fbc7-e215-4052-be23-d91dc5d1ab45 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971949 Jan 28 01:56:22.768440 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cb5edcca-2111-4654-9b22-547b987cf2f2 req-588edc9c-a91f-4083-98e1-9dcfa070e4f5 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110926 Jan 28 01:56:22.794161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:22.836882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] The host n-h2-826756-1 is not matching for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 host n-h1-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:56:22.837397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:23.880913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d541-8efb-45ac-89f8-07af4a1ec8a9 req-133dd948-21be-43f2-aec5-42dbf986e245 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:23.882804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0497d541-8efb-45ac-89f8-07af4a1ec8a9 req-133dd948-21be-43f2-aec5-42dbf986e245 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.0551176 Jan 28 01:56:23.931726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0497d541-8efb-45ac-89f8-07af4a1ec8a9 req-d96a1a06-9a7b-4f56-a898-13b6da089d5d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Jan 28 01:56:23.993063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:56:24.248631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-806d3c52-ca9a-438f-81f9-0ee7fdc369ea tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.249807 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-806d3c52-ca9a-438f-81f9-0ee7fdc369ea tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&binding%3Ahost_id=n-h1-826756-1 HTTP/1.1" status: 200 len: 943 time: 0.0668576 Jan 28 01:56:24.292955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:24.307325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'mac_address': 'fa:16:3e:77:41:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:56:24.320889 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-5878e243-ea84-4ad3-89f4-9488e01ae2cf service neutron] 10.222.0.43 "GET /v2.0/ports/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1/bindings/n-h1-826756-1 HTTP/1.1" status: 200 len: 382 time: 0.0614760 Jan 28 01:56:24.347783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:56:24.348301 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:24.363295 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:56:24.385569 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:24.390800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:24.410493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-ac6f411f-ecd7-4412-a97e-9a63986594ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.412179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-ac6f411f-ecd7-4412-a97e-9a63986594ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1094 time: 0.0499823 Jan 28 01:56:24.444750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:24.454060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.454456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.454744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.455079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.455492 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.455843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.456318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.456648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.456972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.457293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.457616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.457960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.462315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:24.518440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-df3b0f4b-2794-4de8-818b-a0f967d6f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.519970 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-df3b0f4b-2794-4de8-818b-a0f967d6f8b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.1014285 Jan 28 01:56:24.572973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e50a46-4d45-4132-826e-bde21c86e4e5 req-e316d8db-30ae-4820-a868-6dcafa4ded85 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.574380 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19e50a46-4d45-4132-826e-bde21c86e4e5 req-e316d8db-30ae-4820-a868-6dcafa4ded85 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 943 time: 0.3659244 Jan 28 01:56:24.588633 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-d700c5cc-4019-46ba-bd61-30214563a26e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1001 time: 0.0624313 Jan 28 01:56:24.621927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19e50a46-4d45-4132-826e-bde21c86e4e5 req-5d3c3802-d111-4f85-8d6f-82d0b555a9c2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Jan 28 01:56:24.642939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-315f95cb-80b0-4e49-8b12-ab9ef07d0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.644598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-315f95cb-80b0-4e49-8b12-ab9ef07d0369 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0495646 Jan 28 01:56:24.697034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-f64d919f-b4c6-4163-97e3-6608e5cbae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.698622 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-f64d919f-b4c6-4163-97e3-6608e5cbae75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446086 Jan 28 01:56:24.734306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:24.788712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-ea2cfc88-d1df-4855-8df4-b4ec86ba63ef service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835855 Jan 28 01:56:24.885089 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-88245e5d-16cd-454c-b237-d6240c36cd66 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902565 Jan 28 01:56:25.760856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e233-205a-4d8d-ac6f-ef493fc8c12b req-7e106615-101d-4ddd-bdf7-b7cd320eb00f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:25.762252 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5875e233-205a-4d8d-ac6f-ef493fc8c12b req-7e106615-101d-4ddd-bdf7-b7cd320eb00f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0534005 Jan 28 01:56:25.814718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5875e233-205a-4d8d-ac6f-ef493fc8c12b req-9d8d4535-dfa8-4d59-b39a-f184131832d2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Jan 28 01:56:26.003857 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:26.060390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:56:26.066912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:26.067491 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:26.152878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:56:26.153280 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:26.176005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:26.178344 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6975027-4ce2-42c4-a9c3-9d112534a060" -d '{"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-plugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:26.190151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:26.195295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:26.232383 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef18d43-e8ae-420e-b351-57ff9a37c391 x-openstack-request-id: req-4ef18d43-e8ae-420e-b351-57ff9a37c391 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:26.232680 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-plugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:26.232934 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ef18d43-e8ae-420e-b351-57ff9a37c391 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:26.233336 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'code': 200} Jan 28 01:56:26.245820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:26.949457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be698-b82f-4abd-8cdc-797b2cfcaed5 req-2c849489-d321-4b3e-9ab4-ec2e62bacd30 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:26.952258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a95be698-b82f-4abd-8cdc-797b2cfcaed5 req-2c849489-d321-4b3e-9ab4-ec2e62bacd30 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0604777 Jan 28 01:56:27.014677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a95be698-b82f-4abd-8cdc-797b2cfcaed5 req-8fef423f-d1fe-431d-a83c-361546f1d3bb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559247 Jan 28 01:56:27.317274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-fbc492c3-a479-472a-b7d6-049b5cd10e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:27.318799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-fbc492c3-a479-472a-b7d6-049b5cd10e83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 1096 time: 0.0441179 Jan 28 01:56:27.335280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:27.390102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:27.596406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:27.638441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:27.683902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:27.686226 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed12927-fdb7-4688-b118-07c1b0c8f011" -d '{"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-unplugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:27.690126 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Publish callbacks [] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:27.703810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Transition to ACTIVE for port object a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:56:27.708558 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:27.743181 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e333cf-26e6-4862-88ac-5e0bcfe831e2 x-openstack-request-id: req-a9e333cf-26e6-4862-88ac-5e0bcfe831e2 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:27.743482 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-unplugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:27.743748 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e333cf-26e6-4862-88ac-5e0bcfe831e2 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:27.744594 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'code': 200} Jan 28 01:56:27.779307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=10']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:27.832488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.832833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.833166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.833510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.833869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.834204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.834533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.834860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.835163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.835505 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.835927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.836208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.836529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:27.903908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] No DVR routers for this DVR port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:28.048058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:56:28.048708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:56:28.048708 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:28.054071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:56:28.054524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Attempting to bind port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:28.060568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:28.060917 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:56:28.061360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:28.061818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Bound port: a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:56:28.062203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:28.155455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:28.170321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:28.178142 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f184f-088a-4318-89b5-a15ef4d988cb req-f9e04854-7d29-482b-8b34-e14ea91e62dc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:28.179658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-915f184f-088a-4318-89b5-a15ef4d988cb req-f9e04854-7d29-482b-8b34-e14ea91e62dc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0824957 Jan 28 01:56:28.181087 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:28.223795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:28.224767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:28.226127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1092 time: 0.8948174 Jan 28 01:56:28.304408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06278796-0d7f-4137-928d-93f0b39c38a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=11']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:28.313552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-915f184f-088a-4318-89b5-a15ef4d988cb req-618937ed-e221-46c6-8396-bd6b265b3784 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270957 Jan 28 01:56:28.329212 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-8932bade-0539-42cd-966f-576808e369d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:28.330897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-8932bade-0539-42cd-966f-576808e369d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1095 time: 0.0655224 Jan 28 01:56:28.424955 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-74cc4649-8fc7-413d-bed3-e3ad2cdf1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:28.426602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-74cc4649-8fc7-413d-bed3-e3ad2cdf1d06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0893946 Jan 28 01:56:28.496855 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-ea5cddae-cef1-49fc-98ec-4793cd987205 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0646894 Jan 28 01:56:28.544782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-1ad89ea3-8505-425e-88ba-eaff71bed678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:28.546329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-1ad89ea3-8505-425e-88ba-eaff71bed678 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0438817 Jan 28 01:56:28.590735 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-75bd9e61-f8e3-4dda-b0d9-34c80149bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:28.592218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-75bd9e61-f8e3-4dda-b0d9-34c80149bb62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407023 Jan 28 01:56:28.689454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-f1f8c19e-b3d4-494d-88de-9239425805df service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913064 Jan 28 01:56:28.803299 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24f5951-1f0c-485e-813f-b95783efc6f9 req-bfd420c7-9ba7-4d93-8a5e-20d6080b343f service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079972 Jan 28 01:56:29.449577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826cf6-d721-47e8-82c3-3fd5ed296bc3 req-7ff92c9d-5498-4495-9de6-8bf33e4903ea tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:29.451075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36826cf6-d721-47e8-82c3-3fd5ed296bc3 req-7ff92c9d-5498-4495-9de6-8bf33e4903ea tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0520353 Jan 28 01:56:29.502153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36826cf6-d721-47e8-82c3-3fd5ed296bc3 req-7ca5a8b0-dda2-4c7f-aff2-906767d574ce tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Jan 28 01:56:29.745803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:29.748298 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d" -d '{"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:29.799073 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5c375b-1b1c-488f-9d78-345636bd8bf0 x-openstack-request-id: req-0a5c375b-1b1c-488f-9d78-345636bd8bf0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:29.799380 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:29.799670 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a5c375b-1b1c-488f-9d78-345636bd8bf0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:29.800075 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'status': 'completed', 'code': 200} Jan 28 01:56:29.884158 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-9045f925-4dfe-449b-9bba-dbcbe2af0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:29.885896 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-9045f925-4dfe-449b-9bba-dbcbe2af0f4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1095 time: 0.0445778 Jan 28 01:56:29.887925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-beace45e-32b0-425f-ad45-cd02189cc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:29.889423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-beace45e-32b0-425f-ad45-cd02189cc4e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 1095 time: 0.0471981 Jan 28 01:56:29.978206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-5f3e53cb-7280-40e4-95a3-09ce7102c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:29.978906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-c233416b-5b9c-4bbf-944d-cfd14dc70065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:29.979697 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-5f3e53cb-7280-40e4-95a3-09ce7102c5ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0870833 Jan 28 01:56:29.980368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-c233416b-5b9c-4bbf-944d-cfd14dc70065 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0846195 Jan 28 01:56:30.023126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:30.059798 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-4b734b26-e5a9-48da-ae5a-07173cda2034 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0688722 Jan 28 01:56:30.060501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-338e1aea-96db-4e21-ba7b-43ba481513b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0731912 Jan 28 01:56:30.065548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:56:30.066044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:30.111041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-c5bf69ce-b780-413a-ac0c-71a2b0350574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:30.111693 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-4f5c114d-76e4-44ec-bedc-011755a3586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:30.112525 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-c5bf69ce-b780-413a-ac0c-71a2b0350574 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0434208 Jan 28 01:56:30.113157 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-4f5c114d-76e4-44ec-bedc-011755a3586d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0514071 Jan 28 01:56:30.158743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-53b551f5-faa6-4c2d-b58b-a47bdd75288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:30.159393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-b17c0371-1474-4b6b-9c50-35a415df9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:30.160263 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-53b551f5-faa6-4c2d-b58b-a47bdd75288e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413520 Jan 28 01:56:30.160916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-b17c0371-1474-4b6b-9c50-35a415df9074 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420365 Jan 28 01:56:30.252390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-d259584d-8f92-4e2c-a6bb-29ae05ad7d0b service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 Jan 28 01:56:30.253630 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-b07d7f16-78d2-4c79-b57d-7a75ef5968c0 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865333 Jan 28 01:56:30.343937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-f12d2af9-309f-47ef-9eda-c8c57241fe8f service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Jan 28 01:56:30.347003 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a565f2b9-bdf9-4421-a6a0-0d6b969e160d req-55553ea9-e6dc-4c50-9cda-485d7745bd76 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874946 Jan 28 01:56:30.621360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031dc4-87aa-4204-80e4-714e9fd46682 req-9ca04ee1-b3e2-40ed-be65-d1209efa89d6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:30.622797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb031dc4-87aa-4204-80e4-714e9fd46682 req-9ca04ee1-b3e2-40ed-be65-d1209efa89d6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0499089 Jan 28 01:56:30.676343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb031dc4-87aa-4204-80e4-714e9fd46682 req-026cbd48-1b4d-482e-8d65-d719b2c63b04 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Jan 28 01:56:31.806972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbebe-5d7d-4ce3-af9d-87d38457b1fa req-bcf92c53-da9f-4701-92a7-3f5bacf66da7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:31.808554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f5cbebe-5d7d-4ce3-af9d-87d38457b1fa req-bcf92c53-da9f-4701-92a7-3f5bacf66da7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0545805 Jan 28 01:56:31.860752 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6f5cbebe-5d7d-4ce3-af9d-87d38457b1fa req-b7a1b109-c02b-4308-9424-937050a24c49 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457730 Jan 28 01:56:32.831980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:56:32.940929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:32.951724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'mac_address': 'fa:16:3e:77:41:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:56:32.977010 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bced6f-836f-43a3-8ddb-95d3f8899b51 req-4b858267-edf4-4736-8220-d1b0103d2dd2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:32.978603 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9bced6f-836f-43a3-8ddb-95d3f8899b51 req-4b858267-edf4-4736-8220-d1b0103d2dd2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 944 time: 0.0476482 Jan 28 01:56:32.995057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:56:32.995449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:33.009634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:56:33.026256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a9bced6f-836f-43a3-8ddb-95d3f8899b51 req-f7ff0348-6424-4f41-8a0f-080570827609 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Jan 28 01:56:33.029918 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:33.036935 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:33.090998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=12']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:33.155850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3640f-bdb9-4749-8415-a197e3888a3d req-f69c2f15-caaf-4c2b-bcac-4b8601d65456 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:33.157315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26b3640f-bdb9-4749-8415-a197e3888a3d req-f69c2f15-caaf-4c2b-bcac-4b8601d65456 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Jan 28 01:56:33.221218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26b3640f-bdb9-4749-8415-a197e3888a3d req-c4b38915-0f81-4c9e-8322-d04357614353 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579143 Jan 28 01:56:33.339238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c5c5-9ca8-46f6-b4a1-95255756b692 req-cfbd12ce-5dfd-45f8-87f8-7f39bf9ec763 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:33.340762 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4990c5c5-9ca8-46f6-b4a1-95255756b692 req-cfbd12ce-5dfd-45f8-87f8-7f39bf9ec763 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Jan 28 01:56:33.391080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4990c5c5-9ca8-46f6-b4a1-95255756b692 req-201a136e-b580-4581-ab2d-7095d55a7cb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Jan 28 01:56:33.437623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:33.638522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35809925-e5ca-4b0b-9456-e365299ccf66 req-5df3314b-a1e3-41f8-803e-c885ff2eb70e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:33.640019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35809925-e5ca-4b0b-9456-e365299ccf66 req-5df3314b-a1e3-41f8-803e-c885ff2eb70e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0529573 Jan 28 01:56:33.695775 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35809925-e5ca-4b0b-9456-e365299ccf66 req-d7cdbf50-bc12-4ead-9100-04b7a2dd9813 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475910 Jan 28 01:56:33.911440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:34.830733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc449d24-f447-4fa6-9d5b-5e024c2f697d req-cbed0aa2-be61-41d7-a3db-7f505c3e81b0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:34.832456 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc449d24-f447-4fa6-9d5b-5e024c2f697d req-cbed0aa2-be61-41d7-a3db-7f505c3e81b0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 945 time: 0.0547018 Jan 28 01:56:34.838441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:34.881235 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dc449d24-f447-4fa6-9d5b-5e024c2f697d req-a1c3af1f-381c-48fc-b7c8-ad0812243138 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Jan 28 01:56:34.892173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:56:34.896184 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:34.896562 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:34.974110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:56:34.974798 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:34.997035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:34.999214 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d7e7c-ee21-481e-a92d-bbaf492a7e77" -d '{"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-plugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:35.011734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:35.016869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:35.043299 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9023aad-4707-4bfa-8aa4-d4d95baf0367 x-openstack-request-id: req-d9023aad-4707-4bfa-8aa4-d4d95baf0367 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:35.043592 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-plugged", "status": "completed", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:35.043839 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9023aad-4707-4bfa-8aa4-d4d95baf0367 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:35.044225 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'code': 200} Jan 28 01:56:35.068759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=13']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:35.173641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-f45c9e8b-10cf-466c-8156-6b4692892974 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:35.175129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-f45c9e8b-10cf-466c-8156-6b4692892974 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 946 time: 0.0568147 Jan 28 01:56:35.269834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Deleting port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:56:35.270076 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:35.368608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] For port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:35.369001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:35.604944 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:35.605186 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:35.605520 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 disassociated. External IP: 172.25.1.185, port: a616cc10-5dd6-4a9c-99b9-2482cd13d7f1. Jan 28 01:56:35.605896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Calling delete_port for a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:56:35.738840 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a616cc10-5dd6-4a9c-99b9-2482cd13d7f1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:35.767581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event deleted for resources: {'Port': ['ID=a616cc10-5dd6-4a9c-99b9-2482cd13d7f1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:35.888802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:36.008875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8234e4d7-01b0-4f4a-ba83-dcc69dac1d87 req-766110f0-cbf1-4217-ad51-d297deb90050 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=49ae39f0-1d40-4a28-acd6-00cc636dbf70 HTTP/1.1" status: 200 len: 210 time: 0.0547788 Jan 28 01:56:36.026320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:36.038338 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:36.049251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:36.049913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:36.068748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] No DVR routers for this DVR port a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:36.071533 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:36.074860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a01197b-4e2a-4450-81ad-586e589e6c4e req-620e8ab4-5324-4af7-a561-826aacfaa147 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "DELETE /v2.0/ports/a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 HTTP/1.1" status: 204 len: 173 time: 0.8943827 Jan 28 01:56:36.075312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-deleted', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:36.077600 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51a127-35ce-4c46-b23c-5936c5874928" -d '{"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-deleted", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:36.123766 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b5343-bb94-48df-8887-2c7b1f03a282 x-openstack-request-id: req-8c0b5343-bb94-48df-8887-2c7b1f03a282 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:36.124993 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae39f0-1d40-4a28-acd6-00cc636dbf70", "name": "network-vif-deleted", "tag": "a616cc10-5dd6-4a9c-99b9-2482cd13d7f1", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:36.124993 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c0b5343-bb94-48df-8887-2c7b1f03a282 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:36.124993 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae39f0-1d40-4a28-acd6-00cc636dbf70', 'name': 'network-vif-deleted', 'tag': 'a616cc10-5dd6-4a9c-99b9-2482cd13d7f1', 'status': 'completed', 'code': 200} Jan 28 01:56:36.171858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:36.387294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:36.417979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:36.426811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:36.427345 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:56:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:36.534048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:36.736766 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:36.767986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c7c21b-22de-4f4e-9414-422e0fc768dc None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:37.000870 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f718d6-4f4a-4361-98b3-bb02444915c7 None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:56:37.161821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8313b29e-7d0c-4ad7-b845-29b637c487fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:37.321556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-6ee92483-4c31-4a92-929f-ec382881e665 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2104230716&fields=id&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 267 time: 0.0431736 Jan 28 01:56:37.433373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-745f4109-421a-48aa-8b31-a9e0aff76a10 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:37.434867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-745f4109-421a-48aa-8b31-a9e0aff76a10 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1067939 Jan 28 01:56:37.452288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-8be59c96-28e8-42c7-b861-0fa73bf651f2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/quotas/9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 375 time: 0.0096145 Jan 28 01:56:37.510274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-e111706d-b4bb-4112-8e51-fe600e24ad0f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506186 Jan 28 01:56:37.525828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-d0588b3d-e7dd-4a00-bc27-db3a48ff5272 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:56:37.526790 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-d0588b3d-e7dd-4a00-bc27-db3a48ff5272 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053229 Jan 28 01:56:37.625937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-76a10e6d-0c99-4810-b572-c968b07f08c4 service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935562 Jan 28 01:56:37.732800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-8a918cb8-2555-4045-ba84-828170e2ba8d service neutron] 10.222.0.23 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980282 Jan 28 01:56:37.856818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:37.912462 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa4e8f23-bba7-4ab3-8461-4349a49ef54b req-00ae2bc0-e1d6-47f8-84ae-7ce86161d3fa tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Jan 28 01:56:38.857759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:38.878665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:56:38.879026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device a616cc10-5dd6-4a9c-99b9-2482cd13d7f1 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:39.012916 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f10dcdc3-88f0-41b0-b4f0-82141f45dadc req-77d111e1-5864-40e2-9c0a-d44370f61315 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0271935 Jan 28 01:56:39.051168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-95c4ddc4-05a5-4b02-bdfb-13095dc02edc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:39.052614 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-95c4ddc4-05a5-4b02-bdfb-13095dc02edc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 812 time: 0.1129692 Jan 28 01:56:39.124510 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-d4be2789-bdd6-48cf-afdd-9682be4c9ebc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 380 time: 0.0562057 Jan 28 01:56:39.156214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'port': {'device_id': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'admin_state_up': True, 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'security_groups': ['bdbfd4c5-20e3-4054-99db-6aff99f82942']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:39.270231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Made reservation on behalf of 9e9b037eee4b457eb33f5c5f65f6b0cf for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:39.273539 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.395531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Allocated IP 172.20.0.12 (1f352d99-4da9-40eb-984d-b933e5bbe63e/c13553e7-e6d1-413a-ab81-bcfd6c258c6e/6989860e-4369-470b-b7f6-6a8277cb7fc5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:39.439815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c87bd885-c565-4c32-bbf3-1f6d13e0fcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.536909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.575959 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.624253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:39.627728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:39.634180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:39.640468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:39.686203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:39.686801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.705413 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-04d3fec2-c3f1-4cb8-9c59-3c2814bc1fb8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537548 Jan 28 01:56:39.723423 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Request body: {'port': {'device_id': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:39.785492 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.847739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-491dce5f-3af4-4b74-b9bc-765c4a92d17f None None] Provisioning complete for port 6989860e-4369-470b-b7f6-6a8277cb7fc5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:39.848282 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-491dce5f-3af4-4b74-b9bc-765c4a92d17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:39.886043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-491dce5f-3af4-4b74-b9bc-765c4a92d17f None None] Port 6989860e-4369-470b-b7f6-6a8277cb7fc5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:56:40.051038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:56:40.058874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Publish callbacks [] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:40.071536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Transition to ACTIVE for port object 6989860e-4369-470b-b7f6-6a8277cb7fc5 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:56:40.076502 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:40.131570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:40.131946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86897f-cfe7-4fac-9571-e27b362b5a10 req-c9500de8-7b81-4234-979d-d99b587dc283 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:40.133493 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c86897f-cfe7-4fac-9571-e27b362b5a10 req-c9500de8-7b81-4234-979d-d99b587dc283 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0520904 Jan 28 01:56:40.184951 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c86897f-cfe7-4fac-9571-e27b362b5a10 req-47878de1-0126-4564-9e1b-6909cea3ee1e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Jan 28 01:56:40.209004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:56:40.209327 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:56:40.209650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:40.214382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:56:40.214701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:40.220091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:40.220566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:56:40.221093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:40.221536 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Bound port: 6989860e-4369-470b-b7f6-6a8277cb7fc5, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:56:40.221934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:40.288551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:40.291867 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:40.297866 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:40.331972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:40.332591 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:40.333996 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] 10.222.0.43 "PUT /v2.0/ports/6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1092 time: 0.6149499 Jan 28 01:56:40.334442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:40.336765 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:40.359832 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ea3fa-1b7f-46d3-af59-a3799b8633ec service neutron] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:40.395959 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4d413-a2fd-4cbf-ba99-43228cf57c37 x-openstack-request-id: req-b3e4d413-a2fd-4cbf-ba99-43228cf57c37 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:40.396278 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:40.396565 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3e4d413-a2fd-4cbf-ba99-43228cf57c37 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:40.396971 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'status': 'completed', 'code': 200} Jan 28 01:56:40.462733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-1453348e-a4d3-4687-a1f9-13b0e2e8ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:40.464387 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-1453348e-a4d3-4687-a1f9-13b0e2e8ef8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1095 time: 0.0497580 Jan 28 01:56:40.514293 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-bc453cbd-6e20-4a93-b515-d1841d8dba5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0359609 Jan 28 01:56:40.561849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-0d82f7c1-6f16-4779-8759-0ff189382cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:40.563181 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-0d82f7c1-6f16-4779-8759-0ff189382cca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0430379 Jan 28 01:56:40.613632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-c165f248-4ba1-42ec-969b-e508ff0b3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:40.615134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-c165f248-4ba1-42ec-969b-e508ff0b3963 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451860 Jan 28 01:56:40.705128 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-5f2582f9-051e-40f5-8e3f-0cf1e699270c service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834751 Jan 28 01:56:40.798206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7a1ac8d1-8fff-4257-98e3-088b3f5626aa req-41003098-b400-4946-bafb-8015518622bd service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867326 Jan 28 01:56:40.951123 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-6cff875a-669c-4bec-a01c-2563321e515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:40.952682 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-6cff875a-669c-4bec-a01c-2563321e515d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1095 time: 0.0457537 Jan 28 01:56:41.030824 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:41.047545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-11352615-0d6b-4bdb-b8d5-994d7f9966a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:41.049039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-11352615-0d6b-4bdb-b8d5-994d7f9966a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0901322 Jan 28 01:56:41.093244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-4cfe323b-4ab2-435e-80ea-fa67a4d47877 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 217 time: 0.0374632 Jan 28 01:56:41.143384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-7093203c-4fe6-437a-ab4f-e7566e4b37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:41.144848 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-7093203c-4fe6-437a-ab4f-e7566e4b37f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0448062 Jan 28 01:56:41.189642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-71641b99-7cc8-4609-ba00-303e2be88476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:41.191138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-71641b99-7cc8-4609-ba00-303e2be88476 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398645 Jan 28 01:56:41.285288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-656956e6-3b54-4349-9f7c-4e15aeb2f8c7 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Jan 28 01:56:41.304924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cf01-63ae-4edc-b23f-6d4a3d55698c req-fca7490a-3c6a-4e20-865f-d572eb0b106c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:41.306433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e22cf01-63ae-4edc-b23f-6d4a3d55698c req-fca7490a-3c6a-4e20-865f-d572eb0b106c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Jan 28 01:56:41.354751 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e22cf01-63ae-4edc-b23f-6d4a3d55698c req-a2c20b9f-d770-401a-8dfc-29b15d00d0ea tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Jan 28 01:56:41.376411 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ef806c7-fe82-4c5a-8586-0a15bee7cc09 req-1e19f827-f396-4d5d-bb23-8d6852929bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Jan 28 01:56:42.140626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:42.481080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149741-55da-436d-b752-ff33f5aa17bb req-7e891713-5cc0-4c66-87c6-57de69504a72 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:42.482662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33149741-55da-436d-b752-ff33f5aa17bb req-7e891713-5cc0-4c66-87c6-57de69504a72 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0521708 Jan 28 01:56:42.529715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-33149741-55da-436d-b752-ff33f5aa17bb req-eec30734-2a4a-4054-bb0b-c65c9c1b40b7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Jan 28 01:56:43.364267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:43.672160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da8f6-d8a4-4ad5-af35-4fc6aee4c525 req-9808ad8a-19e5-4d35-8fb1-6211eee4d3be tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:43.673547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d9da8f6-d8a4-4ad5-af35-4fc6aee4c525 req-9808ad8a-19e5-4d35-8fb1-6211eee4d3be tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0582721 Jan 28 01:56:43.726388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d9da8f6-d8a4-4ad5-af35-4fc6aee4c525 req-0340ab01-80ae-4309-8880-bcb1c9b7cfb1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 Jan 28 01:56:44.277512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:56:44.387852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:44.399230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'mac_address': 'fa:16:3e:91:d9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:56:44.435666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6989860e-4369-470b-b7f6-6a8277cb7fc5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:56:44.436052 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:44.449611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:56:44.469388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:44.475668 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:44.523659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:44.752638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['6989860e-4369-470b-b7f6-6a8277cb7fc5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:44.846413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849598e-ca11-4c29-909d-d4fbf89a5db4 req-40864006-545c-43ae-aa43-b32f30b464d1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:44.847917 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b849598e-ca11-4c29-909d-d4fbf89a5db4 req-40864006-545c-43ae-aa43-b32f30b464d1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0484619 Jan 28 01:56:44.896255 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b849598e-ca11-4c29-909d-d4fbf89a5db4 req-d30f7e13-60e4-4818-a1b9-21f59bd53dd7 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Jan 28 01:56:46.029221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8fc43-770a-45af-ac21-c0e242ffc33d req-7d1e31c8-20c4-451b-bdb4-a987c60ba91a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:46.030718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81e8fc43-770a-45af-ac21-c0e242ffc33d req-7d1e31c8-20c4-451b-bdb4-a987c60ba91a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0535662 Jan 28 01:56:46.085130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-81e8fc43-770a-45af-ac21-c0e242ffc33d req-43b9a4a3-a111-4c29-87e2-d2553c7f3430 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454683 Jan 28 01:56:46.294610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:46.357789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 6989860e-4369-470b-b7f6-6a8277cb7fc5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:56:46.361756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 6989860e-4369-470b-b7f6-6a8277cb7fc5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:46.362157 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:46.446949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6989860e-4369-470b-b7f6-6a8277cb7fc5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:56:46.447340 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:46.476547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:46.478826 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bab478-d0e3-443a-9a52-e41ef384eafc" -d '{"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-plugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:46.493947 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:46.500495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:46.524187 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d0273e-e0e3-4c3c-98ee-327b08efb777 x-openstack-request-id: req-d5d0273e-e0e3-4c3c-98ee-327b08efb777 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:46.524484 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-plugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:46.524749 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5d0273e-e0e3-4c3c-98ee-327b08efb777 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:46.525151 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'code': 200} Jan 28 01:56:46.550244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:46.660263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320d439-7ea4-46bf-94db-fcbd8ad6150c req-0b1337e2-471c-4ff6-baf1-a581b74ca05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:46.661744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a320d439-7ea4-46bf-94db-fcbd8ad6150c req-0b1337e2-471c-4ff6-baf1-a581b74ca05b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1097 time: 0.0493419 Jan 28 01:56:46.708730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a320d439-7ea4-46bf-94db-fcbd8ad6150c req-6371bb58-f262-43b1-9df6-030d933e6948 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 Jan 28 01:56:47.240094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba8741-36eb-49c5-a3f1-272790517705 req-ac12335e-64ae-4549-b6b2-639f20acc0f5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:47.242055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12ba8741-36eb-49c5-a3f1-272790517705 req-ac12335e-64ae-4549-b6b2-639f20acc0f5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0602782 Jan 28 01:56:47.291219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12ba8741-36eb-49c5-a3f1-272790517705 req-10cc92fc-d235-4167-923b-326ba9e7f0e3 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Jan 28 01:56:47.509976 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:56:48.426960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1222a9b-7b9e-423f-8fc2-7362e88f39e9 req-ecafe87c-1786-4f21-b6ea-d9557798deba tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:48.428454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1222a9b-7b9e-423f-8fc2-7362e88f39e9 req-ecafe87c-1786-4f21-b6ea-d9557798deba tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0563316 Jan 28 01:56:48.477395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1222a9b-7b9e-423f-8fc2-7362e88f39e9 req-2d6de814-9f54-4084-9cb7-7199cb2ecf9a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 Jan 28 01:56:48.611667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf1e1-394a-432a-a337-f82663cec7ae req-79980896-ed79-4578-afce-db33f2cde820 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:48.613073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ff0bf1e1-394a-432a-a337-f82663cec7ae req-79980896-ed79-4578-afce-db33f2cde820 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0557353 Jan 28 01:56:48.621664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51260) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:56:48.626034 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Request body: {'floatingip': {'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:48.664505 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:49.395679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:49.402742 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:49.509222 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 associated. External IP: 172.25.1.185, port: 6989860e-4369-470b-b7f6-6a8277cb7fc5. Jan 28 01:56:49.723846 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:49.851032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:49.856567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:49.861996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:49.872191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:49.872852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:56:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:49.888110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a5218d62-b787-4fb8-a280-36efa2013cae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "PUT /v2.0/floatingips/d05f4949-a233-4f11-8d6e-1d01118ab548 HTTP/1.1" status: 200 len: 993 time: 1.2653265 Jan 28 01:56:49.888719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:56:49.891112 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc918dd2-4f6f-4407-b965-11131f8b6ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:49.935741 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58728940-8eeb-4d3d-a278-da0479bfe899 x-openstack-request-id: req-58728940-8eeb-4d3d-a278-da0479bfe899 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:49.936050 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:49.936462 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58728940-8eeb-4d3d-a278-da0479bfe899 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:49.936972 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'status': 'completed', 'code': 200} Jan 28 01:56:49.982382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:50.040681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-2769bd2f-6ee5-4be1-b7ac-1b8f3f8c70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.042224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-2769bd2f-6ee5-4be1-b7ac-1b8f3f8c70cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1097 time: 0.0424647 Jan 28 01:56:50.138379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-08d30bb2-6242-44ad-bb08-5ae20f696a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.140430 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-08d30bb2-6242-44ad-bb08-5ae20f696a80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0897803 Jan 28 01:56:50.211804 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-60ad6a72-fac7-4ec0-9df1-d6c66f80e4ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0648327 Jan 28 01:56:50.212977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:91:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:56:49Z', 'revision_number': 13, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:50.243414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:50.252647 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:50.253265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:56:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:50.262511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-251f78b0-b9e3-43bc-827c-480dffc6a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.264008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-251f78b0-b9e3-43bc-827c-480dffc6a751 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0456803 Jan 28 01:56:50.314392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-5b712ec8-b144-4033-a606-7fc4e2e48a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.315946 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-5b712ec8-b144-4033-a606-7fc4e2e48a4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454252 Jan 28 01:56:50.415074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-1d5d6ef9-dba7-4836-9d4d-b5fe0ed54bf1 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921388 Jan 28 01:56:50.506272 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dc918dd2-4f6f-4407-b965-11131f8b6ee4 req-1edd8b88-1003-489a-956c-20c58fe462cd service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Jan 28 01:56:50.535856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:50.761700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:91:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:56:49Z', 'revision_number': 13, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:50.791095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41fae7-207a-4be0-9d48-f229b4e0d4f2 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'd05f4949-a233-4f11-8d6e-1d01118ab548', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'mac_address': 'fa:16:3e:91:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:46:54Z', 'updated_at': '2022-01-28T01:56:49Z', 'revision_number': 13, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:50.992743 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeea61c-d6a1-41e9-a674-ecd9b10777b6 None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:57:03.917119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:07.176610 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cef747bb-1aa3-49ce-b60f-4092892a30b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:07.898343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:09.449371 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f5a60ca7-f232-4a97-8953-0095d5236cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:11.037727 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:12.148428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:13.371518 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:24.510183 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:33.921293 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:34.677869 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-a1d537bf-680c-46f6-bc86-b788d3bfb68f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555248 Jan 28 01:57:34.784596 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-62940ac0-98d4-4fca-84d4-4f6a1807f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.786139 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-62940ac0-98d4-4fca-84d4-4f6a1807f298 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1097 time: 0.0428057 Jan 28 01:57:34.924036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-e1c28173-4bac-4bc2-b543-e516fbb5ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.925516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-e1c28173-4bac-4bc2-b543-e516fbb5ae50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0972650 Jan 28 01:57:34.994275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-73d1f3d5-a37b-4857-b030-b0273aaedd88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1003 time: 0.0613289 Jan 28 01:57:35.050626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-6d4fdb1c-ee04-4879-a8ee-fbea9b2b803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:35.052083 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-6d4fdb1c-ee04-4879-a8ee-fbea9b2b803d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0513701 Jan 28 01:57:35.101064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-bc2e6550-d729-409c-9912-343f95c949dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:35.102588 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-bc2e6550-d729-409c-9912-343f95c949dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432060 Jan 28 01:57:35.203591 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-266edeac-c1a6-44bd-ad36-f787de8a5f20 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906200 Jan 28 01:57:35.296944 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5ded3e1d-520c-4052-b4af-78ee2473e2fc req-7c294108-1c40-4087-a077-bb61bd171786 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860884 Jan 28 01:57:37.167565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1250e0d0-9a9c-4006-a750-f442e5765880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:37.908306 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:39.450459 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b572e84f-ce92-4675-9b8a-7f04be4a9cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:41.038961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:42.150794 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:43.365009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:01.510981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:03.923207 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:07.170498 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-00e994b3-0ed9-422b-9b06-426dcad651af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:07.918155 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:09.455782 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ddb913c1-5ff0-4035-8eb7-6b0c40f3ea29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:11.049216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:12.152143 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:13.363773 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:28.643015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dbedb-e888-4d4a-9de3-101e14913e08 req-6e7cb3b7-8571-43de-ab48-af2fffced0df tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:28.644408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b9dbedb-e888-4d4a-9de3-101e14913e08 req-6e7cb3b7-8571-43de-ab48-af2fffced0df tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.1671033 Jan 28 01:58:28.692525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b9dbedb-e888-4d4a-9de3-101e14913e08 req-70c9a0f5-a951-48a4-bdd8-167555addbab tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Jan 28 01:58:33.935162 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:36.726958 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-261a3f3f-25c7-4850-8483-c5686422bf79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932226 Jan 28 01:58:36.832925 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-3f3d0080-dfae-4b35-8f5b-537205ef978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:36.834482 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-3f3d0080-dfae-4b35-8f5b-537205ef978c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1097 time: 0.0441902 Jan 28 01:58:36.940518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-68dc2527-1686-4be0-b9a1-b2567164ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:36.942163 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-68dc2527-1686-4be0-b9a1-b2567164ac6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0864711 Jan 28 01:58:37.015149 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-329535ab-b3a7-46f2-90a6-d7a3243bd8c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1003 time: 0.0652957 Jan 28 01:58:37.066816 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-f3cedda2-74d3-429d-acc4-acb2e481ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:37.068314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-f3cedda2-74d3-429d-acc4-acb2e481ebfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0463617 Jan 28 01:58:37.115117 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-b8c60355-e9b5-414b-8afb-388635a945de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:37.116584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-b8c60355-e9b5-414b-8afb-388635a945de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416076 Jan 28 01:58:37.163979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a08aa608-a84c-45b4-a6b4-67988d3dbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:37.211562 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-db9bdcd6-cf8c-47bc-baa2-1e58851a141e service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880420 Jan 28 01:58:37.302561 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8a7cbbed-af85-4b11-b57d-93dc9ad39ab4 req-cd9866ad-ab47-4b11-9b91-782c6c67b022 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Jan 28 01:58:37.910786 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:38.509760 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:39.445907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a9585a52-2eb1-4ae0-8392-34c27dcc20b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:41.054772 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:42.157913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:43.369809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:45.221617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-b8e17f4a-3c9d-4ddb-af1e-48f71966c13d req-57be98d0-368c-4c1b-8a23-b3bf8ebab1a6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:58:45.222653 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8e17f4a-3c9d-4ddb-af1e-48f71966c13d req-57be98d0-368c-4c1b-8a23-b3bf8ebab1a6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522497 Jan 28 01:58:45.434572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db43e5f-489c-4de3-87f0-123e92838a95 req-bb8f98d2-b129-4af8-9502-06d984ab66e2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:45.436478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8db43e5f-489c-4de3-87f0-123e92838a95 req-bb8f98d2-b129-4af8-9502-06d984ab66e2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0722899 Jan 28 01:58:45.439115 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-7db0d86f-56f3-4fc3-9be7-eba08aee94a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843666 Jan 28 01:58:45.487237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8db43e5f-489c-4de3-87f0-123e92838a95 req-0662ddf6-2a21-4c33-a17b-8017a9ab9525 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Jan 28 01:58:46.606568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039bfae-4a29-41e2-9f8d-7473ec3bba7b req-7c6cd4b9-03e1-4203-9059-7555cdab2e28 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:46.608276 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d039bfae-4a29-41e2-9f8d-7473ec3bba7b req-7c6cd4b9-03e1-4203-9059-7555cdab2e28 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0506785 Jan 28 01:58:46.657523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d039bfae-4a29-41e2-9f8d-7473ec3bba7b req-fdcbb34f-53f9-4db7-ba5e-35c71582e88b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Jan 28 01:58:47.796768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602548d2-a7f9-461e-b36e-bf199784468a req-6c3d814c-fa54-454e-a10f-89238b27ec62 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:47.798163 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602548d2-a7f9-461e-b36e-bf199784468a req-6c3d814c-fa54-454e-a10f-89238b27ec62 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0598083 Jan 28 01:58:47.851705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-602548d2-a7f9-461e-b36e-bf199784468a req-8f762171-db64-403f-ac2e-e4e1f1131106 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Jan 28 01:58:48.800495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-3644312a-1341-47d8-8501-b2a346dab17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:48.801912 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-3644312a-1341-47d8-8501-b2a346dab17e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1097 time: 0.0486851 Jan 28 01:58:48.897765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-b3f1d119-d1b9-4605-af5e-c3203a3ddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:48.900233 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-b3f1d119-d1b9-4605-af5e-c3203a3ddda1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0921941 Jan 28 01:58:48.973165 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-308e07f5-d2ee-43c9-9a9e-3c3e35e0895b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1003 time: 0.0664265 Jan 28 01:58:48.985260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547d500-0c16-4d53-825f-64b3394f7fae req-51ce26dd-ebf0-4b0e-a86a-d40f43322f81 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:48.987122 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6547d500-0c16-4d53-825f-64b3394f7fae req-51ce26dd-ebf0-4b0e-a86a-d40f43322f81 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0528066 Jan 28 01:58:49.025664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-fc85789a-e26f-4c1b-b2c6-7e70c59cbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:49.027412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-fc85789a-e26f-4c1b-b2c6-7e70c59cbdf1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0477924 Jan 28 01:58:49.037048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6547d500-0c16-4d53-825f-64b3394f7fae req-c7a4522b-87ab-48bb-bfaf-dba91196c040 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Jan 28 01:58:49.072997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-f0c3f63e-0f03-4f27-b1db-dcea276c7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:49.074472 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-f0c3f63e-0f03-4f27-b1db-dcea276c7a65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413136 Jan 28 01:58:49.171891 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-e7b6ad76-26d5-4f11-9e57-85c753ebee4c service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909054 Jan 28 01:58:49.266873 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-c511d8da-1b4a-4351-96b0-0bf345effa0d service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887141 Jan 28 01:58:50.181394 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e12e-c182-4697-82fc-f449d6fd0529 req-523ebae3-0ff2-4dfa-a09a-f41436093985 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:50.182930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85b4e12e-c182-4697-82fc-f449d6fd0529 req-523ebae3-0ff2-4dfa-a09a-f41436093985 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Jan 28 01:58:50.234756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85b4e12e-c182-4697-82fc-f449d6fd0529 req-8330d8ea-43e5-4418-8ad7-b9b6f09b914e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Jan 28 01:58:51.368244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311cc3c-5c6d-4c27-8bae-9a23e082f950 req-0c5b0734-72e5-41c5-acd6-fa678464531c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:51.369831 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6311cc3c-5c6d-4c27-8bae-9a23e082f950 req-0c5b0734-72e5-41c5-acd6-fa678464531c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0548861 Jan 28 01:58:51.416233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6311cc3c-5c6d-4c27-8bae-9a23e082f950 req-e1747aae-a392-4360-936d-0b13e6ec6d32 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Jan 28 01:58:52.545203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457d82a-8e87-4685-a960-929e9f78f3af req-0b5bb9b5-b057-48c2-b2d8-6d39c60083cb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:52.546720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8457d82a-8e87-4685-a960-929e9f78f3af req-0b5bb9b5-b057-48c2-b2d8-6d39c60083cb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0564821 Jan 28 01:58:52.595586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8457d82a-8e87-4685-a960-929e9f78f3af req-c9fc306e-5d72-4b1f-b607-345afebdf8ae tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Jan 28 01:58:53.749737 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695a6f-4e4e-45e6-9dac-2847b6575aed req-67bb8627-6145-4d09-b907-697d7cf73d6b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:53.751539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7695a6f-4e4e-45e6-9dac-2847b6575aed req-67bb8627-6145-4d09-b907-697d7cf73d6b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0682309 Jan 28 01:58:53.807876 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7695a6f-4e4e-45e6-9dac-2847b6575aed req-e7dea311-2c81-4413-b36c-259ec4fee039 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503020 Jan 28 01:58:54.940400 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e1af3-c1d4-49df-b315-d4f1d79b687a req-b70cc822-da92-4922-891e-9f268ee9e2ee tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:54.941891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-246e1af3-c1d4-49df-b315-d4f1d79b687a req-b70cc822-da92-4922-891e-9f268ee9e2ee tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0514040 Jan 28 01:58:54.988776 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-246e1af3-c1d4-49df-b315-d4f1d79b687a req-16914082-f221-4e6d-891d-2c40fcf3e359 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Jan 28 01:58:56.122903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664c5a3-e1a1-4ac4-8878-63c65d43ef44 req-4e6f819d-174e-446f-97e1-1675a8696f52 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:56.124395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7664c5a3-e1a1-4ac4-8878-63c65d43ef44 req-4e6f819d-174e-446f-97e1-1675a8696f52 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0503280 Jan 28 01:58:56.176062 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7664c5a3-e1a1-4ac4-8878-63c65d43ef44 req-bdffcd76-f7a8-45ea-bbcb-c6f9ea47bfa4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Jan 28 01:58:57.311574 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcfa4f-738c-4773-9f97-d7aedcb549c9 req-4494f926-f941-4525-bcfc-99258fd13395 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:57.313000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edfcfa4f-738c-4773-9f97-d7aedcb549c9 req-4494f926-f941-4525-bcfc-99258fd13395 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0580771 Jan 28 01:58:57.366145 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-edfcfa4f-738c-4773-9f97-d7aedcb549c9 req-b89871c1-7509-47eb-a778-e1ebb40f282e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Jan 28 01:58:58.497609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f54510-371b-4dad-8cbf-414f1157cb6a req-9aeda3e9-45af-45a5-9042-c107cf1e81d1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:58.499168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f54510-371b-4dad-8cbf-414f1157cb6a req-9aeda3e9-45af-45a5-9042-c107cf1e81d1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0586605 Jan 28 01:58:58.546250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-54f54510-371b-4dad-8cbf-414f1157cb6a req-ed02dcc7-7a3f-4569-ad42-11b4422532bd tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 Jan 28 01:58:59.690720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bd7dc-a8aa-4b74-84dc-52413debf9aa req-fd9ec7f8-8504-4ca3-8abc-478d7cbdb395 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:59.692203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d00bd7dc-a8aa-4b74-84dc-52413debf9aa req-fd9ec7f8-8504-4ca3-8abc-478d7cbdb395 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0692286 Jan 28 01:58:59.741016 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d00bd7dc-a8aa-4b74-84dc-52413debf9aa req-d5933085-6212-49fb-9d9d-840c0b5e633d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Jan 28 01:59:00.870302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf95cd-b15a-49f0-9123-0db8e03f5ca6 req-f8e8ec7a-be4e-43da-8275-dd6b60231eff tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:00.871844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69cf95cd-b15a-49f0-9123-0db8e03f5ca6 req-f8e8ec7a-be4e-43da-8275-dd6b60231eff tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Jan 28 01:59:00.918966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69cf95cd-b15a-49f0-9123-0db8e03f5ca6 req-66eeb719-760a-4170-83d3-80b0f4f4b855 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 Jan 28 01:59:02.054466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e5b9-0731-46df-b868-1d330dda20a8 req-ca15f4c3-5483-4e19-b3c3-623ef9182805 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:02.056253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2580e5b9-0731-46df-b868-1d330dda20a8 req-ca15f4c3-5483-4e19-b3c3-623ef9182805 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0575964 Jan 28 01:59:02.106564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2580e5b9-0731-46df-b868-1d330dda20a8 req-277a2ade-e3c0-4c91-a13f-1d32a3c280a2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444987 Jan 28 01:59:03.226787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28220f-8143-4e5e-ad92-26ec2344f300 req-068780a3-4243-4e96-b699-a241d7638802 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:03.228282 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b28220f-8143-4e5e-ad92-26ec2344f300 req-068780a3-4243-4e96-b699-a241d7638802 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0512145 Jan 28 01:59:03.277459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b28220f-8143-4e5e-ad92-26ec2344f300 req-d0344b61-4977-47da-a1a0-20af964e6c3b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Jan 28 01:59:03.932229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:04.400253 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93382e12-d045-42d6-948c-4e15f239c09f req-4aa6d2ce-9e9e-4d55-95b6-fc69a24ad6a8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:04.401721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93382e12-d045-42d6-948c-4e15f239c09f req-4aa6d2ce-9e9e-4d55-95b6-fc69a24ad6a8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Jan 28 01:59:04.449664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-93382e12-d045-42d6-948c-4e15f239c09f req-5e1a495e-c794-42d9-a77a-f066e34b6dc2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Jan 28 01:59:05.569902 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab367efb-df65-45b9-a63a-e428c9252098 req-beed2b49-7e6f-4d5f-bbc5-2b9b8c2a4272 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:05.571438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab367efb-df65-45b9-a63a-e428c9252098 req-beed2b49-7e6f-4d5f-bbc5-2b9b8c2a4272 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0525665 Jan 28 01:59:05.596193 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-50b54e3d-b6ed-481f-bec1-169ec3638aaa service neutron] show failed (client error): The resource could not be found. Jan 28 01:59:05.598042 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-50b54e3d-b6ed-481f-bec1-169ec3638aaa service neutron] 10.222.0.43 "GET /v2.0/ports/6989860e-4369-470b-b7f6-6a8277cb7fc5/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0552530 Jan 28 01:59:05.618577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ab367efb-df65-45b9-a63a-e428c9252098 req-21856e9d-e54d-4d50-84a4-5452a67c589d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Jan 28 01:59:05.864486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-c934cee1-94d3-43e7-9909-cf63910919da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:05.866048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-c934cee1-94d3-43e7-9909-cf63910919da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 1097 time: 0.0886185 Jan 28 01:59:05.882960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:05.939778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.157204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:06.191530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:06.231623 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:59:06.233951 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d93248c-5f4d-4ae6-ac8b-c377f05a18b3" -d '{"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-unplugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:06.237608 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Publish callbacks [] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.252537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Transition to ACTIVE for port object 6989860e-4369-470b-b7f6-6a8277cb7fc5 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:06.256421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.347623 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1c37c-3fb2-4135-83e4-f82132f4a372 x-openstack-request-id: req-b4e1c37c-3fb2-4135-83e4-f82132f4a372 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:06.347952 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-unplugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:06.348212 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4e1c37c-3fb2-4135-83e4-f82132f4a372 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:06.348623 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'code': 200} Jan 28 01:59:06.354334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:06.369173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.369531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.369912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.370255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.370590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.370920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.371313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.371643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.372008 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.372335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.372663 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.372987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.373312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:06.403340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] No DVR routers for this DVR port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:06.544090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:59:06.544405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:59:06.544755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:06.549006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:06.549334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:06.554409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:06.554752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:59:06.555189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:06.555558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Bound port: 6989860e-4369-470b-b7f6-6a8277cb7fc5, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:59:06.555910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.618218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:06.621246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:06.628336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.667117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:06.667743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.669215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] 10.222.0.45 "PUT /v2.0/ports/6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1092 time: 0.7903275 Jan 28 01:59:06.704789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51a436-bcd7-4eba-8bc4-56371c069856 service neutron] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:06.771516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd599e-189f-45f0-adb4-3b66fa7021af req-47c9712a-122a-42d0-9223-10405e9860f2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:06.773061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62fd599e-189f-45f0-adb4-3b66fa7021af req-47c9712a-122a-42d0-9223-10405e9860f2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0797243 Jan 28 01:59:06.779841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-c56c08ae-4112-4955-a1d8-c4d8f1c830d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:06.781323 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-c56c08ae-4112-4955-a1d8-c4d8f1c830d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1095 time: 0.0609310 Jan 28 01:59:06.878503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-62fd599e-189f-45f0-adb4-3b66fa7021af req-7709dc7f-40cd-4aee-9c2a-eca2b21e545d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961902 Jan 28 01:59:06.904157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-2a00c227-e9ea-4061-ae92-d6f48b4abfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:06.905654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-2a00c227-e9ea-4061-ae92-d6f48b4abfc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.1175776 Jan 28 01:59:06.907967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:06.951929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 6989860e-4369-470b-b7f6-6a8277cb7fc5 host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:59:06.952362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:06.972728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-bde3aa91-7e8a-46b2-96d2-fa08a5c5eded service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0606163 Jan 28 01:59:07.024733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-da1bfde4-1c59-4289-a96a-5ae4081dc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:07.026237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-da1bfde4-1c59-4289-a96a-5ae4081dc5fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0477309 Jan 28 01:59:07.071581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ea53dcd2-6654-40a0-8807-41a357a0a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:07.073093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-ea53dcd2-6654-40a0-8807-41a357a0a678 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412614 Jan 28 01:59:07.164715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-0b1cebc7-c74a-4199-866f-a12b4358ad81 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857520 Jan 28 01:59:07.171402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e0b37c54-e265-4f42-9344-efb7da389dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:07.261069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-26ed25ab-6f48-456f-8c74-7f94a18e5b58 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898218 Jan 28 01:59:07.924382 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:08.002402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef88d17-d2f8-4466-9c45-953f442d2b06 req-9d57b972-36f5-45df-a8e2-3df64d876d1a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.003931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ef88d17-d2f8-4466-9c45-953f442d2b06 req-9d57b972-36f5-45df-a8e2-3df64d876d1a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0507431 Jan 28 01:59:08.051146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8ef88d17-d2f8-4466-9c45-953f442d2b06 req-6bf3f341-d99a-48fe-ad71-63ef2f1bd3cc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Jan 28 01:59:08.350313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:59:08.352797 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26177e8-7f39-409e-8f82-c6c7ac336eda" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:08.403207 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c11e85-83e0-4a0e-9fb8-073c67228e12 x-openstack-request-id: req-86c11e85-83e0-4a0e-9fb8-073c67228e12 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:08.403526 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:08.403774 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86c11e85-83e0-4a0e-9fb8-073c67228e12 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:08.404199 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'status': 'completed', 'code': 200} Jan 28 01:59:08.490620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-c0f58464-99f1-4de2-956e-ec1bc46f9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.492190 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-c0f58464-99f1-4de2-956e-ec1bc46f9a4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1095 time: 0.0475118 Jan 28 01:59:08.492412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-dfbc72d6-bebb-47ce-9853-5cfcbd52cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.493966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-dfbc72d6-bebb-47ce-9853-5cfcbd52cc2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1095 time: 0.0470476 Jan 28 01:59:08.593235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-df6c0961-49a9-4567-ba8f-e02d772b5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.594727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-df6c0961-49a9-4567-ba8f-e02d772b5277 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0961528 Jan 28 01:59:08.596309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-9cf770b5-5310-41c5-9b0b-d01dc49cd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.598326 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-9cf770b5-5310-41c5-9b0b-d01dc49cd90a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0976293 Jan 28 01:59:08.676317 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-5ed3e49d-dfa4-4a29-afb7-48dcebcd2112 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0745935 Jan 28 01:59:08.676561 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-d335a7c6-0aab-4905-93cd-2e43951ebbad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0725152 Jan 28 01:59:08.728873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-386ac71f-1afd-41d5-b782-859e8ab59e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.730857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-386ac71f-1afd-41d5-b782-859e8ab59e3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0482719 Jan 28 01:59:08.735918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-8fcb16a3-a7d8-4c1c-b15d-d59c987d7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.737422 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-8fcb16a3-a7d8-4c1c-b15d-d59c987d7166 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0551701 Jan 28 01:59:08.783508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-6c85d876-deb5-475c-9882-2e383978d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.785173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-6c85d876-deb5-475c-9882-2e383978d3de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417972 Jan 28 01:59:08.787957 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-7defb80c-e1cb-490b-ad32-d712dd3346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.789683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-7defb80c-e1cb-490b-ad32-d712dd3346ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530148 Jan 28 01:59:08.879343 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-57128798-ea97-4367-8469-35eec856ca8e service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877807 Jan 28 01:59:08.886638 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-c7286835-6e1b-4c4b-a1c3-f16780a9daee service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894992 Jan 28 01:59:08.968894 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-4727462c-633f-4cc2-a8cf-e523af9c76fe service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831192 Jan 28 01:59:08.980197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b26177e8-7f39-409e-8f82-c6c7ac336eda req-97579a5e-1463-48e4-98a1-56a8d00fadd1 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873280 Jan 28 01:59:09.172514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88fd60-2685-476b-a700-c46caf7966f9 req-e3c644ea-2907-4863-a85d-23b7e4f3ea4c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:09.174175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d88fd60-2685-476b-a700-c46caf7966f9 req-e3c644ea-2907-4863-a85d-23b7e4f3ea4c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0515018 Jan 28 01:59:09.221215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d88fd60-2685-476b-a700-c46caf7966f9 req-149a3f7a-7b2f-4b39-a985-e0d43eebb830 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Jan 28 01:59:09.442693 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7c8b8d8f-9bd7-432d-9f29-64eebb42b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:10.345433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4f0c-2f96-4d10-8cd4-247d09c143b1 req-be658d7f-e680-4280-a8ed-44b402407e6d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:10.346944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cd4f0c-2f96-4d10-8cd4-247d09c143b1 req-be658d7f-e680-4280-a8ed-44b402407e6d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0535803 Jan 28 01:59:10.394622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cd4f0c-2f96-4d10-8cd4-247d09c143b1 req-405b936d-d234-4b42-b0e1-fae37b3b7e53 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Jan 28 01:59:11.057626 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:11.515294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2629eb-ff8e-4bd6-b68f-8eb37d0838b7 req-88aaa3e4-0374-4018-a173-8f5665668157 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:11.516806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e2629eb-ff8e-4bd6-b68f-8eb37d0838b7 req-88aaa3e4-0374-4018-a173-8f5665668157 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0503731 Jan 28 01:59:11.564427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e2629eb-ff8e-4bd6-b68f-8eb37d0838b7 req-2452b7e1-f6d5-4295-8a27-462e8a25f101 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Jan 28 01:59:12.156732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:12.685877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec8779-7b27-4a09-a925-9ea1e6a65868 req-7837f178-fd09-4457-8cb9-d441ea93aa22 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:12.687383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97ec8779-7b27-4a09-a925-9ea1e6a65868 req-7837f178-fd09-4457-8cb9-d441ea93aa22 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0511093 Jan 28 01:59:12.734667 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97ec8779-7b27-4a09-a925-9ea1e6a65868 req-6c5cf0d7-7c70-4f33-bd15-20d9f2738882 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Jan 28 01:59:13.365694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:13.855463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dd03d-bda4-4daf-8a08-94c08570cdeb req-40f670a3-9ae4-4afd-8920-4356d5bfec6e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.856980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-362dd03d-bda4-4daf-8a08-94c08570cdeb req-40f670a3-9ae4-4afd-8920-4356d5bfec6e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0522821 Jan 28 01:59:13.908994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-362dd03d-bda4-4daf-8a08-94c08570cdeb req-3e79322a-29c8-4724-9efe-933849c1126d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Jan 28 01:59:15.034418 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030a34-8092-4da4-8c45-6f64cf305f10 req-4bb52c47-fde6-4112-8638-b53a645483d6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:15.035885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8030a34-8092-4da4-8c45-6f64cf305f10 req-4bb52c47-fde6-4112-8638-b53a645483d6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0496504 Jan 28 01:59:15.086817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8030a34-8092-4da4-8c45-6f64cf305f10 req-f44833b0-f412-4047-ba3f-1da0924415ff tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Jan 28 01:59:15.509816 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:16.213063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fc1cb-e4ae-45a1-afec-33484a67dbb9 req-ddc2cd2c-1bee-4566-8afc-6a467c386bdf tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:16.215392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a6fc1cb-e4ae-45a1-afec-33484a67dbb9 req-ddc2cd2c-1bee-4566-8afc-6a467c386bdf tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0588443 Jan 28 01:59:16.267468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a6fc1cb-e4ae-45a1-afec-33484a67dbb9 req-84f59810-4929-4845-970a-fc0104b3610b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460987 Jan 28 01:59:17.395338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812b52d-a823-45ff-8ffb-20f79d3eb9b3 req-96a43f96-98d3-4b26-bd79-22c5d4959bc5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:17.396818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f812b52d-a823-45ff-8ffb-20f79d3eb9b3 req-96a43f96-98d3-4b26-bd79-22c5d4959bc5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0516951 Jan 28 01:59:17.443338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f812b52d-a823-45ff-8ffb-20f79d3eb9b3 req-8714557d-2fa4-407d-80ac-5597bcf72af9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Jan 28 01:59:18.884782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba5c1-97f5-447a-9775-f37fda8ebeab req-b2f86115-a694-4ba0-9ec9-b37acdb48576 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.886125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-224ba5c1-97f5-447a-9775-f37fda8ebeab req-b2f86115-a694-4ba0-9ec9-b37acdb48576 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.3605742 Jan 28 01:59:18.935131 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-224ba5c1-97f5-447a-9775-f37fda8ebeab req-c6fa63c7-6035-45dc-9995-cfd2c2511eee tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Jan 28 01:59:20.071594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb91265-07b1-4f4c-bf88-a0150492a40d req-2c69edf3-b9a8-4349-8e50-b7322c6170a5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:20.073144 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bb91265-07b1-4f4c-bf88-a0150492a40d req-2c69edf3-b9a8-4349-8e50-b7322c6170a5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0602822 Jan 28 01:59:20.119952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1bb91265-07b1-4f4c-bf88-a0150492a40d req-6020b738-5745-4c63-8189-8b0e518a32bc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Jan 28 01:59:21.250152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840712-2d0e-4709-ae99-2caa06bce19e req-19a89e75-7ed9-4f28-85a3-9374880b8f8e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:21.252002 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13840712-2d0e-4709-ae99-2caa06bce19e req-19a89e75-7ed9-4f28-85a3-9374880b8f8e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0556543 Jan 28 01:59:21.303145 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-13840712-2d0e-4709-ae99-2caa06bce19e req-b1596801-924b-4b78-86c7-840c7b5ffc95 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450997 Jan 28 01:59:22.450167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc436a32-0b7f-4d8b-8060-a55c926681d0 req-c96aa430-99fc-42c8-a329-b98035f0b5fe tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.451670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc436a32-0b7f-4d8b-8060-a55c926681d0 req-c96aa430-99fc-42c8-a329-b98035f0b5fe tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0624418 Jan 28 01:59:22.501477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc436a32-0b7f-4d8b-8060-a55c926681d0 req-08547e22-63ec-4ad9-b77a-c460eca37346 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Jan 28 01:59:23.642643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568b469-9271-47b7-888f-140deb5a0071 req-b765dfc6-d6ca-40c3-8f12-53631d9fd7f8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:23.644170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7568b469-9271-47b7-888f-140deb5a0071 req-b765dfc6-d6ca-40c3-8f12-53631d9fd7f8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0521169 Jan 28 01:59:23.696121 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7568b469-9271-47b7-888f-140deb5a0071 req-faa3e801-b7a9-4c7d-ba2a-0366c17c34ad tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Jan 28 01:59:24.830791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd45c9-c329-4a27-a06a-931b0330bff6 req-96ffc129-951e-437f-9e90-6c5ec9b3e58b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:24.832250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fecd45c9-c329-4a27-a06a-931b0330bff6 req-96ffc129-951e-437f-9e90-6c5ec9b3e58b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0605228 Jan 28 01:59:24.886763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fecd45c9-c329-4a27-a06a-931b0330bff6 req-1872fab9-55d6-43cc-9be7-f23df1417c70 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 Jan 28 01:59:25.845234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:25.949412 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:25.962375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'mac_address': 'fa:16:3e:91:d9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:25.999802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 6989860e-4369-470b-b7f6-6a8277cb7fc5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:59:26.000190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:26.010978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9b76d-cdf0-4ca0-9ff3-e0cc93dbd727 req-f94a6e90-dd00-4803-8078-5ef8da601544 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.012538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ea9b76d-cdf0-4ca0-9ff3-e0cc93dbd727 req-f94a6e90-dd00-4803-8078-5ef8da601544 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 944 time: 0.0488558 Jan 28 01:59:26.016728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:59:26.036097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:26.040138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:26.061504 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3ea9b76d-cdf0-4ca0-9ff3-e0cc93dbd727 req-96064053-53ae-440a-a57a-f199bb1348f4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Jan 28 01:59:26.089841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:26.097484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.097922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.098258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.098590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.098893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.099254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.099573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.099876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.100180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.100495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.100809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.101165 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.101430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.380367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-05c42b9a-e706-4abf-a822-9ba4426676ac tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.381735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-05c42b9a-e706-4abf-a822-9ba4426676ac tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 945 time: 0.0813398 Jan 28 01:59:26.400372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e8871-5bd0-429c-aff0-2321158770dc req-9b6ad324-3a6a-44bc-9944-483af425c419 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.401805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-182e8871-5bd0-429c-aff0-2321158770dc req-9b6ad324-3a6a-44bc-9944-483af425c419 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0750809 Jan 28 01:59:26.480610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-182e8871-5bd0-429c-aff0-2321158770dc req-c6589f1b-90ce-4c30-831d-ab3228e81dcc tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616603 Jan 28 01:59:26.482068 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-8c60c031-bd86-4c38-9c7d-a4c5a378a65d service neutron] 10.222.0.45 "GET /v2.0/ports/6989860e-4369-470b-b7f6-6a8277cb7fc5/bindings/n-h2-826756-1 HTTP/1.1" status: 200 len: 382 time: 0.0940499 Jan 28 01:59:26.491406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['6989860e-4369-470b-b7f6-6a8277cb7fc5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:26.563013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-379320a0-d066-44e5-b18e-e84929cfd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.564682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-379320a0-d066-44e5-b18e-e84929cfd486 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1096 time: 0.0427852 Jan 28 01:59:26.662777 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4d9c26cc-5d5b-4426-8c0d-c3331539aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.664189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4d9c26cc-5d5b-4426-8c0d-c3331539aa65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0933251 Jan 28 01:59:26.731821 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-fd4d58e7-0323-4e32-8f89-92519132ee6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1002 time: 0.0607038 Jan 28 01:59:26.786363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-0a31cc3e-7633-4727-971f-e3fc5cc84aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.787794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-0a31cc3e-7633-4727-971f-e3fc5cc84aab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0491436 Jan 28 01:59:26.832640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-cbe88d27-7e6c-4285-a824-235c641b895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.834124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-cbe88d27-7e6c-4285-a824-235c641b895c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402412 Jan 28 01:59:26.923657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-3753d3e4-f9fe-4039-847a-e7ab6515b755 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830977 Jan 28 01:59:27.020546 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-71011618-ffdb-4914-ad8c-b03bfb7ed5ff service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895445 Jan 28 01:59:27.519283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-660dfda8-8af9-4463-b574-e052dbf4cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.520609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-660dfda8-8af9-4463-b574-e052dbf4cac0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1096 time: 0.0493977 Jan 28 01:59:27.659491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47d4b-ff5e-4e20-ae54-4bb02bc024c1 req-11aad7af-0b24-404a-9c98-022b70e8f6ca tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.660983 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bd47d4b-ff5e-4e20-ae54-4bb02bc024c1 req-11aad7af-0b24-404a-9c98-022b70e8f6ca tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.1022549 Jan 28 01:59:27.677063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-08da5494-caee-4d14-ba96-fd22e47773d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.678500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-08da5494-caee-4d14-ba96-fd22e47773d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.1378980 Jan 28 01:59:27.764120 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bd47d4b-ff5e-4e20-ae54-4bb02bc024c1 req-7f9e7036-4c39-432e-9806-b40db99e539c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970898 Jan 28 01:59:27.767987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-416e7724-323f-40af-9641-fc1e91cc582e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1002 time: 0.0827160 Jan 28 01:59:27.818415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-43c1456c-553f-4182-a15b-15ed0f8782b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.819874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-43c1456c-553f-4182-a15b-15ed0f8782b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0448384 Jan 28 01:59:27.867074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-8e3d74b9-8f09-45b3-9bf1-8406b97da91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.869259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-8e3d74b9-8f09-45b3-9bf1-8406b97da91d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420616 Jan 28 01:59:27.872746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:27.934709 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 6989860e-4369-470b-b7f6-6a8277cb7fc5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:59:27.938942 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 6989860e-4369-470b-b7f6-6a8277cb7fc5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:27.939317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:27.968536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-b5f56c53-1d96-488c-abc2-626bd6abb357 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925100 Jan 28 01:59:28.020999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 6989860e-4369-470b-b7f6-6a8277cb7fc5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:59:28.021270 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:28.045529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:59:28.048484 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe488a8-e65f-4c95-9b24-db8314126eb4" -d '{"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-plugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:28.062453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:28.063852 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-17bc4aaa-1c71-44bd-b1d9-73443146f917 req-0a4d7f5c-c1c4-49d2-a8fe-0bf6a87812aa service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881546 Jan 28 01:59:28.067860 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:28.118736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:28.154785 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60439c0-8a99-4b84-bbb0-2c512424f1ad x-openstack-request-id: req-f60439c0-8a99-4b84-bbb0-2c512424f1ad {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:28.155088 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-plugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:28.155349 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f60439c0-8a99-4b84-bbb0-2c512424f1ad {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:28.155757 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'code': 200} Jan 28 01:59:28.892830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8194ae-7f9b-4c32-853d-a7f6ed94f331 req-57221a29-8649-40ca-8e40-0315bac2f9d5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.894421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e8194ae-7f9b-4c32-853d-a7f6ed94f331 req-57221a29-8649-40ca-8e40-0315bac2f9d5 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0528452 Jan 28 01:59:28.949038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e8194ae-7f9b-4c32-853d-a7f6ed94f331 req-c999eda3-b141-4301-ac06-97a79bbca374 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485139 Jan 28 01:59:30.072174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce2681-6539-4657-b438-090cd076f297 req-259ba635-9a35-497a-a559-be05648b3830 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:30.073688 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45ce2681-6539-4657-b438-090cd076f297 req-259ba635-9a35-497a-a559-be05648b3830 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0496507 Jan 28 01:59:30.121048 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45ce2681-6539-4657-b438-090cd076f297 req-f55226e9-12ef-43c4-9e73-7db8f64f155f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Jan 28 01:59:31.244108 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245f1ad-e961-49d1-9274-8a5b43280233 req-a9757da0-e6e7-425b-b54b-f5a767b15d3f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.245612 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f245f1ad-e961-49d1-9274-8a5b43280233 req-a9757da0-e6e7-425b-b54b-f5a767b15d3f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0501769 Jan 28 01:59:31.295712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f245f1ad-e961-49d1-9274-8a5b43280233 req-a660290c-be40-4d0a-b919-fbf003e42f8a tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Jan 28 01:59:31.898578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:31.976731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 6989860e-4369-470b-b7f6-6a8277cb7fc5 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:59:31.977116 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:31.999063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:59:32.001641 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab96ef-0573-44b8-afd3-260dea663271" -d '{"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-unplugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:32.014111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:32.019526 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:32.058102 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d57bb7-acb0-4bea-a45c-2bb50caf4fa8 x-openstack-request-id: req-c4d57bb7-acb0-4bea-a45c-2bb50caf4fa8 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:32.058392 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-unplugged", "status": "completed", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:32.058641 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4d57bb7-acb0-4bea-a45c-2bb50caf4fa8 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:32.059113 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'code': 200} Jan 28 01:59:32.077698 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:32.429027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f171589-bbc4-4a6b-a0c0-81d3ce03e75c req-c0662884-3a05-4778-b466-889c35cd6447 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.431154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f171589-bbc4-4a6b-a0c0-81d3ce03e75c req-c0662884-3a05-4778-b466-889c35cd6447 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0633266 Jan 28 01:59:32.482219 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f171589-bbc4-4a6b-a0c0-81d3ce03e75c req-73648942-dbc4-4c8c-809c-21d1876ade59 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 Jan 28 01:59:32.999982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4d00b956-b072-4159-8a95-5bd9bf07419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.001814 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4d00b956-b072-4159-8a95-5bd9bf07419a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14&tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf HTTP/1.1" status: 200 len: 1096 time: 0.0488458 Jan 28 01:59:33.019862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:33.074974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.270398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:33.302905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h2-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:33.333970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:59:33.341305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Publish callbacks [] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.358521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Transition to ACTIVE for port object 6989860e-4369-470b-b7f6-6a8277cb7fc5 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:33.364551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.441393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=11']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:33.456403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.456750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.457097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.457439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.457935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.458171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.458494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.458821 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.459145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.459462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.459806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.460126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.460451 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:33.499107 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] No DVR routers for this DVR port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on host n-h2-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:33.608382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7402d3-4a75-4b44-9a2e-8825c5156b60 req-284945e5-f300-4a0c-8ee7-84e96b19f0db tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.609912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a7402d3-4a75-4b44-9a2e-8825c5156b60 req-284945e5-f300-4a0c-8ee7-84e96b19f0db tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Jan 28 01:59:33.636489 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:59:33.636814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:59:33.637137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:33.641412 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:33.641727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Attempting to bind port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on network 1f352d99-4da9-40eb-984d-b933e5bbe63e {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:33.647111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:33.647442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Checking segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:59:33.647813 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Bound using segment: {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:33.648234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Bound port: 6989860e-4369-470b-b7f6-6a8277cb7fc5, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c9d9ba-e4fe-4354-8857-c93c52465c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:59:33.648580 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.658225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a7402d3-4a75-4b44-9a2e-8825c5156b60 req-1a76f595-bcca-465d-b463-24488f8da1f8 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Jan 28 01:59:33.716128 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:33.719885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:33.725450 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.772740 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.773442 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.774891 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] 10.222.0.43 "PUT /v2.0/ports/6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1093 time: 0.7590668 Jan 28 01:59:33.775996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:59:33.778303 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910714ae-5142-46b4-8869-4a72768262e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:33.803973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6788c9-9501-4f1d-8acf-bed459f26b63 service neutron] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=12']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:33.856735 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-8ae510d1-900b-4a57-9335-8d8220cf3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.858488 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-8ae510d1-900b-4a57-9335-8d8220cf3338 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1096 time: 0.0436754 Jan 28 01:59:33.911611 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923484ae-fa70-4e85-b5ff-070c42c21eac x-openstack-request-id: req-923484ae-fa70-4e85-b5ff-070c42c21eac {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:33.911964 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:33.912177 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-923484ae-fa70-4e85-b5ff-070c42c21eac {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:33.912604 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'status': 'completed', 'code': 200} Jan 28 01:59:33.938530 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:33.962364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-5345e518-3e15-493b-b655-76eb684d9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.963902 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-5345e518-3e15-493b-b655-76eb684d9ef7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0988073 Jan 28 01:59:33.995714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-30ab8889-7d8d-481b-a289-4635fda6830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.997249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-30ab8889-7d8d-481b-a289-4635fda6830f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1096 time: 0.0485463 Jan 28 01:59:34.034573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-57186091-0c0f-4a4c-b70b-9d4c8708b55b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0641592 Jan 28 01:59:34.085504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-18780939-7cf9-4d45-8af8-08717c8d51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.086927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-18780939-7cf9-4d45-8af8-08717c8d51be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0457728 Jan 28 01:59:34.088096 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-70c4b48e-d761-4eae-8f9a-7dfe2480090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.089539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-70c4b48e-d761-4eae-8f9a-7dfe2480090a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0867729 Jan 28 01:59:34.137601 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-50fba3c2-7bd1-428f-b851-a9208f67f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.139040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-50fba3c2-7bd1-428f-b851-a9208f67f21f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453525 Jan 28 01:59:34.166458 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-b476644a-e9de-419b-8311-a8a595fa6317 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0710759 Jan 28 01:59:34.214570 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-7b2cceab-09f9-4f86-88d3-d8564b773b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.216041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-7b2cceab-09f9-4f86-88d3-d8564b773b2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0433505 Jan 28 01:59:34.232376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-63d6d6d0-9217-4d54-8efb-4b828b092a53 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 Jan 28 01:59:34.260948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-15e584b9-2c0f-4ce4-9ada-3f9e3ffd37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.262505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-15e584b9-2c0f-4ce4-9ada-3f9e3ffd37f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411274 Jan 28 01:59:34.321234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5f869f88-1c2e-4e6d-b68f-a792b5ef2fc2 req-5a68e393-e1e5-45c6-a6ea-e9038f97d43b service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Jan 28 01:59:34.356318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-3e7409fe-848d-403e-97e8-4f8343a9ea5f service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877948 Jan 28 01:59:34.437111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-78ba67f4-221b-4611-a292-55456a23e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.438219 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-78ba67f4-221b-4611-a292-55456a23e21c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1096 time: 0.0464544 Jan 28 01:59:34.449443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-6f881ea4-9d6b-4dec-bb6a-d5ca727bbe50 service neutron] 10.222.0.45 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872560 Jan 28 01:59:34.527982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-4ef59808-031b-4921-843e-2a398634df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.529502 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-4ef59808-031b-4921-843e-2a398634df6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0854261 Jan 28 01:59:34.795603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b94f3-0f87-43f7-b979-3c01d19331c6 req-7918f9fc-162c-4fb4-bec1-45e2002e1b24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.797361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b07b94f3-0f87-43f7-b979-3c01d19331c6 req-7918f9fc-162c-4fb4-bec1-45e2002e1b24 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Jan 28 01:59:34.848321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b07b94f3-0f87-43f7-b979-3c01d19331c6 req-43018823-e6c6-47c9-bdb5-13dba1704a22 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442457 Jan 28 01:59:34.926647 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-b65453ba-93e5-46d9-87bd-34b8ad1cdd5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.3908741 Jan 28 01:59:34.975694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-2b7bf4cb-7fd7-4d2e-8842-1820e165f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.977062 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-2b7bf4cb-7fd7-4d2e-8842-1820e165f3af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0443096 Jan 28 01:59:35.025150 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910714ae-5142-46b4-8869-4a72768262e4 req-4612f5b6-1702-49a9-a8bc-4263a1d7b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:35.026865 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-4612f5b6-1702-49a9-a8bc-4263a1d7b46f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422924 Jan 28 01:59:35.120438 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-5ce243d0-9bd6-4686-a820-0ad38c2ddb09 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Jan 28 01:59:35.209590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-910714ae-5142-46b4-8869-4a72768262e4 req-eca59336-08d4-4693-9a54-1e20123a1a31 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823979 Jan 28 01:59:35.975147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cd4de-6de3-438e-8876-13724692e210 req-3843ac52-94b8-48cc-badd-f6131bce5376 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:35.976664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e52cd4de-6de3-438e-8876-13724692e210 req-3843ac52-94b8-48cc-badd-f6131bce5376 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0559497 Jan 28 01:59:36.024826 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e52cd4de-6de3-438e-8876-13724692e210 req-621c441d-1590-4950-b09c-8c8adab61c48 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Jan 28 01:59:37.154441 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6074f4e-f817-4ea9-91ae-df08b5136c90 req-e00d2ca3-9e68-4cf7-961c-77d26b707817 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:37.156147 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6074f4e-f817-4ea9-91ae-df08b5136c90 req-e00d2ca3-9e68-4cf7-961c-77d26b707817 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0552132 Jan 28 01:59:37.168711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7f88-931b-44bf-8da9-4c6ef00a8a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:37.205383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6074f4e-f817-4ea9-91ae-df08b5136c90 req-925157e4-6d01-4fe9-b4c3-3c4b90e3f516 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431664 Jan 28 01:59:37.922566 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:38.328457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c785ab-4c22-498d-9849-ae907a80fc39 req-b5c3fadd-299d-4861-9169-a1a0558e3852 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.330137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8c785ab-4c22-498d-9849-ae907a80fc39 req-b5c3fadd-299d-4861-9169-a1a0558e3852 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0530694 Jan 28 01:59:38.379180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8c785ab-4c22-498d-9849-ae907a80fc39 req-1bb57bf5-e1fd-46a2-a73d-73af04dc0140 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Jan 28 01:59:38.711571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-090602ce-41ee-47c4-96d3-1b1d1725da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.713211 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-090602ce-41ee-47c4-96d3-1b1d1725da3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 1096 time: 0.0450022 Jan 28 01:59:38.825311 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-5f6597d6-6be1-44ad-9e57-d3a8ea8da303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.826743 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-5f6597d6-6be1-44ad-9e57-d3a8ea8da303 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 200 len: 913 time: 0.0915976 Jan 28 01:59:38.894429 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-37ad1eb6-85ae-41da-9a9d-61954dd15fa0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0604303 Jan 28 01:59:38.949477 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-e44a2c82-39b1-45b9-a4e2-1e89d67afcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.951001 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-e44a2c82-39b1-45b9-a4e2-1e89d67afcda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 200 len: 851 time: 0.0507174 Jan 28 01:59:38.998342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-ba622224-b48c-4331-ba79-d0f3b55e969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.999742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-ba622224-b48c-4331-ba79-d0f3b55e969a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f352d99-4da9-40eb-984d-b933e5bbe63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415320 Jan 28 01:59:39.089884 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-2dcb1129-e560-4466-a2e7-f3d4bc8b5738 service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832973 Jan 28 01:59:39.186629 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ff97776d-bf34-457b-8fee-107d54ba4986 req-3d290d7b-b9cd-4d73-85d7-aa3d597aad9c service neutron] 10.222.0.43 "GET /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896401 Jan 28 01:59:39.441351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0608b9a-835d-4471-8fa9-74accad19d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:39.502166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e8e3e-59e8-46a5-8b45-15a230d7dc28 req-d3ae7005-92b3-4a5a-b5ad-10f57c36aed1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:39.507810 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef3e8e3e-59e8-46a5-8b45-15a230d7dc28 req-d3ae7005-92b3-4a5a-b5ad-10f57c36aed1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0575879 Jan 28 01:59:39.557078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef3e8e3e-59e8-46a5-8b45-15a230d7dc28 req-851bb2ea-9200-4652-b0c0-b6ecaf078ba9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Jan 28 01:59:40.675241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddf7ae-5f9a-4439-8252-26aac0ce843b req-521e7f04-33eb-41cb-9276-3527f4cdd66b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:40.676724 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1ddf7ae-5f9a-4439-8252-26aac0ce843b req-521e7f04-33eb-41cb-9276-3527f4cdd66b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Jan 28 01:59:40.728513 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a1ddf7ae-5f9a-4439-8252-26aac0ce843b req-af448387-5e30-4aa2-bf75-1694327103de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Jan 28 01:59:41.054580 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:41.848339 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758489c-f0ed-415d-a38d-f9b4c39dc6ee req-20828a83-7142-4954-92a6-b65fc6b5da9b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:41.849835 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0758489c-f0ed-415d-a38d-f9b4c39dc6ee req-20828a83-7142-4954-92a6-b65fc6b5da9b tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0501161 Jan 28 01:59:41.902305 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0758489c-f0ed-415d-a38d-f9b4c39dc6ee req-7eab4334-4492-4edf-8153-fc58e1a8f322 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Jan 28 01:59:42.159839 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:43.023555 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddad34-e782-40ce-8551-e73ab4459f2d req-2e21c7fd-4a25-42d4-b4dc-006dd6363831 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:43.024695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9ddad34-e782-40ce-8551-e73ab4459f2d req-2e21c7fd-4a25-42d4-b4dc-006dd6363831 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0506163 Jan 28 01:59:43.072680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d9ddad34-e782-40ce-8551-e73ab4459f2d req-2a80304a-5c16-420c-863c-4c113fd72994 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Jan 28 01:59:43.365458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:44.214048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d4b00-cb0b-406c-94f7-cb6e1362e5d7 req-8aa89495-0167-4ba9-b9e7-bf535e0c9203 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.215532 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee5d4b00-cb0b-406c-94f7-cb6e1362e5d7 req-8aa89495-0167-4ba9-b9e7-bf535e0c9203 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0622470 Jan 28 01:59:44.263723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee5d4b00-cb0b-406c-94f7-cb6e1362e5d7 req-53eb59c0-31b3-45f8-9646-5423a7d0edf1 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 Jan 28 01:59:45.410500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013be16d-aadb-47b7-bdc1-162c721c90fc req-38a6af38-d66b-40f0-be14-15f0a329296d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:45.412018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013be16d-aadb-47b7-bdc1-162c721c90fc req-38a6af38-d66b-40f0-be14-15f0a329296d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0587778 Jan 28 01:59:45.458914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-013be16d-aadb-47b7-bdc1-162c721c90fc req-7d085d6c-6fe0-4dd4-a069-4c3886b16d71 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Jan 28 01:59:46.577598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57cfa1-d403-4156-91ec-7d8f065fb4e2 req-9a990956-6139-43aa-924e-eed517b0bb42 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:46.579080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e57cfa1-d403-4156-91ec-7d8f065fb4e2 req-9a990956-6139-43aa-924e-eed517b0bb42 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Jan 28 01:59:46.630649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e57cfa1-d403-4156-91ec-7d8f065fb4e2 req-94964f93-8e68-43b8-ad7d-b740c610f569 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 Jan 28 01:59:47.770585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d1b-7dc6-4136-8234-6b75434f9699 req-8df7121d-f85e-4cd4-818a-7c3a642653c6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:47.771956 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7a11d1b-7dc6-4136-8234-6b75434f9699 req-8df7121d-f85e-4cd4-818a-7c3a642653c6 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0578215 Jan 28 01:59:47.820233 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7a11d1b-7dc6-4136-8234-6b75434f9699 req-87199658-694b-4f69-bc3d-85c487376609 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Jan 28 01:59:48.955483 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3d93-e95e-40b5-89da-d6929e053be9 req-b1a41cdc-724b-4925-8ee3-62d402345f3e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:48.956936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9fc3d93-e95e-40b5-89da-d6929e053be9 req-b1a41cdc-724b-4925-8ee3-62d402345f3e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0544026 Jan 28 01:59:49.006213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e9fc3d93-e95e-40b5-89da-d6929e053be9 req-ac5d5d88-0e05-44bf-a2ed-290107b93330 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Jan 28 01:59:50.145427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ae0a3-0e23-4508-bbaf-ddb69dc58904 req-04fe9c26-c759-45ca-8ba0-bb95da74b900 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:50.146946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-625ae0a3-0e23-4508-bbaf-ddb69dc58904 req-04fe9c26-c759-45ca-8ba0-bb95da74b900 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0603313 Jan 28 01:59:50.195602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-625ae0a3-0e23-4508-bbaf-ddb69dc58904 req-50c05359-696d-4232-badd-69d6c1fee752 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Jan 28 01:59:51.331542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4b595-c130-48b9-a842-ce4fb1f64e51 req-2a5bf355-efa8-423c-821f-66ee00177290 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:51.333674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6c4b595-c130-48b9-a842-ce4fb1f64e51 req-2a5bf355-efa8-423c-821f-66ee00177290 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0549860 Jan 28 01:59:51.387799 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6c4b595-c130-48b9-a842-ce4fb1f64e51 req-730a9545-e8d9-4b8e-9190-bdcb8688f440 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453091 Jan 28 01:59:51.522825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11500b-b334-4e36-8570-7fe390f5fcd9 req-3a29b9b2-420b-4ed1-96f7-69d0672be697 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:51.524250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d11500b-b334-4e36-8570-7fe390f5fcd9 req-3a29b9b2-420b-4ed1-96f7-69d0672be697 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0603018 Jan 28 01:59:51.574864 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0d11500b-b334-4e36-8570-7fe390f5fcd9 req-347097a6-945c-4bf7-bdc3-e01f1d78219e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Jan 28 01:59:51.710425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53311f-91fa-4c57-8cbe-964aa50c3eaf req-fd9695e0-7dd0-4a65-b461-80a5b122e568 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:51.711915 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a53311f-91fa-4c57-8cbe-964aa50c3eaf req-fd9695e0-7dd0-4a65-b461-80a5b122e568 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0578513 Jan 28 01:59:51.765500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a53311f-91fa-4c57-8cbe-964aa50c3eaf req-1f4bfe8d-9402-4565-a8ec-d9118c4ec88e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477481 Jan 28 01:59:52.011962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70410-952b-41f0-9c8f-4f964b6d325d req-b305458c-afee-4764-b37f-8431a93e350c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:52.013421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85e70410-952b-41f0-9c8f-4f964b6d325d req-b305458c-afee-4764-b37f-8431a93e350c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Jan 28 01:59:52.072000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85e70410-952b-41f0-9c8f-4f964b6d325d req-d15cd871-d8a7-496f-beb1-514f83a0f518 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526371 Jan 28 01:59:52.509948 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:53.183042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:53.207016 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bf356-3fb5-4fd8-a958-46e9afdf779a req-64ec29f4-02b1-4a14-967e-aefc87d5f88d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.208548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b44bf356-3fb5-4fd8-a958-46e9afdf779a req-64ec29f4-02b1-4a14-967e-aefc87d5f88d tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 945 time: 0.0566943 Jan 28 01:59:53.256439 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b44bf356-3fb5-4fd8-a958-46e9afdf779a req-abbc5a71-a2fb-443b-9494-724a91f0f5a2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Jan 28 01:59:53.281818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:53.293284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'port_id': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'mac_address': 'fa:16:3e:91:d9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:53.331331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 6989860e-4369-470b-b7f6-6a8277cb7fc5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:59:53.331731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:53.345584 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:59:53.371750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:53.378791 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:53.428963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=13']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:54.141487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-923ff33b-04e6-4315-9c05-492a3097a7cb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.142999 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-923ff33b-04e6-4315-9c05-492a3097a7cb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0606070 Jan 28 01:59:54.237641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Deleting port 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:59:54.237987 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.328364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] For port 6989860e-4369-470b-b7f6-6a8277cb7fc5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=6989860e-4369-470b-b7f6-6a8277cb7fc5,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:54.328693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.375497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a6d5-bed2-4656-8374-3fb91fca261d req-ecafb83b-1afc-4060-9078-93e3da913256 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.377502 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd2a6d5-bed2-4656-8374-3fb91fca261d req-ecafb83b-1afc-4060-9078-93e3da913256 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 946 time: 0.0505941 Jan 28 01:59:54.425213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-abd2a6d5-bed2-4656-8374-3fb91fca261d req-3cbaf7f1-a3dd-4e1b-a938-4dfab942584f tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdbfd4c5-20e3-4054-99db-6aff99f82942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 Jan 28 01:59:54.503657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.504021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.504342 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Floating IP d05f4949-a233-4f11-8d6e-1d01118ab548 disassociated. External IP: 172.25.1.185, port: 6989860e-4369-470b-b7f6-6a8277cb7fc5. Jan 28 01:59:54.504647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Calling delete_port for 6989860e-4369-470b-b7f6-6a8277cb7fc5 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:59:54.638826 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6989860e-4369-470b-b7f6-6a8277cb7fc5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.668298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event deleted for resources: {'Port': ['ID=6989860e-4369-470b-b7f6-6a8277cb7fc5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:54.786281 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:59:54.905075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:54.915361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:54.926002 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:54.926694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:59:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:54.951286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] No DVR routers for this DVR port 6989860e-4369-470b-b7f6-6a8277cb7fc5 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:54.954174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.957660 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-16d0bdff-2a46-4896-96d4-029ccf5aa52b req-69bd40e2-8e7f-4542-b2af-408d88cf69de tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.43 "DELETE /v2.0/ports/6989860e-4369-470b-b7f6-6a8277cb7fc5 HTTP/1.1" status: 204 len: 173 time: 0.8096223 Jan 28 01:59:54.958134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-deleted', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:59:54.960503 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca7d01c-a8c0-40f1-a100-6c8de9c6d835" -d '{"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-deleted", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:55.004602 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248e8328-0c23-429a-82de-888630b0958e x-openstack-request-id: req-248e8328-0c23-429a-82de-888630b0958e {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:55.004904 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14", "name": "network-vif-deleted", "tag": "6989860e-4369-470b-b7f6-6a8277cb7fc5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:55.005166 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-248e8328-0c23-429a-82de-888630b0958e {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:55.005589 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14', 'name': 'network-vif-deleted', 'tag': '6989860e-4369-470b-b7f6-6a8277cb7fc5', 'status': 'completed', 'code': 200} Jan 28 01:59:55.201150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:55.399212 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:55.426117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:55.435061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:55.435665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T01:59:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:55.530853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be065fe0-e8e6-4213-9042-cdcef1a7de13 req-7050fc0d-ad48-4690-9bee-1bcefabe02d9 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0314810 Jan 28 01:59:55.550609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:55.752563 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:55.778927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56a1e2-1129-475d-bafe-14ea2433b412 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T01:46:51Z', 'revision_number': 4, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '6210e95f-a286-4086-b2de-ca854ffecefc', 'name': '', 'network_id': '1f352d99-4da9-40eb-984d-b933e5bbe63e', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'mac_address': 'fa:16:3e:4e:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:50Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'subnets': [{'id': 'c13553e7-e6d1-413a-ab81-bcfd6c258c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:56.009717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313db382-d11b-450a-bf72-7217632d0149 None None] New status for floating IP d05f4949-a233-4f11-8d6e-1d01118ab548: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:59:56.632045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-67c51781-5fab-4900-94de-f1beeb0c0574 req-feed2208-1d4f-46c8-a52a-1d9ad358beb0 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Jan 28 01:59:57.188115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:57.209271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 6989860e-4369-470b-b7f6-6a8277cb7fc5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:59:57.209638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 6989860e-4369-470b-b7f6-6a8277cb7fc5 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:57.727499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85abeb80-b7c1-4d9a-9234-6ab9010c1f1d req-8f4809e0-2189-4011-be74-97c91aa2b26c tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0263751 Jan 28 01:59:58.822418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5615b634-2b24-4218-b0f2-7f5dd43061fa req-df16e28e-4791-4eb6-a4f9-f58e5c3ccbeb tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0267634 Jan 28 01:59:59.921964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-566df60f-6d1f-4667-b920-1739ee001cd9 req-6f593880-4f96-459e-b75d-bdac69310986 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0270588 Jan 28 02:00:01.019528 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5983a8a6-df5e-43f4-82d5-5b55242e2b44 req-8792f52b-b631-49ba-aef7-9671b89f2da2 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Jan 28 02:00:02.119156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-443c8f0b-4f24-490c-9058-727e5ee1f32d req-f176f274-e99d-4d3b-8796-01fc4a63c79e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Jan 28 02:00:03.221761 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a2a7df71-cc94-442b-bda8-7fbd96439e86 req-955b10de-9f53-47fd-a481-23198751f7da tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb3feece-c3bd-4f2a-b56a-c9ac22ff4c14 HTTP/1.1" status: 200 len: 210 time: 0.0269799 Jan 28 02:00:03.948395 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:07.164532 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c1af866a-e371-439f-86f5-51a79d45541d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:07.952805 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:09.435490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-032698c9-b02e-41c5-ba3f-64e04ec0a7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.093853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51778) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:10.148590 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754f5bb6-6c3e-43e7-a1ae-69dba4db5ee4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group (bdbfd4c5-20e3-4054-99db-6aff99f82942), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.171393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754f5bb6-6c3e-43e7-a1ae-69dba4db5ee4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group (bdbfd4c5-20e3-4054-99db-6aff99f82942), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.218167 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754f5bb6-6c3e-43e7-a1ae-69dba4db5ee4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (bdbfd4c5-20e3-4054-99db-6aff99f82942), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.220774 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754f5bb6-6c3e-43e7-a1ae-69dba4db5ee4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.224584 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-754f5bb6-6c3e-43e7-a1ae-69dba4db5ee4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "DELETE /v2.0/security-groups/bdbfd4c5-20e3-4054-99db-6aff99f82942 HTTP/1.1" status: 204 len: 168 time: 0.1270490 Jan 28 02:00:10.225056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51780) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:10.233069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5bb6-6c3e-43e7-a1ae-69dba4db5ee4 tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbfd4c5-20e3-4054-99db-6aff99f82942,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:10.240007 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-267b2876-9783-4cf9-88b6-68e3bbcd509e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] show failed (client error): The resource could not be found. Jan 28 02:00:10.241084 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-267b2876-9783-4cf9-88b6-68e3bbcd509e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "GET /v2.0/security-groups/bdbfd4c5-20e3-4054-99db-6aff99f82942 HTTP/1.1" status: 404 len: 347 time: 0.0149188 Jan 28 02:00:10.244055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51782) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:10.376172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Deleting port 5114e7be-a8f1-4c3e-b3a3-e6237ca43759 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:10.376494 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.452990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.453300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.466398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Calling delete_port for 5114e7be-a8f1-4c3e-b3a3-e6237ca43759 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:10.603349 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5114e7be-a8f1-4c3e-b3a3-e6237ca43759), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.631888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Pushing event deleted for resources: {'Port': ['ID=5114e7be-a8f1-4c3e-b3a3-e6237ca43759,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:10.644131 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.644486 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.644862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.645208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.645545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.645900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.646234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.646534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.646857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.647181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.647535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.647854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.648163 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:10.705591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks [] for floatingip (d05f4949-a233-4f11-8d6e-1d01118ab548), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.708150 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.709306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cf84b7b9-daaa-42b3-a08f-cda3abb6707e tempest-ServerActionsTestJSON-1512068110 tempest-ServerActionsTestJSON-1512068110-project] 10.222.0.23 "DELETE /v2.0/floatingips/d05f4949-a233-4f11-8d6e-1d01118ab548 HTTP/1.1" status: 204 len: 168 time: 0.4639661 Jan 28 02:00:10.712473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51784) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:11.057420 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:11.201680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:11.460043 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Deleting port 6210e95f-a286-4086-b2de-ca854ffecefc {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:11.460377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:11.538233 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] For port 6210e95f-a286-4086-b2de-ca854ffecefc, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6210e95f-a286-4086-b2de-ca854ffecefc,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:11.538582 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:11.550609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Calling delete_port for 6210e95f-a286-4086-b2de-ca854ffecefc owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:11.734437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6210e95f-a286-4086-b2de-ca854ffecefc), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:11.763429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6210e95f-a286-4086-b2de-ca854ffecefc,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:11.931040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.147626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:00:12.161073 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.259144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:00:12.264578 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-31c9453a-3d24-440e-8550-ad8d86f78a4e admin admin] 10.222.0.23 "PUT /v2.0/routers/49a4b2a1-43ca-408f-a43f-ac38a68c5c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509181 Jan 28 02:00:12.267035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51788) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:12.270194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] Sync routers for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:00:12.281729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:12.282391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:00:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:12.371513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks [] for router (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.388527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:12.475168 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks [] for router_gateway (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.534498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Deleting port 76880663-13b3-41c9-bc20-1fc0cf09b24c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:12.534829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.572401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T02:00:11Z', 'revision_number': 5, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port': {'id': '76880663-13b3-41c9-bc20-1fc0cf09b24c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:46:49Z', 'updated_at': '2022-01-28T01:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:12.599279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] Checking router: 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:00:12.607937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] Routers {'49a4b2a1-43ca-408f-a43f-ac38a68c5c03'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:12.608540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:00:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:12.617850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] For port 76880663-13b3-41c9-bc20-1fc0cf09b24c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=76880663-13b3-41c9-bc20-1fc0cf09b24c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:12.618226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.630876 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Calling delete_port for 76880663-13b3-41c9-bc20-1fc0cf09b24c owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:12.694852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] Set router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:12.760914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T02:00:12Z', 'revision_number': 6, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:12.787140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c4ad0-1975-47e0-8eba-7b5565bde4e6 None None] The sync data for ids ['49a4b2a1-43ca-408f-a43f-ac38a68c5c03'] in n-d-826756-1 is: [{'id': '49a4b2a1-43ca-408f-a43f-ac38a68c5c03', 'name': 'tempest-ServerActionsTestJSON-1505430712-router', 'tenant_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:46:48Z', 'updated_at': '2022-01-28T02:00:12Z', 'revision_number': 6, 'project_id': '9e9b037eee4b457eb33f5c5f65f6b0cf', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:00:12.805750 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (76880663-13b3-41c9-bc20-1fc0cf09b24c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.832812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Pushing event deleted for resources: {'Port': ['ID=76880663-13b3-41c9-bc20-1fc0cf09b24c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:12.895355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.984893 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:12.987005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks [] for router_controller (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.031308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (49a4b2a1-43ca-408f-a43f-ac38a68c5c03), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.031887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a4b2a1-43ca-408f-a43f-ac38a68c5c03 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:00:13.036814 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.038158 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-71d6c872-39a8-43fe-b9b2-7e9c467c4183 admin admin] 10.222.0.23 "DELETE /v2.0/routers/49a4b2a1-43ca-408f-a43f-ac38a68c5c03 HTTP/1.1" status: 204 len: 168 time: 0.7702065 Jan 28 02:00:13.041111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51790) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:13.088491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Deleting subnet c13553e7-e6d1-413a-ab81-bcfd6c258c6e {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:00:13.091870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Publish callbacks [] for subnet (c13553e7-e6d1-413a-ab81-bcfd6c258c6e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.129530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (c13553e7-e6d1-413a-ab81-bcfd6c258c6e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.213144 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c13553e7-e6d1-413a-ab81-bcfd6c258c6e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.268372 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (c13553e7-e6d1-413a-ab81-bcfd6c258c6e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.294896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13553e7-e6d1-413a-ab81-bcfd6c258c6e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:13.296860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.300107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cac2a8a9-f52e-4856-a4b5-f687aadfa960 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c13553e7-e6d1-413a-ab81-bcfd6c258c6e HTTP/1.1" status: 204 len: 168 time: 0.2581069 Jan 28 02:00:13.301532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de535c-6a59-4b2a-ada5-39991625b2dd None None] Network 1f352d99-4da9-40eb-984d-b933e5bbe63e requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:13.303431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51792) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:13.370553 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (1f352d99-4da9-40eb-984d-b933e5bbe63e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.389234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.430580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Deleting port 396f221f-ac71-4b39-8576-5a32e4b6147b {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:13.430920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.493113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] For port 396f221f-ac71-4b39-8576-5a32e4b6147b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=396f221f-ac71-4b39-8576-5a32e4b6147b,segment=NetworkSegment(14c9d9ba-e4fe-4354-8857-c93c52465c02),segment_id=14c9d9ba-e4fe-4354-8857-c93c52465c02)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:13.493421 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.506659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Calling delete_port for 396f221f-ac71-4b39-8576-5a32e4b6147b owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:13.563258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] DHCP port deletion for 1f352d99-4da9-40eb-984d-b933e5bbe63e request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:00:13.595408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6210e95f-a286-4086-b2de-ca854ffecefc no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:13.600571 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.617322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6210e95f-a286-4086-b2de-ca854ffecefc {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:00:13.617669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6210e95f-a286-4086-b2de-ca854ffecefc not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:13.630302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] No DVR routers for this DVR port 396f221f-ac71-4b39-8576-5a32e4b6147b on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:13.632748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=396f221f-ac71-4b39-8576-5a32e4b6147b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:13.641552 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Deleting port 396f221f-ac71-4b39-8576-5a32e4b6147b {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:13.642019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.708711 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (1f352d99-4da9-40eb-984d-b933e5bbe63e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.712300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] For port 396f221f-ac71-4b39-8576-5a32e4b6147b, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:13.712715 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.725738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Calling delete_port for 396f221f-ac71-4b39-8576-5a32e4b6147b owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:13.728736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Port 396f221f-ac71-4b39-8576-5a32e4b6147b was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:00:13.729449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f352d99-4da9-40eb-984d-b933e5bbe63e']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:13.730032 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (396f221f-ac71-4b39-8576-5a32e4b6147b), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.738950 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c9d9ba-e4fe-4354-8857-c93c52465c02') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:13.739243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c9d9ba-e4fe-4354-8857-c93c52465c02') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:13.752714 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (14c9d9ba-e4fe-4354-8857-c93c52465c02), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.755205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] Pushing event deleted for resources: {'Port': ['ID=396f221f-ac71-4b39-8576-5a32e4b6147b,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:13.759288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ef701-1c42-40bb-b292-37aef8b69e43 None None] No DVR routers for this DVR port 396f221f-ac71-4b39-8576-5a32e4b6147b on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:13.771477 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (14c9d9ba-e4fe-4354-8857-c93c52465c02), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.778360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:13.778783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (14c9d9ba-e4fe-4354-8857-c93c52465c02), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:13.780505 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:13.837047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (1f352d99-4da9-40eb-984d-b933e5bbe63e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.844291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.847485 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f352d99-4da9-40eb-984d-b933e5bbe63e HTTP/1.1" status: 204 len: 168 time: 0.5429327 Jan 28 02:00:13.857739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37114c-7962-4488-b463-139c427e3af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f352d99-4da9-40eb-984d-b933e5bbe63e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:13.980629 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51796) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:14.023170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fff7858c-d28a-474e-8df7-b2b1a2590af3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e9b037eee4b457eb33f5c5f65f6b0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411148 Jan 28 02:00:14.026368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51798) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:14.075060 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac581-0f62-4307-aa59-2b70c223bca0 admin admin] Publish callbacks [] for security_group (8f450ea8-42ff-4e41-b153-e5373871faae), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.097009 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac581-0f62-4307-aa59-2b70c223bca0 admin admin] Publish callbacks [] for security_group (8f450ea8-42ff-4e41-b153-e5373871faae), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.150442 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac581-0f62-4307-aa59-2b70c223bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8f450ea8-42ff-4e41-b153-e5373871faae), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.153130 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac581-0f62-4307-aa59-2b70c223bca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.154309 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9d5ac581-0f62-4307-aa59-2b70c223bca0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f450ea8-42ff-4e41-b153-e5373871faae HTTP/1.1" status: 204 len: 168 time: 0.1270030 Jan 28 02:00:14.162424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ac581-0f62-4307-aa59-2b70c223bca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f450ea8-42ff-4e41-b153-e5373871faae,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:14.900517 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 51820) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:14.994725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-196516493-network', 'tenant_id': '9d0ec1936c9b46a881bb0ac2f15104c5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:15.018535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Made reservation on behalf of 9d0ec1936c9b46a881bb0ac2f15104c5 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:15.021074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.029821 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.106390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks [] for security_group (44237e22-f3e9-4873-b6ed-b5b2ce4c9413), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.110591 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (44237e22-f3e9-4873-b6ed-b5b2ce4c9413), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.124033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76880663-13b3-41c9-bc20-1fc0cf09b24c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:15.137559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:15.147724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44237e22-f3e9-4873-b6ed-b5b2ce4c9413,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:15.153663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 76880663-13b3-41c9-bc20-1fc0cf09b24c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:00:15.154034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 76880663-13b3-41c9-bc20-1fc0cf09b24c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:15.154457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 396f221f-ac71-4b39-8576-5a32e4b6147b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:15.155541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9ed990a8-f764-4896-a040-fa5615f8afb9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.155900 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Added segment 9ed990a8-f764-4896-a040-fa5615f8afb9 of type vlan for network 6bdaa317-d8de-4748-9f4c-2609baeafad5 Jan 28 02:00:15.175462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 396f221f-ac71-4b39-8576-5a32e4b6147b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:00:15.175808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 396f221f-ac71-4b39-8576-5a32e4b6147b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:15.207248 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (6bdaa317-d8de-4748-9f4c-2609baeafad5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.237414 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (6bdaa317-d8de-4748-9f4c-2609baeafad5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.238284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.238857 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.317995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4162905 Jan 28 02:00:15.321118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51824) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:15.326839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Request body: {'subnet': {'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-196516493-subnet', 'tenant_id': '9d0ec1936c9b46a881bb0ac2f15104c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:15.337469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f779be-aae2-4185-b437-55384b4172ab admin admin] Pushing event updated for resources: {'Network': ['ID=6bdaa317-d8de-4748-9f4c-2609baeafad5,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:15.349495 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 6bdaa317-d8de-4748-9f4c-2609baeafad5 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:15.353664 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Made reservation on behalf of 9d0ec1936c9b46a881bb0ac2f15104c5 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:15.356614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.534326 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (5afc4f9f-58af-4088-9c16-be0d43de5040), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.585545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afc4f9f-58af-4088-9c16-be0d43de5040,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:15.596115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Checking segment: {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:15.596496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Network hostable DHCP agents. Network: 6bdaa317-d8de-4748-9f4c-2609baeafad5, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:15.613551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Network 6bdaa317-d8de-4748-9f4c-2609baeafad5 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:15.623920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 6bdaa317-d8de-4748-9f4c-2609baeafad5) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:15.629390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.631656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.632675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2181d7-a252-47eb-8eb6-983ad09869da None None] Network 6bdaa317-d8de-4748-9f4c-2609baeafad5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:15.654334 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-36ac36e5-5958-4032-b79f-e8025a7fe296 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3318484 Jan 28 02:00:15.733809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d74b40-c631-4420-b944-4d342a13b1a8 None None] Network 6bdaa317-d8de-4748-9f4c-2609baeafad5 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:16.120990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-69ad5a95-0ddd-4933-9734-1a70e869a720 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:16.122678 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-69ad5a95-0ddd-4933-9734-1a70e869a720 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 813 time: 0.1081271 Jan 28 02:00:16.138861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-914ef661-3c5c-4461-a332-69b5c445146c tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/quotas/9d0ec1936c9b46a881bb0ac2f15104c5 HTTP/1.1" status: 200 len: 375 time: 0.0102172 Jan 28 02:00:16.170395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-a6954fa2-3633-40fd-9e04-0649943362f1 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262725 Jan 28 02:00:16.181440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-b3d538d3-e7b9-48c8-9c99-011f701f3ec3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:00:16.182617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-b3d538d3-e7b9-48c8-9c99-011f701f3ec3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052021 Jan 28 02:00:16.284087 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-005df13e-866a-4557-8345-c6b648211ba6 service neutron] 10.222.0.23 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957844 Jan 28 02:00:16.381321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-948adcd8-83e8-4d8a-9e71-1f4918786d5a service neutron] 10.222.0.23 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915217 Jan 28 02:00:16.549457 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-babaa375-6f28-4e93-ba0e-ecb5565f5580 req-e47c1cfd-a104-418a-8fb5-428d1e3d1b56 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jan 28 02:00:17.649297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8a01bd8a-7eeb-45e0-aa08-1d60eca3a9a3 req-096dd785-a04e-4893-b720-359b2198a118 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 210 time: 0.0299847 Jan 28 02:00:17.656585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-e3e433f2-521b-49bd-ab47-88ace5c9779f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:17.658132 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-e3e433f2-521b-49bd-ab47-88ace5c9779f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.43 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 813 time: 0.1210592 Jan 28 02:00:17.679987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Request body: {'port': {'device_id': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5', 'admin_state_up': True, 'tenant_id': '9d0ec1936c9b46a881bb0ac2f15104c5'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:17.792319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Made reservation on behalf of 9d0ec1936c9b46a881bb0ac2f15104c5 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:17.795916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:17.925669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Allocated IP 172.20.0.13 (6bdaa317-d8de-4748-9f4c-2609baeafad5/5afc4f9f-58af-4088-9c16-be0d43de5040/5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:18.396693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks [] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:18.433444 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:18.483369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Network 6bdaa317-d8de-4748-9f4c-2609baeafad5 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:18.490731 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:18.495164 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:18.497947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Pushing event updated for resources: {'Port': ['ID=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:18.544682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:18.545297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:18.565764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-80bf7e69-7c08-47d2-80d3-e673509063d4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8894348 Jan 28 02:00:18.583586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Request body: {'port': {'device_id': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:18.645552 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:18.775915 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927bfd-4954-4a64-a7ab-50d577e2d82e req-b156a97e-89df-4245-a349-ff6bde5502c0 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:18.777619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc927bfd-4954-4a64-a7ab-50d577e2d82e req-b156a97e-89df-4245-a349-ff6bde5502c0 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 932 time: 0.0532072 Jan 28 02:00:18.824665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fc927bfd-4954-4a64-a7ab-50d577e2d82e req-6c7ad589-ae17-4c13-b0a1-6b49a60c59d7 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Jan 28 02:00:18.910249 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:00:18.917693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Publish callbacks [] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:18.932275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Transition to ACTIVE for port object 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:00:18.937934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:18.984527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:19.056924 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Attempting to bind port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:00:19.057254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Attempting to bind port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:00:19.057578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Attempting to bind port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 on network 6bdaa317-d8de-4748-9f4c-2609baeafad5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:19.061901 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 on network 6bdaa317-d8de-4748-9f4c-2609baeafad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:00:19.062220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Attempting to bind port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 on network 6bdaa317-d8de-4748-9f4c-2609baeafad5 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:19.067093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:19.067426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Checking segment: {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:19.067801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Bound using segment: {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:19.068219 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Bound port: 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:00:19.068570 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:19.130571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] For port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:19.133853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] For port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:19.139865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:19.173525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.174227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:19.175635 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] 10.222.0.43 "PUT /v2.0/ports/5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 HTTP/1.1" status: 200 len: 1092 time: 0.5962746 Jan 28 02:00:19.176078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'tag': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:19.178393 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946" -d '{"events": [{"name": "network-changed", "server_uuid": "31f81adc-f3d8-4fd5-847d-cee22c86f508", "tag": "5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:19.203547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d241dfc-cb9d-408d-bf62-a04758830ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:19.219258 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d1cce5-a0c8-492a-910c-5ffdccd54fd8 x-openstack-request-id: req-51d1cce5-a0c8-492a-910c-5ffdccd54fd8 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:19.219748 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f81adc-f3d8-4fd5-847d-cee22c86f508", "tag": "5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:19.220207 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51d1cce5-a0c8-492a-910c-5ffdccd54fd8 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:19.220617 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'tag': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2', 'status': 'completed', 'code': 200} Jan 28 02:00:19.282470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-5d665702-102e-4700-8667-b54a327a4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.284152 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-5d665702-102e-4700-8667-b54a327a4c0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 1095 time: 0.0473187 Jan 28 02:00:19.479850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-a346d9c4-4fe0-492d-8812-365114aefab7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0430179 Jan 28 02:00:19.530797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-edb03816-b180-436a-bbcd-6b7183c97d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.532544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-edb03816-b180-436a-bbcd-6b7183c97d4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5afc4f9f-58af-4088-9c16-be0d43de5040 HTTP/1.1" status: 200 len: 853 time: 0.0466688 Jan 28 02:00:19.569331 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-17303f7d-363b-4982-8ece-bc52f9610ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bdaa317-d8de-4748-9f4c-2609baeafad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290289 Jan 28 02:00:19.663739 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-6977ce59-8770-4cb2-8af5-16ba73c53e76 service neutron] 10.222.0.43 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879884 Jan 28 02:00:19.758722 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-85052a4f-1e69-43ab-a735-b5a812e37c51 req-6afb8eec-faf7-48c3-82dc-4b2fef9eedc1 service neutron] 10.222.0.43 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886211 Jan 28 02:00:19.894900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-edec9a71-c915-41c6-82bd-42274f620bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.896433 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-edec9a71-c915-41c6-82bd-42274f620bb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 1095 time: 0.0434084 Jan 28 02:00:19.948201 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7cab-70c8-4c16-9572-960bc7a88d60 req-ce8a9347-941e-4697-b6c0-30e1d877c252 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.949720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f88a7cab-70c8-4c16-9572-960bc7a88d60 req-ce8a9347-941e-4697-b6c0-30e1d877c252 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 944 time: 0.0569160 Jan 28 02:00:19.992400 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-821e9d59-9515-4f51-b361-95c78d6637d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.993938 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-821e9d59-9515-4f51-b361-95c78d6637d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 914 time: 0.0922050 Jan 28 02:00:19.995394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f88a7cab-70c8-4c16-9572-960bc7a88d60 req-be1bbd6a-268e-49ad-a0cc-a6e1234465aa tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Jan 28 02:00:20.039032 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-8b35d04a-ca9f-405a-ad2d-82c03e8f3127 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0388188 Jan 28 02:00:20.088467 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-3d450bf6-6071-4d1e-b8f9-662781e2c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:20.089918 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-3d450bf6-6071-4d1e-b8f9-662781e2c1a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5afc4f9f-58af-4088-9c16-be0d43de5040 HTTP/1.1" status: 200 len: 853 time: 0.0450540 Jan 28 02:00:20.122518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-8d66dd11-071b-4eb6-bfc0-44aad775b0c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bdaa317-d8de-4748-9f4c-2609baeafad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264008 Jan 28 02:00:20.213530 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-d8a2baa4-9d83-4344-889e-c6c077f50871 service neutron] 10.222.0.43 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844591 Jan 28 02:00:20.331215 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a7d46e68-d5bb-4089-9bf3-4e085ce2b946 req-70239836-a805-4956-9105-dac14704af03 service neutron] 10.222.0.43 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105235 Jan 28 02:00:21.118188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0be4-6125-4c27-b721-438ff1cd1776 req-51886da7-9b36-4bea-877b-bd51aa633a7c tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:21.120247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-affd0be4-6125-4c27-b721-438ff1cd1776 req-51886da7-9b36-4bea-877b-bd51aa633a7c tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 944 time: 0.0546682 Jan 28 02:00:21.172887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-affd0be4-6125-4c27-b721-438ff1cd1776 req-1477d24c-3189-4287-893c-e5e5a43f7be7 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Jan 28 02:00:22.297562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c3c33-e412-4d4f-aa3b-00d2e6b3a607 req-f2cf3948-c0fc-4953-b0c8-a0cbff0aec9b tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:22.299195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-042c3c33-e412-4d4f-aa3b-00d2e6b3a607 req-f2cf3948-c0fc-4953-b0c8-a0cbff0aec9b tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 944 time: 0.0523267 Jan 28 02:00:22.346897 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-042c3c33-e412-4d4f-aa3b-00d2e6b3a607 req-35324ca3-375b-4def-b2e9-64ee02563ee2 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Jan 28 02:00:23.249261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:00:23.348862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:23.360287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2', 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5', 'port_id': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2', 'mac_address': 'fa:16:3e:ee:87:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc4f9f-58af-4088-9c16-be0d43de5040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:00:23.402880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:23.403274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:23.417150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:00:23.437576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:23.442508 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:23.463502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feba04-9037-43ef-bcd5-e385b4a47d33 req-c7d001a4-ada7-4bb5-a287-db5f71015cb3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:23.465042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55feba04-9037-43ef-bcd5-e385b4a47d33 req-c7d001a4-ada7-4bb5-a287-db5f71015cb3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 944 time: 0.0480907 Jan 28 02:00:23.490656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:23.514742 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-55feba04-9037-43ef-bcd5-e385b4a47d33 req-71167e8e-97ec-477e-9d45-ce2ceb8da168 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434930 Jan 28 02:00:23.713382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:24.654422 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f196e-6f21-4e30-b32e-20d7792a63e1 req-e8f6a051-642d-4c9c-a3e1-526f63e20e0e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:24.656100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc5f196e-6f21-4e30-b32e-20d7792a63e1 req-e8f6a051-642d-4c9c-a3e1-526f63e20e0e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 945 time: 0.0701215 Jan 28 02:00:24.713605 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc5f196e-6f21-4e30-b32e-20d7792a63e1 req-523326b5-adff-4dce-8778-f95b99469602 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Jan 28 02:00:25.251271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:25.313349 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:00:25.321617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:25.322397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:25.409571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:25.410017 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:25.433179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:25.435476 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0a77cc-3ffc-4129-b74e-2b6945035bdb" -d '{"events": [{"server_uuid": "31f81adc-f3d8-4fd5-847d-cee22c86f508", "name": "network-vif-plugged", "status": "completed", "tag": "5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:25.447466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:25.452625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:25.478827 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5be75a-1eaa-4851-857d-fae24456d4f5 x-openstack-request-id: req-1b5be75a-1eaa-4851-857d-fae24456d4f5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:25.479117 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f81adc-f3d8-4fd5-847d-cee22c86f508", "name": "network-vif-plugged", "status": "completed", "tag": "5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:25.479372 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b5be75a-1eaa-4851-857d-fae24456d4f5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:25.479765 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2', 'code': 200} Jan 28 02:00:25.505674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:25.601759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5bc58-9a7b-4653-b89a-56c452e16a9d req-cfdb0788-c25a-448b-93ec-2fbd2adae433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:25.603208 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ce5bc58-9a7b-4653-b89a-56c452e16a9d req-cfdb0788-c25a-448b-93ec-2fbd2adae433 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 1097 time: 0.0412920 Jan 28 02:00:25.652025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0ce5bc58-9a7b-4653-b89a-56c452e16a9d req-42ff8268-bf7f-4082-8047-207c892ad367 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Jan 28 02:00:25.840188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f812e3-be28-4eef-a6c5-ff3198d5ca2f req-fe5bf534-88e4-476c-a46c-51305ea096f3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:25.841713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6f812e3-be28-4eef-a6c5-ff3198d5ca2f req-fe5bf534-88e4-476c-a46c-51305ea096f3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Jan 28 02:00:25.896037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6f812e3-be28-4eef-a6c5-ff3198d5ca2f req-441271b8-5086-4d7e-810e-46bc018363d0 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458720 Jan 28 02:00:27.029183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb14e8-1042-45c7-8f58-034f29ebdcc1 req-3903d229-2777-4955-8c6d-4c847160f700 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.030685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5cb14e8-1042-45c7-8f58-034f29ebdcc1 req-3903d229-2777-4955-8c6d-4c847160f700 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0539033 Jan 28 02:00:27.389151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f5cb14e8-1042-45c7-8f58-034f29ebdcc1 req-e4361572-4a7f-4953-8399-63af1aec9c63 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526881 Jan 28 02:00:27.761473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-e843ab70-1ad3-40bf-95a5-ab5360b869e1 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.762957 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-e843ab70-1ad3-40bf-95a5-ab5360b869e1 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 813 time: 0.0977733 Jan 28 02:00:27.777571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-88c063c5-aefe-45f0-aec3-926633cc4419 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/quotas/9d0ec1936c9b46a881bb0ac2f15104c5 HTTP/1.1" status: 200 len: 375 time: 0.0090661 Jan 28 02:00:27.827966 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-7fba8808-d10f-41de-864f-0f7cc258f1e4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454717 Jan 28 02:00:27.919797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-fcf53366-5139-46bc-9f9a-722f7d3340ac service neutron] 10.222.0.23 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844657 Jan 28 02:00:28.009679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ef6a2147-b4cf-4a0c-b39a-7eab9fb002ea service neutron] 10.222.0.23 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842414 Jan 28 02:00:28.177744 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8bd027e-a995-4d4c-b376-30eed4411142 req-8cd3357d-8659-4035-91ec-05b01855777f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 210 time: 0.0271604 Jan 28 02:00:29.230324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-00c45ecd-a877-4769-af5c-31e3a62c223f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:29.232522 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-00c45ecd-a877-4769-af5c-31e3a62c223f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.45 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 813 time: 0.1046214 Jan 28 02:00:29.251757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Request body: {'port': {'device_id': '2f425625-05d0-4291-86e0-40595565f7ec', 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5', 'admin_state_up': True, 'tenant_id': '9d0ec1936c9b46a881bb0ac2f15104c5'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:29.294170 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42a956a1-5174-4501-b216-b8e090000517 req-82c0481c-8b89-403b-84cd-a9d75154ffe1 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 210 time: 0.0385215 Jan 28 02:00:29.383240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Made reservation on behalf of 9d0ec1936c9b46a881bb0ac2f15104c5 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:29.386612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:29.509906 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:00:29.523162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Allocated IP 172.20.0.12 (6bdaa317-d8de-4748-9f4c-2609baeafad5/5afc4f9f-58af-4088-9c16-be0d43de5040/9c535d90-32ea-48e3-b95d-3ac96b5796c2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:29.666567 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks [] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:29.703219 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:29.737887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:29.748490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Network 6bdaa317-d8de-4748-9f4c-2609baeafad5 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:29.751898 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:29.758176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:29.781249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Pushing event updated for resources: {'Port': ['ID=9c535d90-32ea-48e3-b95d-3ac96b5796c2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:29.808465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:29.809139 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:29.826760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1d3ab8ea-95e4-4899-b878-0508f146d66a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793374 Jan 28 02:00:29.843969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Request body: {'port': {'device_id': '2f425625-05d0-4291-86e0-40595565f7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:29.897660 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:30.157679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c535d90-32ea-48e3-b95d-3ac96b5796c2 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:00:30.165324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Publish callbacks [] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:30.177709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Transition to ACTIVE for port object 9c535d90-32ea-48e3-b95d-3ac96b5796c2 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:00:30.184535 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:30.237547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Pushing event updated for resources: {'Port': ['ID=9c535d90-32ea-48e3-b95d-3ac96b5796c2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:30.309116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Attempting to bind port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:00:30.309425 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Attempting to bind port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:00:30.309801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Attempting to bind port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 on network 6bdaa317-d8de-4748-9f4c-2609baeafad5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:30.314531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 on network 6bdaa317-d8de-4748-9f4c-2609baeafad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:00:30.314864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Attempting to bind port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 on network 6bdaa317-d8de-4748-9f4c-2609baeafad5 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:30.320198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:30.320542 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Checking segment: {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:30.320939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Bound using segment: {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:30.321369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Bound port: 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed990a8-f764-4896-a040-fa5615f8afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:00:30.321955 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:30.420458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] For port 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:30.423914 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] For port 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:30.428141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:30.438936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a20e4-f4df-4ce2-9750-0cfae630b3e9 req-59f31317-7a5d-464e-953d-7b542ff06ac3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:30.440426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-437a20e4-f4df-4ce2-9750-0cfae630b3e9 req-59f31317-7a5d-464e-953d-7b542ff06ac3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 944 time: 0.0789649 Jan 28 02:00:30.479114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:30.479739 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:30.481089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] 10.222.0.45 "PUT /v2.0/ports/9c535d90-32ea-48e3-b95d-3ac96b5796c2 HTTP/1.1" status: 200 len: 1092 time: 0.6414347 Jan 28 02:00:30.487151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f425625-05d0-4291-86e0-40595565f7ec', 'tag': '9c535d90-32ea-48e3-b95d-3ac96b5796c2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:30.489486 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73617bf-d137-4433-b724-3a876ef84ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f425625-05d0-4291-86e0-40595565f7ec", "tag": "9c535d90-32ea-48e3-b95d-3ac96b5796c2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:30.531058 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c198e-305e-47b8-be42-d035a729d60e service neutron] Pushing event updated for resources: {'Port': ['ID=9c535d90-32ea-48e3-b95d-3ac96b5796c2,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:30.534685 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9741df9-b74c-4955-ba4b-424fdb03b390 x-openstack-request-id: req-d9741df9-b74c-4955-ba4b-424fdb03b390 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:30.534983 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f425625-05d0-4291-86e0-40595565f7ec", "tag": "9c535d90-32ea-48e3-b95d-3ac96b5796c2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:30.535259 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9741df9-b74c-4955-ba4b-424fdb03b390 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:30.535639 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f425625-05d0-4291-86e0-40595565f7ec', 'tag': '9c535d90-32ea-48e3-b95d-3ac96b5796c2', 'status': 'completed', 'code': 200} Jan 28 02:00:30.543461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-437a20e4-f4df-4ce2-9750-0cfae630b3e9 req-47a69084-665b-49b1-9372-de2b45ccb1d0 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Jan 28 02:00:30.597167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-84a71266-5227-4c23-a7c0-86474a064cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:30.598774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-84a71266-5227-4c23-a7c0-86474a064cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 1095 time: 0.0460403 Jan 28 02:00:30.648208 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-c8a9feab-4f42-43ef-b57c-afa66c5d4b16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2 HTTP/1.1" status: 200 len: 217 time: 0.0367129 Jan 28 02:00:30.696475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1169ae24-ad0a-4e88-99d1-087d090119e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:30.697933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-1169ae24-ad0a-4e88-99d1-087d090119e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5afc4f9f-58af-4088-9c16-be0d43de5040 HTTP/1.1" status: 200 len: 853 time: 0.0438616 Jan 28 02:00:30.736797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-a1a9232f-050e-4e0f-bcf7-0d0df9606c2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bdaa317-d8de-4748-9f4c-2609baeafad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331509 Jan 28 02:00:30.837736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-0c59a1fd-348c-4546-a0ab-fd04142af386 service neutron] 10.222.0.45 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952268 Jan 28 02:00:30.934042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0e327a48-ca40-4f3f-9836-f2682cab4858 req-3bdd0d85-2487-43ba-9948-8e273d80339f service neutron] 10.222.0.45 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889561 Jan 28 02:00:31.075609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-37c7bd5c-6508-4392-9b07-008667fa93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.077140 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-37c7bd5c-6508-4392-9b07-008667fa93be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 1095 time: 0.0518084 Jan 28 02:00:31.166045 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-8266ae9d-033e-43c8-808e-582bcc7ed041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.167562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-8266ae9d-033e-43c8-808e-582bcc7ed041 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 914 time: 0.0839021 Jan 28 02:00:31.213183 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-5e8ce668-fc30-4313-9be2-8c8cf930c4ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2 HTTP/1.1" status: 200 len: 217 time: 0.0380509 Jan 28 02:00:31.261330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-4ecb522f-515e-4999-ad29-42c2c6a3083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.262789 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-4ecb522f-515e-4999-ad29-42c2c6a3083e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5afc4f9f-58af-4088-9c16-be0d43de5040 HTTP/1.1" status: 200 len: 853 time: 0.0440977 Jan 28 02:00:31.294626 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-0a82b40d-f261-405e-8f9a-c52accf9f536 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6bdaa317-d8de-4748-9f4c-2609baeafad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247595 Jan 28 02:00:31.393237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-dd6b7425-5c8a-41ff-afd7-23f403aa15f2 service neutron] 10.222.0.45 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923417 Jan 28 02:00:31.492895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a73617bf-d137-4433-b724-3a876ef84ce8 req-423b5926-9203-4cc2-8de6-2e7f5bdfca24 service neutron] 10.222.0.45 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933678 Jan 28 02:00:31.679916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe447-a56d-4f9c-8cf7-cad1bddaa01c req-44543ab1-c04e-4a8e-8060-e3d7f6dc4aff tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.681333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1dfe447-a56d-4f9c-8cf7-cad1bddaa01c req-44543ab1-c04e-4a8e-8060-e3d7f6dc4aff tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 944 time: 0.0599847 Jan 28 02:00:31.734133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1dfe447-a56d-4f9c-8cf7-cad1bddaa01c req-1fafdbcf-3f5b-4a1a-a3df-807ad33a5411 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Jan 28 02:00:32.861344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab99c5-10e9-4881-a86d-839d25006e9b req-a959a9f8-f81b-48e1-9250-402be05de61f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:32.862830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12ab99c5-10e9-4881-a86d-839d25006e9b req-a959a9f8-f81b-48e1-9250-402be05de61f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 944 time: 0.0548995 Jan 28 02:00:32.912292 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12ab99c5-10e9-4881-a86d-839d25006e9b req-1d2cab8a-e4c0-4339-adae-2c445a3c7cfe tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Jan 28 02:00:33.953527 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:34.040611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f91b33-0df7-4c07-b603-ed15c0c837ba req-891e7681-2fc1-4ef2-9151-9c997b827ffd tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:34.042113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f91b33-0df7-4c07-b603-ed15c0c837ba req-891e7681-2fc1-4ef2-9151-9c997b827ffd tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 944 time: 0.0515141 Jan 28 02:00:34.091590 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43f91b33-0df7-4c07-b603-ed15c0c837ba req-e2f12687-6cb1-41cd-a8d6-a03515fef5f2 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Jan 28 02:00:34.177079 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9c535d90-32ea-48e3-b95d-3ac96b5796c2 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:00:34.441740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:34.452179 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '9c535d90-32ea-48e3-b95d-3ac96b5796c2', 'network_id': '6bdaa317-d8de-4748-9f4c-2609baeafad5', 'port_id': '9c535d90-32ea-48e3-b95d-3ac96b5796c2', 'mac_address': 'fa:16:3e:55:6d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc4f9f-58af-4088-9c16-be0d43de5040', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:00:34.491927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:34.492322 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:34.505960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c535d90-32ea-48e3-b95d-3ac96b5796c2 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:00:34.525964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:34.531625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:34.589136 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=9c535d90-32ea-48e3-b95d-3ac96b5796c2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:34.600902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.601260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.601604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.601978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.602322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.602654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.603037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.603366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.603694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.604016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.604342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.604654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.604960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:34.912704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['9c535d90-32ea-48e3-b95d-3ac96b5796c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:35.222097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4aea-7240-43dd-aa5d-4e74039703ba req-2c573c66-dd1e-480b-a60e-161fa359fc4e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:35.223586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-187d4aea-7240-43dd-aa5d-4e74039703ba req-2c573c66-dd1e-480b-a60e-161fa359fc4e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 945 time: 0.0553923 Jan 28 02:00:35.273535 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-187d4aea-7240-43dd-aa5d-4e74039703ba req-9e8903e1-e6bd-44b3-be4b-9afae967a454 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Jan 28 02:00:36.178926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9c535d90-32ea-48e3-b95d-3ac96b5796c2 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:36.231554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:00:36.235746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:36.236143 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:36.315463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:36.315861 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:36.339303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f425625-05d0-4291-86e0-40595565f7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c535d90-32ea-48e3-b95d-3ac96b5796c2'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:36.341563 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf1959-d635-478e-bdf8-15b03046c411" -d '{"events": [{"server_uuid": "2f425625-05d0-4291-86e0-40595565f7ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c535d90-32ea-48e3-b95d-3ac96b5796c2"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:36.356927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:36.362713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:36.388448 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d9f77-3e8b-41a3-bd87-e3ccbc907f58 x-openstack-request-id: req-715d9f77-3e8b-41a3-bd87-e3ccbc907f58 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:36.388735 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f425625-05d0-4291-86e0-40595565f7ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c535d90-32ea-48e3-b95d-3ac96b5796c2", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:36.388986 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-715d9f77-3e8b-41a3-bd87-e3ccbc907f58 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:36.389371 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f425625-05d0-4291-86e0-40595565f7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c535d90-32ea-48e3-b95d-3ac96b5796c2', 'code': 200} Jan 28 02:00:36.394433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70095-83f7-46aa-b559-c9285a01165c req-ad532550-a4c7-4807-a92b-3ea279ec5c29 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:36.395947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6d70095-83f7-46aa-b559-c9285a01165c req-ad532550-a4c7-4807-a92b-3ea279ec5c29 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 945 time: 0.0532289 Jan 28 02:00:36.417603 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=9c535d90-32ea-48e3-b95d-3ac96b5796c2,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:36.449461 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d6d70095-83f7-46aa-b559-c9285a01165c req-74e24f3f-1179-48d8-b85b-c9dc813c7ca7 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478268 Jan 28 02:00:36.512384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd2024-bd20-49b2-b109-d12abf3766b8 req-4318d50d-14e0-4fac-a444-6c190bc6e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:36.513924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cd2024-bd20-49b2-b109-d12abf3766b8 req-4318d50d-14e0-4fac-a444-6c190bc6e676 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 1097 time: 0.0413918 Jan 28 02:00:36.569175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-31cd2024-bd20-49b2-b109-d12abf3766b8 req-ff219fc9-c92f-46a5-b7e9-ab8f801d199d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Jan 28 02:00:37.181005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0b254c08-75e6-482e-93ef-37990a85655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:37.570135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76a369-a124-47e1-9f27-afd29ab0fec7 req-3a97f5f3-d40a-44cd-b95e-71e4f18a4844 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:37.571619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e76a369-a124-47e1-9f27-afd29ab0fec7 req-3a97f5f3-d40a-44cd-b95e-71e4f18a4844 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 946 time: 0.0498230 Jan 28 02:00:37.621283 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e76a369-a124-47e1-9f27-afd29ab0fec7 req-cf3a99b5-dad4-4c0f-9a87-f6337589eadf tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Jan 28 02:00:37.972679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:38.780522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79a88-106f-4212-bc3d-3e2a2ffb3c01 req-ce80a52c-2f9a-44d2-b925-ec826f567a88 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:38.781977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dc79a88-106f-4212-bc3d-3e2a2ffb3c01 req-ce80a52c-2f9a-44d2-b925-ec826f567a88 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 946 time: 0.0750115 Jan 28 02:00:38.835128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dc79a88-106f-4212-bc3d-3e2a2ffb3c01 req-a28501cc-7b40-47d4-a2ec-475e290ff66d tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Jan 28 02:00:39.091276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64594b-9502-4791-86c8-7274fc1c4531 req-6888a426-c06e-4260-a4cc-fbef1d533283 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:39.092818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de64594b-9502-4791-86c8-7274fc1c4531 req-6888a426-c06e-4260-a4cc-fbef1d533283 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 946 time: 0.0572915 Jan 28 02:00:39.143755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de64594b-9502-4791-86c8-7274fc1c4531 req-c872112e-a698-413f-a8f9-132f1eb71a46 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Jan 28 02:00:39.443943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8a5a7366-faea-4806-9493-5ca0254e639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.267536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74908a2-b3dd-4c55-9092-66905eb4ffc7 req-f7b46732-1d45-44b5-8528-fc7081be0ea4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:40.269492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f74908a2-b3dd-4c55-9092-66905eb4ffc7 req-f7b46732-1d45-44b5-8528-fc7081be0ea4 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 946 time: 0.0553741 Jan 28 02:00:40.317491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f74908a2-b3dd-4c55-9092-66905eb4ffc7 req-42fe6ed3-deec-421c-9851-4b3c68fa889e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Jan 28 02:00:40.593503 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-1e41d389-c7f1-44b2-b021-0d2a8be7dafd tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:40.594984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-1e41d389-c7f1-44b2-b021-0d2a8be7dafd tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 946 time: 0.0490532 Jan 28 02:00:40.689804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Deleting port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:40.690160 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.784775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] For port 9c535d90-32ea-48e3-b95d-3ac96b5796c2, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=9c535d90-32ea-48e3-b95d-3ac96b5796c2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:40.785040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.798334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Calling delete_port for 9c535d90-32ea-48e3-b95d-3ac96b5796c2 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:40.942229 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9c535d90-32ea-48e3-b95d-3ac96b5796c2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.971550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Pushing event deleted for resources: {'Port': ['ID=9c535d90-32ea-48e3-b95d-3ac96b5796c2,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:40.976791 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['9c535d90-32ea-48e3-b95d-3ac96b5796c2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:40.985871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:41.016300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] No DVR routers for this DVR port 9c535d90-32ea-48e3-b95d-3ac96b5796c2 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:41.018911 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:41.022311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4d3f8fa8-c05d-40da-b6e8-cf043cc42171 req-c942f1db-1593-4a91-b8a1-bd6af19e2c94 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.45 "DELETE /v2.0/ports/9c535d90-32ea-48e3-b95d-3ac96b5796c2 HTTP/1.1" status: 204 len: 173 time: 0.4214492 Jan 28 02:00:41.022761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f425625-05d0-4291-86e0-40595565f7ec', 'name': 'network-vif-deleted', 'tag': '9c535d90-32ea-48e3-b95d-3ac96b5796c2'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:41.025086 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2d0b5-819b-4c33-b4a0-5a4438169817" -d '{"events": [{"server_uuid": "2f425625-05d0-4291-86e0-40595565f7ec", "name": "network-vif-deleted", "tag": "9c535d90-32ea-48e3-b95d-3ac96b5796c2"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:41.066299 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c368b-e581-43dc-9648-79e8f214ea9b x-openstack-request-id: req-776c368b-e581-43dc-9648-79e8f214ea9b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:41.066708 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f425625-05d0-4291-86e0-40595565f7ec", "name": "network-vif-deleted", "tag": "9c535d90-32ea-48e3-b95d-3ac96b5796c2", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:41.067045 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-776c368b-e581-43dc-9648-79e8f214ea9b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:41.067485 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f425625-05d0-4291-86e0-40595565f7ec', 'name': 'network-vif-deleted', 'tag': '9c535d90-32ea-48e3-b95d-3ac96b5796c2', 'status': 'completed', 'code': 200} Jan 28 02:00:41.067861 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:41.439539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-65eef80f-333a-4361-a36b-0aa437b1cebc req-ef67bcdc-745b-4b6a-8d49-5febf58f4308 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f425625-05d0-4291-86e0-40595565f7ec HTTP/1.1" status: 200 len: 210 time: 0.0285845 Jan 28 02:00:41.465288 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-3f56df6e-0a32-4d55-858e-c0583ecd17c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412765 Jan 28 02:00:41.569285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-7b723bbd-5312-4e76-b4d7-65c4718ddd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:41.570829 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-7b723bbd-5312-4e76-b4d7-65c4718ddd50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 1097 time: 0.0429404 Jan 28 02:00:41.679704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-1a755397-e024-4fa3-8962-0c2d0f5fd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:41.681153 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-1a755397-e024-4fa3-8962-0c2d0f5fd995 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 200 len: 914 time: 0.0914514 Jan 28 02:00:41.725531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-9f5de44b-debd-4996-8c8e-1e1793b9d9d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0384076 Jan 28 02:00:41.778308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-0d8aeaa1-697a-411a-8aa0-5b54089dda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:41.780150 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-0d8aeaa1-697a-411a-8aa0-5b54089dda4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5afc4f9f-58af-4088-9c16-be0d43de5040 HTTP/1.1" status: 200 len: 853 time: 0.0488601 Jan 28 02:00:41.812874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-08db0617-f073-4430-a230-f73687528545 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bdaa317-d8de-4748-9f4c-2609baeafad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263221 Jan 28 02:00:41.906782 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-ab216d5a-ed66-4aa4-a6e4-fa5870c7d2a8 service neutron] 10.222.0.43 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876250 Jan 28 02:00:42.011275 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a745baab-8f6c-4339-9899-4dfcdaaf9b3c req-f01ea17e-6759-4082-939a-ea0083b67013 service neutron] 10.222.0.43 "GET /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976746 Jan 28 02:00:42.166906 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:42.607274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3e7ac-89e0-427b-b699-d238c1703cf9 req-c67bb3b3-abe0-4356-a192-10a30f384c23 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:42.608747 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09e3e7ac-89e0-427b-b699-d238c1703cf9 req-c67bb3b3-abe0-4356-a192-10a30f384c23 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0598989 Jan 28 02:00:42.658756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09e3e7ac-89e0-427b-b699-d238c1703cf9 req-4b990301-eb57-445f-9f7b-92dd4ac0b4b3 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Jan 28 02:00:42.794278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eab6-95eb-4d07-aa4e-fc337a46753b req-f672d0e6-c28b-4742-853e-ba70705e8206 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:42.795644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4363eab6-95eb-4d07-aa4e-fc337a46753b req-f672d0e6-c28b-4742-853e-ba70705e8206 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Jan 28 02:00:42.844518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4363eab6-95eb-4d07-aa4e-fc337a46753b req-50b9e8fe-51af-4a4d-90cf-2b8feef39ee7 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Jan 28 02:00:42.977018 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718e3-4d59-45d2-b2a4-77a8594a65c6 req-977d2042-9738-477a-9a6e-b443a280912d tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:42.978553 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d8718e3-4d59-45d2-b2a4-77a8594a65c6 req-977d2042-9738-477a-9a6e-b443a280912d tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0646698 Jan 28 02:00:43.027047 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d8718e3-4d59-45d2-b2a4-77a8594a65c6 req-7331ffe5-ad1f-4d8b-af34-a40959040594 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Jan 28 02:00:43.199412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c9a9d-108a-4959-8ed9-b1104d58f0da req-15d1db51-ed6e-4a6c-99c9-4927b30e4e91 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.200953 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b2c9a9d-108a-4959-8ed9-b1104d58f0da req-15d1db51-ed6e-4a6c-99c9-4927b30e4e91 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0488861 Jan 28 02:00:43.265268 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8b2c9a9d-108a-4959-8ed9-b1104d58f0da req-987ac156-dd01-4f44-98b8-de2163c1426a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Jan 28 02:00:43.365230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:43.385539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf0f7-dcee-4d82-a30b-9900051e1555 req-e74059d0-c8cf-46ea-beb3-1255d7769c14 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.387110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-759cf0f7-dcee-4d82-a30b-9900051e1555 req-e74059d0-c8cf-46ea-beb3-1255d7769c14 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0540178 Jan 28 02:00:43.434568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-759cf0f7-dcee-4d82-a30b-9900051e1555 req-31f678b2-ca42-4439-a965-9cadf798ae46 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Jan 28 02:00:43.566035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107362f-d598-4d96-bbb2-b7cf2ca7a49b req-a0c6d6b8-ec45-4224-8623-ea0e4fabdaae tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.567576 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4107362f-d598-4d96-bbb2-b7cf2ca7a49b req-a0c6d6b8-ec45-4224-8623-ea0e4fabdaae tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0491688 Jan 28 02:00:43.619364 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4107362f-d598-4d96-bbb2-b7cf2ca7a49b req-a3f02bd6-58e0-460f-bbc7-9377c153a914 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455143 Jan 28 02:00:43.939416 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ce1f-0762-4661-8c4e-80c665a2147f req-f64852de-025c-42da-abb7-2a6e06eddb4f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.940888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb24ce1f-0762-4661-8c4e-80c665a2147f req-f64852de-025c-42da-abb7-2a6e06eddb4f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0524054 Jan 28 02:00:43.994614 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb24ce1f-0762-4661-8c4e-80c665a2147f req-094d8cc0-c6fe-428b-b3e6-fe7433ba4f9a tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471740 Jan 28 02:00:44.175637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9c535d90-32ea-48e3-b95d-3ac96b5796c2 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:44.196146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 9c535d90-32ea-48e3-b95d-3ac96b5796c2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:00:44.196416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 9c535d90-32ea-48e3-b95d-3ac96b5796c2 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:45.131518 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521ce0d-fdc2-4007-ad99-a6aaa33fa288 req-ebf33628-5a74-4290-8e3b-8f2875de1b0e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:45.133026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c521ce0d-fdc2-4007-ad99-a6aaa33fa288 req-ebf33628-5a74-4290-8e3b-8f2875de1b0e tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0583439 Jan 28 02:00:45.182078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c521ce0d-fdc2-4007-ad99-a6aaa33fa288 req-ff964933-868b-43f2-939f-ffed65f37209 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/security-groups?id=44237e22-f3e9-4873-b6ed-b5b2ce4c9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Jan 28 02:00:45.508126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544cce4-c87f-4a63-93ab-062ca94445de req-27bc4215-6a07-46bf-9d8b-1d19474ef44b tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:45.516416 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5544cce4-c87f-4a63-93ab-062ca94445de req-27bc4215-6a07-46bf-9d8b-1d19474ef44b tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 946 time: 0.0639970 Jan 28 02:00:45.599185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Deleting port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:45.599519 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:45.691549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] For port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,segment=NetworkSegment(9ed990a8-f764-4896-a040-fa5615f8afb9),segment_id=9ed990a8-f764-4896-a040-fa5615f8afb9)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:45.691894 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:45.703772 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Calling delete_port for 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:45.834378 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:45.867687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Pushing event deleted for resources: {'Port': ['ID=5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:45.868129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:45.896639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.897066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.897555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.897958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.898592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.899083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.899551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.900092 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.900555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.901076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.901540 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.902067 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.902511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:45.929637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] No DVR routers for this DVR port 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:45.933277 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:45.936915 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5544cce4-c87f-4a63-93ab-062ca94445de req-55bb1f2f-feb0-4a6a-9d3e-bc1500dae413 tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.43 "DELETE /v2.0/ports/5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 HTTP/1.1" status: 204 len: 173 time: 0.4223943 Jan 28 02:00:45.937397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'name': 'network-vif-deleted', 'tag': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:45.939850 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85271cdb-f896-4ba1-a9bf-ea210826d263" -d '{"events": [{"server_uuid": "31f81adc-f3d8-4fd5-847d-cee22c86f508", "name": "network-vif-deleted", "tag": "5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:45.983552 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cac582-28dc-4aed-80fb-d8f0b059e2da x-openstack-request-id: req-46cac582-28dc-4aed-80fb-d8f0b059e2da {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:45.983852 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f81adc-f3d8-4fd5-847d-cee22c86f508", "name": "network-vif-deleted", "tag": "5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:45.984106 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46cac582-28dc-4aed-80fb-d8f0b059e2da {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:45.984518 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f81adc-f3d8-4fd5-847d-cee22c86f508', 'name': 'network-vif-deleted', 'tag': '5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2', 'status': 'completed', 'code': 200} Jan 28 02:00:46.296715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08c9bfc7-7ba4-45af-8495-53e01730f386 req-48129cc8-16a8-4d8b-b2be-53f70179849f tempest-ServersNegativeTestJSON-2056603986 tempest-ServersNegativeTestJSON-2056603986-project] 10.222.0.23 "GET /v2.0/ports?device_id=31f81adc-f3d8-4fd5-847d-cee22c86f508 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Jan 28 02:00:47.366265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:47.416316 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Deleting subnet 5afc4f9f-58af-4088-9c16-be0d43de5040 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:00:47.419745 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Publish callbacks [] for subnet (5afc4f9f-58af-4088-9c16-be0d43de5040), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.459136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (5afc4f9f-58af-4088-9c16-be0d43de5040), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.504337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (5afc4f9f-58af-4088-9c16-be0d43de5040), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.571417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (5afc4f9f-58af-4088-9c16-be0d43de5040), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.596585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afc4f9f-58af-4088-9c16-be0d43de5040,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:47.599908 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.603118 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-196e71b5-a1bc-421f-af75-5b5a6d1c345d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5afc4f9f-58af-4088-9c16-be0d43de5040 HTTP/1.1" status: 204 len: 168 time: 0.2357798 Jan 28 02:00:47.605810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:47.673191 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (6bdaa317-d8de-4748-9f4c-2609baeafad5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.764946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (6bdaa317-d8de-4748-9f4c-2609baeafad5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.786339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdaa317-d8de-4748-9f4c-2609baeafad5']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.796044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed990a8-f764-4896-a040-fa5615f8afb9') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.796338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed990a8-f764-4896-a040-fa5615f8afb9') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.805667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (9ed990a8-f764-4896-a040-fa5615f8afb9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.818967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9ed990a8-f764-4896-a040-fa5615f8afb9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.825365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:47.825904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (9ed990a8-f764-4896-a040-fa5615f8afb9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:47.827862 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:47.895905 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (6bdaa317-d8de-4748-9f4c-2609baeafad5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.902405 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:47.905442 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bdaa317-d8de-4748-9f4c-2609baeafad5 HTTP/1.1" status: 204 len: 168 time: 0.2986982 Jan 28 02:00:47.914923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80d915-53b9-48b0-8cf6-2c1e22b65913 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bdaa317-d8de-4748-9f4c-2609baeafad5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:48.019174 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51984) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:48.062535 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d85f065a-9dbf-4981-942b-48d2173c2515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d0ec1936c9b46a881bb0ac2f15104c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420797 Jan 28 02:00:48.065892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 51986) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:48.120023 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-592668e5-8903-4bab-8a5e-138f7ca1c8b8 admin admin] Publish callbacks [] for security_group (44237e22-f3e9-4873-b6ed-b5b2ce4c9413), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:48.141385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-592668e5-8903-4bab-8a5e-138f7ca1c8b8 admin admin] Publish callbacks [] for security_group (44237e22-f3e9-4873-b6ed-b5b2ce4c9413), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:48.193028 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-592668e5-8903-4bab-8a5e-138f7ca1c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (44237e22-f3e9-4873-b6ed-b5b2ce4c9413), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:48.195800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-592668e5-8903-4bab-8a5e-138f7ca1c8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:48.196978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-592668e5-8903-4bab-8a5e-138f7ca1c8b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44237e22-f3e9-4873-b6ed-b5b2ce4c9413 HTTP/1.1" status: 204 len: 168 time: 0.1298957 Jan 28 02:00:48.204638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592668e5-8903-4bab-8a5e-138f7ca1c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44237e22-f3e9-4873-b6ed-b5b2ce4c9413,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:48.945552 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52008) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:49.063028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242769203'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:49.085984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:49.089447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.098179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.178899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for security_group (6ae66fc8-5a7f-466c-95ac-aa1d1d413026), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.185234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6ae66fc8-5a7f-466c-95ac-aa1d1d413026), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.211402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:49.220908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae66fc8-5a7f-466c-95ac-aa1d1d413026,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:49.225902 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (102953b6-45e2-4096-b45b-3da4ccc10308), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.226241 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Added segment 102953b6-45e2-4096-b45b-3da4ccc10308 of type vlan for network e32f1be4-8e1e-474f-89a5-b49c1d877d80 Jan 28 02:00:49.266588 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (e32f1be4-8e1e-474f-89a5-b49c1d877d80), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.294085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (e32f1be4-8e1e-474f-89a5-b49c1d877d80), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.299038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:49.299616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:49.354344 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4076381 Jan 28 02:00:49.364961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332a789-c1be-4dd0-8262-b7195e8fe7da tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Network': ['ID=e32f1be4-8e1e-474f-89a5-b49c1d877d80,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:49.380867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network e32f1be4-8e1e-474f-89a5-b49c1d877d80 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:49.432476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:49.457058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:00:49.457398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 5aeca3a3-e4ad-443d-8b0e-f8d7b2f2b8e2 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:52.519824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52012) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:52.526751 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'subnet': {'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:52.622017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:52.625799 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:52.809540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (eb216ad7-f115-418d-b215-8d7ce93d6757), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:52.863461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Subnet': ['ID=eb216ad7-f115-418d-b215-8d7ce93d6757,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:52.879553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Checking segment: {'id': '102953b6-45e2-4096-b45b-3da4ccc10308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:52.879923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network hostable DHCP agents. Network: e32f1be4-8e1e-474f-89a5-b49c1d877d80, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:52.896878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network e32f1be4-8e1e-474f-89a5-b49c1d877d80 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:52.907335 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, e32f1be4-8e1e-474f-89a5-b49c1d877d80) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:52.911590 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:52.912209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:52.919979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a04a3-3f33-495f-b550-440637f32d4c None None] Network e32f1be4-8e1e-474f-89a5-b49c1d877d80 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:52.930077 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-aa989a25-bdea-4fc8-9626-ec5b767a2b60 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4090493 Jan 28 02:00:52.933822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52014) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:52.939331 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676701129'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:52.961790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:52.965210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:52.992971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:53.003000 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (00968dc3-f693-4f5d-9a18-eaa316e4a620), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.003363 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Added segment 00968dc3-f693-4f5d-9a18-eaa316e4a620 of type vlan for network 0fd58430-12eb-4c9c-926c-1b439dac48a7 Jan 28 02:00:53.023528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-e32f1be4-8e1e-474f-89a5-b49c1d877d80', 'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80', 'project_id': '128079d0516f4fc69ace00ea785d8027', 'fixed_ips': [{'subnet_id': 'eb216ad7-f115-418d-b215-8d7ce93d6757'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:00:53.024411 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.042425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (0fd58430-12eb-4c9c-926c-1b439dac48a7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.068481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (0fd58430-12eb-4c9c-926c-1b439dac48a7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.073555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:53.074164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.130201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1952314 Jan 28 02:00:53.133205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52016) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:53.141549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add25851-3e9f-4aec-86fc-caf33d91f815 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Network': ['ID=0fd58430-12eb-4c9c-926c-1b439dac48a7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.143226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'subnet': {'network_id': '0fd58430-12eb-4c9c-926c-1b439dac48a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:53.156754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 0fd58430-12eb-4c9c-926c-1b439dac48a7 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:53.174606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Allocated IP 2001:db8:0:ffff::2 (e32f1be4-8e1e-474f-89a5-b49c1d877d80/eb216ad7-f115-418d-b215-8d7ce93d6757/9f89df3f-bcf9-4c10-9b1d-99220cf17225) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:53.239005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:53.242757 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.366292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Publish callbacks [] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.372517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.412005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Network e32f1be4-8e1e-474f-89a5-b49c1d877d80 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:53.416811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:53.421122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:53.424256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Pushing event updated for resources: {'Port': ['ID=9f89df3f-bcf9-4c10-9b1d-99220cf17225,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.434212 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (a2c67e0f-6931-4967-8d12-82b3861bec4d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.477014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Attempting to bind port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:00:53.477820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Attempting to bind port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '102953b6-45e2-4096-b45b-3da4ccc10308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:00:53.477820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Attempting to bind port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 on network e32f1be4-8e1e-474f-89a5-b49c1d877d80 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:53.486666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:53.486666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Checking segment: {'id': '102953b6-45e2-4096-b45b-3da4ccc10308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:53.486666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.486666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Bound using segment: {'id': '102953b6-45e2-4096-b45b-3da4ccc10308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:53.486666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Bound port: 9f89df3f-bcf9-4c10-9b1d-99220cf17225, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102953b6-45e2-4096-b45b-3da4ccc10308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e32f1be4-8e1e-474f-89a5-b49c1d877d80'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:00:53.486666 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.498533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Subnet': ['ID=a2c67e0f-6931-4967-8d12-82b3861bec4d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.504507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Checking segment: {'id': '00968dc3-f693-4f5d-9a18-eaa316e4a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0fd58430-12eb-4c9c-926c-1b439dac48a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:53.504859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network hostable DHCP agents. Network: 0fd58430-12eb-4c9c-926c-1b439dac48a7, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:53.521918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network 0fd58430-12eb-4c9c-926c-1b439dac48a7 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:53.530875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 0fd58430-12eb-4c9c-926c-1b439dac48a7) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:53.535627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:53.536239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.544824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4da500-a4e9-4211-babc-5191b14a0f8b None None] Network 0fd58430-12eb-4c9c-926c-1b439dac48a7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:53.554089 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-21d7c117-5034-481d-ad23-8feeae5f8e5d tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4192910 Jan 28 02:00:53.556580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52018) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:53.597421 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] For port 9f89df3f-bcf9-4c10-9b1d-99220cf17225, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:53.617448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] For port 9f89df3f-bcf9-4c10-9b1d-99220cf17225, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9f89df3f-bcf9-4c10-9b1d-99220cf17225,segment=NetworkSegment(102953b6-45e2-4096-b45b-3da4ccc10308),segment_id=102953b6-45e2-4096-b45b-3da4ccc10308)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:53.624653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.659981 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (0fd58430-12eb-4c9c-926c-1b439dac48a7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.708910 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7f0e2-2cae-4e72-8f92-79376706c53f None None] Pushing event updated for resources: {'Port': ['ID=9f89df3f-bcf9-4c10-9b1d-99220cf17225,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.718023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d3981a-1939-48b6-a9bd-cbe1d3301b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-0fd58430-12eb-4c9c-926c-1b439dac48a7', 'network_id': '0fd58430-12eb-4c9c-926c-1b439dac48a7', 'project_id': '128079d0516f4fc69ace00ea785d8027', 'fixed_ips': [{'subnet_id': 'a2c67e0f-6931-4967-8d12-82b3861bec4d'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:00:53.718887 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9d3981a-1939-48b6-a9bd-cbe1d3301b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.742986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a2c67e0f-6931-4967-8d12-82b3861bec4d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.816153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (a2c67e0f-6931-4967-8d12-82b3861bec4d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-e9d3981a-1939-48b6-a9bd-cbe1d3301b7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2c67e0f-6931-4967-8d12-82b3861bec4d: This subnet is being modified by another concurrent operation. Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exception Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2c67e0f-6931-4967-8d12-82b3861bec4d: This subnet is being modified by another concurrent operation. Jan 28 02:00:53.828965 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 02:00:53.853140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ce8f7-3c28-4e4a-905f-715fc8210fba None None] Network 0fd58430-12eb-4c9c-926c-1b439dac48a7 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:53.877725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c67e0f-6931-4967-8d12-82b3861bec4d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.945033 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (0fd58430-12eb-4c9c-926c-1b439dac48a7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:53.968836 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd58430-12eb-4c9c-926c-1b439dac48a7']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:53.979297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00968dc3-f693-4f5d-9a18-eaa316e4a620') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:53.979591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00968dc3-f693-4f5d-9a18-eaa316e4a620') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:53.989838 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (00968dc3-f693-4f5d-9a18-eaa316e4a620), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.003525 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (00968dc3-f693-4f5d-9a18-eaa316e4a620), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.012354 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:54.012850 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (00968dc3-f693-4f5d-9a18-eaa316e4a620), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:54.016189 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:54.078284 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (0fd58430-12eb-4c9c-926c-1b439dac48a7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.086861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.090618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/0fd58430-12eb-4c9c-926c-1b439dac48a7 HTTP/1.1" status: 204 len: 168 time: 0.5329676 Jan 28 02:00:54.094260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52020) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:54.099491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784672895'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:54.102779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230a688-558d-4508-b178-ddfb17579eb6 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Network': ['ID=0fd58430-12eb-4c9c-926c-1b439dac48a7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:54.120243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:54.123915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.149981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:54.158638 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9b54e0af-2baa-4c15-8167-a63754e5b8e0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.158975 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Added segment 9b54e0af-2baa-4c15-8167-a63754e5b8e0 of type vlan for network ed691a75-f0c0-43dc-8a0d-da4b166a5a23 Jan 28 02:00:54.200609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ed691a75-f0c0-43dc-8a0d-da4b166a5a23), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.227128 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ed691a75-f0c0-43dc-8a0d-da4b166a5a23), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.232295 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:54.232885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.283765 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1882677 Jan 28 02:00:54.286859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52022) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:54.292284 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'subnet': {'network_id': 'ed691a75-f0c0-43dc-8a0d-da4b166a5a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:54.301726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bac1b-35d4-4951-ab61-dc5e4df8c7cf tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Network': ['ID=ed691a75-f0c0-43dc-8a0d-da4b166a5a23,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:54.312320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ed691a75-f0c0-43dc-8a0d-da4b166a5a23 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:54.384411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:54.387836 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.455697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Performing IP validity checks on allocation pools {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 02:00:54.456221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.ipam_backend_mixin [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 02:00:54.587180 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (573385be-b769-4c7f-bcca-81de3bb2e13a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.643665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Subnet': ['ID=573385be-b769-4c7f-bcca-81de3bb2e13a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:54.663615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Checking segment: {'id': '9b54e0af-2baa-4c15-8167-a63754e5b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ed691a75-f0c0-43dc-8a0d-da4b166a5a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:54.663984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network hostable DHCP agents. Network: ed691a75-f0c0-43dc-8a0d-da4b166a5a23, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:54.681321 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network ed691a75-f0c0-43dc-8a0d-da4b166a5a23 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:54.692632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ed691a75-f0c0-43dc-8a0d-da4b166a5a23) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:54.696924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:54.697612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.703915 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1e73a-a3dd-4ecf-b7b3-5b4197566026 None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:00:54.714499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-359b08d8-d60c-4b8d-9ff9-50c197c9bb16 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4263022 Jan 28 02:00:54.717274 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52024) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:54.776817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1e73a-a3dd-4ecf-b7b3-5b4197566026 None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:00:54.821912 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ed691a75-f0c0-43dc-8a0d-da4b166a5a23), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.855284 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] Provisioning complete for port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:54.855653 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.899738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (573385be-b769-4c7f-bcca-81de3bb2e13a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.959712 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (573385be-b769-4c7f-bcca-81de3bb2e13a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.985949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] Current status of the port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:54.986445 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:54.990879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf6acff-1947-4da0-9dc3-f62e3eee8542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ed691a75-f0c0-43dc-8a0d-da4b166a5a23', 'network_id': 'ed691a75-f0c0-43dc-8a0d-da4b166a5a23', 'project_id': '128079d0516f4fc69ace00ea785d8027', 'fixed_ips': [{'subnet_id': '573385be-b769-4c7f-bcca-81de3bb2e13a'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:00:54.991228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Subnet': ['ID=573385be-b769-4c7f-bcca-81de3bb2e13a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:54.991658 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-faf6acff-1947-4da0-9dc3-f62e3eee8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.042470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] For port 9f89df3f-bcf9-4c10-9b1d-99220cf17225, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9f89df3f-bcf9-4c10-9b1d-99220cf17225,segment=NetworkSegment(102953b6-45e2-4096-b45b-3da4ccc10308),segment_id=102953b6-45e2-4096-b45b-3da4ccc10308)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:55.051709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ed691a75-f0c0-43dc-8a0d-da4b166a5a23), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.073797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed691a75-f0c0-43dc-8a0d-da4b166a5a23']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:55.083455 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.091811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b54e0af-2baa-4c15-8167-a63754e5b8e0') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:55.092728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b54e0af-2baa-4c15-8167-a63754e5b8e0') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:55.110388 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (9b54e0af-2baa-4c15-8167-a63754e5b8e0), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.112537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cb837-7e91-4e65-8e4f-775dc9c65f56 None None] Network e32f1be4-8e1e-474f-89a5-b49c1d877d80 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:55.115141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100af0f-9c62-42c9-8d97-7d8f4e83c8b6 None None] Network ed691a75-f0c0-43dc-8a0d-da4b166a5a23 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:55.128226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9b54e0af-2baa-4c15-8167-a63754e5b8e0), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.136109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:55.136747 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (9b54e0af-2baa-4c15-8167-a63754e5b8e0), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:55.140062 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:55.209976 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ed691a75-f0c0-43dc-8a0d-da4b166a5a23), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.214883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9f89df3f-bcf9-4c10-9b1d-99220cf17225 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:55.218466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.224993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/ed691a75-f0c0-43dc-8a0d-da4b166a5a23 HTTP/1.1" status: 204 len: 168 time: 0.5031991 Jan 28 02:00:55.225717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52026) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:55.231152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435157358'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:55.232014 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444fbdb-5ee3-41db-b07c-77e554cad70a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Network': ['ID=ed691a75-f0c0-43dc-8a0d-da4b166a5a23,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.258377 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:55.261855 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.291765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:55.301740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (cf66e1fb-1871-4a0b-bed9-08f778eb54ef), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.302118 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Added segment cf66e1fb-1871-4a0b-bed9-08f778eb54ef of type vlan for network ef00acaf-c208-4917-9515-06f01a766fad Jan 28 02:00:55.345640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ef00acaf-c208-4917-9515-06f01a766fad), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.373302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ef00acaf-c208-4917-9515-06f01a766fad), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.378743 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:55.379383 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.454231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc2653-88f2-4467-8bcd-e25702347abc None None] Pushing event updated for resources: {'Port': ['ID=9f89df3f-bcf9-4c10-9b1d-99220cf17225,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.468536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2414107 Jan 28 02:00:55.469732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20e98e-2628-455b-9cdd-6cc53356ac9c None None] Network ed691a75-f0c0-43dc-8a0d-da4b166a5a23 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:55.471638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52028) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:55.477258 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'subnet': {'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:55.490046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd87992-409e-4339-9675-5d173abe1702 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Network': ['ID=ef00acaf-c208-4917-9515-06f01a766fad,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.492373 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20e98e-2628-455b-9cdd-6cc53356ac9c None None] Network ed691a75-f0c0-43dc-8a0d-da4b166a5a23 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 02:00:55.512057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ef00acaf-c208-4917-9515-06f01a766fad details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:55.572080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:55.575949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.578068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:55.578465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.672411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:55.769237 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (9a7a9a03-f104-4f11-a537-ec508959d98e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.806689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b7ce45c8-b92a-4d05-9bf2-e85569a787b8 None None] Provisioning complete for port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:55.807061 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b7ce45c8-b92a-4d05-9bf2-e85569a787b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.826225 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Subnet': ['ID=9a7a9a03-f104-4f11-a537-ec508959d98e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.836714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Checking segment: {'id': 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:55.837109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network hostable DHCP agents. Network: ef00acaf-c208-4917-9515-06f01a766fad, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:55.854366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network ef00acaf-c208-4917-9515-06f01a766fad is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:55.863368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ef00acaf-c208-4917-9515-06f01a766fad) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:55.867592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:55.868190 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.876707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc65007-2139-4da5-8098-53742560844d None None] Network ef00acaf-c208-4917-9515-06f01a766fad requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:55.886875 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4700ac5-f911-4016-b56c-fc3993459fd0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4139862 Jan 28 02:00:55.890462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52030) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:55.895497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501719933'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:55.914459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:55.918466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.927695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce45c8-b92a-4d05-9bf2-e85569a787b8 None None] Current status of the port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:55.948926 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:55.958410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:55.958756 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Added segment 9e1e6adc-594c-498b-b63e-a08a656bf96e of type vlan for network 2832c16e-e5b1-42f2-b986-c60f8f5847da Jan 28 02:00:55.987517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ef00acaf-c208-4917-9515-06f01a766fad', 'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad', 'project_id': '128079d0516f4fc69ace00ea785d8027', 'fixed_ips': [{'subnet_id': '9a7a9a03-f104-4f11-a537-ec508959d98e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:00:55.988389 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.000751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.028649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.033833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:56.034417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.098389 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2068813 Jan 28 02:00:56.101450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52032) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:56.102828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8efae4-57c9-4166-b6af-a60da8bd086a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Network': ['ID=2832c16e-e5b1-42f2-b986-c60f8f5847da,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:56.106648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Request body: {'subnet': {'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:56.114921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 2832c16e-e5b1-42f2-b986-c60f8f5847da details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:56.128532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Allocated IP 2001:db8::2 (ef00acaf-c208-4917-9515-06f01a766fad/9a7a9a03-f104-4f11-a537-ec508959d98e/0f905807-96ce-4e6c-a499-3c355fa8273c) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:56.344253 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Publish callbacks [] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.351493 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.389281 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Network ef00acaf-c208-4917-9515-06f01a766fad is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:56.392152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:56.397804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:56.403449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Pushing event updated for resources: {'Port': ['ID=0f905807-96ce-4e6c-a499-3c355fa8273c,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:56.462500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Attempting to bind port 0f905807-96ce-4e6c-a499-3c355fa8273c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:00:56.462500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Attempting to bind port 0f905807-96ce-4e6c-a499-3c355fa8273c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:00:56.462500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Attempting to bind port 0f905807-96ce-4e6c-a499-3c355fa8273c on network ef00acaf-c208-4917-9515-06f01a766fad {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:56.465070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:56.465226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Checking segment: {'id': 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:56.465570 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.465995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Bound using segment: {'id': 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:56.467026 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Bound port: 0f905807-96ce-4e6c-a499-3c355fa8273c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef00acaf-c208-4917-9515-06f01a766fad'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:00:56.467430 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.515304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Made reservation on behalf of 128079d0516f4fc69ace00ea785d8027 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:56.520574 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.548012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] For port 0f905807-96ce-4e6c-a499-3c355fa8273c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:56.552285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] For port 0f905807-96ce-4e6c-a499-3c355fa8273c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0f905807-96ce-4e6c-a499-3c355fa8273c,segment=NetworkSegment(cf66e1fb-1871-4a0b-bed9-08f778eb54ef),segment_id=cf66e1fb-1871-4a0b-bed9-08f778eb54ef)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:56.556297 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.611511 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae5351-24c2-4d04-9a0f-849144511ccf None None] Pushing event updated for resources: {'Port': ['ID=0f905807-96ce-4e6c-a499-3c355fa8273c,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:56.683082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-7bb66068-5977-4e93-af23-13f9e02e86be req-4b044ab6-3ffa-43bd-8452-9791ab0afa28 tempest-ServerDiskConfigTestJSON-1370852015 tempest-ServerDiskConfigTestJSON-1370852015-project] (109594) timed out ('10.222.0.43', 54294) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 02:00:56.729213 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (b04f4b8e-635a-45e7-941a-6fd189592604), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.801488 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event updated for resources: {'Subnet': ['ID=b04f4b8e-635a-45e7-941a-6fd189592604,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:56.810549 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Checking segment: {'id': '9e1e6adc-594c-498b-b63e-a08a656bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:56.811021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network hostable DHCP agents. Network: 2832c16e-e5b1-42f2-b986-c60f8f5847da, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:56.832748 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Network 2832c16e-e5b1-42f2-b986-c60f8f5847da is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:56.844227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 2832c16e-e5b1-42f2-b986-c60f8f5847da) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:56.848872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:56.849477 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.858844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffe0cc-a73e-4c55-b5b5-cd135957e4cf None None] Network 2832c16e-e5b1-42f2-b986-c60f8f5847da requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:56.873753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8e4ecbae-7f10-4c6c-a042-b91d3ad08518 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7711306 Jan 28 02:00:56.876925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52034) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:56.973393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-2832c16e-e5b1-42f2-b986-c60f8f5847da', 'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da', 'project_id': '128079d0516f4fc69ace00ea785d8027', 'fixed_ips': [{'subnet_id': 'b04f4b8e-635a-45e7-941a-6fd189592604'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:00:56.974584 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:56.985928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.036966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (b04f4b8e-635a-45e7-941a-6fd189592604), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.119985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Allocated IP 2001:db8::2 (2832c16e-e5b1-42f2-b986-c60f8f5847da/b04f4b8e-635a-45e7-941a-6fd189592604/eec93633-0b05-4ec3-bc2c-7f1f9d3ec117) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:57.230417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9f89df3f-bcf9-4c10-9b1d-99220cf17225 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:57.302334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Publish callbacks [] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.310804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.332082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (b04f4b8e-635a-45e7-941a-6fd189592604), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.358596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:57.359013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.365930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Network 2832c16e-e5b1-42f2-b986-c60f8f5847da is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:57.366175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Subnet': ['ID=b04f4b8e-635a-45e7-941a-6fd189592604,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.388004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:57.395802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:57.409043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Pushing event updated for resources: {'Port': ['ID=eec93633-0b05-4ec3-bc2c-7f1f9d3ec117,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.433844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.457263 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2832c16e-e5b1-42f2-b986-c60f8f5847da']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:57.468103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1e6adc-594c-498b-b63e-a08a656bf96e') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:57.468476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1e6adc-594c-498b-b63e-a08a656bf96e') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:57.477070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Attempting to bind port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:00:57.477623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Attempting to bind port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e1e6adc-594c-498b-b63e-a08a656bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:00:57.477834 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Attempting to bind port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117 on network 2832c16e-e5b1-42f2-b986-c60f8f5847da {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:57.478709 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.493088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.500952 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:57.501935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:57.505132 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:57.507673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:57.507673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Checking segment: {'id': '9e1e6adc-594c-498b-b63e-a08a656bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:57.507673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.507673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Bound using segment: {'id': '9e1e6adc-594c-498b-b63e-a08a656bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:57.507673 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Bound port: eec93633-0b05-4ec3-bc2c-7f1f9d3ec117, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1e6adc-594c-498b-b63e-a08a656bf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2832c16e-e5b1-42f2-b986-c60f8f5847da'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:00:57.507673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.529501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:57.530588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f905807-96ce-4e6c-a499-3c355fa8273c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:57.567885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.db.api [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 02:00:57.567885 n-d-826756-1 neutron-server[109594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 02:00:57.567885 n-d-826756-1 neutron-server[109594]: [parameters: {'id': '2832c16e-e5b1-42f2-b986-c60f8f5847da'}] Jan 28 02:00:57.567885 n-d-826756-1 neutron-server[109594]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:00:57.568316 n-d-826756-1 neutron-server[109594]: DEBUG oslo_db.api [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:00:57.615329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] For port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:57.620082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] For port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=eec93633-0b05-4ec3-bc2c-7f1f9d3ec117,segment=NetworkSegment(9e1e6adc-594c-498b-b63e-a08a656bf96e),segment_id=9e1e6adc-594c-498b-b63e-a08a656bf96e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:57.627492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.661824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd8c1e-4653-41c3-b6fb-0bdf9392dbe9 None None] Network ef00acaf-c208-4917-9515-06f01a766fad requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:57.680014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0f905807-96ce-4e6c-a499-3c355fa8273c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:57.680391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.798343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Provisioning complete for port 0f905807-96ce-4e6c-a499-3c355fa8273c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:57.798722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:57.804468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a46c34-85e6-4588-88c9-98d9d51db79c None None] Pushing event updated for resources: {'Port': ['ID=eec93633-0b05-4ec3-bc2c-7f1f9d3ec117,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.862469 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f786f-bf5b-44e3-9e6d-d4736c3fc65e None None] Network 2832c16e-e5b1-42f2-b986-c60f8f5847da requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:58.019624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0f905807-96ce-4e6c-a499-3c355fa8273c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:58.020011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.058710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Current status of the port 0f905807-96ce-4e6c-a499-3c355fa8273c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:58.059003 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.069162 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.085677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 0f905807-96ce-4e6c-a499-3c355fa8273c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0f905807-96ce-4e6c-a499-3c355fa8273c,segment=NetworkSegment(cf66e1fb-1871-4a0b-bed9-08f778eb54ef),segment_id=cf66e1fb-1871-4a0b-bed9-08f778eb54ef)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:58.093667 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.135739 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Deleting port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:58.136143 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.174185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:00:58.174563 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:00:58.175206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=0f905807-96ce-4e6c-a499-3c355fa8273c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:58.205469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] For port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=eec93633-0b05-4ec3-bc2c-7f1f9d3ec117,segment=NetworkSegment(9e1e6adc-594c-498b-b63e-a08a656bf96e),segment_id=9e1e6adc-594c-498b-b63e-a08a656bf96e)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:58.205965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.221493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb333d-5dd3-4960-b32e-e83a799defba None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:00:58.221664 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Calling delete_port for eec93633-0b05-4ec3-bc2c-7f1f9d3ec117 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:58.295142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb333d-5dd3-4960-b32e-e83a799defba None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:00:58.306811 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (eec93633-0b05-4ec3-bc2c-7f1f9d3ec117), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.332866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Port': ['ID=eec93633-0b05-4ec3-bc2c-7f1f9d3ec117,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:58.336265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No DVR routers for this DVR port eec93633-0b05-4ec3-bc2c-7f1f9d3ec117 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:58.416641 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.439538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2832c16e-e5b1-42f2-b986-c60f8f5847da']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:58.449085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1e6adc-594c-498b-b63e-a08a656bf96e') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:58.449379 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1e6adc-594c-498b-b63e-a08a656bf96e') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:58.458767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.471948 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.478031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:58.478459 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9e1e6adc-594c-498b-b63e-a08a656bf96e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:58.481394 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:58.539029 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (2832c16e-e5b1-42f2-b986-c60f8f5847da), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.545960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.549232 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/2832c16e-e5b1-42f2-b986-c60f8f5847da HTTP/1.1" status: 204 len: 168 time: 1.6713581 Jan 28 02:00:58.552677 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:58.560670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a85c4-db75-4b4d-963f-46744ccd7109 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Network': ['ID=2832c16e-e5b1-42f2-b986-c60f8f5847da,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:58.582067 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40805e3-3726-4e35-a1c7-7b94034bf57c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] GET failed (client error): The resource could not be found. Jan 28 02:00:58.583471 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b40805e3-3726-4e35-a1c7-7b94034bf57c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "GET /v2.0/subnets/b04f4b8e-635a-45e7-941a-6fd189592604 HTTP/1.1" status: 404 len: 337 time: 0.0296810 Jan 28 02:00:58.586263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52038) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:58.611705 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b6e6d9-5c8c-406b-a740-6e7e21ce47d0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:58.612413 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b6e6d9-5c8c-406b-a740-6e7e21ce47d0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:58.617134 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c5b6e6d9-5c8c-406b-a740-6e7e21ce47d0 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/2832c16e-e5b1-42f2-b986-c60f8f5847da HTTP/1.1" status: 404 len: 339 time: 0.0291154 Jan 28 02:00:58.621200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52040) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:58.651215 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1f61cb-ed36-40f9-91d2-f196f6a10e42 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:58.651659 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1f61cb-ed36-40f9-91d2-f196f6a10e42 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:58.654686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7a1f61cb-ed36-40f9-91d2-f196f6a10e42 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/subnets/b04f4b8e-635a-45e7-941a-6fd189592604 HTTP/1.1" status: 404 len: 337 time: 0.0325518 Jan 28 02:00:58.658385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:58.676456 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c6ef30-176f-460c-81ee-3567c738e267 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:58.676921 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c6ef30-176f-460c-81ee-3567c738e267 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:58.679854 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-86c6ef30-176f-460c-81ee-3567c738e267 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/2832c16e-e5b1-42f2-b986-c60f8f5847da HTTP/1.1" status: 404 len: 339 time: 0.0205610 Jan 28 02:00:58.682560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52044) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:58.717282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-760bd7cf-3dba-423b-aa95-e7218ac4dc89 None None] Current status of the port 0f905807-96ce-4e6c-a499-3c355fa8273c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:58.731974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Deleting subnet 9a7a9a03-f104-4f11-a537-ec508959d98e {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:00:58.735032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (9a7a9a03-f104-4f11-a537-ec508959d98e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.775282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (9a7a9a03-f104-4f11-a537-ec508959d98e), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.837237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b5df7f0a-8e43-403d-8158-5437e61ac9d7 None None] Provisioning complete for port 0f905807-96ce-4e6c-a499-3c355fa8273c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:58.837514 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b5df7f0a-8e43-403d-8158-5437e61ac9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.861798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (9a7a9a03-f104-4f11-a537-ec508959d98e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.928909 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (9a7a9a03-f104-4f11-a537-ec508959d98e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.960796 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:58.964122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/subnets/9a7a9a03-f104-4f11-a537-ec508959d98e HTTP/1.1" status: 204 len: 168 time: 0.2806823 Jan 28 02:00:58.965195 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3963108-99aa-495b-a8f6-2e56e4419fa8 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7a9a03-f104-4f11-a537-ec508959d98e,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:58.966765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.031498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1f5e8-9c02-47b8-9a7d-5f7af23fe679 None None] Network ef00acaf-c208-4917-9515-06f01a766fad requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:00:59.052960 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ef00acaf-c208-4917-9515-06f01a766fad), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.110393 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Deleting port 0f905807-96ce-4e6c-a499-3c355fa8273c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:59.110744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.150270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f905807-96ce-4e6c-a499-3c355fa8273c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:59.176116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] For port 0f905807-96ce-4e6c-a499-3c355fa8273c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0f905807-96ce-4e6c-a499-3c355fa8273c,segment=NetworkSegment(cf66e1fb-1871-4a0b-bed9-08f778eb54ef),segment_id=cf66e1fb-1871-4a0b-bed9-08f778eb54ef)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:59.176486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.194090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b5df7f0a-8e43-403d-8158-5437e61ac9d7 None None] Current status of the port 0f905807-96ce-4e6c-a499-3c355fa8273c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:59.198572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Calling delete_port for 0f905807-96ce-4e6c-a499-3c355fa8273c owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:59.216903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0f905807-96ce-4e6c-a499-3c355fa8273c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:59.217382 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.259368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] DHCP port deletion for ef00acaf-c208-4917-9515-06f01a766fad request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:00:59.284761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.308289 n-d-826756-1 neutron-server[109596]: INFO neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No ports have port_id starting with 0f905807-96ce-4e6c-a499-3c355fa8273c Jan 28 02:00:59.311792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Port': ['ID=0f905807-96ce-4e6c-a499-3c355fa8273c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:59.313667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No DVR routers for this DVR port 0f905807-96ce-4e6c-a499-3c355fa8273c on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:59.341146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Deleting port 0f905807-96ce-4e6c-a499-3c355fa8273c {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:00:59.341431 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.396256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ef00acaf-c208-4917-9515-06f01a766fad), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.403130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] For port 0f905807-96ce-4e6c-a499-3c355fa8273c, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:59.403560 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.416323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Calling delete_port for 0f905807-96ce-4e6c-a499-3c355fa8273c owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:00:59.417093 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef00acaf-c208-4917-9515-06f01a766fad']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:59.419038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Port 0f905807-96ce-4e6c-a499-3c355fa8273c was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:00:59.420718 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (0f905807-96ce-4e6c-a499-3c355fa8273c), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.427036 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:59.427337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf66e1fb-1871-4a0b-bed9-08f778eb54ef') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:59.436837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (cf66e1fb-1871-4a0b-bed9-08f778eb54ef), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.446617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] Pushing event deleted for resources: {'Port': ['ID=0f905807-96ce-4e6c-a499-3c355fa8273c,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:59.450181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (cf66e1fb-1871-4a0b-bed9-08f778eb54ef), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.452083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bd6e6-d8b4-40d7-8ed2-176583ed7876 None None] No DVR routers for this DVR port 0f905807-96ce-4e6c-a499-3c355fa8273c on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:59.458023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:59.458451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (cf66e1fb-1871-4a0b-bed9-08f778eb54ef), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:59.461490 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:59.520881 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ef00acaf-c208-4917-9515-06f01a766fad), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.527616 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.530694 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/ef00acaf-c208-4917-9515-06f01a766fad HTTP/1.1" status: 204 len: 168 time: 0.5620592 Jan 28 02:00:59.533347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52048) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.547389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81672c8-c801-4b9e-85ab-62aab8df927c tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Network': ['ID=ef00acaf-c208-4917-9515-06f01a766fad,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:59.560809 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b31057-9c41-4cad-ba37-73020d6e0c5a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:59.560809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b31057-9c41-4cad-ba37-73020d6e0c5a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:59.563047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-42b31057-9c41-4cad-ba37-73020d6e0c5a tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/subnets/573385be-b769-4c7f-bcca-81de3bb2e13a HTTP/1.1" status: 404 len: 337 time: 0.0286586 Jan 28 02:00:59.565671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52050) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.583613 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-996f5e14-dee1-42a5-941d-e54fffd7c4a3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:59.584095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996f5e14-dee1-42a5-941d-e54fffd7c4a3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:59.587050 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-996f5e14-dee1-42a5-941d-e54fffd7c4a3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/ed691a75-f0c0-43dc-8a0d-da4b166a5a23 HTTP/1.1" status: 404 len: 339 time: 0.0203786 Jan 28 02:00:59.589694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52052) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.616718 n-d-826756-1 neutron-server[109594]: INFO neutron.pecan_wsgi.hooks.translation [None req-808deac6-14bd-425f-a337-904a18a41cd2 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:59.617112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808deac6-14bd-425f-a337-904a18a41cd2 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:59.620137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-808deac6-14bd-425f-a337-904a18a41cd2 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/subnets/a2c67e0f-6931-4967-8d12-82b3861bec4d HTTP/1.1" status: 404 len: 337 time: 0.0293989 Jan 28 02:00:59.622899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52054) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.641276 n-d-826756-1 neutron-server[109595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72495da-3583-4113-ab22-19405cb98dbe tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] DELETE failed (client error): The resource could not be found. Jan 28 02:00:59.641736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72495da-3583-4113-ab22-19405cb98dbe tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 02:00:59.644597 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e72495da-3583-4113-ab22-19405cb98dbe tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/0fd58430-12eb-4c9c-926c-1b439dac48a7 HTTP/1.1" status: 404 len: 339 time: 0.0207372 Jan 28 02:00:59.647063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52056) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.699601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Deleting subnet eb216ad7-f115-418d-b215-8d7ce93d6757 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:00:59.702990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (eb216ad7-f115-418d-b215-8d7ce93d6757), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.742980 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (eb216ad7-f115-418d-b215-8d7ce93d6757), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.832022 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (eb216ad7-f115-418d-b215-8d7ce93d6757), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.892163 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (eb216ad7-f115-418d-b215-8d7ce93d6757), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.916958 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Subnet': ['ID=eb216ad7-f115-418d-b215-8d7ce93d6757,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:59.922893 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:59.926125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-021fde2a-6f08-4b3f-874a-49eb301777ac tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/subnets/eb216ad7-f115-418d-b215-8d7ce93d6757 HTTP/1.1" status: 204 len: 168 time: 0.2780910 Jan 28 02:00:59.928821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52058) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:00:59.929224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcac0e-0cbe-43ff-a510-28c766e29cfc None None] Network e32f1be4-8e1e-474f-89a5-b49c1d877d80 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:00.009751 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (e32f1be4-8e1e-474f-89a5-b49c1d877d80), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.064859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Deleting port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:01:00.065200 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.074639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] DHCP port deletion for e32f1be4-8e1e-474f-89a5-b49c1d877d80 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:01:00.122053 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] Deleting port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:01:00.122438 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.131463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] For port 9f89df3f-bcf9-4c10-9b1d-99220cf17225, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9f89df3f-bcf9-4c10-9b1d-99220cf17225,segment=NetworkSegment(102953b6-45e2-4096-b45b-3da4ccc10308),segment_id=102953b6-45e2-4096-b45b-3da4ccc10308)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:00.131837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.145449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Calling delete_port for 9f89df3f-bcf9-4c10-9b1d-99220cf17225 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:01:00.189433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] For port 9f89df3f-bcf9-4c10-9b1d-99220cf17225, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9f89df3f-bcf9-4c10-9b1d-99220cf17225,segment=NetworkSegment(102953b6-45e2-4096-b45b-3da4ccc10308),segment_id=102953b6-45e2-4096-b45b-3da4ccc10308)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:00.189844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.202816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] Calling delete_port for 9f89df3f-bcf9-4c10-9b1d-99220cf17225 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:01:00.232910 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.259830 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Port': ['ID=9f89df3f-bcf9-4c10-9b1d-99220cf17225,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:00.261637 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] No DVR routers for this DVR port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:00.280565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (9f89df3f-bcf9-4c10-9b1d-99220cf17225), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.306769 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] Pushing event deleted for resources: {'Port': ['ID=9f89df3f-bcf9-4c10-9b1d-99220cf17225,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:00.308517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d8783-c305-4ef5-abe3-41041748bf36 None None] No DVR routers for this DVR port 9f89df3f-bcf9-4c10-9b1d-99220cf17225 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:00.343820 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (e32f1be4-8e1e-474f-89a5-b49c1d877d80), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.368435 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32f1be4-8e1e-474f-89a5-b49c1d877d80']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:00.378237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102953b6-45e2-4096-b45b-3da4ccc10308') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:00.378531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102953b6-45e2-4096-b45b-3da4ccc10308') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:00.387906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (102953b6-45e2-4096-b45b-3da4ccc10308), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.400986 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (102953b6-45e2-4096-b45b-3da4ccc10308), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.407283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:01:00.407783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (102953b6-45e2-4096-b45b-3da4ccc10308), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:01:00.411058 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:01:00.479226 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (e32f1be4-8e1e-474f-89a5-b49c1d877d80), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.486355 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.489317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] 10.222.0.23 "DELETE /v2.0/networks/e32f1be4-8e1e-474f-89a5-b49c1d877d80 HTTP/1.1" status: 204 len: 168 time: 0.5595343 Jan 28 02:01:00.502020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14294-29dc-4147-ad50-6f87183b9de3 tempest-NetworksIpV6Test-1231018388 tempest-NetworksIpV6Test-1231018388-project] Pushing event deleted for resources: {'Network': ['ID=e32f1be4-8e1e-474f-89a5-b49c1d877d80,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:00.739941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52064) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:00.880946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4b226733-1454-4596-a7f5-24e4aed1c058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=128079d0516f4fc69ace00ea785d8027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398077 Jan 28 02:01:00.883622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52068) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:00.934293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13003390-6c46-4055-aae5-d9a399b78652 admin admin] Publish callbacks [] for security_group (6ae66fc8-5a7f-466c-95ac-aa1d1d413026), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:00.961836 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13003390-6c46-4055-aae5-d9a399b78652 admin admin] Publish callbacks [] for security_group (6ae66fc8-5a7f-466c-95ac-aa1d1d413026), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.011613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13003390-6c46-4055-aae5-d9a399b78652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (6ae66fc8-5a7f-466c-95ac-aa1d1d413026), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.014203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-13003390-6c46-4055-aae5-d9a399b78652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.015395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-13003390-6c46-4055-aae5-d9a399b78652 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ae66fc8-5a7f-466c-95ac-aa1d1d413026 HTTP/1.1" status: 204 len: 168 time: 0.1308994 Jan 28 02:01:01.023622 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13003390-6c46-4055-aae5-d9a399b78652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae66fc8-5a7f-466c-95ac-aa1d1d413026,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:01.125841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f905807-96ce-4e6c-a499-3c355fa8273c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:01.146774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0f905807-96ce-4e6c-a499-3c355fa8273c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:01:01.147124 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0f905807-96ce-4e6c-a499-3c355fa8273c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:01.147506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9f89df3f-bcf9-4c10-9b1d-99220cf17225 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:01.168817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 9f89df3f-bcf9-4c10-9b1d-99220cf17225 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:01:01.169174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9f89df3f-bcf9-4c10-9b1d-99220cf17225 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:01.706591 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52090) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:01.808117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1125729046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:01.833572 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (6db6f905-5dc8-4fc3-bf37-5855bd12819f), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.834650 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (6db6f905-5dc8-4fc3-bf37-5855bd12819f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.887634 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for router_controller (6db6f905-5dc8-4fc3-bf37-5855bd12819f), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.893538 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (6db6f905-5dc8-4fc3-bf37-5855bd12819f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.913062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.914308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2214108a-d7ca-43e6-a36c-b56d29da92f8 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2064905 Jan 28 02:01:01.917242 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52094) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:01.922411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1581054813'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:01.943560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Made reservation on behalf of e9e6909e9d6e4e85be7317a4e90e7fc3 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:01.947117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:01.959996 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.035825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for security_group (f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.042091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.071597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:01:02.081374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:02.086069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (44ff81c4-ce19-4d57-990d-8027c0694dc8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.086407 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Added segment 44ff81c4-ce19-4d57-990d-8027c0694dc8 of type vlan for network 8615095e-3bf4-4168-924d-1d15f7090399 Jan 28 02:01:02.124694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (8615095e-3bf4-4168-924d-1d15f7090399), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.153571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (8615095e-3bf4-4168-924d-1d15f7090399), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.158616 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:02.159181 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.208040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2896206 Jan 28 02:01:02.211219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52096) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:02.216508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Request body: {'subnet': {'network_id': '8615095e-3bf4-4168-924d-1d15f7090399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:02.225201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140178b-592c-4a4b-b8fe-8fd3db9b7c4e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event updated for resources: {'Network': ['ID=8615095e-3bf4-4168-924d-1d15f7090399,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:02.236670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 8615095e-3bf4-4168-924d-1d15f7090399 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:01:02.308951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Made reservation on behalf of e9e6909e9d6e4e85be7317a4e90e7fc3 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:02.312622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.499828 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (f58adaa1-12da-4760-b1a2-1bea36dd90b5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.565533 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event updated for resources: {'Subnet': ['ID=f58adaa1-12da-4760-b1a2-1bea36dd90b5,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:02.576147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Checking segment: {'id': '44ff81c4-ce19-4d57-990d-8027c0694dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8615095e-3bf4-4168-924d-1d15f7090399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:02.576516 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Network hostable DHCP agents. Network: 8615095e-3bf4-4168-924d-1d15f7090399, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:01:02.595779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Network 8615095e-3bf4-4168-924d-1d15f7090399 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:01:02.604789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 8615095e-3bf4-4168-924d-1d15f7090399) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:02.608757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:02.609357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.617017 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4bb1f2-36c2-4e54-8a74-613b8df13569 None None] Network 8615095e-3bf4-4168-924d-1d15f7090399 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:02.627685 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8e682f11-2b77-4f91-bd9c-a9769ad93d6c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153013 Jan 28 02:01:02.631052 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52098) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:02.636061 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1101032341'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:02.657468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Made reservation on behalf of e9e6909e9d6e4e85be7317a4e90e7fc3 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:02.660801 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.684619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:01:02.695941 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a61abf34-7b6e-44e1-a603-83b76212f54d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.696294 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Added segment a61abf34-7b6e-44e1-a603-83b76212f54d of type vlan for network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 Jan 28 02:01:02.718213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-8615095e-3bf4-4168-924d-1d15f7090399', 'network_id': '8615095e-3bf4-4168-924d-1d15f7090399', 'project_id': 'e9e6909e9d6e4e85be7317a4e90e7fc3', 'fixed_ips': [{'subnet_id': 'f58adaa1-12da-4760-b1a2-1bea36dd90b5'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:01:02.719102 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.737102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (95f0d68b-eccc-41a4-8ab4-c9fb0c32f176), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.765058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (95f0d68b-eccc-41a4-8ab4-c9fb0c32f176), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.770424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:02.771014 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:02.829564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1973104 Jan 28 02:01:02.832762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:02.838484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Request body: {'subnet': {'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:02.846884 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068ec32-bb32-4bed-b6b4-b5298d659333 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event updated for resources: {'Network': ['ID=95f0d68b-eccc-41a4-8ab4-c9fb0c32f176,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:02.856027 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Allocated IP 172.20.0.2 (8615095e-3bf4-4168-924d-1d15f7090399/f58adaa1-12da-4760-b1a2-1bea36dd90b5/c07cc6b1-a9ea-4b4d-be53-cd09add6ec44) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:02.859415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:01:02.935497 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Made reservation on behalf of e9e6909e9d6e4e85be7317a4e90e7fc3 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:02.939017 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.055439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Publish callbacks [] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.060915 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.101668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Network 8615095e-3bf4-4168-924d-1d15f7090399 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:03.105739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:03.111251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:03.118151 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Pushing event updated for resources: {'Port': ['ID=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:03.122015 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (21386754-78ee-47c4-a086-04d81b66509e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.170668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Attempting to bind port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:03.171070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Attempting to bind port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '44ff81c4-ce19-4d57-990d-8027c0694dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8615095e-3bf4-4168-924d-1d15f7090399'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:03.171405 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Attempting to bind port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 on network 8615095e-3bf4-4168-924d-1d15f7090399 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:03.177960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:03.178339 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Checking segment: {'id': '44ff81c4-ce19-4d57-990d-8027c0694dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8615095e-3bf4-4168-924d-1d15f7090399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:03.178743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.179140 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Bound using segment: {'id': '44ff81c4-ce19-4d57-990d-8027c0694dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8615095e-3bf4-4168-924d-1d15f7090399'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:03.179616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Bound port: c07cc6b1-a9ea-4b4d-be53-cd09add6ec44, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ff81c4-ce19-4d57-990d-8027c0694dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8615095e-3bf4-4168-924d-1d15f7090399'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:03.179998 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.180612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event updated for resources: {'Subnet': ['ID=21386754-78ee-47c4-a086-04d81b66509e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:03.197394 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Checking segment: {'id': 'a61abf34-7b6e-44e1-a603-83b76212f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:03.197761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Network hostable DHCP agents. Network: 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:01:03.214746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:01:03.224061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:03.233100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:03.233695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.235745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1272d01-f59d-4349-b155-2a8a9e0a672b None None] Network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:03.250714 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-05e89fcb-f9c2-43dd-965b-a6d023a9eb05 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4160194 Jan 28 02:01:03.253907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52102) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:03.258828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e1765f97-fe1b-4ba9-9f7f-fac6003c3cac tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Request body: {'router': {'external_gateway_info': {'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:03.285187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] For port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:03.303063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] For port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,segment=NetworkSegment(44ff81c4-ce19-4d57-990d-8027c0694dc8),segment_id=44ff81c4-ce19-4d57-990d-8027c0694dc8)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:03.309380 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.395101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93143265-8bf5-4bd2-ab7b-f47bbd1493a1 None None] Pushing event updated for resources: {'Port': ['ID=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:03.414916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-95f0d68b-eccc-41a4-8ab4-c9fb0c32f176', 'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176', 'project_id': 'e9e6909e9d6e4e85be7317a4e90e7fc3', 'fixed_ips': [{'subnet_id': '21386754-78ee-47c4-a086-04d81b66509e'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:01:03.415943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.474167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e1765f97-fe1b-4ba9-9f7f-fac6003c3cac tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for router_gateway (6db6f905-5dc8-4fc3-bf37-5855bd12819f), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.605359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Allocated IP 172.21.0.2 (95f0d68b-eccc-41a4-8ab4-c9fb0c32f176/21386754-78ee-47c4-a086-04d81b66509e/10feb39c-cd6a-4eb9-a96e-cb35a772c6ec) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:03.612738 n-d-826756-1 neutron-server[109594]: INFO neutron.api.v2.resource [None req-e1765f97-fe1b-4ba9-9f7f-fac6003c3cac tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 02:01:03.613882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e1765f97-fe1b-4ba9-9f7f-fac6003c3cac tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "PUT /v2.0/routers/6db6f905-5dc8-4fc3-bf37-5855bd12819f HTTP/1.1" status: 400 len: 364 time: 0.3588932 Jan 28 02:01:03.620062 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52104) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:03.680775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Deleting subnet 21386754-78ee-47c4-a086-04d81b66509e {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:01:03.763441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Publish callbacks [] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.768789 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for subnet (21386754-78ee-47c4-a086-04d81b66509e), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.769371 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.815567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:03.816461 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (21386754-78ee-47c4-a086-04d81b66509e), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.818323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:03.823838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:03.830773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Pushing event updated for resources: {'Port': ['ID=10feb39c-cd6a-4eb9-a96e-cb35a772c6ec,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:03.881286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Attempting to bind port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:03.881662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Attempting to bind port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a61abf34-7b6e-44e1-a603-83b76212f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:03.882189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Attempting to bind port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec on network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:03.887830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:03.888227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Checking segment: {'id': 'a61abf34-7b6e-44e1-a603-83b76212f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:03.888631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.889054 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Bound using segment: {'id': 'a61abf34-7b6e-44e1-a603-83b76212f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:03.889529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Bound port: 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61abf34-7b6e-44e1-a603-83b76212f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '95f0d68b-eccc-41a4-8ab4-c9fb0c32f176'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:03.889946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.924553 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (21386754-78ee-47c4-a086-04d81b66509e), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.968275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.989729 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (21386754-78ee-47c4-a086-04d81b66509e), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:03.991113 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] For port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:03.995059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] For port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=10feb39c-cd6a-4eb9-a96e-cb35a772c6ec,segment=NetworkSegment(a61abf34-7b6e-44e1-a603-83b76212f54d),segment_id=a61abf34-7b6e-44e1-a603-83b76212f54d)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:03.999786 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.018391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event deleted for resources: {'Subnet': ['ID=21386754-78ee-47c4-a086-04d81b66509e,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:04.022350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.025715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fb7e80d7-3eab-4b92-8b08-11b27b8d8728 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "DELETE /v2.0/subnets/21386754-78ee-47c4-a086-04d81b66509e HTTP/1.1" status: 204 len: 168 time: 0.4041934 Jan 28 02:01:04.028596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52106) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:04.079441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623de8ed-fc06-4ea4-8145-cfc3f37043af None None] Pushing event updated for resources: {'Port': ['ID=10feb39c-cd6a-4eb9-a96e-cb35a772c6ec,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:04.152463 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (95f0d68b-eccc-41a4-8ab4-c9fb0c32f176), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.214667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Deleting port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:01:04.215013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.293015 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] For port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=10feb39c-cd6a-4eb9-a96e-cb35a772c6ec,segment=NetworkSegment(a61abf34-7b6e-44e1-a603-83b76212f54d),segment_id=a61abf34-7b6e-44e1-a603-83b76212f54d)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:04.293500 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.310501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Calling delete_port for 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:01:04.402000 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (10feb39c-cd6a-4eb9-a96e-cb35a772c6ec), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.433083 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event deleted for resources: {'Port': ['ID=10feb39c-cd6a-4eb9-a96e-cb35a772c6ec,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:04.438440 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] No DVR routers for this DVR port 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:04.484483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b324a-7ef1-4300-9444-346fa3af9e59 None None] Network 8615095e-3bf4-4168-924d-1d15f7090399 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:04.523037 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (95f0d68b-eccc-41a4-8ab4-c9fb0c32f176), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.549423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f0d68b-eccc-41a4-8ab4-c9fb0c32f176']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:04.559082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61abf34-7b6e-44e1-a603-83b76212f54d') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:04.559388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61abf34-7b6e-44e1-a603-83b76212f54d') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:04.567659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-57fb11b4-f863-4631-9071-42874626a228 None None] Provisioning complete for port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:04.568073 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57fb11b4-f863-4631-9071-42874626a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.569106 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (a61abf34-7b6e-44e1-a603-83b76212f54d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.584741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (a61abf34-7b6e-44e1-a603-83b76212f54d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.591896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:01:04.592615 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (a61abf34-7b6e-44e1-a603-83b76212f54d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:01:04.596580 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:01:04.660015 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (95f0d68b-eccc-41a4-8ab4-c9fb0c32f176), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.670353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.673442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "DELETE /v2.0/networks/95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 HTTP/1.1" status: 204 len: 168 time: 0.6442583 Jan 28 02:01:04.675899 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52108) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:04.679743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-57fb11b4-f863-4631-9071-42874626a228 None None] Current status of the port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:04.680150 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57fb11b4-f863-4631-9071-42874626a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.694331 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434bb0-e6cf-478c-abb3-4746f50a723b tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event deleted for resources: {'Network': ['ID=95f0d68b-eccc-41a4-8ab4-c9fb0c32f176,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:04.721622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-57fb11b4-f863-4631-9071-42874626a228 None None] For port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,segment=NetworkSegment(44ff81c4-ce19-4d57-990d-8027c0694dc8),segment_id=44ff81c4-ce19-4d57-990d-8027c0694dc8)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:04.727332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57fb11b4-f863-4631-9071-42874626a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.741374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Deleting subnet f58adaa1-12da-4760-b1a2-1bea36dd90b5 {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:01:04.745203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for subnet (f58adaa1-12da-4760-b1a2-1bea36dd90b5), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.791891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb11b4-f863-4631-9071-42874626a228 None None] Pushing event updated for resources: {'Port': ['ID=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:04.799816 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (f58adaa1-12da-4760-b1a2-1bea36dd90b5), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.886637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f58adaa1-12da-4760-b1a2-1bea36dd90b5), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.948220 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (f58adaa1-12da-4760-b1a2-1bea36dd90b5), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.962316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-5c09a156-c11c-41e8-9c55-e882ac6df3b0 None None] Provisioning complete for port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:04.963111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5c09a156-c11c-41e8-9c55-e882ac6df3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.982484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event deleted for resources: {'Subnet': ['ID=f58adaa1-12da-4760-b1a2-1bea36dd90b5,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:04.988184 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:04.992123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7f0aea5f-d597-4393-a6bb-7a6d99c1877c tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "DELETE /v2.0/subnets/f58adaa1-12da-4760-b1a2-1bea36dd90b5 HTTP/1.1" status: 204 len: 168 time: 0.3145192 Jan 28 02:01:04.994077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52110) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:04.997680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabb5b8-6102-4492-a57e-e9c12479872c None None] Network 8615095e-3bf4-4168-924d-1d15f7090399 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:05.079056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (8615095e-3bf4-4168-924d-1d15f7090399), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.122977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-5c09a156-c11c-41e8-9c55-e882ac6df3b0 None None] Current status of the port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:05.152270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Deleting port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:01:05.152628 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.218206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] DHCP port deletion for 8615095e-3bf4-4168-924d-1d15f7090399 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:01:05.226334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] For port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,segment=NetworkSegment(44ff81c4-ce19-4d57-990d-8027c0694dc8),segment_id=44ff81c4-ce19-4d57-990d-8027c0694dc8)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:05.226771 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.240502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Calling delete_port for c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:01:05.256288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:05.261898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67230414-2c8d-4c74-a5d8-ecbdcc825c00 None None] DHCP port deletion for 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:01:05.286838 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d2e26071-c3d9-4703-abcd-de6001ec9088 None None] Could not find standard attr ID for object 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:01:05.308684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18568d7-be3b-4251-a723-05361b2e041e None None] Network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:05.324975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.325280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18568d7-be3b-4251-a723-05361b2e041e None None] Network 95f0d68b-eccc-41a4-8ab4-c9fb0c32f176 could not be found, it might have been deleted concurrently. {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 02:01:05.333059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Could not find standard attr ID for object c07cc6b1-a9ea-4b4d-be53-cd09add6ec44. {{(pid=109596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 02:01:05.341815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Deleting port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:01:05.342198 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.352909 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event deleted for resources: {'Port': ['ID=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:05.354921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] No DVR routers for this DVR port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:05.407269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] For port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:05.407648 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.420715 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Calling delete_port for c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:01:05.423394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:01:05.424627 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c07cc6b1-a9ea-4b4d-be53-cd09add6ec44), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.435057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (8615095e-3bf4-4168-924d-1d15f7090399), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.454032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] Pushing event deleted for resources: {'Port': ['ID=c07cc6b1-a9ea-4b4d-be53-cd09add6ec44,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:05.456094 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0214e-ebdb-48ff-87c5-158742a38ea2 None None] No DVR routers for this DVR port c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:05.456617 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8615095e-3bf4-4168-924d-1d15f7090399']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:05.471645 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ff81c4-ce19-4d57-990d-8027c0694dc8') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:05.472089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ff81c4-ce19-4d57-990d-8027c0694dc8') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:05.481626 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (44ff81c4-ce19-4d57-990d-8027c0694dc8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.494720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (44ff81c4-ce19-4d57-990d-8027c0694dc8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.501206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:01:05.501614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (44ff81c4-ce19-4d57-990d-8027c0694dc8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:01:05.504729 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:01:05.569581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (8615095e-3bf4-4168-924d-1d15f7090399), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.578244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.581971 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "DELETE /v2.0/networks/8615095e-3bf4-4168-924d-1d15f7090399 HTTP/1.1" status: 204 len: 168 time: 0.5863917 Jan 28 02:01:05.585505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52112) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:05.594704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19f466-eb85-4e8b-b941-63134cb47b17 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Pushing event deleted for resources: {'Network': ['ID=8615095e-3bf4-4168-924d-1d15f7090399,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:05.613685 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d47aeca1-c50b-4339-a504-d439d16d728e tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db6f905-5dc8-4fc3-bf37-5855bd12819f HTTP/1.1" status: 200 len: 205 time: 0.0269721 Jan 28 02:01:05.616058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52114) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:05.693278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for router (6db6f905-5dc8-4fc3-bf37-5855bd12819f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.862038 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (6db6f905-5dc8-4fc3-bf37-5855bd12819f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.864208 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for router_controller (6db6f905-5dc8-4fc3-bf37-5855bd12819f), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.914778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (6db6f905-5dc8-4fc3-bf37-5855bd12819f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.915298 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Fanout notify agent at l3_agent the message router_deleted on router 6db6f905-5dc8-4fc3-bf37-5855bd12819f {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:01:05.922514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:05.923758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-aff1f1fa-0264-4bad-ba98-a459e3a8d4e9 tempest-RoutersNegativeTest-787669077 tempest-RoutersNegativeTest-787669077-project] 10.222.0.23 "DELETE /v2.0/routers/6db6f905-5dc8-4fc3-bf37-5855bd12819f HTTP/1.1" status: 204 len: 168 time: 0.3068354 Jan 28 02:01:06.177211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52120) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:06.346411 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-80b26325-77d0-4a68-bcb1-670e5d6c23a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9e6909e9d6e4e85be7317a4e90e7fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679318 Jan 28 02:01:06.348931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52124) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:06.405918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-756560a7-efb2-42dc-8716-3324d2a5e140 admin admin] Publish callbacks [] for security_group (f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:06.426935 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-756560a7-efb2-42dc-8716-3324d2a5e140 admin admin] Publish callbacks [] for security_group (f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:06.474743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-756560a7-efb2-42dc-8716-3324d2a5e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:06.477515 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-756560a7-efb2-42dc-8716-3324d2a5e140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:06.478857 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-756560a7-efb2-42dc-8716-3324d2a5e140 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5 HTTP/1.1" status: 204 len: 168 time: 0.1290431 Jan 28 02:01:06.487370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756560a7-efb2-42dc-8716-3324d2a5e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a44b4-d62b-486e-9bdc-b46e1cbdc8a5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:06.509717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:01:07.134540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:07.144745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:07.158008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:01:07.158359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 10feb39c-cd6a-4eb9-a96e-cb35a772c6ec not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:07.158763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:07.183735 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:01:07.184081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c07cc6b1-a9ea-4b4d-be53-cd09add6ec44 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:07.191151 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-139aa372-ecc3-4d26-86a3-8e93592adf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.246787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2129308341-network', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:07.270201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Made reservation on behalf of b21cb0817eeb41f3920cefc101bfa492 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:07.272454 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.280771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.352507 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks [] for security_group (40eda40f-cd65-430c-8664-539e24752af9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.358085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (40eda40f-cd65-430c-8664-539e24752af9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.378893 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:01:07.392097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eda40f-cd65-430c-8664-539e24752af9,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:07.397102 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fcf8a542-4185-45e9-96d4-b6b1fdda7027), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.397432 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Added segment fcf8a542-4185-45e9-96d4-b6b1fdda7027 of type vlan for network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb Jan 28 02:01:07.436313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.465135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.466286 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:07.466870 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.519173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3732486 Jan 28 02:01:07.522313 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52150) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:07.527430 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Request body: {'subnet': {'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-subnet', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:07.528181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55ffee-ba65-4670-810d-733276223dcc admin admin] Pushing event updated for resources: {'Network': ['ID=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:07.540361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:01:07.550077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Made reservation on behalf of b21cb0817eeb41f3920cefc101bfa492 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:07.552431 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.733588 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (7d7d3a54-eb9c-4def-978e-409a57060a4f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.783090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7d3a54-eb9c-4def-978e-409a57060a4f,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:07.797933 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Checking segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:07.798297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Network hostable DHCP agents. Network: cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:01:07.816439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:01:07.826136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:07.830236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:07.830830 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.835485 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523f8cb-e64b-4b70-b78e-933e88eb8db5 None None] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:07.848327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1fa4874-9b8a-42a5-b72f-3cd25c2fcec4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3248320 Jan 28 02:01:07.851268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:07.855805 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:07.875869 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.876884 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.926629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks [] for router_controller (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:07.936458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'fixed_ips': [{'subnet_id': '7d7d3a54-eb9c-4def-978e-409a57060a4f'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:01:07.937535 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.021275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.067664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks [] for router_gateway (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.083367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Allocated IP 172.20.0.2 (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb/7d7d3a54-eb9c-4def-978e-409a57060a4f/7afc8154-dd56-40a8-8ec2-2bcc358d6b4b) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:08.236978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Publish callbacks [] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.245299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.291146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:08.295187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:08.297055 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Pushing event updated for resources: {'Port': ['ID=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:08.299255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:08.361227 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Attempting to bind port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:08.361727 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Attempting to bind port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:08.361997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Attempting to bind port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:08.367453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:08.367804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Checking segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:08.368240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.368640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Bound using segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:08.369176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Bound port: 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:08.369559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.437215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] For port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:08.440585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] For port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:08.447041 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.506550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8d28-4983-41ab-8504-6a9d51af4601 None None] Pushing event updated for resources: {'Port': ['ID=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:08.618394 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks [] for router_gateway (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.638452 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.785631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Allocated IP 172.25.1.120 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/6b84ddc9-ffe5-4745-a918-de540d7303b2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:08.890288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks [] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.924729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.961684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:08.964476 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:08.967280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:09.000485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Pushing event updated for resources: {'Port': ['ID=6b84ddc9-ffe5-4745-a918-de540d7303b2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:09.178560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:09.233888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:09.234705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.238736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks [] for router_gateway (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.321176 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:09.321863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.356979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:09.360686 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.413156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:09.442571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-13e64507-e946-42c6-b43d-d7ade5978e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.452684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.519463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558e43a-a4e1-425c-96c4-eeab6691e118 None None] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:09.575763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-84f3bd29-d37b-4e32-bc2c-87be80764a02 None None] Provisioning complete for port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:09.576142 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84f3bd29-d37b-4e32-bc2c-87be80764a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.586705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:01:09.697210 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-84f3bd29-d37b-4e32-bc2c-87be80764a02 None None] Current status of the port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:09.707407 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:09.717033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Sync routers for ids ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:09.727398 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:09.728930 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2adb5f19-95e7-4ccc-b90f-69b59e33308b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8766110 Jan 28 02:01:09.729070 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Routers {'2a33303a-dd5a-4aec-99ab-dcf3a53afe43'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:09.729734 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:09.732047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:09.842258 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Set router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:09.917521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a0cf19de-b25d-4327-a984-bd74683dece6 None None] Provisioning complete for port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:09.918079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0cf19de-b25d-4327-a984-bd74683dece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.006845 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf19de-b25d-4327-a984-bd74683dece6 None None] Current status of the port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:10.034245 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:01:09Z', 'revision_number': 3, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:10.061293 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Checking router: 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:10.061671 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Updating router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 port 6b84ddc9-ffe5-4745-a918-de540d7303b2 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:01:10.087832 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.347956 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Publish callbacks [] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.354313 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.409541 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Attempting to bind port 6b84ddc9-ffe5-4745-a918-de540d7303b2 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:10.409957 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Attempting to bind port 6b84ddc9-ffe5-4745-a918-de540d7303b2 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:10.410304 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Attempting to bind port 6b84ddc9-ffe5-4745-a918-de540d7303b2 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:10.413103 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Pushing event updated for resources: {'Port': ['ID=6b84ddc9-ffe5-4745-a918-de540d7303b2,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:10.421408 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:10.421799 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:10.422205 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.422667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:10.423206 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Bound port: 6b84ddc9-ffe5-4745-a918-de540d7303b2, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:10.423575 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.425863 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.426198 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.426537 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.426869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.427198 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.427527 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.427850 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.428172 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.428512 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.428833 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.429152 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.429472 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.429797 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.482052 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] For port 6b84ddc9-ffe5-4745-a918-de540d7303b2, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:10.485723 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] For port 6b84ddc9-ffe5-4745-a918-de540d7303b2, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6b84ddc9-ffe5-4745-a918-de540d7303b2,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:10.491601 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.492502 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.550188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da450483-28c9-4f79-82b9-4deeafec4ef6 None None] Pushing event updated for resources: {'Port': ['ID=6b84ddc9-ffe5-4745-a918-de540d7303b2,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:10.555182 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Routers {'2a33303a-dd5a-4aec-99ab-dcf3a53afe43'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:10.555826 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:10.660997 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] Set router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:10.698234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Allocated IP 172.20.0.1 (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb/7d7d3a54-eb9c-4def-978e-409a57060a4f/a32a5172-0726-486d-81da-85df82665016) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:10.797972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks [] for port (a32a5172-0726-486d-81da-85df82665016), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.833417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (a32a5172-0726-486d-81da-85df82665016), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.841434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:01:09Z', 'revision_number': 3, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:10.879314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:10.884903 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:10.887781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:10.894495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Pushing event updated for resources: {'Port': ['ID=a32a5172-0726-486d-81da-85df82665016,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:10.925372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.925706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.925998 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.926343 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.926667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.927000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.927324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.927648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.927971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.928348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.928624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.928970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.929299 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:10.946959 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:10.968572 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703588d0-e466-4643-80eb-c0f1409b4657 None None] The sync data for ids ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'] in n-d-826756-1 is: [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:01:09Z', 'revision_number': 3, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:11.068294 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.102074 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a32a5172-0726-486d-81da-85df82665016), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.139558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bf2d67a7-6a43-469e-8b6e-e04ede7fab14 None None] Provisioning complete for port a32a5172-0726-486d-81da-85df82665016 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:11.140406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf2d67a7-6a43-469e-8b6e-e04ede7fab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a32a5172-0726-486d-81da-85df82665016), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.165840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:11.206341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d67a7-6a43-469e-8b6e-e04ede7fab14 None None] Port a32a5172-0726-486d-81da-85df82665016 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:01:11.230523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:11.230914 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.315635 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks [] for port (a32a5172-0726-486d-81da-85df82665016), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.321698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (a32a5172-0726-486d-81da-85df82665016), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.328694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:11.393659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.395694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Pushing event updated for resources: {'Port': ['ID=a32a5172-0726-486d-81da-85df82665016,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:11.496138 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:11.497718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:11.621657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:11.727905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-abdaff90-cf92-4827-882a-c9041d2dcaa9 None None] Provisioning complete for port a32a5172-0726-486d-81da-85df82665016 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:11.728499 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-abdaff90-cf92-4827-882a-c9041d2dcaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a32a5172-0726-486d-81da-85df82665016), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.739170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:11.745260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0f9810e9-d4a7-4679-873a-628efe992a69 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a33303a-dd5a-4aec-99ab-dcf3a53afe43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0121329 Jan 28 02:01:11.768325 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-abdaff90-cf92-4827-882a-c9041d2dcaa9 None None] Port a32a5172-0726-486d-81da-85df82665016 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:01:12.171088 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.228773 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52170) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:12.233766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1321462177-network', 'tenant_id': '53d241595a7e40b985548b46d02f12fe'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:12.255168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Made reservation on behalf of 53d241595a7e40b985548b46d02f12fe for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:12.257804 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.270928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.350846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks [] for security_group (c4f1e16e-2b33-490a-9d58-59d7cd59ff39), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.357288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c4f1e16e-2b33-490a-9d58-59d7cd59ff39), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.384376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:01:12.394344 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f1e16e-2b33-490a-9d58-59d7cd59ff39,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:12.402971 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2e14565e-d1b4-4fbe-acd6-544a3e4216f9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.403326 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Added segment 2e14565e-d1b4-4fbe-acd6-544a3e4216f9 of type vlan for network 191edf0b-2006-449f-8895-fdb86bf41cf9 Jan 28 02:01:12.444302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (191edf0b-2006-449f-8895-fdb86bf41cf9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.472073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (191edf0b-2006-449f-8895-fdb86bf41cf9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.473324 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:12.473942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.531510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3016174 Jan 28 02:01:12.534684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52172) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:12.539264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602952e2-4868-46fd-9a8f-a313bdfc3fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=191edf0b-2006-449f-8895-fdb86bf41cf9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:12.539802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Request body: {'subnet': {'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-subnet', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:12.550714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:01:12.563209 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Made reservation on behalf of 53d241595a7e40b985548b46d02f12fe for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:12.566612 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.645528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Sync routers for ids ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:12.658045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Routers {'2a33303a-dd5a-4aec-99ab-dcf3a53afe43'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:12.658819 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:12.739377 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (dc96582a-8eee-4633-a2c8-2b6d5e268c07), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.781111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Set router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:12.792994 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc96582a-8eee-4633-a2c8-2b6d5e268c07,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:12.808196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Checking segment: {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:12.808526 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Network hostable DHCP agents. Network: 191edf0b-2006-449f-8895-fdb86bf41cf9, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:01:12.825653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:01:12.834850 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 191edf0b-2006-449f-8895-fdb86bf41cf9) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:12.839404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:12.840164 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.858007 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-54ad3cbc-336d-4e33-82c5-c9329bc69113 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3221159 Jan 28 02:01:12.860473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52174) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:12.861047 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7caa35-3242-4a22-8ce0-ae5ab887e7b7 None None] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:12.864843 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:12.884634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.885828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.939641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks [] for router_controller (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.038841 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-191edf0b-2006-449f-8895-fdb86bf41cf9', 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9', 'project_id': '53d241595a7e40b985548b46d02f12fe', 'fixed_ips': [{'subnet_id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:01:13.039654 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.086308 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks [] for router_gateway (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.158388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:01:11Z', 'revision_number': 4, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'a32a5172-0726-486d-81da-85df82665016', 'name': '', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'mac_address': 'fa:16:3e:07:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:10Z', 'updated_at': '2022-01-28T02:01:11Z', 'revision_number': 2, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'subnets': [{'id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:13.207803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Checking router: 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:13.208426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Updating router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 port a32a5172-0726-486d-81da-85df82665016 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:01:13.210602 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b84ddc9-ffe5-4745-a918-de540d7303b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:13.297488 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks [] for router_gateway (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.317376 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.429216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Allocated IP 172.25.1.223 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/9c1f99e8-333a-47d0-a7ad-8942f9091eff) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:13.463111 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a32a5172-0726-486d-81da-85df82665016), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.467218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Allocated IP 172.20.0.2 (191edf0b-2006-449f-8895-fdb86bf41cf9/dc96582a-8eee-4633-a2c8-2b6d5e268c07/52755a3c-c745-4120-80d9-d5b3c2757514) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:13.483450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.537811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks [] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.577722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.588814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6b84ddc9-ffe5-4745-a918-de540d7303b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:13.589204 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.614626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:13.619037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:13.624619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:13.630442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Pushing event updated for resources: {'Port': ['ID=9c1f99e8-333a-47d0-a7ad-8942f9091eff,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:13.858940 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Publish callbacks [] for port (52755a3c-c745-4120-80d9-d5b3c2757514), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.878466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks [] for router_gateway (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.883254 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.893086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6b84ddc9-ffe5-4745-a918-de540d7303b2 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:13.893469 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.974577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 6b84ddc9-ffe5-4745-a918-de540d7303b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6b84ddc9-ffe5-4745-a918-de540d7303b2,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:13.990225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.994625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:13.995266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Pushing event updated for resources: {'Port': ['ID=52755a3c-c745-4120-80d9-d5b3c2757514,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:14.001804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:14.007962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:14.044221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Publish callbacks [] for port (a32a5172-0726-486d-81da-85df82665016), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.071285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a32a5172-0726-486d-81da-85df82665016), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.073797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.115979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=6b84ddc9-ffe5-4745-a918-de540d7303b2,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:14.147916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Attempting to bind port 52755a3c-c745-4120-80d9-d5b3c2757514 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:14.148268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Attempting to bind port 52755a3c-c745-4120-80d9-d5b3c2757514 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:14.148639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Attempting to bind port 52755a3c-c745-4120-80d9-d5b3c2757514 on network 191edf0b-2006-449f-8895-fdb86bf41cf9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:14.174719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:14.175085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Checking segment: {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:14.175505 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.175912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Bound using segment: {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:14.176440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Bound port: 52755a3c-c745-4120-80d9-d5b3c2757514, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:14.177363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.210025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:01:14.223886 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541c68b-d42e-48c8-9a24-6856d67b9acd None None] Pushing event updated for resources: {'Port': ['ID=a32a5172-0726-486d-81da-85df82665016,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:14.252517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Attempting to bind port a32a5172-0726-486d-81da-85df82665016 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:14.252898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Attempting to bind port a32a5172-0726-486d-81da-85df82665016 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:14.253272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Attempting to bind port a32a5172-0726-486d-81da-85df82665016 on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:14.263553 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:14.263937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Checking segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:14.264351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.264752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Bound using segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:14.265237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Bound port: a32a5172-0726-486d-81da-85df82665016, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:14.265621 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a32a5172-0726-486d-81da-85df82665016), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.324783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] For port 52755a3c-c745-4120-80d9-d5b3c2757514, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:14.335674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:14.345385 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] For port 52755a3c-c745-4120-80d9-d5b3c2757514, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=52755a3c-c745-4120-80d9-d5b3c2757514,segment=NetworkSegment(2e14565e-d1b4-4fbe-acd6-544a3e4216f9),segment_id=2e14565e-d1b4-4fbe-acd6-544a3e4216f9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:14.346691 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Sync routers for ids ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:14.354624 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.355443 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.356718 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cdb47f5f-af05-450d-bd24-078565a3ffeb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4952822 Jan 28 02:01:14.359204 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Routers {'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:14.359462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52176) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:14.360056 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:14.403262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] For port a32a5172-0726-486d-81da-85df82665016, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:14.436749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] For port a32a5172-0726-486d-81da-85df82665016, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a32a5172-0726-486d-81da-85df82665016,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:14.445219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a32a5172-0726-486d-81da-85df82665016), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.457695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35a8b4-d38a-4844-bc1e-5e8797ad8861 None None] Pushing event updated for resources: {'Port': ['ID=52755a3c-c745-4120-80d9-d5b3c2757514,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:14.464513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] Provisioning complete for port a32a5172-0726-486d-81da-85df82665016 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:14.464513 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a32a5172-0726-486d-81da-85df82665016), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.504427 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Set router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:14.548139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Routers {'2a33303a-dd5a-4aec-99ab-dcf3a53afe43'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:14.548789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:14.607637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541c68b-d42e-48c8-9a24-6856d67b9acd None None] Pushing event updated for resources: {'Port': ['ID=a32a5172-0726-486d-81da-85df82665016,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:14.736512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] Current status of the port a32a5172-0726-486d-81da-85df82665016 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:14.737707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a32a5172-0726-486d-81da-85df82665016), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.771475 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] Set router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:14.831482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] For port a32a5172-0726-486d-81da-85df82665016, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a32a5172-0726-486d-81da-85df82665016,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:14.853881 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 3, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:14.862908 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a32a5172-0726-486d-81da-85df82665016), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.910087 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Checking router: cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:14.910441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Updating router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 port 9c1f99e8-333a-47d0-a7ad-8942f9091eff binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:01:14.942157 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:14.970441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb2169-c5df-41a0-b49f-59c038bc22d7 None None] Pushing event updated for resources: {'Port': ['ID=a32a5172-0726-486d-81da-85df82665016,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:15.022987 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-baa0fd1c-b22b-4f1d-9c62-1189e46504c5 None None] Provisioning complete for port a32a5172-0726-486d-81da-85df82665016 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:15.023356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd1c-b22b-4f1d-9c62-1189e46504c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a32a5172-0726-486d-81da-85df82665016), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.136285 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:01:11Z', 'revision_number': 4, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'a32a5172-0726-486d-81da-85df82665016', 'name': '', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'mac_address': 'fa:16:3e:07:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:10Z', 'updated_at': '2022-01-28T02:01:14Z', 'revision_number': 4, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'subnets': [{'id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:15.168624 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25736f6f-e5c4-49da-a211-d3c579f2ab76 None None] The sync data for ids ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'] in n-d-826756-1 is: [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:01:11Z', 'revision_number': 4, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'a32a5172-0726-486d-81da-85df82665016', 'name': '', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'mac_address': 'fa:16:3e:07:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:10Z', 'updated_at': '2022-01-28T02:01:14Z', 'revision_number': 4, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'subnets': [{'id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:15.180012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-baa0fd1c-b22b-4f1d-9c62-1189e46504c5 None None] Current status of the port a32a5172-0726-486d-81da-85df82665016 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:15.286343 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Publish callbacks [] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.292023 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.353085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 52755a3c-c745-4120-80d9-d5b3c2757514 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:15.358620 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Attempting to bind port 9c1f99e8-333a-47d0-a7ad-8942f9091eff on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:15.359729 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Attempting to bind port 9c1f99e8-333a-47d0-a7ad-8942f9091eff by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:15.360260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Attempting to bind port 9c1f99e8-333a-47d0-a7ad-8942f9091eff on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:15.362729 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1d4b-a1dd-45d3-9327-dffdba8b4ec9 None None] Pushing event updated for resources: {'Port': ['ID=9c1f99e8-333a-47d0-a7ad-8942f9091eff,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:15.386043 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:15.386501 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:15.386906 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.387443 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:15.387950 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Bound port: 9c1f99e8-333a-47d0-a7ad-8942f9091eff, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:15.388331 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.392835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.435362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 52755a3c-c745-4120-80d9-d5b3c2757514 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:15.436118 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.476000 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] For port 9c1f99e8-333a-47d0-a7ad-8942f9091eff, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:15.482306 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] For port 9c1f99e8-333a-47d0-a7ad-8942f9091eff, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9c1f99e8-333a-47d0-a7ad-8942f9091eff,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:15.492616 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.545889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 52755a3c-c745-4120-80d9-d5b3c2757514 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:15.546360 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.562507 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Routers {'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:15.563399 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:15.586692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 52755a3c-c745-4120-80d9-d5b3c2757514, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=52755a3c-c745-4120-80d9-d5b3c2757514,segment=NetworkSegment(2e14565e-d1b4-4fbe-acd6-544a3e4216f9),segment_id=2e14565e-d1b4-4fbe-acd6-544a3e4216f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:15.596523 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.597500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b84ddc9-ffe5-4745-a918-de540d7303b2 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:15.673028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Allocated IP 172.20.0.1 (191edf0b-2006-449f-8895-fdb86bf41cf9/dc96582a-8eee-4633-a2c8-2b6d5e268c07/ad48a558-a47a-4cc6-b20a-19531a253461) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:15.694407 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] Set router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:15.695457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=52755a3c-c745-4120-80d9-d5b3c2757514,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:15.743960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6b84ddc9-ffe5-4745-a918-de540d7303b2 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:15.744631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.786586 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1d4b-a1dd-45d3-9327-dffdba8b4ec9 None None] Pushing event updated for resources: {'Port': ['ID=9c1f99e8-333a-47d0-a7ad-8942f9091eff,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:15.838811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6b84ddc9-ffe5-4745-a918-de540d7303b2 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:15.858815 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks [] for port (ad48a558-a47a-4cc6-b20a-19531a253461), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.925623 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.946276 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 3, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:15.947777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a67dd6-f385-4267-920f-0c1a24377bd0 None None] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:01:15.978776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:15.984145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:15.986599 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08a39-5110-444f-98bd-ec6c77b158a4 None None] The sync data for ids ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'] in n-d-826756-1 is: [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 3, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:15.986900 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:15.994091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Pushing event updated for resources: {'Port': ['ID=ad48a558-a47a-4cc6-b20a-19531a253461,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:16.041311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-39f03823-75f1-4564-87f8-7d6dd7078577 None None] Provisioning complete for port 52755a3c-c745-4120-80d9-d5b3c2757514 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:16.041685 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-39f03823-75f1-4564-87f8-7d6dd7078577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.051615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.181503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-39f03823-75f1-4564-87f8-7d6dd7078577 None None] Current status of the port 52755a3c-c745-4120-80d9-d5b3c2757514 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:16.210328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.446369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks [] for port (ad48a558-a47a-4cc6-b20a-19531a253461), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.454885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.511159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bab46d71-9ff5-4cf0-a4f1-4b9159028639 None None] Provisioning complete for port 52755a3c-c745-4120-80d9-d5b3c2757514 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:16.511735 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bab46d71-9ff5-4cf0-a4f1-4b9159028639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.563590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Pushing event updated for resources: {'Port': ['ID=ad48a558-a47a-4cc6-b20a-19531a253461,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:16.566410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.638064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bab46d71-9ff5-4cf0-a4f1-4b9159028639 None None] Current status of the port 52755a3c-c745-4120-80d9-d5b3c2757514 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:16.648923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bab46d71-9ff5-4cf0-a4f1-4b9159028639 None None] Provisioning complete for port ad48a558-a47a-4cc6-b20a-19531a253461 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:16.649300 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bab46d71-9ff5-4cf0-a4f1-4b9159028639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.690612 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:16.692083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:16.696119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bab46d71-9ff5-4cf0-a4f1-4b9159028639 None None] Port ad48a558-a47a-4cc6-b20a-19531a253461 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:01:16.824753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:16.831149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f6c0b72e-513e-4951-b1e9-5f1614b2263d None None] Provisioning complete for port ad48a558-a47a-4cc6-b20a-19531a253461 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:16.832236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b72e-513e-4951-b1e9-5f1614b2263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:16.876032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0b72e-513e-4951-b1e9-5f1614b2263d None None] Port ad48a558-a47a-4cc6-b20a-19531a253461 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:01:16.947935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:16.953401 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-30de3094-6deb-4ec2-891d-15e4f3c0b751 admin admin] 10.222.0.23 "PUT /v2.0/routers/cdd2ba8f-0c0d-4485-96f5-5d26c1a88636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5929434 Jan 28 02:01:16.998938 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dda387c8-0622-4942-9397-e884740ac771 None None] Provisioning complete for port ad48a558-a47a-4cc6-b20a-19531a253461 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:16.999590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dda387c8-0622-4942-9397-e884740ac771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:17.037031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dda387c8-0622-4942-9397-e884740ac771 None None] Port ad48a558-a47a-4cc6-b20a-19531a253461 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:01:17.277443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a32a5172-0726-486d-81da-85df82665016 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:17.326266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port a32a5172-0726-486d-81da-85df82665016 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:17.326736 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a32a5172-0726-486d-81da-85df82665016), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:17.572131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port a32a5172-0726-486d-81da-85df82665016 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:17.573248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9c1f99e8-333a-47d0-a7ad-8942f9091eff up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:17.620185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9c1f99e8-333a-47d0-a7ad-8942f9091eff triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:17.620567 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:17.701680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9c1f99e8-333a-47d0-a7ad-8942f9091eff is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:17.702105 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:17.707685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-17fcd216-e84c-4802-a97c-aed01c1cf6f2 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:17.709193 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-17fcd216-e84c-4802-a97c-aed01c1cf6f2 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 817 time: 0.1046772 Jan 28 02:01:17.722783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 9c1f99e8-333a-47d0-a7ad-8942f9091eff, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9c1f99e8-333a-47d0-a7ad-8942f9091eff,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:17.724572 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-48105be0-4618-435f-87f2-0007a5d8b5ce tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/quotas/b21cb0817eeb41f3920cefc101bfa492 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Jan 28 02:01:17.727757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:17.728644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 52755a3c-c745-4120-80d9-d5b3c2757514 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:17.776577 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c25a7bad-5e62-4200-95ae-389e9ce9796e tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458281 Jan 28 02:01:17.802936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=9c1f99e8-333a-47d0-a7ad-8942f9091eff,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:17.817063 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 52755a3c-c745-4120-80d9-d5b3c2757514 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:17.817449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:17.887911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-899b3e3d-a1d5-4228-b016-c24e105a7482 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927651 Jan 28 02:01:17.907619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 52755a3c-c745-4120-80d9-d5b3c2757514 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:17.980155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-4418c327-9ae0-487b-9341-f68eb75f3ebe service neutron] 10.222.0.23 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Jan 28 02:01:18.157736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26eae2fe-d49d-49bb-8d66-b9c4c8c0de6a req-98aca3d4-8911-4478-931e-301fb94f1fd2 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 210 time: 0.0269713 Jan 28 02:01:18.685897 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Sync routers for ids ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:18.697261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Routers {'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:18.697941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:18.806835 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Set router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:19.024194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:01:16Z', 'revision_number': 4, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ad48a558-a47a-4cc6-b20a-19531a253461', 'name': '', 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'mac_address': 'fa:16:3e:40:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:16Z', 'revision_number': 2, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'subnets': [{'id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:19.058296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Checking router: cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:19.058748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Updating router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 port ad48a558-a47a-4cc6-b20a-19531a253461 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:01:19.083880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.180050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9c1f99e8-333a-47d0-a7ad-8942f9091eff up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:19.227722 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-da576e98-cf9d-4ff2-adf6-b06b7c91b1db tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:19.229495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-da576e98-cf9d-4ff2-adf6-b06b7c91b1db tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.45 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 817 time: 0.1625559 Jan 28 02:01:19.262027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bff11dce-5dc2-4333-a289-e741fa47b5e1 req-f07ec2e9-3431-449d-8e17-480317febfe3 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 210 time: 0.0279758 Jan 28 02:01:19.279049 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Request body: {'port': {'device_id': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'admin_state_up': True, 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:19.294575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 9c1f99e8-333a-47d0-a7ad-8942f9091eff triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:19.294952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.391165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Made reservation on behalf of b21cb0817eeb41f3920cefc101bfa492 for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:19.394633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.417256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 9c1f99e8-333a-47d0-a7ad-8942f9091eff is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:19.465612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Publish callbacks [] for port (ad48a558-a47a-4cc6-b20a-19531a253461), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.472364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.522599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Allocated IP 172.20.0.3 (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb/7d7d3a54-eb9c-4def-978e-409a57060a4f/bb428205-a38a-4a87-a03d-515fea3bf010) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:19.524739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a598cbf-d4e1-4971-bc3b-39b7dbef2001 None None] Pushing event updated for resources: {'Port': ['ID=ad48a558-a47a-4cc6-b20a-19531a253461,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:19.582881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Attempting to bind port ad48a558-a47a-4cc6-b20a-19531a253461 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:19.583262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Attempting to bind port ad48a558-a47a-4cc6-b20a-19531a253461 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:19.583637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Attempting to bind port ad48a558-a47a-4cc6-b20a-19531a253461 on network 191edf0b-2006-449f-8895-fdb86bf41cf9 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:19.589419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:19.589945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Checking segment: {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:19.590287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.590638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Bound using segment: {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:19.591114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Bound port: ad48a558-a47a-4cc6-b20a-19531a253461, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e14565e-d1b4-4fbe-acd6-544a3e4216f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:19.591495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.663895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] For port ad48a558-a47a-4cc6-b20a-19531a253461, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:19.667538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] For port ad48a558-a47a-4cc6-b20a-19531a253461, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad48a558-a47a-4cc6-b20a-19531a253461,segment=NetworkSegment(2e14565e-d1b4-4fbe-acd6-544a3e4216f9),segment_id=2e14565e-d1b4-4fbe-acd6-544a3e4216f9)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:19.671712 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.695244 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks [] for port (bb428205-a38a-4a87-a03d-515fea3bf010), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.731663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Routers {'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:19.732283 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.732407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:01:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:19.736941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a598cbf-d4e1-4971-bc3b-39b7dbef2001 None None] Pushing event updated for resources: {'Port': ['ID=ad48a558-a47a-4cc6-b20a-19531a253461,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:19.777302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:19.780619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:19.786986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:19.806237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] Provisioning complete for port ad48a558-a47a-4cc6-b20a-19531a253461 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:19.807136 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.825361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Pushing event updated for resources: {'Port': ['ID=bb428205-a38a-4a87-a03d-515fea3bf010,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:19.870188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:19.870966 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:19.893143 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-c5673c7d-0c3b-4cef-9dbc-f47bf8dcee9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184764 Jan 28 02:01:19.894321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] Set router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:19.912099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Request body: {'port': {'device_id': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:19.986534 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.039931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] Current status of the port ad48a558-a47a-4cc6-b20a-19531a253461 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:20.040324 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.095201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] For port ad48a558-a47a-4cc6-b20a-19531a253461, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad48a558-a47a-4cc6-b20a-19531a253461,segment=NetworkSegment(2e14565e-d1b4-4fbe-acd6-544a3e4216f9),segment_id=2e14565e-d1b4-4fbe-acd6-544a3e4216f9)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:20.100093 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.174021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7e50c-0cd6-4187-a019-50ec10cfd815 None None] Pushing event updated for resources: {'Port': ['ID=ad48a558-a47a-4cc6-b20a-19531a253461,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:20.191628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:01:16Z', 'revision_number': 4, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ad48a558-a47a-4cc6-b20a-19531a253461', 'name': '', 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'mac_address': 'fa:16:3e:40:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:19Z', 'revision_number': 4, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'subnets': [{'id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:20.221962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e59ab-1bd8-4ba9-8391-96ddc2c6a461 None None] The sync data for ids ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'] in n-d-826756-1 is: [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:01:16Z', 'revision_number': 4, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ad48a558-a47a-4cc6-b20a-19531a253461', 'name': '', 'network_id': '191edf0b-2006-449f-8895-fdb86bf41cf9', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'mac_address': 'fa:16:3e:40:c2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:15Z', 'updated_at': '2022-01-28T02:01:19Z', 'revision_number': 4, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'subnets': [{'id': 'dc96582a-8eee-4633-a2c8-2b6d5e268c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:20.232411 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e3e297b0-d3a6-4369-8df9-c72516b11495 None None] Provisioning complete for port bb428205-a38a-4a87-a03d-515fea3bf010 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:20.232779 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3e297b0-d3a6-4369-8df9-c72516b11495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.288582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e3e297b0-d3a6-4369-8df9-c72516b11495 None None] Port bb428205-a38a-4a87-a03d-515fea3bf010 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:01:20.296111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb428205-a38a-4a87-a03d-515fea3bf010 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:01:20.305363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-e3e297b0-d3a6-4369-8df9-c72516b11495 None None] Provisioning complete for port ad48a558-a47a-4cc6-b20a-19531a253461 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:20.305744 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e3e297b0-d3a6-4369-8df9-c72516b11495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.306379 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Publish callbacks [] for port (bb428205-a38a-4a87-a03d-515fea3bf010), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.321295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Transition to ACTIVE for port object bb428205-a38a-4a87-a03d-515fea3bf010 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:01:20.328345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.399202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e3e297b0-d3a6-4369-8df9-c72516b11495 None None] Current status of the port ad48a558-a47a-4cc6-b20a-19531a253461 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:20.427633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Pushing event updated for resources: {'Port': ['ID=bb428205-a38a-4a87-a03d-515fea3bf010,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:20.490788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c3ad9-0391-41c8-b76d-5e9da133e55d req-3ab41a0d-f724-4e28-bab9-903bea329710 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:20.492519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-769c3ad9-0391-41c8-b76d-5e9da133e55d req-3ab41a0d-f724-4e28-bab9-903bea329710 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 943 time: 0.1348782 Jan 28 02:01:20.563469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Attempting to bind port bb428205-a38a-4a87-a03d-515fea3bf010 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:01:20.563875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Attempting to bind port bb428205-a38a-4a87-a03d-515fea3bf010 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:01:20.564150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Attempting to bind port bb428205-a38a-4a87-a03d-515fea3bf010 on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:20.572529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-769c3ad9-0391-41c8-b76d-5e9da133e55d req-6c4c0acb-3753-4023-a12e-32583863d92e tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704095 Jan 28 02:01:20.573271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Port bb428205-a38a-4a87-a03d-515fea3bf010 on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:01:20.573596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Attempting to bind port bb428205-a38a-4a87-a03d-515fea3bf010 on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:20.579598 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:20.579862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Checking segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:01:20.580239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Bound using segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:20.580673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Bound port: bb428205-a38a-4a87-a03d-515fea3bf010, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:01:20.581042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.660657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] For port bb428205-a38a-4a87-a03d-515fea3bf010, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:20.664531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] For port bb428205-a38a-4a87-a03d-515fea3bf010, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=bb428205-a38a-4a87-a03d-515fea3bf010,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:20.669501 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.704731 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:20.705681 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:20.707111 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] 10.222.0.45 "PUT /v2.0/ports/bb428205-a38a-4a87-a03d-515fea3bf010 HTTP/1.1" status: 200 len: 1091 time: 0.8002088 Jan 28 02:01:20.709810 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'tag': 'bb428205-a38a-4a87-a03d-515fea3bf010'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:01:20.712230 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da50cef3-c943-465a-b447-165b3495fdbe" -d '{"events": [{"name": "network-changed", "server_uuid": "aab429d0-39f1-4eb6-8052-a7ce1c28b054", "tag": "bb428205-a38a-4a87-a03d-515fea3bf010"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:20.739481 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee6223-8520-4ab7-87b1-c498681c8542 service neutron] Pushing event updated for resources: {'Port': ['ID=bb428205-a38a-4a87-a03d-515fea3bf010,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:20.759068 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf41cc-93d9-4709-ab21-8eb50103970b x-openstack-request-id: req-bddf41cc-93d9-4709-ab21-8eb50103970b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:20.759368 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab429d0-39f1-4eb6-8052-a7ce1c28b054", "tag": "bb428205-a38a-4a87-a03d-515fea3bf010", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:20.759625 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bddf41cc-93d9-4709-ab21-8eb50103970b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:20.760122 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'tag': 'bb428205-a38a-4a87-a03d-515fea3bf010', 'status': 'completed', 'code': 200} Jan 28 02:01:20.821076 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-3c556e74-d3e9-4e15-83f3-a2a31ccf5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:20.822756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-3c556e74-d3e9-4e15-83f3-a2a31ccf5321 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 1094 time: 0.0480173 Jan 28 02:01:20.877822 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-8af43cb6-564a-4383-9e04-657f30fc488f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb428205-a38a-4a87-a03d-515fea3bf010 HTTP/1.1" status: 200 len: 217 time: 0.0429695 Jan 28 02:01:20.927959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-8b0a6b00-9607-4bba-9f21-c52e26e04e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:20.929486 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-8b0a6b00-9607-4bba-9f21-c52e26e04e3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 200 len: 856 time: 0.0460563 Jan 28 02:01:20.974315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-6f27f9c0-71e6-4db1-94e0-85f371d9ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:20.975737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-6f27f9c0-71e6-4db1-94e0-85f371d9ca42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404689 Jan 28 02:01:21.069788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-53fe6076-6424-40e8-bfc8-50bb213334a9 service neutron] 10.222.0.45 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Jan 28 02:01:21.169190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9cd81a4c-788a-4b17-b3ed-6834d35bc7d5 req-63630747-bfaa-4503-bdb0-34bb5992b678 service neutron] 10.222.0.45 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932794 Jan 28 02:01:21.192090 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad48a558-a47a-4cc6-b20a-19531a253461 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:21.242059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ad48a558-a47a-4cc6-b20a-19531a253461 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:21.242440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:21.301193 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50cef3-c943-465a-b447-165b3495fdbe req-a3b8a559-69d5-405d-b46a-201232e4a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:21.302756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-a3b8a559-69d5-405d-b46a-201232e4a7a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 1094 time: 0.0425487 Jan 28 02:01:21.322193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ad48a558-a47a-4cc6-b20a-19531a253461 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:21.405494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50cef3-c943-465a-b447-165b3495fdbe req-d009a750-81b9-4162-862d-c5035f97b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:21.407190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-d009a750-81b9-4162-862d-c5035f97b530 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 918 time: 0.0987060 Jan 28 02:01:21.448123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-7d5c2dd6-d6a2-4fb6-bca5-fc57c2f64706 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb428205-a38a-4a87-a03d-515fea3bf010 HTTP/1.1" status: 200 len: 217 time: 0.0349181 Jan 28 02:01:21.503408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50cef3-c943-465a-b447-165b3495fdbe req-ed0e187a-50a7-4624-8c64-a746e5cfb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:21.504920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-ed0e187a-50a7-4624-8c64-a746e5cfb744 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 200 len: 856 time: 0.0517578 Jan 28 02:01:21.571383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50cef3-c943-465a-b447-165b3495fdbe req-010685c0-f2ef-41f9-8177-19ef757df4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:21.573357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-010685c0-f2ef-41f9-8177-19ef757df4af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627313 Jan 28 02:01:21.693406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-34891324-cf75-4d78-af10-a63d85917049 service neutron] 10.222.0.45 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131411 Jan 28 02:01:21.727077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caa905-1f93-4656-936d-3653845f7055 req-f839e302-8d0b-4932-807e-84a8691be49a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:21.728542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68caa905-1f93-4656-936d-3653845f7055 req-f839e302-8d0b-4932-807e-84a8691be49a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 943 time: 0.0809073 Jan 28 02:01:21.820045 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-68caa905-1f93-4656-936d-3653845f7055 req-12a87ff5-f802-45b9-a6eb-5bb7870d7adb tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677691 Jan 28 02:01:21.822402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da50cef3-c943-465a-b447-165b3495fdbe req-a3c4b3a0-2b0c-49ff-ba7b-8a6bf8408cbe service neutron] 10.222.0.45 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224678 Jan 28 02:01:22.955358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cca05-89da-497c-941c-50abef95ab66 req-1ded7828-57fe-4727-a637-75e740168696 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:22.956952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-153cca05-89da-497c-941c-50abef95ab66 req-1ded7828-57fe-4727-a637-75e740168696 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 943 time: 0.0560038 Jan 28 02:01:23.005501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-153cca05-89da-497c-941c-50abef95ab66 req-8ad1f403-66d1-4b92-a79b-2b11210417a2 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Jan 28 02:01:24.143389 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1c4b7-234b-4bac-b644-015caa1bd7b0 req-b4b6b226-4302-47ee-888d-0c1409a0752e tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:24.144899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20b1c4b7-234b-4bac-b644-015caa1bd7b0 req-b4b6b226-4302-47ee-888d-0c1409a0752e tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 943 time: 0.0584040 Jan 28 02:01:24.194097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-20b1c4b7-234b-4bac-b644-015caa1bd7b0 req-63799aab-0d3f-4c08-b393-beba1fee0664 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Jan 28 02:01:24.261321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device bb428205-a38a-4a87-a03d-515fea3bf010 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:01:24.524708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port bb428205-a38a-4a87-a03d-515fea3bf010, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=bb428205-a38a-4a87-a03d-515fea3bf010,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:24.536086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': 'bb428205-a38a-4a87-a03d-515fea3bf010', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'port_id': 'bb428205-a38a-4a87-a03d-515fea3bf010', 'mac_address': 'fa:16:3e:cb:c8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:01:24.572233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port bb428205-a38a-4a87-a03d-515fea3bf010 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:24.572707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:24.585601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb428205-a38a-4a87-a03d-515fea3bf010 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:01:24.605360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port bb428205-a38a-4a87-a03d-515fea3bf010, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=bb428205-a38a-4a87-a03d-515fea3bf010,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:24.612055 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:24.659274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=bb428205-a38a-4a87-a03d-515fea3bf010,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:24.977865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['bb428205-a38a-4a87-a03d-515fea3bf010'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:01:25.337550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b722b-c2e7-4def-b3f3-4174570f9674 req-1f44fd0b-f6d7-408f-8083-bc0c9ed3eb59 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:25.339162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a6b722b-c2e7-4def-b3f3-4174570f9674 req-1f44fd0b-f6d7-408f-8083-bc0c9ed3eb59 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 944 time: 0.0617411 Jan 28 02:01:25.401979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9a6b722b-c2e7-4def-b3f3-4174570f9674 req-95d2d138-3992-4c0b-9bd7-f3aa01606657 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 Jan 28 02:01:26.286208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device bb428205-a38a-4a87-a03d-515fea3bf010 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:26.348808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port bb428205-a38a-4a87-a03d-515fea3bf010 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:01:26.352749 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port bb428205-a38a-4a87-a03d-515fea3bf010 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:26.353225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:26.441183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port bb428205-a38a-4a87-a03d-515fea3bf010 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:01:26.441705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:26.466399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb428205-a38a-4a87-a03d-515fea3bf010'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:01:26.468669 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e19327-3bd9-40f5-adc7-a1830c7d9a1a" -d '{"events": [{"server_uuid": "aab429d0-39f1-4eb6-8052-a7ce1c28b054", "name": "network-vif-plugged", "status": "completed", "tag": "bb428205-a38a-4a87-a03d-515fea3bf010"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:26.481441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port bb428205-a38a-4a87-a03d-515fea3bf010, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=bb428205-a38a-4a87-a03d-515fea3bf010,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:26.489993 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:26.514216 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca4c0c2-2ebe-42ca-9124-03c0e5b6d9f4 x-openstack-request-id: req-cca4c0c2-2ebe-42ca-9124-03c0e5b6d9f4 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:26.514517 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab429d0-39f1-4eb6-8052-a7ce1c28b054", "name": "network-vif-plugged", "status": "completed", "tag": "bb428205-a38a-4a87-a03d-515fea3bf010", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:26.514734 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca4c0c2-2ebe-42ca-9124-03c0e5b6d9f4 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:26.515129 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb428205-a38a-4a87-a03d-515fea3bf010', 'code': 200} Jan 28 02:01:26.522691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe098513-1f6b-43e5-bba4-cdf5a59122f3 req-bff46048-ba9f-4561-a68e-93237c2ef68d tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:26.524192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe098513-1f6b-43e5-bba4-cdf5a59122f3 req-bff46048-ba9f-4561-a68e-93237c2ef68d tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 944 time: 0.0529618 Jan 28 02:01:26.540537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=bb428205-a38a-4a87-a03d-515fea3bf010,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:26.574112 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fe098513-1f6b-43e5-bba4-cdf5a59122f3 req-f7d3fe95-533e-4d4f-a41c-9300151d6135 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Jan 28 02:01:26.635797 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e82-d5ab-459f-bcf9-96093914cb55 req-54c2ce73-1161-4d68-a9d8-c095584dab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:26.637302 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75112e82-d5ab-459f-bcf9-96093914cb55 req-54c2ce73-1161-4d68-a9d8-c095584dab17 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 1096 time: 0.0400617 Jan 28 02:01:26.681987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75112e82-d5ab-459f-bcf9-96093914cb55 req-a2990436-04fd-4f91-a0bb-1993e24d0ed3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Jan 28 02:01:27.713541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef026dc5-ad82-40d9-a183-4612ba78934a req-7e8eaf57-0d90-4fe7-abe6-f5e129940884 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:27.715340 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef026dc5-ad82-40d9-a183-4612ba78934a req-7e8eaf57-0d90-4fe7-abe6-f5e129940884 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0631933 Jan 28 02:01:27.764887 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef026dc5-ad82-40d9-a183-4612ba78934a req-b36b9dc5-3910-42fc-9658-0fb60510aa3a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Jan 28 02:01:28.882711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ef081-7600-4994-838e-e34d3370ebe0 req-40f3e827-b52f-4da0-9edc-f604719c6947 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:28.884187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727ef081-7600-4994-838e-e34d3370ebe0 req-40f3e827-b52f-4da0-9edc-f604719c6947 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0497200 Jan 28 02:01:28.940562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-727ef081-7600-4994-838e-e34d3370ebe0 req-e653d225-21c5-4f17-a3d1-fc448c48e2e0 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Jan 28 02:01:29.064578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97305fa9-e731-410f-985e-92a1f936b5ee req-dcd6f516-997b-4ae1-af78-2aab7fd88197 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.065990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97305fa9-e731-410f-985e-92a1f936b5ee req-dcd6f516-997b-4ae1-af78-2aab7fd88197 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0511849 Jan 28 02:01:29.121154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-97305fa9-e731-410f-985e-92a1f936b5ee req-b7e6028e-50aa-46e8-abd1-ec2245296311 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Jan 28 02:01:29.507013 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-4d675e02-e586-4436-a350-92c793d7379b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421634 Jan 28 02:01:29.608553 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-bbc3b0e4-d59e-4e22-9766-4249c8f8555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.610207 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-bbc3b0e4-d59e-4e22-9766-4249c8f8555e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 1096 time: 0.0465765 Jan 28 02:01:29.722587 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-86c5de0f-8a51-4c76-9284-33b0a766678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.724091 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-86c5de0f-8a51-4c76-9284-33b0a766678f service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 918 time: 0.0936785 Jan 28 02:01:29.764007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-fdfb5ada-164a-47e0-977b-53a7146f39ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb428205-a38a-4a87-a03d-515fea3bf010 HTTP/1.1" status: 200 len: 217 time: 0.0342748 Jan 28 02:01:29.811919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-0257e93c-f6a4-4d37-8269-8a802b60272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.813607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-0257e93c-f6a4-4d37-8269-8a802b60272e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 200 len: 856 time: 0.0435205 Jan 28 02:01:29.863923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-1e490d7c-779d-47cf-85cd-0e34765d107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.865357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-1e490d7c-779d-47cf-85cd-0e34765d107e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464537 Jan 28 02:01:30.277745 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-24e32010-84c2-439b-a3b2-5872c3ef94f6 service neutron] 10.222.0.45 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058771 Jan 28 02:01:30.372251 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-812bc4f3-338f-4159-81fb-dbbd5023d14f req-fcbe5462-5eff-40fb-97a8-35c73c2d813d service neutron] 10.222.0.45 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870893 Jan 28 02:01:33.953989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:37.169998 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-16effd64-7cb7-4d10-9e8a-b35c9625b51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:37.983011 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:39.442482 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-42367be9-2bbb-49ec-a490-430018538994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:41.064458 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:42.176356 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:43.376649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:43.510988 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:03.485281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863bcf-1e42-4d3a-bbca-cac8b82ea62e req-08dbff5f-4877-4d55-8730-5dc5f229370d tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:03.486911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc863bcf-1e42-4d3a-bbca-cac8b82ea62e req-08dbff5f-4877-4d55-8730-5dc5f229370d tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Jan 28 02:02:03.535938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cc863bcf-1e42-4d3a-bbca-cac8b82ea62e req-a6a57e7d-0cc3-49ef-a9b9-76a4e7e2e0f0 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Jan 28 02:02:03.958090 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:04.663063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9f342-b562-4bd9-9166-4d55a66e1eb1 req-ffb1607f-ca5b-4072-8689-ff4c39a46c9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:04.665190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eb9f342-b562-4bd9-9166-4d55a66e1eb1 req-ffb1607f-ca5b-4072-8689-ff4c39a46c9a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0582235 Jan 28 02:02:04.716134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eb9f342-b562-4bd9-9166-4d55a66e1eb1 req-e1a9c2da-789f-44fd-9c1e-bf63ab961334 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Jan 28 02:02:05.556980 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-4a578ad5-4829-4f81-ba41-7b192eca0c92 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:05.558470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-4a578ad5-4829-4f81-ba41-7b192eca0c92 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.45 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Jan 28 02:02:05.660532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Deleting port bb428205-a38a-4a87-a03d-515fea3bf010 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:05.660877 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:05.752970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] For port bb428205-a38a-4a87-a03d-515fea3bf010, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=bb428205-a38a-4a87-a03d-515fea3bf010,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:05.753668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:05.765428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Calling delete_port for bb428205-a38a-4a87-a03d-515fea3bf010 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:05.879459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3cee-00f1-425a-8a98-9bc30a3ac7cb req-f1d6a693-27fa-4fca-8287-33dbb07e3443 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:05.880943 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cab3cee-00f1-425a-8a98-9bc30a3ac7cb req-f1d6a693-27fa-4fca-8287-33dbb07e3443 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=aab429d0-39f1-4eb6-8052-a7ce1c28b054 HTTP/1.1" status: 200 len: 945 time: 0.0748768 Jan 28 02:02:05.966695 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8cab3cee-00f1-425a-8a98-9bc30a3ac7cb req-2b94038f-a59d-4f7e-a163-f083db1e66e7 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785906 Jan 28 02:02:05.969011 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bb428205-a38a-4a87-a03d-515fea3bf010), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:05.999426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Pushing event deleted for resources: {'Port': ['ID=bb428205-a38a-4a87-a03d-515fea3bf010,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:06.009074 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['bb428205-a38a-4a87-a03d-515fea3bf010'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:06.044097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] No DVR routers for this DVR port bb428205-a38a-4a87-a03d-515fea3bf010 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:06.046841 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:06.050203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-283d1ff7-9fe8-40d4-a749-e8e1c78a80a8 req-2ca56eb7-3c0e-45dd-ae06-cdb0a8d68c12 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.45 "DELETE /v2.0/ports/bb428205-a38a-4a87-a03d-515fea3bf010 HTTP/1.1" status: 204 len: 173 time: 0.4845202 Jan 28 02:02:06.050727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'name': 'network-vif-deleted', 'tag': 'bb428205-a38a-4a87-a03d-515fea3bf010'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:06.053085 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78399738-82ab-4eb7-bb2c-97b8f4d30772" -d '{"events": [{"server_uuid": "aab429d0-39f1-4eb6-8052-a7ce1c28b054", "name": "network-vif-deleted", "tag": "bb428205-a38a-4a87-a03d-515fea3bf010"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:06.094427 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f8e826-d256-47a8-b31b-b1bb825d28ef x-openstack-request-id: req-c1f8e826-d256-47a8-b31b-b1bb825d28ef {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:06.094825 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab429d0-39f1-4eb6-8052-a7ce1c28b054", "name": "network-vif-deleted", "tag": "bb428205-a38a-4a87-a03d-515fea3bf010", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:06.095085 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1f8e826-d256-47a8-b31b-b1bb825d28ef {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:06.095490 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab429d0-39f1-4eb6-8052-a7ce1c28b054', 'name': 'network-vif-deleted', 'tag': 'bb428205-a38a-4a87-a03d-515fea3bf010', 'status': 'completed', 'code': 200} Jan 28 02:02:07.164594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7756094-ddbc-4690-9e5c-72ca3caceddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:07.738584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-2c857e73-19e7-459d-a365-9a435552632a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:07.739933 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-2c857e73-19e7-459d-a365-9a435552632a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 817 time: 0.1107759 Jan 28 02:02:07.757489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-16a06818-ee7f-4957-92bd-9d9fde43a1b8 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/quotas/b21cb0817eeb41f3920cefc101bfa492 HTTP/1.1" status: 200 len: 375 time: 0.0095153 Jan 28 02:02:07.809015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-d2846bd4-5b9e-4648-9b94-591138129b22 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453184 Jan 28 02:02:07.909192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-ca5138fb-d5ea-41ae-af8f-99ab6c85be89 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884433 Jan 28 02:02:07.975922 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:08.005123 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-5f1131b9-5298-4655-b937-d0fa2d50c239 service neutron] 10.222.0.23 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899265 Jan 28 02:02:08.169392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dae96ed-2ac1-422f-8873-aa27c0c3383d req-4a634811-bf58-466e-ad64-1591ba4816a8 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0327692 Jan 28 02:02:08.512862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device bb428205-a38a-4a87-a03d-515fea3bf010 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:08.532957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: bb428205-a38a-4a87-a03d-515fea3bf010 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:08.533306 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device bb428205-a38a-4a87-a03d-515fea3bf010 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:09.270333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eac49824-c75b-469d-b364-df7c5be47ab5 req-7e93e41a-94bf-403a-a281-20441925d2a3 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0321453 Jan 28 02:02:09.379883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-6fb64d33-c973-4268-ab31-701a5005fa45 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:09.381248 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-6fb64d33-c973-4268-ab31-701a5005fa45 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.43 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 817 time: 0.1048760 Jan 28 02:02:09.408453 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Request body: {'port': {'device_id': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'admin_state_up': True, 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:09.435960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ab506678-8ac6-413d-be99-5774a0b7ff13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:09.527720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Made reservation on behalf of b21cb0817eeb41f3920cefc101bfa492 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:09.531548 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:09.677255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Allocated IP 172.20.0.13 (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb/7d7d3a54-eb9c-4def-978e-409a57060a4f/9193dc45-65a0-4607-a057-d2cc43e7dfad) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:09.850232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks [] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:09.888755 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:09.929439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:09.932262 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:09.938861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:09.944846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Pushing event updated for resources: {'Port': ['ID=9193dc45-65a0-4607-a057-d2cc43e7dfad,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:09.978957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.979312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.979688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.980122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.980358 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.980662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.980986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.981328 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.981648 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.982004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.982325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.982626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:09.982939 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:10.007369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.007986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.025544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-cac80c98-da6e-444a-88f9-f0521da1ca73 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229944 Jan 28 02:02:10.044013 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Request body: {'port': {'device_id': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:10.099572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.133398 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b1f1fb08-9a9d-4582-9048-6015f6102ffa None None] Provisioning complete for port 9193dc45-65a0-4607-a057-d2cc43e7dfad triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:10.134031 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fb08-9a9d-4582-9048-6015f6102ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.167770 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1fb08-9a9d-4582-9048-6015f6102ffa None None] Port 9193dc45-65a0-4607-a057-d2cc43e7dfad cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:02:10.381642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9193dc45-65a0-4607-a057-d2cc43e7dfad {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:02:10.389292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Publish callbacks [] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.390581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d538c-f673-4724-adfa-a3c70aa40e8a req-9a1a3f77-93f2-4a14-b8c6-fcc5a2bcac91 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.392142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc1d538c-f673-4724-adfa-a3c70aa40e8a req-9a1a3f77-93f2-4a14-b8c6-fcc5a2bcac91 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 932 time: 0.0507772 Jan 28 02:02:10.402621 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Transition to ACTIVE for port object 9193dc45-65a0-4607-a057-d2cc43e7dfad will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:02:10.407531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.441706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bc1d538c-f673-4724-adfa-a3c70aa40e8a req-0a19fa37-3369-4ce4-8f0e-b6c7fd8d25eb tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Jan 28 02:02:10.462312 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Pushing event updated for resources: {'Port': ['ID=9193dc45-65a0-4607-a057-d2cc43e7dfad,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:10.533663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Attempting to bind port 9193dc45-65a0-4607-a057-d2cc43e7dfad on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:10.534030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Attempting to bind port 9193dc45-65a0-4607-a057-d2cc43e7dfad by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:10.534357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Attempting to bind port 9193dc45-65a0-4607-a057-d2cc43e7dfad on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:10.538911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Port 9193dc45-65a0-4607-a057-d2cc43e7dfad on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:02:10.539230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Attempting to bind port 9193dc45-65a0-4607-a057-d2cc43e7dfad on network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:10.544288 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:10.544623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Checking segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:10.545007 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Bound using segment: {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:10.545433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Bound port: 9193dc45-65a0-4607-a057-d2cc43e7dfad, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf8a542-4185-45e9-96d4-b6b1fdda7027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:10.545807 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.614382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] For port 9193dc45-65a0-4607-a057-d2cc43e7dfad, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:10.617510 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] For port 9193dc45-65a0-4607-a057-d2cc43e7dfad, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:10.623629 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.657847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.658469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.659941 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] 10.222.0.43 "PUT /v2.0/ports/9193dc45-65a0-4607-a057-d2cc43e7dfad HTTP/1.1" status: 200 len: 1092 time: 0.6205173 Jan 28 02:02:10.660414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'tag': '9193dc45-65a0-4607-a057-d2cc43e7dfad'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:10.662661 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6ca628-7453-4710-bd95-67aaebcb6bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "273100c8-1082-4b88-92bf-61dcd576d3a9", "tag": "9193dc45-65a0-4607-a057-d2cc43e7dfad"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:10.687678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5a94-0945-489b-a421-6030b31a6627 service neutron] Pushing event updated for resources: {'Port': ['ID=9193dc45-65a0-4607-a057-d2cc43e7dfad,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:10.722776 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a6c6e7-3c9c-4d74-a3fe-df97bcc6ea90 x-openstack-request-id: req-46a6c6e7-3c9c-4d74-a3fe-df97bcc6ea90 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:10.723068 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273100c8-1082-4b88-92bf-61dcd576d3a9", "tag": "9193dc45-65a0-4607-a057-d2cc43e7dfad", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:10.723324 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46a6c6e7-3c9c-4d74-a3fe-df97bcc6ea90 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:10.723727 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'tag': '9193dc45-65a0-4607-a057-d2cc43e7dfad', 'status': 'completed', 'code': 200} Jan 28 02:02:10.781627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-ff34c94c-b315-4e08-8b8d-d918b7a0b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.783175 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-ff34c94c-b315-4e08-8b8d-d918b7a0b512 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0435829 Jan 28 02:02:10.836861 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-928f2928-49a7-48c9-93a5-6db287cd2ce6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad HTTP/1.1" status: 200 len: 217 time: 0.0383763 Jan 28 02:02:10.885958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-8d875918-a793-4bef-bb32-31b71330a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.887358 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-8d875918-a793-4bef-bb32-31b71330a1a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 200 len: 856 time: 0.0442345 Jan 28 02:02:10.934933 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-3ae5c682-ccbb-4812-9511-367e046ea093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.936463 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-3ae5c682-ccbb-4812-9511-367e046ea093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428150 Jan 28 02:02:11.027913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-13148ef4-3210-4d13-8d45-eab8297e0200 service neutron] 10.222.0.43 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843964 Jan 28 02:02:11.066915 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:11.116417 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b16add39-6d85-48ce-8673-429ad2cc27dc req-ec06c7c3-727d-488d-a222-a8ee6fe68db6 service neutron] 10.222.0.43 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819175 Jan 28 02:02:11.245302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-97eb31f8-86b8-4ee2-a96a-0760587b0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:11.246820 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-97eb31f8-86b8-4ee2-a96a-0760587b0aba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0428510 Jan 28 02:02:11.347886 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-f905dbb7-cefe-43fd-9a04-2492ade406c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:11.349359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-f905dbb7-cefe-43fd-9a04-2492ade406c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 918 time: 0.0956736 Jan 28 02:02:11.389677 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-e6645940-c591-4321-aeae-d4781275c1ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad HTTP/1.1" status: 200 len: 217 time: 0.0340657 Jan 28 02:02:11.437579 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-78057d35-78a3-448d-b867-5d8dbc87336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:11.439045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-78057d35-78a3-448d-b867-5d8dbc87336b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 200 len: 856 time: 0.0429933 Jan 28 02:02:11.493706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-f3c338f7-f0f0-42be-8969-2f2c6947c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:11.495318 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-f3c338f7-f0f0-42be-8969-2f2c6947c765 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485597 Jan 28 02:02:11.561659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de23e-4186-40ae-9193-becd19c6d1b4 req-b6e6ea11-fd13-4cc5-9a70-dd25d9fb0401 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:11.563204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-298de23e-4186-40ae-9193-becd19c6d1b4 req-b6e6ea11-fd13-4cc5-9a70-dd25d9fb0401 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0483797 Jan 28 02:02:11.584731 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-21437196-a6bd-484f-83a3-3b42951f49a8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824792 Jan 28 02:02:11.617156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-298de23e-4186-40ae-9193-becd19c6d1b4 req-bdaaedcc-e2a4-4b05-8577-ee25f84bc995 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479879 Jan 28 02:02:11.680133 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c6ca628-7453-4710-bd95-67aaebcb6bcb req-46e97122-190b-4a2d-8e34-e061d6b07a0e service neutron] 10.222.0.43 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886400 Jan 28 02:02:12.179223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.736280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4650881-5595-4b04-a0a6-7b07c5b222b8 req-ecb30177-8111-49c2-ad56-7b3510d4620f tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:12.737692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4650881-5595-4b04-a0a6-7b07c5b222b8 req-ecb30177-8111-49c2-ad56-7b3510d4620f tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0501239 Jan 28 02:02:12.785644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a4650881-5595-4b04-a0a6-7b07c5b222b8 req-dfa99903-8804-431c-8ebd-d0d08056e14f tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421782 Jan 28 02:02:13.382606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:13.914592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac182682-3989-4789-ae6d-4bded91e5278 req-17d34bf3-d814-4247-8b02-b752a6ae35b1 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:13.916085 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac182682-3989-4789-ae6d-4bded91e5278 req-17d34bf3-d814-4247-8b02-b752a6ae35b1 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0544782 Jan 28 02:02:13.961804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9193dc45-65a0-4607-a057-d2cc43e7dfad details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:02:13.965217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ac182682-3989-4789-ae6d-4bded91e5278 req-d4407921-e77b-48f2-812f-8ea4eba11a25 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Jan 28 02:02:14.055264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9193dc45-65a0-4607-a057-d2cc43e7dfad, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:14.066856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '9193dc45-65a0-4607-a057-d2cc43e7dfad', 'network_id': 'cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb', 'port_id': '9193dc45-65a0-4607-a057-d2cc43e7dfad', 'mac_address': 'fa:16:3e:ba:cb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7d3a54-eb9c-4def-978e-409a57060a4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:02:14.104697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9193dc45-65a0-4607-a057-d2cc43e7dfad is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:14.105004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:14.125188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9193dc45-65a0-4607-a057-d2cc43e7dfad {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:02:14.145934 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9193dc45-65a0-4607-a057-d2cc43e7dfad, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:14.151013 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:14.199293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9193dc45-65a0-4607-a057-d2cc43e7dfad,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:14.206932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.207280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.207626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.207962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.208292 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.208623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.208949 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.209270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.209588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.209940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.210263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.210579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.210899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:14.482164 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['9193dc45-65a0-4607-a057-d2cc43e7dfad'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:15.089711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3e01-86a4-4465-bb86-e35b3397815e req-ca068e06-13bc-4be1-8035-7436224cf353 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:15.091237 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e0e3e01-86a4-4465-bb86-e35b3397815e req-ca068e06-13bc-4be1-8035-7436224cf353 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0573535 Jan 28 02:02:15.140372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6e0e3e01-86a4-4465-bb86-e35b3397815e req-9122aab7-6839-48a0-9a50-9e61f5bdd427 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jan 28 02:02:15.972382 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9193dc45-65a0-4607-a057-d2cc43e7dfad up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:16.024564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 9193dc45-65a0-4607-a057-d2cc43e7dfad completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:02:16.028657 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 9193dc45-65a0-4607-a057-d2cc43e7dfad triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:16.029180 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.104843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9193dc45-65a0-4607-a057-d2cc43e7dfad is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:16.105186 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.127521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9193dc45-65a0-4607-a057-d2cc43e7dfad'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:16.129748 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bef26e-2d54-4a96-af42-adcac3beb8af" -d '{"events": [{"server_uuid": "273100c8-1082-4b88-92bf-61dcd576d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "9193dc45-65a0-4607-a057-d2cc43e7dfad"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:16.145443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9193dc45-65a0-4607-a057-d2cc43e7dfad, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:16.150728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.174438 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b11fa-7ccc-4c1e-a52c-e015c984c8f6 x-openstack-request-id: req-5d6b11fa-7ccc-4c1e-a52c-e015c984c8f6 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:16.174734 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273100c8-1082-4b88-92bf-61dcd576d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "9193dc45-65a0-4607-a057-d2cc43e7dfad", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:16.175019 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d6b11fa-7ccc-4c1e-a52c-e015c984c8f6 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:16.175400 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9193dc45-65a0-4607-a057-d2cc43e7dfad', 'code': 200} Jan 28 02:02:16.200392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9193dc45-65a0-4607-a057-d2cc43e7dfad,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:16.265453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99116c-f310-4c26-90d3-a8a22fcbf578 req-0880d958-e6a2-4268-a275-754cf2cdcabf tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:16.267037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c99116c-f310-4c26-90d3-a8a22fcbf578 req-0880d958-e6a2-4268-a275-754cf2cdcabf tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0544584 Jan 28 02:02:16.307896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0411-cf12-495c-98af-1ee188c1f6e8 req-868478c7-3551-4c27-9c2c-a489b6cc1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:16.309557 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d19c0411-cf12-495c-98af-1ee188c1f6e8 req-868478c7-3551-4c27-9c2c-a489b6cc1db9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0449038 Jan 28 02:02:16.323012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c99116c-f310-4c26-90d3-a8a22fcbf578 req-6cd75320-0160-48f8-a656-7a30e1723d45 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466971 Jan 28 02:02:16.362039 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d19c0411-cf12-495c-98af-1ee188c1f6e8 req-1ff88def-3386-47ea-9f9c-5e7927b5a4e5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Jan 28 02:02:17.457140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d958df-1374-40e1-9017-47f672e10a7b req-5c876db7-2eb6-4053-8a1b-13c1a8947450 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:17.458654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06d958df-1374-40e1-9017-47f672e10a7b req-5c876db7-2eb6-4053-8a1b-13c1a8947450 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0541649 Jan 28 02:02:17.512844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06d958df-1374-40e1-9017-47f672e10a7b req-4c26bc8f-f580-4c5f-984a-f4e5812c2da3 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Jan 28 02:02:18.654509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddc2f-6304-4d28-84ad-39ff877780c5 req-f40e5745-8241-4489-ace2-6abdf0d6d00f tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:18.656000 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd1ddc2f-6304-4d28-84ad-39ff877780c5 req-f40e5745-8241-4489-ace2-6abdf0d6d00f tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0660639 Jan 28 02:02:18.705417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd1ddc2f-6304-4d28-84ad-39ff877780c5 req-c8fd1193-2666-4b61-bca2-25934366ae54 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Jan 28 02:02:18.826703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe914-601e-4c15-bf21-4a675a3f23b0 req-77ee034d-5b91-421d-80da-ba9cc998c1e7 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:18.828166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce5fe914-601e-4c15-bf21-4a675a3f23b0 req-77ee034d-5b91-421d-80da-ba9cc998c1e7 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0497150 Jan 28 02:02:18.883531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce5fe914-601e-4c15-bf21-4a675a3f23b0 req-2d399d53-131a-4736-88a9-eca0066844d6 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Jan 28 02:02:20.510847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:33.959808 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.172039 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8da0e998-75e6-4f4a-a7bd-fe93842e8fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.001414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:39.440901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5f0fff37-9ef3-4446-822c-f4da9a4fd083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:41.071323 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:42.177139 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:42.658501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-5712a28d-0d2b-48f6-83a0-a84247860686 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420606 Jan 28 02:02:42.765650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-c8e245bb-ea92-4484-853a-78567e94b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.767171 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-c8e245bb-ea92-4484-853a-78567e94b54f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b21cb0817eeb41f3920cefc101bfa492&device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0464826 Jan 28 02:02:42.871348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-d5e69844-1096-4f5a-97bc-140ac2bf5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.872818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-d5e69844-1096-4f5a-97bc-140ac2bf5cf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 200 len: 918 time: 0.0842714 Jan 28 02:02:42.915978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-f2d8f476-7398-4e9d-b62e-de63438fde5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad HTTP/1.1" status: 200 len: 217 time: 0.0368779 Jan 28 02:02:42.964773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-328ffd8f-435d-4fbc-a1ee-c024c54f518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.966271 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-328ffd8f-435d-4fbc-a1ee-c024c54f518d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 200 len: 856 time: 0.0421755 Jan 28 02:02:43.014236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-ae5307cc-c8e5-476e-bd8f-596b5e92a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.015818 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-ae5307cc-c8e5-476e-bd8f-596b5e92a826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423510 Jan 28 02:02:43.110463 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-bf29168e-a3d6-4339-8bec-ccccf1c9196e service neutron] 10.222.0.43 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Jan 28 02:02:43.206435 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7128b0d3-beea-4912-8268-2e83fe88da31 req-7c50b92b-cbe8-46d9-8741-564a59c3dfca service neutron] 10.222.0.43 "GET /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895236 Jan 28 02:02:43.369025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:53.139094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ca9e7-7a61-4ed8-b149-20867ecae2aa req-5eded82b-1667-4d56-b0f9-8d299cb5672c tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:53.140589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef8ca9e7-7a61-4ed8-b149-20867ecae2aa req-5eded82b-1667-4d56-b0f9-8d299cb5672c tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0493646 Jan 28 02:02:53.187774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ef8ca9e7-7a61-4ed8-b149-20867ecae2aa req-8970017b-4190-4304-a18c-065ce793e295 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Jan 28 02:02:54.311936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98b8f6-3edf-4176-a4a6-e2e77cf505ea req-11b85ed2-181e-421d-9643-22fdf56518ea tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:54.313549 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f98b8f6-3edf-4176-a4a6-e2e77cf505ea req-11b85ed2-181e-421d-9643-22fdf56518ea tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0518987 Jan 28 02:02:54.363632 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f98b8f6-3edf-4176-a4a6-e2e77cf505ea req-4261d6b2-e933-437a-a60c-1b1b4e1eb55a tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/security-groups?id=40eda40f-cd65-430c-8664-539e24752af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 Jan 28 02:02:54.757869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-bff60d00-f9e5-4b5c-93c7-9de8d12b8bf4 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:54.759242 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-bff60d00-f9e5-4b5c-93c7-9de8d12b8bf4 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.43 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Jan 28 02:02:54.858553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Deleting port 9193dc45-65a0-4607-a057-d2cc43e7dfad {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:54.858868 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:54.953239 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] For port 9193dc45-65a0-4607-a057-d2cc43e7dfad, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9193dc45-65a0-4607-a057-d2cc43e7dfad,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:54.953597 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:54.965641 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Calling delete_port for 9193dc45-65a0-4607-a057-d2cc43e7dfad owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:55.097532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9193dc45-65a0-4607-a057-d2cc43e7dfad), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:55.126153 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Pushing event deleted for resources: {'Port': ['ID=9193dc45-65a0-4607-a057-d2cc43e7dfad,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:55.135590 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['9193dc45-65a0-4607-a057-d2cc43e7dfad'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:55.173440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] No DVR routers for this DVR port 9193dc45-65a0-4607-a057-d2cc43e7dfad on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:55.176036 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:55.179377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95a64f2a-ac59-436c-b21f-4a816943a379 req-a6316a6f-5689-4cd7-8959-a4cd512f4201 tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.43 "DELETE /v2.0/ports/9193dc45-65a0-4607-a057-d2cc43e7dfad HTTP/1.1" status: 204 len: 173 time: 0.4141533 Jan 28 02:02:55.179820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'name': 'network-vif-deleted', 'tag': '9193dc45-65a0-4607-a057-d2cc43e7dfad'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:55.182155 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab2196-dde6-4433-ba46-f1dc985c2d0a" -d '{"events": [{"server_uuid": "273100c8-1082-4b88-92bf-61dcd576d3a9", "name": "network-vif-deleted", "tag": "9193dc45-65a0-4607-a057-d2cc43e7dfad"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:55.219607 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1696e20d-00a1-4f90-8aaf-2984c8229323 x-openstack-request-id: req-1696e20d-00a1-4f90-8aaf-2984c8229323 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:55.219893 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273100c8-1082-4b88-92bf-61dcd576d3a9", "name": "network-vif-deleted", "tag": "9193dc45-65a0-4607-a057-d2cc43e7dfad", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:55.220144 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1696e20d-00a1-4f90-8aaf-2984c8229323 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:55.220560 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273100c8-1082-4b88-92bf-61dcd576d3a9', 'name': 'network-vif-deleted', 'tag': '9193dc45-65a0-4607-a057-d2cc43e7dfad', 'status': 'completed', 'code': 200} Jan 28 02:02:55.476099 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b034efc6-26c0-428c-9b4e-f1b30cbd91de req-8df48b19-45bb-4524-8f2e-16beda26f0af tempest-TestEncryptedCinderVolumes-1237355714 tempest-TestEncryptedCinderVolumes-1237355714-project] 10.222.0.23 "GET /v2.0/ports?device_id=273100c8-1082-4b88-92bf-61dcd576d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0306671 Jan 28 02:02:56.572556 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52532) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:57.243429 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:57.491270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Deleting port a32a5172-0726-486d-81da-85df82665016 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:57.491611 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a32a5172-0726-486d-81da-85df82665016), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:57.514426 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:57.586202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] For port a32a5172-0726-486d-81da-85df82665016, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=a32a5172-0726-486d-81da-85df82665016,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:57.586812 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a32a5172-0726-486d-81da-85df82665016), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:57.602752 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Calling delete_port for a32a5172-0726-486d-81da-85df82665016 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:57.794776 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a32a5172-0726-486d-81da-85df82665016), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:57.821166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32a5172-0726-486d-81da-85df82665016,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:58.000419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:58.198169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9193dc45-65a0-4607-a057-d2cc43e7dfad no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:58.217509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 9193dc45-65a0-4607-a057-d2cc43e7dfad {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:58.217894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9193dc45-65a0-4607-a057-d2cc43e7dfad not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:58.250638 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:58.372657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:58.378642 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b4973fba-8fc9-451b-93d7-a2765b63f089 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a33303a-dd5a-4aec-99ab-dcf3a53afe43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050067 Jan 28 02:02:58.381353 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52534) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:58.382437 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] Sync routers for ids ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:58.393410 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] Routers {'2a33303a-dd5a-4aec-99ab-dcf3a53afe43'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:58.394181 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:58.485459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks [] for router (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:58.500010 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] Set router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:58.592783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks [] for router_gateway (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:58.647947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Deleting port 6b84ddc9-ffe5-4745-a918-de540d7303b2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:58.648335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:58.725602 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] For port 6b84ddc9-ffe5-4745-a918-de540d7303b2, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6b84ddc9-ffe5-4745-a918-de540d7303b2,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:58.725874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:58.738050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Calling delete_port for 6b84ddc9-ffe5-4745-a918-de540d7303b2 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:58.763137 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:02:57Z', 'revision_number': 5, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port': {'id': '6b84ddc9-ffe5-4745-a918-de540d7303b2', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:08Z', 'updated_at': '2022-01-28T02:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:58.794603 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] Checking router: 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:58.803670 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] Routers {'2a33303a-dd5a-4aec-99ab-dcf3a53afe43'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:58.804286 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:58.889575 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] Set router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:58.908124 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6b84ddc9-ffe5-4745-a918-de540d7303b2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:58.938362 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b84ddc9-ffe5-4745-a918-de540d7303b2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:58.942627 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:02:58Z', 'revision_number': 6, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:58.968775 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb69ae01-5140-43cc-bbb1-bfec202bb357 None None] The sync data for ids ['2a33303a-dd5a-4aec-99ab-dcf3a53afe43'] in n-d-826756-1 is: [{'id': '2a33303a-dd5a-4aec-99ab-dcf3a53afe43', 'name': 'tempest-TestEncryptedCinderVolumes-2129308341-router', 'tenant_id': 'b21cb0817eeb41f3920cefc101bfa492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:07Z', 'updated_at': '2022-01-28T02:02:58Z', 'revision_number': 6, 'project_id': 'b21cb0817eeb41f3920cefc101bfa492', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:58.998595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.088129 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.090315 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks [] for router_controller (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.133766 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (2a33303a-dd5a-4aec-99ab-dcf3a53afe43), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.134349 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a33303a-dd5a-4aec-99ab-dcf3a53afe43 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:02:59.138770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.139945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-661f564f-97f1-4293-b946-ab494201d8c4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2a33303a-dd5a-4aec-99ab-dcf3a53afe43 HTTP/1.1" status: 204 len: 168 time: 0.7576621 Jan 28 02:02:59.142519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52536) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:59.192271 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Deleting subnet 7d7d3a54-eb9c-4def-978e-409a57060a4f {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:02:59.195642 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Publish callbacks [] for subnet (7d7d3a54-eb9c-4def-978e-409a57060a4f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.229915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (7d7d3a54-eb9c-4def-978e-409a57060a4f), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.317313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (7d7d3a54-eb9c-4def-978e-409a57060a4f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.380439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (7d7d3a54-eb9c-4def-978e-409a57060a4f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.406322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7d3a54-eb9c-4def-978e-409a57060a4f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:59.410569 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.416111 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a99d7194-6e56-4d90-b70c-a48630d83c1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d7d3a54-eb9c-4def-978e-409a57060a4f HTTP/1.1" status: 204 len: 168 time: 0.2702262 Jan 28 02:02:59.416278 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416c71d-1242-4f61-9182-c8953b93d6e7 None None] Network cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:59.416722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52538) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:59.495210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.549083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Deleting port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:59.549421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.615045 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] For port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,segment=NetworkSegment(fcf8a542-4185-45e9-96d4-b6b1fdda7027),segment_id=fcf8a542-4185-45e9-96d4-b6b1fdda7027)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:59.615731 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.629324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Calling delete_port for 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:59.714293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (7afc8154-dd56-40a8-8ec2-2bcc358d6b4b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.743343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afc8154-dd56-40a8-8ec2-2bcc358d6b4b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:59.747817 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] No DVR routers for this DVR port 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:59.813675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa89e4-f7ee-4ff1-bd98-0599e0736e44 None None] DHCP port deletion for cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:02:59.825238 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.829687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a32a5172-0726-486d-81da-85df82665016 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:59.851001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: a32a5172-0726-486d-81da-85df82665016 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:59.851562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device a32a5172-0726-486d-81da-85df82665016 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:59.852350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:59.864737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf8a542-4185-45e9-96d4-b6b1fdda7027') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:59.865040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf8a542-4185-45e9-96d4-b6b1fdda7027') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:59.875227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (fcf8a542-4185-45e9-96d4-b6b1fdda7027), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.888236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (fcf8a542-4185-45e9-96d4-b6b1fdda7027), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.894680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:02:59.895093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (fcf8a542-4185-45e9-96d4-b6b1fdda7027), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:02:59.896889 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:02:59.958403 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.964939 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:59.968081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb HTTP/1.1" status: 204 len: 168 time: 0.5507491 Jan 28 02:02:59.971586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52540) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:59.983564 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b09f1c-1f14-4914-a26e-69a6745a5ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0c1ea0-86a9-4e3d-8aea-969e17d7d1bb,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:00.329474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:00.589907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Deleting port ad48a558-a47a-4cc6-b20a-19531a253461 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:03:00.590177 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:00.672782 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] For port ad48a558-a47a-4cc6-b20a-19531a253461, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ad48a558-a47a-4cc6-b20a-19531a253461,segment=NetworkSegment(2e14565e-d1b4-4fbe-acd6-544a3e4216f9),segment_id=2e14565e-d1b4-4fbe-acd6-544a3e4216f9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:00.673144 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:00.689832 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Calling delete_port for ad48a558-a47a-4cc6-b20a-19531a253461 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:03:00.892544 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ad48a558-a47a-4cc6-b20a-19531a253461), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:00.918014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad48a558-a47a-4cc6-b20a-19531a253461,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:00.942184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.942541 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.942908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.943236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.943586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.943923 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.944265 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.944674 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.944918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.945247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.945573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.945934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:00.946262 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:01.100447 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:01.249496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b84ddc9-ffe5-4745-a918-de540d7303b2 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:01.269665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6b84ddc9-ffe5-4745-a918-de540d7303b2 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:03:01.270249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6b84ddc9-ffe5-4745-a918-de540d7303b2 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:03:01.270865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:01.291971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:03:01.292315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 7afc8154-dd56-40a8-8ec2-2bcc358d6b4b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:03:01.329146 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:03:01.442621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:01.447873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f8922d8-9d6c-47eb-b680-d88cf91cee58 admin admin] 10.222.0.23 "PUT /v2.0/routers/cdd2ba8f-0c0d-4485-96f5-5d26c1a88636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4751415 Jan 28 02:03:01.450704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52542) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:01.451738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] Sync routers for ids ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:01.463152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] Routers {'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:01.464108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:01.556967 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks [] for router (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:01.568103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] Set router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:01.662849 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks [] for router_gateway (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:01.714549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Deleting port 9c1f99e8-333a-47d0-a7ad-8942f9091eff {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:03:01.714783 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:01.747445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:03:00Z', 'revision_number': 5, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port': {'id': '9c1f99e8-333a-47d0-a7ad-8942f9091eff', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:01:13Z', 'updated_at': '2022-01-28T02:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:01.774271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] Checking router: cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:01.783081 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] Routers {'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:01.783687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:01.796392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] For port 9c1f99e8-333a-47d0-a7ad-8942f9091eff, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=9c1f99e8-333a-47d0-a7ad-8942f9091eff,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:01.796778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:01.808904 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Calling delete_port for 9c1f99e8-333a-47d0-a7ad-8942f9091eff owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:03:01.868579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] Set router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:01.919366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:03:01Z', 'revision_number': 6, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:01.948680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186c426-6812-492f-ae47-5bca4c114573 None None] The sync data for ids ['cdd2ba8f-0c0d-4485-96f5-5d26c1a88636'] in n-d-826756-1 is: [{'id': 'cdd2ba8f-0c0d-4485-96f5-5d26c1a88636', 'name': 'tempest-TestEncryptedCinderVolumes-1321462177-router', 'tenant_id': '53d241595a7e40b985548b46d02f12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:01:12Z', 'updated_at': '2022-01-28T02:03:01Z', 'revision_number': 6, 'project_id': '53d241595a7e40b985548b46d02f12fe', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:01.976232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9c1f99e8-333a-47d0-a7ad-8942f9091eff), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.000978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1f99e8-333a-47d0-a7ad-8942f9091eff,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:02.065447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.159093 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.161175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks [] for router_controller (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.211249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (cdd2ba8f-0c0d-4485-96f5-5d26c1a88636), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.211796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:03:02.218540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.220080 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d1fc8e8f-b8f1-49a4-8ed4-06d2d73fbce2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cdd2ba8f-0c0d-4485-96f5-5d26c1a88636 HTTP/1.1" status: 204 len: 168 time: 0.7683249 Jan 28 02:03:02.223046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52544) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:02.271578 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Deleting subnet dc96582a-8eee-4633-a2c8-2b6d5e268c07 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:03:02.274667 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Publish callbacks [] for subnet (dc96582a-8eee-4633-a2c8-2b6d5e268c07), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.309069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (dc96582a-8eee-4633-a2c8-2b6d5e268c07), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.395353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (dc96582a-8eee-4633-a2c8-2b6d5e268c07), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.450949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (dc96582a-8eee-4633-a2c8-2b6d5e268c07), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.478253 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc96582a-8eee-4633-a2c8-2b6d5e268c07,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:02.480160 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.486052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f63bf3-5751-413b-ac69-02bced67dcc2 None None] Network 191edf0b-2006-449f-8895-fdb86bf41cf9 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:03:02.486568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52546) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:02.486945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dcdead84-3583-4ef8-930b-23d706ab8e66 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dc96582a-8eee-4633-a2c8-2b6d5e268c07 HTTP/1.1" status: 204 len: 168 time: 0.2619457 Jan 28 02:03:02.554254 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (191edf0b-2006-449f-8895-fdb86bf41cf9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.608460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Deleting port 52755a3c-c745-4120-80d9-d5b3c2757514 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:03:02.608803 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.672632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] For port 52755a3c-c745-4120-80d9-d5b3c2757514, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=52755a3c-c745-4120-80d9-d5b3c2757514,segment=NetworkSegment(2e14565e-d1b4-4fbe-acd6-544a3e4216f9),segment_id=2e14565e-d1b4-4fbe-acd6-544a3e4216f9)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:02.672873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.685621 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Calling delete_port for 52755a3c-c745-4120-80d9-d5b3c2757514 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:03:02.747583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] DHCP port deletion for 191edf0b-2006-449f-8895-fdb86bf41cf9 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:03:02.770446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.800100 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52755a3c-c745-4120-80d9-d5b3c2757514,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:02.802948 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Deleting port 52755a3c-c745-4120-80d9-d5b3c2757514 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:03:02.804813 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] No DVR routers for this DVR port 52755a3c-c745-4120-80d9-d5b3c2757514 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:03:02.804973 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.868066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] For port 52755a3c-c745-4120-80d9-d5b3c2757514, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:02.868657 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.877999 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (191edf0b-2006-449f-8895-fdb86bf41cf9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.882075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Calling delete_port for 52755a3c-c745-4120-80d9-d5b3c2757514 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:03:02.884728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Port 52755a3c-c745-4120-80d9-d5b3c2757514 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:03:02.886040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (52755a3c-c745-4120-80d9-d5b3c2757514), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.898490 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191edf0b-2006-449f-8895-fdb86bf41cf9']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:02.907942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e14565e-d1b4-4fbe-acd6-544a3e4216f9') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:02.908235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e14565e-d1b4-4fbe-acd6-544a3e4216f9') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:02.914256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] Pushing event deleted for resources: {'Port': ['ID=52755a3c-c745-4120-80d9-d5b3c2757514,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:02.918058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0376b1c-8e32-4a73-a774-2e3490fc5b3e None None] No DVR routers for this DVR port 52755a3c-c745-4120-80d9-d5b3c2757514 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:03:02.921987 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (2e14565e-d1b4-4fbe-acd6-544a3e4216f9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.938656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2e14565e-d1b4-4fbe-acd6-544a3e4216f9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.945180 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:03:02.945693 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (2e14565e-d1b4-4fbe-acd6-544a3e4216f9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:03:02.947607 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:03:03.010642 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (191edf0b-2006-449f-8895-fdb86bf41cf9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.016581 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.019911 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/191edf0b-2006-449f-8895-fdb86bf41cf9 HTTP/1.1" status: 204 len: 168 time: 0.5326633 Jan 28 02:03:03.032089 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d445f1-0534-47a8-8099-cede4705e3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=191edf0b-2006-449f-8895-fdb86bf41cf9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:03.202776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52550) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:03.210631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 52755a3c-c745-4120-80d9-d5b3c2757514 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:03.230789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 52755a3c-c745-4120-80d9-d5b3c2757514 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:03:03.231141 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 52755a3c-c745-4120-80d9-d5b3c2757514 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:03:03.231551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9c1f99e8-333a-47d0-a7ad-8942f9091eff no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:03.243547 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a734adea-9f27-4f0c-9e35-f9ea3a2ff554 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b21cb0817eeb41f3920cefc101bfa492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394526 Jan 28 02:03:03.246310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52552) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:03.250901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 9c1f99e8-333a-47d0-a7ad-8942f9091eff {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:03:03.251255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 9c1f99e8-333a-47d0-a7ad-8942f9091eff not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:03:03.251669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad48a558-a47a-4cc6-b20a-19531a253461 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:03.270771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ad48a558-a47a-4cc6-b20a-19531a253461 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:03:03.271019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ad48a558-a47a-4cc6-b20a-19531a253461 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:03:03.296436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1babaa93-4681-430e-85ca-54b6c8aa5957 admin admin] Publish callbacks [] for security_group (40eda40f-cd65-430c-8664-539e24752af9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.316837 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1babaa93-4681-430e-85ca-54b6c8aa5957 admin admin] Publish callbacks [] for security_group (40eda40f-cd65-430c-8664-539e24752af9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.369324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1babaa93-4681-430e-85ca-54b6c8aa5957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (40eda40f-cd65-430c-8664-539e24752af9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.371909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1babaa93-4681-430e-85ca-54b6c8aa5957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.373078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1babaa93-4681-430e-85ca-54b6c8aa5957 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40eda40f-cd65-430c-8664-539e24752af9 HTTP/1.1" status: 204 len: 168 time: 0.1257131 Jan 28 02:03:03.381373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babaa93-4681-430e-85ca-54b6c8aa5957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eda40f-cd65-430c-8664-539e24752af9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:03.715374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52558) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:03.761466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-71d611d6-58c2-44b0-b4f5-7331f179a571 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53d241595a7e40b985548b46d02f12fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447462 Jan 28 02:03:03.764051 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:03.812152 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff23d463-36a5-445b-a7ff-018661f77e6a admin admin] Publish callbacks [] for security_group (c4f1e16e-2b33-490a-9d58-59d7cd59ff39), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.833624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff23d463-36a5-445b-a7ff-018661f77e6a admin admin] Publish callbacks [] for security_group (c4f1e16e-2b33-490a-9d58-59d7cd59ff39), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.884073 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff23d463-36a5-445b-a7ff-018661f77e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c4f1e16e-2b33-490a-9d58-59d7cd59ff39), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.887777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ff23d463-36a5-445b-a7ff-018661f77e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:03.889273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ff23d463-36a5-445b-a7ff-018661f77e6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4f1e16e-2b33-490a-9d58-59d7cd59ff39 HTTP/1.1" status: 204 len: 168 time: 0.1241286 Jan 28 02:03:03.897691 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d463-36a5-445b-a7ff-018661f77e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f1e16e-2b33-490a-9d58-59d7cd59ff39,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:03.957602 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.592529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52582) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:04.692657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462120716-network', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:04.715157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Made reservation on behalf of 84703a7c25164d85b0ffe49541309a7f for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:04.717465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.725672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.815065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks [] for security_group (8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.820589 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.847936 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:03:04.862714 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:04.865436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (567826ce-fd80-42a3-95e0-5403b1b8548b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.865769 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Added segment 567826ce-fd80-42a3-95e0-5403b1b8548b of type vlan for network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 Jan 28 02:03:04.907496 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.933351 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.934573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:04.935249 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:04.989039 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3953965 Jan 28 02:03:04.992180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52586) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:04.997340 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Request body: {'subnet': {'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462120716-subnet', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:04.998453 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eecf3d-c7cb-453f-b85b-19438b968a57 admin admin] Pushing event updated for resources: {'Network': ['ID=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:05.008887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:03:05.020090 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Made reservation on behalf of 84703a7c25164d85b0ffe49541309a7f for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:05.022583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.216598 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (3ad310ec-c6ce-4476-8679-65707a07fcd1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.268060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad310ec-c6ce-4476-8679-65707a07fcd1,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:05.278357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Checking segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:05.278715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Network hostable DHCP agents. Network: fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:03:05.295937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:03:05.305899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:05.310009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:05.310637 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.315337 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f524e84-8485-4952-af76-91cb0eb23c26 None None] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:03:05.330658 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52588) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:05.331138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-06be3307-157c-4873-8a4d-0a3c84909e48 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3376913 Jan 28 02:03:05.335668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:05.356339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (1e663a91-fb94-46fa-af84-91afb3d8e0a5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.357480 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (1e663a91-fb94-46fa-af84-91afb3d8e0a5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.415654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks [] for router_controller (1e663a91-fb94-46fa-af84-91afb3d8e0a5), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.428232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:03:05.429454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.557762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks [] for router_gateway (1e663a91-fb94-46fa-af84-91afb3d8e0a5), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.569883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Allocated IP 172.20.0.2 (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491/3ad310ec-c6ce-4476-8679-65707a07fcd1/e0f0a047-15ba-42f6-a001-4500e5856d54) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:05.708293 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Publish callbacks [] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.714937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.757658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:05.759191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks [] for router_gateway (1e663a91-fb94-46fa-af84-91afb3d8e0a5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.764257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:05.768558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:05.771576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Pushing event updated for resources: {'Port': ['ID=e0f0a047-15ba-42f6-a001-4500e5856d54,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:05.778057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.823034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Attempting to bind port e0f0a047-15ba-42f6-a001-4500e5856d54 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:05.823564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Attempting to bind port e0f0a047-15ba-42f6-a001-4500e5856d54 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:05.823943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Attempting to bind port e0f0a047-15ba-42f6-a001-4500e5856d54 on network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:05.829057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:05.829458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Checking segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:05.829891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.830335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Bound using segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:05.830800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Bound port: e0f0a047-15ba-42f6-a001-4500e5856d54, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:05.831307 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.878858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Allocated IP 172.25.1.209 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e303fd99-ec04-413e-a354-17b00ca245e3) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:05.894588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] For port e0f0a047-15ba-42f6-a001-4500e5856d54, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:05.897871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] For port e0f0a047-15ba-42f6-a001-4500e5856d54, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e0f0a047-15ba-42f6-a001-4500e5856d54,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:05.902827 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:05.966155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191596f-6846-4e2f-b667-2d418ba48785 None None] Pushing event updated for resources: {'Port': ['ID=e0f0a047-15ba-42f6-a001-4500e5856d54,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:05.996065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks [] for port (e303fd99-ec04-413e-a354-17b00ca245e3), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:06.031343 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:06.070539 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:06.073346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:06.078918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:06.112464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Pushing event updated for resources: {'Port': ['ID=e303fd99-ec04-413e-a354-17b00ca245e3,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:06.687116 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks [] for router_gateway (1e663a91-fb94-46fa-af84-91afb3d8e0a5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:06.888905 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (1e663a91-fb94-46fa-af84-91afb3d8e0a5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.015291 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8838c-aba7-48ab-92e1-de08e1b1c7b4 None None] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:03:07.025060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:03:07.070269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] Provisioning complete for port e0f0a047-15ba-42f6-a001-4500e5856d54 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:07.070649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.135111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:07.144712 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Sync routers for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:07.157943 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.161617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6a8b3735-11b9-4b02-aed8-ea839e25eb60 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8269694 Jan 28 02:03:07.161764 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:07.161764 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:07.161978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52590) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:07.204892 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b03549d1-1feb-48b1-bf28-8a836a3e816a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.224248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] Current status of the port e0f0a047-15ba-42f6-a001-4500e5856d54 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:07.224670 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.258595 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] For port e0f0a047-15ba-42f6-a001-4500e5856d54, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e0f0a047-15ba-42f6-a001-4500e5856d54,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:07.264316 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.338533 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:07.342943 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43313-8350-4817-bbb2-dce9056ff2a2 None None] Pushing event updated for resources: {'Port': ['ID=e0f0a047-15ba-42f6-a001-4500e5856d54,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:07.346409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e0f0a047-15ba-42f6-a001-4500e5856d54 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:07.403796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e0f0a047-15ba-42f6-a001-4500e5856d54 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:07.404318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.506638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-ed5d1a01-6659-4c4a-8239-92bb1ff6a721 None None] Provisioning complete for port e0f0a047-15ba-42f6-a001-4500e5856d54 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:07.506955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ed5d1a01-6659-4c4a-8239-92bb1ff6a721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.508620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e0f0a047-15ba-42f6-a001-4500e5856d54 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:07.542456 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:06Z', 'revision_number': 3, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:07.571111 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Checking router: 1e663a91-fb94-46fa-af84-91afb3d8e0a5 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:07.571452 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Updating router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 port e303fd99-ec04-413e-a354-17b00ca245e3 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:07.596405 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.603472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d1a01-6659-4c4a-8239-92bb1ff6a721 None None] Current status of the port e0f0a047-15ba-42f6-a001-4500e5856d54 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:07.856076 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Publish callbacks [] for port (e303fd99-ec04-413e-a354-17b00ca245e3), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.862872 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.915414 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Attempting to bind port e303fd99-ec04-413e-a354-17b00ca245e3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:07.915778 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Attempting to bind port e303fd99-ec04-413e-a354-17b00ca245e3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:07.916146 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Attempting to bind port e303fd99-ec04-413e-a354-17b00ca245e3 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:07.919415 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Pushing event updated for resources: {'Port': ['ID=e303fd99-ec04-413e-a354-17b00ca245e3,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:07.924294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:07.924669 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:07.925077 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.925457 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:07.926011 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Bound port: e303fd99-ec04-413e-a354-17b00ca245e3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:07.926546 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.934463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.934463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.934463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.934463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.934463 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.935095 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.935095 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.935256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.935591 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.935902 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.936212 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.936524 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.936833 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:07.993558 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] For port e303fd99-ec04-413e-a354-17b00ca245e3, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:07.994174 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:07.997215 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] For port e303fd99-ec04-413e-a354-17b00ca245e3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e303fd99-ec04-413e-a354-17b00ca245e3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:08.003172 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.022186 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.061358 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:08.061999 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:08.066651 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc25534-ad2c-44de-a143-4f297fb3fe30 None None] Pushing event updated for resources: {'Port': ['ID=e303fd99-ec04-413e-a354-17b00ca245e3,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:08.170542 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:08.185071 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Allocated IP 172.20.0.1 (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491/3ad310ec-c6ce-4476-8679-65707a07fcd1/07922e2f-365c-4949-8b55-f978cbf77766) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:08.295688 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks [] for port (07922e2f-365c-4949-8b55-f978cbf77766), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.331853 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (07922e2f-365c-4949-8b55-f978cbf77766), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.371853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:08.375319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:08.381205 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:08.387069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Pushing event updated for resources: {'Port': ['ID=07922e2f-365c-4949-8b55-f978cbf77766,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:08.431979 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (1e663a91-fb94-46fa-af84-91afb3d8e0a5), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.495098 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:06Z', 'revision_number': 3, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:08.522228 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b1950-d1bf-4da2-acb1-38366077f7af None None] The sync data for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 is: [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:06Z', 'revision_number': 3, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:08.575532 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07922e2f-365c-4949-8b55-f978cbf77766), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.631453 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-efd4ab81-67bd-427f-8974-950d31c0c3e8 None None] Provisioning complete for port 07922e2f-365c-4949-8b55-f978cbf77766 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:08.632625 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-efd4ab81-67bd-427f-8974-950d31c0c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07922e2f-365c-4949-8b55-f978cbf77766), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.668870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-efd4ab81-67bd-427f-8974-950d31c0c3e8 None None] Port 07922e2f-365c-4949-8b55-f978cbf77766 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:03:08.763292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks [] for port (07922e2f-365c-4949-8b55-f978cbf77766), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.768327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (07922e2f-365c-4949-8b55-f978cbf77766), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.838070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Pushing event updated for resources: {'Port': ['ID=07922e2f-365c-4949-8b55-f978cbf77766,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:08.840695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (1e663a91-fb94-46fa-af84-91afb3d8e0a5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.936406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:08.937814 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:09.065646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:03:09.192083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:09.194065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d389a883-c6c7-4df1-9d52-da82047558eb None None] Provisioning complete for port 07922e2f-365c-4949-8b55-f978cbf77766 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:09.194766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d389a883-c6c7-4df1-9d52-da82047558eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07922e2f-365c-4949-8b55-f978cbf77766), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.201199 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4eef8586-c66a-43ea-8b59-5ae944e38d9d admin admin] 10.222.0.23 "PUT /v2.0/routers/1e663a91-fb94-46fa-af84-91afb3d8e0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0341775 Jan 28 02:03:09.244131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d389a883-c6c7-4df1-9d52-da82047558eb None None] Port 07922e2f-365c-4949-8b55-f978cbf77766 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:03:09.351768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e303fd99-ec04-413e-a354-17b00ca245e3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:09.405216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e303fd99-ec04-413e-a354-17b00ca245e3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:09.405590 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.456004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-790ff9f8-340b-4d56-89c5-d1889641bc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.514884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e303fd99-ec04-413e-a354-17b00ca245e3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:09.515408 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.536672 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port e303fd99-ec04-413e-a354-17b00ca245e3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e303fd99-ec04-413e-a354-17b00ca245e3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:09.542069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.542885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e0f0a047-15ba-42f6-a001-4500e5856d54 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:09.628903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=e303fd99-ec04-413e-a354-17b00ca245e3,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:09.641888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e0f0a047-15ba-42f6-a001-4500e5856d54 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:09.642726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.738436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e0f0a047-15ba-42f6-a001-4500e5856d54 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:09.760068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:09.767669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1454423084-network', 'tenant_id': 'a322490513994e6caf566f74f02abdd1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:09.787240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Made reservation on behalf of a322490513994e6caf566f74f02abdd1 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:09.789614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.798399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.879988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks [] for security_group (ac15b04a-5270-4f15-8e92-4ff16dd519e3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.885477 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ac15b04a-5270-4f15-8e92-4ff16dd519e3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.911705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:03:09.926235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac15b04a-5270-4f15-8e92-4ff16dd519e3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:09.932655 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e8087cf-f2d4-4361-8530-8f05154cb478), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:09.933188 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Added segment 9e8087cf-f2d4-4361-8530-8f05154cb478 of type vlan for network 011415ec-6a91-4ec4-bf43-4f614546ae79 Jan 28 02:03:09.976116 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (011415ec-6a91-4ec4-bf43-4f614546ae79), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.004901 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (011415ec-6a91-4ec4-bf43-4f614546ae79), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.006016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:10.006980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.064701 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3029904 Jan 28 02:03:10.067411 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52608) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:10.073636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Request body: {'subnet': {'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1454423084-subnet', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:10.081798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Pushing event updated for resources: {'Network': ['ID=011415ec-6a91-4ec4-bf43-4f614546ae79,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:10.095986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.096371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.096744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.097089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.097462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.097820 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.098151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.098481 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.098794 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.099116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.099452 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.099782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.100083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33e5749-075e-4a87-93dd-7d22925a98a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:10.111986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:03:10.113937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Made reservation on behalf of a322490513994e6caf566f74f02abdd1 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:10.116708 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.201745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Sync routers for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:10.211223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:10.212030 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:10.291743 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (e6da641b-9528-477c-9b33-ab844f96d1e3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.330557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:10.342196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6da641b-9528-477c-9b33-ab844f96d1e3,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:10.358562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Checking segment: {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:10.358911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Network hostable DHCP agents. Network: 011415ec-6a91-4ec4-bf43-4f614546ae79, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:03:10.377234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:03:10.386474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 011415ec-6a91-4ec4-bf43-4f614546ae79) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:10.391406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:10.392570 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.408515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765405c-cdb0-4cd2-b056-4814d2b10997 None None] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:03:10.410021 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fb75417d-f0c6-4e8d-8441-f97cb4788272 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3399098 Jan 28 02:03:10.412628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52610) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:10.418314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:10.439455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (260adc0d-bac4-41b8-a568-3ca6c7b24425), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.440515 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (260adc0d-bac4-41b8-a568-3ca6c7b24425), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.495190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks [] for router_controller (260adc0d-bac4-41b8-a568-3ca6c7b24425), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.597941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-011415ec-6a91-4ec4-bf43-4f614546ae79', 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79', 'project_id': 'a322490513994e6caf566f74f02abdd1', 'fixed_ips': [{'subnet_id': 'e6da641b-9528-477c-9b33-ab844f96d1e3'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:03:10.598822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.647527 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks [] for router_gateway (260adc0d-bac4-41b8-a568-3ca6c7b24425), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.710703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 2, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:10.746847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Checking router: 1e663a91-fb94-46fa-af84-91afb3d8e0a5 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:10.747186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Updating router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 port 07922e2f-365c-4949-8b55-f978cbf77766 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:10.797072 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07922e2f-365c-4949-8b55-f978cbf77766), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.817506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Allocated IP 172.20.0.2 (011415ec-6a91-4ec4-bf43-4f614546ae79/e6da641b-9528-477c-9b33-ab844f96d1e3/222fe3ca-ad2a-4f3a-a93d-345baa32c0b0) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:10.870436 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks [] for router_gateway (260adc0d-bac4-41b8-a568-3ca6c7b24425), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.890072 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.994041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Allocated IP 172.25.1.126 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/1a359867-fb2b-424c-8041-4a61807cebf9) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:11.102679 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks [] for port (1a359867-fb2b-424c-8041-4a61807cebf9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.108919 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.129115 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Publish callbacks [] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.139843 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.141276 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.178387 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:11.181544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:11.184278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:11.220707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:11.227639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e303fd99-ec04-413e-a354-17b00ca245e3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:11.237467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:11.238577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Pushing event updated for resources: {'Port': ['ID=1a359867-fb2b-424c-8041-4a61807cebf9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:11.259722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Pushing event updated for resources: {'Port': ['ID=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:11.265409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:11.297279 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Publish callbacks [] for port (07922e2f-365c-4949-8b55-f978cbf77766), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.320433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (07922e2f-365c-4949-8b55-f978cbf77766), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.398014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Attempting to bind port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:11.398685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Attempting to bind port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:11.398685 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Attempting to bind port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 on network 011415ec-6a91-4ec4-bf43-4f614546ae79 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:11.413665 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958503c-543d-4ad9-b020-80438f24f963 None None] Pushing event updated for resources: {'Port': ['ID=07922e2f-365c-4949-8b55-f978cbf77766,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:11.416489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port e303fd99-ec04-413e-a354-17b00ca245e3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:11.416873 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.418923 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:11.419332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Checking segment: {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:11.419804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.420168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Bound using segment: {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:11.420699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Bound port: 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:11.421034 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.469722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks [] for router_gateway (260adc0d-bac4-41b8-a568-3ca6c7b24425), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.540662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Attempting to bind port 07922e2f-365c-4949-8b55-f978cbf77766 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:11.541038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Attempting to bind port 07922e2f-365c-4949-8b55-f978cbf77766 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:11.541409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Attempting to bind port 07922e2f-365c-4949-8b55-f978cbf77766 on network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:11.570539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:11.571497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Checking segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:11.571911 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.572308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Bound using segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:11.572779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Bound port: 07922e2f-365c-4949-8b55-f978cbf77766, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:11.573164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07922e2f-365c-4949-8b55-f978cbf77766), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.612729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0537842b-8581-4701-9204-13355f7d0abe None None] For port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:11.651960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0537842b-8581-4701-9204-13355f7d0abe None None] For port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:11.656406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port e303fd99-ec04-413e-a354-17b00ca245e3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:11.665960 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.681266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (260adc0d-bac4-41b8-a568-3ca6c7b24425), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.733348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] For port 07922e2f-365c-4949-8b55-f978cbf77766, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:11.742235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] For port 07922e2f-365c-4949-8b55-f978cbf77766, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=07922e2f-365c-4949-8b55-f978cbf77766,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:11.755878 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (07922e2f-365c-4949-8b55-f978cbf77766), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.757740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] Provisioning complete for port 07922e2f-365c-4949-8b55-f978cbf77766 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:11.758121 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07922e2f-365c-4949-8b55-f978cbf77766), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.831606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Router 260adc0d-bac4-41b8-a568-3ca6c7b24425 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:03:11.970700 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:11.973811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537842b-8581-4701-9204-13355f7d0abe None None] Pushing event updated for resources: {'Port': ['ID=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:11.987858 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Sync routers for ids ['260adc0d-bac4-41b8-a568-3ca6c7b24425'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:12.004073 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Routers {'260adc0d-bac4-41b8-a568-3ca6c7b24425'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:12.004566 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.005253 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['260adc0d-bac4-41b8-a568-3ca6c7b24425'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:12.006187 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6a8ce7ad-e56b-4f3b-93ab-00d7eaa2537b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5918517 Jan 28 02:03:12.009084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52612) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:03:12.033268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958503c-543d-4ad9-b020-80438f24f963 None None] Pushing event updated for resources: {'Port': ['ID=07922e2f-365c-4949-8b55-f978cbf77766,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:12.055232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:12.055909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:12.197310 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Set router 260adc0d-bac4-41b8-a568-3ca6c7b24425 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:12.225588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] Current status of the port 07922e2f-365c-4949-8b55-f978cbf77766 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:12.226022 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07922e2f-365c-4949-8b55-f978cbf77766), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.243788 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.245599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:12.342114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] For port 07922e2f-365c-4949-8b55-f978cbf77766, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=07922e2f-365c-4949-8b55-f978cbf77766,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:12.363876 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (07922e2f-365c-4949-8b55-f978cbf77766), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.416084 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:11Z', 'revision_number': 3, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:12.448904 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Checking router: 260adc0d-bac4-41b8-a568-3ca6c7b24425 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:12.449403 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Updating router 260adc0d-bac4-41b8-a568-3ca6c7b24425 port 1a359867-fb2b-424c-8041-4a61807cebf9 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:12.469880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e77439-6cbd-4e82-a5fc-f8c803a19248 None None] Pushing event updated for resources: {'Port': ['ID=07922e2f-365c-4949-8b55-f978cbf77766,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:12.481603 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.520209 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9d715527-fff8-4d2e-a65a-0a24bdd19b4e None None] Provisioning complete for port 07922e2f-365c-4949-8b55-f978cbf77766 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:12.520733 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9d715527-fff8-4d2e-a65a-0a24bdd19b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07922e2f-365c-4949-8b55-f978cbf77766), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.557973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.628253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:11Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:12.680870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788dfa3-e03c-4e0f-a841-644bdfc0ccfd None None] The sync data for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 is: [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:11Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:12.692387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9d715527-fff8-4d2e-a65a-0a24bdd19b4e None None] Current status of the port 07922e2f-365c-4949-8b55-f978cbf77766 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:12.880001 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Publish callbacks [] for port (1a359867-fb2b-424c-8041-4a61807cebf9), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.888974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Allocated IP 172.20.0.1 (011415ec-6a91-4ec4-bf43-4f614546ae79/e6da641b-9528-477c-9b33-ab844f96d1e3/59813d11-1306-497d-a35e-29563999cb8a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:12.902635 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.983555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Attempting to bind port 1a359867-fb2b-424c-8041-4a61807cebf9 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:12.984018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Attempting to bind port 1a359867-fb2b-424c-8041-4a61807cebf9 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:12.984465 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Attempting to bind port 1a359867-fb2b-424c-8041-4a61807cebf9 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:12.988417 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005328a-96ea-43e0-b8c8-0795ad517213 None None] Pushing event updated for resources: {'Port': ['ID=1a359867-fb2b-424c-8041-4a61807cebf9,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:12.996785 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:12.997327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:12.998040 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.998685 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:12.999822 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Bound port: 1a359867-fb2b-424c-8041-4a61807cebf9, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:13.000461 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.078802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] For port 1a359867-fb2b-424c-8041-4a61807cebf9, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:13.079056 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks [] for port (59813d11-1306-497d-a35e-29563999cb8a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.085634 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] For port 1a359867-fb2b-424c-8041-4a61807cebf9, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a359867-fb2b-424c-8041-4a61807cebf9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:13.098132 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.174303 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (59813d11-1306-497d-a35e-29563999cb8a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.179144 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005328a-96ea-43e0-b8c8-0795ad517213 None None] Pushing event updated for resources: {'Port': ['ID=1a359867-fb2b-424c-8041-4a61807cebf9,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:13.187571 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Routers {'260adc0d-bac4-41b8-a568-3ca6c7b24425'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:13.188442 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['260adc0d-bac4-41b8-a568-3ca6c7b24425'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:13.244550 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:13.247561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:13.263006 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:13.334991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (260adc0d-bac4-41b8-a568-3ca6c7b24425), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.368018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] Set router 260adc0d-bac4-41b8-a568-3ca6c7b24425 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:13.382619 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.438247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07922e2f-365c-4949-8b55-f978cbf77766 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:13.479366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Pushing event updated for resources: {'Port': ['ID=59813d11-1306-497d-a35e-29563999cb8a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:13.511772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3effa3-9b00-4bc9-8de1-2ed926cfb6e5 None None] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:03:13.526832 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (59813d11-1306-497d-a35e-29563999cb8a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.647057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 07922e2f-365c-4949-8b55-f978cbf77766 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:13.648068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07922e2f-365c-4949-8b55-f978cbf77766), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.655169 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] Provisioning complete for port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:13.656000 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.675520 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:11Z', 'revision_number': 3, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:13.712842 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4c0a-10f3-4744-86f9-71a0f680b013 None None] The sync data for ids ['260adc0d-bac4-41b8-a568-3ca6c7b24425'] in n-d-826756-1 is: [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:11Z', 'revision_number': 3, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:13.793302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks [] for port (59813d11-1306-497d-a35e-29563999cb8a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.801253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (59813d11-1306-497d-a35e-29563999cb8a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.817247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] Current status of the port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:13.817642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.899839 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (260adc0d-bac4-41b8-a568-3ca6c7b24425), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.902585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Pushing event updated for resources: {'Port': ['ID=59813d11-1306-497d-a35e-29563999cb8a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:13.903884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] For port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:13.905221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 07922e2f-365c-4949-8b55-f978cbf77766 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:13.906384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:13.936164 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:14.027750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a29b40-feda-4b39-bfef-3552d9cb02f2 None None] Pushing event updated for resources: {'Port': ['ID=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:14.047096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:14.047520 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:14.057273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:14.062144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:14.181738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:14.259130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Router 260adc0d-bac4-41b8-a568-3ca6c7b24425 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:03:14.261803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9b34eca7-fc63-46bf-97b9-4c2767c4eb45 None None] Provisioning complete for port 59813d11-1306-497d-a35e-29563999cb8a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:14.262186 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b34eca7-fc63-46bf-97b9-4c2767c4eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (59813d11-1306-497d-a35e-29563999cb8a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:14.318154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9b34eca7-fc63-46bf-97b9-4c2767c4eb45 None None] Port 59813d11-1306-497d-a35e-29563999cb8a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:03:14.339360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-9b34eca7-fc63-46bf-97b9-4c2767c4eb45 None None] Provisioning complete for port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:14.339809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9b34eca7-fc63-46bf-97b9-4c2767c4eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:14.446171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:14.463120 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2107d010-0c2d-4218-a4d2-9075e4e5c85d admin admin] 10.222.0.23 "PUT /v2.0/routers/260adc0d-bac4-41b8-a568-3ca6c7b24425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4468861 Jan 28 02:03:14.528264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-9b34eca7-fc63-46bf-97b9-4c2767c4eb45 None None] Current status of the port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:14.660572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-96db9c26-8f25-4c28-a37a-2e75ab7d7d81 None None] Provisioning complete for port 59813d11-1306-497d-a35e-29563999cb8a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:14.660980 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-96db9c26-8f25-4c28-a37a-2e75ab7d7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (59813d11-1306-497d-a35e-29563999cb8a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:14.712873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-96db9c26-8f25-4c28-a37a-2e75ab7d7d81 None None] Port 59813d11-1306-497d-a35e-29563999cb8a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:03:14.936122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dec2bc11-8c64-4fba-8301-9f2653cc1170 None None] Provisioning complete for port 59813d11-1306-497d-a35e-29563999cb8a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:14.936656 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dec2bc11-8c64-4fba-8301-9f2653cc1170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (59813d11-1306-497d-a35e-29563999cb8a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:14.978181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dec2bc11-8c64-4fba-8301-9f2653cc1170 None None] Port 59813d11-1306-497d-a35e-29563999cb8a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:03:15.371531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a359867-fb2b-424c-8041-4a61807cebf9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:15.423518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1a359867-fb2b-424c-8041-4a61807cebf9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:15.423896 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:15.523429 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1a359867-fb2b-424c-8041-4a61807cebf9 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:15.524080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:15.551279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 1a359867-fb2b-424c-8041-4a61807cebf9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a359867-fb2b-424c-8041-4a61807cebf9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:15.558642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:15.559241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:15.660514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=1a359867-fb2b-424c-8041-4a61807cebf9,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:15.677864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:15.678617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:15.681109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.681559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.682049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.683488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.683927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.684381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.684822 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.685244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.685669 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.686122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.686649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.687082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.687504 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:15.789109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:16.542601 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Sync routers for ids ['260adc0d-bac4-41b8-a568-3ca6c7b24425'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:16.556911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Routers {'260adc0d-bac4-41b8-a568-3ca6c7b24425'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:16.557630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['260adc0d-bac4-41b8-a568-3ca6c7b24425'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:16.676721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Set router 260adc0d-bac4-41b8-a568-3ca6c7b24425 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:17.091967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:13Z', 'revision_number': 4, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '59813d11-1306-497d-a35e-29563999cb8a', 'name': '', 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'mac_address': 'fa:16:3e:85:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e6da641b-9528-477c-9b33-ab844f96d1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:12Z', 'updated_at': '2022-01-28T02:03:13Z', 'revision_number': 2, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'subnets': [{'id': 'e6da641b-9528-477c-9b33-ab844f96d1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:17.119505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Checking router: 260adc0d-bac4-41b8-a568-3ca6c7b24425 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:17.119852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Updating router 260adc0d-bac4-41b8-a568-3ca6c7b24425 port 59813d11-1306-497d-a35e-29563999cb8a binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:17.148620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (59813d11-1306-497d-a35e-29563999cb8a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.259315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a359867-fb2b-424c-8041-4a61807cebf9 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:17.377524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1a359867-fb2b-424c-8041-4a61807cebf9 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:17.377880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.536760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1a359867-fb2b-424c-8041-4a61807cebf9 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:17.549503 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Publish callbacks [] for port (59813d11-1306-497d-a35e-29563999cb8a), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.557367 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (59813d11-1306-497d-a35e-29563999cb8a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.640134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30d383-347a-454a-87e5-bf967931c9ee None None] Pushing event updated for resources: {'Port': ['ID=59813d11-1306-497d-a35e-29563999cb8a,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:17.676263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Attempting to bind port 59813d11-1306-497d-a35e-29563999cb8a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:17.676643 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Attempting to bind port 59813d11-1306-497d-a35e-29563999cb8a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:17.677035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Attempting to bind port 59813d11-1306-497d-a35e-29563999cb8a on network 011415ec-6a91-4ec4-bf43-4f614546ae79 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:17.685960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:17.685960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Checking segment: {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:17.686483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.689907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Bound using segment: {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:17.690446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Bound port: 59813d11-1306-497d-a35e-29563999cb8a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8087cf-f2d4-4361-8530-8f05154cb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:17.690850 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (59813d11-1306-497d-a35e-29563999cb8a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.765951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] For port 59813d11-1306-497d-a35e-29563999cb8a, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:17.772710 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] For port 59813d11-1306-497d-a35e-29563999cb8a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=59813d11-1306-497d-a35e-29563999cb8a,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:17.784070 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (59813d11-1306-497d-a35e-29563999cb8a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:17.854156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Routers {'260adc0d-bac4-41b8-a568-3ca6c7b24425'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:17.854936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:03:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['260adc0d-bac4-41b8-a568-3ca6c7b24425'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:17.859091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30d383-347a-454a-87e5-bf967931c9ee None None] Pushing event updated for resources: {'Port': ['ID=59813d11-1306-497d-a35e-29563999cb8a,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:17.971403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] Provisioning complete for port 59813d11-1306-497d-a35e-29563999cb8a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:17.971809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (59813d11-1306-497d-a35e-29563999cb8a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:18.022102 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] Set router 260adc0d-bac4-41b8-a568-3ca6c7b24425 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:18.195995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] Current status of the port 59813d11-1306-497d-a35e-29563999cb8a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:18.196393 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (59813d11-1306-497d-a35e-29563999cb8a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:18.277627 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] For port 59813d11-1306-497d-a35e-29563999cb8a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=59813d11-1306-497d-a35e-29563999cb8a,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:18.285338 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (59813d11-1306-497d-a35e-29563999cb8a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:18.344386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f028a-56e9-405b-bd89-87ea6c777376 None None] Pushing event updated for resources: {'Port': ['ID=59813d11-1306-497d-a35e-29563999cb8a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:18.351322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:13Z', 'revision_number': 4, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '59813d11-1306-497d-a35e-29563999cb8a', 'name': '', 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'mac_address': 'fa:16:3e:85:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e6da641b-9528-477c-9b33-ab844f96d1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:12Z', 'updated_at': '2022-01-28T02:03:17Z', 'revision_number': 4, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'subnets': [{'id': 'e6da641b-9528-477c-9b33-ab844f96d1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:18.384598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99877cd-913a-48ae-ba67-e6a854d4e5bd None None] The sync data for ids ['260adc0d-bac4-41b8-a568-3ca6c7b24425'] in n-d-826756-1 is: [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:13Z', 'revision_number': 4, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '59813d11-1306-497d-a35e-29563999cb8a', 'name': '', 'network_id': '011415ec-6a91-4ec4-bf43-4f614546ae79', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'mac_address': 'fa:16:3e:85:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e6da641b-9528-477c-9b33-ab844f96d1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:12Z', 'updated_at': '2022-01-28T02:03:17Z', 'revision_number': 4, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'subnets': [{'id': 'e6da641b-9528-477c-9b33-ab844f96d1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:18.407110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fd62829a-d729-4843-b4c1-017077b6e63b None None] Provisioning complete for port 59813d11-1306-497d-a35e-29563999cb8a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:18.407637 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fd62829a-d729-4843-b4c1-017077b6e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (59813d11-1306-497d-a35e-29563999cb8a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:18.512443 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fd62829a-d729-4843-b4c1-017077b6e63b None None] Current status of the port 59813d11-1306-497d-a35e-29563999cb8a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:19.274331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 59813d11-1306-497d-a35e-29563999cb8a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:19.334131 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 59813d11-1306-497d-a35e-29563999cb8a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:19.334822 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (59813d11-1306-497d-a35e-29563999cb8a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:19.424687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 59813d11-1306-497d-a35e-29563999cb8a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:25.139536 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-8ed3a966-78d7-4160-82eb-d8cd2cccff0c tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:25.141027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-8ed3a966-78d7-4160-82eb-d8cd2cccff0c tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 815 time: 0.1035306 Jan 28 02:03:25.156222 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-8591ff9a-38fe-4998-892e-68d3b17cda99 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/quotas/84703a7c25164d85b0ffe49541309a7f HTTP/1.1" status: 200 len: 375 time: 0.0096390 Jan 28 02:03:25.219912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-59a9e3ca-65ac-4fab-be63-72ac9ebfea33 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583456 Jan 28 02:03:25.411399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-ecced4fe-4b69-42b9-9de3-4ac6827f4279 service neutron] 10.222.0.23 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798301 Jan 28 02:03:25.510586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-eb5a5036-579d-4434-8792-fc12ba6761df service neutron] 10.222.0.23 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903900 Jan 28 02:03:26.691541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-11c149cc-93fe-4ae0-a6ad-c6ccb82bc48c req-ee4dd3da-de67-4462-abd3-477384383bbe tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 210 time: 0.0270529 Jan 28 02:03:27.786679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45267feb-29a5-4af8-8815-b03387363d2f req-bf6702fc-97b0-4651-9c6f-5a8bace366ff tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 210 time: 0.0274348 Jan 28 02:03:27.891111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-c460a24b-4cfa-421c-a167-eae53cf312b2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:27.892634 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-c460a24b-4cfa-421c-a167-eae53cf312b2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 815 time: 0.1028457 Jan 28 02:03:27.911498 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'port': {'device_id': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'admin_state_up': True, 'tenant_id': '84703a7c25164d85b0ffe49541309a7f'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:28.018297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Made reservation on behalf of 84703a7c25164d85b0ffe49541309a7f for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:28.021968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:28.152162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Allocated IP 172.20.0.13 (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491/3ad310ec-c6ce-4476-8679-65707a07fcd1/68018102-be26-46e1-92e5-e56f2836f356) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:28.414914 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for port (68018102-be26-46e1-92e5-e56f2836f356), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:28.469301 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:28.514319 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:28.520466 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:28.524889 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:28.569581 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:28.599800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:28.602231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:28.636399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-354ef427-7024-4f00-8778-8f8b56577e22 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7287960 Jan 28 02:03:28.829650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c9347606-0c1b-4751-9e26-9b2747c9aa9a None None] Provisioning complete for port 68018102-be26-46e1-92e5-e56f2836f356 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:28.830182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9347606-0c1b-4751-9e26-9b2747c9aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (68018102-be26-46e1-92e5-e56f2836f356), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:28.870369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c9347606-0c1b-4751-9e26-9b2747c9aa9a None None] Port 68018102-be26-46e1-92e5-e56f2836f356 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:03:29.046677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1af527-c145-41c3-b5be-cc37a8f6523d req-d496f46b-e985-4d70-b634-59f2eabef6f1 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:29.050861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1af527-c145-41c3-b5be-cc37a8f6523d req-d496f46b-e985-4d70-b634-59f2eabef6f1 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.1578665 Jan 28 02:03:29.110162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a1af527-c145-41c3-b5be-cc37a8f6523d req-6b12551d-936e-4a0a-b4ba-d5d7305064d8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559783 Jan 28 02:03:30.293687 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5024f83-dd40-4aed-b1b0-79d7716c1f18 req-2d850e80-dab4-489e-a109-ded917a1cbab tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:30.301174 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5024f83-dd40-4aed-b1b0-79d7716c1f18 req-2d850e80-dab4-489e-a109-ded917a1cbab tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.1098452 Jan 28 02:03:30.342181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e5024f83-dd40-4aed-b1b0-79d7716c1f18 req-63f6b2b6-7028-4afe-9586-a8d6dffd86f2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Jan 28 02:03:31.472680 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1b1f-df80-430d-b4c5-d42e5b96e56a req-c05897f6-f306-43c0-af7e-453ab17bbeb1 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:31.474199 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-862e1b1f-df80-430d-b4c5-d42e5b96e56a req-c05897f6-f306-43c0-af7e-453ab17bbeb1 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0496571 Jan 28 02:03:31.527661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-862e1b1f-df80-430d-b4c5-d42e5b96e56a req-68709f25-94d4-4da5-b1c2-12411c31d6c2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Jan 28 02:03:32.680056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6cfd-8a31-4265-aea1-64299c565eca req-f7cb8e9a-4938-4fdc-ae76-74255165cbeb tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:32.681682 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb0c6cfd-8a31-4265-aea1-64299c565eca req-f7cb8e9a-4938-4fdc-ae76-74255165cbeb tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0843899 Jan 28 02:03:32.736100 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eb0c6cfd-8a31-4265-aea1-64299c565eca req-f2a372c0-4144-4ce8-8b35-7825cfd99eae tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jan 28 02:03:33.861927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dfdc3-fd54-4795-9c12-c2a14a49b289 req-28c1d80d-94ca-46e9-9416-b5db07a6bd59 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:33.863677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-898dfdc3-fd54-4795-9c12-c2a14a49b289 req-28c1d80d-94ca-46e9-9416-b5db07a6bd59 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0563815 Jan 28 02:03:33.922635 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-898dfdc3-fd54-4795-9c12-c2a14a49b289 req-4b39af77-1edf-4ea1-a3c5-4257ef1861d6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Jan 28 02:03:33.966475 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:34.522673 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:03:35.065064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a88505-3c68-47e9-a023-a726f7102098 req-36b0d6c0-d8cc-4dd1-93b1-309aa49ad441 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:35.066636 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16a88505-3c68-47e9-a023-a726f7102098 req-36b0d6c0-d8cc-4dd1-93b1-309aa49ad441 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0734875 Jan 28 02:03:35.114051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16a88505-3c68-47e9-a023-a726f7102098 req-79d969a8-3eda-4477-9838-78a3fa777655 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Jan 28 02:03:36.233461 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664e0bc-ba75-4717-aae4-d399513e4801 req-2f799fc3-8103-44c8-97a1-a19d9396f297 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:36.234940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f664e0bc-ba75-4717-aae4-d399513e4801 req-2f799fc3-8103-44c8-97a1-a19d9396f297 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0479863 Jan 28 02:03:36.294192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f664e0bc-ba75-4717-aae4-d399513e4801 req-83f6cc7b-2420-4948-a6e7-4d8c13c342ee tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Jan 28 02:03:37.173218 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bf7dcb33-930d-4676-8d8f-68698afc5107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:37.427996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24065d6-34d7-435d-aebc-fb39c621947a req-f90d9dfd-f214-4d33-8cf0-201b20fe9d8f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:37.429388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24065d6-34d7-435d-aebc-fb39c621947a req-f90d9dfd-f214-4d33-8cf0-201b20fe9d8f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0579078 Jan 28 02:03:37.483347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a24065d6-34d7-435d-aebc-fb39c621947a req-576a6c20-7c3b-45b0-a8ed-87817b8143ef tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Jan 28 02:03:38.010919 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:38.603242 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63f9ac-ae2d-4b53-a527-fede99daba45 req-dd5af6fa-fbc0-4659-b772-2593ba73e00b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:38.604718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e63f9ac-ae2d-4b53-a527-fede99daba45 req-dd5af6fa-fbc0-4659-b772-2593ba73e00b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0517821 Jan 28 02:03:38.651839 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e63f9ac-ae2d-4b53-a527-fede99daba45 req-434a2fd4-d48c-4365-b950-935805b70659 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Jan 28 02:03:39.449720 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9be36292-b0b8-4bd0-b800-1c22c7ca24a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:39.784921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864edb77-2b56-40c2-a01c-2683f72b141a req-9e6873a5-0baa-469f-8530-38651139f96e tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:39.786349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-864edb77-2b56-40c2-a01c-2683f72b141a req-9e6873a5-0baa-469f-8530-38651139f96e tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0611403 Jan 28 02:03:39.834602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-864edb77-2b56-40c2-a01c-2683f72b141a req-b496375b-4919-48ff-96d3-a8a6a6800f8d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Jan 28 02:03:40.680611 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Request body: {'port': {'device_id': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:40.736154 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:40.985824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6d43-2268-4923-ba45-a25edcbad393 req-555c2a0b-050e-4d34-bcfe-2e188b2f1b9b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:40.987740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e13e6d43-2268-4923-ba45-a25edcbad393 req-555c2a0b-050e-4d34-bcfe-2e188b2f1b9b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 932 time: 0.0699854 Jan 28 02:03:41.069804 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68018102-be26-46e1-92e5-e56f2836f356 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:03:41.077979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.080670 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Publish callbacks [] for port (68018102-be26-46e1-92e5-e56f2836f356), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.085874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e13e6d43-2268-4923-ba45-a25edcbad393 req-7b7b6571-a388-45e5-ba10-8707a3e14df7 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892258 Jan 28 02:03:41.096959 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Transition to ACTIVE for port object 68018102-be26-46e1-92e5-e56f2836f356 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:03:41.109767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.180532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:41.247281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Attempting to bind port 68018102-be26-46e1-92e5-e56f2836f356 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:03:41.247566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Attempting to bind port 68018102-be26-46e1-92e5-e56f2836f356 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:03:41.247877 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Attempting to bind port 68018102-be26-46e1-92e5-e56f2836f356 on network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:41.252869 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Port 68018102-be26-46e1-92e5-e56f2836f356 on network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:03:41.253196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Attempting to bind port 68018102-be26-46e1-92e5-e56f2836f356 on network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:41.258358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:41.258701 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Checking segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:03:41.259092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Bound using segment: {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:41.259528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Bound port: 68018102-be26-46e1-92e5-e56f2836f356, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567826ce-fd80-42a3-95e0-5403b1b8548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:03:41.259912 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.328644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:41.332817 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:41.338489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.373169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:41.374112 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.375520 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] 10.222.0.45 "PUT /v2.0/ports/68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1092 time: 0.6993246 Jan 28 02:03:41.375972 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:03:41.378280 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:41.405186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f80553-914a-4c50-a8f4-4232d9faef17 service neutron] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:41.427248 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7520c3-2e9e-484b-8501-98d308c5d99b x-openstack-request-id: req-de7520c3-2e9e-484b-8501-98d308c5d99b {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:41.427547 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:41.427811 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de7520c3-2e9e-484b-8501-98d308c5d99b {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:41.428220 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'status': 'completed', 'code': 200} Jan 28 02:03:41.494399 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-1a8a1d69-3d30-4003-abec-2cd0e36ddefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:41.495945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-1a8a1d69-3d30-4003-abec-2cd0e36ddefc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1095 time: 0.0461845 Jan 28 02:03:41.547304 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-10b3221c-7c53-4f77-8042-07d1eb64c20a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 217 time: 0.0385065 Jan 28 02:03:41.595910 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-7215820b-bb6c-4cd8-a6ad-9e0788d0b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:41.597385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-7215820b-bb6c-4cd8-a6ad-9e0788d0b090 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0437391 Jan 28 02:03:41.649139 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bcb-afc9-4301-98a5-907820a8c66b req-8ea0df4c-4467-40c3-98ae-5ae0fe6e3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:41.651335 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-8ea0df4c-4467-40c3-98ae-5ae0fe6e3efd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480392 Jan 28 02:03:41.764982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-24f3b8dd-06c3-4657-a1e3-15296e913a17 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068447 Jan 28 02:03:42.182871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:42.200503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-64458bcb-afc9-4301-98a5-907820a8c66b req-1bd3cab5-6f75-4044-a503-e408ba5a7841 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286714 Jan 28 02:03:42.217000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82343-f562-42a6-b308-14c617bc43fd req-2ae0ec91-b283-41e8-acd6-7b90c813508b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:42.218459 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88a82343-f562-42a6-b308-14c617bc43fd req-2ae0ec91-b283-41e8-acd6-7b90c813508b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 944 time: 0.0616210 Jan 28 02:03:42.270103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-88a82343-f562-42a6-b308-14c617bc43fd req-dffb4cf4-5b29-4d9b-a882-3beceb155585 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Jan 28 02:03:42.339497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-29960f85-7107-46ca-ad63-4b7246730454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:42.340937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-29960f85-7107-46ca-ad63-4b7246730454 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1095 time: 0.0494223 Jan 28 02:03:42.430866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-2ddb4b5c-bb64-44d7-8033-003f02c5518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:42.432406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-2ddb4b5c-bb64-44d7-8033-003f02c5518a service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.0845089 Jan 28 02:03:42.476256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-4342a106-bc4b-47b8-9268-f5d62547be0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 217 time: 0.0379276 Jan 28 02:03:42.527912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-d2542684-41f4-4fc6-9425-83263425308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:42.529704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-d2542684-41f4-4fc6-9425-83263425308c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0479577 Jan 28 02:03:42.585919 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-83b75c03-b46a-45dc-9198-bf5a2675f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:42.587409 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-83b75c03-b46a-45dc-9198-bf5a2675f1d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510416 Jan 28 02:03:42.685905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-35174c1b-59d6-43ef-80ac-08f0cc83e97e service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921021 Jan 28 02:03:42.777197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7f12e6d7-a8a3-49c3-b305-d26ae59d3c82 req-58008f86-2fd7-48d2-a534-500aa2a6c9f5 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865011 Jan 28 02:03:43.371877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:43.404175 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe05ca7-71d7-4b57-a164-2aebc5cb600e req-5f084dcf-6f70-4696-adfe-e6c630b0e9ff tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:43.405958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbe05ca7-71d7-4b57-a164-2aebc5cb600e req-5f084dcf-6f70-4696-adfe-e6c630b0e9ff tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 944 time: 0.0581343 Jan 28 02:03:43.458245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fbe05ca7-71d7-4b57-a164-2aebc5cb600e req-9bc8ea50-7b43-4141-b497-36575a2973c9 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Jan 28 02:03:44.581681 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb7193-ee0e-40bc-88e0-327cbc8816ec req-0baaecc8-f115-4a49-beeb-578c244da51d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:44.583204 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5cb7193-ee0e-40bc-88e0-327cbc8816ec req-0baaecc8-f115-4a49-beeb-578c244da51d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 944 time: 0.0504007 Jan 28 02:03:44.636049 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5cb7193-ee0e-40bc-88e0-327cbc8816ec req-e2cff41c-5fda-47c4-917e-25a49ec2627b tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Jan 28 02:03:44.917241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 68018102-be26-46e1-92e5-e56f2836f356 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:03:45.023598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:45.035279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '68018102-be26-46e1-92e5-e56f2836f356', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'port_id': '68018102-be26-46e1-92e5-e56f2836f356', 'mac_address': 'fa:16:3e:ae:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:03:45.075194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 68018102-be26-46e1-92e5-e56f2836f356 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:45.075553 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:45.088224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68018102-be26-46e1-92e5-e56f2836f356 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:03:45.108303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:45.113381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:45.161642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:45.535039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['68018102-be26-46e1-92e5-e56f2836f356'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:03:45.755409 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e9534-980d-4d92-b4af-1789cfb2c13f req-9125c748-8238-43b9-ab23-7e3c850c135d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:45.756804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e5e9534-980d-4d92-b4af-1789cfb2c13f req-9125c748-8238-43b9-ab23-7e3c850c135d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 945 time: 0.0500863 Jan 28 02:03:45.813649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e5e9534-980d-4d92-b4af-1789cfb2c13f req-b53abbda-1d87-4d37-ac69-e1f914101319 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Jan 28 02:03:46.918876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 68018102-be26-46e1-92e5-e56f2836f356 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:46.943627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ff15-b7c4-4f63-9562-bb0d0f31c800 req-ad3f08f8-e8ed-4405-9619-5f18e6097515 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:46.945160 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90b2ff15-b7c4-4f63-9562-bb0d0f31c800 req-ad3f08f8-e8ed-4405-9619-5f18e6097515 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 945 time: 0.0547416 Jan 28 02:03:46.971982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 68018102-be26-46e1-92e5-e56f2836f356 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:03:46.975793 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 68018102-be26-46e1-92e5-e56f2836f356 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:46.976171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (68018102-be26-46e1-92e5-e56f2836f356), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:46.992511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90b2ff15-b7c4-4f63-9562-bb0d0f31c800 req-2af1d512-abd8-4dec-b1de-dfbca6b6f145 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jan 28 02:03:47.055598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 68018102-be26-46e1-92e5-e56f2836f356 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:03:47.055975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:47.078994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:03:47.081251 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22609d67-7a0d-4fc1-9424-57fdb4392822" -d '{"events": [{"server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "name": "network-vif-plugged", "status": "completed", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:47.094773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:47.100216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:47.124149 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fc654a-2413-4269-95b3-9069868f38c7 x-openstack-request-id: req-a5fc654a-2413-4269-95b3-9069868f38c7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:47.124446 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "name": "network-vif-plugged", "status": "completed", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:47.124702 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5fc654a-2413-4269-95b3-9069868f38c7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:47.125089 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'code': 200} Jan 28 02:03:47.149747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:47.250670 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc00c76-4ce1-459a-9b87-e7983d7e7014 req-74f0cb25-bc05-4ed8-a20a-4dd6ec12ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:47.252128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cc00c76-4ce1-459a-9b87-e7983d7e7014 req-74f0cb25-bc05-4ed8-a20a-4dd6ec12ba67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1097 time: 0.0446477 Jan 28 02:03:47.302467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7cc00c76-4ce1-459a-9b87-e7983d7e7014 req-4d6fb94a-e0bd-4399-8c11-3c3be89a78d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Jan 28 02:03:48.126497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45362b8d-14a8-46eb-9c91-1ff5367e37f5 req-8d7b9c06-aeb7-441c-899c-b3d93ed8b1a2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:48.127976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45362b8d-14a8-46eb-9c91-1ff5367e37f5 req-8d7b9c06-aeb7-441c-899c-b3d93ed8b1a2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0553472 Jan 28 02:03:48.186450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-45362b8d-14a8-46eb-9c91-1ff5367e37f5 req-dcf555f4-74c0-49ec-b402-8be02f99d880 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Jan 28 02:03:49.308454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724ad6-59f6-4ea4-afc2-7b2f3e58bd10 req-e54bd091-396a-4a9a-b793-d6fa79952a07 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:49.309945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43724ad6-59f6-4ea4-afc2-7b2f3e58bd10 req-e54bd091-396a-4a9a-b793-d6fa79952a07 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0500860 Jan 28 02:03:49.356253 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43724ad6-59f6-4ea4-afc2-7b2f3e58bd10 req-e282a7e2-3a32-4ffc-a6ea-147851f8d52f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Jan 28 02:03:49.486220 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734295e0-6414-4b60-ba80-99dc76fbca45 req-4a53279e-cf1a-4b8a-9a84-5a7710eadb3f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:49.487717 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-734295e0-6414-4b60-ba80-99dc76fbca45 req-4a53279e-cf1a-4b8a-9a84-5a7710eadb3f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0575216 Jan 28 02:03:49.538202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-734295e0-6414-4b60-ba80-99dc76fbca45 req-442994ea-7697-4843-a948-cd31a6e03500 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Jan 28 02:03:49.733888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba20a9-691e-4da3-8b17-377405b5b90b req-2d61b0d8-956d-4831-8987-82465d3b66eb tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:49.735315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91ba20a9-691e-4da3-8b17-377405b5b90b req-2d61b0d8-956d-4831-8987-82465d3b66eb tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Jan 28 02:03:49.783660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-91ba20a9-691e-4da3-8b17-377405b5b90b req-1177d150-01a1-414f-8932-cdad8643bedd tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Jan 28 02:04:03.984776 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:07.169638 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8389467d-518a-4592-9296-fd578bf57e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:08.031747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:08.755987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10832c64-2590-47ca-a149-3d1cad299cb8 req-8dcf87e4-cb05-49fc-b80a-d95a3e6a526a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:08.757379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10832c64-2590-47ca-a149-3d1cad299cb8 req-8dcf87e4-cb05-49fc-b80a-d95a3e6a526a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0505319 Jan 28 02:04:08.811105 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10832c64-2590-47ca-a149-3d1cad299cb8 req-9031f3d8-d6a2-426f-9738-401d4242b4ed tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Jan 28 02:04:08.833454 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52842) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:08.923240 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094b32a-4f4d-4b97-bb21-50f09bf7cb55 tempest-TestMinimumBasicScenario-575333703 tempest-TestMinimumBasicScenario-575333703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:08.924778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c094b32a-4f4d-4b97-bb21-50f09bf7cb55 tempest-TestMinimumBasicScenario-575333703 tempest-TestMinimumBasicScenario-575333703-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1092 time: 0.0902917 Jan 28 02:04:08.929725 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52846) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:08.934003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '68018102-be26-46e1-92e5-e56f2836f356', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:08.958149 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.058826 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.166148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Allocated IP 172.25.1.116 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:04:09.268614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.305293 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.348207 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:04:09.350987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:04:09.354470 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:04:09.380210 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'Port': ['ID=cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:09.393218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.393573 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.393961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.394300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.394633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.394941 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.395283 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.395588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.395948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.396275 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.396586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.396908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.397228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:09.447517 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5074-ccc2-45f4-9f4a-ef7d6e915d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.738741 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for floatingip (3136268b-e8c7-4e6d-922f-fe43d60b4577), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.813416 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.982953 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:09.989594 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.055434 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'Port': ['ID=cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:10.068203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (3136268b-e8c7-4e6d-922f-fe43d60b4577), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.187149 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Floating IP 3136268b-e8c7-4e6d-922f-fe43d60b4577 associated. External IP: 172.25.1.116, port: 68018102-be26-46e1-92e5-e56f2836f356. Jan 28 02:04:10.416853 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:10.532225 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:10.541935 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] Sync routers for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:10.551241 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.551427 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:10.551957 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:04:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:10.578737 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-9538e5fe-54e1-4fb6-a033-5571ebc685cc tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6479115 Jan 28 02:04:10.579382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:04:10.581551 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52848) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:10.582189 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc1fb6-4921-412a-824e-cc36ca2cba82" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:10.586711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688346530', 'description': 'tempest-secgroup-smoke-688346530 description', 'project_id': '84703a7c25164d85b0ffe49541309a7f'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:10.613039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.686748 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e043db1-3058-4e26-83ff-4d3fb63baa59 x-openstack-request-id: req-8e043db1-3058-4e26-83ff-4d3fb63baa59 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:10.687562 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:10.688128 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e043db1-3058-4e26-83ff-4d3fb63baa59 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:10.688789 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'status': 'completed', 'code': 200} Jan 28 02:04:10.707495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group (c6896b68-e470-4ae6-922f-4e4f03a5bfe5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.711922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c6896b68-e470-4ae6-922f-4e4f03a5bfe5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.733813 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.735076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1524680 Jan 28 02:04:10.740529 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52854) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:10.749528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group_rule': {'security_group_id': 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:10.749888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6896b68-e470-4ae6-922f-4e4f03a5bfe5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:10.757899 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.758254 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.758733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.758969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.759310 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.759640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.759967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.760291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.760615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.760938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.761263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.761642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.761918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270e986-afe2-4ada-a5ce-223b21aca9a8 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:10.780885 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:10.784424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (ec5c4879-ba1d-483c-bfbb-f82da19ad3d2), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.859866 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-3e18e9ea-0bc4-4af2-bf31-75c48dd6b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:10.861404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-3e18e9ea-0bc4-4af2-bf31-75c48dd6b7b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1097 time: 0.1294637 Jan 28 02:04:10.870451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (ec5c4879-ba1d-483c-bfbb-f82da19ad3d2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.891878 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ec5c4879-ba1d-483c-bfbb-f82da19ad3d2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.944673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5c4879-ba1d-483c-bfbb-f82da19ad3d2,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:10.955290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.956687 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca6bc726-2ac2-45b6-b66d-b9ee59f29d86 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2140961 Jan 28 02:04:10.959818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52858) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:10.964708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group_rule': {'security_group_id': 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:10.984995 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-8ae3060e-5507-4cbd-9b5f-c1f0826412bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:10.986648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-8ae3060e-5507-4cbd-9b5f-c1f0826412bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.1181631 Jan 28 02:04:10.992272 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (b12eb6b8-ae87-40f4-ad68-fa420500d8dd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.027432 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3136268b-e8c7-4e6d-922f-fe43d60b4577', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'port_id': '68018102-be26-46e1-92e5-e56f2836f356', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'mac_address': 'fa:16:3e:ae:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:09Z', 'updated_at': '2022-01-28T02:04:09Z', 'revision_number': 0, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:12Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:11.041273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (b12eb6b8-ae87-40f4-ad68-fa420500d8dd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.047293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b12eb6b8-ae87-40f4-ad68-fa420500d8dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.059452 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] Checking router: 1e663a91-fb94-46fa-af84-91afb3d8e0a5 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:11.065931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-0f03afb8-3838-4ae0-b998-208563780ba2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1000 time: 0.0729191 Jan 28 02:04:11.068593 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:11.069283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:04:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:11.071138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12eb6b8-ae87-40f4-ad68-fa420500d8dd,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:11.077062 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.078557 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b43f290d-c5f5-4c51-a401-51bd5ba0ff14 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176250 Jan 28 02:04:11.081223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52860) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:11.086507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group_rule': {'security_group_id': 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:11.089304 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.113014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (cf50813f-c36d-475b-b25b-ddcca2a6bf70), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.123857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-a49d828b-2f86-42d5-9a5a-9e46d7915af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.125406 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-a49d828b-2f86-42d5-9a5a-9e46d7915af7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0531251 Jan 28 02:04:11.173918 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-7485418f-fc21-448d-8d04-ae02e07d13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.175470 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-7485418f-fc21-448d-8d04-ae02e07d13f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441332 Jan 28 02:04:11.178553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (cf50813f-c36d-475b-b25b-ddcca2a6bf70), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.183231 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (cf50813f-c36d-475b-b25b-ddcca2a6bf70), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.190414 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:11.197912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf50813f-c36d-475b-b25b-ddcca2a6bf70,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:11.215859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.218267 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-da7559fb-af1d-44dd-8249-02fcf11a0803 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357107 Jan 28 02:04:11.220320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52862) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:11.224883 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group_rule': {'security_group_id': 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:11.252194 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (6f437a35-22d9-46bd-8e38-cabb2b631572), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.278007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-f7bf4f23-a5f1-47ce-909f-7887705edd4d service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961461 Jan 28 02:04:11.310788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (6f437a35-22d9-46bd-8e38-cabb2b631572), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.316130 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (6f437a35-22d9-46bd-8e38-cabb2b631572), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.338351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f437a35-22d9-46bd-8e38-cabb2b631572,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:11.345396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.346666 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5dca58e2-ab85-4b1e-95c3-ceb21f1f5cc2 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253700 Jan 28 02:04:11.349472 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52864) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:11.354169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group_rule': {'security_group_id': 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:11.375798 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Project 84703a7c25164d85b0ffe49541309a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:04:11.379492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-adfc1fb6-4921-412a-824e-cc36ca2cba82 req-73499f14-8619-4ffe-85e4-3015c6d6ca68 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950503 Jan 28 02:04:11.381702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (6946085a-00e7-4a2d-810b-60d76d642efc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.433063 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3136268b-e8c7-4e6d-922f-fe43d60b4577', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'port_id': '68018102-be26-46e1-92e5-e56f2836f356', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'mac_address': 'fa:16:3e:ae:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:09Z', 'updated_at': '2022-01-28T02:04:09Z', 'revision_number': 0, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:12Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:11.443938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (6946085a-00e7-4a2d-810b-60d76d642efc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.448810 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (6946085a-00e7-4a2d-810b-60d76d642efc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.460172 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b84ec-1da6-4e63-9dc5-001d7f87efea None None] The sync data for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 is: [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3136268b-e8c7-4e6d-922f-fe43d60b4577', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'port_id': '68018102-be26-46e1-92e5-e56f2836f356', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'mac_address': 'fa:16:3e:ae:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:09Z', 'updated_at': '2022-01-28T02:04:09Z', 'revision_number': 0, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:12Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:11.468708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6946085a-00e7-4a2d-810b-60d76d642efc,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:11.479226 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.487270 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 52866) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:04:11.487501 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7760715a-f915-4443-ae6a-5a2b82a4100a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329720 Jan 28 02:04:11.488194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'security_group_rule': {'security_group_id': 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5', 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:11.511426 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Project 84703a7c25164d85b0ffe49541309a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:04:11.513260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:04:11.516795 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (5f7fb675-6f44-4fad-98b7-051ef085a11c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.576784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (5f7fb675-6f44-4fad-98b7-051ef085a11c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.580969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5f7fb675-6f44-4fad-98b7-051ef085a11c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.598661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7fb675-6f44-4fad-98b7-051ef085a11c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:11.607319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.608570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-babca6ae-577a-4a3f-b894-3aa16db18cc6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241755 Jan 28 02:04:11.676065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33196-e4c9-4674-a394-d3730881cb40 None None] New status for floating IP 3136268b-e8c7-4e6d-922f-fe43d60b4577: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:04:11.706877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-09cfb003-759e-4539-94ad-1342380ba286 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688346530&fields=id&tenant_id=84703a7c25164d85b0ffe49541309a7f HTTP/1.1" status: 200 len: 267 time: 0.0498009 Jan 28 02:04:11.759727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-f0aca2d6-2421-44f2-96d2-90a98a70745a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.761415 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-f0aca2d6-2421-44f2-96d2-90a98a70745a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0485678 Jan 28 02:04:11.772351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'port': {'security_groups': ['8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d', 'c6896b68-e470-4ae6-922f-4e4f03a5bfe5']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:11.835972 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.021513 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:12.051167 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for port (68018102-be26-46e1-92e5-e56f2836f356), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.057792 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.100414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['68018102-be26-46e1-92e5-e56f2836f356'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:04:12.103203 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.103846 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.105230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce922241-1c1e-4eaa-ab3b-16a6882203b9 req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "PUT /v2.0/ports/68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 982 time: 0.3375356 Jan 28 02:04:12.141643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049e2ea-4382-4bf1-b746-3de58c14a8c3 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:12.212153 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.221730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53da4b-552e-47d0-90bd-cf1d45abd32d req-2fb89e27-f240-4e65-ae69-c047b61635a9 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.223516 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a53da4b-552e-47d0-90bd-cf1d45abd32d req-2fb89e27-f240-4e65-ae69-c047b61635a9 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0575438 Jan 28 02:04:12.236623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['68018102-be26-46e1-92e5-e56f2836f356'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:04:12.287877 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a53da4b-552e-47d0-90bd-cf1d45abd32d req-619bb374-2873-47a6-86fb-7ab38b18012c tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583062 Jan 28 02:04:12.386836 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-565bcbe0-ca90-4485-bc22-c9ab0c9a3f41 None None] Provisioning complete for port 68018102-be26-46e1-92e5-e56f2836f356 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:04:12.387120 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-565bcbe0-ca90-4485-bc22-c9ab0c9a3f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (68018102-be26-46e1-92e5-e56f2836f356), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.594579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-565bcbe0-ca90-4485-bc22-c9ab0c9a3f41 None None] Current status of the port 68018102-be26-46e1-92e5-e56f2836f356 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:04:12.690405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:04:12.692857 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ff54c4-ad00-49ba-bbcf-698ef2253d41" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:12.730727 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b661d336-b5b0-42f2-8c1d-871704bd08e0 x-openstack-request-id: req-b661d336-b5b0-42f2-8c1d-871704bd08e0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:12.731024 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:12.731281 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b661d336-b5b0-42f2-8c1d-871704bd08e0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:12.731710 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'status': 'completed', 'code': 200} Jan 28 02:04:12.813087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-43bc80af-e984-4c2b-8a43-4f3c771f2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.814645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-43bc80af-e984-4c2b-8a43-4f3c771f2896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1136 time: 0.0412138 Jan 28 02:04:12.912703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-ee9f50bf-1b71-4bf5-9dda-67a1c3f8e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.914575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-ee9f50bf-1b71-4bf5-9dda-67a1c3f8e3e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.0929048 Jan 28 02:04:12.984657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-4c6a2e84-e3fc-4a1c-b9a5-951720262425 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1002 time: 0.0628181 Jan 28 02:04:13.043085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-0e40e260-10ca-4032-ac2b-6d52bd368d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:13.044541 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-0e40e260-10ca-4032-ac2b-6d52bd368d79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0494637 Jan 28 02:04:13.093913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-20fc874d-6855-4a7c-aec0-aca53515285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:13.095436 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-20fc874d-6855-4a7c-aec0-aca53515285a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437305 Jan 28 02:04:13.188370 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-12b64b01-bf6f-428c-897d-4f13c0ac2370 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856495 Jan 28 02:04:13.289483 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-15ff54c4-ad00-49ba-bbcf-698ef2253d41 req-710d6684-82f8-4102-b199-9bf914aea86a service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951681 Jan 28 02:04:13.365665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:31.406583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-1609ab02-08e7-4d7e-a85d-6abe241b412d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489836 Jan 28 02:04:31.507874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-bd19ff51-b735-4d49-9d67-894d99f6a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:31.509357 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-bd19ff51-b735-4d49-9d67-894d99f6a4a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1136 time: 0.0418136 Jan 28 02:04:31.614605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-ac2defb1-f70d-4962-8a85-b701d74f6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:31.616108 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-ac2defb1-f70d-4962-8a85-b701d74f6e16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.0880160 Jan 28 02:04:31.682107 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-e86e0954-d413-4b52-9d62-eec5d160342f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1002 time: 0.0600212 Jan 28 02:04:31.735457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-cf891f54-784d-46c0-9e6b-eee68c3c2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:31.736847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-cf891f54-784d-46c0-9e6b-eee68c3c2bb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0497284 Jan 28 02:04:31.783069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-ed945b26-efa1-45f2-bcc1-cb056a03fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:31.784544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-ed945b26-efa1-45f2-bcc1-cb056a03fab0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418198 Jan 28 02:04:31.870473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-2b7dbc13-9181-41cf-bb14-cf5c90c50f3f service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793409 Jan 28 02:04:31.969570 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5d3341fc-c87d-4868-b755-64bd33c60b03 req-8b82095d-8b39-46f7-87eb-c3d93d31ea8f service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930877 Jan 28 02:04:33.999315 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:37.166542 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0f508389-bb8f-4309-bc7e-da1c83e1318f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:38.037364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:39.446238 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ebdacf4b-bd4f-4dd1-97fa-020586ad39e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:41.090317 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:42.196010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:43.372838 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:48.512690 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:05:04.025578 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:07.173065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-83c6c939-d3c4-48de-8adf-cc13cad687f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:08.055123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:08.281615 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72d7a8-aec8-4578-ae6f-c90c5f8e3124 req-384a4f6c-8e5d-4590-9219-bc2dec23441e tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.283210 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b72d7a8-aec8-4578-ae6f-c90c5f8e3124 req-384a4f6c-8e5d-4590-9219-bc2dec23441e tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0775521 Jan 28 02:05:08.293213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-446c9385-ff07-431b-9a18-05258449ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.294657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-446c9385-ff07-431b-9a18-05258449ec80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1136 time: 0.0605142 Jan 28 02:05:08.732469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b72d7a8-aec8-4578-ae6f-c90c5f8e3124 req-50e79daf-9447-4cfd-b516-2d8be96185ff tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4428542 Jan 28 02:05:08.758116 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-531042ba-5000-4357-9de4-c3078d2fe9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.759800 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-531042ba-5000-4357-9de4-c3078d2fe9e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.4533184 Jan 28 02:05:08.830509 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-74dd6550-5801-4b2a-995b-bb545bd9a783 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1002 time: 0.0644090 Jan 28 02:05:08.887455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-4f200aa3-d3c6-4fb7-9f14-ff6b857bfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.888961 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-4f200aa3-d3c6-4fb7-9f14-ff6b857bfce4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0515428 Jan 28 02:05:08.938320 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-f7d53714-b490-4d69-b3e3-9f31181072ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.940054 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-f7d53714-b490-4d69-b3e3-9f31181072ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444965 Jan 28 02:05:09.039411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-dd8ce32c-a896-48a7-a0dd-5206a4f8a620 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913949 Jan 28 02:05:09.140338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-049d80b2-29aa-44ca-8a76-6c9a701b452d req-891175cd-f8fb-4b75-9744-4b5fdc1652b4 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943680 Jan 28 02:05:09.440905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c2d939e0-ba13-4a14-854d-39996a1d20c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:09.872484 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346822b-a928-4132-9a59-7595324e36b4 req-e1cd8b7a-29a4-4d75-8914-f09acf341c70 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:09.874359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0346822b-a928-4132-9a59-7595324e36b4 req-e1cd8b7a-29a4-4d75-8914-f09acf341c70 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0613077 Jan 28 02:05:09.939225 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0346822b-a928-4132-9a59-7595324e36b4 req-7364bf79-912e-4c9c-9ada-eaa45f3e5411 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589201 Jan 28 02:05:11.068827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961cfc-e3ed-4219-8b6d-e2fef53e1477 req-6591f1ea-db4e-43be-bfab-3e2c4e6786b9 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.071346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98961cfc-e3ed-4219-8b6d-e2fef53e1477 req-6591f1ea-db4e-43be-bfab-3e2c4e6786b9 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0571928 Jan 28 02:05:11.087414 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.132884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-98961cfc-e3ed-4219-8b6d-e2fef53e1477 req-89fbca3a-16a5-4da8-b36b-1558fae03d94 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556159 Jan 28 02:05:12.196498 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:12.272162 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcea734-5e39-42f5-a9f7-01f05606027f req-a45f2dba-bb68-40a3-8aa7-c0d4d05e3299 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:12.273649 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dcea734-5e39-42f5-a9f7-01f05606027f req-a45f2dba-bb68-40a3-8aa7-c0d4d05e3299 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0603752 Jan 28 02:05:12.333909 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8dcea734-5e39-42f5-a9f7-01f05606027f req-6089b854-4e6e-4ec1-aebd-0443653963ba tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539589 Jan 28 02:05:13.382222 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:13.469530 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32b75c-212e-49b2-a457-7015a0711137 req-eb3033e2-c959-4c42-a9a2-1f186ac8f966 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:13.471080 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c32b75c-212e-49b2-a457-7015a0711137 req-eb3033e2-c959-4c42-a9a2-1f186ac8f966 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0548413 Jan 28 02:05:13.535673 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c32b75c-212e-49b2-a457-7015a0711137 req-358975ce-6dc6-4f18-af65-a321b8232b73 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581980 Jan 28 02:05:14.653106 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db61154-af6e-41d3-b753-7a55700f32be req-cdfd5f28-bf9d-48b5-b5f8-5c967f351927 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:14.654611 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2db61154-af6e-41d3-b753-7a55700f32be req-cdfd5f28-bf9d-48b5-b5f8-5c967f351927 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0501213 Jan 28 02:05:14.714327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2db61154-af6e-41d3-b753-7a55700f32be req-66a3d7b7-18fc-4239-9f13-5cedeee40612 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538332 Jan 28 02:05:15.836081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a68263-2c5c-4284-b30b-8593d99c7424 req-e09f94b9-9cf3-497f-9290-5e354e5dcc1f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:15.838293 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90a68263-2c5c-4284-b30b-8593d99c7424 req-e09f94b9-9cf3-497f-9290-5e354e5dcc1f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0539966 Jan 28 02:05:15.902560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90a68263-2c5c-4284-b30b-8593d99c7424 req-063a0ceb-5cc7-4239-a1b2-8423827f6271 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589252 Jan 28 02:05:17.027978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013050b-8275-4a8f-81e8-acbf3035c19c req-b4e1c755-3bbd-45c4-9d5d-7d9f9fe11cd7 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:17.029454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8013050b-8275-4a8f-81e8-acbf3035c19c req-b4e1c755-3bbd-45c4-9d5d-7d9f9fe11cd7 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0504818 Jan 28 02:05:17.090176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8013050b-8275-4a8f-81e8-acbf3035c19c req-4428d690-2bff-4f02-a664-cd59a61923b6 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548894 Jan 28 02:05:18.224554 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7884095-2672-439c-8753-a6295b8ec53e req-472cd9d6-e1e3-47dc-a17b-5722b1ff5c2d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:18.226069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7884095-2672-439c-8753-a6295b8ec53e req-472cd9d6-e1e3-47dc-a17b-5722b1ff5c2d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0528464 Jan 28 02:05:18.288991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7884095-2672-439c-8753-a6295b8ec53e req-7dfa027d-edad-4c75-95cb-60ecd044db4d tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567074 Jan 28 02:05:19.423759 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6d840-fcdb-4828-844e-f73765c9283f req-818af458-ac03-42a9-88e7-43d35abad268 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:19.425300 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4a6d840-fcdb-4828-844e-f73765c9283f req-818af458-ac03-42a9-88e7-43d35abad268 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0585489 Jan 28 02:05:19.489403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4a6d840-fcdb-4828-844e-f73765c9283f req-bbbb17c4-ee29-4406-a0a2-59284009f350 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560756 Jan 28 02:05:20.621137 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d74a38-6d93-4044-b76f-ec056dddd5e4 req-37acee28-78a0-47da-84a5-61eeffe9e70f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:20.623027 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21d74a38-6d93-4044-b76f-ec056dddd5e4 req-37acee28-78a0-47da-84a5-61eeffe9e70f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0533440 Jan 28 02:05:20.688495 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-21d74a38-6d93-4044-b76f-ec056dddd5e4 req-c9afb60a-160c-4b3f-8ab2-11ed2d124334 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&id=c6896b68-e470-4ae6-922f-4e4f03a5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567632 Jan 28 02:05:25.512733 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:05:31.447081 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-d78cddcd-3598-42de-9790-9607db5d33b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483828 Jan 28 02:05:31.552459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-71cf1435-46f2-4100-b7f8-403acfa35935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:31.553894 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-71cf1435-46f2-4100-b7f8-403acfa35935 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1136 time: 0.0430470 Jan 28 02:05:31.681388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-1c1c24c6-0812-4ca0-b81c-8f74cacfb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:31.682927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-1c1c24c6-0812-4ca0-b81c-8f74cacfb384 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.1038263 Jan 28 02:05:31.755940 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-984185e3-f35c-4225-9d9b-2a9f7836ee2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1002 time: 0.0660648 Jan 28 02:05:31.805864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-3a8dad32-ab73-40f2-b585-eb39fb406c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:31.807213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-3a8dad32-ab73-40f2-b585-eb39fb406c80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0452001 Jan 28 02:05:31.851792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-3654eccf-8289-41ac-bcc7-8289f2f83f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:31.853271 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-3654eccf-8289-41ac-bcc7-8289f2f83f12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400617 Jan 28 02:05:31.863380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-a339aa67-7898-4afe-bb1c-f5e796b91036 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:05:31.864333 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-a339aa67-7898-4afe-bb1c-f5e796b91036 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049212 Jan 28 02:05:31.960350 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-2ff23ed6-98cd-45ed-ac27-35c5b0fa4dc0 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898483 Jan 28 02:05:32.051794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4fd5bca5-77cf-4324-9130-d976b40fe764 req-a01e21bc-5e14-4b06-99bc-00e3e8c09ea6 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824013 Jan 28 02:05:34.013444 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:37.162781 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32d085bc-6c1e-4e9d-8fd7-90d6940dd30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:38.059988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:39.453954 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a14faf02-7960-4390-a226-a09f37738dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:41.092764 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:42.207901 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:43.373217 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:02.515604 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:06:04.009454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:07.165338 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d11eff92-95e9-4e37-88a5-d9b9d5a18a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:08.057717 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:09.449106 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-042a47ec-5253-4cf6-b27f-bdbf15273cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:11.095182 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:12.204823 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:13.374540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.015051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-3d66e2b9-a134-4f92-b235-3edfb4f83b6f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688346530&fields=id&tenant_id=84703a7c25164d85b0ffe49541309a7f HTTP/1.1" status: 200 len: 267 time: 0.0530291 Jan 28 02:06:24.068392 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-dd07b5d4-5488-451a-9d25-83b2f78d3b7e tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.069954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-dd07b5d4-5488-451a-9d25-83b2f78d3b7e tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 985 time: 0.0490806 Jan 28 02:06:24.080665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Request body: {'port': {'security_groups': ['8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:24.148291 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.335619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:24.367514 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for port (68018102-be26-46e1-92e5-e56f2836f356), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.374012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.408189 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['68018102-be26-46e1-92e5-e56f2836f356'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:06:24.429736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.430433 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.431819 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bec2df9d-6755-482e-8ee4-40cc24246afd req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "PUT /v2.0/ports/68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 943 time: 0.3556507 Jan 28 02:06:24.432280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:06:24.438195 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1334749a-e072-4d9e-a8ba-cf0e7018566f" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:24.439112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:24.473109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event updated for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:24.489668 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.490050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.490402 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.496088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.496376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.499614 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.499966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.500310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.502143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.502537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.502897 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.503244 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.503624 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f98830d-5433-4bdf-a8e8-e7466faae775 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.510353 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group (c6896b68-e470-4ae6-922f-4e4f03a5bfe5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.520838 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f7992-5940-4262-bfc9-ad42b6b20827 x-openstack-request-id: req-128f7992-5940-4262-bfc9-ad42b6b20827 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:24.521140 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:24.521402 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-128f7992-5940-4262-bfc9-ad42b6b20827 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:24.522798 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'status': 'completed', 'code': 200} Jan 28 02:06:24.547792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group (c6896b68-e470-4ae6-922f-4e4f03a5bfe5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.557885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['68018102-be26-46e1-92e5-e56f2836f356'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:06:24.601500 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-a85437d0-7c0c-4cb1-b196-f575e68a4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.603656 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-a85437d0-7c0c-4cb1-b196-f575e68a4334 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1097 time: 0.0602067 Jan 28 02:06:24.617393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c6896b68-e470-4ae6-922f-4e4f03a5bfe5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.621273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.626480 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "DELETE /v2.0/security-groups/c6896b68-e470-4ae6-922f-4e4f03a5bfe5 HTTP/1.1" status: 204 len: 168 time: 0.1857316 Jan 28 02:06:24.627303 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 52954) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:24.645191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6896b68-e470-4ae6-922f-4e4f03a5bfe5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:24.716353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-98ac2ff0-be59-4f09-acc3-d294588620b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.717804 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-98ac2ff0-be59-4f09-acc3-d294588620b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.1077561 Jan 28 02:06:24.749142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.749907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.750276 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.750614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.750952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.751293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.751635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.751952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.752443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.753134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.753134 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.753431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.753743 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0082582-5b6e-4082-84e2-c9eb56f5531f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:24.794582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1c0f84bf-4d55-4af8-929f-322a5bf5706a None None] Provisioning complete for port 68018102-be26-46e1-92e5-e56f2836f356 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:06:24.795086 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1c0f84bf-4d55-4af8-929f-322a5bf5706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (68018102-be26-46e1-92e5-e56f2836f356), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.802523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-0344fd2b-52e6-4ff4-909b-6032afb346dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 1002 time: 0.0788486 Jan 28 02:06:24.835757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Deleting port cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:24.836227 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.853765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-653ac36a-157c-4f87-a001-892da1f8b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.855817 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-653ac36a-157c-4f87-a001-892da1f8b68e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0474234 Jan 28 02:06:24.877474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f84bf-4d55-4af8-929f-322a5bf5706a None None] Current status of the port 68018102-be26-46e1-92e5-e56f2836f356 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:06:24.903029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-88e7c544-10c3-4d63-9c83-7af95f19d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.904543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-88e7c544-10c3-4d63-9c83-7af95f19d762 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421457 Jan 28 02:06:24.923786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.924046 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for floatingip (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:24.936371 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Calling delete_port for cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:24.995833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-95164269-d6a7-42c3-94f3-b756b9bd3d28 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Jan 28 02:06:25.090421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:25.098527 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1334749a-e072-4d9e-a8ba-cf0e7018566f req-5efe9e44-bd22-4757-a103-6516c25570cd service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967183 Jan 28 02:06:25.115931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event deleted for resources: {'Port': ['ID=cf2281ca-9e7d-4f3b-a3ad-d034a3908ba2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:25.179715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks [] for floatingip (3136268b-e8c7-4e6d-922f-fe43d60b4577), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:25.180004 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Floating IP 3136268b-e8c7-4e6d-922f-fe43d60b4577 disassociated (deleted). External IP: 172.25.1.116, port: 68018102-be26-46e1-92e5-e56f2836f356. Jan 28 02:06:25.411230 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:25.532635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:25.537425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:25.542242 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] Sync routers for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:25.553603 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:25.554278 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:25.565611 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a965f5e8-8e75-4c6b-ae1e-a7949cf54c4a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "DELETE /v2.0/floatingips/3136268b-e8c7-4e6d-922f-fe43d60b4577 HTTP/1.1" status: 204 len: 168 time: 0.9280696 Jan 28 02:06:25.566354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:06:25.568775 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4fd959-9c1d-456d-83b8-b14b898deb08" -d '{"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:25.666500 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:25.703345 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36594dc3-1406-43be-b90d-4e538c6c2f1d x-openstack-request-id: req-36594dc3-1406-43be-b90d-4e538c6c2f1d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:25.703639 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:25.703892 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36594dc3-1406-43be-b90d-4e538c6c2f1d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:25.704295 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'status': 'completed', 'code': 200} Jan 28 02:06:25.814561 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-58a1d815-f03d-4159-9256-db06ea545085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:25.816273 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-58a1d815-f03d-4159-9256-db06ea545085 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1097 time: 0.0656726 Jan 28 02:06:25.875531 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:12Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:25.900839 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] Checking router: 1e663a91-fb94-46fa-af84-91afb3d8e0a5 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:25.909007 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:25.909687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:25.913375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-2a83233a-6660-4483-b4d9-e80abf86937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:25.914947 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-2a83233a-6660-4483-b4d9-e80abf86937e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.0926859 Jan 28 02:06:25.959945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-5f2112a2-b2eb-4495-90f2-464c3a81500e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 217 time: 0.0352726 Jan 28 02:06:26.027330 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-11fffad5-a2bd-4a57-8d14-c54e8675ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:26.028806 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-11fffad5-a2bd-4a57-8d14-c54e8675ffcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0614269 Jan 28 02:06:26.078238 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-6e42cd92-e387-45d5-91fe-3e860321fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:26.079888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-6e42cd92-e387-45d5-91fe-3e860321fbd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450718 Jan 28 02:06:26.118660 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:26.174997 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-b97fa084-995b-425b-9b36-95655a9f3f44 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880885 Jan 28 02:06:26.271019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be4fd959-9c1d-456d-83b8-b14b898deb08 req-5da6a49c-64e3-4714-af00-4684f7828917 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885391 Jan 28 02:06:26.320412 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:12Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:26.351434 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126d99b-dbc2-4db6-8d3b-d441530b03d3 None None] The sync data for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 is: [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:08Z', 'revision_number': 4, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '07922e2f-365c-4949-8b55-f978cbf77766', 'name': '', 'network_id': 'fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'mac_address': 'fa:16:3e:dd:d3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:08Z', 'updated_at': '2022-01-28T02:03:12Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'subnets': [{'id': '3ad310ec-c6ce-4476-8679-65707a07fcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:26.591516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb092a4c-d7e5-40e4-9bbf-5068b5c73e2d None None] New status for floating IP 3136268b-e8c7-4e6d-922f-fe43d60b4577: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:06:33.405558 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-daaef225-6512-423d-9b52-16c072839af7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417976 Jan 28 02:06:33.503292 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-d3ee837c-929b-41ca-be76-950c8f1abaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:33.504803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-d3ee837c-929b-41ca-be76-950c8f1abaa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84703a7c25164d85b0ffe49541309a7f&device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 1097 time: 0.0429642 Jan 28 02:06:33.613721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-171bb22b-3741-426b-aa56-8ed795e57944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:33.615184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-171bb22b-3741-426b-aa56-8ed795e57944 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 200 len: 916 time: 0.0908852 Jan 28 02:06:33.656681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-c8c960c1-df39-496b-a7a0-6c8a5790fe2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 200 len: 217 time: 0.0351367 Jan 28 02:06:33.709655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-227ecf66-ce7e-4017-add3-89ff5e8af51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:33.711180 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-227ecf66-ce7e-4017-add3-89ff5e8af51e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 200 len: 854 time: 0.0492916 Jan 28 02:06:33.755600 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-99ab667d-5277-43ea-9003-9ba8cba67b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:33.757129 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-99ab667d-5277-43ea-9003-9ba8cba67b88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407982 Jan 28 02:06:33.851598 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-5f236c96-35d1-4b0e-bfc6-4c14390affcf service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889313 Jan 28 02:06:33.951175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4470eee-4b0f-4f4a-ba4b-f374e80d33d0 req-92a6d97c-9d3b-4bdc-b49e-c663df9248d1 service neutron] 10.222.0.45 "GET /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939848 Jan 28 02:06:34.011285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:37.159718 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-78e1350f-b0f0-46f6-b419-5cc2169d26a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:38.060158 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:39.452926 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee380c16-18bb-4518-9bf7-05db80b44721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:39.515333 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:06:40.946209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a43a-5da1-425d-aaca-727c674628a2 req-e4167d42-f1e4-4dee-9101-d36c4dbbb0ff tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:40.947709 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87c8a43a-5da1-425d-aaca-727c674628a2 req-e4167d42-f1e4-4dee-9101-d36c4dbbb0ff tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0556352 Jan 28 02:06:40.996145 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87c8a43a-5da1-425d-aaca-727c674628a2 req-f0a76146-3446-49ae-996d-1820e1f5b43a tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Jan 28 02:06:41.096765 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:42.116584 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1a967-ce62-4302-a3f3-c4aed1f05eb8 req-01316a6c-b1eb-4ac4-8398-0f1e38ac3c83 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:42.118073 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71e1a967-ce62-4302-a3f3-c4aed1f05eb8 req-01316a6c-b1eb-4ac4-8398-0f1e38ac3c83 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Jan 28 02:06:42.172700 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-71e1a967-ce62-4302-a3f3-c4aed1f05eb8 req-a9534892-fc5a-40f2-9da7-3e7233e03fbb tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485260 Jan 28 02:06:42.206711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:42.865596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-a8bba7ab-2d13-4c50-8d9d-a9ec5cf4d94f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:42.867015 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-a8bba7ab-2d13-4c50-8d9d-a9ec5cf4d94f tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.45 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 946 time: 0.0677967 Jan 28 02:06:42.959575 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Deleting port 68018102-be26-46e1-92e5-e56f2836f356 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:42.959921 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (68018102-be26-46e1-92e5-e56f2836f356), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:43.061280 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] For port 68018102-be26-46e1-92e5-e56f2836f356, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=68018102-be26-46e1-92e5-e56f2836f356,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:43.061653 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (68018102-be26-46e1-92e5-e56f2836f356), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:43.074151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Calling delete_port for 68018102-be26-46e1-92e5-e56f2836f356 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:43.222159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (68018102-be26-46e1-92e5-e56f2836f356), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:43.255206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['68018102-be26-46e1-92e5-e56f2836f356'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:06:43.260599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Pushing event deleted for resources: {'Port': ['ID=68018102-be26-46e1-92e5-e56f2836f356,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:43.283566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ef22f9e-9713-4a8b-ad16-b171bfe33e3f req-7fc8b475-2ebf-4bd0-9994-d7bd0ae506ee tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e0f7cf-bd95-4572-baf5-a65b01d08589 HTTP/1.1" status: 200 len: 210 time: 0.0337272 Jan 28 02:06:43.314312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] No DVR routers for this DVR port 68018102-be26-46e1-92e5-e56f2836f356 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:43.317141 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:43.320418 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dcb0423c-d304-4273-9030-312dd4f4a8cd req-9dfaeda3-02ce-4352-b880-6bc470ca5239 tempest-TestMinimumBasicScenario-2083534890 tempest-TestMinimumBasicScenario-2083534890-project] 10.222.0.45 "DELETE /v2.0/ports/68018102-be26-46e1-92e5-e56f2836f356 HTTP/1.1" status: 204 len: 173 time: 0.4485641 Jan 28 02:06:43.320977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'name': 'network-vif-deleted', 'tag': '68018102-be26-46e1-92e5-e56f2836f356'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:06:43.323256 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8b876-79ee-4c82-83b1-d7de56db8a23" -d '{"events": [{"server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "name": "network-vif-deleted", "tag": "68018102-be26-46e1-92e5-e56f2836f356"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:43.360092 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e62c2fc-fefb-40de-bb85-3ccbb384a7e1 x-openstack-request-id: req-8e62c2fc-fefb-40de-bb85-3ccbb384a7e1 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:43.360441 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e0f7cf-bd95-4572-baf5-a65b01d08589", "name": "network-vif-deleted", "tag": "68018102-be26-46e1-92e5-e56f2836f356", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:43.360772 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e62c2fc-fefb-40de-bb85-3ccbb384a7e1 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:43.361209 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e0f7cf-bd95-4572-baf5-a65b01d08589', 'name': 'network-vif-deleted', 'tag': '68018102-be26-46e1-92e5-e56f2836f356', 'status': 'completed', 'code': 200} Jan 28 02:06:43.375690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:44.894025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:45.236185 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (1e663a91-fb94-46fa-af84-91afb3d8e0a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:45.488192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Deleting port 07922e2f-365c-4949-8b55-f978cbf77766 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:45.488421 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (07922e2f-365c-4949-8b55-f978cbf77766), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:45.564482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] For port 07922e2f-365c-4949-8b55-f978cbf77766, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=07922e2f-365c-4949-8b55-f978cbf77766,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:45.564843 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (07922e2f-365c-4949-8b55-f978cbf77766), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:45.576378 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Calling delete_port for 07922e2f-365c-4949-8b55-f978cbf77766 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:45.779587 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (07922e2f-365c-4949-8b55-f978cbf77766), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:45.808442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Pushing event deleted for resources: {'Port': ['ID=07922e2f-365c-4949-8b55-f978cbf77766,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:45.970618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (1e663a91-fb94-46fa-af84-91afb3d8e0a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:46.187915 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:46.298348 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:46.303598 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3a3e929e-aed1-4b0e-8bf7-aca5287de266 admin admin] 10.222.0.23 "PUT /v2.0/routers/1e663a91-fb94-46fa-af84-91afb3d8e0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4085443 Jan 28 02:06:46.306167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53070) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:46.308834 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] Sync routers for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:46.321360 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:46.322483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:46.431293 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:46.617272 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:46.644337 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] Checking router: 1e663a91-fb94-46fa-af84-91afb3d8e0a5 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:46.653640 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] Routers {'1e663a91-fb94-46fa-af84-91afb3d8e0a5'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:46.654283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:46.732294 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks [] for router (1e663a91-fb94-46fa-af84-91afb3d8e0a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:46.760106 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] Set router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:46.837916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks [] for router_gateway (1e663a91-fb94-46fa-af84-91afb3d8e0a5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:46.892001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Deleting port e303fd99-ec04-413e-a354-17b00ca245e3 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:46.892337 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:46.931801 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:46.960652 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ea6b-e6ba-4fde-9c54-32be95563aa1 None None] The sync data for ids ['1e663a91-fb94-46fa-af84-91afb3d8e0a5'] in n-d-826756-1 is: [{'id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'name': 'tempest-TestMinimumBasicScenario-1462120716-router', 'tenant_id': '84703a7c25164d85b0ffe49541309a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:06:45Z', 'revision_number': 5, 'project_id': '84703a7c25164d85b0ffe49541309a7f', 'gw_port': {'id': 'e303fd99-ec04-413e-a354-17b00ca245e3', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e663a91-fb94-46fa-af84-91afb3d8e0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:05Z', 'updated_at': '2022-01-28T02:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:46.968694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] For port e303fd99-ec04-413e-a354-17b00ca245e3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e303fd99-ec04-413e-a354-17b00ca245e3,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:46.969335 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:46.989099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Calling delete_port for e303fd99-ec04-413e-a354-17b00ca245e3 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:47.164647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e303fd99-ec04-413e-a354-17b00ca245e3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.194081 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e303fd99-ec04-413e-a354-17b00ca245e3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:47.253865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (1e663a91-fb94-46fa-af84-91afb3d8e0a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.355156 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (1e663a91-fb94-46fa-af84-91afb3d8e0a5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.357995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks [] for router_controller (1e663a91-fb94-46fa-af84-91afb3d8e0a5), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.412321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07922e2f-365c-4949-8b55-f978cbf77766 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:47.414241 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (1e663a91-fb94-46fa-af84-91afb3d8e0a5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.414792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e663a91-fb94-46fa-af84-91afb3d8e0a5 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:06:47.420318 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.421504 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c6f210b9-1b9a-4b53-b7e6-b806a32d63e9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1e663a91-fb94-46fa-af84-91afb3d8e0a5 HTTP/1.1" status: 204 len: 168 time: 1.1143270 Jan 28 02:06:47.424087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53072) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:47.437889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 07922e2f-365c-4949-8b55-f978cbf77766 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:47.438253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07922e2f-365c-4949-8b55-f978cbf77766 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:47.475736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Deleting subnet 3ad310ec-c6ce-4476-8679-65707a07fcd1 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:06:47.479154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Publish callbacks [] for subnet (3ad310ec-c6ce-4476-8679-65707a07fcd1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.513599 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (3ad310ec-c6ce-4476-8679-65707a07fcd1), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.592175 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (3ad310ec-c6ce-4476-8679-65707a07fcd1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.655098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (3ad310ec-c6ce-4476-8679-65707a07fcd1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.681056 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad310ec-c6ce-4476-8679-65707a07fcd1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:47.682995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.686429 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ba2404f0-92d8-44a6-85ab-22ed828cb8fa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3ad310ec-c6ce-4476-8679-65707a07fcd1 HTTP/1.1" status: 204 len: 168 time: 0.2612901 Jan 28 02:06:47.689072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:47.689218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dcf5ce-67b1-48f5-8df8-e8d37477126d None None] Network fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:06:47.755556 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.808689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Deleting port e0f0a047-15ba-42f6-a001-4500e5856d54 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:47.809033 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.831885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 68018102-be26-46e1-92e5-e56f2836f356 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:47.852109 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 68018102-be26-46e1-92e5-e56f2836f356 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:47.852460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 68018102-be26-46e1-92e5-e56f2836f356 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:47.876892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] For port e0f0a047-15ba-42f6-a001-4500e5856d54, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=e0f0a047-15ba-42f6-a001-4500e5856d54,segment=NetworkSegment(567826ce-fd80-42a3-95e0-5403b1b8548b),segment_id=567826ce-fd80-42a3-95e0-5403b1b8548b)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:47.877257 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:47.890928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Calling delete_port for e0f0a047-15ba-42f6-a001-4500e5856d54 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:47.953697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] DHCP port deletion for fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:06:47.974309 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.005011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f0a047-15ba-42f6-a001-4500e5856d54,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:48.006512 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Deleting port e0f0a047-15ba-42f6-a001-4500e5856d54 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:48.006986 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.008529 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] No DVR routers for this DVR port e0f0a047-15ba-42f6-a001-4500e5856d54 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:48.070361 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] For port e0f0a047-15ba-42f6-a001-4500e5856d54, host n-d-826756-1, got binding levels [] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:48.070617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.076724 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.083870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Calling delete_port for e0f0a047-15ba-42f6-a001-4500e5856d54 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:48.086591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.ipam_backend_mixin [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Port e0f0a047-15ba-42f6-a001-4500e5856d54 was not found and therefore no delete operation was performed {{(pid=109596) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:06:48.087962 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (e0f0a047-15ba-42f6-a001-4500e5856d54), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.097172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:48.106549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567826ce-fd80-42a3-95e0-5403b1b8548b') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:48.106845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567826ce-fd80-42a3-95e0-5403b1b8548b') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:48.111872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Pushing event deleted for resources: {'Port': ['ID=e0f0a047-15ba-42f6-a001-4500e5856d54,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:48.116073 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] No DVR routers for this DVR port e0f0a047-15ba-42f6-a001-4500e5856d54 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:48.116425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (567826ce-fd80-42a3-95e0-5403b1b8548b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.126392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.126733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.127070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.127500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.127724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.128052 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.128567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.128901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.129222 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.129545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.129894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.130219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.130539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e7c6c-db35-4855-82bd-f69447f8763e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:48.138926 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (567826ce-fd80-42a3-95e0-5403b1b8548b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.145111 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:06:48.145524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (567826ce-fd80-42a3-95e0-5403b1b8548b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:06:48.147242 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:06:48.208538 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.213344 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.219596 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491 HTTP/1.1" status: 204 len: 168 time: 0.5295765 Jan 28 02:06:48.223190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53076) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:48.232390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3f5c-e0b2-48f1-b531-5eb4e803cda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fffe1f76-e0c9-4c59-a2f5-c2b9eeafc491,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:48.586190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (260adc0d-bac4-41b8-a568-3ca6c7b24425), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.837951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Deleting port 59813d11-1306-497d-a35e-29563999cb8a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:48.838191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (59813d11-1306-497d-a35e-29563999cb8a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.916876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] For port 59813d11-1306-497d-a35e-29563999cb8a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=59813d11-1306-497d-a35e-29563999cb8a,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:48.917238 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (59813d11-1306-497d-a35e-29563999cb8a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:48.929208 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Calling delete_port for 59813d11-1306-497d-a35e-29563999cb8a owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:49.128013 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (59813d11-1306-497d-a35e-29563999cb8a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:49.154514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=59813d11-1306-497d-a35e-29563999cb8a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:49.318093 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (260adc0d-bac4-41b8-a568-3ca6c7b24425), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:49.403847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e303fd99-ec04-413e-a354-17b00ca245e3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:49.424824 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e303fd99-ec04-413e-a354-17b00ca245e3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:49.425051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e303fd99-ec04-413e-a354-17b00ca245e3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:49.425472 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e0f0a047-15ba-42f6-a001-4500e5856d54 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:49.444190 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: e0f0a047-15ba-42f6-a001-4500e5856d54 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:49.444531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device e0f0a047-15ba-42f6-a001-4500e5856d54 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:49.538847 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Router 260adc0d-bac4-41b8-a568-3ca6c7b24425 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:49.650447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:49.658297 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-643aaaea-a077-4241-acd3-57a77dc38c81 admin admin] 10.222.0.23 "PUT /v2.0/routers/260adc0d-bac4-41b8-a568-3ca6c7b24425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311855 Jan 28 02:06:49.658714 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53078) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:49.660779 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] Sync routers for ids ['260adc0d-bac4-41b8-a568-3ca6c7b24425'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:49.672404 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] Routers {'260adc0d-bac4-41b8-a568-3ca6c7b24425'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:49.673032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['260adc0d-bac4-41b8-a568-3ca6c7b24425'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:49.765251 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks [] for router (260adc0d-bac4-41b8-a568-3ca6c7b24425), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:49.780506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] Set router 260adc0d-bac4-41b8-a568-3ca6c7b24425 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:49.868565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks [] for router_gateway (260adc0d-bac4-41b8-a568-3ca6c7b24425), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:49.925969 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Deleting port 1a359867-fb2b-424c-8041-4a61807cebf9 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:49.926214 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:49.962348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:06:49Z', 'revision_number': 5, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port': {'id': '1a359867-fb2b-424c-8041-4a61807cebf9', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:49.989614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] Checking router: 260adc0d-bac4-41b8-a568-3ca6c7b24425 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:49.998747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] Routers {'260adc0d-bac4-41b8-a568-3ca6c7b24425'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:49.999350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['260adc0d-bac4-41b8-a568-3ca6c7b24425'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:50.008159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] For port 1a359867-fb2b-424c-8041-4a61807cebf9, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1a359867-fb2b-424c-8041-4a61807cebf9,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:50.008531 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.020617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Calling delete_port for 1a359867-fb2b-424c-8041-4a61807cebf9 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:50.088768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] Set router 260adc0d-bac4-41b8-a568-3ca6c7b24425 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:50.143247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:06:49Z', 'revision_number': 6, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:50.169173 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d31dc-8d1e-497e-bc16-ed50f9828ed6 None None] The sync data for ids ['260adc0d-bac4-41b8-a568-3ca6c7b24425'] in n-d-826756-1 is: [{'id': '260adc0d-bac4-41b8-a568-3ca6c7b24425', 'name': 'tempest-TestMinimumBasicScenario-1454423084-router', 'tenant_id': 'a322490513994e6caf566f74f02abdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:10Z', 'updated_at': '2022-01-28T02:06:49Z', 'revision_number': 6, 'project_id': 'a322490513994e6caf566f74f02abdd1', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:50.191615 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1a359867-fb2b-424c-8041-4a61807cebf9), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.217877 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a359867-fb2b-424c-8041-4a61807cebf9,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:50.279218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (260adc0d-bac4-41b8-a568-3ca6c7b24425), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.375375 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (260adc0d-bac4-41b8-a568-3ca6c7b24425), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.377558 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks [] for router_controller (260adc0d-bac4-41b8-a568-3ca6c7b24425), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.431513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (260adc0d-bac4-41b8-a568-3ca6c7b24425), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.432422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260adc0d-bac4-41b8-a568-3ca6c7b24425 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:06:50.437253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.438545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4dbbe285-2694-4fb4-b6a5-97e008845ab7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/260adc0d-bac4-41b8-a568-3ca6c7b24425 HTTP/1.1" status: 204 len: 168 time: 0.7788327 Jan 28 02:06:50.441085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53080) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:50.488305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Deleting subnet e6da641b-9528-477c-9b33-ab844f96d1e3 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:06:50.490995 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Publish callbacks [] for subnet (e6da641b-9528-477c-9b33-ab844f96d1e3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.528291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (e6da641b-9528-477c-9b33-ab844f96d1e3), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.610994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e6da641b-9528-477c-9b33-ab844f96d1e3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.664418 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e6da641b-9528-477c-9b33-ab844f96d1e3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.689589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6da641b-9528-477c-9b33-ab844f96d1e3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:50.693470 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.699522 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2a49b4ab-8dee-497c-b635-b37f4a96ee0e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e6da641b-9528-477c-9b33-ab844f96d1e3 HTTP/1.1" status: 204 len: 168 time: 0.2545042 Jan 28 02:06:50.699666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53082) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:50.702509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbac26b-0e5d-4bda-81b0-4ac8e5675c26 None None] Network 011415ec-6a91-4ec4-bf43-4f614546ae79 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:06:50.771038 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (011415ec-6a91-4ec4-bf43-4f614546ae79), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.829112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Deleting port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:50.829458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.891274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] For port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:50.891511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:50.906181 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Calling delete_port for 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:50.927544 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] DHCP port deletion for 011415ec-6a91-4ec4-bf43-4f614546ae79 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:06:50.978847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] Deleting port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:06:50.979222 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.002179 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.036412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:51.042594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] No DVR routers for this DVR port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:51.046610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] For port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,segment=NetworkSegment(9e8087cf-f2d4-4361-8530-8f05154cb478),segment_id=9e8087cf-f2d4-4361-8530-8f05154cb478)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:51.047079 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.060435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] Calling delete_port for 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:06:51.111712 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (011415ec-6a91-4ec4-bf43-4f614546ae79), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.133857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011415ec-6a91-4ec4-bf43-4f614546ae79']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:51.141912 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (222fe3ca-ad2a-4f3a-a93d-345baa32c0b0), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.145496 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8087cf-f2d4-4361-8530-8f05154cb478') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:51.145835 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8087cf-f2d4-4361-8530-8f05154cb478') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:51.156140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (9e8087cf-f2d4-4361-8530-8f05154cb478), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.167265 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] Pushing event deleted for resources: {'Port': ['ID=222fe3ca-ad2a-4f3a-a93d-345baa32c0b0,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:51.171486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (9e8087cf-f2d4-4361-8530-8f05154cb478), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.175311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e6ab2-9491-4d99-a112-87d08e6b9170 None None] No DVR routers for this DVR port 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:51.178974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:06:51.179433 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (9e8087cf-f2d4-4361-8530-8f05154cb478), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:06:51.181366 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:06:51.244062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (011415ec-6a91-4ec4-bf43-4f614546ae79), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.252490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.256067 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/011415ec-6a91-4ec4-bf43-4f614546ae79 HTTP/1.1" status: 204 len: 168 time: 0.5554898 Jan 28 02:06:51.267815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94b408-a257-442d-bbdb-1985fa390e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=011415ec-6a91-4ec4-bf43-4f614546ae79,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:51.341416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a359867-fb2b-424c-8041-4a61807cebf9 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:51.361811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1a359867-fb2b-424c-8041-4a61807cebf9 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:51.362174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1a359867-fb2b-424c-8041-4a61807cebf9 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:51.362573 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:51.384761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:51.385116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 222fe3ca-ad2a-4f3a-a93d-345baa32c0b0 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:51.385525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 59813d11-1306-497d-a35e-29563999cb8a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:51.405368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 59813d11-1306-497d-a35e-29563999cb8a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:06:51.405716 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 59813d11-1306-497d-a35e-29563999cb8a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:51.423315 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53086) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:51.462363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-043f5e3d-0ba2-43ff-966f-d35e99e1c956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84703a7c25164d85b0ffe49541309a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376668 Jan 28 02:06:51.464703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53088) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:51.512118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f59eeaca-3a94-4f3d-90cc-164b59cb1ea1 admin admin] Publish callbacks [] for security_group (8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.534478 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f59eeaca-3a94-4f3d-90cc-164b59cb1ea1 admin admin] Publish callbacks [] for security_group (8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.587424 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f59eeaca-3a94-4f3d-90cc-164b59cb1ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.589965 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f59eeaca-3a94-4f3d-90cc-164b59cb1ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:51.591154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f59eeaca-3a94-4f3d-90cc-164b59cb1ea1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d HTTP/1.1" status: 204 len: 168 time: 0.1255102 Jan 28 02:06:51.598733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eeaca-3a94-4f3d-90cc-164b59cb1ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb4e4d0-47f3-4b60-ac15-c8c223bd0e7d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:51.923916 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53094) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:51.964396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-2493ddfc-4efd-4f9f-8b6c-fa28976bf86a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a322490513994e6caf566f74f02abdd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388038 Jan 28 02:06:51.967348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53096) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:52.016326 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b293b5f-be32-4953-a338-221646cea3a0 admin admin] Publish callbacks [] for security_group (ac15b04a-5270-4f15-8e92-4ff16dd519e3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:52.038330 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b293b5f-be32-4953-a338-221646cea3a0 admin admin] Publish callbacks [] for security_group (ac15b04a-5270-4f15-8e92-4ff16dd519e3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:52.093896 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b293b5f-be32-4953-a338-221646cea3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (ac15b04a-5270-4f15-8e92-4ff16dd519e3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:52.096453 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6b293b5f-be32-4953-a338-221646cea3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:52.097607 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6b293b5f-be32-4953-a338-221646cea3a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac15b04a-5270-4f15-8e92-4ff16dd519e3 HTTP/1.1" status: 204 len: 168 time: 0.1293623 Jan 28 02:06:52.105427 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b293b5f-be32-4953-a338-221646cea3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac15b04a-5270-4f15-8e92-4ff16dd519e3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:53.829179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53136) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:53.833849 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853577444', 'description': 'tempest-secgroup-smoke-1853577444 description', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:53.857101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:53.865280 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:53.941275 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (1e5f46e5-0f50-4108-9a7a-cbb362bba119), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:53.946975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1e5f46e5-0f50-4108-9a7a-cbb362bba119), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:53.986806 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5f46e5-0f50-4108-9a7a-cbb362bba119,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.023466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.028892 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.055671 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.056840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2265906 Jan 28 02:06:54.059916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53138) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.061005 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689fc46-cb3d-4d06-bfe0-bbff17af585f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.064799 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.090876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (ffb8bbc5-346a-4c34-97b7-f992ea1a2c7e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.150052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (ffb8bbc5-346a-4c34-97b7-f992ea1a2c7e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.155390 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ffb8bbc5-346a-4c34-97b7-f992ea1a2c7e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.172511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb8bbc5-346a-4c34-97b7-f992ea1a2c7e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.182276 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.183483 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a447e235-3426-4dfd-9fcb-239cda4ada3b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225190 Jan 28 02:06:54.186480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53140) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.190872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.215669 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (938ab7da-1341-409a-8c63-74e2a1fd3644), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.271019 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (938ab7da-1341-409a-8c63-74e2a1fd3644), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.274949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (938ab7da-1341-409a-8c63-74e2a1fd3644), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.295421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938ab7da-1341-409a-8c63-74e2a1fd3644,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.304668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.308526 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ae15c8d0-b54a-4a3c-8c3f-8acac5b91e42 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184297 Jan 28 02:06:54.308670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53142) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.313044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.336663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (7ea834a0-4880-4fe0-b925-ce7660b9cf76), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.391610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (7ea834a0-4880-4fe0-b925-ce7660b9cf76), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.397797 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (7ea834a0-4880-4fe0-b925-ce7660b9cf76), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.418273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea834a0-4880-4fe0-b925-ce7660b9cf76,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.425423 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.426657 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8b94ade2-3274-4441-b2d6-33e75efad636 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170809 Jan 28 02:06:54.429390 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53144) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.433640 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.460215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5dc89214-a37d-41ae-af61-f99022f92d17), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.521209 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5dc89214-a37d-41ae-af61-f99022f92d17), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.524899 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5dc89214-a37d-41ae-af61-f99022f92d17), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.542185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc89214-a37d-41ae-af61-f99022f92d17,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.550307 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.551523 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-bfa55c84-c4c4-448a-ae22-f1fb57a32838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211369 Jan 28 02:06:54.554532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.558837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.579542 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:06:54.584823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (db8aa676-29a1-4386-937d-333e42d2c000), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.647037 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (db8aa676-29a1-4386-937d-333e42d2c000), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.651916 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (db8aa676-29a1-4386-937d-333e42d2c000), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.671742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8aa676-29a1-4386-937d-333e42d2c000,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.678680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.679907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e70537f7-cffc-4645-b797-0d2226920c6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244392 Jan 28 02:06:54.682687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53148) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.687109 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.707361 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:06:54.712324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (d68ff2e7-96b6-41b4-9fe8-cfc8c64192d4), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.772892 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (d68ff2e7-96b6-41b4-9fe8-cfc8c64192d4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.778072 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d68ff2e7-96b6-41b4-9fe8-cfc8c64192d4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.797314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68ff2e7-96b6-41b4-9fe8-cfc8c64192d4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:54.806183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.807401 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-acbe8299-e5bc-4df0-8c77-6d14221a4185 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237719 Jan 28 02:06:54.810582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53150) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:54.815655 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'network': {'name': 'tempest-network-smoke--1488066335', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:54.836017 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:06:54.839404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.862810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:06:54.872278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac1dbcdd-b9b1-4933-a2d8-a56cce02136e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.872618 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Added segment ac1dbcdd-b9b1-4933-a2d8-a56cce02136e of type vlan for network a4f654ce-f8aa-46ab-826c-005f19b8e97a Jan 28 02:06:54.911509 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a4f654ce-f8aa-46ab-826c-005f19b8e97a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.939040 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a4f654ce-f8aa-46ab-826c-005f19b8e97a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.944100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:54.944687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:54.998000 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862752 Jan 28 02:06:55.001341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53152) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:55.006468 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'admin_state_up': True, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:55.020866 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a25df4-a9c7-4f48-a6cb-cba6d5ecf838 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Network': ['ID=a4f654ce-f8aa-46ab-826c-005f19b8e97a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:55.032637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:06:55.035777 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:55.036822 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:55.087853 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:55.552610 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:55.766957 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:55.789001 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:55.907110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.149 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/5eb19bc1-62f0-4f18-bbff-b126dfa30c6b) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:06:56.025129 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:56.064576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:56.101120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:06:56.103944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:06:56.106604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:06:56.135150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:56.367611 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:56.584961 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:56.731318 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:06:56.845562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:56.855593 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Sync routers for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:56.865155 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:56.866438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a65510e8-643b-4701-b4ad-2e150d2e301d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8639157 Jan 28 02:06:56.866661 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:56.867273 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:56.869601 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53154) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:56.970581 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:57.003566 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-41be43a9-98db-4d71-ad26-f66f42782c9c tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6c7e7e563ba44df3a1a9ed3f09cfb993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1327267 Jan 28 02:06:57.006347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53158) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:57.090199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886298bc-90ce-43bd-b055-2dcc54c2814f tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:57.091711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-886298bc-90ce-43bd-b055-2dcc54c2814f tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844808 Jan 28 02:06:57.094688 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53160) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:57.126992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-75bcbda4-a073-4a2a-ab52-371d76de3c4a tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312400 Jan 28 02:06:57.129833 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53162) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:57.134628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117899410', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:06:57.150746 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:56Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:57.179562 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Checking router: e9fc85a4-9872-4bc8-8421-dfbfd158ed7c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:57.179903 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Updating router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:06:57.204827 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.222791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:06:57.226230 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.417117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (8779cb54-4162-4fd9-85e7-fa50a7567a3b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.480908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Subnet': ['ID=8779cb54-4162-4fd9-85e7-fa50a7567a3b,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:57.493510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Checking segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:06:57.493905 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network hostable DHCP agents. Network: a4f654ce-f8aa-46ab-826c-005f19b8e97a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:06:57.515398 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:06:57.525480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a4f654ce-f8aa-46ab-826c-005f19b8e97a) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:06:57.530754 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:57.531487 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.537075 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb449c24-6350-404f-b42d-b1d55ae96f58 None None] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:06:57.552937 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4587fe43-56d9-4aec-aae2-eaa2b56e3478 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4194748 Jan 28 02:06:57.553135 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Publish callbacks [] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.553250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53164) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:06:57.560042 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.615730 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Pushing event updated for resources: {'Port': ['ID=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:57.626854 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Attempting to bind port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:06:57.627320 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Attempting to bind port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:06:57.627771 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Attempting to bind port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:06:57.630962 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.631405 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.631812 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.632221 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.632621 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.633023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.633421 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.633838 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.634232 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.634622 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.635029 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.635419 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.635808 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:57.642553 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:06:57.643033 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:06:57.643505 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.644022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:06:57.644617 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Bound port: 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:06:57.645212 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.653251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:06:57.654494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.695429 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] For port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:06:57.698752 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] For port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:06:57.704009 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:57.764009 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99211de0-c17a-4068-a88e-29483b9a3da7 None None] Pushing event updated for resources: {'Port': ['ID=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:57.770947 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:57.771582 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:57.898528 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:57.971245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Allocated IP 172.20.0.2 (a4f654ce-f8aa-46ab-826c-005f19b8e97a/8779cb54-4162-4fd9-85e7-fa50a7567a3b/c4847757-d992-4e72-8e2c-8f001bf23a99) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:06:58.016466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.088216 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:56Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:58.114348 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Publish callbacks [] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.114665 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627cf82-f944-4447-86d6-85f8d6c75934 None None] The sync data for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 is: [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:56Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:58.120734 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.160289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:06:58.166983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:06:58.171474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:06:58.174714 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Pushing event updated for resources: {'Port': ['ID=c4847757-d992-4e72-8e2c-8f001bf23a99,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:58.240990 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Attempting to bind port c4847757-d992-4e72-8e2c-8f001bf23a99 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:06:58.241730 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Attempting to bind port c4847757-d992-4e72-8e2c-8f001bf23a99 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:06:58.242218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Attempting to bind port c4847757-d992-4e72-8e2c-8f001bf23a99 on network a4f654ce-f8aa-46ab-826c-005f19b8e97a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:06:58.249568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:06:58.250188 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Checking segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:06:58.250603 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.250999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Bound using segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:06:58.251470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Bound port: c4847757-d992-4e72-8e2c-8f001bf23a99, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:06:58.251855 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.327312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.1 (a4f654ce-f8aa-46ab-826c-005f19b8e97a/8779cb54-4162-4fd9-85e7-fa50a7567a3b/4a03ddbd-a571-4fb8-9f7a-5bd95e541689) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:06:58.334909 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] For port c4847757-d992-4e72-8e2c-8f001bf23a99, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:06:58.341707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] For port c4847757-d992-4e72-8e2c-8f001bf23a99, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c4847757-d992-4e72-8e2c-8f001bf23a99,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:06:58.349962 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.420567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc77f8b-bcb3-4337-b647-1fb6e91e1890 None None] Pushing event updated for resources: {'Port': ['ID=c4847757-d992-4e72-8e2c-8f001bf23a99,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:58.479722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.517137 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.559706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:06:58.563355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:06:58.566822 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:06:58.610161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:58.651513 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:58.801807 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.082082 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.088651 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.164990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:59.167451 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.262087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:06:59.263698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:06:59.401546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:59.441933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198dad8-9c02-40df-994f-c86185292926 None None] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:06:59.459203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c4847757-d992-4e72-8e2c-8f001bf23a99 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:06:59.527009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:59.532216 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f93aeb92-ef75-453a-8960-00dcfde67027 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/e9fc85a4-9872-4bc8-8421-dfbfd158ed7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779034 Jan 28 02:06:59.543289 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] Provisioning complete for port c4847757-d992-4e72-8e2c-8f001bf23a99 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:06:59.543670 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.638525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c4847757-d992-4e72-8e2c-8f001bf23a99 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:06:59.638905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.693181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-957f1e59-a834-43dd-8733-3c57d2884da2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853577444&fields=id&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 267 time: 0.0494306 Jan 28 02:06:59.728091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] Current status of the port c4847757-d992-4e72-8e2c-8f001bf23a99 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:06:59.728479 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.788043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c4847757-d992-4e72-8e2c-8f001bf23a99 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:06:59.788433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.808008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] For port c4847757-d992-4e72-8e2c-8f001bf23a99, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c4847757-d992-4e72-8e2c-8f001bf23a99,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:59.817406 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-4c66f193-6797-40fc-83eb-0fce7342f36c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:59.818955 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:59.824952 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-4c66f193-6797-40fc-83eb-0fce7342f36c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/networks?id=a4f654ce-f8aa-46ab-826c-005f19b8e97a HTTP/1.1" status: 200 len: 797 time: 0.1242526 Jan 28 02:06:59.836245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-5ddc3f61-3a26-4ec6-87ed-b86fcc7a726b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/quotas/6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 375 time: 0.0103509 Jan 28 02:06:59.905162 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-273b7899-0eea-4632-80d5-5061dfbc14b0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568957 Jan 28 02:06:59.912407 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba42d7-01f4-4510-b357-70aa6c7caa68 None None] Pushing event updated for resources: {'Port': ['ID=c4847757-d992-4e72-8e2c-8f001bf23a99,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:59.917597 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:06:59.917980 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:06:59.927686 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-212dd3e8-4ba1-4e14-875a-077183797697 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:06:59.929001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-212dd3e8-4ba1-4e14-875a-077183797697 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058589 Jan 28 02:07:00.048662 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-db160c81-c47a-4503-a797-3b3769b00dc8 None None] Provisioning complete for port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:00.049171 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db160c81-c47a-4503-a797-3b3769b00dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.053922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Sync routers for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:00.095555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-db160c81-c47a-4503-a797-3b3769b00dc8 None None] Port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:07:00.098204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:00.098859 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:00.151756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-db160c81-c47a-4503-a797-3b3769b00dc8 None None] Provisioning complete for port c4847757-d992-4e72-8e2c-8f001bf23a99 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:00.152123 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-db160c81-c47a-4503-a797-3b3769b00dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.249110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:00.354748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-db160c81-c47a-4503-a797-3b3769b00dc8 None None] Current status of the port c4847757-d992-4e72-8e2c-8f001bf23a99 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:00.373982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-1f08adb8-cb5e-4de5-8a7f-3f0703dd273e service neutron] 10.222.0.23 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389358 Jan 28 02:07:00.468912 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-a9a7956a-00bb-411a-b720-c600a37705b6 service neutron] 10.222.0.23 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887737 Jan 28 02:07:00.505389 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c4847757-d992-4e72-8e2c-8f001bf23a99 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:00.506409 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:07:00.545837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-85d515a4-c2ea-4df3-9a7d-78b07106444f None None] Provisioning complete for port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:00.546219 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-85d515a4-c2ea-4df3-9a7d-78b07106444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.604758 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-85d515a4-c2ea-4df3-9a7d-78b07106444f None None] Port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:07:00.616258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 2, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:00.619108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:00.619487 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.645290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-27e51f6e-9365-42e6-976f-85ac76df08a1 req-5a0464b4-9be4-4a4f-b0ee-ba997be0e207 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 210 time: 0.0304275 Jan 28 02:07:00.666154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Checking router: e9fc85a4-9872-4bc8-8421-dfbfd158ed7c for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:00.666268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Updating router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:07:00.703673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.832067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:00.832450 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.872083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:00.877893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:00.976902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:01.068205 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Publish callbacks [] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.074363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.128729 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876a214-f506-4555-b99e-5df67e3d1d7e None None] Pushing event updated for resources: {'Port': ['ID=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:01.196921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Attempting to bind port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:07:01.197513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Attempting to bind port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:07:01.198110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Attempting to bind port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 on network a4f654ce-f8aa-46ab-826c-005f19b8e97a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:07:01.206663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:07:01.207245 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Checking segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:07:01.207870 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.208470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Bound using segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:07:01.209216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Bound port: 4a03ddbd-a571-4fb8-9f7a-5bd95e541689, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:07:01.209818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.280588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] For port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:07:01.283944 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] For port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:07:01.288306 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.359413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:01.360137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:06:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:01.363320 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876a214-f506-4555-b99e-5df67e3d1d7e None None] Pushing event updated for resources: {'Port': ['ID=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:01.366894 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] Provisioning complete for port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:01.367263 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.405205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c4847757-d992-4e72-8e2c-8f001bf23a99 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:07:01.711234 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:01.744972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port c4847757-d992-4e72-8e2c-8f001bf23a99 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:01.744972 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.757500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-7c9b12a4-5bdb-4070-8901-3dc02d099b68 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:01.759260 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-7c9b12a4-5bdb-4070-8901-3dc02d099b68 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/networks?id=a4f654ce-f8aa-46ab-826c-005f19b8e97a HTTP/1.1" status: 200 len: 797 time: 0.1364446 Jan 28 02:07:01.768554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a7822561-958a-4595-9a97-c2ae34f52efc req-7e342f38-63d5-4841-9eb2-e3092a80d117 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 210 time: 0.0414364 Jan 28 02:07:01.812521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] Current status of the port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:01.812910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.831771 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-71055f71-75e7-4a72-a933-d60e20bf090c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 380 time: 0.0582669 Jan 28 02:07:01.854797 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'port': {'device_id': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'admin_state_up': True, 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'security_groups': ['1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:01.943366 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] For port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:01.966275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:01.969763 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:01.970615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.030128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port c4847757-d992-4e72-8e2c-8f001bf23a99 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:02.031224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:07:02.091248 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048df78-c2d0-443d-8067-e3b6c3b4b177 None None] Pushing event updated for resources: {'Port': ['ID=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:02.102273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.3 (a4f654ce-f8aa-46ab-826c-005f19b8e97a/8779cb54-4162-4fd9-85e7-fa50a7567a3b/20499310-536c-43ab-9b91-096c70b02cc7) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:07:02.113218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0815a1c7-2027-4223-a35f-868d2509462e None None] Provisioning complete for port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:02.113578 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0815a1c7-2027-4223-a35f-868d2509462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.148827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:02.149200 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.184478 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:02.222003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b85d4-2bc4-4434-a5d8-7be7126b9c5f None None] The sync data for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 is: [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:02.241709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (20499310-536c-43ab-9b91-096c70b02cc7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.285739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (20499310-536c-43ab-9b91-096c70b02cc7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.291984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0815a1c7-2027-4223-a35f-868d2509462e None None] Current status of the port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:02.316725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:02.341163 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:07:02.344228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:02.347862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:07:02.379751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=20499310-536c-43ab-9b91-096c70b02cc7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:02.405686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:02.406569 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.426273 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-460d050c-320f-4a2d-87f6-1ab3a5713742 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753660 Jan 28 02:07:02.436082 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-295e71e5-aed5-479d-87ec-742d17b60dfe tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:07:02.438030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-295e71e5-aed5-479d-87ec-742d17b60dfe tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064766 Jan 28 02:07:02.511943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Request body: {'port': {'device_id': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:02.571469 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (20499310-536c-43ab-9b91-096c70b02cc7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.613383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1ab760aa-0dfb-4eca-992a-5b7ff1d540ec None None] Provisioning complete for port 20499310-536c-43ab-9b91-096c70b02cc7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:02.613758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1ab760aa-0dfb-4eca-992a-5b7ff1d540ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (20499310-536c-43ab-9b91-096c70b02cc7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.655308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1ab760aa-0dfb-4eca-992a-5b7ff1d540ec None None] Port 20499310-536c-43ab-9b91-096c70b02cc7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:07:02.858534 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20499310-536c-43ab-9b91-096c70b02cc7 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:07:02.866974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Publish callbacks [] for port (20499310-536c-43ab-9b91-096c70b02cc7), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.880722 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Transition to ACTIVE for port object 20499310-536c-43ab-9b91-096c70b02cc7 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:07:02.885453 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (20499310-536c-43ab-9b91-096c70b02cc7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:02.896077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30803d68-f1b1-4052-8056-e02eb5551670 req-4f712b0a-5abf-49ac-9e62-9028abe58ba6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:02.898386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30803d68-f1b1-4052-8056-e02eb5551670 req-4f712b0a-5abf-49ac-9e62-9028abe58ba6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 931 time: 0.0579371 Jan 28 02:07:02.961077 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Pushing event updated for resources: {'Port': ['ID=20499310-536c-43ab-9b91-096c70b02cc7,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:02.965362 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-30803d68-f1b1-4052-8056-e02eb5551670 req-350f7a4f-667b-4160-9dff-b5eeb484ec06 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620322 Jan 28 02:07:03.016162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Attempting to bind port 20499310-536c-43ab-9b91-096c70b02cc7 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:07:03.016493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Attempting to bind port 20499310-536c-43ab-9b91-096c70b02cc7 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:07:03.016819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Attempting to bind port 20499310-536c-43ab-9b91-096c70b02cc7 on network a4f654ce-f8aa-46ab-826c-005f19b8e97a {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:07:03.021680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Port 20499310-536c-43ab-9b91-096c70b02cc7 on network a4f654ce-f8aa-46ab-826c-005f19b8e97a not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:07:03.022047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Attempting to bind port 20499310-536c-43ab-9b91-096c70b02cc7 on network a4f654ce-f8aa-46ab-826c-005f19b8e97a {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:07:03.027232 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:07:03.027557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Checking segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:07:03.027972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Bound using segment: {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:07:03.028347 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Bound port: 20499310-536c-43ab-9b91-096c70b02cc7, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:07:03.028700 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (20499310-536c-43ab-9b91-096c70b02cc7), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:03.102492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] For port 20499310-536c-43ab-9b91-096c70b02cc7, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:07:03.106881 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] For port 20499310-536c-43ab-9b91-096c70b02cc7, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=20499310-536c-43ab-9b91-096c70b02cc7,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:07:03.113100 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (20499310-536c-43ab-9b91-096c70b02cc7), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:03.154285 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.154970 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:03.156834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] 10.222.0.43 "PUT /v2.0/ports/20499310-536c-43ab-9b91-096c70b02cc7 HTTP/1.1" status: 200 len: 1091 time: 0.7053032 Jan 28 02:07:03.157581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:03.160564 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d341560-5719-4f4e-859c-dcf05942af5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "tag": "20499310-536c-43ab-9b91-096c70b02cc7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:03.186521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599b02-f8b3-44a1-99a8-b220255c7141 service neutron] Pushing event updated for resources: {'Port': ['ID=20499310-536c-43ab-9b91-096c70b02cc7,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:03.221827 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221873e-4040-4f70-bcc9-7e62b7146cad x-openstack-request-id: req-4221873e-4040-4f70-bcc9-7e62b7146cad {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:03.222115 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "tag": "20499310-536c-43ab-9b91-096c70b02cc7", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:03.222584 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4221873e-4040-4f70-bcc9-7e62b7146cad {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:03.222829 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7', 'status': 'completed', 'code': 200} Jan 28 02:07:03.283618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-271381e2-2fa6-4b92-bc9d-68bed34c198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.285195 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-271381e2-2fa6-4b92-bc9d-68bed34c198e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 1094 time: 0.0487149 Jan 28 02:07:03.345221 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-0c959cfa-983e-4ef0-9351-43a19970d895 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20499310-536c-43ab-9b91-096c70b02cc7 HTTP/1.1" status: 200 len: 217 time: 0.0465565 Jan 28 02:07:03.404669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-46b90e15-bbde-407d-944d-b65e8db7c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.406400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-46b90e15-bbde-407d-944d-b65e8db7c9ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8779cb54-4162-4fd9-85e7-fa50a7567a3b HTTP/1.1" status: 200 len: 835 time: 0.0559111 Jan 28 02:07:03.433216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:07:03.472750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-5ce1f1a4-4539-4e4c-bbe2-5a6645990ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.474475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-5ce1f1a4-4539-4e4c-bbe2-5a6645990ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4f654ce-f8aa-46ab-826c-005f19b8e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627940 Jan 28 02:07:03.485636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:03.486046 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:03.566833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:03.581920 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-c450fb33-8cde-4db7-9f50-fc5de380492a service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014156 Jan 28 02:07:03.676241 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5eea2918-9a18-4104-93d8-b8f667b74ee6 req-cb1665dc-e85b-4dc8-83db-4718f9714b55 service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889018 Jan 28 02:07:03.810825 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d341560-5719-4f4e-859c-dcf05942af5a req-1b78bbbb-9d2d-41b8-a0f6-b898c61ac264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.812206 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-1b78bbbb-9d2d-41b8-a0f6-b898c61ac264 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 1094 time: 0.0434318 Jan 28 02:07:03.908032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d341560-5719-4f4e-859c-dcf05942af5a req-80f1b373-a497-4bc2-9d8f-db8c81bc0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.909496 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-80f1b373-a497-4bc2-9d8f-db8c81bc0ee0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4f654ce-f8aa-46ab-826c-005f19b8e97a HTTP/1.1" status: 200 len: 898 time: 0.0910563 Jan 28 02:07:03.950894 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-de752985-462f-4e2c-8fd0-b12d7a808812 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20499310-536c-43ab-9b91-096c70b02cc7 HTTP/1.1" status: 200 len: 217 time: 0.0353420 Jan 28 02:07:04.005032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d341560-5719-4f4e-859c-dcf05942af5a req-9ef4bd7b-1559-47fc-a8d2-4164a1f1a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:04.006718 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-9ef4bd7b-1559-47fc-a8d2-4164a1f1a625 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8779cb54-4162-4fd9-85e7-fa50a7567a3b HTTP/1.1" status: 200 len: 835 time: 0.0492694 Jan 28 02:07:04.017063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:04.052461 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d341560-5719-4f4e-859c-dcf05942af5a req-ac05e3b6-73fe-48ab-a8ac-5ba742f8aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:04.053969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-ac05e3b6-73fe-48ab-a8ac-5ba742f8aff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4f654ce-f8aa-46ab-826c-005f19b8e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410464 Jan 28 02:07:04.095190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5fda-3fd7-4337-8bf8-dce9f677a24e req-9c4d338a-01b9-4b53-9462-f76dc97ef17a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:04.096633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-997c5fda-3fd7-4337-8bf8-dce9f677a24e req-9c4d338a-01b9-4b53-9462-f76dc97ef17a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 943 time: 0.0480235 Jan 28 02:07:04.142875 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-7578783c-c071-4fe6-aa73-b2a814e201e2 service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827353 Jan 28 02:07:04.146740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-997c5fda-3fd7-4337-8bf8-dce9f677a24e req-8841a26f-efdd-41e3-bee7-94b81926211c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443623 Jan 28 02:07:04.235450 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6d341560-5719-4f4e-859c-dcf05942af5a req-84b67dcb-240b-425f-af1a-810d9be5cb25 service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862062 Jan 28 02:07:05.278002 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa218c2-2032-4561-b44f-0459aa5260d7 req-babb7a29-ca3e-4453-9af4-d8bafcf44058 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:05.279508 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfa218c2-2032-4561-b44f-0459aa5260d7 req-babb7a29-ca3e-4453-9af4-d8bafcf44058 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 943 time: 0.0581665 Jan 28 02:07:05.327968 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cfa218c2-2032-4561-b44f-0459aa5260d7 req-6484fb19-2f6f-4559-8ba2-6ed4d243e660 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Jan 28 02:07:05.496011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 20499310-536c-43ab-9b91-096c70b02cc7 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:07:05.591820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 20499310-536c-43ab-9b91-096c70b02cc7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=20499310-536c-43ab-9b91-096c70b02cc7,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:05.603489 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '20499310-536c-43ab-9b91-096c70b02cc7', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'port_id': '20499310-536c-43ab-9b91-096c70b02cc7', 'mac_address': 'fa:16:3e:96:6a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:07:05.646118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 20499310-536c-43ab-9b91-096c70b02cc7 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:05.646504 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (20499310-536c-43ab-9b91-096c70b02cc7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:05.659606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20499310-536c-43ab-9b91-096c70b02cc7 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:07:05.679502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 20499310-536c-43ab-9b91-096c70b02cc7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=20499310-536c-43ab-9b91-096c70b02cc7,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:05.685332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (20499310-536c-43ab-9b91-096c70b02cc7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:05.734203 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=20499310-536c-43ab-9b91-096c70b02cc7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:05.970634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['20499310-536c-43ab-9b91-096c70b02cc7'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:07:06.444964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82801534-9a1b-49d6-8ead-584002358694 req-4588e60c-f5e4-466c-b266-8f503e8ba695 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:06.446482 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82801534-9a1b-49d6-8ead-584002358694 req-4588e60c-f5e4-466c-b266-8f503e8ba695 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 944 time: 0.0498645 Jan 28 02:07:06.494942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-82801534-9a1b-49d6-8ead-584002358694 req-93e83639-3c9a-4fc5-a3b8-b1f7ab990db0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Jan 28 02:07:07.170009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c11c787-b715-4227-8030-a904e23842df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:07.498936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 20499310-536c-43ab-9b91-096c70b02cc7 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:07:07.553609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 20499310-536c-43ab-9b91-096c70b02cc7 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:07:07.557308 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 20499310-536c-43ab-9b91-096c70b02cc7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:07.557681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (20499310-536c-43ab-9b91-096c70b02cc7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:07.614347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab7fb-f72c-4887-ae69-cdadfeeefd70 req-5865eef7-4c4f-4b67-b8ea-0147df21077e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:07.615848 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b34ab7fb-f72c-4887-ae69-cdadfeeefd70 req-5865eef7-4c4f-4b67-b8ea-0147df21077e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 944 time: 0.0493023 Jan 28 02:07:07.643481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 20499310-536c-43ab-9b91-096c70b02cc7 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:07.643847 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (20499310-536c-43ab-9b91-096c70b02cc7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:07.668217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:07.670625 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aacd1fe-8935-4e92-acbe-75ccbbb944bf" -d '{"events": [{"server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "name": "network-vif-plugged", "status": "completed", "tag": "20499310-536c-43ab-9b91-096c70b02cc7"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:07.674324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b34ab7fb-f72c-4887-ae69-cdadfeeefd70 req-b47262e6-22ae-4997-96a1-c20b5422da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518584 Jan 28 02:07:07.683558 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 20499310-536c-43ab-9b91-096c70b02cc7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=20499310-536c-43ab-9b91-096c70b02cc7,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:07.690475 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (20499310-536c-43ab-9b91-096c70b02cc7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:07.738316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=20499310-536c-43ab-9b91-096c70b02cc7,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:07.769315 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee99ffd-3709-44a1-97f8-e307bf41d793 x-openstack-request-id: req-2ee99ffd-3709-44a1-97f8-e307bf41d793 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:07.769585 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "name": "network-vif-plugged", "status": "completed", "tag": "20499310-536c-43ab-9b91-096c70b02cc7", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:07.769914 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ee99ffd-3709-44a1-97f8-e307bf41d793 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:07.770343 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7', 'code': 200} Jan 28 02:07:07.903788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa08c9-3f33-481e-b262-4c9972b83f3c req-f38d21da-ff98-4a03-b9b4-708a5c3dece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:07.905253 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7daa08c9-3f33-481e-b262-4c9972b83f3c req-f38d21da-ff98-4a03-b9b4-708a5c3dece4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 1096 time: 0.0425556 Jan 28 02:07:07.955674 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-7daa08c9-3f33-481e-b262-4c9972b83f3c req-8ad87bae-922e-412c-aa5f-317b1947e697 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Jan 28 02:07:08.085813 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:08.811854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cd9eb-5d73-4080-8416-c505ed05c244 req-a93ded31-a1e9-4933-916e-761774122057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:08.813329 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f1cd9eb-5d73-4080-8416-c505ed05c244 req-a93ded31-a1e9-4933-916e-761774122057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0562310 Jan 28 02:07:08.867346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0f1cd9eb-5d73-4080-8416-c505ed05c244 req-64a3b38b-97dd-45d6-b8db-6a66a8904ed6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Jan 28 02:07:09.469642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c53-c5a3-4285-8a7a-2356f4d5d934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:09.991134 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61e95-f30f-49dc-a364-8dc761e90be0 req-ea34bc46-15ce-460a-83ad-bf166002ecac tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:09.992617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcf61e95-f30f-49dc-a364-8dc761e90be0 req-ea34bc46-15ce-460a-83ad-bf166002ecac tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0485077 Jan 28 02:07:10.045288 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bcf61e95-f30f-49dc-a364-8dc761e90be0 req-65493456-fd25-4044-8dd7-bff8be24b876 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Jan 28 02:07:10.165126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac961d7-d910-45af-968a-aa2f4632fadf req-28fc5e40-5d67-47d5-881a-462c8d23e142 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:10.166540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ac961d7-d910-45af-968a-aa2f4632fadf req-28fc5e40-5d67-47d5-881a-462c8d23e142 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0550511 Jan 28 02:07:10.214964 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4ac961d7-d910-45af-968a-aa2f4632fadf req-e32da5e8-7e1c-4acc-af10-4dd40985f2b4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Jan 28 02:07:10.236551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53216) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:10.287606 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd7c94-0793-49a5-b73e-399eafde6522 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:10.289769 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-afdd7c94-0793-49a5-b73e-399eafde6522 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 1091 time: 0.0519128 Jan 28 02:07:10.292703 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53218) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:10.297099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '20499310-536c-43ab-9b91-096c70b02cc7', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:10.318775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:10.436973 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:10.542165 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.140 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/e512ed04-3377-4f61-b9e1-614c62d70414) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:07:10.646576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (e512ed04-3377-4f61-b9e1-614c62d70414), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:10.682337 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (e512ed04-3377-4f61-b9e1-614c62d70414), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:10.718938 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:07:10.721692 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:10.727130 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:07:10.732592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=e512ed04-3377-4f61-b9e1-614c62d70414,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:11.090978 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (3f83450a-ba80-4dfb-8dc6-e9446be9f955), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.100507 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.158743 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (e512ed04-3377-4f61-b9e1-614c62d70414), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.311690 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (e512ed04-3377-4f61-b9e1-614c62d70414), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.318471 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (e512ed04-3377-4f61-b9e1-614c62d70414), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.388976 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=e512ed04-3377-4f61-b9e1-614c62d70414,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:11.402771 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (3f83450a-ba80-4dfb-8dc6-e9446be9f955), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.508017 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP 3f83450a-ba80-4dfb-8dc6-e9446be9f955 associated. External IP: 172.25.1.140, port: 20499310-536c-43ab-9b91-096c70b02cc7. Jan 28 02:07:11.731818 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:11.855168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:11.866167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] Sync routers for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:11.874889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.878823 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:11.879472 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:11.902037 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e3739181-297e-4bad-ad6c-6d29ca8a3b9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6082609 Jan 28 02:07:11.902656 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:11.905036 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce6c396-cdc3-4700-8019-0df3c2b04a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "tag": "20499310-536c-43ab-9b91-096c70b02cc7"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:11.950040 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b060938-7b45-4ca6-91eb-0ae413522e44 x-openstack-request-id: req-5b060938-7b45-4ca6-91eb-0ae413522e44 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:11.950267 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "tag": "20499310-536c-43ab-9b91-096c70b02cc7", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:11.950567 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b060938-7b45-4ca6-91eb-0ae413522e44 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:11.951222 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7', 'status': 'completed', 'code': 200} Jan 28 02:07:11.992192 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:12.014698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c5ccb-8055-422f-91a5-3e3cf03745e5 req-6666726f-8a16-4a37-8e66-69a0d327eff2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:12.016285 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a87c5ccb-8055-422f-91a5-3e3cf03745e5 req-6666726f-8a16-4a37-8e66-69a0d327eff2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0530474 Jan 28 02:07:12.039956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-a81c350d-481d-48b1-a0f1-db722fe29f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:12.041477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-a81c350d-481d-48b1-a0f1-db722fe29f83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 1096 time: 0.0497177 Jan 28 02:07:12.074324 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a87c5ccb-8055-422f-91a5-3e3cf03745e5 req-5f48e48e-f352-4e80-a668-a1114c8fa96f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517569 Jan 28 02:07:12.094837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53224) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:12.142956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-2c2f6ff2-c4f8-41d4-8d58-6551c454e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:12.144956 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-2c2f6ff2-c4f8-41d4-8d58-6551c454e61c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4f654ce-f8aa-46ab-826c-005f19b8e97a HTTP/1.1" status: 200 len: 898 time: 0.0975690 Jan 28 02:07:12.157860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5f230a06-fdd3-49f7-936e-ac226d2a951c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/3f83450a-ba80-4dfb-8dc6-e9446be9f955 HTTP/1.1" status: 200 len: 991 time: 0.0611072 Jan 28 02:07:12.207946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:12.219668 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-088d5fac-51e8-44c6-be99-c4caa3b84a2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20499310-536c-43ab-9b91-096c70b02cc7 HTTP/1.1" status: 200 len: 999 time: 0.0682633 Jan 28 02:07:12.233685 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3f83450a-ba80-4dfb-8dc6-e9446be9f955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'port_id': '20499310-536c-43ab-9b91-096c70b02cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'mac_address': 'fa:16:3e:96:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:07:10Z', 'updated_at': '2022-01-28T02:07:10Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:12.260301 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] Checking router: e9fc85a4-9872-4bc8-8421-dfbfd158ed7c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:12.267980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-2ff983c9-d490-49fd-9ca1-e38d2ec8ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:12.268656 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:12.269249 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:12.269506 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-2ff983c9-d490-49fd-9ca1-e38d2ec8ca4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8779cb54-4162-4fd9-85e7-fa50a7567a3b HTTP/1.1" status: 200 len: 835 time: 0.0442979 Jan 28 02:07:12.312684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-1004d654-3ff7-45e9-90d7-51c6ac925526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:12.314198 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-1004d654-3ff7-45e9-90d7-51c6ac925526 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4f654ce-f8aa-46ab-826c-005f19b8e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396068 Jan 28 02:07:12.379525 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:12.408545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-bac6e0f2-2eab-4dd9-81a2-91c5836777da service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Jan 28 02:07:12.498986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-dce6c396-cdc3-4700-8019-0df3c2b04a1a req-790d1de8-e1f8-4a7e-9037-5705be8a8217 service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849469 Jan 28 02:07:12.605283 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3f83450a-ba80-4dfb-8dc6-e9446be9f955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'port_id': '20499310-536c-43ab-9b91-096c70b02cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'mac_address': 'fa:16:3e:96:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:07:10Z', 'updated_at': '2022-01-28T02:07:10Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:12.634770 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80491a-9687-4c13-a49d-4c07693ba311 None None] The sync data for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 is: [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '3f83450a-ba80-4dfb-8dc6-e9446be9f955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'port_id': '20499310-536c-43ab-9b91-096c70b02cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'mac_address': 'fa:16:3e:96:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:07:10Z', 'updated_at': '2022-01-28T02:07:10Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:12.850224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72104a35-e07e-433c-a186-e1d9c9bca3df None None] New status for floating IP 3f83450a-ba80-4dfb-8dc6-e9446be9f955: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:07:13.163000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53228) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:13.237735 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-20fa83e6-fac7-466c-85f5-05f8615c963d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/3f83450a-ba80-4dfb-8dc6-e9446be9f955 HTTP/1.1" status: 200 len: 993 time: 0.0728328 Jan 28 02:07:13.372214 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:16.515851 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:07:34.008566 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:37.168264 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d3a07fd0-a778-4a7c-ad3a-850fc3e44e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:38.085077 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:39.472449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e18f-0f61-4637-8a60-0b70b350f212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:41.113176 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.040064 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae78c5-3b15-4449-b560-6547c4c34a90 req-ac1ee1ea-92e2-469c-9e66-078c73123cdd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:42.041540 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36ae78c5-3b15-4449-b560-6547c4c34a90 req-ac1ee1ea-92e2-469c-9e66-078c73123cdd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0528805 Jan 28 02:07:42.101550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-36ae78c5-3b15-4449-b560-6547c4c34a90 req-26d4044a-1e99-40bd-bba1-b96bbb885d0a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540018 Jan 28 02:07:42.215372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:43.254448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c50fe5-0498-46cf-9b03-2373cb888da6 req-8c0fb67c-db5a-4920-996f-1e6a00d43300 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:43.256188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61c50fe5-0498-46cf-9b03-2373cb888da6 req-8c0fb67c-db5a-4920-996f-1e6a00d43300 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0691016 Jan 28 02:07:43.306736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61c50fe5-0498-46cf-9b03-2373cb888da6 req-735e98a2-1e17-42de-816b-666a5b0baf20 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Jan 28 02:07:43.329875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53246) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:43.364861 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:43.392173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d912512f-e957-4612-aad2-ff4814abd259 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/3f83450a-ba80-4dfb-8dc6-e9446be9f955 HTTP/1.1" status: 200 len: 993 time: 0.0610592 Jan 28 02:07:44.689922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bbfff-f2da-4580-96b4-ffb3600e4c42 req-0216f0e1-c889-40bb-bde1-846fb34dc2f7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:44.691710 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a25bbfff-f2da-4580-96b4-ffb3600e4c42 req-0216f0e1-c889-40bb-bde1-846fb34dc2f7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0495589 Jan 28 02:07:44.745475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a25bbfff-f2da-4580-96b4-ffb3600e4c42 req-90d7f252-3ca6-451e-bf1d-3d9dec96a297 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Jan 28 02:07:45.876825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daca795-f8ea-4bf1-af2f-239929f338fd req-00d2efa4-beef-47b8-9c1a-cf2a71453759 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:45.878359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2daca795-f8ea-4bf1-af2f-239929f338fd req-00d2efa4-beef-47b8-9c1a-cf2a71453759 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0502329 Jan 28 02:07:45.928272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2daca795-f8ea-4bf1-af2f-239929f338fd req-a3bafb5a-8875-457f-9fad-00e23d61b4de tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Jan 28 02:07:45.950534 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53256) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:46.018244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ca1d3e62-d64d-4ae5-aeb0-ac5193c7d345 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/3f83450a-ba80-4dfb-8dc6-e9446be9f955 HTTP/1.1" status: 200 len: 993 time: 0.0664725 Jan 28 02:07:46.273542 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53262) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:46.436265 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port e512ed04-3377-4f61-b9e1-614c62d70414 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:46.436607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (e512ed04-3377-4f61-b9e1-614c62d70414), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:46.838988 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (e512ed04-3377-4f61-b9e1-614c62d70414), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:46.839253 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (e512ed04-3377-4f61-b9e1-614c62d70414), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:46.854987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for e512ed04-3377-4f61-b9e1-614c62d70414 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:47.021656 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (e512ed04-3377-4f61-b9e1-614c62d70414), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.047256 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=e512ed04-3377-4f61-b9e1-614c62d70414,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:47.071617 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.071965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.072308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.072637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.072964 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.073292 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.073614 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.073942 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.074270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.074592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.074910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.075229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.075546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:47.114969 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (3f83450a-ba80-4dfb-8dc6-e9446be9f955), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.115257 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP 3f83450a-ba80-4dfb-8dc6-e9446be9f955 disassociated (deleted). External IP: 172.25.1.140, port: 20499310-536c-43ab-9b91-096c70b02cc7. Jan 28 02:07:47.325760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:47.452029 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:47.456698 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.465717 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] Sync routers for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:47.478257 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:47.478982 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:47.486499 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7712e4c5-7266-459e-91c2-2eda3eee2022 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f83450a-ba80-4dfb-8dc6-e9446be9f955 HTTP/1.1" status: 204 len: 168 time: 1.2118402 Jan 28 02:07:47.487354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:47.489699 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c6e895-5df7-442f-a333-c8adda4e215c" -d '{"events": [{"name": "network-changed", "server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "tag": "20499310-536c-43ab-9b91-096c70b02cc7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:47.529062 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472151e5-ab93-4a1d-8801-606128311232 x-openstack-request-id: req-472151e5-ab93-4a1d-8801-606128311232 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:47.529440 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "tag": "20499310-536c-43ab-9b91-096c70b02cc7", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:47.529767 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-472151e5-ab93-4a1d-8801-606128311232 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:47.530291 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7', 'status': 'completed', 'code': 200} Jan 28 02:07:47.641173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6e895-5df7-442f-a333-c8adda4e215c req-e64bb999-7d8e-4e5d-8248-4185073bf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:47.642954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-e64bb999-7d8e-4e5d-8248-4185073bf63e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 1096 time: 0.0473969 Jan 28 02:07:47.690086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:47.736235 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171af488-ac84-44db-b192-f95ba7edb91b req-398888ef-2706-493d-a9a9-299baee7f9bd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:47.737708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-171af488-ac84-44db-b192-f95ba7edb91b req-398888ef-2706-493d-a9a9-299baee7f9bd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Jan 28 02:07:47.780657 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6e895-5df7-442f-a333-c8adda4e215c req-d3bfe5bd-73b4-4240-8cab-57cc38c88fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:47.782196 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-d3bfe5bd-73b4-4240-8cab-57cc38c88fb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4f654ce-f8aa-46ab-826c-005f19b8e97a HTTP/1.1" status: 200 len: 898 time: 0.1019721 Jan 28 02:07:47.790310 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-171af488-ac84-44db-b192-f95ba7edb91b req-5e43242f-09f3-487c-bf6a-dbeac50bc2eb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Jan 28 02:07:47.825531 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-b19b242b-08c9-4d87-ab66-2ba301cf4c2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20499310-536c-43ab-9b91-096c70b02cc7 HTTP/1.1" status: 200 len: 217 time: 0.0353746 Jan 28 02:07:47.878018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6e895-5df7-442f-a333-c8adda4e215c req-1f5a5d5b-de94-4743-96e9-458f86fc23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:47.879477 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-1f5a5d5b-de94-4743-96e9-458f86fc23d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8779cb54-4162-4fd9-85e7-fa50a7567a3b HTTP/1.1" status: 200 len: 835 time: 0.0448155 Jan 28 02:07:47.907373 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:47.929647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6e895-5df7-442f-a333-c8adda4e215c req-85d72aaf-baa9-448f-9dd1-11b405c3a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:47.931179 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-85d72aaf-baa9-448f-9dd1-11b405c3a829 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4f654ce-f8aa-46ab-826c-005f19b8e97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448542 Jan 28 02:07:47.932957 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] Checking router: e9fc85a4-9872-4bc8-8421-dfbfd158ed7c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:47.941317 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:47.941953 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:48.020732 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-03410308-d1e9-4feb-8ae8-69a0007611ca service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829144 Jan 28 02:07:48.047917 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:48.118323 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-67c6e895-5df7-442f-a333-c8adda4e215c req-65ffcc4e-20c3-4766-ac15-c9b042071e92 service neutron] 10.222.0.43 "GET /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901697 Jan 28 02:07:48.248492 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:48.274502 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f4d6c-30e1-48e3-96b7-4c1f43ff3a53 None None] The sync data for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 is: [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:06:58Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4a03ddbd-a571-4fb8-9f7a-5bd95e541689', 'name': '', 'network_id': 'a4f654ce-f8aa-46ab-826c-005f19b8e97a', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:75:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:58Z', 'updated_at': '2022-01-28T02:07:01Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '8779cb54-4162-4fd9-85e7-fa50a7567a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:48.497258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1330dbf-399d-43f2-b11d-72652c096d7f None None] New status for floating IP 3f83450a-ba80-4dfb-8dc6-e9446be9f955: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:07:48.922021 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f40f-56e5-4454-b6ce-83c8473902cf req-df9988db-ad45-408b-8f19-22837fc1251e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:48.923490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61a4f40f-56e5-4454-b6ce-83c8473902cf req-df9988db-ad45-408b-8f19-22837fc1251e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Jan 28 02:07:48.974294 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61a4f40f-56e5-4454-b6ce-83c8473902cf req-9819944d-a150-4167-b0b3-7d21386ce617 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451202 Jan 28 02:07:49.683277 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-d32dbfc0-454b-433d-bd84-e3d68f13228a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:49.684758 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-d32dbfc0-454b-433d-bd84-e3d68f13228a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 945 time: 0.0504489 Jan 28 02:07:49.773565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 20499310-536c-43ab-9b91-096c70b02cc7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:49.774014 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (20499310-536c-43ab-9b91-096c70b02cc7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:49.873736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 20499310-536c-43ab-9b91-096c70b02cc7, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=20499310-536c-43ab-9b91-096c70b02cc7,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:49.874154 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (20499310-536c-43ab-9b91-096c70b02cc7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:49.887966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 20499310-536c-43ab-9b91-096c70b02cc7 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:50.022070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (20499310-536c-43ab-9b91-096c70b02cc7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:50.051162 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=20499310-536c-43ab-9b91-096c70b02cc7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:50.079941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7a7de143-66b2-48e2-9c10-304f07730c6a req-4198907c-6120-46fb-85e4-7b1c27406c74 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c10582f3-1629-4ef9-b5be-c1b1c0ca47e6 HTTP/1.1" status: 200 len: 210 time: 0.0332351 Jan 28 02:07:50.093676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] No DVR routers for this DVR port 20499310-536c-43ab-9b91-096c70b02cc7 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:50.096402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:50.100124 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4065d1e-ddfc-4f7f-aad8-de4882c72ebf req-daa8071b-3071-4762-93be-73e4ac5ccbd5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "DELETE /v2.0/ports/20499310-536c-43ab-9b91-096c70b02cc7 HTTP/1.1" status: 204 len: 173 time: 0.4103661 Jan 28 02:07:50.100631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'name': 'network-vif-deleted', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:50.102995 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d097f92-b6db-446d-854d-2426f88c8eb7" -d '{"events": [{"server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "name": "network-vif-deleted", "tag": "20499310-536c-43ab-9b91-096c70b02cc7"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:50.139533 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1471948-0767-44f1-8dab-efb475fb1ebd x-openstack-request-id: req-a1471948-0767-44f1-8dab-efb475fb1ebd {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:50.140016 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10582f3-1629-4ef9-b5be-c1b1c0ca47e6", "name": "network-vif-deleted", "tag": "20499310-536c-43ab-9b91-096c70b02cc7", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:50.140302 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1471948-0767-44f1-8dab-efb475fb1ebd {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:50.140718 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10582f3-1629-4ef9-b5be-c1b1c0ca47e6', 'name': 'network-vif-deleted', 'tag': '20499310-536c-43ab-9b91-096c70b02cc7', 'status': 'completed', 'code': 200} Jan 28 02:07:51.139216 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53278) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:51.523734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:51.802721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:51.802966 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:51.899365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 4a03ddbd-a571-4fb8-9f7a-5bd95e541689, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:51.899736 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:51.913370 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:52.112437 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4a03ddbd-a571-4fb8-9f7a-5bd95e541689), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.143679 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=4a03ddbd-a571-4fb8-9f7a-5bd95e541689,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:52.311621 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.527792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:52.633999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:52.638910 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5a7b68bd-4d03-442f-b1d0-60defb665e61 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/e9fc85a4-9872-4bc8-8421-dfbfd158ed7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986238 Jan 28 02:07:52.642148 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53280) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:52.644585 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] Sync routers for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:52.655118 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:52.655809 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:52.692076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting subnet 8779cb54-4162-4fd9-85e7-fa50a7567a3b {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:07:52.695436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (8779cb54-4162-4fd9-85e7-fa50a7567a3b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.734986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (8779cb54-4162-4fd9-85e7-fa50a7567a3b), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.760860 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:52.818291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (8779cb54-4162-4fd9-85e7-fa50a7567a3b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.880035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (8779cb54-4162-4fd9-85e7-fa50a7567a3b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.907260 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Subnet': ['ID=8779cb54-4162-4fd9-85e7-fa50a7567a3b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:52.914833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.921622 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b94f9ac5-3710-4b60-807c-a69864fe79cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/subnets/8779cb54-4162-4fd9-85e7-fa50a7567a3b HTTP/1.1" status: 204 len: 168 time: 0.2759743 Jan 28 02:07:52.921956 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53282) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:52.923555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e21e075-80c9-4bb1-9350-ae6021978b60 None None] Network a4f654ce-f8aa-46ab-826c-005f19b8e97a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:07:52.943835 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:52.974171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] Checking router: e9fc85a4-9872-4bc8-8421-dfbfd158ed7c for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:52.982995 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] Routers {'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:52.983867 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.038061 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.079144 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] DHCP port deletion for a4f654ce-f8aa-46ab-826c-005f19b8e97a request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:07:53.092712 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] Set router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:53.128011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Deleting port c4847757-d992-4e72-8e2c-8f001bf23a99 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:53.128368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.149918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.195807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] For port c4847757-d992-4e72-8e2c-8f001bf23a99, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=c4847757-d992-4e72-8e2c-8f001bf23a99,segment=NetworkSegment(ac1dbcdd-b9b1-4933-a2d8-a56cce02136e),segment_id=ac1dbcdd-b9b1-4933-a2d8-a56cce02136e)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:53.196213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.204999 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:53.205350 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.210161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Calling delete_port for c4847757-d992-4e72-8e2c-8f001bf23a99 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:53.280095 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.291069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:53.291625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.293050 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (c4847757-d992-4e72-8e2c-8f001bf23a99), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.304812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:53.308154 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e342c1e-151c-41d6-aa48-d95bf903b235 None None] The sync data for ids ['e9fc85a4-9872-4bc8-8421-dfbfd158ed7c'] in n-d-826756-1 is: [{'id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672405136', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5eb19bc1-62f0-4f18-bbff-b126dfa30c6b', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fc85a4-9872-4bc8-8421-dfbfd158ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:06:55Z', 'updated_at': '2022-01-28T02:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:53.317806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Pushing event deleted for resources: {'Port': ['ID=c4847757-d992-4e72-8e2c-8f001bf23a99,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:53.322303 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] No DVR routers for this DVR port c4847757-d992-4e72-8e2c-8f001bf23a99 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:53.329572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.329945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.330368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.330605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.330936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.331264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.331586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.332365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.332365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.332550 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.332830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.333145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.333462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b137eb-a7f5-4fe1-8049-372c7f52f3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:53.508338 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5eb19bc1-62f0-4f18-bbff-b126dfa30c6b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.515170 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:07:53.534993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=5eb19bc1-62f0-4f18-bbff-b126dfa30c6b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:53.597299 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.687500 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.690682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.712077 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 20499310-536c-43ab-9b91-096c70b02cc7 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:53.741377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 20499310-536c-43ab-9b91-096c70b02cc7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:53.741745 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 20499310-536c-43ab-9b91-096c70b02cc7 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:53.747481 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (e9fc85a4-9872-4bc8-8421-dfbfd158ed7c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.748355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Fanout notify agent at l3_agent the message router_deleted on router e9fc85a4-9872-4bc8-8421-dfbfd158ed7c {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:07:53.756460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.757538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0668630e-0ef0-4039-9fc7-d72bea04b582 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/routers/e9fc85a4-9872-4bc8-8421-dfbfd158ed7c HTTP/1.1" status: 204 len: 168 time: 0.8347926 Jan 28 02:07:53.760326 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53284) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:53.813636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c4847757-d992-4e72-8e2c-8f001bf23a99 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:53.835816 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: c4847757-d992-4e72-8e2c-8f001bf23a99 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:53.836246 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device c4847757-d992-4e72-8e2c-8f001bf23a99 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:53.840772 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a4f654ce-f8aa-46ab-826c-005f19b8e97a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.932279 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a4f654ce-f8aa-46ab-826c-005f19b8e97a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.954387 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f654ce-f8aa-46ab-826c-005f19b8e97a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.966623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.966929 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1dbcdd-b9b1-4933-a2d8-a56cce02136e') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.977646 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ac1dbcdd-b9b1-4933-a2d8-a56cce02136e), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.991501 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac1dbcdd-b9b1-4933-a2d8-a56cce02136e), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.998189 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:07:53.998609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ac1dbcdd-b9b1-4933-a2d8-a56cce02136e), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:07:54.002045 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:07:54.062360 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a4f654ce-f8aa-46ab-826c-005f19b8e97a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.069084 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.072174 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/networks/a4f654ce-f8aa-46ab-826c-005f19b8e97a HTTP/1.1" status: 204 len: 168 time: 0.3108592 Jan 28 02:07:54.075071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53286) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:54.083776 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ccc8a-51ba-4ec4-beef-8bcb1a873a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Network': ['ID=a4f654ce-f8aa-46ab-826c-005f19b8e97a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:54.130918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.155805 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.215607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.218302 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.219596 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258 HTTP/1.1" status: 204 len: 168 time: 0.1435046 Jan 28 02:07:54.229092 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e2ac6-e9a4-4d15-8ce3-e714ce1fc258,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:54.236281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.236643 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.236996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.237375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.237704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.238072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.238380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.238744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.239077 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.239413 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.239709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.240067 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.240395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d933c7d-388b-4601-b5fb-b5c6212e27dd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:54.545317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53292) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:54.550143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734079661', 'description': 'tempest-secgroup-smoke-734079661 description', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:54.574295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.642465 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (263f5abd-e3f5-4379-a919-7f97ed501f51), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.648740 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (263f5abd-e3f5-4379-a919-7f97ed501f51), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.683676 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.684906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1384666 Jan 28 02:07:54.688046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53294) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:54.688974 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd5d1d-9fbb-470e-80e5-00968c3e44f3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263f5abd-e3f5-4379-a919-7f97ed501f51,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:54.695365 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '263f5abd-e3f5-4379-a919-7f97ed501f51', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:54.721131 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (3c17f3b3-2120-4001-950e-911ca64270be), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.114922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (3c17f3b3-2120-4001-950e-911ca64270be), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.122248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (3c17f3b3-2120-4001-950e-911ca64270be), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.141605 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c17f3b3-2120-4001-950e-911ca64270be,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.148302 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.149796 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ed53b184-bce2-40d5-b524-6f574476025e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605653 Jan 28 02:07:55.151528 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53296) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.156745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '263f5abd-e3f5-4379-a919-7f97ed501f51', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:55.184046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (c624675c-54ac-4f53-a234-97fe32924505), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.257217 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (c624675c-54ac-4f53-a234-97fe32924505), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.264031 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c624675c-54ac-4f53-a234-97fe32924505), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.282341 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c624675c-54ac-4f53-a234-97fe32924505,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.288410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.289563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5e8a60b2-0393-4db8-bd9c-3317d6ec1bf6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364994 Jan 28 02:07:55.292557 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53298) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.296979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '263f5abd-e3f5-4379-a919-7f97ed501f51', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:55.321198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5de8738a-2719-4bd7-a154-ce3b8855090d), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.379329 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:55.383281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5de8738a-2719-4bd7-a154-ce3b8855090d), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.387656 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5de8738a-2719-4bd7-a154-ce3b8855090d), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.400392 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:55.400744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4a03ddbd-a571-4fb8-9f7a-5bd95e541689 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:55.401156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:55.402633 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de8738a-2719-4bd7-a154-ce3b8855090d,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.413266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.414565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-421a1002-4d86-4512-99ba-f3c349cd7edf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210949 Jan 28 02:07:55.417383 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53300) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.421837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '263f5abd-e3f5-4379-a919-7f97ed501f51', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:55.423902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:55.424250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5eb19bc1-62f0-4f18-bbff-b126dfa30c6b not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:55.446257 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (b1ea81e4-3d8a-4e2f-ae3b-92a4da8428d1), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.505909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (b1ea81e4-3d8a-4e2f-ae3b-92a4da8428d1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.510396 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b1ea81e4-3d8a-4e2f-ae3b-92a4da8428d1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.525733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ea81e4-3d8a-4e2f-ae3b-92a4da8428d1,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.537187 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.538442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d1bd57c4-f6b5-42e0-a808-35677c30e931 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200559 Jan 28 02:07:55.541439 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53302) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.546857 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '263f5abd-e3f5-4379-a919-7f97ed501f51', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:55.568303 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:07:55.573002 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (ac6539fc-47db-4161-ac91-639c2b00df76), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.629982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (ac6539fc-47db-4161-ac91-639c2b00df76), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.634553 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ac6539fc-47db-4161-ac91-639c2b00df76), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.652141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6539fc-47db-4161-ac91-639c2b00df76,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.657215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.661224 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-725bb8f9-993b-448b-9034-4cb9132d618a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159337 Jan 28 02:07:55.661415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53304) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.665940 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '263f5abd-e3f5-4379-a919-7f97ed501f51', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:55.687816 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:07:55.693560 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (ca031093-ee0c-47e0-a29d-5c21162c9b6f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.754679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (ca031093-ee0c-47e0-a29d-5c21162c9b6f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.759849 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (ca031093-ee0c-47e0-a29d-5c21162c9b6f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.777468 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca031093-ee0c-47e0-a29d-5c21162c9b6f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.782635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.783822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-48cf28ee-3076-4798-ae91-7787dfb9de29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213861 Jan 28 02:07:55.787402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53306) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.792282 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'network': {'name': 'tempest-network-smoke--2046431967', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:55.812008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:55.815199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.838030 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:07:55.846645 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0246e001-bf97-40fd-9b10-76957ce2e9e2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.846984 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Added segment 0246e001-bf97-40fd-9b10-76957ce2e9e2 of type vlan for network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 Jan 28 02:07:55.888906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.913514 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.918426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:55.919009 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.978886 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1904385 Jan 28 02:07:55.981627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53308) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.986569 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'admin_state_up': True, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:56.004005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd1d01-d4b9-49fe-b474-15f2dbe7d497 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Network': ['ID=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:56.014598 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:07:56.019665 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d7d6c914-d13a-484d-8ded-b2270945a1dd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.021044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d7d6c914-d13a-484d-8ded-b2270945a1dd), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.075508 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (d7d6c914-d13a-484d-8ded-b2270945a1dd), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.221918 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (d7d6c914-d13a-484d-8ded-b2270945a1dd), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.418889 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (d7d6c914-d13a-484d-8ded-b2270945a1dd), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.437079 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.551847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.107 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/40e22473-0066-4068-962c-6266037989f7) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:07:56.656333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (40e22473-0066-4068-962c-6266037989f7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.696183 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (40e22473-0066-4068-962c-6266037989f7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.752068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:07:56.756028 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:56.757996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=40e22473-0066-4068-962c-6266037989f7,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:56.760124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:07:57.044356 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (d7d6c914-d13a-484d-8ded-b2270945a1dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.265680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d7d6c914-d13a-484d-8ded-b2270945a1dd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.397647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router d7d6c914-d13a-484d-8ded-b2270945a1dd is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:07:57.513645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:57.524150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Sync routers for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:57.534089 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.534941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:57.535804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:57.538472 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53310) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.539011 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9fadde29-86f6-41eb-87b2-2005f2f5da58 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5558586 Jan 28 02:07:57.568698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c03793ea-7852-48bf-8791-c6b73cd8ca76 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6c7e7e563ba44df3a1a9ed3f09cfb993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290334 Jan 28 02:07:57.571282 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53312) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.649557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:57.666647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c5d2b-ff9b-4f24-a4ca-2346c8a7e8af tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:57.668184 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ff5c5d2b-ff9b-4f24-a4ca-2346c8a7e8af tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958669 Jan 28 02:07:57.671085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53314) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.699679 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed9b203b-ed59-4338-89d1-21e04dacaca3 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275517 Jan 28 02:07:57.702258 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53316) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.707006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662215041', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:57.792247 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:57.796075 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.832174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:56Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:57.858977 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Checking router: d7d6c914-d13a-484d-8ded-b2270945a1dd for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:57.859299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Updating router d7d6c914-d13a-484d-8ded-b2270945a1dd port 40e22473-0066-4068-962c-6266037989f7 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:07:57.886126 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (40e22473-0066-4068-962c-6266037989f7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.978529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (c261addc-8883-4e31-9a79-a550d42fa8fa), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.055774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Subnet': ['ID=c261addc-8883-4e31-9a79-a550d42fa8fa,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:58.063792 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Checking segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:07:58.064006 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network hostable DHCP agents. Network: 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:07:58.082644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:07:58.093666 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:58.099314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:58.100190 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.117446 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4ef3e0ea-13d1-4b1c-a274-e7a68b0d7efa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4141688 Jan 28 02:07:58.120169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53318) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:58.154314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca433f-0ba0-4837-9954-af4eadfdab41 None None] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:07:58.320832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:07:58.321697 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.494976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Publish callbacks [] for port (40e22473-0066-4068-962c-6266037989f7), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.502644 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (40e22473-0066-4068-962c-6266037989f7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.549945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Allocated IP 172.20.0.2 (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1/c261addc-8883-4e31-9a79-a550d42fa8fa/887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:07:58.560212 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.580609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69fe03-a59b-4992-a698-744274779890 None None] Pushing event updated for resources: {'Port': ['ID=40e22473-0066-4068-962c-6266037989f7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:58.584388 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Attempting to bind port 40e22473-0066-4068-962c-6266037989f7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:07:58.584765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Attempting to bind port 40e22473-0066-4068-962c-6266037989f7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:07:58.585133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Attempting to bind port 40e22473-0066-4068-962c-6266037989f7 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:07:58.602660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:07:58.603068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:07:58.603429 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.603830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:07:58.604311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Bound port: 40e22473-0066-4068-962c-6266037989f7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:07:58.604694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (40e22473-0066-4068-962c-6266037989f7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.707562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] For port 40e22473-0066-4068-962c-6266037989f7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:07:58.712707 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] For port 40e22473-0066-4068-962c-6266037989f7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=40e22473-0066-4068-962c-6266037989f7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:07:58.720656 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (40e22473-0066-4068-962c-6266037989f7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.810963 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Publish callbacks [] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.816628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:58.817252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:58.824506 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69fe03-a59b-4992-a698-744274779890 None None] Pushing event updated for resources: {'Port': ['ID=40e22473-0066-4068-962c-6266037989f7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:58.858005 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.915614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:07:58.921743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:58.950708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:07:58.966604 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Pushing event updated for resources: {'Port': ['ID=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:59.024457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:59.086254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Attempting to bind port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:07:59.086496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Attempting to bind port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:07:59.086888 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Attempting to bind port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 on network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:07:59.102559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:07:59.102952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Checking segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:07:59.103352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.103754 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Bound using segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:07:59.104232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Bound port: 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:07:59.104621 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.203218 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.1 (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1/c261addc-8883-4e31-9a79-a550d42fa8fa/24e4af3a-21d0-47c8-9ac9-06b21be4eef1) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:07:59.239933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] For port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:07:59.256033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] For port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:07:59.260875 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.317516 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.332658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba532b-6324-4336-b872-84214f0fc757 None None] Pushing event updated for resources: {'Port': ['ID=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:59.340826 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:56Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:59.361159 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.370216 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88a83-a1df-4d50-a0ac-f427acf350aa None None] The sync data for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 is: [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:56Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:59.412164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:07:59.415260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:59.419537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:07:59.448535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:59.474108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (d7d6c914-d13a-484d-8ded-b2270945a1dd), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.660193 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.968490 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:59.974719 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.056486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (d7d6c914-d13a-484d-8ded-b2270945a1dd), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.058531 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:00.167707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:08:00.169213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:08:00.291627 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router d7d6c914-d13a-484d-8ded-b2270945a1dd has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:08:00.328681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ecbc53-8b4a-4564-8655-40c1b96cbf50 None None] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:08:00.407510 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:08:00.412519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cd7c3382-9f69-4d10-95b4-500413bbc057 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/d7d6c914-d13a-484d-8ded-b2270945a1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2910151 Jan 28 02:08:00.439471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] Provisioning complete for port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:00.439841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.539463 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] Current status of the port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:00.539848 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.578615 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] For port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:08:00.580262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-1c6790b0-4290-48be-a70c-6b9e95798303 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734079661&fields=id&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 267 time: 0.0556626 Jan 28 02:08:00.583792 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.637885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12941d-f97a-49b2-8af8-99f313a2647d None None] Pushing event updated for resources: {'Port': ['ID=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:00.702619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-3574ae04-7dab-41e2-bc63-e7c5d8b4500e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:00.704109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-3574ae04-7dab-41e2-bc63-e7c5d8b4500e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 797 time: 0.1152546 Jan 28 02:08:00.706397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fecede9a-a2b9-420b-9f33-1d856a405143 None None] Provisioning complete for port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:00.706772 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fecede9a-a2b9-420b-9f33-1d856a405143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.721361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-259b50a5-28fe-4f00-9cc0-2e4d05f6b515 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/quotas/6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 375 time: 0.0111341 Jan 28 02:08:00.803755 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-0e512e00-75c3-4c97-8393-a44ba423622b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762610 Jan 28 02:08:00.807346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fecede9a-a2b9-420b-9f33-1d856a405143 None None] Current status of the port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:00.820101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fecede9a-a2b9-420b-9f33-1d856a405143 None None] Provisioning complete for port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:00.821299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fecede9a-a2b9-420b-9f33-1d856a405143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:00.863111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fecede9a-a2b9-420b-9f33-1d856a405143 None None] Port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:08:00.964191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-9062b761-e210-41e3-abe5-9118ecdc5035 service neutron] 10.222.0.23 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464982 Jan 28 02:08:00.983498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-4b85662a-21ec-4e16-8677-faaf8583b6d2 None None] Provisioning complete for port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:00.983880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4b85662a-21ec-4e16-8677-faaf8583b6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.021583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-4b85662a-21ec-4e16-8677-faaf8583b6d2 None None] Port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:08:01.066965 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-c0cc2580-8a70-4b5b-a937-ca2cdb9b7e95 service neutron] 10.222.0.23 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959969 Jan 28 02:08:01.142973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b70eb2f6-6b4d-442c-8c45-73bf25e77396 None None] Provisioning complete for port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:01.143565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b70eb2f6-6b4d-442c-8c45-73bf25e77396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.150896 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Sync routers for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:08:01.168519 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:08:01.169169 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:01.183458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b70eb2f6-6b4d-442c-8c45-73bf25e77396 None None] Port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:08:01.243036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4a9433fe-20be-4d7c-a267-ee59134255f8 req-4ce7cbce-4041-44a5-b2da-b4c5f50963df tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 210 time: 0.0340478 Jan 28 02:08:01.393914 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:08:01.459651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:08:01.512201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:01.512577 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.588533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:01.589576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 40e22473-0066-4068-962c-6266037989f7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:08:01.591774 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 2, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:01.617969 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Checking router: d7d6c914-d13a-484d-8ded-b2270945a1dd for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:08:01.618365 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Updating router d7d6c914-d13a-484d-8ded-b2270945a1dd port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:08:01.637014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 40e22473-0066-4068-962c-6266037989f7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:01.637387 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (40e22473-0066-4068-962c-6266037989f7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.650019 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.724572 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 40e22473-0066-4068-962c-6266037989f7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:01.725074 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (40e22473-0066-4068-962c-6266037989f7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.746972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 40e22473-0066-4068-962c-6266037989f7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=40e22473-0066-4068-962c-6266037989f7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:08:01.752818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (40e22473-0066-4068-962c-6266037989f7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.800854 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=40e22473-0066-4068-962c-6266037989f7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:01.906470 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Publish callbacks [] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.915375 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:01.973423 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Pushing event updated for resources: {'Port': ['ID=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:02.003133 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.003364 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.003711 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.004041 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.004370 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.004710 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.005018 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.005339 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.005767 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.006144 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.006441 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.006759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.007094 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:08:02.037757 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Attempting to bind port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:08:02.038160 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Attempting to bind port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:08:02.038543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Attempting to bind port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 on network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:08:02.044981 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:08:02.045321 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Checking segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:08:02.045937 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.046300 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Bound using segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:08:02.046761 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Bound port: 24e4af3a-21d0-47c8-9ac9-06b21be4eef1, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:08:02.047142 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.123370 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] For port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:08:02.127160 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] For port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:08:02.132721 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.191022 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef232-b76e-4552-b9b2-2e0a848a7d17 None None] Pushing event updated for resources: {'Port': ['ID=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:02.193865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:08:02.194513 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:02.229703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] Provisioning complete for port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:02.230200 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.313986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] Current status of the port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:02.314454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.327289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:08:02.348959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] For port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:08:02.351557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d96171e3-1da5-4514-b561-26b8cb351368 req-a6e2658c-7664-4a12-b36c-734b2ca3ca39 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 210 time: 0.0448341 Jan 28 02:08:02.357539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.410043 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a3176-8fa8-4b30-b51f-d9015c800efe None None] Pushing event updated for resources: {'Port': ['ID=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:02.481575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f1cb1628-5864-49b4-be7f-fea693756378 None None] Provisioning complete for port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:02.482326 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1628-5864-49b4-be7f-fea693756378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:02.556961 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:02.573288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb1628-5864-49b4-be7f-fea693756378 None None] Current status of the port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:02.584967 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd72d-435f-443e-b3fb-a51e5c86a7b2 None None] The sync data for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 is: [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:08:03.454974 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de08e36d-e7d6-4a19-834c-a396dbf1402e req-e17c8544-4a27-43ed-9424-04e79c874245 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 210 time: 0.0312328 Jan 28 02:08:03.505142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:08:03.555870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:03.556284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:03.640070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:03.641230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 40e22473-0066-4068-962c-6266037989f7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:08:03.698180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 40e22473-0066-4068-962c-6266037989f7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:03.698558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (40e22473-0066-4068-962c-6266037989f7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:03.789551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 40e22473-0066-4068-962c-6266037989f7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:04.018216 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:04.413351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-a9607ec3-afaf-4b62-a3fe-dfb91c932991 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:04.414872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-a9607ec3-afaf-4b62-a3fe-dfb91c932991 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 797 time: 0.1006918 Jan 28 02:08:04.482485 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-1260c29d-7d81-4882-83b8-8c687b667c75 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 379 time: 0.0539160 Jan 28 02:08:04.519220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'port': {'device_id': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'admin_state_up': True, 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'security_groups': ['263f5abd-e3f5-4379-a919-7f97ed501f51']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:08:04.551758 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-065832d3-5494-49c9-8e98-cb1792c13c91 req-65994e42-aadf-4937-8fe3-4dfc3dcc3b6f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 210 time: 0.0263503 Jan 28 02:08:04.634475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:08:04.637956 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:04.767126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.14 (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1/c261addc-8883-4e31-9a79-a550d42fa8fa/48541c2d-7bc1-42d1-9e91-252f03eaaa62) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:08:04.912243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:04.952754 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:04.994290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:08:04.997613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:08:05.000064 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:08:05.032726 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=48541c2d-7bc1-42d1-9e91-252f03eaaa62,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:05.062728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:05.063369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.081143 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-09e2d078-b3bb-447a-87f3-8dc6a000316c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659175 Jan 28 02:08:05.098392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Request body: {'port': {'device_id': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:08:05.154551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.215145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dcc84596-229b-4f1a-b9e2-34d9af258b8d None None] Provisioning complete for port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:05.215776 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dcc84596-229b-4f1a-b9e2-34d9af258b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.252971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dcc84596-229b-4f1a-b9e2-34d9af258b8d None None] Port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:08:05.416998 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48541c2d-7bc1-42d1-9e91-252f03eaaa62 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:08:05.425086 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Publish callbacks [] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.437823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Transition to ACTIVE for port object 48541c2d-7bc1-42d1-9e91-252f03eaaa62 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:08:05.443775 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.514506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Pushing event updated for resources: {'Port': ['ID=48541c2d-7bc1-42d1-9e91-252f03eaaa62,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:05.562905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Attempting to bind port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:08:05.563211 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Attempting to bind port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:08:05.563690 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Attempting to bind port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 on network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:08:05.568401 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 on network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:08:05.568725 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Attempting to bind port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 on network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:08:05.573931 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:08:05.574272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Checking segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:08:05.574739 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Bound using segment: {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:08:05.575183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Bound port: 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0246e001-bf97-40fd-9b10-76957ce2e9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:08:05.575544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.644469 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] For port 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:08:05.647708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] For port 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:08:05.654495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.677038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6e25-5e21-4980-9fbd-494d4614387f req-f7612f08-5674-4f2c-a569-fa7d756565ee tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:05.678702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b83d6e25-5e21-4980-9fbd-494d4614387f req-f7612f08-5674-4f2c-a569-fa7d756565ee tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 944 time: 0.0521083 Jan 28 02:08:05.696121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:05.696547 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:05.697949 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] 10.222.0.43 "PUT /v2.0/ports/48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 1092 time: 0.6040299 Jan 28 02:08:05.698376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:08:05.700633 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7122133-9279-4ba6-9b1a-6418451244ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:08:05.725521 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094936-41f1-4a4e-8ca1-61d2383a16af service neutron] Pushing event updated for resources: {'Port': ['ID=48541c2d-7bc1-42d1-9e91-252f03eaaa62,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:05.738550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b83d6e25-5e21-4980-9fbd-494d4614387f req-4ba0b641-c131-40b2-b6af-f6abeb3a010c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540442 Jan 28 02:08:05.755617 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0bfbb7-e83b-4963-8f46-a45b48afad37 x-openstack-request-id: req-5b0bfbb7-e83b-4963-8f46-a45b48afad37 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:08:05.755617 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:08:05.755617 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b0bfbb7-e83b-4963-8f46-a45b48afad37 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:08:05.755617 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'status': 'completed', 'code': 200} Jan 28 02:08:05.807207 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-460bc730-4e53-4579-882d-168e04d97706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:05.808735 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-460bc730-4e53-4579-882d-168e04d97706 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1095 time: 0.0426476 Jan 28 02:08:05.856577 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-dd215ff6-45bf-4df7-a314-ba340b84eab7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 217 time: 0.0348105 Jan 28 02:08:05.905587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-54eb2073-4bed-452d-a194-7ca2c0f33ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:05.907100 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-54eb2073-4bed-452d-a194-7ca2c0f33ab0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 200 len: 834 time: 0.0448613 Jan 28 02:08:05.955231 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-a474f352-8b7e-4ef6-8b6f-2cb839ed0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:05.956786 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-a474f352-8b7e-4ef6-8b6f-2cb839ed0713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440109 Jan 28 02:08:06.054283 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-6dadf705-c85c-4919-a6c2-16e49592e3fd service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909686 Jan 28 02:08:06.157495 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bbb7b038-6267-4f34-b1cf-856cb571c4cd req-77a5d186-b466-48a3-8785-0806ff9ae9b4 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974073 Jan 28 02:08:06.286826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122133-9279-4ba6-9b1a-6418451244ec req-801c1e07-8c80-4e36-9a7d-2e76d04ec26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:06.288315 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-801c1e07-8c80-4e36-9a7d-2e76d04ec26b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1095 time: 0.0434427 Jan 28 02:08:06.382730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122133-9279-4ba6-9b1a-6418451244ec req-32f51959-795c-4aa6-be6b-c65d02bff80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:06.384201 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-32f51959-795c-4aa6-be6b-c65d02bff80a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 898 time: 0.0902882 Jan 28 02:08:06.425585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-4e7620e0-8b42-47f4-acbb-56d4194d3a1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 217 time: 0.0348434 Jan 28 02:08:06.476979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122133-9279-4ba6-9b1a-6418451244ec req-0cc74f91-5e10-4bb1-97cb-bfa2562070a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:06.478962 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-0cc74f91-5e10-4bb1-97cb-bfa2562070a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 200 len: 834 time: 0.0482225 Jan 28 02:08:06.524246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122133-9279-4ba6-9b1a-6418451244ec req-92f2701a-4386-4571-9f33-905f50bcf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:06.525703 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-92f2701a-4386-4571-9f33-905f50bcf402 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403335 Jan 28 02:08:06.861141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed78667-af49-4770-8b04-2cd07d5d8f51 req-886bc66b-c289-41d6-9db5-9f0b2fa925df tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:06.862881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ed78667-af49-4770-8b04-2cd07d5d8f51 req-886bc66b-c289-41d6-9db5-9f0b2fa925df tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 944 time: 0.0508595 Jan 28 02:08:06.915945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1ed78667-af49-4770-8b04-2cd07d5d8f51 req-35dab2ff-1cc1-423a-8d7a-43bb254c614e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471306 Jan 28 02:08:06.948030 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-d8c473ea-5300-4fab-aec3-22ab8d009da1 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156957 Jan 28 02:08:07.040527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c7122133-9279-4ba6-9b1a-6418451244ec req-f62e1713-9018-48f9-be43-b4281de4be05 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Jan 28 02:08:07.163721 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-22b7522d-1151-4111-8d6e-ba384861abe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:08.055802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c766897-e154-4250-a4fb-f3ebe0eeee0a req-7b8a795a-a43a-416c-8008-a68c1ccf2330 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:08.057452 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c766897-e154-4250-a4fb-f3ebe0eeee0a req-7b8a795a-a43a-416c-8008-a68c1ccf2330 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 944 time: 0.0587697 Jan 28 02:08:08.072161 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:08.108245 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3c766897-e154-4250-a4fb-f3ebe0eeee0a req-41fd1b09-d86f-447d-aaa4-b83dd5c75f80 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446985 Jan 28 02:08:09.257538 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64853-a23b-4929-b0ac-0dd134e544c1 req-2180b107-3e7f-4b6f-bbd2-b9f5451038e5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:09.259069 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09e64853-a23b-4929-b0ac-0dd134e544c1 req-2180b107-3e7f-4b6f-bbd2-b9f5451038e5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 944 time: 0.0745659 Jan 28 02:08:09.310658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09e64853-a23b-4929-b0ac-0dd134e544c1 req-18d15697-5a7f-4a0f-8f7d-8001bb5de695 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Jan 28 02:08:09.471080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a692d7f0-2305-46be-9138-e266f01d22c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:09.789424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 48541c2d-7bc1-42d1-9e91-252f03eaaa62 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:08:10.049397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:08:10.061410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'port_id': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'mac_address': 'fa:16:3e:53:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:08:10.098847 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:10.099245 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:10.112103 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48541c2d-7bc1-42d1-9e91-252f03eaaa62 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:08:10.133656 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:08:10.140938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:10.189904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=48541c2d-7bc1-42d1-9e91-252f03eaaa62,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:10.417587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['48541c2d-7bc1-42d1-9e91-252f03eaaa62'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:08:10.441326 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea495f-f532-4413-9325-9af203e76af7 req-532a2f76-5c8f-4bfc-92da-95f58e415564 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:10.442941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fea495f-f532-4413-9325-9af203e76af7 req-532a2f76-5c8f-4bfc-92da-95f58e415564 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 945 time: 0.0546134 Jan 28 02:08:10.492363 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7fea495f-f532-4413-9325-9af203e76af7 req-34047d3d-4db3-42b9-b1e3-f9e321b37150 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 Jan 28 02:08:11.108276 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:11.611795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883505e-cbab-4d3f-a8a0-8f1d390357a6 req-8416925d-b829-4050-8f43-99e8d8c31eb0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:11.613272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1883505e-cbab-4d3f-a8a0-8f1d390357a6 req-8416925d-b829-4050-8f43-99e8d8c31eb0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 945 time: 0.0503550 Jan 28 02:08:11.671130 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1883505e-cbab-4d3f-a8a0-8f1d390357a6 req-5c79cd18-09fc-4fa5-9fb4-36ab18d41cca tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521915 Jan 28 02:08:11.823739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 48541c2d-7bc1-42d1-9e91-252f03eaaa62 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:08:11.882960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:08:11.886693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:08:11.887090 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:11.967255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:08:11.967614 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:11.989951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:08:11.992185 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed8f335-e3ff-491d-812b-40de454be74f" -d '{"events": [{"server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "name": "network-vif-plugged", "status": "completed", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:08:12.004708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:08:12.009336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:12.031725 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5774cbc6-db46-4cdf-a0a9-ab0c01f7a70d x-openstack-request-id: req-5774cbc6-db46-4cdf-a0a9-ab0c01f7a70d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:08:12.032017 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "name": "network-vif-plugged", "status": "completed", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:08:12.032270 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5774cbc6-db46-4cdf-a0a9-ab0c01f7a70d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:08:12.032660 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'code': 200} Jan 28 02:08:12.056964 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=48541c2d-7bc1-42d1-9e91-252f03eaaa62,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:12.166458 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d74863-d8d1-48de-a00b-7c5201dc2c90 req-22d56d73-7a1b-4610-bc53-5e69bf9b258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:12.167856 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-71d74863-d8d1-48de-a00b-7c5201dc2c90 req-22d56d73-7a1b-4610-bc53-5e69bf9b258f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1097 time: 0.0424531 Jan 28 02:08:12.214449 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:12.218814 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-71d74863-d8d1-48de-a00b-7c5201dc2c90 req-7ffe7b81-3135-4b73-8475-5fa07b08b16e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441937 Jan 28 02:08:12.805080 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6d1d-2232-4b5b-b7bd-61ec5cea762a req-1732754d-e25a-4922-9eed-0af058b230ac tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:12.806645 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bcd6d1d-2232-4b5b-b7bd-61ec5cea762a req-1732754d-e25a-4922-9eed-0af058b230ac tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0511491 Jan 28 02:08:12.855946 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6bcd6d1d-2232-4b5b-b7bd-61ec5cea762a req-1e50db8f-0a56-4e79-9fb3-ff243d027707 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Jan 28 02:08:13.369551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:13.987209 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03d990-55e3-4d54-bd5f-36dfc17a5607 req-d1563923-26d1-4b7b-a992-ecb8cc705c5d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:13.988699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf03d990-55e3-4d54-bd5f-36dfc17a5607 req-d1563923-26d1-4b7b-a992-ecb8cc705c5d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0481024 Jan 28 02:08:14.050575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cf03d990-55e3-4d54-bd5f-36dfc17a5607 req-87250099-8888-4679-8d51-316592b82f1b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560944 Jan 28 02:08:14.178482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163782c-ad12-418f-a798-7f568db9ac5f req-8c99992c-f87e-4f79-98ed-bb686a29f204 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:14.184537 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4163782c-ad12-418f-a798-7f568db9ac5f req-8c99992c-f87e-4f79-98ed-bb686a29f204 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0648224 Jan 28 02:08:14.233552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4163782c-ad12-418f-a798-7f568db9ac5f req-65489732-09d5-4184-86b8-8a1d1822b4cd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443125 Jan 28 02:08:14.255402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53380) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:08:14.294865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4a580-4d7a-4ad0-9b90-844773a609bb tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:14.297727 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-28b4a580-4d7a-4ad0-9b90-844773a609bb tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1092 time: 0.0392711 Jan 28 02:08:14.298593 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53382) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:08:14.303026 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:08:14.333127 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:14.434601 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:14.535689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.113 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/718c38fb-8e63-4d70-92b0-1c40471320b3) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:08:14.647789 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:14.681235 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:14.719061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:08:14.723642 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:08:14.728009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:08:14.730987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=718c38fb-8e63-4d70-92b0-1c40471320b3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:15.093584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (8ede1cd0-0f96-4a75-a56f-86c9a5ce6686), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.169620 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.326427 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.333246 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.407169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=718c38fb-8e63-4d70-92b0-1c40471320b3,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:08:15.417327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (8ede1cd0-0f96-4a75-a56f-86c9a5ce6686), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.520963 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP 8ede1cd0-0f96-4a75-a56f-86c9a5ce6686 associated. External IP: 172.25.1.113, port: 48541c2d-7bc1-42d1-9e91-252f03eaaa62. Jan 28 02:08:15.739015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router d7d6c914-d13a-484d-8ded-b2270945a1dd has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:08:15.847061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:08:15.857115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] Sync routers for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:08:15.865465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.868438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:08:15.869359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:15.894019 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-df4ecdae-8f5b-4bf3-83d3-b82756ef67ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5943344 Jan 28 02:08:15.894695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:08:15.896984 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e32cd-dae5-41cd-99c6-bff0d20927cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:08:15.938601 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a8469-5c36-4205-b9a7-58c584865b13 x-openstack-request-id: req-c43a8469-5c36-4205-b9a7-58c584865b13 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:08:15.938601 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:08:15.938866 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c43a8469-5c36-4205-b9a7-58c584865b13 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:08:15.939064 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'status': 'completed', 'code': 200} Jan 28 02:08:16.001400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:08:16.024160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c875311-098c-4801-b7b1-000f34284eed req-a5db2d95-3c87-4fd4-b8db-ae289c2b0dac tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:16.026825 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c875311-098c-4801-b7b1-000f34284eed req-a5db2d95-3c87-4fd4-b8db-ae289c2b0dac tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0694375 Jan 28 02:08:16.038557 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-cff43df1-8ff5-4efb-ac3e-2058fbc9a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:16.040437 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-cff43df1-8ff5-4efb-ac3e-2058fbc9a79f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1097 time: 0.0540404 Jan 28 02:08:16.106057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1c875311-098c-4801-b7b1-000f34284eed req-387930dc-058b-4912-8ac9-81d790d453f0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551846 Jan 28 02:08:16.106653 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53388) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:08:16.148518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-413fb125-dce8-4818-8ce1-cd4800641f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:16.151255 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-413fb125-dce8-4818-8ce1-cd4800641f1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 898 time: 0.1047497 Jan 28 02:08:16.177318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-34489f5a-8759-4be7-b5ad-88352f851202 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/8ede1cd0-0f96-4a75-a56f-86c9a5ce6686 HTTP/1.1" status: 200 len: 992 time: 0.0694695 Jan 28 02:08:16.225826 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-6a37a60a-e319-4b75-9b74-c4ad5266041b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 1000 time: 0.0682375 Jan 28 02:08:16.254867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '8ede1cd0-0f96-4a75-a56f-86c9a5ce6686', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'port_id': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'mac_address': 'fa:16:3e:53:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:14Z', 'updated_at': '2022-01-28T02:08:14Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:16.274485 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-8ed40465-73b9-4b60-a566-0361c2b10938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:16.275986 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-8ed40465-73b9-4b60-a566-0361c2b10938 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 200 len: 834 time: 0.0451965 Jan 28 02:08:16.282111 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] Checking router: d7d6c914-d13a-484d-8ded-b2270945a1dd for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:08:16.290343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:08:16.290931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:08:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:16.321040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-287b7f3e-4150-4067-955d-28e34c8e73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:16.322780 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-287b7f3e-4150-4067-955d-28e34c8e73ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416756 Jan 28 02:08:16.413004 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:08:16.427530 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-1d2f9e24-3991-415d-848b-9c8edeca8bef service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988009 Jan 28 02:08:16.517858 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a63e32cd-dae5-41cd-99c6-bff0d20927cb req-f878aa90-bcc0-41ce-bb95-ea547c1ab1c8 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847149 Jan 28 02:08:16.644101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '8ede1cd0-0f96-4a75-a56f-86c9a5ce6686', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'port_id': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'mac_address': 'fa:16:3e:53:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:14Z', 'updated_at': '2022-01-28T02:08:14Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:08:16.670577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43d7e6-1689-4df6-9c30-cd4497083643 None None] The sync data for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 is: [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '8ede1cd0-0f96-4a75-a56f-86c9a5ce6686', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'port_id': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'mac_address': 'fa:16:3e:53:80:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:08:14Z', 'updated_at': '2022-01-28T02:08:14Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:08:16.899911 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073387b4-4ff5-4e54-9883-6e7b89bbbc63 None None] New status for floating IP 8ede1cd0-0f96-4a75-a56f-86c9a5ce6686: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:08:17.179305 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53390) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:08:17.243220 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-1da0cdf9-b5cb-4b97-a258-61729741d12e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/8ede1cd0-0f96-4a75-a56f-86c9a5ce6686 HTTP/1.1" status: 200 len: 994 time: 0.0627277 Jan 28 02:08:30.515058 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:08:34.043962 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:37.169490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbed2069-1d0c-4867-8b5b-964e8072be60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:38.095061 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:39.466975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f9738e06-2671-45c1-865d-db3c6b574662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:41.115370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:42.218839 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:43.386048 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:48.742970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-3b536861-5b51-4d9e-89fb-49c6bee806ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:48.744475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-3b536861-5b51-4d9e-89fb-49c6bee806ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1097 time: 0.0470908 Jan 28 02:08:48.784114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e2f38-772f-4e59-995c-61ab41e3ea23 req-135590d9-4a29-4900-baea-dc7f13b6853e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:48.785615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e5e2f38-772f-4e59-995c-61ab41e3ea23 req-135590d9-4a29-4900-baea-dc7f13b6853e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.1163988 Jan 28 02:08:48.834413 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4e5e2f38-772f-4e59-995c-61ab41e3ea23 req-4e4f1099-830f-487f-9add-98465ba15e2f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Jan 28 02:08:48.834670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-91edd503-6975-42e2-8243-68103da08e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:48.835885 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-91edd503-6975-42e2-8243-68103da08e94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 898 time: 0.0848932 Jan 28 02:08:48.903793 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-1ace1e5c-833b-4895-8760-8531cab6deb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 1002 time: 0.0612538 Jan 28 02:08:48.952780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-04388731-1541-4539-8eb7-e63a268612c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:48.954266 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-04388731-1541-4539-8eb7-e63a268612c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 200 len: 834 time: 0.0446632 Jan 28 02:08:49.007961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-d2c4c9ed-50d0-48e7-9fd7-86c141b40398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:49.009383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-d2c4c9ed-50d0-48e7-9fd7-86c141b40398 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479484 Jan 28 02:08:49.104041 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-431ba39e-dd7a-4d7b-9d5c-03f68064be93 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Jan 28 02:08:49.192071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-997ca1b1-2d10-4eb5-861f-92461ad56bc3 req-93c7b87b-28bc-4d1b-b48d-ec9cdce66541 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820928 Jan 28 02:08:49.732011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad331-d94f-493f-b775-1eab586a4e79 req-3ee8e968-5ea5-41ff-90d0-946f9e49b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:49.733507 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-3ee8e968-5ea5-41ff-90d0-946f9e49b994 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1097 time: 0.0458920 Jan 28 02:08:49.855318 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad331-d94f-493f-b775-1eab586a4e79 req-5e6a1712-b4a7-4e92-abfe-d4f291b76ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:49.856819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-5e6a1712-b4a7-4e92-abfe-d4f291b76ffb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 898 time: 0.0976064 Jan 28 02:08:49.930076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-2ae9a4eb-b173-44b8-b88f-56b9ab569497 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 1002 time: 0.0669703 Jan 28 02:08:49.983970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad331-d94f-493f-b775-1eab586a4e79 req-7979c9dc-80a7-47de-bc68-6daf044dd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:49.985345 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-7979c9dc-80a7-47de-bc68-6daf044dd755 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 200 len: 834 time: 0.0490010 Jan 28 02:08:50.019508 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928b112-c99d-4d5a-a731-6fcb725cb0e3 req-9de91132-8a30-4be7-9f34-c3c1c6731309 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:50.021104 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0928b112-c99d-4d5a-a731-6fcb725cb0e3 req-9de91132-8a30-4be7-9f34-c3c1c6731309 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.1107080 Jan 28 02:08:50.032166 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad331-d94f-493f-b775-1eab586a4e79 req-89f62dc6-14dd-4de3-bc59-8bbcffbbcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:50.033691 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-89f62dc6-14dd-4de3-bc59-8bbcffbbcfa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417433 Jan 28 02:08:50.070384 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0928b112-c99d-4d5a-a731-6fcb725cb0e3 req-f58e9c60-60fd-4032-80c0-ca1c368a04fe tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Jan 28 02:08:50.120371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-652db72c-f069-49b9-af25-ddf6e33dba2d service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802453 Jan 28 02:08:50.221910 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764ad331-d94f-493f-b775-1eab586a4e79 req-71fca96a-de42-42c5-b16a-fe2c983c981b service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953588 Jan 28 02:08:51.187628 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60ef17-75cb-48d5-b650-3f939050239f req-1195586b-708e-46f6-b0bb-eec3b5183fda tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:51.189098 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c60ef17-75cb-48d5-b650-3f939050239f req-1195586b-708e-46f6-b0bb-eec3b5183fda tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0497615 Jan 28 02:08:51.248992 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c60ef17-75cb-48d5-b650-3f939050239f req-621585cf-e73f-4506-97f5-6053d85c12d9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517228 Jan 28 02:08:52.387845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af504724-229c-4f5c-a609-d8a76f56ab80 req-83918627-c7cf-4596-8525-649fc0c57e2c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:52.389386 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af504724-229c-4f5c-a609-d8a76f56ab80 req-83918627-c7cf-4596-8525-649fc0c57e2c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0608075 Jan 28 02:08:52.440116 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-af504724-229c-4f5c-a609-d8a76f56ab80 req-b86ad2b8-9644-44dd-9bf6-93e1217df71b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446773 Jan 28 02:08:53.574345 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01697881-ebc1-4dd2-a3bb-af3bd9d7f11b req-84d8a989-2ced-4476-8513-2e6d88c5ae21 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:53.575865 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01697881-ebc1-4dd2-a3bb-af3bd9d7f11b req-84d8a989-2ced-4476-8513-2e6d88c5ae21 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0596316 Jan 28 02:08:53.624421 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-01697881-ebc1-4dd2-a3bb-af3bd9d7f11b req-8c61969f-ad9b-490e-9e37-d2930f4a8899 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Jan 28 02:08:54.769851 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0ab41-8728-4a65-8320-156818d490f1 req-528fa13e-012c-49f2-b49c-815b5d4bb8f5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:54.771249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8b0ab41-8728-4a65-8320-156818d490f1 req-528fa13e-012c-49f2-b49c-815b5d4bb8f5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0555522 Jan 28 02:08:54.823837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8b0ab41-8728-4a65-8320-156818d490f1 req-d6236c82-3e6f-4ea1-a2fc-a7ed4fba62ae tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444148 Jan 28 02:08:55.951812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d25f8d-d6fe-4d7b-898f-7ee6a3fadc94 req-d8b9ad04-f7ef-4626-9de5-de96ab1937fc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:55.953315 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23d25f8d-d6fe-4d7b-898f-7ee6a3fadc94 req-d8b9ad04-f7ef-4626-9de5-de96ab1937fc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0575185 Jan 28 02:08:56.004445 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-23d25f8d-d6fe-4d7b-898f-7ee6a3fadc94 req-513b33d9-1932-41e1-9913-9d4807ad3e15 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436130 Jan 28 02:08:57.134185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbd82b-99eb-4c3c-a79d-d22fd5938fcc req-61248477-cf76-4a9b-b6f2-e896978c78ea tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:57.135664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cbd82b-99eb-4c3c-a79d-d22fd5938fcc req-61248477-cf76-4a9b-b6f2-e896978c78ea tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0557449 Jan 28 02:08:57.188818 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75cbd82b-99eb-4c3c-a79d-d22fd5938fcc req-7bd817c9-7b3e-4002-849f-642b7af63110 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474894 Jan 28 02:08:58.312497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f306-f7f6-43e7-a356-a7f3dd417a15 req-645e7d93-758c-421b-a2a3-f9d5ed9b2ce1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:58.314014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8c0f306-f7f6-43e7-a356-a7f3dd417a15 req-645e7d93-758c-421b-a2a3-f9d5ed9b2ce1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0482035 Jan 28 02:08:58.362301 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8c0f306-f7f6-43e7-a356-a7f3dd417a15 req-7971bac1-6b33-4ef7-8886-c0cfce050992 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427477 Jan 28 02:08:59.495619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3535472-ed1a-4dea-8ab6-cd83e85cbf60 req-d4ae9a38-80e9-4c50-966e-93a7138ee606 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:08:59.497217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3535472-ed1a-4dea-8ab6-cd83e85cbf60 req-d4ae9a38-80e9-4c50-966e-93a7138ee606 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0569296 Jan 28 02:08:59.547156 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3535472-ed1a-4dea-8ab6-cd83e85cbf60 req-23932add-9c22-4a64-90bc-9b41b315a508 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441630 Jan 28 02:09:00.676848 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a81a62-fdc9-451d-9213-4531e9c623da req-4b294d4c-7c3a-42c0-9999-dc4b68971ae2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:00.678325 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86a81a62-fdc9-451d-9213-4531e9c623da req-4b294d4c-7c3a-42c0-9999-dc4b68971ae2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0559282 Jan 28 02:09:00.729859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-86a81a62-fdc9-451d-9213-4531e9c623da req-827e08e2-43ce-47bf-96a2-08e764d989f0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458305 Jan 28 02:09:01.871997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150e513-d361-4f40-b996-5166603f0d29 req-ad152634-2e99-4607-bd56-3939826cdba0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:01.873496 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9150e513-d361-4f40-b996-5166603f0d29 req-ad152634-2e99-4607-bd56-3939826cdba0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0608366 Jan 28 02:09:01.933602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9150e513-d361-4f40-b996-5166603f0d29 req-2f2f27d3-6ae1-4618-aba2-b3d38816e1e3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520859 Jan 28 02:09:03.067809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5350171-0a67-461d-b9fd-b79fb5abf0f9 req-7eb7f5f3-8dfe-4b97-9d84-39d6c5512135 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:03.069349 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5350171-0a67-461d-b9fd-b79fb5abf0f9 req-7eb7f5f3-8dfe-4b97-9d84-39d6c5512135 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0635865 Jan 28 02:09:03.123322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a5350171-0a67-461d-b9fd-b79fb5abf0f9 req-e12f7ebd-7924-455d-a920-ab159680f7cc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 Jan 28 02:09:04.056196 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:04.262828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aa441-79bf-4714-baf2-10afa324a4cd req-b07409b7-3f60-4e4b-8b86-4786d63c54e3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:04.265474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c87aa441-79bf-4714-baf2-10afa324a4cd req-b07409b7-3f60-4e4b-8b86-4786d63c54e3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jan 28 02:09:04.317721 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c87aa441-79bf-4714-baf2-10afa324a4cd req-7494eda1-76f4-479d-be54-58d58376de99 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Jan 28 02:09:05.445954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cdd4f-6c88-4e7a-84d6-1c3d71ca9598 req-e3d6397b-b040-4a74-90ae-ad18dc3258e9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:05.447424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-320cdd4f-6c88-4e7a-84d6-1c3d71ca9598 req-e3d6397b-b040-4a74-90ae-ad18dc3258e9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0478654 Jan 28 02:09:05.503820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-320cdd4f-6c88-4e7a-84d6-1c3d71ca9598 req-4fc27b9e-dd90-4593-9f5c-cfbdd60df588 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484753 Jan 28 02:09:05.526907 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53438) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:05.592584 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e3de31b-97ac-4421-a9f7-1aa1363a16e9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/8ede1cd0-0f96-4a75-a56f-86c9a5ce6686 HTTP/1.1" status: 200 len: 994 time: 0.0641510 Jan 28 02:09:07.167691 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bdbb-4e12-463f-a3ed-1c50139519db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:07.514607 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:09:08.121082 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:09.483059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aaea7968-66dd-42d1-8078-f86522aa5bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:11.112220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:12.227480 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:13.373519 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:34.070380 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.176056 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53448) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:36.372115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 718c38fb-8e63-4d70-92b0-1c40471320b3 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:09:36.372439 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.453117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.453410 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (718c38fb-8e63-4d70-92b0-1c40471320b3), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.465834 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 718c38fb-8e63-4d70-92b0-1c40471320b3 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:09:36.632645 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (718c38fb-8e63-4d70-92b0-1c40471320b3), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.658252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=718c38fb-8e63-4d70-92b0-1c40471320b3,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:36.670120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.670480 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.670839 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.671157 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.671497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.671829 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.672156 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.672487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.672856 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.673214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.673537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.673892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.674214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:36.730324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (8ede1cd0-0f96-4a75-a56f-86c9a5ce6686), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.730617 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP 8ede1cd0-0f96-4a75-a56f-86c9a5ce6686 disassociated (deleted). External IP: 172.25.1.113, port: 48541c2d-7bc1-42d1-9e91-252f03eaaa62. Jan 28 02:09:36.945090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router d7d6c914-d13a-484d-8ded-b2270945a1dd has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:09:37.059367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:09:37.064067 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:37.070363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] Sync routers for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:09:37.080147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:37.080752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:37.092859 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4e8d181d-af63-4572-9b87-158368f8c137 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ede1cd0-0f96-4a75-a56f-86c9a5ce6686 HTTP/1.1" status: 204 len: 168 time: 0.9153495 Jan 28 02:09:37.093492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:09:37.095997 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01900046-cda1-4f24-b254-7c34fd5bc6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:09:37.192887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:37.197154 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd639f-a57c-41b5-b93f-48f399550747 x-openstack-request-id: req-15fd639f-a57c-41b5-b93f-48f399550747 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:09:37.197675 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:09:37.198040 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15fd639f-a57c-41b5-b93f-48f399550747 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:09:37.198240 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'status': 'completed', 'code': 200} Jan 28 02:09:37.233481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0fa00b08-03a0-42e5-959f-6ec64cdcf53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:37.293079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-7154024b-fd77-43b0-923b-358362741233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:37.295061 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-7154024b-fd77-43b0-923b-358362741233 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 1097 time: 0.0463426 Jan 28 02:09:37.330982 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a19a0c-d4b8-4f5a-a0ae-ef60045b565d req-73d0b0b9-1408-4ae5-8794-fa6c497d7307 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:37.332408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5a19a0c-d4b8-4f5a-a0ae-ef60045b565d req-73d0b0b9-1408-4ae5-8794-fa6c497d7307 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0487053 Jan 28 02:09:37.390972 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-7160d380-64a9-4b76-9ef7-7ebba989084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:37.392539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-7160d380-64a9-4b76-9ef7-7ebba989084e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 200 len: 898 time: 0.0914462 Jan 28 02:09:37.396404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5a19a0c-d4b8-4f5a-a0ae-ef60045b565d req-0795df20-cd22-47dc-8f81-a7bc3904e796 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557828 Jan 28 02:09:37.433465 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:37.436097 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-647fd84f-75fd-41b5-90b4-da4d377251e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 200 len: 217 time: 0.0369456 Jan 28 02:09:37.459712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] Checking router: d7d6c914-d13a-484d-8ded-b2270945a1dd for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:09:37.468789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:37.469444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:37.487315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-be2caa02-41ea-42f2-86f1-2af8c768a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:37.488840 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-be2caa02-41ea-42f2-86f1-2af8c768a787 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 200 len: 834 time: 0.0444477 Jan 28 02:09:37.539441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-74be6188-d0c0-44fd-b1d8-068632b90e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:37.540952 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-74be6188-d0c0-44fd-b1d8-068632b90e03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449677 Jan 28 02:09:37.578564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:37.631473 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-41d51424-03c0-458c-8b02-7d5485172038 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Jan 28 02:09:37.728631 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-01900046-cda1-4f24-b254-7c34fd5bc6aa req-f1d80406-010f-4d02-820b-e73566b70727 service neutron] 10.222.0.43 "GET /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897155 Jan 28 02:09:37.774645 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:37.803937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235955e9-1637-4e03-bdca-2cabd5ca434a None None] The sync data for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 is: [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:07:59Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '24e4af3a-21d0-47c8-9ac9-06b21be4eef1', 'name': '', 'network_id': '7818162e-5dd7-43c5-9ab6-31aeeb2b81e1', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:17:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:58Z', 'updated_at': '2022-01-28T02:08:02Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'c261addc-8883-4e31-9a79-a550d42fa8fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:09:38.037948 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffd912-7202-4b20-ac8e-89c5b80875d7 None None] New status for floating IP 8ede1cd0-0f96-4a75-a56f-86c9a5ce6686: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:09:38.125272 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:38.528577 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c54fa-335c-4635-a9de-8b27f5d69fef req-d8fefaf4-9c78-45a2-9747-642005ba7ed6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:38.530119 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd5c54fa-335c-4635-a9de-8b27f5d69fef req-d8fefaf4-9c78-45a2-9747-642005ba7ed6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0573473 Jan 28 02:09:38.580657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd5c54fa-335c-4635-a9de-8b27f5d69fef req-0d0e184d-6583-4af6-ba3f-ff41f0b71941 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=263f5abd-e3f5-4379-a919-7f97ed501f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447776 Jan 28 02:09:39.140984 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-dd795517-f4c1-4f82-8e50-a299a8e9e8a7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:39.142418 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-dd795517-f4c1-4f82-8e50-a299a8e9e8a7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 946 time: 0.0617955 Jan 28 02:09:39.231338 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:09:39.231653 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:39.323393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 48541c2d-7bc1-42d1-9e91-252f03eaaa62, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=48541c2d-7bc1-42d1-9e91-252f03eaaa62,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:39.323773 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:39.335463 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 48541c2d-7bc1-42d1-9e91-252f03eaaa62 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:09:39.475938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b199916f-cad4-4279-ae7b-f2deea9cf718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:39.478171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (48541c2d-7bc1-42d1-9e91-252f03eaaa62), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:39.506894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=48541c2d-7bc1-42d1-9e91-252f03eaaa62,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:39.518990 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.519344 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.519692 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.520237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.520339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.520706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.521036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.521345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.521687 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.522041 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.522367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.522674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.522992 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:39.556272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] No DVR routers for this DVR port 48541c2d-7bc1-42d1-9e91-252f03eaaa62 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:09:39.559269 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:39.562541 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5bb31ec1-15aa-4649-b229-5809e51f9d6c req-cc728baf-f007-4c36-b23c-9ebfccf19a11 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "DELETE /v2.0/ports/48541c2d-7bc1-42d1-9e91-252f03eaaa62 HTTP/1.1" status: 204 len: 173 time: 0.4141676 Jan 28 02:09:39.562981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'name': 'network-vif-deleted', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:09:39.565212 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278a22e-7728-46e1-a02f-4bce79e78ef6" -d '{"events": [{"server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "name": "network-vif-deleted", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:09:39.602979 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f379eb06-0f7e-4905-bda4-4285be30954d x-openstack-request-id: req-f379eb06-0f7e-4905-bda4-4285be30954d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:09:39.603302 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dad3541-30da-4c3d-a594-61e568e92e5f", "name": "network-vif-deleted", "tag": "48541c2d-7bc1-42d1-9e91-252f03eaaa62", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:09:39.603561 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f379eb06-0f7e-4905-bda4-4285be30954d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:09:39.603967 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dad3541-30da-4c3d-a594-61e568e92e5f', 'name': 'network-vif-deleted', 'tag': '48541c2d-7bc1-42d1-9e91-252f03eaaa62', 'status': 'completed', 'code': 200} Jan 28 02:09:39.682124 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c975b19e-457d-41a7-9baa-ffd31e8203bd req-1160c755-e085-45be-9e46-64b3ff444a2f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dad3541-30da-4c3d-a594-61e568e92e5f HTTP/1.1" status: 200 len: 210 time: 0.0282223 Jan 28 02:09:40.750415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53466) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:41.116277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:41.126666 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (d7d6c914-d13a-484d-8ded-b2270945a1dd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:41.708859 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:09:41.709258 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:41.804956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 24e4af3a-21d0-47c8-9ac9-06b21be4eef1, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:41.805698 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:41.817404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:09:42.011342 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (24e4af3a-21d0-47c8-9ac9-06b21be4eef1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.041366 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=24e4af3a-21d0-47c8-9ac9-06b21be4eef1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:42.216450 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (d7d6c914-d13a-484d-8ded-b2270945a1dd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.220914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 48541c2d-7bc1-42d1-9e91-252f03eaaa62 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:09:42.250095 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 48541c2d-7bc1-42d1-9e91-252f03eaaa62 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:09:42.250439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 48541c2d-7bc1-42d1-9e91-252f03eaaa62 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:09:42.252587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.447085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router d7d6c914-d13a-484d-8ded-b2270945a1dd has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:09:42.556697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:09:42.561967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-5f7b4810-cb69-42e1-a721-0029c0c47096 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/d7d6c914-d13a-484d-8ded-b2270945a1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104947 Jan 28 02:09:42.564760 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53468) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:42.567015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] Sync routers for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:09:42.577693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:42.578356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:42.615395 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting subnet c261addc-8883-4e31-9a79-a550d42fa8fa {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:09:42.618633 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (c261addc-8883-4e31-9a79-a550d42fa8fa), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.658651 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (c261addc-8883-4e31-9a79-a550d42fa8fa), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.749489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (c261addc-8883-4e31-9a79-a550d42fa8fa), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.811767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (c261addc-8883-4e31-9a79-a550d42fa8fa), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.837487 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Subnet': ['ID=c261addc-8883-4e31-9a79-a550d42fa8fa,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:42.843511 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.846910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a41ced6e-d116-47d9-9680-97c56857ebd6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/subnets/c261addc-8883-4e31-9a79-a550d42fa8fa HTTP/1.1" status: 204 len: 168 time: 0.2811975 Jan 28 02:09:42.849654 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53470) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:42.853298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d09dd3-97f9-4e26-99ea-6c2608da535e None None] Network 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:09:42.862413 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:42.959270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (d7d6c914-d13a-484d-8ded-b2270945a1dd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.071382 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (d7d6c914-d13a-484d-8ded-b2270945a1dd), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.116457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '40e22473-0066-4068-962c-6266037989f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:09:41Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '40e22473-0066-4068-962c-6266037989f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:43.128411 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 40e22473-0066-4068-962c-6266037989f7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:09:43.128675 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (40e22473-0066-4068-962c-6266037989f7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.145746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] DHCP port deletion for 7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:09:43.147997 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] Checking router: d7d6c914-d13a-484d-8ded-b2270945a1dd for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:09:43.177301 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] Routers {'d7d6c914-d13a-484d-8ded-b2270945a1dd'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:43.177962 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d7d6c914-d13a-484d-8ded-b2270945a1dd'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:43.212509 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 40e22473-0066-4068-962c-6266037989f7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=40e22473-0066-4068-962c-6266037989f7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:43.212974 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (40e22473-0066-4068-962c-6266037989f7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.224913 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 40e22473-0066-4068-962c-6266037989f7 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:09:43.274117 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] Set router d7d6c914-d13a-484d-8ded-b2270945a1dd gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:43.329651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Deleting port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:09:43.329967 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.331817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:09:43Z', 'revision_number': 6, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:43.395356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (40e22473-0066-4068-962c-6266037989f7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.400547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcda4dd-08e0-4b92-955a-de2a7c1a71b4 None None] The sync data for ids ['d7d6c914-d13a-484d-8ded-b2270945a1dd'] in n-d-826756-1 is: [{'id': 'd7d6c914-d13a-484d-8ded-b2270945a1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472966492', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:07:56Z', 'updated_at': '2022-01-28T02:09:43Z', 'revision_number': 6, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:09:43.426172 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=40e22473-0066-4068-962c-6266037989f7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:43.430350 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.441498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] For port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,segment=NetworkSegment(0246e001-bf97-40fd-9b10-76957ce2e9e2),segment_id=0246e001-bf97-40fd-9b10-76957ce2e9e2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:43.441868 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.455270 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Calling delete_port for 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:09:43.495455 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (d7d6c914-d13a-484d-8ded-b2270945a1dd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.532166 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.557163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Pushing event deleted for resources: {'Port': ['ID=887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:43.565300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] No DVR routers for this DVR port 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:09:43.569614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.569967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.570764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.571115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.571447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.571789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.572125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.572785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.572785 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.573087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.573484 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.573811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.574152 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c254-d3c8-4c56-9b6f-dc39fd108c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:43.589324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d7d6c914-d13a-484d-8ded-b2270945a1dd), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.591503 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (d7d6c914-d13a-484d-8ded-b2270945a1dd), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.637704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d7d6c914-d13a-484d-8ded-b2270945a1dd), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.638385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Fanout notify agent at l3_agent the message router_deleted on router d7d6c914-d13a-484d-8ded-b2270945a1dd {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:09:43.645433 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.646531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fcfc5464-6a1b-4a92-8d28-0045157cdb4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/routers/d7d6c914-d13a-484d-8ded-b2270945a1dd HTTP/1.1" status: 204 len: 168 time: 0.7960880 Jan 28 02:09:43.649421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53472) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:43.733540 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.831255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:09:43.837352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.857252 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:09:43.857700 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 887a3fa3-84f6-4fa8-a4ed-52c4e9dd39d5 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:09:43.861071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7818162e-5dd7-43c5-9ab6-31aeeb2b81e1']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:43.871169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0246e001-bf97-40fd-9b10-76957ce2e9e2') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:43.871463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0246e001-bf97-40fd-9b10-76957ce2e9e2') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:43.880614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (0246e001-bf97-40fd-9b10-76957ce2e9e2), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.893234 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (0246e001-bf97-40fd-9b10-76957ce2e9e2), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.899135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:09:43.899513 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (0246e001-bf97-40fd-9b10-76957ce2e9e2), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:09:43.902829 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:09:43.962206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (7818162e-5dd7-43c5-9ab6-31aeeb2b81e1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.971345 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:43.976935 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/networks/7818162e-5dd7-43c5-9ab6-31aeeb2b81e1 HTTP/1.1" status: 204 len: 168 time: 0.3240035 Jan 28 02:09:43.977305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53474) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:43.990334 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d152d6-5acf-4c93-920a-e02e11f114ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Network': ['ID=7818162e-5dd7-43c5-9ab6-31aeeb2b81e1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:44.036247 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd46cc0c-8c7d-4668-8469-d172b9c073e7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (263f5abd-e3f5-4379-a919-7f97ed501f51), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.068800 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd46cc0c-8c7d-4668-8469-d172b9c073e7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (263f5abd-e3f5-4379-a919-7f97ed501f51), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.147649 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd46cc0c-8c7d-4668-8469-d172b9c073e7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (263f5abd-e3f5-4379-a919-7f97ed501f51), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.150293 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-fd46cc0c-8c7d-4668-8469-d172b9c073e7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.157681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-fd46cc0c-8c7d-4668-8469-d172b9c073e7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/security-groups/263f5abd-e3f5-4379-a919-7f97ed501f51 HTTP/1.1" status: 204 len: 168 time: 0.1775835 Jan 28 02:09:44.168313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46cc0c-8c7d-4668-8469-d172b9c073e7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f5abd-e3f5-4379-a919-7f97ed501f51,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:44.452593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53480) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:44.457367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477541147', 'description': 'tempest-secgroup-smoke-477541147 description', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:44.482462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.514098 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:09:44.553468 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (9b4ef092-8501-4b5d-a9cc-b8dcbd798c22), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.558253 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9b4ef092-8501-4b5d-a9cc-b8dcbd798c22), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.588657 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.589979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1362209 Jan 28 02:09:44.590828 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea4f7b-1460-48e9-bd03-e9176604b12a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:44.592971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53482) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:44.598446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9b4ef092-8501-4b5d-a9cc-b8dcbd798c22', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:44.625806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (510ec771-e421-49f3-8162-050652aadf8c), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.670786 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (510ec771-e421-49f3-8162-050652aadf8c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.675085 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (510ec771-e421-49f3-8162-050652aadf8c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.692947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510ec771-e421-49f3-8162-050652aadf8c,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:44.700402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.701623 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c4511f43-172e-48e0-b225-46355716567c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072667 Jan 28 02:09:44.704586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53484) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:44.708967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9b4ef092-8501-4b5d-a9cc-b8dcbd798c22', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:44.734925 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (759c7319-f626-4931-9b9d-5074052df8c4), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.793977 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (759c7319-f626-4931-9b9d-5074052df8c4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.799441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (759c7319-f626-4931-9b9d-5074052df8c4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.821399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759c7319-f626-4931-9b9d-5074052df8c4,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:44.830709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.831933 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9d36d14a-3a5a-4e76-a5ef-32524b389aaa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264434 Jan 28 02:09:44.835694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53486) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:44.840234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9b4ef092-8501-4b5d-a9cc-b8dcbd798c22', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:44.867542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (9ac6c8da-0da9-4898-8487-16efbde67860), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.926007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (9ac6c8da-0da9-4898-8487-16efbde67860), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.933631 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9ac6c8da-0da9-4898-8487-16efbde67860), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.956516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac6c8da-0da9-4898-8487-16efbde67860,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:44.963714 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.964954 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4540de33-d2f9-47e1-b990-82aa7fd7f0a1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282926 Jan 28 02:09:44.967937 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53488) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:44.972776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9b4ef092-8501-4b5d-a9cc-b8dcbd798c22', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:44.999467 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (780e8b78-a320-4c82-b308-e191566ff078), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.061761 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (780e8b78-a320-4c82-b308-e191566ff078), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.067319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (780e8b78-a320-4c82-b308-e191566ff078), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.086302 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780e8b78-a320-4c82-b308-e191566ff078,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:45.094485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.095677 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8d38cbbd-ed27-4770-bb93-14b1cf073536 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266220 Jan 28 02:09:45.098571 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53490) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:45.102873 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9b4ef092-8501-4b5d-a9cc-b8dcbd798c22', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:45.124041 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:09:45.128915 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (9d2424cc-5f4d-4c36-bdbd-4fe52ca9fd54), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.185427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (9d2424cc-5f4d-4c36-bdbd-4fe52ca9fd54), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.191865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9d2424cc-5f4d-4c36-bdbd-4fe52ca9fd54), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.211447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2424cc-5f4d-4c36-bdbd-4fe52ca9fd54,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:45.224873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.226146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4f3ecde3-cef1-4256-bcb3-32e780ae3b86 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265662 Jan 28 02:09:45.230017 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53492) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:45.234376 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9b4ef092-8501-4b5d-a9cc-b8dcbd798c22', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:45.256258 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:09:45.261270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5b8efaef-5a6b-4080-bb62-a4b30c915690), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.319520 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5b8efaef-5a6b-4080-bb62-a4b30c915690), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.326042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5b8efaef-5a6b-4080-bb62-a4b30c915690), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.345317 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8efaef-5a6b-4080-bb62-a4b30c915690,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:45.353097 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.354318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7249280a-69d4-4462-bd4e-083085023f52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233242 Jan 28 02:09:45.357184 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53494) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:45.361994 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'network': {'name': 'tempest-network-smoke--175321690', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'port_security_enabled': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:45.382160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:09:45.385324 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.408360 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:09:45.419287 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (563c104a-0b8f-4f43-a7c3-20b3bbbc9345), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.419645 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Added segment 563c104a-0b8f-4f43-a7c3-20b3bbbc9345 of type vlan for network a29ba5d8-8e07-42fc-8705-bc7c14034d91 Jan 28 02:09:45.445414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:09:45.462061 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (a29ba5d8-8e07-42fc-8705-bc7c14034d91), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.466432 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:09:45.466786 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 24e4af3a-21d0-47c8-9ac9-06b21be4eef1 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:09:45.467205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 40e22473-0066-4068-962c-6266037989f7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:09:45.486016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 40e22473-0066-4068-962c-6266037989f7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:09:45.486368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 40e22473-0066-4068-962c-6266037989f7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:09:45.489835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (a29ba5d8-8e07-42fc-8705-bc7c14034d91), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.495451 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:45.496042 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.553803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1955526 Jan 28 02:09:45.556667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53496) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:45.561074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'admin_state_up': True, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:45.578121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa851da5-4b1b-42eb-a70b-1106d08f441f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Network': ['ID=a29ba5d8-8e07-42fc-8705-bc7c14034d91,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:45.589523 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:09:45.592485 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (ffe36078-922e-44f5-91ad-40d85c5f7317), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.593595 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (ffe36078-922e-44f5-91ad-40d85c5f7317), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.647903 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (ffe36078-922e-44f5-91ad-40d85c5f7317), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.787446 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (ffe36078-922e-44f5-91ad-40d85c5f7317), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.999153 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (ffe36078-922e-44f5-91ad-40d85c5f7317), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:46.018300 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:46.125072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.152 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/1fedadce-58a6-49a3-ab20-3b987540cb7c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:09:46.224804 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:46.262491 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:46.303679 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:09:46.306543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:09:46.309122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:09:46.334436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=1fedadce-58a6-49a3-ab20-3b987540cb7c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:46.898700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (ffe36078-922e-44f5-91ad-40d85c5f7317), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.102336 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (ffe36078-922e-44f5-91ad-40d85c5f7317), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.245103 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router ffe36078-922e-44f5-91ad-40d85c5f7317 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:09:47.349795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:09:47.361184 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Sync routers for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:09:47.370064 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.371328 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a0e5e9e4-f6a9-4750-a996-2b15505f3107 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8137522 Jan 28 02:09:47.372286 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:47.372929 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:47.374760 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53498) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:47.408203 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d34da310-ce10-49d5-a2da-7fed2969b41c tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6c7e7e563ba44df3a1a9ed3f09cfb993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296164 Jan 28 02:09:47.408410 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53500) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:47.482265 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:47.500767 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8e42c-4e88-476c-9673-448e87ad1cb3 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:47.502330 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-acf8e42c-4e88-476c-9673-448e87ad1cb3 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929968 Jan 28 02:09:47.505415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53502) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:47.537043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7cf73d6d-4606-4cbb-b6da-1313fc61bc8d tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304468 Jan 28 02:09:47.539920 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:47.544646 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055610920', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:47.635926 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:09:47.639392 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.661563 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:46Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:47.691059 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Checking router: ffe36078-922e-44f5-91ad-40d85c5f7317 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:09:47.691408 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Updating router ffe36078-922e-44f5-91ad-40d85c5f7317 port 1fedadce-58a6-49a3-ab20-3b987540cb7c binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:09:47.716878 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.823696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (775cf18b-dd42-4956-96d0-fd34f8c609f1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.878188 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Subnet': ['ID=775cf18b-dd42-4956-96d0-fd34f8c609f1,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:47.895307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Checking segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:09:47.895307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network hostable DHCP agents. Network: a29ba5d8-8e07-42fc-8705-bc7c14034d91, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:09:47.912987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:09:47.922947 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, a29ba5d8-8e07-42fc-8705-bc7c14034d91) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:09:47.927604 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:47.928557 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.936999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48205a-0a41-4ed1-ace9-d20d33338768 None None] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:09:47.952348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-758aaa38-86e0-4ec2-9134-9ffe94a1724c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114120 Jan 28 02:09:47.955211 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53506) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:09:47.980110 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Publish callbacks [] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:47.986856 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.039904 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Attempting to bind port 1fedadce-58a6-49a3-ab20-3b987540cb7c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:09:48.040347 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Attempting to bind port 1fedadce-58a6-49a3-ab20-3b987540cb7c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:09:48.040766 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Attempting to bind port 1fedadce-58a6-49a3-ab20-3b987540cb7c on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:09:48.043188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Pushing event updated for resources: {'Port': ['ID=1fedadce-58a6-49a3-ab20-3b987540cb7c,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:48.052759 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.053108 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.053858 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.053858 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.054230 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.054409 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.054727 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.055043 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.055363 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.055675 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.055986 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.056374 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.056682 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:09:48.060026 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:09:48.060400 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:09:48.060675 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:09:48.060825 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.061159 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:09:48.061629 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Bound port: 1fedadce-58a6-49a3-ab20-3b987540cb7c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:09:48.062025 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.062640 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.117703 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] For port 1fedadce-58a6-49a3-ab20-3b987540cb7c, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:09:48.121068 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] For port 1fedadce-58a6-49a3-ab20-3b987540cb7c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1fedadce-58a6-49a3-ab20-3b987540cb7c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:09:48.127074 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.172616 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:48.173253 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:48.219006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Allocated IP 172.20.0.2 (a29ba5d8-8e07-42fc-8705-bc7c14034d91/775cf18b-dd42-4956-96d0-fd34f8c609f1/36fdc0cd-54d7-4db4-bfd3-d08e8c790036) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:09:48.236928 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce1fd1-19ff-4f74-b739-14180ce0d1c3 None None] Pushing event updated for resources: {'Port': ['ID=1fedadce-58a6-49a3-ab20-3b987540cb7c,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:48.311095 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:48.379978 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Publish callbacks [] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.386571 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.423256 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.427587 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:09:48.432423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:09:48.437177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:09:48.439135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Pushing event updated for resources: {'Port': ['ID=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:48.508333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Attempting to bind port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:09:48.508609 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:46Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:48.509125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Attempting to bind port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:09:48.509125 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Attempting to bind port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:09:48.514386 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:09:48.514771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Checking segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:09:48.515178 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.515576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Bound using segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:09:48.516056 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Bound port: 36fdc0cd-54d7-4db4-bfd3-d08e8c790036, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:09:48.516441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.541724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dfe8a-56a9-44fd-9dc0-8fd1fff3e6e8 None None] The sync data for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 is: [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:46Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:09:48.582784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] For port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:09:48.587129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] For port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:09:48.591679 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.649951 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5168f-44be-4875-a10b-fd62139b1da7 None None] Pushing event updated for resources: {'Port': ['ID=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:48.735254 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.1 (a29ba5d8-8e07-42fc-8705-bc7c14034d91/775cf18b-dd42-4956-96d0-fd34f8c609f1/ae84918c-1d22-4c70-80b2-5003f179315c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:09:48.896065 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (ae84918c-1d22-4c70-80b2-5003f179315c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.935794 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:48.977501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:09:48.980956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:09:48.985992 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:09:49.020999 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=ae84918c-1d22-4c70-80b2-5003f179315c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:49.046636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (ffe36078-922e-44f5-91ad-40d85c5f7317), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.185769 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.506486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (ae84918c-1d22-4c70-80b2-5003f179315c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.513110 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.584082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1fedadce-58a6-49a3-ab20-3b987540cb7c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:09:49.605902 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (ffe36078-922e-44f5-91ad-40d85c5f7317), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.618532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=ae84918c-1d22-4c70-80b2-5003f179315c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:49.644571 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1fedadce-58a6-49a3-ab20-3b987540cb7c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:49.645370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.710921 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:09:49.712948 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:09:49.733065 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1fedadce-58a6-49a3-ab20-3b987540cb7c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:49.733612 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.757855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 1fedadce-58a6-49a3-ab20-3b987540cb7c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1fedadce-58a6-49a3-ab20-3b987540cb7c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:49.762990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.763896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:09:49.837151 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router ffe36078-922e-44f5-91ad-40d85c5f7317 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:09:49.842406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=1fedadce-58a6-49a3-ab20-3b987540cb7c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:49.850642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268299a-a093-481c-876f-1c26622ed624 None None] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:09:49.896597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:49.896928 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:49.958447 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:09:49.970359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c074a710-c154-421e-a25f-b19841804ef6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/ffe36078-922e-44f5-91ad-40d85c5f7317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138736 Jan 28 02:09:49.988237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Provisioning complete for port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:49.988610 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:50.066833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:50.067225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:50.130153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:50.137133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:50.157311 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-4a9afe6d-71c4-4999-8f92-7d61ad1e5e60 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477541147&fields=id&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 267 time: 0.0695288 Jan 28 02:09:50.166617 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Current status of the port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:50.167049 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:50.207861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:50.246559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:09:50.246919 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:09:50.279682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-a81726e3-11bd-4f92-97c1-13c6989ad84c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:50.281258 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-a81726e3-11bd-4f92-97c1-13c6989ad84c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 796 time: 0.1230509 Jan 28 02:09:50.298265 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-b07f6848-1fe8-4f7e-af39-931709135f29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/quotas/6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 375 time: 0.0107367 Jan 28 02:09:50.352686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-21fe3c79-3987-4d37-8a52-a143a9e6eee4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480697 Jan 28 02:09:50.437849 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Sync routers for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:09:50.448233 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:50.448851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:50.465348 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-1715c711-4714-4611-b5cd-692f18f72a5a service neutron] 10.222.0.23 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005411 Jan 28 02:09:50.558856 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-f8219758-2589-455d-a97f-87a08b475382 service neutron] 10.222.0.23 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877459 Jan 28 02:09:50.568777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:50.737925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fb489c71-27b5-48d5-ac63-21d2bf7d9d43 req-eb36c873-9785-4521-81da-e53eb2a2c2ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 210 time: 0.0287943 Jan 28 02:09:50.955021 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-14047cd8-94b7-4973-b609-1733b5bcd96e None None] Current status of the port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:50.977678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 2, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:51.005191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Checking router: ffe36078-922e-44f5-91ad-40d85c5f7317 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:09:51.005654 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Updating router ffe36078-922e-44f5-91ad-40d85c5f7317 port ae84918c-1d22-4c70-80b2-5003f179315c binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:09:51.033632 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.140696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f38bf9b6-5e1d-4b73-845e-60632dc9f6c0 None None] Provisioning complete for port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:51.141072 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f38bf9b6-5e1d-4b73-845e-60632dc9f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.297692 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f38bf9b6-5e1d-4b73-845e-60632dc9f6c0 None None] Current status of the port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:51.327459 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f38bf9b6-5e1d-4b73-845e-60632dc9f6c0 None None] Provisioning complete for port ae84918c-1d22-4c70-80b2-5003f179315c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:51.327846 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f38bf9b6-5e1d-4b73-845e-60632dc9f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.394674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f38bf9b6-5e1d-4b73-845e-60632dc9f6c0 None None] Port ae84918c-1d22-4c70-80b2-5003f179315c cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:09:51.399639 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Publish callbacks [] for port (ae84918c-1d22-4c70-80b2-5003f179315c), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.408039 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.463214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69150807-a93f-4edf-b49f-8388e405920f None None] Pushing event updated for resources: {'Port': ['ID=ae84918c-1d22-4c70-80b2-5003f179315c,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:51.496946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1fedadce-58a6-49a3-ab20-3b987540cb7c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:09:51.562449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Attempting to bind port ae84918c-1d22-4c70-80b2-5003f179315c on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:09:51.562717 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Attempting to bind port ae84918c-1d22-4c70-80b2-5003f179315c by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:09:51.563084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Attempting to bind port ae84918c-1d22-4c70-80b2-5003f179315c on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:09:51.571515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:09:51.571905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Checking segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:09:51.572298 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.572695 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Bound using segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:09:51.573206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Bound port: ae84918c-1d22-4c70-80b2-5003f179315c, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:09:51.573587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.612426 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 1fedadce-58a6-49a3-ab20-3b987540cb7c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:51.612818 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.674671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] For port ae84918c-1d22-4c70-80b2-5003f179315c, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:09:51.679200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] For port ae84918c-1d22-4c70-80b2-5003f179315c, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ae84918c-1d22-4c70-80b2-5003f179315c,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:09:51.685208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.796882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 1fedadce-58a6-49a3-ab20-3b987540cb7c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:51.798024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:09:51.801747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:09:51.802417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:51.804181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] Provisioning complete for port ae84918c-1d22-4c70-80b2-5003f179315c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:51.804559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:51.808713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69150807-a93f-4edf-b49f-8388e405920f None None] Pushing event updated for resources: {'Port': ['ID=ae84918c-1d22-4c70-80b2-5003f179315c,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:51.870012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aa08b80-1951-457b-b0c1-08f3d98e329d req-160e43b1-4e8b-43f5-86d2-5232af5b9f29 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 210 time: 0.0297818 Jan 28 02:09:52.029902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:09:52.071311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:52.071594 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.105532 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] Current status of the port ae84918c-1d22-4c70-80b2-5003f179315c is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:52.105952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.229406 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] For port ae84918c-1d22-4c70-80b2-5003f179315c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ae84918c-1d22-4c70-80b2-5003f179315c,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:52.238758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.344175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:52.348342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-ea53ff17-ae92-431e-8e52-08e2cd9da162 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:52.349917 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-ea53ff17-ae92-431e-8e52-08e2cd9da162 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 796 time: 0.4694576 Jan 28 02:09:52.375088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd7963-1c9a-470d-b601-ccd47ee3130e None None] Pushing event updated for resources: {'Port': ['ID=ae84918c-1d22-4c70-80b2-5003f179315c,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:52.395091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-84ceaa11-92c5-4062-a49f-b399e341e9dd None None] Provisioning complete for port ae84918c-1d22-4c70-80b2-5003f179315c triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:52.395463 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-84ceaa11-92c5-4062-a49f-b399e341e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.420328 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-5c549827-f6ec-4594-9348-fe354ef435d2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 379 time: 0.0554943 Jan 28 02:09:52.429804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'port': {'device_id': '98302961-bc62-439d-b8a6-b472e008d5df', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'admin_state_up': True, 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'security_groups': ['9b4ef092-8501-4b5d-a9cc-b8dcbd798c22']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:52.446508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:51Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:09:52.481444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a12b-f5a3-43b1-b919-10379995c2a4 None None] The sync data for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 is: [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:51Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:09:52.521642 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-84ceaa11-92c5-4062-a49f-b399e341e9dd None None] Current status of the port ae84918c-1d22-4c70-80b2-5003f179315c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:52.563492 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:09:52.566924 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.703547 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.4 (a29ba5d8-8e07-42fc-8705-bc7c14034d91/775cf18b-dd42-4956-96d0-fd34f8c609f1/97d8012f-46aa-4bbf-8966-d62e7cf3b705) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:09:52.849792 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.884592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:52.930682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:09:52.936980 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:09:52.939885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:09:52.947560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:52.996689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:52.997709 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.014090 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae56b3-e3a9-47e1-a8ff-e68ec44014fd req-6f55d74f-576f-4c74-a583-6bebe0aed1ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:53.015802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eeae56b3-e3a9-47e1-a8ff-e68ec44014fd req-6f55d74f-576f-4c74-a583-6bebe0aed1ff tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 931 time: 0.0716951 Jan 28 02:09:53.015984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-7ca6098b-d5a5-4d43-baef-fe3534471d51 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898790 Jan 28 02:09:53.034587 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Request body: {'port': {'device_id': '98302961-bc62-439d-b8a6-b472e008d5df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:09:53.078094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eeae56b3-e3a9-47e1-a8ff-e68ec44014fd req-0558a391-3a9f-45ed-a8c6-81ee29070bb0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538232 Jan 28 02:09:53.118687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.260197 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8dd503c4-4aeb-49cd-b9f3-4d8b0b4d6c6f None None] Provisioning complete for port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:53.260835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8dd503c4-4aeb-49cd-b9f3-4d8b0b4d6c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.298613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8dd503c4-4aeb-49cd-b9f3-4d8b0b4d6c6f None None] Port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:09:53.397802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d8012f-46aa-4bbf-8966-d62e7cf3b705 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:09:53.405609 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Publish callbacks [] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.421712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Transition to ACTIVE for port object 97d8012f-46aa-4bbf-8966-d62e7cf3b705 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:09:53.427047 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.485736 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:53.532334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ae84918c-1d22-4c70-80b2-5003f179315c up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:09:53.579566 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:09:53.580183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:09:53.580686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:09:53.585663 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:09:53.586224 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:09:53.591889 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:09:53.592417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Checking segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:09:53.592804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Bound using segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:09:53.593294 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Bound port: 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:09:53.593585 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.598324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ae84918c-1d22-4c70-80b2-5003f179315c triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:53.598965 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.698668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:09:53.702122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:09:53.709465 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.714796 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ae84918c-1d22-4c70-80b2-5003f179315c is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:53.747651 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:53.748282 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:53.749664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 1091 time: 0.7194498 Jan 28 02:09:53.750319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:09:53.752580 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d06410-eed5-4fc1-a2a0-1b235fde2903" -d '{"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:09:53.782553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30dc4d-792c-4ce1-9d1c-9f2380b908f4 service neutron] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:53.798672 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f3df5-7e85-46ec-b435-54b54d75f0bb x-openstack-request-id: req-697f3df5-7e85-46ec-b435-54b54d75f0bb {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:09:53.798966 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:09:53.799231 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-697f3df5-7e85-46ec-b435-54b54d75f0bb {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:09:53.799643 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'status': 'completed', 'code': 200} Jan 28 02:09:53.855613 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-1874c4e3-ba2c-4f8e-a106-d8c941ebf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:53.857126 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-1874c4e3-ba2c-4f8e-a106-d8c941ebf1a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1094 time: 0.0427594 Jan 28 02:09:53.909708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-9ec8a1c3-fdb0-426a-9d6d-039b8965e574 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 217 time: 0.0387599 Jan 28 02:09:53.960809 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-2ca69aa5-6b08-4f45-8e0d-cdb0d9edc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:53.962307 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-2ca69aa5-6b08-4f45-8e0d-cdb0d9edc99c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0469451 Jan 28 02:09:54.015441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-c8e02d6a-9a98-47e0-89b9-655f1bc63792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:54.017663 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-c8e02d6a-9a98-47e0-89b9-655f1bc63792 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492556 Jan 28 02:09:54.127399 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-0ebd005d-d52d-418e-bf18-3942aeaa314a service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034217 Jan 28 02:09:54.196465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3bcdd-6986-4597-a8c7-4bac22def139 req-09eeb8bd-1169-48bb-a34d-708dcc2495fb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:54.198197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0a3bcdd-6986-4597-a8c7-4bac22def139 req-09eeb8bd-1169-48bb-a34d-708dcc2495fb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 943 time: 0.0507071 Jan 28 02:09:54.216781 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ace5f93a-4733-421c-9342-f0ec3b95bdbd req-63056d6d-0adf-414e-beec-bf0c6547471d service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835433 Jan 28 02:09:54.249913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0a3bcdd-6986-4597-a8c7-4bac22def139 req-e1693ec1-51c9-4722-9ea3-4d28da40f106 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458088 Jan 28 02:09:54.360780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-8daf8310-0b78-47df-b0ac-3103ff584781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:54.362359 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-8daf8310-0b78-47df-b0ac-3103ff584781 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1094 time: 0.0589943 Jan 28 02:09:54.454715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-78224e8f-4446-432b-a948-4f6165ffe482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:54.456104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-78224e8f-4446-432b-a948-4f6165ffe482 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0852151 Jan 28 02:09:54.503043 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-876358a5-8527-481b-acc0-02dff47a612f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 217 time: 0.0402799 Jan 28 02:09:54.553699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-5b137960-dbbe-4cb1-a251-6073815d1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:54.555371 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-5b137960-dbbe-4cb1-a251-6073815d1aca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0463278 Jan 28 02:09:54.603386 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-106db4e9-4de5-4a50-bb5c-55a9f0bb5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:54.604907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-106db4e9-4de5-4a50-bb5c-55a9f0bb5a3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419648 Jan 28 02:09:54.699054 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-556e9553-cd1e-405c-8bb3-3ac871b26b54 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878377 Jan 28 02:09:54.793513 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-53d06410-eed5-4fc1-a2a0-1b235fde2903 req-729d2f21-4f04-4554-9f0c-468341891db6 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880446 Jan 28 02:09:55.380250 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadc953-024e-471c-89db-ee107c9c9cef req-dc02ee1d-33e1-45ae-ba86-802d6926053c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:55.381739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aadc953-024e-471c-89db-ee107c9c9cef req-dc02ee1d-33e1-45ae-ba86-802d6926053c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 943 time: 0.0534127 Jan 28 02:09:55.435343 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4aadc953-024e-471c-89db-ee107c9c9cef req-a93528b9-459b-4346-b99d-7e1be41debdc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Jan 28 02:09:56.254456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:09:56.357744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:56.377321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'port_id': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'mac_address': 'fa:16:3e:10:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:09:56.417633 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:56.418189 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:56.433718 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d8012f-46aa-4bbf-8966-d62e7cf3b705 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:09:56.456348 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:56.462957 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:56.518447 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:56.557346 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1cfbf-2d1e-4f6b-9e9f-c28cc8087332 req-1e3ffc89-783d-4f98-9f63-3c668fbcbbc8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:56.558977 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14b1cfbf-2d1e-4f6b-9e9f-c28cc8087332 req-1e3ffc89-783d-4f98-9f63-3c668fbcbbc8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 944 time: 0.0489292 Jan 28 02:09:56.612791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14b1cfbf-2d1e-4f6b-9e9f-c28cc8087332 req-3e80f979-f394-4e94-9481-c65daecacf00 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479906 Jan 28 02:09:56.756846 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['97d8012f-46aa-4bbf-8966-d62e7cf3b705'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:09:57.733761 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24631c52-8c04-4f6c-90cb-dee86feee403 req-ef80b4c8-b46d-4046-a83a-aa1bf5159ad8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:57.735298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24631c52-8c04-4f6c-90cb-dee86feee403 req-ef80b4c8-b46d-4046-a83a-aa1bf5159ad8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 944 time: 0.0511730 Jan 28 02:09:57.788248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24631c52-8c04-4f6c-90cb-dee86feee403 req-d2b3346d-d3b3-46e6-8349-bfcc762b69cc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447865 Jan 28 02:09:58.253828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:09:58.319768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:09:58.323456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:09:58.323840 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:58.410127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:09:58.410589 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:58.436871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:09:58.439055 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19cb712-1931-4e39-8ffc-b541735f3487" -d '{"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-plugged", "status": "completed", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:09:58.451999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:09:58.457897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:58.481595 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a5ae82-0017-40df-b42d-1f5abe78235d x-openstack-request-id: req-44a5ae82-0017-40df-b42d-1f5abe78235d {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:09:58.481914 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-plugged", "status": "completed", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:09:58.482199 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44a5ae82-0017-40df-b42d-1f5abe78235d {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:09:58.482546 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'code': 200} Jan 28 02:09:58.509752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:09:58.615270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656c275-ce9e-4b2c-8392-c6af0f5d316f req-9b6ecb42-075c-4d63-a655-2049ecb64545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:58.616676 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6656c275-ce9e-4b2c-8392-c6af0f5d316f req-9b6ecb42-075c-4d63-a655-2049ecb64545 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1096 time: 0.0426371 Jan 28 02:09:58.661715 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6656c275-ce9e-4b2c-8392-c6af0f5d316f req-955b3553-f8eb-48cf-b4bb-311605413956 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Jan 28 02:09:58.907925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eaa51-5a22-4684-8d86-3ced8e07181a req-301e1c65-373e-4a65-8b19-4d1f5d867575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:09:58.909426 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d88eaa51-5a22-4684-8d86-3ced8e07181a req-301e1c65-373e-4a65-8b19-4d1f5d867575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0534542 Jan 28 02:09:58.960191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d88eaa51-5a22-4684-8d86-3ced8e07181a req-735a25e9-d24c-4749-8fc8-56b5a218ed96 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Jan 28 02:10:00.081729 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fb51e-c7f8-432c-8af0-a0751ce80c9e req-83f9ee7c-290c-403e-b07b-efcb4a69e778 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:00.083254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a55fb51e-c7f8-432c-8af0-a0751ce80c9e req-83f9ee7c-290c-403e-b07b-efcb4a69e778 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0531743 Jan 28 02:10:00.133175 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a55fb51e-c7f8-432c-8af0-a0751ce80c9e req-c5e045a0-3ba0-4912-8ca4-0802561514aa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Jan 28 02:10:00.270404 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9d0b5-445d-4d5f-9095-e27640991ea0 req-ba828a2e-46e1-494f-bdab-8cb2748c4d92 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:00.271780 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0d9d0b5-445d-4d5f-9095-e27640991ea0 req-ba828a2e-46e1-494f-bdab-8cb2748c4d92 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0589499 Jan 28 02:10:00.322512 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0d9d0b5-445d-4d5f-9095-e27640991ea0 req-7384dd4f-d192-44af-803e-9641d483b74e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435073 Jan 28 02:10:00.344452 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53558) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:10:00.386185 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed280068-bb2f-4210-8896-30fa748197ea tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:00.387699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ed280068-bb2f-4210-8896-30fa748197ea tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1091 time: 0.0422432 Jan 28 02:10:00.390527 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53560) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:10:00.394766 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:10:00.420940 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:00.850406 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:00.952504 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.75 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/9d591a0d-f2fc-40bd-95c7-266a0da4b0b7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:10:01.056886 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.092628 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.132213 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:10:01.136927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:10:01.141198 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:10:01.144309 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=9d591a0d-f2fc-40bd-95c7-266a0da4b0b7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:10:01.505909 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (a0559482-4d8b-4f96-8cc2-dbbfc071d5a4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.577466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.730338 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.736802 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.802562 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=9d591a0d-f2fc-40bd-95c7-266a0da4b0b7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:10:01.814636 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (a0559482-4d8b-4f96-8cc2-dbbfc071d5a4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:01.926934 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP a0559482-4d8b-4f96-8cc2-dbbfc071d5a4 associated. External IP: 172.25.1.75, port: 97d8012f-46aa-4bbf-8966-d62e7cf3b705. Jan 28 02:10:02.139779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router ffe36078-922e-44f5-91ad-40d85c5f7317 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:10:02.265105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:10:02.277251 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] Sync routers for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:10:02.287209 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:02.289034 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:10:02.289634 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:10:02.314600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-41e52360-d02b-4585-ac76-17795a39be04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9230676 Jan 28 02:10:02.315336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:10:02.317758 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce689ecd-21d4-467f-ad55-c3282ef82c24" -d '{"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:10:02.360086 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb78b53e-4ca6-4c2e-981f-7d6a2355fb3e x-openstack-request-id: req-fb78b53e-4ca6-4c2e-981f-7d6a2355fb3e {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:10:02.360352 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:10:02.360637 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb78b53e-4ca6-4c2e-981f-7d6a2355fb3e {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:10:02.361174 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'status': 'completed', 'code': 200} Jan 28 02:10:02.398400 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:10:02.412585 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd9cf1-1c29-4da6-a962-8c3c005073ec req-8f99ad87-9cae-4ab2-a0a2-ac4114a49ed8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:02.414399 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bbd9cf1-1c29-4da6-a962-8c3c005073ec req-8f99ad87-9cae-4ab2-a0a2-ac4114a49ed8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0497184 Jan 28 02:10:02.449145 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-f1d9b9e7-b908-4328-b1d2-ef2ae18999dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:02.451407 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-f1d9b9e7-b908-4328-b1d2-ef2ae18999dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1096 time: 0.0490563 Jan 28 02:10:02.474565 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2bbd9cf1-1c29-4da6-a962-8c3c005073ec req-7a3981b6-5041-4125-8249-da17c48bf2e4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541339 Jan 28 02:10:02.502031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53566) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:10:02.556502 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-71e6b6f7-dbf1-4711-ab11-f3de3ee20a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:02.558233 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-71e6b6f7-dbf1-4711-ab11-f3de3ee20a2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.1006227 Jan 28 02:10:02.565361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-68da722c-1bd8-4f3b-b7f0-42e70d2a5b7c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/a0559482-4d8b-4f96-8cc2-dbbfc071d5a4 HTTP/1.1" status: 200 len: 990 time: 0.0621006 Jan 28 02:10:02.629983 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-db2db857-9845-4b94-a076-7d93c23646ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 998 time: 0.0655277 Jan 28 02:10:02.630446 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'a0559482-4d8b-4f96-8cc2-dbbfc071d5a4', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'port_id': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'mac_address': 'fa:16:3e:10:e7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98302961-bc62-439d-b8a6-b472e008d5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:01Z', 'updated_at': '2022-01-28T02:10:01Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:10:02.681594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-79edc977-5dab-4ce1-8430-25ab77cfd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:02.683377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-79edc977-5dab-4ce1-8430-25ab77cfd557 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0456092 Jan 28 02:10:02.732912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-deeda359-c54e-4009-bd83-197cc818a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:02.734462 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-deeda359-c54e-4009-bd83-197cc818a41d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445230 Jan 28 02:10:02.756672 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] Checking router: ffe36078-922e-44f5-91ad-40d85c5f7317 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:10:02.765019 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:10:02.765621 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:09:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:10:02.829390 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-fc056a88-f9f7-41b9-9a37-de79e4a712d2 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Jan 28 02:10:02.868993 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:10:02.924573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ce689ecd-21d4-467f-ad55-c3282ef82c24 req-1c5873b4-10e4-4375-b3b5-d1cecbe957bb service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890200 Jan 28 02:10:03.117841 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'a0559482-4d8b-4f96-8cc2-dbbfc071d5a4', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'port_id': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'mac_address': 'fa:16:3e:10:e7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98302961-bc62-439d-b8a6-b472e008d5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:01Z', 'updated_at': '2022-01-28T02:10:01Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:10:03.154767 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b61d-b01a-4887-85bc-2b04eb79fc85 None None] The sync data for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 is: [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'a0559482-4d8b-4f96-8cc2-dbbfc071d5a4', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'port_id': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'mac_address': 'fa:16:3e:10:e7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98302961-bc62-439d-b8a6-b472e008d5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:10:01Z', 'updated_at': '2022-01-28T02:10:01Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:10:03.384858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346efdc-a3bd-42ad-9915-1a622429c777 None None] New status for floating IP a0559482-4d8b-4f96-8cc2-dbbfc071d5a4: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:10:03.569110 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53568) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:10:03.634883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0fce1121-8a8e-4062-810d-255745a53bf1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/a0559482-4d8b-4f96-8cc2-dbbfc071d5a4 HTTP/1.1" status: 200 len: 992 time: 0.0644438 Jan 28 02:10:04.080729 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:07.163537 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c0b7a1e7-1148-4895-9813-298dd7b41772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:08.138869 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:09.479905 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-10ac3462-4a8b-4d58-b79f-333882190765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:11.124903 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:12.239257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:13.380242 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:21.513929 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:10:34.096488 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:34.977027 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-10671975-1ba1-43d5-a104-3ebf2a0e05e0 req-fc7f8954-e8e7-44ed-acc9-51959446f5ba service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:10:34.978058 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10671975-1ba1-43d5-a104-3ebf2a0e05e0 req-fc7f8954-e8e7-44ed-acc9-51959446f5ba service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0533049 Jan 28 02:10:35.172608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305501ff-6ac1-4345-8555-a11b8eab07ea req-4f16cf05-263b-45a8-a76a-d1a8e143da01 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:35.174215 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-305501ff-6ac1-4345-8555-a11b8eab07ea req-4f16cf05-263b-45a8-a76a-d1a8e143da01 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0518520 Jan 28 02:10:35.177521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53596) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:10:35.235552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-305501ff-6ac1-4345-8555-a11b8eab07ea req-587c48e7-09aa-4725-badf-eac2cfd45060 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523739 Jan 28 02:10:35.265919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-f1594c33-ffa7-4741-af6d-804a0cc94fb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871410 Jan 28 02:10:35.274462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-a1ab6458-357f-40c5-8826-700b53a3f501 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:10:35.275450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-a1ab6458-357f-40c5-8826-700b53a3f501 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049982 Jan 28 02:10:36.362874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3739a9-93e8-464e-b5b9-846bc53ac44c req-06fdf14c-81f7-4bf8-aaf7-bebf92b322c8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:36.364378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da3739a9-93e8-464e-b5b9-846bc53ac44c req-06fdf14c-81f7-4bf8-aaf7-bebf92b322c8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0513086 Jan 28 02:10:36.420555 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-da3739a9-93e8-464e-b5b9-846bc53ac44c req-d27ab882-6e62-42a1-9220-de9b9cb2856e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485113 Jan 28 02:10:36.561907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-554f1f82-811a-4b0a-9bf5-982f2ef58dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:36.563310 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-554f1f82-811a-4b0a-9bf5-982f2ef58dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1096 time: 0.0424407 Jan 28 02:10:36.659179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-5ca5cf8a-7fb4-4c58-976c-dd9808c49748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:36.660630 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-5ca5cf8a-7fb4-4c58-976c-dd9808c49748 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0906944 Jan 28 02:10:36.732760 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-15947e29-5140-44f0-aeaf-327175bf9fda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 1000 time: 0.0656259 Jan 28 02:10:36.786823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-317efd07-4548-49fc-8bf4-4d9ee75e3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:36.788278 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-317efd07-4548-49fc-8bf4-4d9ee75e3be2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0499904 Jan 28 02:10:36.835142 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-6642bb4b-f2ef-4da0-857b-9e1b2e4fe61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:36.836546 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-6642bb4b-f2ef-4da0-857b-9e1b2e4fe61f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427084 Jan 28 02:10:36.929518 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-985ca945-3e9f-4074-a217-a50d7dbc9557 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872030 Jan 28 02:10:37.032532 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-d940d62f-1e6a-4364-a117-839e4a57a734 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960822 Jan 28 02:10:37.159087 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9e995e1-463c-445c-a65f-5401146bac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:37.542136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d9fdf-aa9c-4f4a-9007-5fb8549e19c9 req-84b4c409-26ab-4d3a-bb0b-8b1e0f2f44dc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:37.543600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d2d9fdf-aa9c-4f4a-9007-5fb8549e19c9 req-84b4c409-26ab-4d3a-bb0b-8b1e0f2f44dc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0512297 Jan 28 02:10:37.596563 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1d2d9fdf-aa9c-4f4a-9007-5fb8549e19c9 req-9d015b48-ac65-45c3-a22b-14cd9f625021 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Jan 28 02:10:38.148770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:38.741000 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8f6c2-e1d2-41cd-8fae-dfa87a97564b req-b90e8e6c-e85c-4d19-9e59-2495f784c1d8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:38.742391 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72f8f6c2-e1d2-41cd-8fae-dfa87a97564b req-b90e8e6c-e85c-4d19-9e59-2495f784c1d8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0617647 Jan 28 02:10:38.793823 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-72f8f6c2-e1d2-41cd-8fae-dfa87a97564b req-7e3f10ef-b635-4c7b-8f19-814321f4467c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431902 Jan 28 02:10:39.486719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01ab97e2-6a76-41ad-ab7b-7fe905d7a789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:39.925060 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5789a7f-0c2d-4936-bacd-9a973896e7de req-bdac3066-eeeb-4aeb-9d3c-8bee0214eae9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:39.926719 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5789a7f-0c2d-4936-bacd-9a973896e7de req-bdac3066-eeeb-4aeb-9d3c-8bee0214eae9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0543642 Jan 28 02:10:39.979815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b5789a7f-0c2d-4936-bacd-9a973896e7de req-b52b9450-570d-40f6-8d4b-a8387e32525e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 Jan 28 02:10:41.122136 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:41.123237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8e8a3-ce75-44ea-986d-7949d5986b08 req-7de587e9-d5d7-4876-883f-ad1db946198b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:41.125011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eb8e8a3-ce75-44ea-986d-7949d5986b08 req-7de587e9-d5d7-4876-883f-ad1db946198b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0535657 Jan 28 02:10:41.177254 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5eb8e8a3-ce75-44ea-986d-7949d5986b08 req-ada0ed13-2202-4f1b-a134-66bea074da24 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440273 Jan 28 02:10:42.241236 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:42.312385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbf25-2a66-44f5-9fc8-a43dc3e5aeba req-6aba4bfe-aff3-4261-903b-55e14cbf9a8f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:42.313883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0afcbf25-2a66-44f5-9fc8-a43dc3e5aeba req-6aba4bfe-aff3-4261-903b-55e14cbf9a8f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0566533 Jan 28 02:10:42.362898 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0afcbf25-2a66-44f5-9fc8-a43dc3e5aeba req-a688b3b8-6a43-4436-9b05-b60307ebfb71 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 Jan 28 02:10:43.376837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:43.487179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3069db4-ac40-40a9-a9c6-27eace7afaef req-c5a65fb6-c9c0-4f60-8d1f-257f8cc4af8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:43.488720 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3069db4-ac40-40a9-a9c6-27eace7afaef req-c5a65fb6-c9c0-4f60-8d1f-257f8cc4af8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0518417 Jan 28 02:10:43.538109 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3069db4-ac40-40a9-a9c6-27eace7afaef req-176601d0-6c4a-4695-bbe7-9f74e40cdd05 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Jan 28 02:10:44.662140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca903d4d-8157-4cf6-9d17-0a447daf98ce req-85187797-7089-47ce-9807-9a9ce9e5280c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:44.663624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca903d4d-8157-4cf6-9d17-0a447daf98ce req-85187797-7089-47ce-9807-9a9ce9e5280c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0528662 Jan 28 02:10:44.719401 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ca903d4d-8157-4cf6-9d17-0a447daf98ce req-b1aa1f7c-c77e-4dd7-b994-55d07f5221fa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474389 Jan 28 02:10:45.850702 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944e11c-ef13-4c30-8563-815bb253c863 req-38ad9532-e44a-445a-98dd-9f375088062d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:45.854171 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2944e11c-ef13-4c30-8563-815bb253c863 req-38ad9532-e44a-445a-98dd-9f375088062d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0641065 Jan 28 02:10:45.905881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2944e11c-ef13-4c30-8563-815bb253c863 req-07e3f65c-3eaa-46c7-a20d-91c3aea9b415 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458753 Jan 28 02:10:47.024023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ded7c1-e8e2-4881-bf06-354299e5677b req-7a7391b7-4612-47ca-880c-f79fd24aff03 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:47.025568 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09ded7c1-e8e2-4881-bf06-354299e5677b req-7a7391b7-4612-47ca-880c-f79fd24aff03 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0489476 Jan 28 02:10:47.075902 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09ded7c1-e8e2-4881-bf06-354299e5677b req-179463a6-96ee-4266-9062-68883f300991 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Jan 28 02:10:48.212236 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29850337-550d-47ac-98e8-15c15fbc32e5 req-91555c86-49c4-4481-b109-5bb7be3595bf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:48.213662 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29850337-550d-47ac-98e8-15c15fbc32e5 req-91555c86-49c4-4481-b109-5bb7be3595bf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0561604 Jan 28 02:10:48.263927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-29850337-550d-47ac-98e8-15c15fbc32e5 req-49f1ad3c-5d9a-47f2-81e4-57520b95acb5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 Jan 28 02:10:49.401122 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade890f-6eac-4b3a-938b-1ecb0524977c req-b66359d0-6fa3-4521-83af-57bba61919ad tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:49.402708 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aade890f-6eac-4b3a-938b-1ecb0524977c req-b66359d0-6fa3-4521-83af-57bba61919ad tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0576656 Jan 28 02:10:49.453403 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aade890f-6eac-4b3a-938b-1ecb0524977c req-a636ab49-97b1-488a-a368-f39702247323 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Jan 28 02:10:49.705695 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-054df2fe-ab40-4bd5-ac9d-90f0bb34bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:49.707225 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-054df2fe-ab40-4bd5-ac9d-90f0bb34bb12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1096 time: 0.0452409 Jan 28 02:10:49.818424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-124c5c13-c034-46d4-b68a-78dd19643e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:49.819905 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-124c5c13-c034-46d4-b68a-78dd19643e77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0930459 Jan 28 02:10:49.884712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-547648ba-2ac6-423e-8421-5a45ceff2b72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 1000 time: 0.0587192 Jan 28 02:10:49.933871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-e09a07b1-2e8b-4a51-b181-3428a9db6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:49.935323 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-e09a07b1-2e8b-4a51-b181-3428a9db6831 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0447166 Jan 28 02:10:49.984528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-f8bd5bac-b2da-4f61-9435-1a27dcce266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:49.985950 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-f8bd5bac-b2da-4f61-9435-1a27dcce266f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451846 Jan 28 02:10:50.076277 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-03088101-df0e-4c4d-86a8-c3cd3f5c0828 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834858 Jan 28 02:10:50.178744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0203d19c-c6eb-49cf-938f-1ec2e26dc2f3 req-3938a0e8-8426-4895-824b-494fa6b78e9e service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962253 Jan 28 02:10:50.584041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719a8f-b769-4816-8f06-34b0a92525ae req-efdef939-ae79-4250-a904-ffc7fdcfb51c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:50.585519 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7719a8f-b769-4816-8f06-34b0a92525ae req-efdef939-ae79-4250-a904-ffc7fdcfb51c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0579414 Jan 28 02:10:50.644529 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b7719a8f-b769-4816-8f06-34b0a92525ae req-32e444a9-35aa-45ab-a2ef-a71e5b36d1db tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530286 Jan 28 02:10:51.774867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1c46-bbed-404d-9e3d-5d7bc968d47c req-5dc685f0-3eda-4134-acf7-16008bb6a5b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:51.776366 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94fa1c46-bbed-404d-9e3d-5d7bc968d47c req-5dc685f0-3eda-4134-acf7-16008bb6a5b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0508842 Jan 28 02:10:51.828554 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-94fa1c46-bbed-404d-9e3d-5d7bc968d47c req-aebff0d5-3c56-4efd-855f-2048ccbdcd4f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462396 Jan 28 02:10:52.953340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043227b-dce5-412c-832c-3f60767901b9 req-f127cdf1-03a2-40ad-94c3-4b31194b368d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:52.954841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2043227b-dce5-412c-832c-3f60767901b9 req-f127cdf1-03a2-40ad-94c3-4b31194b368d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0506690 Jan 28 02:10:53.007987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2043227b-dce5-412c-832c-3f60767901b9 req-3da92687-5886-4dd2-9055-b83585994f65 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444591 Jan 28 02:10:54.122979 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-31ca93f3-b81d-4d87-97c3-784325ac3c58 service neutron] show failed (client error): The resource could not be found. Jan 28 02:10:54.124144 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-31ca93f3-b81d-4d87-97c3-784325ac3c58 service neutron] 10.222.0.43 "GET /v2.0/ports/97d8012f-46aa-4bbf-8966-d62e7cf3b705/bindings/n-h2-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0585170 Jan 28 02:10:54.147273 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb233-6759-4652-aca1-0eec6e580251 req-83c5e75c-4072-4c94-92a2-5d19991a3d87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:54.148778 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38dcb233-6759-4652-aca1-0eec6e580251 req-83c5e75c-4072-4c94-92a2-5d19991a3d87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0538311 Jan 28 02:10:54.199392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38dcb233-6759-4652-aca1-0eec6e580251 req-64ef9438-05df-4407-acbc-c8dc091416a2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Jan 28 02:10:54.381932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-016468ac-028f-4cb9-9ce3-d5723c211f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:54.384644 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-016468ac-028f-4cb9-9ce3-d5723c211f15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 1096 time: 0.0898831 Jan 28 02:10:54.407609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-1', 'device_owner': 'compute:nova'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:10:54.465111 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:54.673127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:10:54.707364 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h1-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:10:54.749168 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:10:54.751650 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c016404-4f2f-4b36-b23d-ce5301c778d1" -d '{"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-unplugged", "status": "completed", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:10:54.755462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Publish callbacks [] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:54.769121 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Transition to ACTIVE for port object 97d8012f-46aa-4bbf-8966-d62e7cf3b705 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:10:54.773622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:54.809056 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ccee8c-aa78-4b5a-87f2-bac5ef2d8322 x-openstack-request-id: req-e9ccee8c-aa78-4b5a-87f2-bac5ef2d8322 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:10:54.809336 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-unplugged", "status": "completed", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:10:54.809594 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9ccee8c-aa78-4b5a-87f2-bac5ef2d8322 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:10:54.810485 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'code': 200} Jan 28 02:10:54.860741 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=6']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:10:54.875826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.876183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.876558 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.876901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.877234 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.877563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.877924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.878274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.878597 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.878922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.879246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.879568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.879890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:54.916960 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] No DVR routers for this DVR port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on host n-h1-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:10:55.051559 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:10:55.051956 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:10:55.052369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:10:55.057374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:10:55.057696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Attempting to bind port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on network a29ba5d8-8e07-42fc-8705-bc7c14034d91 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:10:55.062815 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:10:55.063161 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Checking segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:10:55.063545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Bound using segment: {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:10:55.063969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Bound port: 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563c104a-0b8f-4f43-a7c3-20b3bbbc9345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:10:55.064322 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:55.129340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:10:55.132304 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:10:55.138680 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:55.175412 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:55.176079 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:55.177394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] 10.222.0.45 "PUT /v2.0/ports/97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 1091 time: 0.7740419 Jan 28 02:10:55.200592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b4bc-111c-47c8-95e4-1ffd8b39e201 service neutron] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=7']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:10:55.265199 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-48125581-9a7b-4901-84e3-3b8c1f4deb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:55.267465 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-48125581-9a7b-4901-84e3-3b8c1f4deb20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1094 time: 0.0439756 Jan 28 02:10:55.386097 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8909-fb37-4f6a-9a2c-c6dd21536f23 req-2b677d6c-c76d-46f9-bc5a-7cda5d1b23b1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:55.387547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-915f8909-fb37-4f6a-9a2c-c6dd21536f23 req-2b677d6c-c76d-46f9-bc5a-7cda5d1b23b1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 943 time: 0.1041648 Jan 28 02:10:55.409401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-e591fab6-3da9-4df6-aa40-a023bea88030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:55.410908 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-e591fab6-3da9-4df6-aa40-a023bea88030 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.1367929 Jan 28 02:10:55.493545 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-915f8909-fb37-4f6a-9a2c-c6dd21536f23 req-69d94ec3-294a-47ab-9c9a-c623b7d5eb8c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958476 Jan 28 02:10:55.495920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-0778cfdb-ec40-4309-9fa1-19dd42435b43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 998 time: 0.0787075 Jan 28 02:10:55.548962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-32db19ae-546a-4cbd-9681-c19a3eeae78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:55.550466 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-32db19ae-546a-4cbd-9681-c19a3eeae78f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0477254 Jan 28 02:10:55.599638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-7c812dd7-d4c3-40a4-8b2f-8f05829106e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:55.601154 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-7c812dd7-d4c3-40a4-8b2f-8f05829106e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434546 Jan 28 02:10:55.691424 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-26d46abb-3bb4-49ab-989e-d27e7439d45a service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837369 Jan 28 02:10:55.787213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04f96dd1-5323-47d4-8669-92ff5158dfcc req-9ca829f7-8be2-46d5-920c-e48408808dfb service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888314 Jan 28 02:10:56.579871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:10:56.617179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97f505-08cd-440a-a56f-7c839ebcb594 req-5f5bc582-6a11-44d4-870f-82306785ab75 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:56.618854 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb97f505-08cd-440a-a56f-7c839ebcb594 req-5f5bc582-6a11-44d4-870f-82306785ab75 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 943 time: 0.0504005 Jan 28 02:10:56.622998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] The host n-h1-826756-1 is not matching for port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 host n-h2-826756-1! {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 02:10:56.623399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:10:56.668411 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb97f505-08cd-440a-a56f-7c839ebcb594 req-5ae91089-34bf-4bb6-a705-b0018a28eb74 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435634 Jan 28 02:10:56.812967 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:10:56.816736 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533" -d '{"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:10:56.873333 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ebeeee-2867-4be4-9b85-c554077fb94a x-openstack-request-id: req-e3ebeeee-2867-4be4-9b85-c554077fb94a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:10:56.873624 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:10:56.873915 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3ebeeee-2867-4be4-9b85-c554077fb94a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:10:56.874339 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'status': 'completed', 'code': 200} Jan 28 02:10:56.957759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-037ed5df-28ec-480a-b61a-06dbd652d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:56.959314 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-037ed5df-28ec-480a-b61a-06dbd652d65b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1094 time: 0.0431490 Jan 28 02:10:56.968841 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-79a4dddb-a911-4406-9636-5670dd60a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:56.970374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-79a4dddb-a911-4406-9636-5670dd60a30a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1094 time: 0.0475647 Jan 28 02:10:57.051474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-69e2d9cc-4e1f-41bd-a72d-fdf778f9db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.052945 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-69e2d9cc-4e1f-41bd-a72d-fdf778f9db7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0879345 Jan 28 02:10:57.062095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-a73028ed-3f04-4f9e-9617-f0308ee7ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.063618 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-a73028ed-3f04-4f9e-9617-f0308ee7ea95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0873659 Jan 28 02:10:57.116539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-56f24138-e536-4a39-8a01-64b47d27eb07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 998 time: 0.0578289 Jan 28 02:10:57.133663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-b6390043-a264-4937-9fda-88134e7ac9c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 998 time: 0.0632119 Jan 28 02:10:57.168869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-ecd8c765-e504-4293-b4a2-acd361ba1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.170460 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-ecd8c765-e504-4293-b4a2-acd361ba1582 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0467927 Jan 28 02:10:57.189004 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-e2f0aa79-754f-4b5b-9206-feedcd644c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.190548 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-e2f0aa79-754f-4b5b-9206-feedcd644c86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0462358 Jan 28 02:10:57.222008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-54ab3755-97df-4137-99ae-2d39eeb95538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.223573 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-54ab3755-97df-4137-99ae-2d39eeb95538 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458858 Jan 28 02:10:57.243078 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-028805d4-f456-47de-9896-0350cc9531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.244939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-028805d4-f456-47de-9896-0350cc9531b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441372 Jan 28 02:10:57.314497 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-bbd6e181-164d-4cd9-b207-5d68bff7fbc8 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Jan 28 02:10:57.339354 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-daf9e8dc-8fcf-4e36-8ec7-a21185fc1721 service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Jan 28 02:10:57.411295 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-d4cf2bbe-d971-4945-99cc-4e042850edd5 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912547 Jan 28 02:10:57.757591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-60d34983-1f6a-44b9-9ba4-d4aa2fffd533 req-63eb0991-720b-4544-8211-035022eaf36e service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119835 Jan 28 02:10:57.794781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677b8e5-5cb0-4395-ad58-198a8d0711c0 req-6e58aae1-7112-4843-9cf3-37fb356edafc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:57.796260 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7677b8e5-5cb0-4395-ad58-198a8d0711c0 req-6e58aae1-7112-4843-9cf3-37fb356edafc tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 943 time: 0.0578732 Jan 28 02:10:57.847101 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7677b8e5-5cb0-4395-ad58-198a8d0711c0 req-258657a0-d0fb-47f1-942b-b54bd0aeb3f4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450699 Jan 28 02:10:58.513487 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:10:58.980340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:10:58.981625 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7acea-0389-4f57-872d-1727eebf4a79 req-6ca48567-5d0a-410e-83d4-060bb2646d2d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:10:58.983173 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dd7acea-0389-4f57-872d-1727eebf4a79 req-6ca48567-5d0a-410e-83d4-060bb2646d2d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 943 time: 0.0506182 Jan 28 02:10:59.046583 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dd7acea-0389-4f57-872d-1727eebf4a79 req-a687d560-b9f5-4f4c-868e-2ab132e09a0e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Jan 28 02:10:59.101738 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:10:59.114789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'port_id': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'mac_address': 'fa:16:3e:10:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:10:59.157812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:10:59.158343 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:59.172776 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d8012f-46aa-4bbf-8966-d62e7cf3b705 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:10:59.193333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:10:59.198954 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:59.256820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:10:59.264538 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.264865 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.265205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.265539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.265906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.266236 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.266560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.266884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.267205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.267524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.267844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.268161 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.268476 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:10:59.664528 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['97d8012f-46aa-4bbf-8966-d62e7cf3b705'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:11:00.191657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e7893-bdb8-4f29-b8d6-eef464722bb9 req-1029b5c8-fc42-4b7a-855d-7b3d0dda66b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.193197 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e38e7893-bdb8-4f29-b8d6-eef464722bb9 req-1029b5c8-fc42-4b7a-855d-7b3d0dda66b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 944 time: 0.0584128 Jan 28 02:11:00.248394 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e38e7893-bdb8-4f29-b8d6-eef464722bb9 req-71cc0baf-38f4-4874-b53c-9efff50170aa tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493140 Jan 28 02:11:00.467872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a5f68-2a3e-489e-a11e-6decf34e28c8 req-7bc0c6a0-7497-4d95-91fb-5ebe873dc2c4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.470427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4a5f68-2a3e-489e-a11e-6decf34e28c8 req-7bc0c6a0-7497-4d95-91fb-5ebe873dc2c4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 944 time: 0.0587957 Jan 28 02:11:00.485519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-813120e3-c243-4b32-b720-de122eb659e4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.487123 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-813120e3-c243-4b32-b720-de122eb659e4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&binding%3Ahost_id=n-h2-826756-1 HTTP/1.1" status: 200 len: 944 time: 0.0549858 Jan 28 02:11:00.519885 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5f4a5f68-2a3e-489e-a11e-6decf34e28c8 req-d60068e9-c584-436a-9e21-f972c0ebf375 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437784 Jan 28 02:11:00.549136 n-d-826756-1 neutron-server[109595]: INFO neutron.api.v2.resource [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-24062d6f-ef07-40ad-b3fe-57773b13e7bf service neutron] delete failed (client error): The resource could not be found. Jan 28 02:11:00.550235 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-24062d6f-ef07-40ad-b3fe-57773b13e7bf service neutron] 10.222.0.43 "DELETE /v2.0/ports/97d8012f-46aa-4bbf-8966-d62e7cf3b705/bindings/n-h1-826756-1 HTTP/1.1" status: 404 len: 380 time: 0.0562027 Jan 28 02:11:00.645895 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec578-300c-4c75-994d-e22bb733df0e req-165961c9-2b99-4241-953a-cf6cb3aa3c57 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.647404 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-302ec578-300c-4c75-994d-e22bb733df0e req-165961c9-2b99-4241-953a-cf6cb3aa3c57 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 944 time: 0.0522993 Jan 28 02:11:00.652710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-0190d330-ad52-43c8-8886-32fca20a98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.654335 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-0190d330-ad52-43c8-8886-32fca20a98a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1095 time: 0.0419204 Jan 28 02:11:00.699967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-302ec578-300c-4c75-994d-e22bb733df0e req-3f96f8f9-23d1-4519-a0ed-639f17c4d040 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464747 Jan 28 02:11:00.748154 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-072f583d-e4ef-4e05-ab63-8675786caaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.749712 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-072f583d-e4ef-4e05-ab63-8675786caaa2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0902281 Jan 28 02:11:00.812372 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-d7fae3b4-9ac9-4c3e-b129-7117b813d56a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 999 time: 0.0573561 Jan 28 02:11:00.871757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-d51d8251-a406-4e11-8af7-f490cb6a9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.873830 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-d51d8251-a406-4e11-8af7-f490cb6a9239 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0556920 Jan 28 02:11:00.922431 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-10e7e209-bf27-4eff-aae6-d89fa1243471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:00.923959 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-10e7e209-bf27-4eff-aae6-d89fa1243471 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444126 Jan 28 02:11:00.978748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:11:01.013413 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-731f652d-1fbb-4e74-af78-fe90ec60757e service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826006 Jan 28 02:11:01.030677 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:11:01.037254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:11:01.037690 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:01.112388 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-76d58e55-7113-4998-a454-5e7883ff58d2 req-cc72ff95-846c-4273-9498-56a1d5f61ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936391 Jan 28 02:11:01.119149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:11:01.119841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:01.142757 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:11:01.145108 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dec9e75-6766-4bc8-9eb7-4310cef30c70" -d '{"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-plugged", "status": "completed", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:11:01.162682 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:11:01.167303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:01.198113 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbf7fdc-6fd7-4fbe-8136-0838ef85b5b1 x-openstack-request-id: req-ebbf7fdc-6fd7-4fbe-8136-0838ef85b5b1 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:11:01.198403 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-plugged", "status": "completed", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:11:01.198653 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebbf7fdc-6fd7-4fbe-8136-0838ef85b5b1 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:11:01.199052 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'code': 200} Jan 28 02:11:01.216708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:11:01.820871 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc9bd0-21e7-4d2c-8d3d-dcc9d7b3f0fa req-95dadc0e-cecb-44db-8c2e-2793c5429343 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:01.822448 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fbc9bd0-21e7-4d2c-8d3d-dcc9d7b3f0fa req-95dadc0e-cecb-44db-8c2e-2793c5429343 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0497456 Jan 28 02:11:01.884065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9fbc9bd0-21e7-4d2c-8d3d-dcc9d7b3f0fa req-e5acc026-613a-4635-8a75-80b46540ef39 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559003 Jan 28 02:11:01.913249 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53688) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:11:01.975442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0ceffd73-b86b-4a7d-9f43-4e37490a9ad7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/a0559482-4d8b-4f96-8cc2-dbbfc071d5a4 HTTP/1.1" status: 200 len: 992 time: 0.0609195 Jan 28 02:11:04.090929 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:07.170899 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-98460eeb-3ebf-4084-9e76-4e8ff78f6005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:08.142336 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:09.484904 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bdb2-a1ee-4cb3-89c7-d48b3562dfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:11.130894 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:12.243246 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:13.364000 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:34.093162 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:35.517200 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:11:36.417433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-04e296e6-88cd-4374-91a3-712247c4cf7b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434790 Jan 28 02:11:36.520885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-fab244b0-2238-448b-8be8-3526f6c64bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:36.522434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-fab244b0-2238-448b-8be8-3526f6c64bbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1096 time: 0.0479536 Jan 28 02:11:36.630736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-f4137ce2-b971-4954-8813-60b04d1a9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:36.632218 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-f4137ce2-b971-4954-8813-60b04d1a9512 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.0907493 Jan 28 02:11:36.710794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-81dc72b2-27a8-40d4-8a38-5f872c3fc6e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 1000 time: 0.0716839 Jan 28 02:11:36.762482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-96177abb-ec98-4860-b375-fe585e03f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:36.763842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-96177abb-ec98-4860-b375-fe585e03f724 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0470421 Jan 28 02:11:36.809563 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-db560b01-e675-41fe-9277-64fe52566a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:11:36.811088 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-db560b01-e675-41fe-9277-64fe52566a59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410149 Jan 28 02:11:36.901807 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-8cf1ec59-be2a-41b1-bf5b-9b0fedeabe97 service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Jan 28 02:11:37.009480 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-24a13f18-8c77-401c-bfb4-ea97a05b1f9d req-79549eef-47db-41d8-b87d-2bb212883ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019480 Jan 28 02:11:37.168874 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a607905b-fa92-4168-ab84-12dceaf4b8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:38.149826 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:39.482696 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d3842688-aa9a-4a03-831a-e91672a86d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:41.139732 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:42.253370 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:43.371339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:59.222174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53706) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:11:59.461696 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 9d591a0d-f2fc-40bd-95c7-266a0da4b0b7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:11:59.462409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:59.543228 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:59.543549 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:59.555698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 9d591a0d-f2fc-40bd-95c7-266a0da4b0b7 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:11:59.718364 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9d591a0d-f2fc-40bd-95c7-266a0da4b0b7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:59.745196 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=9d591a0d-f2fc-40bd-95c7-266a0da4b0b7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:11:59.755661 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.756014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.756357 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.756695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.757031 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.757367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.758186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.758186 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.758368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.758665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.758988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.759307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.759610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:11:59.819427 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (a0559482-4d8b-4f96-8cc2-dbbfc071d5a4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:59.819824 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP a0559482-4d8b-4f96-8cc2-dbbfc071d5a4 disassociated (deleted). External IP: 172.25.1.75, port: 97d8012f-46aa-4bbf-8966-d62e7cf3b705. Jan 28 02:12:00.050013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router ffe36078-922e-44f5-91ad-40d85c5f7317 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:12:00.173223 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:12:00.178165 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:00.185188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] Sync routers for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:12:00.195273 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:00.195888 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:00.206967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c57c685a-9c96-4ad8-837a-9bb3ded820cb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/floatingips/a0559482-4d8b-4f96-8cc2-dbbfc071d5a4 HTTP/1.1" status: 204 len: 168 time: 0.9833403 Jan 28 02:12:00.207543 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:12:00.209813 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95f5ee-b606-4bcf-987c-9492cd352dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:12:00.256572 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d2219c-28bc-464c-b3ae-e9486ed03051 x-openstack-request-id: req-b1d2219c-28bc-464c-b3ae-e9486ed03051 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:12:00.257181 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:12:00.257181 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1d2219c-28bc-464c-b3ae-e9486ed03051 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:12:00.257589 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'status': 'completed', 'code': 200} Jan 28 02:12:00.313093 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:00.346844 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-165dd460-26d0-425b-9dd9-9ba94163a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:00.348579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-165dd460-26d0-425b-9dd9-9ba94163a361 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 1096 time: 0.0450518 Jan 28 02:12:00.492638 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128b7c4-f7b9-4e17-a584-724ad3c5cafd req-50e6beee-eeb3-464c-b69a-cb5bfdbdcce4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:00.494127 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c128b7c4-f7b9-4e17-a584-724ad3c5cafd req-50e6beee-eeb3-464c-b69a-cb5bfdbdcce4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.1037729 Jan 28 02:12:00.519562 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:00.535190 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-6677018b-2ff8-4156-9619-22ee7419fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:00.536664 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-6677018b-2ff8-4156-9619-22ee7419fa63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 200 len: 897 time: 0.1336164 Jan 28 02:12:00.545244 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] Checking router: ffe36078-922e-44f5-91ad-40d85c5f7317 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:12:00.553956 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:00.554550 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:00.597698 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c128b7c4-f7b9-4e17-a584-724ad3c5cafd req-23e719c1-a3c4-48bd-bc9b-e1f7b3543bf3 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965116 Jan 28 02:12:00.599468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-3b50a68b-cf18-4201-845d-4529ea90da84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 200 len: 217 time: 0.0515158 Jan 28 02:12:00.659243 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-d1854cf2-9b44-46eb-9c5a-d3a7c547ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:00.660792 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-d1854cf2-9b44-46eb-9c5a-d3a7c547ab88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 200 len: 835 time: 0.0549932 Jan 28 02:12:00.661595 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:00.710338 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-09f90f7f-1851-451c-aee2-b290442c6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:00.712001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-09f90f7f-1851-451c-aee2-b290442c6794 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a29ba5d8-8e07-42fc-8705-bc7c14034d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425580 Jan 28 02:12:00.808788 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-49471bb5-6fd2-4f49-a4ef-084cb2b36835 service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897958 Jan 28 02:12:00.864576 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:00.891729 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44af81-f634-4f95-bbae-4e4fbd2143dc None None] The sync data for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 is: [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ae84918c-1d22-4c70-80b2-5003f179315c', 'name': '', 'network_id': 'a29ba5d8-8e07-42fc-8705-bc7c14034d91', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:2c:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:48Z', 'updated_at': '2022-01-28T02:09:52Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '775cf18b-dd42-4956-96d0-fd34f8c609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:12:00.900019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c95f5ee-b606-4bcf-987c-9492cd352dd1 req-2b89002c-6109-4b8d-b7ae-719f4fe5e221 service neutron] 10.222.0.45 "GET /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841882 Jan 28 02:12:01.129039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c021ba-d780-4b05-a6bc-e2ab51326701 None None] New status for floating IP a0559482-4d8b-4f96-8cc2-dbbfc071d5a4: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:12:01.723140 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aef2e7-d4cd-4a45-a698-49d4f50f4e13 req-552db983-a31e-4f83-902d-24ee17c22d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:01.724665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43aef2e7-d4cd-4a45-a698-49d4f50f4e13 req-552db983-a31e-4f83-902d-24ee17c22d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0539479 Jan 28 02:12:01.780259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-43aef2e7-d4cd-4a45-a698-49d4f50f4e13 req-09d1f557-853c-40fc-b987-02d2d2cec3c9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498643 Jan 28 02:12:02.348091 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-9858ef92-6e77-41b8-b32b-e48fc0ca0be7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:02.350374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-9858ef92-6e77-41b8-b32b-e48fc0ca0be7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.45 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 945 time: 0.0590689 Jan 28 02:12:02.440953 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:12:02.441339 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:02.535506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 97d8012f-46aa-4bbf-8966-d62e7cf3b705, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=97d8012f-46aa-4bbf-8966-d62e7cf3b705,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:02.535874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:02.548875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 97d8012f-46aa-4bbf-8966-d62e7cf3b705 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:12:02.696208 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (97d8012f-46aa-4bbf-8966-d62e7cf3b705), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:02.727726 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=97d8012f-46aa-4bbf-8966-d62e7cf3b705,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:02.769423 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] No DVR routers for this DVR port 97d8012f-46aa-4bbf-8966-d62e7cf3b705 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:12:02.772088 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:02.775359 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-370427a8-cd0b-440f-a3a9-0002ee350bbf req-e879dc25-5040-4b9d-8259-799097d6ac10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.45 "DELETE /v2.0/ports/97d8012f-46aa-4bbf-8966-d62e7cf3b705 HTTP/1.1" status: 204 len: 173 time: 0.4208248 Jan 28 02:12:02.775795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-deleted', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:12:02.778058 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d503f5-7aed-434f-a4a1-a902fdd6e87f" -d '{"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-deleted", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:12:02.813714 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8d448-c1be-4e64-9bbd-0047b5b921ef x-openstack-request-id: req-3ff8d448-c1be-4e64-9bbd-0047b5b921ef {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:12:02.814009 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98302961-bc62-439d-b8a6-b472e008d5df", "name": "network-vif-deleted", "tag": "97d8012f-46aa-4bbf-8966-d62e7cf3b705", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:12:02.814279 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ff8d448-c1be-4e64-9bbd-0047b5b921ef {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:12:02.814712 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98302961-bc62-439d-b8a6-b472e008d5df', 'name': 'network-vif-deleted', 'tag': '97d8012f-46aa-4bbf-8966-d62e7cf3b705', 'status': 'completed', 'code': 200} Jan 28 02:12:02.884899 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b768701e-905a-42f7-a520-d09f419f39e5 req-c583174d-3339-42f6-84df-7e32b16e091d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=98302961-bc62-439d-b8a6-b472e008d5df HTTP/1.1" status: 200 len: 210 time: 0.0272157 Jan 28 02:12:03.958167 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53724) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:04.104977 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:04.320749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (ffe36078-922e-44f5-91ad-40d85c5f7317), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:04.602011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port ae84918c-1d22-4c70-80b2-5003f179315c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:12:04.602254 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:04.692869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port ae84918c-1d22-4c70-80b2-5003f179315c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ae84918c-1d22-4c70-80b2-5003f179315c,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:04.693603 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:04.706040 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for ae84918c-1d22-4c70-80b2-5003f179315c owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:12:04.904441 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ae84918c-1d22-4c70-80b2-5003f179315c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:04.934966 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=ae84918c-1d22-4c70-80b2-5003f179315c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:04.972243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.973246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.973246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.973544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.973838 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.974173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.974520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.974831 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.975624 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.975934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.976263 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.976603 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:04.976917 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:05.137070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (ffe36078-922e-44f5-91ad-40d85c5f7317), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:05.260323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:12:05.282183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 97d8012f-46aa-4bbf-8966-d62e7cf3b705 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:12:05.282509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 97d8012f-46aa-4bbf-8966-d62e7cf3b705 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:12:05.682826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router ffe36078-922e-44f5-91ad-40d85c5f7317 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:12:05.803100 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:12:05.808106 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8d5a9cc0-5615-41bd-ab0f-b1206add3d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/ffe36078-922e-44f5-91ad-40d85c5f7317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8488193 Jan 28 02:12:05.811575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53728) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:05.816963 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] Sync routers for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:12:05.830204 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:05.830831 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:05.864707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting subnet 775cf18b-dd42-4956-96d0-fd34f8c609f1 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:12:05.867922 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (775cf18b-dd42-4956-96d0-fd34f8c609f1), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:05.908065 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (775cf18b-dd42-4956-96d0-fd34f8c609f1), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.000018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (775cf18b-dd42-4956-96d0-fd34f8c609f1), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.029619 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:06.059312 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (775cf18b-dd42-4956-96d0-fd34f8c609f1), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.087869 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Subnet': ['ID=775cf18b-dd42-4956-96d0-fd34f8c609f1,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:06.093529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.097303 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-34ce0964-453c-4b06-abc2-c5ed3213c712 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/subnets/775cf18b-dd42-4956-96d0-fd34f8c609f1 HTTP/1.1" status: 204 len: 168 time: 0.2842755 Jan 28 02:12:06.100060 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53730) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:06.101454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340e3d2-4063-4c38-95b2-fb2768486cf9 None None] Network a29ba5d8-8e07-42fc-8705-bc7c14034d91 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:12:06.220565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (ffe36078-922e-44f5-91ad-40d85c5f7317), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.226081 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:12:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:06.256505 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] Checking router: ffe36078-922e-44f5-91ad-40d85c5f7317 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:12:06.264736 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] Routers {'ffe36078-922e-44f5-91ad-40d85c5f7317'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:06.265345 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:11:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['ffe36078-922e-44f5-91ad-40d85c5f7317'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:06.282975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] DHCP port deletion for a29ba5d8-8e07-42fc-8705-bc7c14034d91 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:12:06.330780 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Deleting port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:12:06.331304 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (ffe36078-922e-44f5-91ad-40d85c5f7317), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.331615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.381869 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] Set router ffe36078-922e-44f5-91ad-40d85c5f7317 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:06.396065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 1fedadce-58a6-49a3-ab20-3b987540cb7c {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:12:06.396487 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.399814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] For port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,segment=NetworkSegment(563c104a-0b8f-4f43-a7c3-20b3bbbc9345),segment_id=563c104a-0b8f-4f43-a7c3-20b3bbbc9345)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:06.400218 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.416916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Calling delete_port for 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:12:06.477631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 1fedadce-58a6-49a3-ab20-3b987540cb7c, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=1fedadce-58a6-49a3-ab20-3b987540cb7c,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:06.478024 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.492037 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 1fedadce-58a6-49a3-ab20-3b987540cb7c owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:12:06.512065 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (36fdc0cd-54d7-4db4-bfd3-d08e8c790036), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.537554 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Pushing event deleted for resources: {'Port': ['ID=36fdc0cd-54d7-4db4-bfd3-d08e8c790036,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:06.542354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] No DVR routers for this DVR port 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:12:06.553238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.554033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.554033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.554282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.554605 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.554932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.555256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.555578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.555898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.556214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.556782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.556884 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.557160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f33c9c1-ca6c-4010-81c5-22b6bde96e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:06.576705 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:12:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:06.602975 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0ab69-e83e-482e-96f3-146857174810 None None] The sync data for ids ['ffe36078-922e-44f5-91ad-40d85c5f7317'] in n-d-826756-1 is: [{'id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786952107', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:09:45Z', 'updated_at': '2022-01-28T02:12:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '1fedadce-58a6-49a3-ab20-3b987540cb7c', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe36078-922e-44f5-91ad-40d85c5f7317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:09:46Z', 'updated_at': '2022-01-28T02:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:12:06.676686 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (1fedadce-58a6-49a3-ab20-3b987540cb7c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.703630 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=1fedadce-58a6-49a3-ab20-3b987540cb7c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:06.784891 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (ffe36078-922e-44f5-91ad-40d85c5f7317), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.889878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (ffe36078-922e-44f5-91ad-40d85c5f7317), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.892692 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (ffe36078-922e-44f5-91ad-40d85c5f7317), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.948136 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (ffe36078-922e-44f5-91ad-40d85c5f7317), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.949762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Fanout notify agent at l3_agent the message router_deleted on router ffe36078-922e-44f5-91ad-40d85c5f7317 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:12:06.960694 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.961866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7819952e-a35d-42d3-a917-d3c96249318c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/routers/ffe36078-922e-44f5-91ad-40d85c5f7317 HTTP/1.1" status: 204 len: 168 time: 0.8606188 Jan 28 02:12:06.964660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53732) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:07.050278 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (a29ba5d8-8e07-42fc-8705-bc7c14034d91), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.141740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (a29ba5d8-8e07-42fc-8705-bc7c14034d91), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.162434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8843042-e56a-4a76-a41c-326944c74e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.171443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29ba5d8-8e07-42fc-8705-bc7c14034d91']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:07.182058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563c104a-0b8f-4f43-a7c3-20b3bbbc9345') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:07.182355 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563c104a-0b8f-4f43-a7c3-20b3bbbc9345') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:07.193348 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (563c104a-0b8f-4f43-a7c3-20b3bbbc9345), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.207798 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (563c104a-0b8f-4f43-a7c3-20b3bbbc9345), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.214159 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:12:07.214583 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (563c104a-0b8f-4f43-a7c3-20b3bbbc9345), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:12:07.219969 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:12:07.282533 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (a29ba5d8-8e07-42fc-8705-bc7c14034d91), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.289740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.292901 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/networks/a29ba5d8-8e07-42fc-8705-bc7c14034d91 HTTP/1.1" status: 204 len: 168 time: 0.3272681 Jan 28 02:12:07.296266 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53734) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:07.305824 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a6d65-f0a4-462e-96ad-17172b113b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Network': ['ID=a29ba5d8-8e07-42fc-8705-bc7c14034d91,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:07.373133 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e8c8688a-b79f-424f-887a-890741633575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (9b4ef092-8501-4b5d-a9cc-b8dcbd798c22), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.403767 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e8c8688a-b79f-424f-887a-890741633575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (9b4ef092-8501-4b5d-a9cc-b8dcbd798c22), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.472101 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e8c8688a-b79f-424f-887a-890741633575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9b4ef092-8501-4b5d-a9cc-b8dcbd798c22), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.475016 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e8c8688a-b79f-424f-887a-890741633575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:07.478850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e8c8688a-b79f-424f-887a-890741633575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b4ef092-8501-4b5d-a9cc-b8dcbd798c22 HTTP/1.1" status: 204 len: 168 time: 0.1788957 Jan 28 02:12:07.489206 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8688a-b79f-424f-887a-890741633575 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ef092-8501-4b5d-a9cc-b8dcbd798c22,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:07.678833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ae84918c-1d22-4c70-80b2-5003f179315c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:12:07.702424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ae84918c-1d22-4c70-80b2-5003f179315c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:12:07.702880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ae84918c-1d22-4c70-80b2-5003f179315c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:12:07.703457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1fedadce-58a6-49a3-ab20-3b987540cb7c no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:12:07.722390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 1fedadce-58a6-49a3-ab20-3b987540cb7c {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:12:07.722739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 1fedadce-58a6-49a3-ab20-3b987540cb7c not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:12:07.723202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:12:07.741418 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:12:07.741756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 36fdc0cd-54d7-4db4-bfd3-d08e8c790036 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:12:08.012115 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53740) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.016977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642479681', 'description': 'tempest-secgroup-smoke-642479681 description', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.040010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.117505 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (a55cd9e9-b4d4-474f-beb3-69be3e670908), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.125084 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a55cd9e9-b4d4-474f-beb3-69be3e670908), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.144101 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.153507 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.154797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1416600 Jan 28 02:12:08.158101 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53742) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.159150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55a5bd-3e87-4a48-a371-6e30fd87321c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55cd9e9-b4d4-474f-beb3-69be3e670908,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.164018 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': 'a55cd9e9-b4d4-474f-beb3-69be3e670908', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.192074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (070dc9cc-2223-4b58-b551-140e876d2f32), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.248428 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (070dc9cc-2223-4b58-b551-140e876d2f32), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.254076 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (070dc9cc-2223-4b58-b551-140e876d2f32), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.270938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070dc9cc-2223-4b58-b551-140e876d2f32,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.280069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.281405 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a2c82c19-fd16-4a78-8fbc-d1b99d7ad25a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222167 Jan 28 02:12:08.284375 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53744) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.288808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': 'a55cd9e9-b4d4-474f-beb3-69be3e670908', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.315885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (1e31e6a3-32c1-41d3-8298-30f7fac807cc), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.376324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (1e31e6a3-32c1-41d3-8298-30f7fac807cc), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.381668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (1e31e6a3-32c1-41d3-8298-30f7fac807cc), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.405623 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e31e6a3-32c1-41d3-8298-30f7fac807cc,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.414451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.415732 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c540293f-bb69-4c11-bb9f-85eaab380f87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303644 Jan 28 02:12:08.418585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53746) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.423549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': 'a55cd9e9-b4d4-474f-beb3-69be3e670908', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.452381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (376034f0-49af-43fb-b259-26a7a0239679), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.520682 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (376034f0-49af-43fb-b259-26a7a0239679), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.525482 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (376034f0-49af-43fb-b259-26a7a0239679), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.550974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376034f0-49af-43fb-b259-26a7a0239679,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.561529 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.562927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9c4576d8-8fda-4277-a9f7-fb904ec7e8e8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433785 Jan 28 02:12:08.567478 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53748) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.572824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': 'a55cd9e9-b4d4-474f-beb3-69be3e670908', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.608806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (e7d64a86-84e8-437a-8215-5b65f2157def), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.667918 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (e7d64a86-84e8-437a-8215-5b65f2157def), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.673835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (e7d64a86-84e8-437a-8215-5b65f2157def), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.690908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d64a86-84e8-437a-8215-5b65f2157def,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.699063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.700279 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a691bd87-231e-422e-aa32-3f17069d58be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315126 Jan 28 02:12:08.703178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53750) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.707697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': 'a55cd9e9-b4d4-474f-beb3-69be3e670908', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.727470 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:12:08.732178 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (f2b622e0-8ad7-4a8f-ac69-7bf0b7b5e683), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.795320 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (f2b622e0-8ad7-4a8f-ac69-7bf0b7b5e683), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.800728 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (f2b622e0-8ad7-4a8f-ac69-7bf0b7b5e683), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.822337 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b622e0-8ad7-4a8f-ac69-7bf0b7b5e683,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.832658 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.834025 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b07ef812-4b9d-434a-b5d8-f3b2e3d53add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297126 Jan 28 02:12:08.837164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53752) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.842421 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': 'a55cd9e9-b4d4-474f-beb3-69be3e670908', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.862983 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:12:08.867753 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5b99b861-b202-489d-ae89-30a3078c07e2), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.929982 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5b99b861-b202-489d-ae89-30a3078c07e2), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.935198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5b99b861-b202-489d-ae89-30a3078c07e2), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.953065 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b99b861-b202-489d-ae89-30a3078c07e2,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:08.959356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.960718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ee50ee7e-daff-4665-a2f1-b4eb4137a42a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224873 Jan 28 02:12:08.963720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53754) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:08.968469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'network': {'name': 'tempest-network-smoke--1788245340', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'port_security_enabled': True}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:08.988911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:12:08.992333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.018928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:12:09.028659 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.029035 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Added segment 2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361 of type vlan for network fb15afef-6c6c-4a3c-9560-780559ee5295 Jan 28 02:12:09.069012 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (fb15afef-6c6c-4a3c-9560-780559ee5295), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.096315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (fb15afef-6c6c-4a3c-9560-780559ee5295), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.104772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:09.105426 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.167602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2028768 Jan 28 02:12:09.170619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53756) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:09.175645 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'admin_state_up': True, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:09.184612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f36c4-232f-4daf-aaf9-4279be4f0e08 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Network': ['ID=fb15afef-6c6c-4a3c-9560-780559ee5295,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:09.196507 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network fb15afef-6c6c-4a3c-9560-780559ee5295 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:12:09.200986 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (206e9053-9747-4e9a-9060-7e6a5aaa65c4), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.202202 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (206e9053-9747-4e9a-9060-7e6a5aaa65c4), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.258578 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (206e9053-9747-4e9a-9060-7e6a5aaa65c4), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.399149 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (206e9053-9747-4e9a-9060-7e6a5aaa65c4), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.483151 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f964ee52-c72a-4c32-a502-de68542e3a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.596266 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (206e9053-9747-4e9a-9060-7e6a5aaa65c4), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.614883 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.724846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.3 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/5e9eac63-d1b6-4ad5-8f88-dce3622c7802) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:12:09.845702 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.888610 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:09.924437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:12:09.927199 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:09.930509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:12:09.959572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:10.196928 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (206e9053-9747-4e9a-9060-7e6a5aaa65c4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:10.389542 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (206e9053-9747-4e9a-9060-7e6a5aaa65c4), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:10.522563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:12:10.629734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:12:10.640032 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Sync routers for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:12:10.650251 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:10.650705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:10.651521 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-127a9664-8a7e-4d57-9755-260b3e678beb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4797761 Jan 28 02:12:10.654640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:10.654822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53758) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:10.725916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a768ca89-ee2d-485a-a8b9-db279b866518 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6c7e7e563ba44df3a1a9ed3f09cfb993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700343 Jan 28 02:12:10.728361 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53762) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:10.762250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:10.817346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f5497-1807-4572-96fe-6753006a60f7 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:10.818924 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c03f5497-1807-4572-96fe-6753006a60f7 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896444 Jan 28 02:12:10.821801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53764) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:10.849575 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-2023d82a-586b-404a-9bad-24fb483b8737 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267031 Jan 28 02:12:10.852084 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53766) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:10.856705 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1428115231', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:10.941248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:12:10.944828 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:10.952219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:10Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:10.984879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Checking router: 206e9053-9747-4e9a-9060-7e6a5aaa65c4 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:12:10.985122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Updating router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:12:11.011833 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.136727 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (f6dc330c-f8a3-4c10-bdb4-ededf5480cdd), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.176851 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.195069 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Subnet': ['ID=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:11.210443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Checking segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:12:11.211032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network hostable DHCP agents. Network: fb15afef-6c6c-4a3c-9560-780559ee5295, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:12:11.227720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network fb15afef-6c6c-4a3c-9560-780559ee5295 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:12:11.236987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, fb15afef-6c6c-4a3c-9560-780559ee5295) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:11.241057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:11.241697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.258870 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-26284efe-398e-47bd-814b-2a1d6bcf2d04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056671 Jan 28 02:12:11.261964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53774) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:11.262540 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414532a-42e6-4215-97cf-63804c70c8c1 None None] Network fb15afef-6c6c-4a3c-9560-780559ee5295 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:12:11.329971 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Publish callbacks [] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.338268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.422619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Attempting to bind port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:12:11.422983 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Attempting to bind port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:12:11.423364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Attempting to bind port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:12:11.426330 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcc29e-fffe-4841-a6dd-52e7ee0df24c None None] Pushing event updated for resources: {'Port': ['ID=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:11.430086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-fb15afef-6c6c-4a3c-9560-780559ee5295', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:12:11.430927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.619984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:12:11.620340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:12:11.620737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.621130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:12:11.621609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Bound port: 5e9eac63-d1b6-4ad5-8f88-dce3622c7802, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:12:11.622316 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.716724 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.762044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] For port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:12:11.778734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] For port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:12:11.787600 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.798925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Allocated IP 172.20.0.2 (fb15afef-6c6c-4a3c-9560-780559ee5295/f6dc330c-f8a3-4c10-bdb4-ededf5480cdd/56a699c9-34ce-4035-a014-040a32091664) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:12:11.871251 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcc29e-fffe-4841-a6dd-52e7ee0df24c None None] Pushing event updated for resources: {'Port': ['ID=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:11.906861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:11.907494 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:12.061904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:12.139841 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Publish callbacks [] for port (56a699c9-34ce-4035-a014-040a32091664), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.173975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (56a699c9-34ce-4035-a014-040a32091664), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.221588 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.1 (fb15afef-6c6c-4a3c-9560-780559ee5295/f6dc330c-f8a3-4c10-bdb4-ededf5480cdd/60bb77e6-6426-44c5-8816-eb8270d8eea7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:12:12.239087 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Network fb15afef-6c6c-4a3c-9560-780559ee5295 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:12:12.262238 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:12.267622 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Pushing event updated for resources: {'Port': ['ID=56a699c9-34ce-4035-a014-040a32091664,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:12.271448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:12:12.295215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.344889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.353891 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Attempting to bind port 56a699c9-34ce-4035-a014-040a32091664 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:12:12.354271 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Attempting to bind port 56a699c9-34ce-4035-a014-040a32091664 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:12:12.354632 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Attempting to bind port 56a699c9-34ce-4035-a014-040a32091664 on network fb15afef-6c6c-4a3c-9560-780559ee5295 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:12:12.361914 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:12:12.362290 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Checking segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:12:12.362694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.363088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Bound using segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:12:12.363557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Bound port: 56a699c9-34ce-4035-a014-040a32091664, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:12:12.363956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (56a699c9-34ce-4035-a014-040a32091664), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.378913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:10Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:12.380951 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.409734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201405e-a197-4777-ad64-458f6c698ed3 None None] The sync data for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 is: [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:10Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:12:12.423492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network fb15afef-6c6c-4a3c-9560-780559ee5295 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:12:12.427135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:12.436758 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:12:12.443634 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=60bb77e6-6426-44c5-8816-eb8270d8eea7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:12.464304 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] For port 56a699c9-34ce-4035-a014-040a32091664, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:12:12.469064 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] For port 56a699c9-34ce-4035-a014-040a32091664, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=56a699c9-34ce-4035-a014-040a32091664,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:12:12.473562 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (56a699c9-34ce-4035-a014-040a32091664), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.491274 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (206e9053-9747-4e9a-9060-7e6a5aaa65c4), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.525932 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:12:12.534327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926092c-625f-4978-bc16-eeaa0be94a88 None None] Pushing event updated for resources: {'Port': ['ID=56a699c9-34ce-4035-a014-040a32091664,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:12.649722 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.980335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.986136 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.066855 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=60bb77e6-6426-44c5-8816-eb8270d8eea7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:13.070935 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (206e9053-9747-4e9a-9060-7e6a5aaa65c4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.362751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.547768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network fb15afef-6c6c-4a3c-9560-780559ee5295 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:12:13.549457 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:13.633969 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f524d-40e3-45b9-ba30-b2c87b2be099 None None] Network fb15afef-6c6c-4a3c-9560-780559ee5295 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:12:13.680336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:12:13.682850 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 56a699c9-34ce-4035-a014-040a32091664 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:12:13.749623 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] Provisioning complete for port 56a699c9-34ce-4035-a014-040a32091664 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:13.750009 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (56a699c9-34ce-4035-a014-040a32091664), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.794439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:12:13.799675 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c2d32a46-bf1b-40b8-a118-1b8c85a560d1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/206e9053-9747-4e9a-9060-7e6a5aaa65c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364964 Jan 28 02:12:13.823600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 56a699c9-34ce-4035-a014-040a32091664 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:13.823979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (56a699c9-34ce-4035-a014-040a32091664), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.905364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] Current status of the port 56a699c9-34ce-4035-a014-040a32091664 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:13.905768 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (56a699c9-34ce-4035-a014-040a32091664), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.978158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-d7207298-7393-4d38-bc86-9621dc4a0e83 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642479681&fields=id&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 267 time: 0.0665135 Jan 28 02:12:13.978814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] For port 56a699c9-34ce-4035-a014-040a32091664, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=56a699c9-34ce-4035-a014-040a32091664,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:13.980813 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 56a699c9-34ce-4035-a014-040a32091664 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:13.981293 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (56a699c9-34ce-4035-a014-040a32091664), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:13.994630 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (56a699c9-34ce-4035-a014-040a32091664), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.053960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda232c6-f5d2-46b4-baca-f586b905a78a None None] Pushing event updated for resources: {'Port': ['ID=56a699c9-34ce-4035-a014-040a32091664,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:14.096888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:12:14.097327 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:12:14.116712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a2d1f9e-abab-4572-9afe-f67622c19db8 None None] Provisioning complete for port 56a699c9-34ce-4035-a014-040a32091664 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:14.117311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1f9e-abab-4572-9afe-f67622c19db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (56a699c9-34ce-4035-a014-040a32091664), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.117756 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-2c88a58c-7b60-4116-946c-b95d910f3a8e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:14.120432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-2c88a58c-7b60-4116-946c-b95d910f3a8e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 797 time: 0.1346099 Jan 28 02:12:14.135266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-e0d70984-92d9-431a-9bad-3a25d2ddcf7f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/quotas/6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Jan 28 02:12:14.205185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-4792531e-b63c-456a-9402-ad8ef818b179 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642684 Jan 28 02:12:14.215764 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Sync routers for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:12:14.219332 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d1f9e-abab-4572-9afe-f67622c19db8 None None] Current status of the port 56a699c9-34ce-4035-a014-040a32091664 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:14.223476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-ed9fb811-b37a-4c56-b4db-538c03b70711 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:12:14.224464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-ed9fb811-b37a-4c56-b4db-538c03b70711 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056674 Jan 28 02:12:14.231244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1a2d1f9e-abab-4572-9afe-f67622c19db8 None None] Provisioning complete for port 60bb77e6-6426-44c5-8816-eb8270d8eea7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:14.231623 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1f9e-abab-4572-9afe-f67622c19db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.234644 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:14.235656 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:14.270323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d1f9e-abab-4572-9afe-f67622c19db8 None None] Port 60bb77e6-6426-44c5-8816-eb8270d8eea7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:12:14.352602 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-57d1751d-32f2-43b7-a45a-8b99430e007d service neutron] 10.222.0.23 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209519 Jan 28 02:12:14.359177 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:14.396105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-233705e4-8ada-4792-ac21-bc3435a37939 None None] Provisioning complete for port 60bb77e6-6426-44c5-8816-eb8270d8eea7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:14.401174 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-233705e4-8ada-4792-ac21-bc3435a37939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.446639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-233705e4-8ada-4792-ac21-bc3435a37939 None None] Port 60bb77e6-6426-44c5-8816-eb8270d8eea7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:12:14.526646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-f78cb7f3-fa57-426e-a4d4-6ac49fd1e827 service neutron] 10.222.0.23 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640060 Jan 28 02:12:14.611939 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 2, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:14.649395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 56a699c9-34ce-4035-a014-040a32091664 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:14.650062 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Checking router: 206e9053-9747-4e9a-9060-7e6a5aaa65c4 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:12:14.650664 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Updating router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 port 60bb77e6-6426-44c5-8816-eb8270d8eea7 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:12:14.651387 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:12:14.681755 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.741321 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-001b30ac-8d65-4e3b-9e5f-9780c0e10b13 None None] Provisioning complete for port 60bb77e6-6426-44c5-8816-eb8270d8eea7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:14.741923 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-001b30ac-8d65-4e3b-9e5f-9780c0e10b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.755030 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a940d669-2722-4aad-8be1-e62ca1761d97 req-e206544a-d481-46a0-9298-089a7bb1574b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 210 time: 0.0491714 Jan 28 02:12:14.784752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:14.785168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.818843 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-001b30ac-8d65-4e3b-9e5f-9780c0e10b13 None None] Port 60bb77e6-6426-44c5-8816-eb8270d8eea7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:12:14.878829 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:14.879069 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.902684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:14.907913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.980731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:15.040203 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Publish callbacks [] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.046603 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.098484 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Pushing event updated for resources: {'Port': ['ID=60bb77e6-6426-44c5-8816-eb8270d8eea7,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:15.125922 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.126328 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.126667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.126997 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.127325 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.127646 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.127966 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.128293 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.128599 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.128912 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.129224 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.130727 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.131068 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:12:15.173937 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Attempting to bind port 60bb77e6-6426-44c5-8816-eb8270d8eea7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:12:15.174379 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Attempting to bind port 60bb77e6-6426-44c5-8816-eb8270d8eea7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:12:15.174744 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Attempting to bind port 60bb77e6-6426-44c5-8816-eb8270d8eea7 on network fb15afef-6c6c-4a3c-9560-780559ee5295 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:12:15.182831 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:12:15.183212 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Checking segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:12:15.184350 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.184740 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Bound using segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:12:15.185243 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Bound port: 60bb77e6-6426-44c5-8816-eb8270d8eea7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:12:15.185627 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.299488 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] For port 60bb77e6-6426-44c5-8816-eb8270d8eea7, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:12:15.306956 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] For port 60bb77e6-6426-44c5-8816-eb8270d8eea7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60bb77e6-6426-44c5-8816-eb8270d8eea7,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:12:15.317442 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.390140 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce6220-1ed2-4113-9ea1-aa50c8fc0c0f None None] Pushing event updated for resources: {'Port': ['ID=60bb77e6-6426-44c5-8816-eb8270d8eea7,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:15.413769 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:15.415118 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:15.466862 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] Provisioning complete for port 60bb77e6-6426-44c5-8816-eb8270d8eea7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:15.467871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.622082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] Current status of the port 60bb77e6-6426-44c5-8816-eb8270d8eea7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:15.623452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.663454 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 56a699c9-34ce-4035-a014-040a32091664 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:12:15.711297 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:15.715061 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] For port 60bb77e6-6426-44c5-8816-eb8270d8eea7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60bb77e6-6426-44c5-8816-eb8270d8eea7,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:15.728705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.788929 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 56a699c9-34ce-4035-a014-040a32091664 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:15.789308 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (56a699c9-34ce-4035-a014-040a32091664), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.831618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6925535-52c6-4baf-89da-891a5af64e56 None None] Pushing event updated for resources: {'Port': ['ID=60bb77e6-6426-44c5-8816-eb8270d8eea7,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:15.866895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-027116e6-4998-4f08-9e05-9ef5f35acb2f None None] Provisioning complete for port 60bb77e6-6426-44c5-8816-eb8270d8eea7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:15.867265 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-027116e6-4998-4f08-9e05-9ef5f35acb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:15.965711 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5012fb4a-a637-4278-8ff5-ae39103da8bd req-d2b5b3a0-3ead-40d2-b70c-4a0661e0db66 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 210 time: 0.0563021 Jan 28 02:12:16.005639 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-016ff889-b8ce-41b8-8398-23ef10693a37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:16.007836 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-016ff889-b8ce-41b8-8398-23ef10693a37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 797 time: 0.1752434 Jan 28 02:12:16.012370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 56a699c9-34ce-4035-a014-040a32091664 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:16.014042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:12:16.087092 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:16.096408 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-607c7f1c-f877-4b5f-b015-43cce66a0c99 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 379 time: 0.0749450 Jan 28 02:12:16.116397 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10807c09-3a3d-428f-bc73-8ccf511083cc None None] The sync data for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 is: [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:12:16.117247 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-027116e6-4998-4f08-9e05-9ef5f35acb2f None None] Current status of the port 60bb77e6-6426-44c5-8816-eb8270d8eea7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:16.128582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:16.128965 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:16.131930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'port': {'device_id': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'admin_state_up': True, 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'security_groups': ['a55cd9e9-b4d4-474f-beb3-69be3e670908']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:16.244044 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:16.320059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:12:16.323879 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:16.461658 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.12 (fb15afef-6c6c-4a3c-9560-780559ee5295/f6dc330c-f8a3-4c10-bdb4-ededf5480cdd/3ef8aa93-be37-420e-843a-66e5bbe4fac5) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:12:16.621904 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:16.659865 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:16.704987 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network fb15afef-6c6c-4a3c-9560-780559ee5295 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:12:16.708218 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:16.715779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:12:16.723235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=3ef8aa93-be37-420e-843a-66e5bbe4fac5,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:16.785319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:16.786052 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:16.805268 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-328483c6-f6b3-453c-9f3a-950e0d4be083 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6777799 Jan 28 02:12:16.871646 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Request body: {'port': {'device_id': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:16.929616 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.052777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-118bc79c-61c4-467e-a711-5c6b8bbfd202 None None] Provisioning complete for port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:17.053372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-118bc79c-61c4-467e-a711-5c6b8bbfd202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.096895 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-118bc79c-61c4-467e-a711-5c6b8bbfd202 None None] Port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:12:17.107807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ab57-58da-448b-b68e-b8b93d7d0a9b req-4eb143e3-00dc-4415-8e28-c98b76c8a8c4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:17.114879 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3486ab57-58da-448b-b68e-b8b93d7d0a9b req-4eb143e3-00dc-4415-8e28-c98b76c8a8c4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 932 time: 0.0584548 Jan 28 02:12:17.167146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3486ab57-58da-448b-b68e-b8b93d7d0a9b req-bcc40b3f-f234-4df5-8f47-0edc99bf766d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511010 Jan 28 02:12:17.220182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef8aa93-be37-420e-843a-66e5bbe4fac5 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:12:17.228111 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Publish callbacks [] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.240561 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Transition to ACTIVE for port object 3ef8aa93-be37-420e-843a-66e5bbe4fac5 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:12:17.244982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.296826 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef8aa93-be37-420e-843a-66e5bbe4fac5,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:17.371571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Attempting to bind port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:12:17.371909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Attempting to bind port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:12:17.372544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Attempting to bind port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 on network fb15afef-6c6c-4a3c-9560-780559ee5295 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:12:17.377369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 on network fb15afef-6c6c-4a3c-9560-780559ee5295 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:12:17.377694 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Attempting to bind port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 on network fb15afef-6c6c-4a3c-9560-780559ee5295 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:12:17.382785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:12:17.383120 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Checking segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:12:17.383506 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Bound using segment: {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:12:17.383928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Bound port: 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:12:17.384283 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.453403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] For port 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:12:17.456790 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] For port 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:12:17.475095 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.603192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60bb77e6-6426-44c5-8816-eb8270d8eea7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:12:17.656844 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 60bb77e6-6426-44c5-8816-eb8270d8eea7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:17.657223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.865996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:17.866635 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:17.868600 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] 10.222.0.43 "PUT /v2.0/ports/3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 1092 time: 1.0510418 Jan 28 02:12:17.869046 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:12:17.871311 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0140cd06-04dd-47e5-96f2-d8108d1c88bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:12:17.904505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f103-b149-4118-bbeb-dffc69dc0617 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef8aa93-be37-420e-843a-66e5bbe4fac5,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:17.919513 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 60bb77e6-6426-44c5-8816-eb8270d8eea7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:17.975434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-5bf4ed37-79ff-415a-9746-07a10a1f93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:17.977046 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-5bf4ed37-79ff-415a-9746-07a10a1f93d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1095 time: 0.0485044 Jan 28 02:12:18.026862 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-4638ddd2-8154-447b-a232-0a6d7111cf38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 217 time: 0.0369506 Jan 28 02:12:18.028384 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d15bf78-2aa5-4605-a0b7-ea413d5ffda0 x-openstack-request-id: req-2d15bf78-2aa5-4605-a0b7-ea413d5ffda0 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:12:18.028670 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:12:18.028921 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d15bf78-2aa5-4605-a0b7-ea413d5ffda0 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:12:18.029332 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'status': 'completed', 'code': 200} Jan 28 02:12:18.090902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-9a36cf0c-8154-4419-8094-835ecd1a0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.092379 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-9a36cf0c-8154-4419-8094-835ecd1a0d43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 200 len: 835 time: 0.0486465 Jan 28 02:12:18.149762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b2d4a9f2-e21b-484c-9ce1-238fda39a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.151147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-b2d4a9f2-e21b-484c-9ce1-238fda39a4be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb15afef-6c6c-4a3c-9560-780559ee5295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441337 Jan 28 02:12:18.239897 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-31930c91-4bf1-40c6-a955-97ad453d6300 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828698 Jan 28 02:12:18.288057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692f7a-058f-4096-8057-27f0be9e847f req-743dd652-60f2-4abe-9c1b-0cfbc7d6e10f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.289581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8692f7a-058f-4096-8057-27f0be9e847f req-743dd652-60f2-4abe-9c1b-0cfbc7d6e10f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 944 time: 0.0523474 Jan 28 02:12:18.333710 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-08a10abb-fc6b-409f-8d9e-fb8fcd7fb8ea req-f76cc93c-2896-4f09-8bde-9c8af5005231 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881279 Jan 28 02:12:18.340021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8692f7a-058f-4096-8057-27f0be9e847f req-35d43e43-2bab-41fd-b540-5f57ff4cc18b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445006 Jan 28 02:12:18.471499 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-7e8e539b-3e34-4f2a-92b7-a8e826c68ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.473057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-7e8e539b-3e34-4f2a-92b7-a8e826c68ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1095 time: 0.0442665 Jan 28 02:12:18.569815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-091b55cf-c212-41cc-ab6f-e3317ac6f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.571304 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-091b55cf-c212-41cc-ab6f-e3317ac6f500 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 898 time: 0.0916681 Jan 28 02:12:18.613664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-08d8e190-efb1-494a-983e-c81abdbc994f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 217 time: 0.0360360 Jan 28 02:12:18.673462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-4c79d2b6-ff0a-4496-90fb-3165ffd34a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.674971 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-4c79d2b6-ff0a-4496-90fb-3165ffd34a19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 200 len: 835 time: 0.0555229 Jan 28 02:12:18.726170 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-ea8d5849-2b51-4147-b136-5cc92c0ab330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:18.727580 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-ea8d5849-2b51-4147-b136-5cc92c0ab330 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb15afef-6c6c-4a3c-9560-780559ee5295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468354 Jan 28 02:12:18.824622 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-8edff6f9-2cf6-4375-ba86-38b9d0aa0a89 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867143 Jan 28 02:12:18.916911 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0140cd06-04dd-47e5-96f2-d8108d1c88bb req-057625cc-b0ba-4cc0-820a-a3707c5a34f3 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862854 Jan 28 02:12:19.488697 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37487ba7-4527-452d-8884-5a98208c9958 req-c1482da5-fc58-4ca5-b065-c63e4a01bd71 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:19.490398 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37487ba7-4527-452d-8884-5a98208c9958 req-c1482da5-fc58-4ca5-b065-c63e4a01bd71 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 944 time: 0.0701115 Jan 28 02:12:19.542791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-37487ba7-4527-452d-8884-5a98208c9958 req-932d7aad-99d9-464b-b67b-8de69fd5323b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465393 Jan 28 02:12:20.682082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32282f-065d-4201-9d7a-85d5eb5c0ccf req-94caf7f1-4c34-4075-9b9d-fb88260e081c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:20.683552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb32282f-065d-4201-9d7a-85d5eb5c0ccf req-94caf7f1-4c34-4075-9b9d-fb88260e081c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 944 time: 0.0587435 Jan 28 02:12:20.735573 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bb32282f-065d-4201-9d7a-85d5eb5c0ccf req-962b5605-196c-4ab5-8917-6ab30827be71 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Jan 28 02:12:20.956433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ef8aa93-be37-420e-843a-66e5bbe4fac5 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:12:21.055803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:21.067183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'port_id': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'mac_address': 'fa:16:3e:49:00:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:12:21.104858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:21.105253 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:21.118160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef8aa93-be37-420e-843a-66e5bbe4fac5 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:12:21.139408 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:21.144610 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:21.196207 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3ef8aa93-be37-420e-843a-66e5bbe4fac5,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:21.418719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['3ef8aa93-be37-420e-843a-66e5bbe4fac5'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:12:21.858540 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19640dac-80ad-45c9-b69c-6912aae70a49 req-ee895961-2675-4334-a841-d6c471e64ddf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:21.860051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19640dac-80ad-45c9-b69c-6912aae70a49 req-ee895961-2675-4334-a841-d6c471e64ddf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 945 time: 0.0487900 Jan 28 02:12:21.909395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-19640dac-80ad-45c9-b69c-6912aae70a49 req-82bd394c-7009-41d4-80fa-8f7600330598 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 Jan 28 02:12:22.970180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ef8aa93-be37-420e-843a-66e5bbe4fac5 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:12:23.022414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:12:23.027080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:12:23.027462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:23.043133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8164db-78f9-4153-94d3-fbd8454e2083 req-510c056f-8a0b-4f5c-a92c-cf18ae58ab95 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:23.044919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd8164db-78f9-4153-94d3-fbd8454e2083 req-510c056f-8a0b-4f5c-a92c-cf18ae58ab95 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 945 time: 0.0539315 Jan 28 02:12:23.094368 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-dd8164db-78f9-4153-94d3-fbd8454e2083 req-adfebcdb-49f0-48d7-b687-5192ee20baf7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434361 Jan 28 02:12:23.105878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:12:23.106286 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:23.132315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:12:23.134593 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76c411-c22d-41da-8fef-35b850983abf" -d '{"events": [{"server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "name": "network-vif-plugged", "status": "completed", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:12:23.147893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:12:23.152913 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:23.201028 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=3ef8aa93-be37-420e-843a-66e5bbe4fac5,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:23.223340 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9d47f-e31c-4231-9613-585bcaf236a2 x-openstack-request-id: req-94b9d47f-e31c-4231-9613-585bcaf236a2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:12:23.223640 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "name": "network-vif-plugged", "status": "completed", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:12:23.223965 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94b9d47f-e31c-4231-9613-585bcaf236a2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:12:23.224370 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'code': 200} Jan 28 02:12:23.358570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eea7c-c33a-4025-91a1-6aa4ae88fdc2 req-f32c313d-9cf7-4945-9f6c-7664b4053f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:23.359963 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ac5eea7c-c33a-4025-91a1-6aa4ae88fdc2 req-f32c313d-9cf7-4945-9f6c-7664b4053f06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1097 time: 0.0475397 Jan 28 02:12:23.409686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ac5eea7c-c33a-4025-91a1-6aa4ae88fdc2 req-b286ceb2-0814-4c23-bfd3-f957341e37ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439804 Jan 28 02:12:24.218169 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1390-3006-4394-aafe-2e076374aea4 req-c2bbf5ee-776b-48ea-96ab-c3d77acdc72f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:24.219784 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e85f1390-3006-4394-aafe-2e076374aea4 req-c2bbf5ee-776b-48ea-96ab-c3d77acdc72f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0537686 Jan 28 02:12:24.275503 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e85f1390-3006-4394-aafe-2e076374aea4 req-517c0c3b-d609-4451-8c28-d2e5c0419d84 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496812 Jan 28 02:12:25.415682 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38321fc-d48e-4c36-aac9-fc29c96a2e09 req-35f6a6d9-fa12-4178-819d-eb34b8cddf6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:25.417277 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b38321fc-d48e-4c36-aac9-fc29c96a2e09 req-35f6a6d9-fa12-4178-819d-eb34b8cddf6c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0609324 Jan 28 02:12:25.474312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b38321fc-d48e-4c36-aac9-fc29c96a2e09 req-847636b8-e66a-41cf-8e15-c1b3969764b2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Jan 28 02:12:25.594502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52557b57-be50-49f0-84ff-ce3e3c190249 req-1e63b0e7-0862-494e-922f-f803db0c847b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:25.595882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52557b57-be50-49f0-84ff-ce3e3c190249 req-1e63b0e7-0862-494e-922f-f803db0c847b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0499489 Jan 28 02:12:25.648244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-52557b57-be50-49f0-84ff-ce3e3c190249 req-b1c688ec-67a7-4cd2-a9f2-5a9422585bb2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464876 Jan 28 02:12:25.678798 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53834) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:25.719747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767e919-6f0e-4e52-ac22-a081e51e909f tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:25.721723 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e767e919-6f0e-4e52-ac22-a081e51e909f tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1092 time: 0.0418315 Jan 28 02:12:25.726355 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53836) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:25.730747 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:12:25.754464 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:25.863560 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:25.978894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.215 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/9e5773ba-7667-4278-83d2-6e243b9915f1) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:12:26.096303 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:26.138056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:26.178492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:12:26.183977 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:12:26.189535 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:12:26.195311 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=9e5773ba-7667-4278-83d2-6e243b9915f1,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:26.577957 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (adb99936-93ad-4edb-a0c8-144b33d2feb8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:26.648689 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:26.804872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:26.810928 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:26.877925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=9e5773ba-7667-4278-83d2-6e243b9915f1,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:12:26.888895 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (adb99936-93ad-4edb-a0c8-144b33d2feb8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:27.002187 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP adb99936-93ad-4edb-a0c8-144b33d2feb8 associated. External IP: 172.25.1.215, port: 3ef8aa93-be37-420e-843a-66e5bbe4fac5. Jan 28 02:12:27.223900 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:12:27.339042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:12:27.349158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] Sync routers for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:12:27.358696 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:27.360875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:27.362774 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:27.386693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-4df43883-24aa-4767-bd9b-4c6f42ba128f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6592975 Jan 28 02:12:27.387260 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:12:27.389562 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:12:27.426039 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742a1ec-6f45-4794-89aa-a1a4f913e2d9 x-openstack-request-id: req-2742a1ec-6f45-4794-89aa-a1a4f913e2d9 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:12:27.426339 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:12:27.426594 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2742a1ec-6f45-4794-89aa-a1a4f913e2d9 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:12:27.426990 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'status': 'completed', 'code': 200} Jan 28 02:12:27.481830 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:27.498823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5a09-9091-44a2-9077-6960546d23e7 req-b48ff677-2294-4df8-8213-b07891d410ca tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:27.500661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c8d5a09-9091-44a2-9077-6960546d23e7 req-b48ff677-2294-4df8-8213-b07891d410ca tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0631106 Jan 28 02:12:27.521417 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-2d129252-7698-4ae5-99fe-ee4a5b211ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:27.523185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-2d129252-7698-4ae5-99fe-ee4a5b211ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1097 time: 0.0523729 Jan 28 02:12:27.558213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c8d5a09-9091-44a2-9077-6960546d23e7 req-1b67466a-14c3-467e-aa5f-67262cecec3f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512471 Jan 28 02:12:27.577862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53842) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:27.618922 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-588a5ba4-e1cc-441c-ab94-17c6ff44e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:27.621175 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-588a5ba4-e1cc-441c-ab94-17c6ff44e8c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 898 time: 0.0922666 Jan 28 02:12:27.639884 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-826d0f9a-4c1d-46bd-8d63-04658b263405 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/adb99936-93ad-4edb-a0c8-144b33d2feb8 HTTP/1.1" status: 200 len: 992 time: 0.0605373 Jan 28 02:12:27.690976 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-327834b9-95ba-48bf-b295-f70b641879c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 1000 time: 0.0642681 Jan 28 02:12:27.712298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'adb99936-93ad-4edb-a0c8-144b33d2feb8', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'port_id': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'mac_address': 'fa:16:3e:49:00:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:26Z', 'updated_at': '2022-01-28T02:12:26Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:27.739593 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] Checking router: 206e9053-9747-4e9a-9060-7e6a5aaa65c4 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:12:27.744186 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-0135f1bb-644b-4f1a-8a13-1fdfc747d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:27.745646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-0135f1bb-644b-4f1a-8a13-1fdfc747d61f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 200 len: 835 time: 0.0473108 Jan 28 02:12:27.748396 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:12:27.749127 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:12:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:27.794297 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-dd3d5828-62d7-4d26-b5db-497cd3467908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:27.795794 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-dd3d5828-62d7-4d26-b5db-497cd3467908 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb15afef-6c6c-4a3c-9560-780559ee5295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447593 Jan 28 02:12:27.858499 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:12:27.885470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-4834a49a-f090-4417-ae91-56de23c8ecb5 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Jan 28 02:12:27.981368 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ae49634-4b40-4d3a-8dbf-29356b3c24e3 req-e6c30984-b55a-4995-b103-c1e65f32c750 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902140 Jan 28 02:12:28.090126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'adb99936-93ad-4edb-a0c8-144b33d2feb8', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'port_id': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'mac_address': 'fa:16:3e:49:00:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:26Z', 'updated_at': '2022-01-28T02:12:26Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:12:28.117555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2ea90-72a1-450d-b64c-516f602c62d5 None None] The sync data for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 is: [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'adb99936-93ad-4edb-a0c8-144b33d2feb8', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'port_id': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'mac_address': 'fa:16:3e:49:00:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:12:26Z', 'updated_at': '2022-01-28T02:12:26Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:12:28.316830 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df9a73-16e5-4204-9b00-92e16ab35b1e None None] New status for floating IP adb99936-93ad-4edb-a0c8-144b33d2feb8: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:12:28.644755 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53844) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:12:28.717820 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-746651f3-71c1-4d19-b49a-bc4b1262db6a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/adb99936-93ad-4edb-a0c8-144b33d2feb8 HTTP/1.1" status: 200 len: 994 time: 0.0715361 Jan 28 02:12:34.112054 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:37.172794 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d97d4ba4-7031-4bdf-b9bb-8d30cbe7576d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:38.182068 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:39.485345 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2ab2-c82f-4c38-a894-92ba15afeac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:41.141110 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:42.257672 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:43.363704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:49.515633 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:12:53.320693 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-316dd1a3-5ea5-47c8-a085-c89092b42503 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490735 Jan 28 02:12:53.427652 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-5412c498-4078-4990-8c77-ba65ade781cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:53.429180 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-5412c498-4078-4990-8c77-ba65ade781cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1097 time: 0.0433111 Jan 28 02:12:53.540404 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-3bb06496-1773-4232-abf0-d8d0fd816bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:53.541923 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-3bb06496-1773-4232-abf0-d8d0fd816bac service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 898 time: 0.0903125 Jan 28 02:12:53.606409 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-dfc0260f-da54-4ce8-8589-af93263f76ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 1002 time: 0.0575426 Jan 28 02:12:53.659261 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-16d7b9c2-5eaa-4542-a7c5-8f5b3139fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:53.660677 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-16d7b9c2-5eaa-4542-a7c5-8f5b3139fa6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 200 len: 835 time: 0.0493162 Jan 28 02:12:53.716376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-87f83140-96ba-4335-b11c-add69a429667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:12:53.717962 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-87f83140-96ba-4335-b11c-add69a429667 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb15afef-6c6c-4a3c-9560-780559ee5295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499756 Jan 28 02:12:53.809115 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-305fd87b-b79f-4877-b156-93804c4bbb9a service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850725 Jan 28 02:12:53.915403 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-50c4f9f1-d268-41f9-84c1-029c68ed60db req-4bf45fac-0741-4ff6-a638-c880222e1860 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999889 Jan 28 02:13:00.080037 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09113-d7a6-43e0-8f57-54d06d8a4b06 req-0a87d344-0160-41c6-b79d-99d6b5a64e1f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:00.081536 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26b09113-d7a6-43e0-8f57-54d06d8a4b06 req-0a87d344-0160-41c6-b79d-99d6b5a64e1f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0572932 Jan 28 02:13:00.131945 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-26b09113-d7a6-43e0-8f57-54d06d8a4b06 req-5866cc75-7f7a-4477-9e9d-5840d02e6b44 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445614 Jan 28 02:13:01.273521 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bf892-fd3a-4581-8f91-f7f4ebd4123b req-5b31c5d4-d634-4fbd-a56b-072e29474562 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:01.275024 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44bf892-fd3a-4581-8f91-f7f4ebd4123b req-5b31c5d4-d634-4fbd-a56b-072e29474562 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0618994 Jan 28 02:13:01.325250 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a44bf892-fd3a-4581-8f91-f7f4ebd4123b req-36fb0b66-2ea1-4800-b138-bc4fa3cf2b71 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444636 Jan 28 02:13:02.459072 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3a74-1057-42bb-9f0b-ceaac0fe7947 req-1b7d576e-d8ff-40f6-80f9-c8b32c30ae3a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:02.460600 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4bbe3a74-1057-42bb-9f0b-ceaac0fe7947 req-1b7d576e-d8ff-40f6-80f9-c8b32c30ae3a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0573835 Jan 28 02:13:02.517858 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4bbe3a74-1057-42bb-9f0b-ceaac0fe7947 req-a005bad7-f960-4f4e-8513-9c0b2dff4739 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500469 Jan 28 02:13:03.658753 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c517d7-d6d8-4c35-9da5-6df613aedf62 req-f876c267-aa04-4830-9d1e-2c25ccc99b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:03.660247 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0c517d7-d6d8-4c35-9da5-6df613aedf62 req-f876c267-aa04-4830-9d1e-2c25ccc99b10 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0667121 Jan 28 02:13:03.711501 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e0c517d7-d6d8-4c35-9da5-6df613aedf62 req-5574d605-3553-4766-b24d-e0f264999aab tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Jan 28 02:13:04.136208 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:04.831003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8005596-ab75-45b8-8338-8ac1cf4e7050 req-624018bc-4a99-40c5-850d-e363b9ba4f4b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:04.832474 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8005596-ab75-45b8-8338-8ac1cf4e7050 req-624018bc-4a99-40c5-850d-e363b9ba4f4b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0504704 Jan 28 02:13:04.886963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8005596-ab75-45b8-8338-8ac1cf4e7050 req-40ff1279-6c18-4866-a3a1-4ad5e793ebdb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469155 Jan 28 02:13:06.014860 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda0bb2-c420-4c26-afe5-598f53206a8a req-8a7e38ec-2f5b-43a6-92d1-278bd8ef6174 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:06.016361 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdda0bb2-c420-4c26-afe5-598f53206a8a req-8a7e38ec-2f5b-43a6-92d1-278bd8ef6174 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0562792 Jan 28 02:13:06.070538 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fdda0bb2-c420-4c26-afe5-598f53206a8a req-1d0a1e62-9dd6-4ff7-9c66-c80f826f7550 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458050 Jan 28 02:13:07.165519 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-55f3ab0c-43ff-464d-81a4-0d1dd44e9975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:07.191202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151dbe5-6cfe-4d39-9fd7-c799d54ea7e8 req-3783d61c-0abc-4176-bec1-c0586a2ed4d7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:07.192759 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0151dbe5-6cfe-4d39-9fd7-c799d54ea7e8 req-3783d61c-0abc-4176-bec1-c0586a2ed4d7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0489533 Jan 28 02:13:07.242959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0151dbe5-6cfe-4d39-9fd7-c799d54ea7e8 req-2fb5c04c-f042-4b2f-bda0-62caeb06303d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442283 Jan 28 02:13:08.211084 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:08.389408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7877e54-8119-4649-8f0a-0b3cae4e5453 req-01c83ca3-24b0-43cb-8bd3-7a9644c63964 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:08.393041 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7877e54-8119-4649-8f0a-0b3cae4e5453 req-01c83ca3-24b0-43cb-8bd3-7a9644c63964 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0711005 Jan 28 02:13:08.446881 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7877e54-8119-4649-8f0a-0b3cae4e5453 req-fe8f242b-ee05-4804-9549-32cb31e02d5b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470481 Jan 28 02:13:09.479268 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-82e803c7-f71d-4b88-b54b-0dcd9c5991e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:09.564757 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11219a3-a8ad-478b-ad78-d241bb21d611 req-b0f27c9e-5086-47c8-8dd0-d1d57212dca4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:09.566262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b11219a3-a8ad-478b-ad78-d241bb21d611 req-b0f27c9e-5086-47c8-8dd0-d1d57212dca4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0486083 Jan 28 02:13:09.620312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b11219a3-a8ad-478b-ad78-d241bb21d611 req-c591ea11-23da-45d3-8d42-f7710da774f8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479608 Jan 28 02:13:10.754276 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e310e66-133d-4b9a-9135-954ca32ca4f9 req-42496c45-2a22-4f3f-a4ad-09c68c659491 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:10.755734 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e310e66-133d-4b9a-9135-954ca32ca4f9 req-42496c45-2a22-4f3f-a4ad-09c68c659491 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0641153 Jan 28 02:13:10.807544 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2e310e66-133d-4b9a-9135-954ca32ca4f9 req-93961f06-e8fc-4572-b076-916ad093cb77 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Jan 28 02:13:11.150708 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:11.928082 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205d4d4-8681-45e1-80b9-0be099a0687e req-d5495465-4fa6-4574-a496-4ef6d5aea738 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:11.929556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6205d4d4-8681-45e1-80b9-0be099a0687e req-d5495465-4fa6-4574-a496-4ef6d5aea738 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0502620 Jan 28 02:13:11.978308 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6205d4d4-8681-45e1-80b9-0be099a0687e req-23fd43b8-6fac-4af8-af2e-15bce94d1699 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431418 Jan 28 02:13:12.268559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:13.111511 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918c833-9e55-4d30-a502-008e946f5a4e req-ffee4c91-3420-4e22-a688-c21152289293 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:13.112982 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9918c833-9e55-4d30-a502-008e946f5a4e req-ffee4c91-3420-4e22-a688-c21152289293 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0513852 Jan 28 02:13:13.165248 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9918c833-9e55-4d30-a502-008e946f5a4e req-52a16c3a-5dd5-4851-838e-8155dec3da64 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463421 Jan 28 02:13:13.370330 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:14.297876 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9f0d1-1738-4794-b9ef-b0678d7b253d req-d660ce05-c223-4cc4-8d51-cd12403adbbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:14.299420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3aa9f0d1-1738-4794-b9ef-b0678d7b253d req-d660ce05-c223-4cc4-8d51-cd12403adbbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0524492 Jan 28 02:13:14.352191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3aa9f0d1-1738-4794-b9ef-b0678d7b253d req-9decd46a-359f-445c-bb1f-8bd5e035f169 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460026 Jan 28 02:13:15.475463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392c18-5b0b-4610-ac73-1c03d09a976b req-b280e126-d17b-445a-974d-59ebd7ad1bbd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:15.477830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c392c18-5b0b-4610-ac73-1c03d09a976b req-b280e126-d17b-445a-974d-59ebd7ad1bbd tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0503881 Jan 28 02:13:15.530051 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c392c18-5b0b-4610-ac73-1c03d09a976b req-b914e30d-961c-4657-a043-a4e1e3806a4d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441413 Jan 28 02:13:15.553167 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53886) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:15.618489 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-84d92a79-9eb8-4ccf-bfbe-4c68623812be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/adb99936-93ad-4edb-a0c8-144b33d2feb8 HTTP/1.1" status: 200 len: 994 time: 0.0641224 Jan 28 02:13:16.910219 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a01329-d9a5-48bc-a62e-04d4edf3abf0 req-0216f124-8738-41f7-b05f-bdb986ae83c1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:16.911938 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3a01329-d9a5-48bc-a62e-04d4edf3abf0 req-0216f124-8738-41f7-b05f-bdb986ae83c1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0505922 Jan 28 02:13:16.961202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-73293c41-d638-4b69-b84b-1cf4bc172ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:16.962644 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-73293c41-d638-4b69-b84b-1cf4bc172ede service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1097 time: 0.0449910 Jan 28 02:13:16.963338 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e3a01329-d9a5-48bc-a62e-04d4edf3abf0 req-c7b8ba8a-c28b-4c5b-9242-bd2a83e45872 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Jan 28 02:13:17.055991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-0733053a-8fb6-460c-b20f-9ce47fe48558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:17.057475 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-0733053a-8fb6-460c-b20f-9ce47fe48558 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 898 time: 0.0893149 Jan 28 02:13:17.123091 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-970d042f-d1e1-4571-b734-0c79785e100d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 1002 time: 0.0593436 Jan 28 02:13:17.170787 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-8834f876-a7e2-4d0a-ae84-01865594fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:17.172187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-8834f876-a7e2-4d0a-ae84-01865594fc57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 200 len: 835 time: 0.0431175 Jan 28 02:13:17.220588 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-92553698-ef78-482f-b578-27a2657bc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:17.221988 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-92553698-ef78-482f-b578-27a2657bc333 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb15afef-6c6c-4a3c-9560-780559ee5295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443487 Jan 28 02:13:17.313696 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-e0467316-2cce-4461-a66c-3b53bb3c36c3 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845678 Jan 28 02:13:17.404512 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d8c39e50-4933-4ec4-afdf-5d21998212d0 req-1fa374e1-c163-4875-bad5-566621832164 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854852 Jan 28 02:13:18.097641 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda823-a5c8-4586-b8c3-6625386979cd req-2cdc0622-cc3d-42c0-8ff9-d8cdade1e644 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:18.099166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83eda823-a5c8-4586-b8c3-6625386979cd req-2cdc0622-cc3d-42c0-8ff9-d8cdade1e644 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0602379 Jan 28 02:13:18.148266 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-83eda823-a5c8-4586-b8c3-6625386979cd req-2a13471f-a2e0-424c-9965-673f59ce1ac4 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433779 Jan 28 02:13:18.171074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53896) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:18.246014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-37c9974b-3881-4ee9-9fec-3b0ea259a166 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/adb99936-93ad-4edb-a0c8-144b33d2feb8 HTTP/1.1" status: 200 len: 994 time: 0.0736513 Jan 28 02:13:26.514637 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:13:34.165374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:37.178305 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-83ed17fe-9853-473d-a784-14c2ddd0ca0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:38.237936 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:39.486722 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-72eed7a4-1fd0-4180-84d7-0daaf22233da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:41.147107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:42.262398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:43.369596 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:45.440648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-b940b373-afb2-407b-ae47-1bf50ce71bd1 req-7db0d86f-56f3-4fc3-9be7-eba08aee94a9 service neutron] (109594) timed out ('10.222.0.23', 49122) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 02:13:48.687993 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53916) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:48.870662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 9e5773ba-7667-4278-83d2-6e243b9915f1 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:13:48.870906 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:48.951055 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:48.951337 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (9e5773ba-7667-4278-83d2-6e243b9915f1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:48.963939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 9e5773ba-7667-4278-83d2-6e243b9915f1 owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:13:49.118495 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (9e5773ba-7667-4278-83d2-6e243b9915f1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:49.143984 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=9e5773ba-7667-4278-83d2-6e243b9915f1,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:49.171599 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.171951 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.172298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.172640 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.172979 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.173381 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.173718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.174086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.174410 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.174742 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.175074 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.175405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.175730 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:49.215021 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (adb99936-93ad-4edb-a0c8-144b33d2feb8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:49.215348 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP adb99936-93ad-4edb-a0c8-144b33d2feb8 disassociated (deleted). External IP: 172.25.1.215, port: 3ef8aa93-be37-420e-843a-66e5bbe4fac5. Jan 28 02:13:49.757152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:13:49.879667 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:13:49.884783 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:49.890764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] Sync routers for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:13:49.900468 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:13:49.901099 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:49.912987 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-846c4c76-9c59-4e2c-8875-05c7efcd15c5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/floatingips/adb99936-93ad-4edb-a0c8-144b33d2feb8 HTTP/1.1" status: 204 len: 168 time: 1.2235374 Jan 28 02:13:49.913589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:13:49.915883 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:13:49.963722 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e35f85-d606-4379-bb5a-f089068d302f x-openstack-request-id: req-00e35f85-d606-4379-bb5a-f089068d302f {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:13:49.964104 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:13:49.964559 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00e35f85-d606-4379-bb5a-f089068d302f {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:13:49.964999 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'status': 'completed', 'code': 200} Jan 28 02:13:50.012257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:13:50.054806 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-52ea086e-053b-46db-86ad-9c39b2fc331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:50.059872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-52ea086e-053b-46db-86ad-9c39b2fc331c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 1097 time: 0.0496178 Jan 28 02:13:50.150509 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-f7143d79-95a1-4109-a084-3a21017e1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:50.152907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-f7143d79-95a1-4109-a084-3a21017e1b8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 200 len: 898 time: 0.0901980 Jan 28 02:13:50.196980 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-f4a99f96-fa9b-4673-ad5d-4d4f0e00d824 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 200 len: 217 time: 0.0383224 Jan 28 02:13:50.212838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc46c-dc00-4f4f-bb5c-ff4451a43f3f req-db177da5-6450-4167-b398-7ef29da0541b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:50.215610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d28dc46c-dc00-4f4f-bb5c-ff4451a43f3f req-db177da5-6450-4167-b398-7ef29da0541b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.1039801 Jan 28 02:13:50.220561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:50.246314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-cb934e91-4d16-4cf4-8558-c4a801342f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:50.247804 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-cb934e91-4d16-4cf4-8558-c4a801342f9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 200 len: 835 time: 0.0450764 Jan 28 02:13:50.250965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] Checking router: 206e9053-9747-4e9a-9060-7e6a5aaa65c4 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:13:50.259420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:13:50.260060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:50.264417 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d28dc46c-dc00-4f4f-bb5c-ff4451a43f3f req-6e0acd37-20eb-48cf-b7d5-a12d7aa5336b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440736 Jan 28 02:13:50.293491 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-50ccfdf1-bf68-49dd-b54b-3463d3b5fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:50.295054 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-50ccfdf1-bf68-49dd-b54b-3463d3b5fc11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb15afef-6c6c-4a3c-9560-780559ee5295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408075 Jan 28 02:13:50.390849 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-2da21b6c-b474-43d1-8681-3892834ff371 service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886428 Jan 28 02:13:50.487029 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9747f7ee-88be-45c7-84fe-4bcfeb8fddb5 req-d2c3b6f7-8ee5-46f6-af39-dd69af407f0d service neutron] 10.222.0.43 "GET /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902641 Jan 28 02:13:50.535741 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:13:50.738428 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:50.765040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632e48d-1195-4803-b3bc-f60ead5f02db None None] The sync data for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 is: [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:12Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '60bb77e6-6426-44c5-8816-eb8270d8eea7', 'name': '', 'network_id': 'fb15afef-6c6c-4a3c-9560-780559ee5295', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:d2:ce:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:11Z', 'updated_at': '2022-01-28T02:12:15Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': 'f6dc330c-f8a3-4c10-bdb4-ededf5480cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:13:50.983752 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc52a9-0077-45e7-8368-5295b9884266 None None] New status for floating IP adb99936-93ad-4edb-a0c8-144b33d2feb8: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:13:51.452706 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8db6c-5bc2-4af3-a287-9db5ec91500a req-7884a641-6c49-4b07-8da8-4577e11b6af2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:51.454238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99b8db6c-5bc2-4af3-a287-9db5ec91500a req-7884a641-6c49-4b07-8da8-4577e11b6af2 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.1075346 Jan 28 02:13:51.505550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-99b8db6c-5bc2-4af3-a287-9db5ec91500a req-c4663b46-8a6c-4ca7-b644-2c24fc2ab13d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=a55cd9e9-b4d4-474f-beb3-69be3e670908&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434589 Jan 28 02:13:51.777385 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-f0c374c1-3570-4bc1-9a64-a6c6c3addd1d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:51.778866 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-f0c374c1-3570-4bc1-9a64-a6c6c3addd1d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 946 time: 0.0608873 Jan 28 02:13:51.877185 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:13:51.877466 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:51.964364 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 3ef8aa93-be37-420e-843a-66e5bbe4fac5, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=3ef8aa93-be37-420e-843a-66e5bbe4fac5,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:13:51.964697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:51.978733 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 3ef8aa93-be37-420e-843a-66e5bbe4fac5 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:13:52.115070 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (3ef8aa93-be37-420e-843a-66e5bbe4fac5), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:52.144083 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=3ef8aa93-be37-420e-843a-66e5bbe4fac5,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:52.157909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.158268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.158618 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.158953 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.159290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.159619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.159928 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.160255 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.160585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.160897 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.161235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.161572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.162005 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:52.200019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] No DVR routers for this DVR port 3ef8aa93-be37-420e-843a-66e5bbe4fac5 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:13:52.202830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:52.206230 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-40b34789-90d2-4db9-81a3-014fb1e7c4d4 req-47b800e1-f624-4e82-97ea-fdafc91b8936 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "DELETE /v2.0/ports/3ef8aa93-be37-420e-843a-66e5bbe4fac5 HTTP/1.1" status: 204 len: 173 time: 0.4225352 Jan 28 02:13:52.206698 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'name': 'network-vif-deleted', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:13:52.209055 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a3efd5-520a-4a61-9964-28d9bb497408" -d '{"events": [{"server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "name": "network-vif-deleted", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:13:52.248351 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfd416-3230-48be-a202-69384676a4c6 x-openstack-request-id: req-37bfd416-3230-48be-a202-69384676a4c6 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:13:52.248653 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c301b715-07fe-481a-90bb-74c04971fd8b", "name": "network-vif-deleted", "tag": "3ef8aa93-be37-420e-843a-66e5bbe4fac5", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:13:52.248931 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37bfd416-3230-48be-a202-69384676a4c6 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:13:52.249341 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c301b715-07fe-481a-90bb-74c04971fd8b', 'name': 'network-vif-deleted', 'tag': '3ef8aa93-be37-420e-843a-66e5bbe4fac5', 'status': 'completed', 'code': 200} Jan 28 02:13:52.614942 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ad27f4bd-9e2a-4cab-9b4b-468bf508eb37 req-5e72df7c-6dd6-4b00-a983-a4ab41f8e64b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=c301b715-07fe-481a-90bb-74c04971fd8b HTTP/1.1" status: 200 len: 210 time: 0.0275886 Jan 28 02:13:53.681801 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53940) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:54.085901 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (206e9053-9747-4e9a-9060-7e6a5aaa65c4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:54.357501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 60bb77e6-6426-44c5-8816-eb8270d8eea7 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:13:54.357754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:54.450612 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 60bb77e6-6426-44c5-8816-eb8270d8eea7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=60bb77e6-6426-44c5-8816-eb8270d8eea7,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:13:54.450954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:54.466195 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 60bb77e6-6426-44c5-8816-eb8270d8eea7 owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:13:54.664576 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (60bb77e6-6426-44c5-8816-eb8270d8eea7), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:54.690351 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=60bb77e6-6426-44c5-8816-eb8270d8eea7,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:54.880102 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (206e9053-9747-4e9a-9060-7e6a5aaa65c4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.143770 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:13:55.258827 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:13:55.263994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-e90fdefb-770b-4d40-89d4-da4170ca3e76 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/206e9053-9747-4e9a-9060-7e6a5aaa65c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5808542 Jan 28 02:13:55.267329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53942) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:55.268527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] Sync routers for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:13:55.278619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:13:55.279240 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:55.319243 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting subnet f6dc330c-f8a3-4c10-bdb4-ededf5480cdd {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:13:55.322456 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (f6dc330c-f8a3-4c10-bdb4-ededf5480cdd), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.361563 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (f6dc330c-f8a3-4c10-bdb4-ededf5480cdd), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.383799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:13:55.410667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ef8aa93-be37-420e-843a-66e5bbe4fac5 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:13:55.450575 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (f6dc330c-f8a3-4c10-bdb4-ededf5480cdd), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.457564 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 3ef8aa93-be37-420e-843a-66e5bbe4fac5 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:13:55.457959 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 3ef8aa93-be37-420e-843a-66e5bbe4fac5 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:13:55.511074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (f6dc330c-f8a3-4c10-bdb4-ededf5480cdd), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.538137 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dc330c-f8a3-4c10-bdb4-ededf5480cdd,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:55.541811 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.547819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53944) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:55.548707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-485fe8fa-c55c-4e71-bd1f-c7b60133f46f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/subnets/f6dc330c-f8a3-4c10-bdb4-ededf5480cdd HTTP/1.1" status: 204 len: 168 time: 0.2802587 Jan 28 02:13:55.553042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a639b85-341c-4fa9-98f4-5f579e851f92 None None] Network fb15afef-6c6c-4a3c-9560-780559ee5295 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:13:55.661640 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (206e9053-9747-4e9a-9060-7e6a5aaa65c4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.675636 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:13:54Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:55.707831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] Checking router: 206e9053-9747-4e9a-9060-7e6a5aaa65c4 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:13:55.716872 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] Routers {'206e9053-9747-4e9a-9060-7e6a5aaa65c4'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:13:55.717473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:55.763658 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] DHCP port deletion for fb15afef-6c6c-4a3c-9560-780559ee5295 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:13:55.772361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (206e9053-9747-4e9a-9060-7e6a5aaa65c4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.825547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:13:55.825885 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.860062 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] Set router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:13:55.905442 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 5e9eac63-d1b6-4ad5-8f88-dce3622c7802, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:13:55.905861 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:55.918279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:13:55.930879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Deleting port 56a699c9-34ce-4035-a014-040a32091664 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:13:55.931252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (56a699c9-34ce-4035-a014-040a32091664), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.036911 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] For port 56a699c9-34ce-4035-a014-040a32091664, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=56a699c9-34ce-4035-a014-040a32091664,segment=NetworkSegment(2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361),segment_id=2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:13:56.037220 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (56a699c9-34ce-4035-a014-040a32091664), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.059201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Calling delete_port for 56a699c9-34ce-4035-a014-040a32091664 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:13:56.090674 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (5e9eac63-d1b6-4ad5-8f88-dce3622c7802), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.120378 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=5e9eac63-d1b6-4ad5-8f88-dce3622c7802,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:56.169828 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:13:54Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:56.172809 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (56a699c9-34ce-4035-a014-040a32091664), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.184352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (206e9053-9747-4e9a-9060-7e6a5aaa65c4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.203746 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf07d8-58af-480b-9225-ff977f63fa94 None None] The sync data for ids ['206e9053-9747-4e9a-9060-7e6a5aaa65c4'] in n-d-826756-1 is: [{'id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-277065955', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:13:54Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '5e9eac63-d1b6-4ad5-8f88-dce3622c7802', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e9053-9747-4e9a-9060-7e6a5aaa65c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:12:09Z', 'updated_at': '2022-01-28T02:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:13:56.226931 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Pushing event deleted for resources: {'Port': ['ID=56a699c9-34ce-4035-a014-040a32091664,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:56.229257 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] No DVR routers for this DVR port 56a699c9-34ce-4035-a014-040a32091664 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:13:56.239029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.239606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.239989 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.240331 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.240670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.241023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.241367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.241668 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.242101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.242433 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.242759 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.243082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.243466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0a2c5-0023-44ba-a322-81d92d3df7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:13:56.288684 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (206e9053-9747-4e9a-9060-7e6a5aaa65c4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.290888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (206e9053-9747-4e9a-9060-7e6a5aaa65c4), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.333270 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (206e9053-9747-4e9a-9060-7e6a5aaa65c4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.334022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Fanout notify agent at l3_agent the message router_deleted on router 206e9053-9747-4e9a-9060-7e6a5aaa65c4 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:13:56.340920 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.342061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-486909fa-c309-4fd5-bf22-cc573e2a6b52 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/routers/206e9053-9747-4e9a-9060-7e6a5aaa65c4 HTTP/1.1" status: 204 len: 168 time: 0.7931647 Jan 28 02:13:56.344807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53946) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:56.427277 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (fb15afef-6c6c-4a3c-9560-780559ee5295), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.525831 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (fb15afef-6c6c-4a3c-9560-780559ee5295), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.555358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb15afef-6c6c-4a3c-9560-780559ee5295']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:56.566578 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:56.566776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:13:56.577333 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.591132 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.597405 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:13:56.597887 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (2a12ca9b-ccd9-4a67-af25-c1f3ed6e1361), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:13:56.601003 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:13:56.659762 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (fb15afef-6c6c-4a3c-9560-780559ee5295), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.667466 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.670650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/networks/fb15afef-6c6c-4a3c-9560-780559ee5295 HTTP/1.1" status: 204 len: 168 time: 0.3249409 Jan 28 02:13:56.674095 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53948) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:56.683651 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1038d-9569-4ac5-a9b2-2bb41d861c8b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Network': ['ID=fb15afef-6c6c-4a3c-9560-780559ee5295,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:56.737255 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbb47d5d-38f3-471a-acb4-adbcabb09dd8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (a55cd9e9-b4d4-474f-beb3-69be3e670908), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.768333 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbb47d5d-38f3-471a-acb4-adbcabb09dd8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (a55cd9e9-b4d4-474f-beb3-69be3e670908), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.836355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbb47d5d-38f3-471a-acb4-adbcabb09dd8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (a55cd9e9-b4d4-474f-beb3-69be3e670908), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.840699 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cbb47d5d-38f3-471a-acb4-adbcabb09dd8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:56.840699 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cbb47d5d-38f3-471a-acb4-adbcabb09dd8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/security-groups/a55cd9e9-b4d4-474f-beb3-69be3e670908 HTTP/1.1" status: 204 len: 168 time: 0.1652043 Jan 28 02:13:56.854592 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb47d5d-38f3-471a-acb4-adbcabb09dd8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55cd9e9-b4d4-474f-beb3-69be3e670908,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.157565 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53954) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.162401 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497780457', 'description': 'tempest-secgroup-smoke-497780457 description', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.184975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.261669 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (9cd872dc-dfc1-41f4-b396-a1c586ed14d9), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.266773 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9cd872dc-dfc1-41f4-b396-a1c586ed14d9), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.295281 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.299442 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1379170 Jan 28 02:13:57.299596 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53956) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.305166 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9cd872dc-dfc1-41f4-b396-a1c586ed14d9', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.310382 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fc383-1aa1-4882-9d41-cf70ecf7dc37 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd872dc-dfc1-41f4-b396-a1c586ed14d9,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.333135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (6f8a1b43-fab0-491a-86c9-0dbc81e5f269), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.399181 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (6f8a1b43-fab0-491a-86c9-0dbc81e5f269), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.405268 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (6f8a1b43-fab0-491a-86c9-0dbc81e5f269), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.422475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8a1b43-fab0-491a-86c9-0dbc81e5f269,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.433754 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.435434 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8a04e2c6-7bfd-47df-9fcb-b4b5960817b8 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348219 Jan 28 02:13:57.438347 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53958) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.442736 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9cd872dc-dfc1-41f4-b396-a1c586ed14d9', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.469288 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (b6507815-c768-442b-a8c1-9c5d842190f0), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.527411 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (b6507815-c768-442b-a8c1-9c5d842190f0), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.532403 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b6507815-c768-442b-a8c1-9c5d842190f0), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.549787 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6507815-c768-442b-a8c1-9c5d842190f0,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.557597 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.558850 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ec37f867-ce95-4ad8-900f-f3ebbd67ad45 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195755 Jan 28 02:13:57.561795 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53960) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.566403 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9cd872dc-dfc1-41f4-b396-a1c586ed14d9', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.599295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (eb8d0558-2190-48c7-afc5-c41aefafc2c4), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.621646 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60bb77e6-6426-44c5-8816-eb8270d8eea7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:13:57.641706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 60bb77e6-6426-44c5-8816-eb8270d8eea7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:13:57.642168 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 60bb77e6-6426-44c5-8816-eb8270d8eea7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:13:57.642638 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 56a699c9-34ce-4035-a014-040a32091664 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:13:57.656352 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (eb8d0558-2190-48c7-afc5-c41aefafc2c4), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.661049 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (eb8d0558-2190-48c7-afc5-c41aefafc2c4), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.661790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 56a699c9-34ce-4035-a014-040a32091664 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:13:57.662146 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 56a699c9-34ce-4035-a014-040a32091664 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:13:57.662999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:13:57.678852 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8d0558-2190-48c7-afc5-c41aefafc2c4,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.681666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:13:57.682045 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 5e9eac63-d1b6-4ad5-8f88-dce3622c7802 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:13:57.685746 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.687078 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d3e02480-894d-47eb-bcb1-d565b433588f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243255 Jan 28 02:13:57.689901 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53962) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.694507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9cd872dc-dfc1-41f4-b396-a1c586ed14d9', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.720409 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (36605125-f302-4c63-8680-b1558967604c), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.782263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (36605125-f302-4c63-8680-b1558967604c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.788290 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (36605125-f302-4c63-8680-b1558967604c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.806358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36605125-f302-4c63-8680-b1558967604c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.811512 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.812863 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f3213edb-22b0-40f1-a00f-5cd95671a79e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219633 Jan 28 02:13:57.815551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 53964) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.819808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9cd872dc-dfc1-41f4-b396-a1c586ed14d9', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.840663 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:13:57.845942 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (a1d53cc3-4cd0-4ef8-946c-d77ba778ee05), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.905499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (a1d53cc3-4cd0-4ef8-946c-d77ba778ee05), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.910509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (a1d53cc3-4cd0-4ef8-946c-d77ba778ee05), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.927981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d53cc3-4cd0-4ef8-946c-d77ba778ee05,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:57.936361 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:57.937562 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-74978c7c-2c27-4719-82a0-c3ad871a0767 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211028 Jan 28 02:13:57.940615 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53968) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:57.945238 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'security_group_rule': {'security_group_id': '9cd872dc-dfc1-41f4-b396-a1c586ed14d9', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:57.968962 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Project 6c7e7e563ba44df3a1a9ed3f09cfb993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:13:57.976903 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5560aeac-61b1-4cf5-a86d-096dc93940d6), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.031770 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (5560aeac-61b1-4cf5-a86d-096dc93940d6), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.036280 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (5560aeac-61b1-4cf5-a86d-096dc93940d6), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.053811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5560aeac-61b1-4cf5-a86d-096dc93940d6,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:58.062521 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.063690 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d7205d09-7cb4-4d05-98b9-276021410302 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220031 Jan 28 02:13:58.066673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53970) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:58.071675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'network': {'name': 'tempest-network-smoke--1216765592', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'port_security_enabled': True}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:58.090896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:13:58.094368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.118319 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:13:58.130915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.131253 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Added segment ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2 of type vlan for network 588a9f0c-b530-4865-9a99-292adab0d1e3 Jan 28 02:13:58.169994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (588a9f0c-b530-4865-9a99-292adab0d1e3), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.195964 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (588a9f0c-b530-4865-9a99-292adab0d1e3), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.201126 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:13:58.201689 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.268965 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012055 Jan 28 02:13:58.272223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53972) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:13:58.279275 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'admin_state_up': True, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:13:58.289406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a3a7f-c7d8-47ab-b5d1-5f5182b087f1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Network': ['ID=588a9f0c-b530-4865-9a99-292adab0d1e3,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:58.301722 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:13:58.306663 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (7eccabc0-fd38-4f9f-a103-5d43961c3f90), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.307739 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (7eccabc0-fd38-4f9f-a103-5d43961c3f90), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.359764 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (7eccabc0-fd38-4f9f-a103-5d43961c3f90), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.511625 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (7eccabc0-fd38-4f9f-a103-5d43961c3f90), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.704627 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (7eccabc0-fd38-4f9f-a103-5d43961c3f90), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.723460 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.833161 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.131 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/07cdfa66-70c3-4e37-a5a0-2c47f0fe904d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:13:58.931438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:58.971540 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:59.009424 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:13:59.012244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:13:59.017888 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:13:59.024511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:13:59.300657 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (7eccabc0-fd38-4f9f-a103-5d43961c3f90), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:59.819135 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (7eccabc0-fd38-4f9f-a103-5d43961c3f90), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:59.954674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:14:00.064470 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:14:00.075171 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Sync routers for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:14:00.086404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.087590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6ffbe86c-6d36-4548-b16a-5674708cea16 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8146207 Jan 28 02:14:00.087864 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:00.088494 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:00.090855 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53974) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:00.118927 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e932989-239e-4349-aeaf-c2751c06f859 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6c7e7e563ba44df3a1a9ed3f09cfb993&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267572 Jan 28 02:14:00.121627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53976) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:00.191982 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:00.207908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538f26e-c13b-425f-8b3e-52b6b66efd40 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:00.209504 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6538f26e-c13b-425f-8b3e-52b6b66efd40 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869699 Jan 28 02:14:00.212436 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53978) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:00.239978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e2585d96-7758-4ebb-b515-5428e7238192 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264370 Jan 28 02:14:00.242543 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53980) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:00.247206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541515162', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:14:00.337235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:14:00.340744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.365957 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:13:59Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:00.392369 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Checking router: 7eccabc0-fd38-4f9f-a103-5d43961c3f90 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:14:00.392721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Updating router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:14:00.419748 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.540097 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (2650048d-6b77-403a-abf9-ec0d5d432835), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.591991 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Subnet': ['ID=2650048d-6b77-403a-abf9-ec0d5d432835,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:00.606769 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Checking segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:14:00.607122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network hostable DHCP agents. Network: 588a9f0c-b530-4865-9a99-292adab0d1e3, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:14:00.623707 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:14:00.632978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 588a9f0c-b530-4865-9a99-292adab0d1e3) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:14:00.636854 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:00.637528 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.644731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5678b-4d8a-43b6-9c35-75e28c809c2a None None] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:14:00.656766 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-33f6bb65-2e5d-40dd-b0af-c8239e3d3e6e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4104922 Jan 28 02:14:00.657135 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 53982) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:00.760424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-588a9f0c-b530-4865-9a99-292adab0d1e3', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:14:00.761290 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.796517 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Publish callbacks [] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.803863 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.868028 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Pushing event updated for resources: {'Port': ['ID=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,revision_number=2']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:00.884724 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.885070 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.885426 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.885767 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.886223 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.886563 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.886894 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.887216 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.887541 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.887865 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.888188 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.888512 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.888860 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:00.894765 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Attempting to bind port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:14:00.895146 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Attempting to bind port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:14:00.895679 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Attempting to bind port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:14:00.901343 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:14:00.901730 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:14:00.902169 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.902580 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:14:00.903055 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Bound port: 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:14:00.903456 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:00.917471 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Allocated IP 172.20.0.2 (588a9f0c-b530-4865-9a99-292adab0d1e3/2650048d-6b77-403a-abf9-ec0d5d432835/47cc4b9d-0170-4e1e-b97b-db15545a3ac3) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:14:00.959701 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] For port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:14:00.963060 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] For port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:14:00.967390 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.015017 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:01.016256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:01.077802 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea09e41-e75b-478f-be8a-d7eeeee80cc3 None None] Pushing event updated for resources: {'Port': ['ID=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:01.087934 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Publish callbacks [] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.095981 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.134890 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.148582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:14:01.148813 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:01.157491 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:14:01.163000 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:14:01.166226 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Pushing event updated for resources: {'Port': ['ID=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:01.225253 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Attempting to bind port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:14:01.225671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Attempting to bind port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:14:01.226022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Attempting to bind port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 on network 588a9f0c-b530-4865-9a99-292adab0d1e3 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:14:01.231486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:14:01.231875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Checking segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:14:01.232281 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.232676 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Bound using segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:14:01.233147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Bound port: 47cc4b9d-0170-4e1e-b97b-db15545a3ac3, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:14:01.233521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.303323 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] For port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:14:01.306479 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] For port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:14:01.310824 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.342294 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:13:59Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:01.376581 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76679a1-985f-40db-853c-e86e305cea0d None None] Pushing event updated for resources: {'Port': ['ID=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:01.379497 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ccd10-d718-4f02-b924-8188fd641a13 None None] The sync data for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 is: [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:13:59Z', 'revision_number': 3, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:14:01.440742 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.1 (588a9f0c-b530-4865-9a99-292adab0d1e3/2650048d-6b77-403a-abf9-ec0d5d432835/d93665b3-9c4b-4c68-aa2e-6dd4205fcd84) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:14:01.601082 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.690425 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.758419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:14:01.761819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:14:01.765206 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:01.767819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:14:01.770089 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:14:01.819858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:01.820334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.824471 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (7eccabc0-fd38-4f9f-a103-5d43961c3f90), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.904488 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:01.904884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.950628 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:01.955726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:01.975417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:02.012761 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:02.285262 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:02.290823 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:02.369200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:02.371860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (7eccabc0-fd38-4f9f-a103-5d43961c3f90), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:02.448566 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c5b041-3920-4438-b267-327f28609a33 None None] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:14:02.470871 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:14:02.472234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:14:02.549397 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-bab689de-4324-4cb1-bea3-d5a39f8d77b2 None None] Provisioning complete for port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:02.549804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bab689de-4324-4cb1-bea3-d5a39f8d77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:02.586335 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:14:02.644515 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-bab689de-4324-4cb1-bea3-d5a39f8d77b2 None None] Current status of the port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:02.707935 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:14:02.714900 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a56539dc-dc54-4f05-9edc-8c15613f42a6 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/7eccabc0-fd38-4f9f-a103-5d43961c3f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566204 Jan 28 02:14:02.869926 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-05e21251-ca13-4a0f-b62d-81eefb097bb8 None None] Provisioning complete for port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:02.870405 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05e21251-ca13-4a0f-b62d-81eefb097bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:02.882476 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-88376a11-6853-4d2a-b44a-7239b4c0158c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497780457&fields=id&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 267 time: 0.0591650 Jan 28 02:14:02.917012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-05e21251-ca13-4a0f-b62d-81eefb097bb8 None None] Port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:14:02.927747 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-05e21251-ca13-4a0f-b62d-81eefb097bb8 None None] Provisioning complete for port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:02.928212 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-05e21251-ca13-4a0f-b62d-81eefb097bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:03.003267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-ed36eb94-cba1-41fa-bf74-b5ab17cecc60 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:03.004914 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-ed36eb94-cba1-41fa-bf74-b5ab17cecc60 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 797 time: 0.1149738 Jan 28 02:14:03.020505 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-3e4bca7d-27bc-4a09-a991-70cf2d20db9b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/quotas/6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 375 time: 0.0098898 Jan 28 02:14:03.085693 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-b1a5590d-7d1e-4c28-bc91-6ae4fba5876c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595989 Jan 28 02:14:03.196992 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-05e21251-ca13-4a0f-b62d-81eefb097bb8 None None] Current status of the port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:03.241257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-b2d81587-8761-4230-a6f9-cc1f3cb53a05 service neutron] 10.222.0.23 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393168 Jan 28 02:14:03.276458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Sync routers for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:14:03.287364 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:03.287982 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:03.335213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-27ae124f-8503-4af1-90c0-2df0c7731713 service neutron] 10.222.0.23 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864706 Jan 28 02:14:03.355750 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-92f584d6-35c0-48be-96f9-bad5651cde89 None None] Provisioning complete for port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:03.356133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-92f584d6-35c0-48be-96f9-bad5651cde89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:03.434342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-92f584d6-35c0-48be-96f9-bad5651cde89 None None] Port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:14:03.440661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:03.510930 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b2988fff-03b4-44d8-87ae-df9d516ef50c req-eff5daba-0a99-4de6-83a8-3af925c4bc9e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 210 time: 0.0267727 Jan 28 02:14:03.516697 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:14:03.661425 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:02Z', 'revision_number': 2, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:03.688713 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Checking router: 7eccabc0-fd38-4f9f-a103-5d43961c3f90 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:14:03.694040 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Updating router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:14:03.724833 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:03.764083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:14:03.899999 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:03.900689 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.052619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:04.053663 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:14:04.118964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Publish callbacks [] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.126683 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.193547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:04.193974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.197702 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.199690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067c8bf-406b-4d4c-a6d6-299ae2bc23ba None None] Pushing event updated for resources: {'Port': ['ID=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:04.280734 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Attempting to bind port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:14:04.281128 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Attempting to bind port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:14:04.281577 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Attempting to bind port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 on network 588a9f0c-b530-4865-9a99-292adab0d1e3 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:14:04.289787 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:14:04.290201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Checking segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:14:04.290607 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.291003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Bound using segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:14:04.291487 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Bound port: d93665b3-9c4b-4c68-aa2e-6dd4205fcd84, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:14:04.291872 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.362871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:04.363257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.401395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:04.405313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] For port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:14:04.408621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] For port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:14:04.409585 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.414095 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.502436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:04.503274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:13:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:04.510192 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:04.583242 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] Provisioning complete for port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:04.583681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.598023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-3705851b-d661-4e77-a1a8-eab678ee319d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:04.599776 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-3705851b-d661-4e77-a1a8-eab678ee319d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 797 time: 0.1598606 Jan 28 02:14:04.650916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067c8bf-406b-4d4c-a6d6-299ae2bc23ba None None] Pushing event updated for resources: {'Port': ['ID=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:04.658477 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-de64deae-6986-40a5-9d44-6649ede0ce72 req-30b35042-c866-4836-b183-17a3da6992d7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 210 time: 0.0388174 Jan 28 02:14:04.706078 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-c093ccf5-d2fb-4f57-8045-d655b5eb158e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993 HTTP/1.1" status: 200 len: 379 time: 0.0912914 Jan 28 02:14:04.726084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:04.730351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'port': {'device_id': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'admin_state_up': True, 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'security_groups': ['9cd872dc-dfc1-41f4-b396-a1c586ed14d9']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:14:04.823051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] Current status of the port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:04.823332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.836560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Made reservation on behalf of 6c7e7e563ba44df3a1a9ed3f09cfb993 for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:14:04.840354 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.901340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] For port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:04.912425 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:04.973359 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.20.0.10 (588a9f0c-b530-4865-9a99-292adab0d1e3/2650048d-6b77-403a-abf9-ec0d5d432835/866be13c-2778-4c6c-b359-1ad8b24cd383) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:14:04.997937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75979ca-1e32-4efd-b51c-9300134c86d9 None None] Pushing event updated for resources: {'Port': ['ID=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:05.028541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:05.058084 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b9a2-e382-4fe0-b696-bc633cb46405 None None] The sync data for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 is: [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:14:05.064175 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-04a03c1a-02a9-4a0f-8cfa-25e26f037f1a None None] Provisioning complete for port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:05.064540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-04a03c1a-02a9-4a0f-8cfa-25e26f037f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.122949 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.165664 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.175342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-04a03c1a-02a9-4a0f-8cfa-25e26f037f1a None None] Current status of the port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:05.219308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:14:05.225571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:14:05.230268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:14:05.234528 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=866be13c-2778-4c6c-b359-1ad8b24cd383,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:05.289565 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:05.290397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.308605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-49146dd4-993b-4b8a-9bd2-9099b8458fbf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822525 Jan 28 02:14:05.327322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Request body: {'port': {'device_id': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:14:05.387480 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.501631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-891b86c3-f25b-4bfb-be40-c5ffcd820a06 None None] Provisioning complete for port 866be13c-2778-4c6c-b359-1ad8b24cd383 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:05.502633 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-891b86c3-f25b-4bfb-be40-c5ffcd820a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.539108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-891b86c3-f25b-4bfb-be40-c5ffcd820a06 None None] Port 866be13c-2778-4c6c-b359-1ad8b24cd383 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:14:05.681553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866be13c-2778-4c6c-b359-1ad8b24cd383 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:14:05.690005 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Publish callbacks [] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.711300 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Transition to ACTIVE for port object 866be13c-2778-4c6c-b359-1ad8b24cd383 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:14:05.716396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.757262 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:14:05.806746 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b014cda-1709-4f04-a41b-c57845e05144 req-6551bee9-2164-43f1-91bf-01f0a7b5765a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:05.819491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b014cda-1709-4f04-a41b-c57845e05144 req-6551bee9-2164-43f1-91bf-01f0a7b5765a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 944 time: 0.0760717 Jan 28 02:14:05.838424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:05.838815 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.858315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Pushing event updated for resources: {'Port': ['ID=866be13c-2778-4c6c-b359-1ad8b24cd383,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:05.889479 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6b014cda-1709-4f04-a41b-c57845e05144 req-3e9aa2ca-ac43-42a2-ace6-1ba01aa714d7 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684130 Jan 28 02:14:05.924847 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Attempting to bind port 866be13c-2778-4c6c-b359-1ad8b24cd383 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:14:05.925269 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Attempting to bind port 866be13c-2778-4c6c-b359-1ad8b24cd383 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:14:05.925671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Attempting to bind port 866be13c-2778-4c6c-b359-1ad8b24cd383 on network 588a9f0c-b530-4865-9a99-292adab0d1e3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:14:05.932464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Port 866be13c-2778-4c6c-b359-1ad8b24cd383 on network 588a9f0c-b530-4865-9a99-292adab0d1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:14:05.932792 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Attempting to bind port 866be13c-2778-4c6c-b359-1ad8b24cd383 on network 588a9f0c-b530-4865-9a99-292adab0d1e3 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:14:05.942008 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:14:05.942448 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Checking segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:14:05.942853 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Bound using segment: {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:14:05.943487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Bound port: 866be13c-2778-4c6c-b359-1ad8b24cd383, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:14:05.943850 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.947704 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:05.949037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:14:05.998616 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:05.998989 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:06.022996 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] For port 866be13c-2778-4c6c-b359-1ad8b24cd383, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:14:06.026443 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] For port 866be13c-2778-4c6c-b359-1ad8b24cd383, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=866be13c-2778-4c6c-b359-1ad8b24cd383,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:14:06.033885 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:06.070068 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.070412 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:06.072128 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 1092 time: 0.7494283 Jan 28 02:14:06.072342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:14:06.074565 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07103c67-55d1-470f-9d30-63aba32f8b68" -d '{"events": [{"name": "network-changed", "server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:14:06.106828 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436515-204d-4f0d-8a17-ad8c236626c1 service neutron] Pushing event updated for resources: {'Port': ['ID=866be13c-2778-4c6c-b359-1ad8b24cd383,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:06.143846 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356e2ff-572e-42fc-b85f-6eb678c4ee4b x-openstack-request-id: req-5356e2ff-572e-42fc-b85f-6eb678c4ee4b {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:14:06.144200 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:14:06.144467 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5356e2ff-572e-42fc-b85f-6eb678c4ee4b {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:14:06.146427 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'status': 'completed', 'code': 200} Jan 28 02:14:06.213434 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-fbb0a300-83b7-4594-9bf2-03024c86fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.216657 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-fbb0a300-83b7-4594-9bf2-03024c86fc23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1095 time: 0.0573473 Jan 28 02:14:06.276989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-d5773954-012d-4f9e-baf7-042079a94245 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 217 time: 0.0475769 Jan 28 02:14:06.328031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:06.335960 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-ec1ae7c1-a937-4a01-8caa-23834e7b4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.337444 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-ec1ae7c1-a937-4a01-8caa-23834e7b4140 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 200 len: 834 time: 0.0522833 Jan 28 02:14:06.384780 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daca29-ff37-4d17-a724-e216c601736e req-35f65e2c-ecb6-410c-978f-358fbee19642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.386362 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-35f65e2c-ecb6-410c-978f-358fbee19642 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588a9f0c-b530-4865-9a99-292adab0d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430646 Jan 28 02:14:06.483605 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-6d8aa513-57cc-4f0f-b948-090789d0c086 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914021 Jan 28 02:14:06.571238 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d1daca29-ff37-4d17-a724-e216c601736e req-010da930-3a35-4b45-a423-2b2773c7364f service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820296 Jan 28 02:14:06.720342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-8895b5f9-d0c1-4843-8305-b477d50ef86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.721907 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-8895b5f9-d0c1-4843-8305-b477d50ef86f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1095 time: 0.0479419 Jan 28 02:14:06.818345 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-6b72e1df-8327-44e8-9ca3-633fc442be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.819811 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-6b72e1df-8327-44e8-9ca3-633fc442be26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 898 time: 0.0912316 Jan 28 02:14:06.862812 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-31480996-22e5-4d29-96d7-78f76cd63544 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 217 time: 0.0351243 Jan 28 02:14:06.914771 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-5b119c73-6cb1-4774-812e-50f23900e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.916096 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-5b119c73-6cb1-4774-812e-50f23900e820 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 200 len: 834 time: 0.0476282 Jan 28 02:14:06.967203 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-15095013-47a2-410f-a897-0affdb79f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:06.968762 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-15095013-47a2-410f-a897-0affdb79f0fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588a9f0c-b530-4865-9a99-292adab0d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463829 Jan 28 02:14:07.023632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264705d-72f6-4dfc-a292-5a677f1890f4 req-164c7a48-bec1-41a8-9c5f-af660190a919 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:07.025142 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4264705d-72f6-4dfc-a292-5a677f1890f4 req-164c7a48-bec1-41a8-9c5f-af660190a919 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 944 time: 0.0522115 Jan 28 02:14:07.060059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-b7a803d4-b965-403d-a640-851367602890 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846894 Jan 28 02:14:07.072949 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4264705d-72f6-4dfc-a292-5a677f1890f4 req-40d1d419-4d2c-4d61-92af-6b533b8bbf04 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Jan 28 02:14:07.174433 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-26e90059-80f2-42f6-8677-8e6d9335f2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:07.494173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-07103c67-55d1-470f-9d30-63aba32f8b68 req-e6c87de8-a8bb-44c8-8e2f-1918a67c50f1 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279933 Jan 28 02:14:08.198007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f343a-b5ea-458f-9c3d-78d15f301ac4 req-b615892a-8c4c-4216-b473-72d0ab7c6cc9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:08.199615 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890f343a-b5ea-458f-9c3d-78d15f301ac4 req-b615892a-8c4c-4216-b473-72d0ab7c6cc9 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 944 time: 0.0492890 Jan 28 02:14:08.253800 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:08.257390 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-890f343a-b5ea-458f-9c3d-78d15f301ac4 req-9be4295a-5444-4ee0-95ae-b5f07d792b9f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518241 Jan 28 02:14:09.382059 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a67d0-bf4f-44a4-9ec4-c08f5cfa6865 req-a3db2d90-a9ef-419f-990d-676848d05954 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:09.383557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e5a67d0-bf4f-44a4-9ec4-c08f5cfa6865 req-a3db2d90-a9ef-419f-990d-676848d05954 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 944 time: 0.0523362 Jan 28 02:14:09.440873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e5a67d0-bf4f-44a4-9ec4-c08f5cfa6865 req-47ba7092-27e8-44ca-9afe-d4567d6ec292 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514181 Jan 28 02:14:09.470145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 866be13c-2778-4c6c-b359-1ad8b24cd383 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:14:09.493249 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-276a8361-9482-46de-a550-7c6b79d2323c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:09.578142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 866be13c-2778-4c6c-b359-1ad8b24cd383, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=866be13c-2778-4c6c-b359-1ad8b24cd383,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:09.590029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'port_id': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'mac_address': 'fa:16:3e:93:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:14:09.638116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 866be13c-2778-4c6c-b359-1ad8b24cd383 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:09.638497 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:09.654046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866be13c-2778-4c6c-b359-1ad8b24cd383 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:14:09.674881 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 866be13c-2778-4c6c-b359-1ad8b24cd383, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=866be13c-2778-4c6c-b359-1ad8b24cd383,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:09.680287 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:09.732723 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=866be13c-2778-4c6c-b359-1ad8b24cd383,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:09.953360 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['866be13c-2778-4c6c-b359-1ad8b24cd383'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:14:10.561433 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d77c-bf95-428d-8fed-a02644010f6f req-fd659ae4-714f-4fa4-9767-6bb24d57a57a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:10.563011 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7b5d77c-bf95-428d-8fed-a02644010f6f req-fd659ae4-714f-4fa4-9767-6bb24d57a57a tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 945 time: 0.0483730 Jan 28 02:14:10.613571 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c7b5d77c-bf95-428d-8fed-a02644010f6f req-b8d57a86-8cc6-462a-9893-6c0fa6bef74e tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Jan 28 02:14:11.148303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:11.471521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 866be13c-2778-4c6c-b359-1ad8b24cd383 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:14:11.527462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 866be13c-2778-4c6c-b359-1ad8b24cd383 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:14:11.531148 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 866be13c-2778-4c6c-b359-1ad8b24cd383 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:14:11.531520 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:11.608733 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 866be13c-2778-4c6c-b359-1ad8b24cd383 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:14:11.609131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:11.635548 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:14:11.638092 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02c2a5-8e07-49d2-9371-78bd89299446" -d '{"events": [{"server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "name": "network-vif-plugged", "status": "completed", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:14:11.651377 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 866be13c-2778-4c6c-b359-1ad8b24cd383, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=866be13c-2778-4c6c-b359-1ad8b24cd383,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:11.656790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:11.681145 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9290cb1-afaa-410b-8cc1-e9223383f1d7 x-openstack-request-id: req-d9290cb1-afaa-410b-8cc1-e9223383f1d7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:14:11.681477 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "name": "network-vif-plugged", "status": "completed", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:14:11.681737 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9290cb1-afaa-410b-8cc1-e9223383f1d7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:14:11.682278 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'code': 200} Jan 28 02:14:11.708256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=866be13c-2778-4c6c-b359-1ad8b24cd383,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:11.743709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d601ad-dbea-4c4d-9149-33380775182a req-fb0ffc2e-5848-4a24-8414-28a66b929add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:11.745256 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9d601ad-dbea-4c4d-9149-33380775182a req-fb0ffc2e-5848-4a24-8414-28a66b929add tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0539253 Jan 28 02:14:11.795873 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f9d601ad-dbea-4c4d-9149-33380775182a req-21a69fa7-b008-47d8-b314-2952d6d63fca tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434551 Jan 28 02:14:11.808590 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d70db-1968-4941-a10f-024651e1e203 req-68d5de5a-2294-4af3-b96c-d6670b7c5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:11.810185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-706d70db-1968-4941-a10f-024651e1e203 req-68d5de5a-2294-4af3-b96c-d6670b7c5ab5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1097 time: 0.0412807 Jan 28 02:14:11.855495 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-706d70db-1968-4941-a10f-024651e1e203 req-735c7bbc-f121-4634-bdcd-79ecc7573c9c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399663 Jan 28 02:14:12.270918 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:12.918934 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76309cd-1ab7-4eaf-abf7-a3e7986830b8 req-09599c78-3f1f-42e0-a439-8aa52450a341 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:12.920674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a76309cd-1ab7-4eaf-abf7-a3e7986830b8 req-09599c78-3f1f-42e0-a439-8aa52450a341 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0547624 Jan 28 02:14:12.971007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a76309cd-1ab7-4eaf-abf7-a3e7986830b8 req-c3569ea9-69f5-4cf6-985b-4f2da7da88bf tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Jan 28 02:14:13.373933 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:14.101303 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aece7-0036-4473-b50e-2d731468230c req-9234dafd-252f-4d3e-85d3-fd344909deeb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:14.102895 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a0aece7-0036-4473-b50e-2d731468230c req-9234dafd-252f-4d3e-85d3-fd344909deeb tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0582149 Jan 28 02:14:14.155491 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5a0aece7-0036-4473-b50e-2d731468230c req-9fa8f3ee-9258-4bcc-98d6-bc9940419606 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Jan 28 02:14:14.291112 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ad03-c971-4a04-a998-69326dd08084 req-dc849c79-2ae6-48cf-823a-5c1bd2764924 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:14.292524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5900ad03-c971-4a04-a998-69326dd08084 req-dc849c79-2ae6-48cf-823a-5c1bd2764924 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0651567 Jan 28 02:14:14.347696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5900ad03-c971-4a04-a998-69326dd08084 req-c35b8508-f1cc-4b59-bc96-97a47c3cf49c tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Jan 28 02:14:14.369647 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54036) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:14.413660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05058131-52d2-4482-b9b3-30d05a021224 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:14.415468 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-05058131-52d2-4482-b9b3-30d05a021224 tempest-TestNetworkAdvancedServerOps-533870348 tempest-TestNetworkAdvancedServerOps-533870348-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1092 time: 0.0448227 Jan 28 02:14:14.418733 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54038) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:14.423353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:14:14.445140 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:14.553309 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:14.652704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Allocated IP 172.25.1.168 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/c4390e5e-b37c-4c16-9288-5fd3d597b634) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:14:14.755873 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:14.791737 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:14.829875 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:14:14.834095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:14:14.839784 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:14:14.861791 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=c4390e5e-b37c-4c16-9288-5fd3d597b634,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:15.551824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (f7289a65-2260-4ebb-a314-e8a2475acf62), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:15.620108 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:15.768936 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:15.775069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:15.843589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event updated for resources: {'Port': ['ID=c4390e5e-b37c-4c16-9288-5fd3d597b634,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:15.856173 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (f7289a65-2260-4ebb-a314-e8a2475acf62), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:15.959518 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP f7289a65-2260-4ebb-a314-e8a2475acf62 associated. External IP: 172.25.1.168, port: 866be13c-2778-4c6c-b359-1ad8b24cd383. Jan 28 02:14:16.172788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:14:16.283774 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:14:16.298314 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] Sync routers for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:14:16.303047 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:16.310041 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:16.310665 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:16.330217 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-8dc7bd61-e477-4218-860d-6912d5b1d5ef tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9102962 Jan 28 02:14:16.330912 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:14:16.333340 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04620268-1424-4d28-97d9-473e45311dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:14:16.372670 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166393e5-5ea0-48f1-9aef-d33c9d1da9f6 x-openstack-request-id: req-166393e5-5ea0-48f1-9aef-d33c9d1da9f6 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:14:16.372966 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:14:16.373225 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-166393e5-5ea0-48f1-9aef-d33c9d1da9f6 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:14:16.373643 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'status': 'completed', 'code': 200} Jan 28 02:14:16.436853 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:16.444075 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d11dc-ac68-495f-bbaf-7260a08e7142 req-c12bb102-4092-46e6-93e5-2a284511a439 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:16.445967 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-078d11dc-ac68-495f-bbaf-7260a08e7142 req-c12bb102-4092-46e6-93e5-2a284511a439 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0639403 Jan 28 02:14:16.476346 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620268-1424-4d28-97d9-473e45311dd8 req-62629204-409a-46d7-8936-19e0832e0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:16.481104 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-62629204-409a-46d7-8936-19e0832e0bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1097 time: 0.0616984 Jan 28 02:14:16.512042 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-078d11dc-ac68-495f-bbaf-7260a08e7142 req-b4ea5979-5c0a-4397-bcb0-7ac3519d7342 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581999 Jan 28 02:14:16.538312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54044) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:16.588315 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620268-1424-4d28-97d9-473e45311dd8 req-ea904f14-3d94-465e-8e5c-2bdf742719ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:16.589996 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-ea904f14-3d94-465e-8e5c-2bdf742719ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 898 time: 0.1011817 Jan 28 02:14:16.600408 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ebacdc45-0bfb-41b9-b3b7-5aee591bd526 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/f7289a65-2260-4ebb-a314-e8a2475acf62 HTTP/1.1" status: 200 len: 992 time: 0.0598619 Jan 28 02:14:16.664500 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-31979f60-c4f8-4f54-97bc-628c0dca4853 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 1000 time: 0.0684032 Jan 28 02:14:16.693846 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f7289a65-2260-4ebb-a314-e8a2475acf62', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'port_id': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'mac_address': 'fa:16:3e:93:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:14:15Z', 'updated_at': '2022-01-28T02:14:15Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:16.713395 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620268-1424-4d28-97d9-473e45311dd8 req-3b52ad80-e220-401a-ace0-4a0e6562bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:16.714968 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-3b52ad80-e220-401a-ace0-4a0e6562bff4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 200 len: 834 time: 0.0454116 Jan 28 02:14:16.723026 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] Checking router: 7eccabc0-fd38-4f9f-a103-5d43961c3f90 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:14:16.731915 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:16.732625 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:16.762545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620268-1424-4d28-97d9-473e45311dd8 req-9a3de519-88d6-4542-a56e-37265865471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:16.764008 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-9a3de519-88d6-4542-a56e-37265865471d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588a9f0c-b530-4865-9a99-292adab0d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436654 Jan 28 02:14:16.843134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:16.855709 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-a7230934-8d5d-411b-b188-0cc149143475 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859387 Jan 28 02:14:16.942636 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-04620268-1424-4d28-97d9-473e45311dd8 req-1824ccce-2372-4157-af9f-b5f48fd426de service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811265 Jan 28 02:14:17.069211 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f7289a65-2260-4ebb-a314-e8a2475acf62', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'port_id': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'mac_address': 'fa:16:3e:93:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:14:15Z', 'updated_at': '2022-01-28T02:14:15Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:17.094995 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cee566-76ac-464f-963c-ddbad94b4197 None None] The sync data for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 is: [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': 'f7289a65-2260-4ebb-a314-e8a2475acf62', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'port_id': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'mac_address': 'fa:16:3e:93:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:14:15Z', 'updated_at': '2022-01-28T02:14:15Z', 'revision_number': 0, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:14:17.300607 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6439479-ac16-4233-bdd6-d0bf50e33fe0 None None] New status for floating IP f7289a65-2260-4ebb-a314-e8a2475acf62: ACTIVE {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:14:17.602609 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:17.681192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-10fc6ba7-f9be-4852-9b4e-cd799c2efc6d tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/f7289a65-2260-4ebb-a314-e8a2475acf62 HTTP/1.1" status: 200 len: 994 time: 0.0769925 Jan 28 02:14:34.180152 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:37.174285 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-94e8eeb5-dd78-4502-84ab-574407be2a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:38.257192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:39.491257 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cd1653d2-953e-40d1-95a5-088b346bd7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:40.516332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:14:41.151080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:42.277363 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:43.382682 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:49.182039 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08004064-a1fa-4c39-af38-27c269fd603f req-789eabe4-b9b4-4887-8c02-be7dd8dcb659 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:49.183828 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08004064-a1fa-4c39-af38-27c269fd603f req-789eabe4-b9b4-4887-8c02-be7dd8dcb659 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0590327 Jan 28 02:14:49.235395 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08004064-a1fa-4c39-af38-27c269fd603f req-9b92e91c-db9a-4811-a807-153390caa306 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456870 Jan 28 02:14:50.374125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583939-35ca-4d82-8925-5fef7f537a1c req-69bb3be2-b566-4af0-bb3c-beca99b1202b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:50.375617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d583939-35ca-4d82-8925-5fef7f537a1c req-69bb3be2-b566-4af0-bb3c-beca99b1202b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0623424 Jan 28 02:14:50.431475 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d583939-35ca-4d82-8925-5fef7f537a1c req-766e0861-b9cb-4a99-a255-5d063182d090 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472267 Jan 28 02:14:50.454099 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54064) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:50.515681 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-07b3d7e1-e0a1-4460-88bb-226075cc2ce1 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/f7289a65-2260-4ebb-a314-e8a2475acf62 HTTP/1.1" status: 200 len: 994 time: 0.0604286 Jan 28 02:14:51.815862 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a154ea3-3e49-4bea-950a-08df228312d9 req-08c2c88d-6d8a-40b3-b882-d901a6546162 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:51.817378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a154ea3-3e49-4bea-950a-08df228312d9 req-08c2c88d-6d8a-40b3-b882-d901a6546162 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0496147 Jan 28 02:14:51.859856 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-39ff8cc5-c757-4ee4-847c-30c7e0b30653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:51.861383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-39ff8cc5-c757-4ee4-847c-30c7e0b30653 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1097 time: 0.0464582 Jan 28 02:14:51.871633 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3a154ea3-3e49-4bea-950a-08df228312d9 req-f0aaf7c7-a46f-4bc2-93b9-79abdb00cf0f tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483432 Jan 28 02:14:51.954560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-465a82ea-1e4d-4485-8f63-6271cfc8fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:51.956052 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-465a82ea-1e4d-4485-8f63-6271cfc8fc8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 898 time: 0.0878086 Jan 28 02:14:52.029014 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-35dbd4a3-d5d0-4ed8-91d0-c6222a7f3436 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 1002 time: 0.0670888 Jan 28 02:14:52.078902 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-3a9ceb17-b086-495b-b655-31f9d1cf0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:52.080412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-3a9ceb17-b086-495b-b655-31f9d1cf0b6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 200 len: 834 time: 0.0455687 Jan 28 02:14:52.127525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-c8facb77-5fab-4f57-b397-c81929de007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:52.129025 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-c8facb77-5fab-4f57-b397-c81929de007b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588a9f0c-b530-4865-9a99-292adab0d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422752 Jan 28 02:14:52.225987 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-6ce22283-952b-42f5-bd51-fe6d493ee447 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901027 Jan 28 02:14:52.326312 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-36032adc-9a8e-49c4-9857-633c9e4d223a req-85b9c6ee-817d-4a1d-ad23-122c710ae7aa service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913761 Jan 28 02:14:53.008870 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f33-78a5-45ed-8f38-c77ade275283 req-0352c5d7-817f-4cd6-a64e-ede415c49240 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:53.010392 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0df2f33-78a5-45ed-8f38-c77ade275283 req-0352c5d7-817f-4cd6-a64e-ede415c49240 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0509703 Jan 28 02:14:53.061740 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0df2f33-78a5-45ed-8f38-c77ade275283 req-983e8866-1020-45a8-9865-81d12c763172 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458026 Jan 28 02:14:54.189552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709f4de-466a-457b-bf9a-3051b98f2a83 req-08cafca8-ebf0-4856-8733-5afc1a354411 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:54.191064 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8709f4de-466a-457b-bf9a-3051b98f2a83 req-08cafca8-ebf0-4856-8733-5afc1a354411 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0534852 Jan 28 02:14:54.241556 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8709f4de-466a-457b-bf9a-3051b98f2a83 req-a6d6cf5d-daf3-4dca-9c24-5e4032df9d28 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448046 Jan 28 02:14:54.265183 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54076) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:54.332249 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-097fba1d-b1bf-43db-b592-b432a0921d4b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/floatingips/f7289a65-2260-4ebb-a314-e8a2475acf62 HTTP/1.1" status: 200 len: 994 time: 0.0658803 Jan 28 02:14:54.571801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54082) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:54.739873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port c4390e5e-b37c-4c16-9288-5fd3d597b634 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:14:54.740316 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:54.821298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:54.821589 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (c4390e5e-b37c-4c16-9288-5fd3d597b634), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:54.833138 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for c4390e5e-b37c-4c16-9288-5fd3d597b634 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:14:54.983565 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (c4390e5e-b37c-4c16-9288-5fd3d597b634), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:55.006974 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=c4390e5e-b37c-4c16-9288-5fd3d597b634,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:55.016943 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.017330 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.017670 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.018035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.018372 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.018701 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.019549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.019549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.019764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.020094 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.020421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.020757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.021074 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:14:55.079933 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for floatingip (f7289a65-2260-4ebb-a314-e8a2475acf62), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:55.080305 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Floating IP f7289a65-2260-4ebb-a314-e8a2475acf62 disassociated (deleted). External IP: 172.25.1.168, port: 866be13c-2778-4c6c-b359-1ad8b24cd383. Jan 28 02:14:55.294801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:14:55.381724 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-0c09b223-7e0d-4287-a1a4-e653d7127d58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842326 Jan 28 02:14:55.431874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:14:55.436856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:55.442362 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] Sync routers for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:14:55.452547 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:55.453467 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:55.488913 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-35fdcf30-a070-4633-80fb-4e8a045b05d0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/floatingips/f7289a65-2260-4ebb-a314-e8a2475acf62 HTTP/1.1" status: 204 len: 168 time: 0.9160001 Jan 28 02:14:55.490381 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:14:55.492724 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d691040e-7df5-46df-9197-d5efd9e7b7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:14:55.509229 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-64da114f-4a37-4b97-b576-ec28583bedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:55.510930 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-64da114f-4a37-4b97-b576-ec28583bedea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1097 time: 0.0566795 Jan 28 02:14:55.553801 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42924584-d011-463f-ab21-0444a53800b3 x-openstack-request-id: req-42924584-d011-463f-ab21-0444a53800b3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:14:55.554105 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:14:55.554362 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42924584-d011-463f-ab21-0444a53800b3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:14:55.554761 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'status': 'completed', 'code': 200} Jan 28 02:14:55.629947 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-50c5a428-6151-4147-819c-478c33327597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:55.631742 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-50c5a428-6151-4147-819c-478c33327597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 898 time: 0.1001968 Jan 28 02:14:55.676306 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:55.685827 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-dd79e08e-d8f8-4472-885c-f9c3a9a00591 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 217 time: 0.0415881 Jan 28 02:14:55.763294 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273526b-2ddb-4305-94ff-99b0d744b18a req-d2919d78-36d5-4c0a-8a6a-1a73126b6660 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:55.764795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f273526b-2ddb-4305-94ff-99b0d744b18a req-d2919d78-36d5-4c0a-8a6a-1a73126b6660 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0609045 Jan 28 02:14:55.776105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-117d3d9a-f5be-45e9-a9dd-3e960516e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:55.777564 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-117d3d9a-f5be-45e9-a9dd-3e960516e340 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 200 len: 834 time: 0.0724318 Jan 28 02:14:55.822958 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f273526b-2ddb-4305-94ff-99b0d744b18a req-c1845fe0-1fb9-4cd8-9318-4b2518be386b tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Jan 28 02:14:55.825025 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-4bb3e795-f4b9-4a39-8836-a29e6b612f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:55.826590 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-4bb3e795-f4b9-4a39-8836-a29e6b612f15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588a9f0c-b530-4865-9a99-292adab0d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411263 Jan 28 02:14:55.903512 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:55.915788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-d7832fa9-b7f7-472b-81fb-5775ca91b681 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824399 Jan 28 02:14:55.933325 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] Checking router: 7eccabc0-fd38-4f9f-a103-5d43961c3f90 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:14:55.941901 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:14:55.942541 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:56.009918 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-acc6e0ce-d90a-482b-a7f0-9999ac307341 req-75ed640f-f244-449d-84e0-bd4abdb263f8 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881648 Jan 28 02:14:56.047938 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:14:56.122818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-9c0e3794-e9bb-40ae-b7fc-9984dc983fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:56.124257 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-9c0e3794-e9bb-40ae-b7fc-9984dc983fa9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 1097 time: 0.0418243 Jan 28 02:14:56.215973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-d23acc82-95e1-45a4-affb-e85c210cdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:56.217544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-d23acc82-95e1-45a4-affb-e85c210cdd1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 200 len: 898 time: 0.0871167 Jan 28 02:14:56.241895 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:14:56.258452 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-c57c1054-2a8e-4023-bef0-78eafaf12944 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 200 len: 217 time: 0.0344224 Jan 28 02:14:56.268617 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8012d8-265b-43c5-9a6d-db7815f0ef98 None None] The sync data for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 is: [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:01Z', 'revision_number': 4, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'd93665b3-9c4b-4c68-aa2e-6dd4205fcd84', 'name': '', 'network_id': '588a9f0c-b530-4865-9a99-292adab0d1e3', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'mac_address': 'fa:16:3e:e2:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:14:01Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'subnets': [{'id': '2650048d-6b77-403a-abf9-ec0d5d432835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:14:56.309763 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-93048f1f-18d2-4c9e-97f8-058994ded017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:56.311282 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-93048f1f-18d2-4c9e-97f8-058994ded017 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 200 len: 834 time: 0.0468855 Jan 28 02:14:56.364181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-5850d069-55b3-4bf8-8f26-a329f3e8fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:56.365703 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-5850d069-55b3-4bf8-8f26-a329f3e8fc06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588a9f0c-b530-4865-9a99-292adab0d1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470984 Jan 28 02:14:56.458552 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-c8121c40-0b5a-4a3a-bca3-9281a1a9cf18 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859461 Jan 28 02:14:56.494177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe074b5-b844-4ce2-b7b4-634e50c481ac None None] New status for floating IP f7289a65-2260-4ebb-a314-e8a2475acf62: DOWN {{(pid=109596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:14:56.554315 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d691040e-7df5-46df-9197-d5efd9e7b7aa req-d2925398-4f10-46ee-9c49-75028901b520 service neutron] 10.222.0.43 "GET /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892236 Jan 28 02:14:56.960298 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74892c-737a-4bb8-9545-19490a2fe597 req-bed72a42-6ca4-4832-aceb-87f37c5338b0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:56.963875 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f74892c-737a-4bb8-9545-19490a2fe597 req-bed72a42-6ca4-4832-aceb-87f37c5338b0 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0599980 Jan 28 02:14:57.012647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f74892c-737a-4bb8-9545-19490a2fe597 req-a55b644c-3416-47da-bcf2-d2c66c08ec20 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cd872dc-dfc1-41f4-b396-a1c586ed14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449281 Jan 28 02:14:57.487484 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-ecad84eb-1e04-43f1-8881-84dba96d6f06 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:14:57.488971 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-ecad84eb-1e04-43f1-8881-84dba96d6f06 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 946 time: 0.0554299 Jan 28 02:14:57.578475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 866be13c-2778-4c6c-b359-1ad8b24cd383 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:14:57.578842 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:57.681061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 866be13c-2778-4c6c-b359-1ad8b24cd383, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=866be13c-2778-4c6c-b359-1ad8b24cd383,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:57.681430 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:57.698581 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 866be13c-2778-4c6c-b359-1ad8b24cd383 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:14:57.845364 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (866be13c-2778-4c6c-b359-1ad8b24cd383), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:57.873811 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=866be13c-2778-4c6c-b359-1ad8b24cd383,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:14:57.914324 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] No DVR routers for this DVR port 866be13c-2778-4c6c-b359-1ad8b24cd383 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:14:57.919207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:57.920400 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6aa767ad-51c3-4ea8-8e8d-d8f4a5d85e9c req-b8d74fd7-ef1c-4847-8e3b-4d53034e0056 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.43 "DELETE /v2.0/ports/866be13c-2778-4c6c-b359-1ad8b24cd383 HTTP/1.1" status: 204 len: 173 time: 0.4260819 Jan 28 02:14:57.920849 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'name': 'network-vif-deleted', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:14:57.923234 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659bf03-ac58-4256-bad2-a5319e175976" -d '{"events": [{"server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "name": "network-vif-deleted", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:14:57.967687 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79a0b09-1d63-409b-9b87-ae47e75644ff x-openstack-request-id: req-a79a0b09-1d63-409b-9b87-ae47e75644ff {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:14:57.968106 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87303de-f04b-4b8f-8fa4-caba05bc2bfd", "name": "network-vif-deleted", "tag": "866be13c-2778-4c6c-b359-1ad8b24cd383", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:14:57.968366 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a79a0b09-1d63-409b-9b87-ae47e75644ff {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:14:57.968773 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87303de-f04b-4b8f-8fa4-caba05bc2bfd', 'name': 'network-vif-deleted', 'tag': '866be13c-2778-4c6c-b359-1ad8b24cd383', 'status': 'completed', 'code': 200} Jan 28 02:14:58.124159 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-44242afb-54fa-4fd5-b818-2b5e8a808a9d req-34358e81-4118-44bd-8aa0-d9565edf51be tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "GET /v2.0/ports?device_id=a87303de-f04b-4b8f-8fa4-caba05bc2bfd HTTP/1.1" status: 200 len: 210 time: 0.0267270 Jan 28 02:14:59.185136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54098) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:14:59.566784 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (7eccabc0-fd38-4f9f-a103-5d43961c3f90), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:59.720394 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 866be13c-2778-4c6c-b359-1ad8b24cd383 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:14:59.741649 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 866be13c-2778-4c6c-b359-1ad8b24cd383 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:14:59.742014 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 866be13c-2778-4c6c-b359-1ad8b24cd383 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:14:59.833237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:14:59.833549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:59.920934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port d93665b3-9c4b-4c68-aa2e-6dd4205fcd84, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:14:59.921273 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:59.933435 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:15:00.134592 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (d93665b3-9c4b-4c68-aa2e-6dd4205fcd84), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:00.169785 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=d93665b3-9c4b-4c68-aa2e-6dd4205fcd84,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:00.340801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (7eccabc0-fd38-4f9f-a103-5d43961c3f90), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:00.564075 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:15:01.003136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:15:01.009151 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-754b69c0-b776-435a-bf50-aab76ba2e3a5 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "PUT /v2.0/routers/7eccabc0-fd38-4f9f-a103-5d43961c3f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221424 Jan 28 02:15:01.011280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54100) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:01.014356 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] Sync routers for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:15:01.025638 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:01.026317 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:01.067050 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting subnet 2650048d-6b77-403a-abf9-ec0d5d432835 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:15:01.070606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (2650048d-6b77-403a-abf9-ec0d5d432835), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.110751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (2650048d-6b77-403a-abf9-ec0d5d432835), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.140317 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:01.198142 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (2650048d-6b77-403a-abf9-ec0d5d432835), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.255974 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (2650048d-6b77-403a-abf9-ec0d5d432835), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.285201 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.288538 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/subnets/2650048d-6b77-403a-abf9-ec0d5d432835 HTTP/1.1" status: 204 len: 168 time: 0.2762048 Jan 28 02:15:01.289350 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68606aa-6a11-4c1b-aaf7-6fb9195c3344 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Subnet': ['ID=2650048d-6b77-403a-abf9-ec0d5d432835,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:01.291354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54102) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:01.294462 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb11f634-70e3-4bc5-b02a-e3d4eb11495c None None] Network 588a9f0c-b530-4865-9a99-292adab0d1e3 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:15:01.323862 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:15:00Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:01.351489 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] Checking router: 7eccabc0-fd38-4f9f-a103-5d43961c3f90 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:15:01.360526 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] Routers {'7eccabc0-fd38-4f9f-a103-5d43961c3f90'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:01.361153 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:01.409634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (7eccabc0-fd38-4f9f-a103-5d43961c3f90), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.466051 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] DHCP port deletion for 588a9f0c-b530-4865-9a99-292adab0d1e3 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:15:01.476411 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] Set router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:01.517600 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Deleting port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:15:01.517931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.519243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_gateway (7eccabc0-fd38-4f9f-a103-5d43961c3f90), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.575711 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Deleting port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:15:01.576054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.584096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] For port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,segment=NetworkSegment(ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2),segment_id=ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:01.584500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), precommit_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.597808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Calling delete_port for 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 owned by network:dhcp {{(pid=109596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:15:01.667627 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] For port 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:01.668069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.678721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:15:00Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:01.682414 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Calling delete_port for 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:15:01.690863 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730'] for port (47cc4b9d-0170-4e1e-b97b-db15545a3ac3), after_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.717414 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5d151-b0b2-4c5d-9cd8-f802b5ea8b60 None None] The sync data for ids ['7eccabc0-fd38-4f9f-a103-5d43961c3f90'] in n-d-826756-1 is: [{'id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151621176', 'tenant_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:15:00Z', 'revision_number': 5, 'project_id': '6c7e7e563ba44df3a1a9ed3f09cfb993', 'gw_port': {'id': '07cdfa66-70c3-4e37-a5a0-2c47f0fe904d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eccabc0-fd38-4f9f-a103-5d43961c3f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:13:58Z', 'updated_at': '2022-01-28T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:15:01.718985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Pushing event deleted for resources: {'Port': ['ID=47cc4b9d-0170-4e1e-b97b-db15545a3ac3,revision_number=None']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:01.725575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] No DVR routers for this DVR port 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 on host n-d-826756-1 {{(pid=109596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:15:01.742659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.742659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.742659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.743390 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.743659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.743995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.744322 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.744648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.744973 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.745319 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.745916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.746272 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.746696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aea8c8-fac4-4c23-b2d5-27c557f61b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:01.763254 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:15:01.793606 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:15:01.793981 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 47cc4b9d-0170-4e1e-b97b-db15545a3ac3 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:15:01.870523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (07cdfa66-70c3-4e37-a5a0-2c47f0fe904d), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:01.896761 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Port': ['ID=07cdfa66-70c3-4e37-a5a0-2c47f0fe904d,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:01.952929 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (7eccabc0-fd38-4f9f-a103-5d43961c3f90), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.044292 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (7eccabc0-fd38-4f9f-a103-5d43961c3f90), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.046345 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router_controller (7eccabc0-fd38-4f9f-a103-5d43961c3f90), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.098395 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (7eccabc0-fd38-4f9f-a103-5d43961c3f90), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.098737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Fanout notify agent at l3_agent the message router_deleted on router 7eccabc0-fd38-4f9f-a103-5d43961c3f90 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:15:02.105749 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.106922 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-40e58aa8-f6dc-45dd-9448-aa2cd67e8099 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/routers/7eccabc0-fd38-4f9f-a103-5d43961c3f90 HTTP/1.1" status: 204 len: 168 time: 0.8146589 Jan 28 02:15:02.109650 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54104) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:02.187602 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (588a9f0c-b530-4865-9a99-292adab0d1e3), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.276958 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (588a9f0c-b530-4865-9a99-292adab0d1e3), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.298093 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588a9f0c-b530-4865-9a99-292adab0d1e3']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:02.308228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:02.308533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:02.319311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.333617 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.340257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:15:02.340660 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (ac6cbd4f-8176-4ce1-8cde-8293d14ac7d2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:15:02.343833 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:15:02.409288 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (588a9f0c-b530-4865-9a99-292adab0d1e3), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.418555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.422823 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/networks/588a9f0c-b530-4865-9a99-292adab0d1e3 HTTP/1.1" status: 204 len: 168 time: 0.3119576 Jan 28 02:15:02.426857 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54106) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:02.444141 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6c0cd-16dc-4689-96e2-808fac2d7132 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'Network': ['ID=588a9f0c-b530-4865-9a99-292adab0d1e3,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:02.490299 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (9cd872dc-dfc1-41f4-b396-a1c586ed14d9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.516654 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (9cd872dc-dfc1-41f4-b396-a1c586ed14d9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.579483 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (9cd872dc-dfc1-41f4-b396-a1c586ed14d9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.582370 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:02.584021 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] 10.222.0.23 "DELETE /v2.0/security-groups/9cd872dc-dfc1-41f4-b396-a1c586ed14d9 HTTP/1.1" status: 204 len: 168 time: 0.1558139 Jan 28 02:15:02.593295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd872dc-dfc1-41f4-b396-a1c586ed14d9,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:02.601141 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.601502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.601883 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.602241 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.602780 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.603128 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.603469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.603808 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.604147 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.604482 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.604816 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.605150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.605522 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b5794-d874-453b-a25b-e1245becef87 tempest-TestNetworkAdvancedServerOps-1400445828 tempest-TestNetworkAdvancedServerOps-1400445828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:02.937545 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54114) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:03.096382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d4f42976-a29f-4444-96f7-4525b6bfa022 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c7e7e563ba44df3a1a9ed3f09cfb993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575286 Jan 28 02:15:03.099169 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54118) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:03.146751 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3147a9e6-ada5-4b9d-a000-fc356303b6d7 admin admin] Publish callbacks [] for security_group (1e5f46e5-0f50-4108-9a7a-cbb362bba119), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.167651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3147a9e6-ada5-4b9d-a000-fc356303b6d7 admin admin] Publish callbacks [] for security_group (1e5f46e5-0f50-4108-9a7a-cbb362bba119), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.216474 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3147a9e6-ada5-4b9d-a000-fc356303b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (1e5f46e5-0f50-4108-9a7a-cbb362bba119), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.219090 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-3147a9e6-ada5-4b9d-a000-fc356303b6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.220251 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-3147a9e6-ada5-4b9d-a000-fc356303b6d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e5f46e5-0f50-4108-9a7a-cbb362bba119 HTTP/1.1" status: 204 len: 168 time: 0.1201208 Jan 28 02:15:03.228389 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147a9e6-ada5-4b9d-a000-fc356303b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5f46e5-0f50-4108-9a7a-cbb362bba119,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:03.491293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54124) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:03.505437 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7467037-b971-4641-90df-ea9e409bf597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.577506 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7467037-b971-4641-90df-ea9e409bf597 admin admin] Publish callbacks [] for security_group (e87e9423-bbf8-458f-9272-60b4df382f31), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.583206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c7467037-b971-4641-90df-ea9e409bf597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e87e9423-bbf8-458f-9272-60b4df382f31), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.620328 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7467037-b971-4641-90df-ea9e409bf597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e9423-bbf8-458f-9272-60b4df382f31,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:03.624560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c7467037-b971-4641-90df-ea9e409bf597 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9db78be402874e84b3e5dab8fec0a5d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322861 Jan 28 02:15:03.627841 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54126) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:03.662342 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:15:03.681159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b61b-2f34-4251-8462-1d874e4f89e0 admin admin] Publish callbacks [] for security_group (e87e9423-bbf8-458f-9272-60b4df382f31), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.682855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:15:03.683206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device d93665b3-9c4b-4c68-aa2e-6dd4205fcd84 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:15:03.683620 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:15:03.702474 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:15:03.702680 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b61b-2f34-4251-8462-1d874e4f89e0 admin admin] Publish callbacks [] for security_group (e87e9423-bbf8-458f-9272-60b4df382f31), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.702810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 07cdfa66-70c3-4e37-a5a0-2c47f0fe904d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:15:03.751830 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b61b-2f34-4251-8462-1d874e4f89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (e87e9423-bbf8-458f-9272-60b4df382f31), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.755991 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b61b-2f34-4251-8462-1d874e4f89e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:03.757537 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7fb9b61b-2f34-4251-8462-1d874e4f89e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e87e9423-bbf8-458f-9272-60b4df382f31 HTTP/1.1" status: 204 len: 168 time: 0.1285791 Jan 28 02:15:03.769454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9b61b-2f34-4251-8462-1d874e4f89e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e9423-bbf8-458f-9272-60b4df382f31,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:04.165511 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.516896 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54148) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:04.617035 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1384815847-network', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:04.636424 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Made reservation on behalf of 28e2d009ec2f41abb98faef53dc63b4e for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:15:04.638806 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.647441 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.731429 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks [] for security_group (5cbd09bd-172d-4ff8-8e45-d1306655c298), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.737474 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5cbd09bd-172d-4ff8-8e45-d1306655c298), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.760274 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:15:04.775524 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbd09bd-172d-4ff8-8e45-d1306655c298,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:04.778497 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5b833ea1-d1d3-4c00-9228-7164c4d74573), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.778836 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Added segment 5b833ea1-d1d3-4c00-9228-7164c4d74573 of type vlan for network ed77a673-59e3-46da-9a30-c0ededd83909 Jan 28 02:15:04.821198 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (ed77a673-59e3-46da-9a30-c0ededd83909), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.847504 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (ed77a673-59e3-46da-9a30-c0ededd83909), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.848465 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:04.849044 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:04.900842 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3827865 Jan 28 02:15:04.904403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54152) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:04.909619 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Request body: {'subnet': {'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1384815847-subnet', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:04.910293 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ced4-4cfc-4efb-ac18-f9eb5f13bcab admin admin] Pushing event updated for resources: {'Network': ['ID=ed77a673-59e3-46da-9a30-c0ededd83909,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:04.920825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network ed77a673-59e3-46da-9a30-c0ededd83909 details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:15:04.934686 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Made reservation on behalf of 28e2d009ec2f41abb98faef53dc63b4e for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:15:04.937691 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.109962 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (98ddaa24-770a-4c01-934d-36ef8c14f1ff), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.173874 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ddaa24-770a-4c01-934d-36ef8c14f1ff,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:05.180357 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Checking segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:05.180751 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Network hostable DHCP agents. Network: ed77a673-59e3-46da-9a30-c0ededd83909, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:15:05.199398 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Network ed77a673-59e3-46da-9a30-c0ededd83909 is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:15:05.209196 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, ed77a673-59e3-46da-9a30-c0ededd83909) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:05.214531 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:05.215287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.218419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20f63b-c07c-4774-9941-7d2160411bed None None] Network ed77a673-59e3-46da-9a30-c0ededd83909 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:15:05.231819 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-38a851d6-0fdd-42f9-af4b-4540134a83ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262780 Jan 28 02:15:05.234923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54154) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:05.239680 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:05.260287 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (0f3be0d2-013c-42fc-b96b-5272828a9bd9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.261593 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (0f3be0d2-013c-42fc-b96b-5272828a9bd9), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.313215 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks [] for router_controller (0f3be0d2-013c-42fc-b96b-5272828a9bd9), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.321562 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-ed77a673-59e3-46da-9a30-c0ededd83909', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:15:05.322463 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.451679 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks [] for router_gateway (0f3be0d2-013c-42fc-b96b-5272828a9bd9), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.454076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Allocated IP 172.20.0.2 (ed77a673-59e3-46da-9a30-c0ededd83909/98ddaa24-770a-4c01-934d-36ef8c14f1ff/f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:05.604858 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Publish callbacks [] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.611163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.648742 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks [] for router_gateway (0f3be0d2-013c-42fc-b96b-5272828a9bd9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.649414 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Network ed77a673-59e3-46da-9a30-c0ededd83909 is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:05.654181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:05.658363 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:05.661310 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Pushing event updated for resources: {'Port': ['ID=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:05.672257 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.716855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Attempting to bind port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:05.717230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Attempting to bind port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:05.717592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Attempting to bind port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add on network ed77a673-59e3-46da-9a30-c0ededd83909 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:05.722799 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:05.723182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Checking segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:05.723579 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.723971 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Bound using segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:05.724436 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Bound port: f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:05.724812 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.774402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Allocated IP 172.25.1.12 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/0cc949f5-9d7c-4945-a2a5-39bd700ccd6d) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:05.787181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] For port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:05.790183 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] For port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:05.800700 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.867743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece6b42-886a-4d69-9351-ad2c85c3b58f None None] Pushing event updated for resources: {'Port': ['ID=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:05.904207 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks [] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.939946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:05.980336 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:05.985426 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:05.989892 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:05.993004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Pushing event updated for resources: {'Port': ['ID=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:06.253831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks [] for router_gateway (0f3be0d2-013c-42fc-b96b-5272828a9bd9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:06.452219 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (0f3be0d2-013c-42fc-b96b-5272828a9bd9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:06.589488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:15:06.699000 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:15:06.711450 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:15:06.720758 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:06.725256 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b9d113ff-a75f-4d61-88d9-c58ad2ecaf6e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4866707 Jan 28 02:15:06.725684 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54156) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:06.729731 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:06.730771 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:06.817298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926679a-38f7-46a2-b61f-c1582939dfc6 None None] Network ed77a673-59e3-46da-9a30-c0ededd83909 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:15:07.056147 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:07.127435 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] Provisioning complete for port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:07.127845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.173771 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.240086 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-524bb4e6-65c3-40fa-a7cf-dcc5579ead14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.344827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] Current status of the port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:07.345286 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.393568 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] For port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:07.400541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:06Z', 'revision_number': 3, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:07.402849 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.432493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:15:07.432820 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Updating router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:15:07.492764 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.521466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646ecaa-b1c0-4459-8a88-ded7837dbb8b None None] Pushing event updated for resources: {'Port': ['ID=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:07.670039 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-784f1a5b-ef96-4856-a45c-8e3a2d7b7924 None None] Provisioning complete for port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:07.670425 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-784f1a5b-ef96-4856-a45c-8e3a2d7b7924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.684930 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Allocated IP 172.20.0.1 (ed77a673-59e3-46da-9a30-c0ededd83909/98ddaa24-770a-4c01-934d-36ef8c14f1ff/ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:07.721067 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:07.792872 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks [] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.829825 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.869748 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Network ed77a673-59e3-46da-9a30-c0ededd83909 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:07.870213 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Publish callbacks [] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.874703 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:07.877699 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:07.879211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:07.879642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.882213 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-784f1a5b-ef96-4856-a45c-8e3a2d7b7924 None None] Current status of the port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:07.901309 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.902609 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:07.926109 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (0f3be0d2-013c-42fc-b96b-5272828a9bd9), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.968274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1c71e-ebee-4f9b-b465-499db5a1a067 None None] Pushing event updated for resources: {'Port': ['ID=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:07.972020 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Attempting to bind port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:07.972378 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Attempting to bind port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:07.972748 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Attempting to bind port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:07.980883 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:07.981264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:07.981673 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:07.982101 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:07.982827 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Bound port: 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:07.982946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.068706 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] For port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:08.070993 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.072613 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:08.082483 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] For port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:08.089542 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.144930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:08.145561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:14:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:08.181760 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1c71e-ebee-4f9b-b465-499db5a1a067 None None] Pushing event updated for resources: {'Port': ['ID=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:08.236054 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks [] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.242013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.265420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-cdd5afc3-ed9b-4f3c-b71d-d8f7206c349a None None] Provisioning complete for port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:08.265837 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cdd5afc3-ed9b-4f3c-b71d-d8f7206c349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.293941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.297082 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:08.307676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:08.310078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (0f3be0d2-013c-42fc-b96b-5272828a9bd9), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.339744 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5afc3-ed9b-4f3c-b71d-d8f7206c349a None None] Port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:15:08.402955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Network ed77a673-59e3-46da-9a30-c0ededd83909 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:08.404237 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:08.513529 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:07Z', 'revision_number': 1, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:08.527979 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:15:08.540936 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1bb1-d668-45b0-9461-7f7a5353458f None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:07Z', 'revision_number': 1, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:15:08.643937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:15:08.658664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5083f773-1943-4891-916a-3e3aefbb27c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f3be0d2-013c-42fc-b96b-5272828a9bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315112 Jan 28 02:15:08.663029 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c1556928-d0f4-4f7a-acc0-56fd7c56b9d0 None None] Provisioning complete for port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:08.663406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c1556928-d0f4-4f7a-acc0-56fd7c56b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.698118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c1556928-d0f4-4f7a-acc0-56fd7c56b9d0 None None] Port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:15:09.144796 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54172) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:09.150179 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1187837179-network', 'tenant_id': '77a670329d294d249f16683aecb96ec7'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:09.171181 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Made reservation on behalf of 77a670329d294d249f16683aecb96ec7 for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:15:09.174092 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.184022 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.292118 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks [] for security_group (8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.296701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.325678 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:15:09.332212 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:09.339495 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4ff2329a-a51f-40ef-bb5d-978dfda08d5f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.339900 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Added segment 4ff2329a-a51f-40ef-bb5d-978dfda08d5f of type vlan for network 5ea99acc-cfd3-4317-83dc-ab627695284c Jan 28 02:15:09.385025 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5ea99acc-cfd3-4317-83dc-ab627695284c), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.410722 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5ea99acc-cfd3-4317-83dc-ab627695284c), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.411798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:09.412386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.473616 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3249040 Jan 28 02:15:09.474380 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54174) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:09.479061 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb339067-cbcf-4bd3-aa82-861a08328842 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea99acc-cfd3-4317-83dc-ab627695284c,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:09.479825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Request body: {'subnet': {'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1187837179-subnet', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:09.494315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5ea99acc-cfd3-4317-83dc-ab627695284c details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:15:09.498821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1b00-fb2b-4b05-8d67-ddf088d44a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.510704 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Made reservation on behalf of 77a670329d294d249f16683aecb96ec7 for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:15:09.513509 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.699835 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (e5d284be-e499-47e0-9af8-e23349778f7c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.726811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:09.757373 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d284be-e499-47e0-9af8-e23349778f7c,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:09.775369 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Checking segment: {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:09.775605 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Network hostable DHCP agents. Network: 5ea99acc-cfd3-4317-83dc-ab627695284c, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:15:09.783736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:09.784119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.794988 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Network 5ea99acc-cfd3-4317-83dc-ab627695284c is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:15:09.806111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5ea99acc-cfd3-4317-83dc-ab627695284c) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:09.812227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:09.813058 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.820033 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd25df2-a941-4f3e-b164-af44f8d8701a None None] Network 5ea99acc-cfd3-4317-83dc-ab627695284c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:15:09.834705 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-548aa9d8-dda0-4252-99e1-16f788a74b8e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3590078 Jan 28 02:15:09.837563 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54176) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:09.842545 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:09.864740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (63c78cc2-07b9-43ae-b16a-f43f64a57b64), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.865878 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (63c78cc2-07b9-43ae-b16a-f43f64a57b64), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.921055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks [] for router_controller (63c78cc2-07b9-43ae-b16a-f43f64a57b64), precommit_add_association {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.950921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:09.951661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:09.993825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:09.999333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.005142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5ea99acc-cfd3-4317-83dc-ab627695284c', 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'project_id': '77a670329d294d249f16683aecb96ec7', 'fixed_ips': [{'subnet_id': 'e5d284be-e499-47e0-9af8-e23349778f7c'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:15:10.005996 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.067827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks [] for router_gateway (63c78cc2-07b9-43ae-b16a-f43f64a57b64), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.117277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:10.188927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Allocated IP 172.20.0.2 (5ea99acc-cfd3-4317-83dc-ab627695284c/e5d284be-e499-47e0-9af8-e23349778f7c/129c019e-2420-4bf2-ad67-b3bd1afb70c7) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:10.269744 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks [] for router_gateway (63c78cc2-07b9-43ae-b16a-f43f64a57b64), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.292651 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.336434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Publish callbacks [] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.344655 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.391531 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Network 5ea99acc-cfd3-4317-83dc-ab627695284c is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:10.394708 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:10.400798 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:10.404798 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Allocated IP 172.25.1.213 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/712d3a3b-62e1-44b1-820e-bbacc824151f) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:10.406375 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Pushing event updated for resources: {'Port': ['ID=129c019e-2420-4bf2-ad67-b3bd1afb70c7,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:10.463625 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Attempting to bind port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:10.463996 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Attempting to bind port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:10.464457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Attempting to bind port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 on network 5ea99acc-cfd3-4317-83dc-ab627695284c {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:10.471438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:10.471438 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Checking segment: {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:10.472500 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.472500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Bound using segment: {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:10.472806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Bound port: 129c019e-2420-4bf2-ad67-b3bd1afb70c7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:10.473107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.525419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks [] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.539229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] For port 129c019e-2420-4bf2-ad67-b3bd1afb70c7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:10.542470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] For port 129c019e-2420-4bf2-ad67-b3bd1afb70c7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=129c019e-2420-4bf2-ad67-b3bd1afb70c7,segment=NetworkSegment(4ff2329a-a51f-40ef-bb5d-978dfda08d5f),segment_id=4ff2329a-a51f-40ef-bb5d-978dfda08d5f)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:10.548910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.562586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.602589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:10.604402 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:10.607066 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:10.619294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b1b1-956b-4e2d-a741-4d999b61ee61 None None] Pushing event updated for resources: {'Port': ['ID=129c019e-2420-4bf2-ad67-b3bd1afb70c7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:10.646291 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Pushing event updated for resources: {'Port': ['ID=712d3a3b-62e1-44b1-820e-bbacc824151f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:10.830596 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:15:10.840973 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:10.841592 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:10.894759 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks [] for router_gateway (63c78cc2-07b9-43ae-b16a-f43f64a57b64), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.048765 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:11.102381 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (63c78cc2-07b9-43ae-b16a-f43f64a57b64), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.246070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:15:11.264476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 2, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:11.292179 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:15:11.292548 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Updating router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:15:11.318562 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.333866 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.359782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:15:11.371732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Sync routers for ids ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:15:11.379187 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.384491 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54178) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:11.385053 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6319fac-2e14-456c-b1d8-86eb1174635e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5457263 Jan 28 02:15:11.389016 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Routers {'63c78cc2-07b9-43ae-b16a-f43f64a57b64'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:11.389752 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:11.522400 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Set router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:11.626144 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Publish callbacks [] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.633195 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.721714 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Pushing event updated for resources: {'Port': ['ID=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:11.740546 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.740991 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.741625 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.741893 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.742667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.742667 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.743036 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.743362 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.743689 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.744190 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.744491 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.744819 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.745332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:15:11.826159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e419d-268b-4b70-94fb-3c7db1609d15 None None] Network 5ea99acc-cfd3-4317-83dc-ab627695284c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:15:11.848317 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Attempting to bind port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:11.848881 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Attempting to bind port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:11.849458 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Attempting to bind port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a on network ed77a673-59e3-46da-9a30-c0ededd83909 {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:11.859256 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:11.860327 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Checking segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:11.860327 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.860651 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Bound using segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:11.861067 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Bound port: ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:11.861448 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.885287 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 129c019e-2420-4bf2-ad67-b3bd1afb70c7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:11.943717 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.952412 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] For port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:11.955627 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] For port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:11.963120 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.964608 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:15:10Z', 'revision_number': 3, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:11.969333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] Provisioning complete for port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:11.969844 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.033847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba94f2-176f-4545-a100-fc6e37827e95 None None] Pushing event updated for resources: {'Port': ['ID=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:12.036524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Checking router: 63c78cc2-07b9-43ae-b16a-f43f64a57b64 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:15:12.036955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Updating router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 port 712d3a3b-62e1-44b1-820e-bbacc824151f binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:15:12.042105 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:12.043002 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:12.076695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.123312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:12.123618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.167890 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Allocated IP 172.20.0.1 (5ea99acc-cfd3-4317-83dc-ab627695284c/e5d284be-e499-47e0-9af8-e23349778f7c/0bbefcb1-1a3d-4f0c-84ab-da0600a65529) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:12.190210 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:12.299191 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks [] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.334051 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.347399 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] Current status of the port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:12.347747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.363251 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.434419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Network 5ea99acc-cfd3-4317-83dc-ab627695284c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:12.435775 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:12.446057 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:12.449352 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:12.465823 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:12.466436 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.471166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] For port 129c019e-2420-4bf2-ad67-b3bd1afb70c7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=129c019e-2420-4bf2-ad67-b3bd1afb70c7,segment=NetworkSegment(4ff2329a-a51f-40ef-bb5d-978dfda08d5f),segment_id=4ff2329a-a51f-40ef-bb5d-978dfda08d5f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:12.475714 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:11Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:12.485907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.514150 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (63c78cc2-07b9-43ae-b16a-f43f64a57b64), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.516059 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af7ef-fc7f-4074-aa85-ac661f46c6b0 None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:11Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:15:12.641352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:15:12.641927 n-d-826756-1 neutron-server[109596]: DEBUG oslo_db.api [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:15:12.643855 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8e2de-b31f-4779-aa90-e111f5a6a9af None None] Pushing event updated for resources: {'Port': ['ID=129c019e-2420-4bf2-ad67-b3bd1afb70c7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:12.668767 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Provisioning complete for port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:12.669125 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.674711 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Publish callbacks [] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.686865 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.705133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.780582 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Attempting to bind port 712d3a3b-62e1-44b1-820e-bbacc824151f on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:12.780994 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Attempting to bind port 712d3a3b-62e1-44b1-820e-bbacc824151f by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:12.781311 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Attempting to bind port 712d3a3b-62e1-44b1-820e-bbacc824151f on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:12.783831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8416-f532-4071-8959-6ba297ea4fce None None] Pushing event updated for resources: {'Port': ['ID=712d3a3b-62e1-44b1-820e-bbacc824151f,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:12.791817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:12.792214 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:12.792592 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.792965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:12.793535 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Bound port: 712d3a3b-62e1-44b1-820e-bbacc824151f, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:12.793835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.858423 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Current status of the port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:12.867706 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks [] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.874048 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.881346 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Provisioning complete for port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:12.881723 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.884596 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] For port 712d3a3b-62e1-44b1-820e-bbacc824151f, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:12.888362 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] For port 712d3a3b-62e1-44b1-820e-bbacc824151f, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=712d3a3b-62e1-44b1-820e-bbacc824151f,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:12.909686 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.950807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:12.953695 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (63c78cc2-07b9-43ae-b16a-f43f64a57b64), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.986575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8416-f532-4071-8959-6ba297ea4fce None None] Pushing event updated for resources: {'Port': ['ID=712d3a3b-62e1-44b1-820e-bbacc824151f,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:12.991268 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Routers {'63c78cc2-07b9-43ae-b16a-f43f64a57b64'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:12.991875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:13.055493 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Network 5ea99acc-cfd3-4317-83dc-ab627695284c is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:13.057222 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:13.061205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Current status of the port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:13.061608 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:13.192665 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:15:13.336164 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:15:13.343158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-711e79ad-77f5-45e9-9e43-61805251e3e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/63c78cc2-07b9-43ae-b16a-f43f64a57b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566641 Jan 28 02:15:13.365743 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] For port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:13.377525 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:13.378789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:13.381354 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] Set router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:13.385352 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:13.454411 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:13.549974 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244768a-3b64-4c8e-a1e1-c21193d35298 None None] Pushing event updated for resources: {'Port': ['ID=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:13.596777 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-0e70f01a-6866-4e71-a227-5d3797f51b92 None None] Provisioning complete for port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:13.597148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e70f01a-6866-4e71-a227-5d3797f51b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:13.602870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:13.603224 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:13.679630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-0e70f01a-6866-4e71-a227-5d3797f51b92 None None] Port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:15:13.775218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:13.784149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0bbefcb1-1a3d-4f0c-84ab-da0600a65529', 'name': '', 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'mac_address': 'fa:16:3e:e2:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:11Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 2, 'project_id': '77a670329d294d249f16683aecb96ec7', 'subnets': [{'id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:13.815783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8334edf-7b79-4716-a043-2e06658465a7 None None] The sync data for ids ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'] in n-d-826756-1 is: [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0bbefcb1-1a3d-4f0c-84ab-da0600a65529', 'name': '', 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'mac_address': 'fa:16:3e:e2:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:11Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 2, 'project_id': '77a670329d294d249f16683aecb96ec7', 'subnets': [{'id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:15:13.907057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:13.961437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:13.961881 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:13.982586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54186) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:13.987321 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590157978', 'description': 'tempest-secgroup-smoke-590157978 description', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.018693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.058367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:14.060401 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 129c019e-2420-4bf2-ad67-b3bd1afb70c7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:14.111618 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (c0ef1fb6-a5d8-456c-b025-30ea8bee633b), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.116944 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0ef1fb6-a5d8-456c-b025-30ea8bee633b), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.120336 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:14.120714 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.159177 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.160766 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1770964 Jan 28 02:15:14.163057 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b999-6236-47f4-b0cf-adc03bc0f62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ef1fb6-a5d8-456c-b025-30ea8bee633b,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.164160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54188) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:14.169886 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': 'c0ef1fb6-a5d8-456c-b025-30ea8bee633b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.200231 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (63b96b09-83a2-4c93-a2f4-4da2b7f06ef5), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.221116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:14.266266 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (63b96b09-83a2-4c93-a2f4-4da2b7f06ef5), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.271524 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (63b96b09-83a2-4c93-a2f4-4da2b7f06ef5), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.290620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b96b09-83a2-4c93-a2f4-4da2b7f06ef5,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.299606 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.301830 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d9cedca0-1743-4dbe-9995-4ae72986f642 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356015 Jan 28 02:15:14.303665 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54190) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:14.308555 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': 'c0ef1fb6-a5d8-456c-b025-30ea8bee633b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.339055 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (1c442203-f719-48c0-b9e9-d56ac968d75e), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.420327 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (1c442203-f719-48c0-b9e9-d56ac968d75e), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.425396 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (1c442203-f719-48c0-b9e9-d56ac968d75e), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.446653 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c442203-f719-48c0-b9e9-d56ac968d75e,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.459328 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.461100 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-536160b2-fece-4ed7-8f70-ef3048b6bb34 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561041 Jan 28 02:15:14.464009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54192) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:14.472244 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': 'c0ef1fb6-a5d8-456c-b025-30ea8bee633b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.505802 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (418cbd03-3f17-4ad8-adfd-062f92306c0f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.570133 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (418cbd03-3f17-4ad8-adfd-062f92306c0f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.573975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (418cbd03-3f17-4ad8-adfd-062f92306c0f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.591791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418cbd03-3f17-4ad8-adfd-062f92306c0f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.600323 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.604382 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-20cb9db2-de49-4186-bc82-391f16a56df5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362236 Jan 28 02:15:14.604575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54194) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:14.608973 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': 'c0ef1fb6-a5d8-456c-b025-30ea8bee633b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.634571 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (c5317227-69f4-4340-bca5-4c0702ef2ebf), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.692530 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (c5317227-69f4-4340-bca5-4c0702ef2ebf), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.697199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c5317227-69f4-4340-bca5-4c0702ef2ebf), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.711912 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5317227-69f4-4340-bca5-4c0702ef2ebf,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.722641 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.723953 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c6cf2305-ffa9-4122-a7c7-a72de1e806f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184120 Jan 28 02:15:14.726969 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54196) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:14.731728 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': 'c0ef1fb6-a5d8-456c-b025-30ea8bee633b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.752691 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Project 28e2d009ec2f41abb98faef53dc63b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:15:14.757637 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (58d991d3-adf8-4490-892d-ba19a9b4073e), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.818335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (58d991d3-adf8-4490-892d-ba19a9b4073e), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.822967 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (58d991d3-adf8-4490-892d-ba19a9b4073e), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.840821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d991d3-adf8-4490-892d-ba19a9b4073e,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.849391 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.850643 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b3cc2a09-f87f-45eb-b232-1b0cde760f95 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225405 Jan 28 02:15:14.853449 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54198) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:14.857823 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': 'c0ef1fb6-a5d8-456c-b025-30ea8bee633b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:14.878985 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Project 28e2d009ec2f41abb98faef53dc63b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:15:14.884233 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (dff71de0-ebd5-4581-bf3f-c3319ac2b29a), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.942683 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (dff71de0-ebd5-4581-bf3f-c3319ac2b29a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.947458 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (dff71de0-ebd5-4581-bf3f-c3319ac2b29a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.964880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff71de0-ebd5-4581-bf3f-c3319ac2b29a,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:14.986489 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.995774 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-785fe628-912f-4700-8b62-7d2bd58daf1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333113 Jan 28 02:15:15.148188 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-fc393869-ca0b-4f4d-9184-2526295e32c9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590157978&fields=id&tenant_id=28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 267 time: 0.0504963 Jan 28 02:15:15.256639 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-12083ba1-335a-40b2-98ac-000866136c3f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:15.258189 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-12083ba1-335a-40b2-98ac-000866136c3f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 809 time: 0.1027288 Jan 28 02:15:15.276201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-ac0bbd53-abd9-4d72-b6c0-2a01658720f4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/quotas/28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 375 time: 0.0098238 Jan 28 02:15:15.351487 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-7cc9b5ff-36cc-4c55-8ea9-db471d4c28f3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699611 Jan 28 02:15:15.469975 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-82a5bd16-63df-4134-8f71-8ad1781a9725 service neutron] 10.222.0.23 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023896 Jan 28 02:15:15.568883 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-7319a8a7-9653-47b1-8aa4-150542d41ebf service neutron] 10.222.0.23 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923800 Jan 28 02:15:15.762857 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d45e3174-4985-4165-b3a4-1b5c0cb09f84 req-e591e21a-4df0-4171-ba94-31748579a192 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 210 time: 0.0303390 Jan 28 02:15:15.906737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 712d3a3b-62e1-44b1-820e-bbacc824151f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:15.958154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 712d3a3b-62e1-44b1-820e-bbacc824151f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:15.958539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:16.049231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 712d3a3b-62e1-44b1-820e-bbacc824151f is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:16.049819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:16.072765 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 712d3a3b-62e1-44b1-820e-bbacc824151f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=712d3a3b-62e1-44b1-820e-bbacc824151f,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:16.077891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:16.129001 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=712d3a3b-62e1-44b1-820e-bbacc824151f,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:16.830260 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Sync routers for ids ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:15:16.841554 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Routers {'63c78cc2-07b9-43ae-b16a-f43f64a57b64'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:16.842483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:16.854298 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5e8ce30-1b1d-4473-82e4-e246d331f2a5 req-b0bc7075-9279-4014-ba58-abd79f5e9cc8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 210 time: 0.0338042 Jan 28 02:15:16.948637 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Set router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:17.180965 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0bbefcb1-1a3d-4f0c-84ab-da0600a65529', 'name': '', 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'mac_address': 'fa:16:3e:e2:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:11Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 2, 'project_id': '77a670329d294d249f16683aecb96ec7', 'subnets': [{'id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:17.207965 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Checking router: 63c78cc2-07b9-43ae-b16a-f43f64a57b64 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:15:17.208332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Updating router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:15:17.232999 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.521380 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Publish callbacks [] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.523964 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:15:17.529139 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.577516 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0639a-c60f-422b-965d-afa9c9f6ae28 None None] Pushing event updated for resources: {'Port': ['ID=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:17.629956 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Attempting to bind port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:17.630458 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Attempting to bind port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:17.630830 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Attempting to bind port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 on network 5ea99acc-cfd3-4317-83dc-ab627695284c {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:17.636101 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:17.636479 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Checking segment: {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:17.636904 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.637296 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Bound using segment: {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:17.637761 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Bound port: 0bbefcb1-1a3d-4f0c-84ab-da0600a65529, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff2329a-a51f-40ef-bb5d-978dfda08d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:17.638360 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.705222 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] For port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:17.708787 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] For port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,segment=NetworkSegment(4ff2329a-a51f-40ef-bb5d-978dfda08d5f),segment_id=4ff2329a-a51f-40ef-bb5d-978dfda08d5f)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:17.713052 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.770225 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Routers {'63c78cc2-07b9-43ae-b16a-f43f64a57b64'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:17.770891 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:17.807496 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0639a-c60f-422b-965d-afa9c9f6ae28 None None] Pushing event updated for resources: {'Port': ['ID=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:17.839732 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] Provisioning complete for port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:17.840867 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.883370 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 712d3a3b-62e1-44b1-820e-bbacc824151f up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:17.952202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7744a611-f036-4be8-a396-6a2e304a6910 req-b0ddedc0-2d10-41bb-9eaf-741237276e6e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 210 time: 0.0391176 Jan 28 02:15:17.995049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] Current status of the port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:17.995444 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:17.999298 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] Set router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:18.031674 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 712d3a3b-62e1-44b1-820e-bbacc824151f triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:18.032059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:18.034696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] For port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,segment=NetworkSegment(4ff2329a-a51f-40ef-bb5d-978dfda08d5f),segment_id=4ff2329a-a51f-40ef-bb5d-978dfda08d5f)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:18.060581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:18.134444 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529796f-4c19-409b-8882-3e748bd33632 None None] Pushing event updated for resources: {'Port': ['ID=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:18.185712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 712d3a3b-62e1-44b1-820e-bbacc824151f is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:18.193976 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b84989fe-1774-439f-8534-562bbea2edb7 None None] Provisioning complete for port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:18.194346 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b84989fe-1774-439f-8534-562bbea2edb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:18.213026 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0bbefcb1-1a3d-4f0c-84ab-da0600a65529', 'name': '', 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'mac_address': 'fa:16:3e:e2:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:11Z', 'updated_at': '2022-01-28T02:15:17Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'subnets': [{'id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:18.242736 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f525a2-09e5-4ae5-b8fb-680b0a5ac027 None None] The sync data for ids ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'] in n-d-826756-1 is: [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:15:12Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '0bbefcb1-1a3d-4f0c-84ab-da0600a65529', 'name': '', 'network_id': '5ea99acc-cfd3-4317-83dc-ab627695284c', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'mac_address': 'fa:16:3e:e2:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:11Z', 'updated_at': '2022-01-28T02:15:17Z', 'revision_number': 4, 'project_id': '77a670329d294d249f16683aecb96ec7', 'subnets': [{'id': 'e5d284be-e499-47e0-9af8-e23349778f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:15:18.271755 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b84989fe-1774-439f-8534-562bbea2edb7 None None] Current status of the port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:19.045257 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-08ac524f-ae3c-4fc5-bb45-25507c5811b7 req-cd835e2a-9d51-4f2e-b3a5-cb20cd243751 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 210 time: 0.0272338 Jan 28 02:15:19.886177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:19.939795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:19.940163 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:20.017050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:20.138833 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f9b9f4b-41b6-4a35-ad20-275f3dc5289f req-a96d421d-cf55-43e4-a268-d19206a1110a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 210 time: 0.0264461 Jan 28 02:15:21.012572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-218668be-0451-4926-9cc3-d1d06f76fb25 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:21.013991 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-218668be-0451-4926-9cc3-d1d06f76fb25 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 809 time: 0.1010256 Jan 28 02:15:21.086705 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-5ee2b756-545f-4f11-931d-5f20041845fb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 379 time: 0.0587749 Jan 28 02:15:21.119757 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'port': {'device_id': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'admin_state_up': True, 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'security_groups': ['c0ef1fb6-a5d8-456c-b025-30ea8bee633b']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:21.235519 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Made reservation on behalf of 28e2d009ec2f41abb98faef53dc63b4e for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:15:21.239199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:21.244586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-69279f50-1bc5-41d6-87ec-33ed6747f8f0 req-0a5115e3-e457-448e-89c5-98d409d1072d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Jan 28 02:15:21.388800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Allocated IP 172.20.0.11 (ed77a673-59e3-46da-9a30-c0ededd83909/98ddaa24-770a-4c01-934d-36ef8c14f1ff/a91aeb6c-867f-4444-b239-5784cf818588) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:21.529804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for port (a91aeb6c-867f-4444-b239-5784cf818588), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:21.569298 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:21.614247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Network ed77a673-59e3-46da-9a30-c0ededd83909 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:21.617235 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:21.623955 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:21.646764 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:21.675086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:21.675715 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:21.694017 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-d25c20b7-c508-4449-9e41-231c429966d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5783341 Jan 28 02:15:21.711493 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Request body: {'port': {'device_id': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:21.767146 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:21.919302 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-18848ffe-238e-489c-a1b6-eeeac88fc8bf None None] Provisioning complete for port a91aeb6c-867f-4444-b239-5784cf818588 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:21.919907 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-18848ffe-238e-489c-a1b6-eeeac88fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a91aeb6c-867f-4444-b239-5784cf818588), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:21.960880 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-18848ffe-238e-489c-a1b6-eeeac88fc8bf None None] Port a91aeb6c-867f-4444-b239-5784cf818588 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:15:22.032415 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91aeb6c-867f-4444-b239-5784cf818588 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:15:22.040358 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Publish callbacks [] for port (a91aeb6c-867f-4444-b239-5784cf818588), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:22.053085 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Transition to ACTIVE for port object a91aeb6c-867f-4444-b239-5784cf818588 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:15:22.057393 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:22.103570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:22.175662 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Attempting to bind port a91aeb6c-867f-4444-b239-5784cf818588 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:15:22.175791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Attempting to bind port a91aeb6c-867f-4444-b239-5784cf818588 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:15:22.176180 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Attempting to bind port a91aeb6c-867f-4444-b239-5784cf818588 on network ed77a673-59e3-46da-9a30-c0ededd83909 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:22.180846 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Port a91aeb6c-867f-4444-b239-5784cf818588 on network ed77a673-59e3-46da-9a30-c0ededd83909 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:15:22.181198 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Attempting to bind port a91aeb6c-867f-4444-b239-5784cf818588 on network ed77a673-59e3-46da-9a30-c0ededd83909 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:15:22.186293 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:15:22.186632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Checking segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:15:22.187016 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Bound using segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:15:22.187440 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Bound port: a91aeb6c-867f-4444-b239-5784cf818588, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:15:22.187795 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:22.256620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:15:22.259923 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:15:22.265291 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:22.300368 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:22.301004 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:22.302414 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] 10.222.0.43 "PUT /v2.0/ports/a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 1092 time: 0.5955145 Jan 28 02:15:22.302865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:15:22.305110 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff0208-cf76-4ad2-aca1-874244ee1aba" -d '{"events": [{"name": "network-changed", "server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:15:22.339697 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb8505-ab08-4b10-8c41-348488faa767 service neutron] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:22.352463 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf003c39-651b-4f75-a323-ba60b3161a46 x-openstack-request-id: req-bf003c39-651b-4f75-a323-ba60b3161a46 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:15:22.352826 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:15:22.353142 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf003c39-651b-4f75-a323-ba60b3161a46 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:15:22.353734 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'status': 'completed', 'code': 200} Jan 28 02:15:22.396750 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b78ac4-bead-4aa5-a930-d5be48ae3b10 req-c547310a-0e48-45bc-af11-8d1b346bd3a6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:22.402352 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49b78ac4-bead-4aa5-a930-d5be48ae3b10 req-c547310a-0e48-45bc-af11-8d1b346bd3a6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0750062 Jan 28 02:15:22.423250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-45466f5c-165a-4f02-b6a3-1820c1f03575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:22.424771 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-45466f5c-165a-4f02-b6a3-1820c1f03575 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1095 time: 0.0557821 Jan 28 02:15:22.451941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-49b78ac4-bead-4aa5-a930-d5be48ae3b10 req-050640b8-afc1-46f0-b4e2-9f32281f3da1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 Jan 28 02:15:22.477846 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-89edc7c1-71f4-4020-b8ca-97ac1fba2e29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 217 time: 0.0414023 Jan 28 02:15:22.529762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-0039672f-d335-407b-aa3d-fac5634ccc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:22.532081 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-0039672f-d335-407b-aa3d-fac5634ccc95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0487754 Jan 28 02:15:22.587574 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e3352dc9-299a-4cf5-b46f-ad7156f6e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:22.589074 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-e3352dc9-299a-4cf5-b46f-ad7156f6e5fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515637 Jan 28 02:15:23.032377 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-eda1fd23-4059-4a7f-9d07-32223476b119 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370596 Jan 28 02:15:23.123916 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6ec0efeb-2ecc-492c-bce7-56fd157546eb req-aeec7ff9-3313-40be-8ab8-0e4e39191946 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853388 Jan 28 02:15:23.275257 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-e8907f5e-c788-4223-b888-18db77183ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:23.276756 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-e8907f5e-c788-4223-b888-18db77183ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1095 time: 0.0563619 Jan 28 02:15:23.369511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-c2597141-07e2-4349-9fc1-8e1b3a823c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:23.370956 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-c2597141-07e2-4349-9fc1-8e1b3a823c52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0885046 Jan 28 02:15:23.415339 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-839bed7b-0943-4fbb-a0a5-b9b1c9bde067 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 217 time: 0.0369885 Jan 28 02:15:23.472377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-b59b1656-8ba3-4525-93be-d16a104fc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:23.473911 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-b59b1656-8ba3-4525-93be-d16a104fc86b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0520577 Jan 28 02:15:23.523800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-56264c54-36b5-4941-a93c-f84f8863868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:23.525348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-56264c54-36b5-4941-a93c-f84f8863868b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426168 Jan 28 02:15:23.576023 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166a78c-876d-4830-98ad-987827b37535 req-f2f4661c-f933-4b39-a9e1-76c1a635c8c5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:23.577523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a166a78c-876d-4830-98ad-987827b37535 req-f2f4661c-f933-4b39-a9e1-76c1a635c8c5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0490294 Jan 28 02:15:23.613822 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-e072fcfe-f4b5-4a6d-8012-fe5fad3f0d6c service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808558 Jan 28 02:15:23.625888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a166a78c-876d-4830-98ad-987827b37535 req-5121d63e-374f-47ec-9197-066b38677911 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Jan 28 02:15:23.711124 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-d4ff0208-cf76-4ad2-aca1-874244ee1aba req-f9b5e01c-9286-4576-b2f1-90a5897d9dd0 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903018 Jan 28 02:15:24.757336 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6689-df96-4eec-8b23-f67c149ac0c5 req-ff980e32-e31d-4ece-9a23-b18a44a2ac39 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:24.758794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8ca6689-df96-4eec-8b23-f67c149ac0c5 req-ff980e32-e31d-4ece-9a23-b18a44a2ac39 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0572364 Jan 28 02:15:24.816244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8ca6689-df96-4eec-8b23-f67c149ac0c5 req-ff9b3537-1ef3-4f2a-9617-fc51aff1c8ba tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514212 Jan 28 02:15:25.921678 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:15:25.942384 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb3186-7e29-45fa-88cd-91a6819f5975 req-f769eac5-73e1-48c1-8e8b-36eb985da76c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:25.946369 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6abb3186-7e29-45fa-88cd-91a6819f5975 req-f769eac5-73e1-48c1-8e8b-36eb985da76c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0532143 Jan 28 02:15:25.996994 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6abb3186-7e29-45fa-88cd-91a6819f5975 req-da93543e-98df-473b-ab18-21d4dcf6af6a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473464 Jan 28 02:15:26.028869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:26.040455 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a91aeb6c-867f-4444-b239-5784cf818588', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'mac_address': 'fa:16:3e:c0:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:15:26.079048 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:26.079431 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:26.092812 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91aeb6c-867f-4444-b239-5784cf818588 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:15:26.112517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:26.119510 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:26.164383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:26.397393 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a91aeb6c-867f-4444-b239-5784cf818588'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:15:27.123858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014763b1-1d5b-455e-8df3-1ef550a26953 req-89af6c47-ef97-4ad1-bf59-31ee8a9764bb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:27.125322 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-014763b1-1d5b-455e-8df3-1ef550a26953 req-89af6c47-ef97-4ad1-bf59-31ee8a9764bb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Jan 28 02:15:27.175606 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-014763b1-1d5b-455e-8df3-1ef550a26953 req-407825f3-f382-46d8-bae4-a347bf8b4331 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442386 Jan 28 02:15:27.923610 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:15:27.987456 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port a91aeb6c-867f-4444-b239-5784cf818588 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:15:27.991592 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a91aeb6c-867f-4444-b239-5784cf818588 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:15:27.991961 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a91aeb6c-867f-4444-b239-5784cf818588), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:28.081070 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:15:28.081329 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:28.107892 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:15:28.110170 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b8f5f-cf9d-4016-a6a1-bea736f5ae99" -d '{"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-plugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:15:28.122775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:15:28.127402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:28.150457 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3d950d-e17c-429a-957a-1e9336adafe5 x-openstack-request-id: req-aa3d950d-e17c-429a-957a-1e9336adafe5 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:15:28.150737 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-plugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:15:28.150992 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa3d950d-e17c-429a-957a-1e9336adafe5 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:15:28.151381 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'code': 200} Jan 28 02:15:28.179988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:28.280710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230a07d-304b-47e5-b675-82c7284cb281 req-6a794be2-947e-4016-955c-530a8c08927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:28.282241 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a230a07d-304b-47e5-b675-82c7284cb281 req-6a794be2-947e-4016-955c-530a8c08927d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1097 time: 0.0458608 Jan 28 02:15:28.298931 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e949-1ddd-46f1-ac3b-db229871bd0d req-ef0113fb-4da4-4b76-8b32-ecb9e1fcb445 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:28.300432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c51e949-1ddd-46f1-ac3b-db229871bd0d req-ef0113fb-4da4-4b76-8b32-ecb9e1fcb445 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0547965 Jan 28 02:15:28.329549 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-a230a07d-304b-47e5-b675-82c7284cb281 req-3e877cff-a66b-4d88-b313-f8c50b2cb5ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408947 Jan 28 02:15:28.350036 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c51e949-1ddd-46f1-ac3b-db229871bd0d req-ffebd155-aeb5-4137-bd89-815a36631da8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Jan 28 02:15:29.479054 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff0f76-3233-4cb8-98bc-06475b86e365 req-df48f880-9651-49ba-91e5-6c0064434db0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:29.480550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87ff0f76-3233-4cb8-98bc-06475b86e365 req-df48f880-9651-49ba-91e5-6c0064434db0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0545025 Jan 28 02:15:29.533467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-87ff0f76-3233-4cb8-98bc-06475b86e365 req-bd27e2a8-fbf3-47c8-ab0d-6895f3124ed6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469768 Jan 28 02:15:29.648120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40642523-9634-4e96-b543-26822e2fec9f req-626a71ce-09b3-4063-86fd-a6fc6cb41ce5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:29.649539 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40642523-9634-4e96-b543-26822e2fec9f req-626a71ce-09b3-4063-86fd-a6fc6cb41ce5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0493762 Jan 28 02:15:29.710646 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40642523-9634-4e96-b543-26822e2fec9f req-090da268-0928-4953-b5fb-12d18305b715 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553186 Jan 28 02:15:29.737892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54266) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:29.876812 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6a696-bcc8-4fd4-82af-7d602a2d8d46 tempest-TestShelveInstance-648002237 tempest-TestShelveInstance-648002237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:29.878712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-64f6a696-bcc8-4fd4-82af-7d602a2d8d46 tempest-TestShelveInstance-648002237 tempest-TestShelveInstance-648002237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1092 time: 0.1398001 Jan 28 02:15:29.881764 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54270) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:15:29.886029 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:15:29.908575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:30.006613 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:30.136874 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Allocated IP 172.25.1.59 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/bc521014-b924-489a-8153-b06b0c38750c) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:15:30.256417 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for port (bc521014-b924-489a-8153-b06b0c38750c), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:30.291655 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bc521014-b924-489a-8153-b06b0c38750c), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:30.333769 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:15:30.336657 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:15:30.339499 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:15:30.369297 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'Port': ['ID=bc521014-b924-489a-8153-b06b0c38750c,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:30.720851 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (08555fd3-1799-4925-86bb-57ba06b65cc6), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:30.792782 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bc521014-b924-489a-8153-b06b0c38750c), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:31.268747 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for port (bc521014-b924-489a-8153-b06b0c38750c), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:31.277120 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (bc521014-b924-489a-8153-b06b0c38750c), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:31.355946 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'Port': ['ID=bc521014-b924-489a-8153-b06b0c38750c,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:15:31.363356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (08555fd3-1799-4925-86bb-57ba06b65cc6), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:31.475719 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Floating IP 08555fd3-1799-4925-86bb-57ba06b65cc6 associated. External IP: 172.25.1.59, port: a91aeb6c-867f-4444-b239-5784cf818588. Jan 28 02:15:31.703043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:15:31.827854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:15:31.838784 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:15:31.845729 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:31.850019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:31.850650 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:31.874393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-b4fb89d4-5625-4c82-abab-aee6f8492b2a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9915962 Jan 28 02:15:31.874970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:15:31.877334 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff52073-3276-49eb-b92c-db7de6c8bf88" -d '{"events": [{"name": "network-changed", "server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:15:31.962299 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:31.973970 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e5257f-66be-4b89-8ee3-89a8c1953c6a x-openstack-request-id: req-82e5257f-66be-4b89-8ee3-89a8c1953c6a {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:15:31.974286 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:15:31.974552 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82e5257f-66be-4b89-8ee3-89a8c1953c6a {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:15:31.974952 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'status': 'completed', 'code': 200} Jan 28 02:15:32.063442 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-43ae2745-ffcb-46c2-b254-18a4557057e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:32.064969 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-43ae2745-ffcb-46c2-b254-18a4557057e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1097 time: 0.0487163 Jan 28 02:15:32.158724 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-e9e54613-a38a-4160-83e5-0c503794506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:32.160214 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-e9e54613-a38a-4160-83e5-0c503794506e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0892940 Jan 28 02:15:32.199035 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '08555fd3-1799-4925-86bb-57ba06b65cc6', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'mac_address': 'fa:16:3e:c0:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:30Z', 'updated_at': '2022-01-28T02:15:30Z', 'revision_number': 0, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:32.227802 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-5e8028ce-e6a6-4a98-b96b-1653a3c1801a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 999 time: 0.0621636 Jan 28 02:15:32.279636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-ada826b7-af36-49e8-84a8-eb04318d7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:32.281167 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-ada826b7-af36-49e8-84a8-eb04318d7ed1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0482550 Jan 28 02:15:32.329036 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-de177903-301f-404a-a2dd-d2a9c1194b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:32.330648 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-de177903-301f-404a-a2dd-d2a9c1194b53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437565 Jan 28 02:15:32.391518 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:15:32.400801 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:15:32.401417 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:15:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:32.430057 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-d107cc82-4cc7-45c3-82b4-c9adb601e451 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935192 Jan 28 02:15:32.513873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:15:32.519923 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-3ff52073-3276-49eb-b92c-db7de6c8bf88 req-abdfa9d3-afe3-4525-8782-3c4c58ba1758 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842178 Jan 28 02:15:32.746166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '08555fd3-1799-4925-86bb-57ba06b65cc6', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'mac_address': 'fa:16:3e:c0:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:30Z', 'updated_at': '2022-01-28T02:15:30Z', 'revision_number': 0, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:15:32.779825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2c0ea-b4d6-46ef-bd5e-5ccef9293ec9 None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '08555fd3-1799-4925-86bb-57ba06b65cc6', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'mac_address': 'fa:16:3e:c0:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:15:30Z', 'updated_at': '2022-01-28T02:15:30Z', 'revision_number': 0, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:15:33.004948 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d0236-c5ed-4944-9a6f-ff93ff75e4be None None] New status for floating IP 08555fd3-1799-4925-86bb-57ba06b65cc6: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:15:34.197372 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:37.173559 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-decda4f8-55a2-47f5-8eea-14b23e923341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:38.262438 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:39.485240 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-338b8911-178a-4efe-9196-9b39798c0f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:41.160490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:42.278379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:43.374231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:54.515119 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:15:55.627690 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-5d6d022b-1713-45f7-b49e-e68f1dd50f0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481348 Jan 28 02:15:55.734032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-a4376562-2e7b-4c46-830e-4a4539a3757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:55.735446 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-a4376562-2e7b-4c46-830e-4a4539a3757b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1097 time: 0.0460358 Jan 28 02:15:55.851702 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-ed4da8bb-5515-4f4c-8656-e266cab7e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:55.853225 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-ed4da8bb-5515-4f4c-8656-e266cab7e615 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0967116 Jan 28 02:15:55.921596 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-913588f0-1f32-4261-ac0a-e7f390dc8978 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 1001 time: 0.0626006 Jan 28 02:15:55.969379 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-61dac8e1-b255-4e12-8970-739a6eef6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:55.970850 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-61dac8e1-b255-4e12-8970-739a6eef6adb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0432594 Jan 28 02:15:56.017704 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-2e6f1999-98f8-4323-9819-161bbcef175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:15:56.019178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-2e6f1999-98f8-4323-9819-161bbcef175c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420883 Jan 28 02:15:56.111204 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-840a9642-0da5-40d6-8431-a512e7db4793 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Jan 28 02:15:56.201686 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-6334763a-d837-4e1c-a7d9-354abeeabf77 req-cbae72cc-ebc5-41ba-bbc3-ebce8f4f655f service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Jan 28 02:16:04.207160 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:07.177465 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5bfa994d-0eca-4de5-a130-3bcc8983d27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:08.262974 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:09.486943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ead19041-2ea1-4e5a-ba3c-1a77841ce425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:11.163275 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:12.281758 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:13.376597 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:31.515258 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:16:34.220440 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:37.177599 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-856021ce-507c-432b-9921-35667b58c7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:38.281533 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:39.483002 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb0b7-1352-47db-b525-da3d84177628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:41.163230 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:42.293271 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:43.379871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:56.657466 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-0757c5ab-9c6b-4495-bf11-2a45fe800456 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422382 Jan 28 02:16:56.767034 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-1b9a2f6a-c3d1-4241-ab6b-e385a24d5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:16:56.768439 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-1b9a2f6a-c3d1-4241-ab6b-e385a24d5437 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1097 time: 0.0459361 Jan 28 02:16:56.870958 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-25d1c18c-1a7d-4b6e-8f1d-410e44b9e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:16:56.872447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-25d1c18c-1a7d-4b6e-8f1d-410e44b9e1ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0850251 Jan 28 02:16:56.950667 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-829b19d9-4e3f-451c-97eb-c58f94d5f535 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 1001 time: 0.0694177 Jan 28 02:16:56.999791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-027ee448-85fb-4b47-a909-e2ce1a775d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:16:57.001260 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-027ee448-85fb-4b47-a909-e2ce1a775d9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0445211 Jan 28 02:16:57.046676 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-26b68935-8c66-4618-94c1-8f12ba13fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:16:57.048071 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-26b68935-8c66-4618-94c1-8f12ba13fb5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404532 Jan 28 02:16:57.143707 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-d972da78-64f0-4eda-a3a5-e0e4e3e92b6c service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893273 Jan 28 02:16:57.233901 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-30591a96-8c5e-482f-82c6-44213cf5e1df req-f4de765a-cc8d-4816-8a59-54d742f3285a service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841920 Jan 28 02:17:04.216015 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:07.171428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3a55c9ad-625c-4870-8e81-7cc78df44fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:08.303310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:08.515090 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:17:09.488697 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c8177e89-6e04-4dea-b81b-1308d7f4080e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:11.165426 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:12.299998 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:13.385434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:24.982105 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eef88-56b9-430f-a976-8a896c2ceef3 req-2307a309-f825-409c-a985-c026211ce9df tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:24.983629 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e6eef88-56b9-430f-a976-8a896c2ceef3 req-2307a309-f825-409c-a985-c026211ce9df tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0507290 Jan 28 02:17:25.037468 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7e6eef88-56b9-430f-a976-8a896c2ceef3 req-98c4742b-5a7f-4241-b71e-4bd9ea82e690 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479679 Jan 28 02:17:26.172966 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f48ec7-cc88-4491-86a9-94b0ac7725ab req-1f9a6fd3-b8b6-47e6-989c-a9746a85e794 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:26.174396 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40f48ec7-cc88-4491-86a9-94b0ac7725ab req-1f9a6fd3-b8b6-47e6-989c-a9746a85e794 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0510192 Jan 28 02:17:26.224564 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-40f48ec7-cc88-4491-86a9-94b0ac7725ab req-265d0fd5-06d8-49d0-844f-7ad18d9f9f32 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Jan 28 02:17:27.356580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16072cc3-72cc-41fe-b9b2-2390dfd46453 req-2bbecff5-34df-4707-811b-a7038cdef734 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:27.358118 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16072cc3-72cc-41fe-b9b2-2390dfd46453 req-2bbecff5-34df-4707-811b-a7038cdef734 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0506802 Jan 28 02:17:27.410203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-16072cc3-72cc-41fe-b9b2-2390dfd46453 req-899f1877-4334-47fb-a4c3-1541abdd6cfc tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437648 Jan 28 02:17:28.543104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7df26-fd8b-4ae6-a906-9d48a4e652bb req-4e81b5d4-0a16-41ca-9e8e-52f0d3b07fc2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:28.544589 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ea7df26-fd8b-4ae6-a906-9d48a4e652bb req-4e81b5d4-0a16-41ca-9e8e-52f0d3b07fc2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0538402 Jan 28 02:17:28.594718 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ea7df26-fd8b-4ae6-a906-9d48a4e652bb req-3deecb45-f978-4928-9317-c262c69851ba tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Jan 28 02:17:29.718170 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38fbf9-3abc-449a-81df-8c6fe971e188 req-fbe8bfe7-fe3d-4db3-bb43-7fef7e878faf tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:29.719586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa38fbf9-3abc-449a-81df-8c6fe971e188 req-fbe8bfe7-fe3d-4db3-bb43-7fef7e878faf tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0518005 Jan 28 02:17:29.771388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa38fbf9-3abc-449a-81df-8c6fe971e188 req-e5cada7a-8fb8-42d5-bcae-2b1a7f6c2258 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Jan 28 02:17:30.911329 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224acdd-4f16-449f-b9b2-bca80212cfcf req-69aef915-c7be-4e02-9776-d35fba4af495 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:30.912805 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4224acdd-4f16-449f-b9b2-bca80212cfcf req-69aef915-c7be-4e02-9776-d35fba4af495 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0610673 Jan 28 02:17:30.965534 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4224acdd-4f16-449f-b9b2-bca80212cfcf req-dfd9ef54-2f5e-4cac-9e32-0fd40d1913f2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446560 Jan 28 02:17:32.113825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3b4e-467e-4c06-94f2-0fff6d94359d req-edd85fab-f611-4d17-8507-2010eb27aa00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:32.115318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d1b3b4e-467e-4c06-94f2-0fff6d94359d req-edd85fab-f611-4d17-8507-2010eb27aa00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0635219 Jan 28 02:17:32.164939 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2d1b3b4e-467e-4c06-94f2-0fff6d94359d req-dc3be6bf-057e-498c-a2a7-363421542938 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438261 Jan 28 02:17:33.295973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30230-35cb-4cd5-a9b0-96f977a669ed req-2e1095ae-1cc9-423b-a648-190f1df5e8f3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:33.297454 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ac30230-35cb-4cd5-a9b0-96f977a669ed req-2e1095ae-1cc9-423b-a648-190f1df5e8f3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0525239 Jan 28 02:17:33.351488 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2ac30230-35cb-4cd5-a9b0-96f977a669ed req-6e036a01-46c4-4485-9545-3837216c39a2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484302 Jan 28 02:17:34.216289 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:34.486176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a813e7-c955-4ed1-b35f-862a9856b3b8 req-726939e0-8a24-4a44-b222-9c2192ee1a76 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:34.487647 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12a813e7-c955-4ed1-b35f-862a9856b3b8 req-726939e0-8a24-4a44-b222-9c2192ee1a76 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0571914 Jan 28 02:17:34.536847 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-12a813e7-c955-4ed1-b35f-862a9856b3b8 req-a0e4575f-3616-4df5-87c1-2e7389c3c76b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 Jan 28 02:17:35.659042 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241873-53b6-4bef-8ae2-3a6b1eb1dfaf req-a5178f25-8e68-4206-be3c-053f308fa75a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:35.660511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90241873-53b6-4bef-8ae2-3a6b1eb1dfaf req-a5178f25-8e68-4206-be3c-053f308fa75a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0535493 Jan 28 02:17:35.714497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-90241873-53b6-4bef-8ae2-3a6b1eb1dfaf req-8c5b870f-770d-4449-9bc6-8c131848e981 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Jan 28 02:17:36.720963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:17:36.827545 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:17:36.840180 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a91aeb6c-867f-4444-b239-5784cf818588', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'mac_address': 'fa:16:3e:c0:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:17:36.844408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e98f-4bfd-458a-a085-6575bc5e4e52 req-bbba3d58-5a99-4163-b4a8-8af8deb415b6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:36.845927 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14e2e98f-4bfd-458a-a085-6575bc5e4e52 req-bbba3d58-5a99-4163-b4a8-8af8deb415b6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0615385 Jan 28 02:17:36.878381 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:17:36.878726 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:36.892804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a91aeb6c-867f-4444-b239-5784cf818588 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:17:36.894934 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-14e2e98f-4bfd-458a-a085-6575bc5e4e52 req-ae549315-516d-4ea3-9e48-5b10045ef5a5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432615 Jan 28 02:17:36.912963 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:17:36.918668 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:36.964034 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:17:36.972719 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.973293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.973950 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.974547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.975211 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.975833 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.976430 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.977018 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.977631 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.978283 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.978795 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.979143 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:36.979482 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:17:37.073159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a91aeb6c-867f-4444-b239-5784cf818588'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:17:37.190089 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e87ce5bb-a131-47d8-8268-d374a4f61d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:38.012838 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabbfb8-57d6-48ca-881d-bfb4b2fbc357 req-7bbad7d7-a5b8-4f87-8adf-9c167c23c8a5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:38.014514 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fabbfb8-57d6-48ca-881d-bfb4b2fbc357 req-7bbad7d7-a5b8-4f87-8adf-9c167c23c8a5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Jan 28 02:17:38.064420 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6fabbfb8-57d6-48ca-881d-bfb4b2fbc357 req-98fadd77-4399-4ec6-934b-dd4801514f5c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Jan 28 02:17:38.327660 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:38.730217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:17:38.786068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a91aeb6c-867f-4444-b239-5784cf818588 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:17:38.786891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a91aeb6c-867f-4444-b239-5784cf818588), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:38.873420 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:17:38.873766 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:38.903621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:17:38.906010 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff5a373-2edd-4b58-8703-b9e33dc1e558" -d '{"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-plugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:17:38.922851 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:17:38.935265 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:38.999333 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:17:39.043632 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6ffac-5b32-42fc-98bb-823b34d091b8 x-openstack-request-id: req-e5e6ffac-5b32-42fc-98bb-823b34d091b8 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:17:39.044036 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-plugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:17:39.044404 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5e6ffac-5b32-42fc-98bb-823b34d091b8 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:17:39.045124 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'code': 200} Jan 28 02:17:39.188872 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a872712-96cc-4677-81f3-9801e81a1bcb req-41ebc895-95c8-4d00-b024-2b61686e2c71 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:39.190478 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a872712-96cc-4677-81f3-9801e81a1bcb req-41ebc895-95c8-4d00-b024-2b61686e2c71 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0524061 Jan 28 02:17:39.247661 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-1a872712-96cc-4677-81f3-9801e81a1bcb req-63d72433-4d50-40a1-9800-f69bc8e65367 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506928 Jan 28 02:17:39.496990 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e9b5b398-a35b-4e99-8b88-61f2a2436ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:40.383986 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04923a0c-afca-4828-9c00-04df18287256 req-547801a2-1263-44e6-a16d-84120f01d8c0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:40.385699 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04923a0c-afca-4828-9c00-04df18287256 req-547801a2-1263-44e6-a16d-84120f01d8c0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0646603 Jan 28 02:17:40.446531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-04923a0c-afca-4828-9c00-04df18287256 req-7dd9850b-fd9b-44df-befb-9a0149052f54 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541751 Jan 28 02:17:41.166562 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:41.568288 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5500f5-7dc2-4e14-b22b-5424733126b7 req-652cef41-5f1c-47ff-b8a6-1cc477e5cb3d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:41.569838 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce5500f5-7dc2-4e14-b22b-5424733126b7 req-652cef41-5f1c-47ff-b8a6-1cc477e5cb3d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0502477 Jan 28 02:17:41.628316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce5500f5-7dc2-4e14-b22b-5424733126b7 req-1b063515-03b5-4feb-914c-9ac9cf8196f1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472350 Jan 28 02:17:42.292373 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:42.771216 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b30169-d780-4661-866c-452453e8a437 req-3fe4dc58-d597-4568-9108-b734eca71b85 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:42.773610 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42b30169-d780-4661-866c-452453e8a437 req-3fe4dc58-d597-4568-9108-b734eca71b85 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0608623 Jan 28 02:17:42.836317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-42b30169-d780-4661-866c-452453e8a437 req-485f86de-3aa1-4f6c-8d71-15f0cba82909 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562689 Jan 28 02:17:43.385155 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:43.959716 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815e739-4991-4686-9659-10dd99296b01 req-87713598-b431-45d9-bcd8-317bb985e6d6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:43.961379 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a815e739-4991-4686-9659-10dd99296b01 req-87713598-b431-45d9-bcd8-317bb985e6d6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0534086 Jan 28 02:17:44.045110 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a815e739-4991-4686-9659-10dd99296b01 req-a470cb5a-6f9e-4029-93d8-a73f6ca3d7ad tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686042 Jan 28 02:17:45.160063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd5a7c-48e0-462c-8b94-69bcd5f3019b req-4c818d7f-ceb8-4563-85bb-5232b01dbc03 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:45.162874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85bd5a7c-48e0-462c-8b94-69bcd5f3019b req-4c818d7f-ceb8-4563-85bb-5232b01dbc03 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0570283 Jan 28 02:17:45.223367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-85bd5a7c-48e0-462c-8b94-69bcd5f3019b req-63514be1-fb46-44c3-9ea3-9a643ac4a588 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537086 Jan 28 02:17:45.516483 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:17:46.364228 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4852c3e-10a6-4f51-a15b-29e6eafc69fc req-b4f1a853-1e34-4783-a1aa-061a66c0ce29 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:46.371274 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4852c3e-10a6-4f51-a15b-29e6eafc69fc req-b4f1a853-1e34-4783-a1aa-061a66c0ce29 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0708230 Jan 28 02:17:46.421665 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b4852c3e-10a6-4f51-a15b-29e6eafc69fc req-c0d24bd9-174f-41f6-b33e-55d9b45c8189 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495057 Jan 28 02:17:47.537589 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-a7cac3b7-9780-4561-b0a0-1f233fb41a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:47.539138 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-a7cac3b7-9780-4561-b0a0-1f233fb41a9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1097 time: 0.1117568 Jan 28 02:17:47.543678 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b74f-8fd6-4c03-8573-08572d46dcb4 req-9650f61b-be53-47b6-b150-77fac48728dd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:47.545136 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6200b74f-8fd6-4c03-8573-08572d46dcb4 req-9650f61b-be53-47b6-b150-77fac48728dd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Jan 28 02:17:47.600794 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6200b74f-8fd6-4c03-8573-08572d46dcb4 req-63098de4-a428-44b6-8eac-738f75768005 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496116 Jan 28 02:17:47.634012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-caeb66dc-cce4-43d6-b85d-e34cfc174c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:47.635646 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-caeb66dc-cce4-43d6-b85d-e34cfc174c20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0908144 Jan 28 02:17:47.703833 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-fbb36d6c-4132-46ad-a80c-b208775d7465 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 1001 time: 0.0614696 Jan 28 02:17:47.757136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-1156df5f-fdaa-4058-924c-dcfbc1c7001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:47.758624 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-1156df5f-fdaa-4058-924c-dcfbc1c7001f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0490103 Jan 28 02:17:47.804668 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-5d0d2028-284f-460d-abe4-3b155537b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:47.806189 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-5d0d2028-284f-460d-abe4-3b155537b62a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423441 Jan 28 02:17:47.815689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-64450265-daa9-4fb4-bcf1-ce07b92bfa0a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:17:47.816691 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-64450265-daa9-4fb4-bcf1-ce07b92bfa0a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049753 Jan 28 02:17:47.916017 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-25939169-dc76-4e81-a8e9-75b1ad8907c3 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938725 Jan 28 02:17:48.009589 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b59cfa4f-6e7a-4008-a11a-0ca3c97728e6 req-308cdf42-7f7a-472b-9e9f-c558d6757669 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880916 Jan 28 02:17:48.730788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeaea8-c231-460b-8f29-6280f063ba68 req-478506af-4355-4aef-83c5-864174439140 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:48.732161 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58aeaea8-c231-460b-8f29-6280f063ba68 req-478506af-4355-4aef-83c5-864174439140 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0582578 Jan 28 02:17:48.783707 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58aeaea8-c231-460b-8f29-6280f063ba68 req-cab53504-a494-44e3-9200-d1f8d520fd6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Jan 28 02:17:49.917066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a7b7a-1bd0-4342-9501-d1f25ffc5d60 req-6bb6ba71-73cb-4f89-b230-3c8a02ed8667 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:49.918650 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-432a7b7a-1bd0-4342-9501-d1f25ffc5d60 req-6bb6ba71-73cb-4f89-b230-3c8a02ed8667 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0574582 Jan 28 02:17:49.970318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-432a7b7a-1bd0-4342-9501-d1f25ffc5d60 req-91c44468-04b1-43ca-9804-d57fc96ee056 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Jan 28 02:17:50.039626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-aa1bc835-be34-45ee-a63b-8b5347c4ee99 req-b3a2b22b-9296-4730-9037-b1c50fd0350f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:17:50.040624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aa1bc835-be34-45ee-a63b-8b5347c4ee99 req-b3a2b22b-9296-4730-9037-b1c50fd0350f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058324 Jan 28 02:17:50.201723 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b61b2-15dc-4d58-a1e6-8a7297e6adb8 req-d39ff72d-e2f7-4dbf-b3be-7719d98515da tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:50.203581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055b61b2-15dc-4d58-a1e6-8a7297e6adb8 req-d39ff72d-e2f7-4dbf-b3be-7719d98515da tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 946 time: 0.0543621 Jan 28 02:17:50.253619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-055b61b2-15dc-4d58-a1e6-8a7297e6adb8 req-d3985bdc-b082-4bb0-b254-d79c2780c49e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 Jan 28 02:17:50.519923 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-dae14a29-cc9d-442b-909a-3eec4104fb8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888228 Jan 28 02:17:50.754696 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:17:50.832778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:17:50.833168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:50.858699 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:17:50.861810 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab41de05-a82e-4bc7-9f7e-20960be1cbf4" -d '{"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-unplugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:17:50.874763 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:17:50.884737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:17:50.913221 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d675ce6b-0f01-4193-8163-13429db38227 x-openstack-request-id: req-d675ce6b-0f01-4193-8163-13429db38227 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:17:50.913470 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-unplugged", "status": "failed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "code": 422}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:17:50.913654 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d675ce6b-0f01-4193-8163-13429db38227 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:17:50.914095 n-d-826756-1 neutron-server[109596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'code': 422} returned with failed status Jan 28 02:17:50.939446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:17:51.376173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06636a5-2ef9-4d43-b4c7-fb0b40d19e90 req-f5dd9ac7-5fb5-4afc-bb9f-5c609552e548 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:51.377657 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b06636a5-2ef9-4d43-b4c7-fb0b40d19e90 req-f5dd9ac7-5fb5-4afc-bb9f-5c609552e548 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0522001 Jan 28 02:17:51.418896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-0eb2d157-a4f2-4792-a203-f4716c8df9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:51.420440 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-0eb2d157-a4f2-4792-a203-f4716c8df9c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846&tenant_id=28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 1095 time: 0.0460503 Jan 28 02:17:51.431497 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b06636a5-2ef9-4d43-b4c7-fb0b40d19e90 req-bc166ec3-fbee-4de8-9dc9-efb211ff9f82 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457153 Jan 28 02:17:51.506073 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-35f123b2-6524-40ce-8869-dd8dbe33c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:51.507592 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-35f123b2-6524-40ce-8869-dd8dbe33c664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1095 time: 0.0444050 Jan 28 02:17:51.604910 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-66b76787-8e37-46ea-8869-cefa919cace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:51.606327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-66b76787-8e37-46ea-8869-cefa919cace1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0927622 Jan 28 02:17:51.683673 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-48042619-2c7a-490e-86e2-362b0532a77d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 999 time: 0.0713475 Jan 28 02:17:51.736783 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-d9ed4e01-e29f-46f2-85c5-a476fa530c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:51.738218 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-d9ed4e01-e29f-46f2-85c5-a476fa530c94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0494320 Jan 28 02:17:51.785062 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-8a2b5e74-5f7b-4ea3-9a7f-bf4756606665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:51.786576 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-8a2b5e74-5f7b-4ea3-9a7f-bf4756606665 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424049 Jan 28 02:17:51.881465 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-fc82fcb2-88b8-4dc0-b6a3-b532d53570d5 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 Jan 28 02:17:51.975887 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-8389b9cd-9ec2-4757-861b-788e82b8f020 req-d5185294-7b65-4721-a050-404a680fb15d service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888515 Jan 28 02:17:52.575048 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ec839-1741-46f7-b22a-239a2859189e req-832b940a-6497-45ff-8fb3-70ae00d1e62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:52.577385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-552ec839-1741-46f7-b22a-239a2859189e req-832b940a-6497-45ff-8fb3-70ae00d1e62f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0680587 Jan 28 02:17:52.636152 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-552ec839-1741-46f7-b22a-239a2859189e req-897f7f1f-bf73-4c9a-b932-dcce01f2503e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507531 Jan 28 02:17:53.759768 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2be5d-ea3b-479e-ad22-98ddf063ce59 req-00a7387e-19ac-4980-bc13-1c053b33e780 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:53.761202 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba2be5d-ea3b-479e-ad22-98ddf063ce59 req-00a7387e-19ac-4980-bc13-1c053b33e780 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0510929 Jan 28 02:17:53.811739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eba2be5d-ea3b-479e-ad22-98ddf063ce59 req-6692ac7f-e9c4-401b-b06a-942d13b6ef2f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 Jan 28 02:17:54.940087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5161-9000-416f-9388-aa746b690a2e req-a0325587-ae22-4353-8dd3-859ca72f424c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:54.941757 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fcc5161-9000-416f-9388-aa746b690a2e req-a0325587-ae22-4353-8dd3-859ca72f424c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0533087 Jan 28 02:17:54.996948 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8fcc5161-9000-416f-9388-aa746b690a2e req-bb688035-2d4e-4ccf-8b95-e48674051605 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491543 Jan 28 02:17:56.132560 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8741244-d8d4-4dd1-bf52-544c51d43bfe req-1caee9af-29e1-4f64-b920-d910d373ca03 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:56.134061 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8741244-d8d4-4dd1-bf52-544c51d43bfe req-1caee9af-29e1-4f64-b920-d910d373ca03 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0513911 Jan 28 02:17:56.190190 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8741244-d8d4-4dd1-bf52-544c51d43bfe req-e482b2e9-1a1c-4cff-a62c-7866cf6911b8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478714 Jan 28 02:17:57.327551 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd7fe6-1ed7-4e74-94ea-f5c758601f34 req-9e97e0d3-80b7-4443-8e63-87aa6e77e4d3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:57.333727 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebbd7fe6-1ed7-4e74-94ea-f5c758601f34 req-9e97e0d3-80b7-4443-8e63-87aa6e77e4d3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0550289 Jan 28 02:17:57.382575 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ebbd7fe6-1ed7-4e74-94ea-f5c758601f34 req-e3096666-db69-40f0-ac2e-98f7c1b5b3c4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476866 Jan 28 02:17:58.501662 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130cf07-8c8b-4c62-8b27-9e28a01a31d9 req-38182c30-6543-4c5d-be86-46f194f0b2d9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:58.503176 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7130cf07-8c8b-4c62-8b27-9e28a01a31d9 req-38182c30-6543-4c5d-be86-46f194f0b2d9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0510068 Jan 28 02:17:58.562944 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7130cf07-8c8b-4c62-8b27-9e28a01a31d9 req-927e8795-ea10-4eba-bf80-aedc65b21826 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536630 Jan 28 02:17:59.707970 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff5b82-ddaf-42ef-b644-4913cffcb8c9 req-0f3e7900-7ee6-49e0-9948-9c984990fe4d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:17:59.709521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4ff5b82-ddaf-42ef-b644-4913cffcb8c9 req-0f3e7900-7ee6-49e0-9948-9c984990fe4d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0729003 Jan 28 02:17:59.773926 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4ff5b82-ddaf-42ef-b644-4913cffcb8c9 req-409f925b-9745-42e3-a2df-b778b56ccd9f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577967 Jan 28 02:18:00.901314 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fe4be-39b4-4741-89ec-5ee74ab6d594 req-83f8df6e-ac41-4115-9352-083bab7d4155 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:00.902851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b0fe4be-39b4-4741-89ec-5ee74ab6d594 req-83f8df6e-ac41-4115-9352-083bab7d4155 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0568902 Jan 28 02:18:00.951526 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9b0fe4be-39b4-4741-89ec-5ee74ab6d594 req-b7771845-ec3c-4ace-aade-a3495fea6453 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Jan 28 02:18:02.082340 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fb278-e394-4a39-a93a-30463a8ab791 req-1684cfb8-fb2f-476f-825c-bc82d2a52f77 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:02.084075 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df0fb278-e394-4a39-a93a-30463a8ab791 req-1684cfb8-fb2f-476f-825c-bc82d2a52f77 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0556912 Jan 28 02:18:02.142795 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-df0fb278-e394-4a39-a93a-30463a8ab791 req-1e79f4d6-fbd6-4d79-a09a-8083c513d8c2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513427 Jan 28 02:18:03.285087 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab934-6dee-4278-8df6-e23e56ce9478 req-7e225789-18c8-45c6-aedd-f2c035fbf95c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:03.286696 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f53ab934-6dee-4278-8df6-e23e56ce9478 req-7e225789-18c8-45c6-aedd-f2c035fbf95c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0674868 Jan 28 02:18:03.357378 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f53ab934-6dee-4278-8df6-e23e56ce9478 req-771aeba8-5db9-4a73-bf89-53237e45afc0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559216 Jan 28 02:18:03.654516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-a2dc888c-f0dc-4089-868b-75166039a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:03.656029 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-a2dc888c-f0dc-4089-868b-75166039a39b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1095 time: 0.0426157 Jan 28 02:18:03.808023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-b22929b8-daf2-4961-b5ff-5ffa87ff915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:03.809454 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-b22929b8-daf2-4961-b5ff-5ffa87ff915d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0985167 Jan 28 02:18:03.876040 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-2b770fe9-056e-44b2-a436-a76816bee88e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 999 time: 0.0603869 Jan 28 02:18:03.924572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-e38b6bd7-af31-456e-b405-82691f8867cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:03.926136 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-e38b6bd7-af31-456e-b405-82691f8867cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0446742 Jan 28 02:18:03.983080 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-6500eddf-6790-4817-ae8f-8257806f4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:03.984779 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-6500eddf-6790-4817-ae8f-8257806f4715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517898 Jan 28 02:18:04.076461 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-a98016cb-7312-4dfd-b8da-4a35c50d7f92 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844405 Jan 28 02:18:04.168505 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-03608b59-20e8-4e0e-a0d8-5676749b4d38 req-6117670d-3eab-4f4e-b365-c2f548511cad service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Jan 28 02:18:04.212728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:04.486648 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5e497-bdb3-48a4-88d7-783a7a4144ad req-b6c5a281-10a3-481a-9c72-7ffe399262f0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:04.486648 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7c5e497-bdb3-48a4-88d7-783a7a4144ad req-b6c5a281-10a3-481a-9c72-7ffe399262f0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 944 time: 0.0569274 Jan 28 02:18:04.536910 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e7c5e497-bdb3-48a4-88d7-783a7a4144ad req-e3dba664-5ac2-4793-80ee-a0a170dc268f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453982 Jan 28 02:18:04.781241 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:18:04.880139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:18:04.891807 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'a91aeb6c-867f-4444-b239-5784cf818588', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'port_id': 'a91aeb6c-867f-4444-b239-5784cf818588', 'mac_address': 'fa:16:3e:c0:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:18:04.928350 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:18:04.928737 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:04.945419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91aeb6c-867f-4444-b239-5784cf818588 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:18:04.967659 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:18:04.973357 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:05.023300 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=9']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:18:05.275599 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['a91aeb6c-867f-4444-b239-5784cf818588'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:18:05.668149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdf1d9-fb3f-461c-a62c-9f871360702c req-623aaa9c-f95a-4942-bbde-5db44ae89560 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:05.669622 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8bdf1d9-fb3f-461c-a62c-9f871360702c req-623aaa9c-f95a-4942-bbde-5db44ae89560 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 945 time: 0.0497632 Jan 28 02:18:05.720432 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8bdf1d9-fb3f-461c-a62c-9f871360702c req-8e972d1a-4cc0-437c-bca7-d9fd41e100e4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425193 Jan 28 02:18:06.796223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:18:06.844076 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port a91aeb6c-867f-4444-b239-5784cf818588 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:18:06.844447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (a91aeb6c-867f-4444-b239-5784cf818588), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:06.849069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91f32-880c-491d-a522-92cf07bf38c2 req-d264d6f2-8efa-4f79-a6f4-3cf26b55cfd9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:06.850587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58b91f32-880c-491d-a522-92cf07bf38c2 req-d264d6f2-8efa-4f79-a6f4-3cf26b55cfd9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Jan 28 02:18:06.900674 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-58b91f32-880c-491d-a522-92cf07bf38c2 req-0461b37c-aee3-4616-9c58-e8d16a6207d3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Jan 28 02:18:06.922080 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port a91aeb6c-867f-4444-b239-5784cf818588 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:18:06.922478 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:06.948206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:18:06.954660 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb0512e-a577-4f85-9ea3-bacc296c9baf" -d '{"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-plugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:18:06.966842 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:18:06.972231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:06.996243 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888ebc4-c317-491c-bb00-053b48173fc3 x-openstack-request-id: req-1888ebc4-c317-491c-bb00-053b48173fc3 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:18:06.996554 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-plugged", "status": "completed", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:18:06.996818 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1888ebc4-c317-491c-bb00-053b48173fc3 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:18:06.997213 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'code': 200} Jan 28 02:18:07.023967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=10']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:18:07.173946 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-631f5e48-5878-40d0-9354-730f1b13db40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:07.223669 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c29bc-9ec6-4acb-a37c-558601d922fd req-21fd0917-2769-40af-b794-b842d63f4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:07.225185 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-085c29bc-9ec6-4acb-a37c-558601d922fd req-21fd0917-2769-40af-b794-b842d63f4233 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1098 time: 0.0430467 Jan 28 02:18:07.271729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-085c29bc-9ec6-4acb-a37c-558601d922fd req-126197fa-5093-4b05-af9d-14dbf18bd444 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402107 Jan 28 02:18:08.024655 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8cf95-7c46-442b-a52e-a97600af6870 req-c156cef0-79b3-4f07-9813-96043ea44251 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:08.026149 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cde8cf95-7c46-442b-a52e-a97600af6870 req-c156cef0-79b3-4f07-9813-96043ea44251 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 947 time: 0.0546210 Jan 28 02:18:08.077376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cde8cf95-7c46-442b-a52e-a97600af6870 req-145c89ac-66f3-4d7a-ac7f-bc8386d4a907 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Jan 28 02:18:08.318253 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:09.208419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181189-1143-4d9d-b10d-5972d56263e5 req-d4dd7a44-75d0-41c5-9cab-1fd6905a26c3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:09.209936 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35181189-1143-4d9d-b10d-5972d56263e5 req-d4dd7a44-75d0-41c5-9cab-1fd6905a26c3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 947 time: 0.0592260 Jan 28 02:18:09.257993 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-35181189-1143-4d9d-b10d-5972d56263e5 req-4a15f654-5de8-4b23-a0d2-0d6889799104 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Jan 28 02:18:09.485185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f41f546e-6f6e-46a4-b35b-bc35d94c5042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:11.172395 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:12.305576 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:13.389022 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:22.516693 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:18:34.375134 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:37.183477 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-09614820-5afc-4b56-a2d7-620e25b784f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:38.335434 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:39.488980 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-886f8721-fe1f-4915-9267-37adfd40f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:41.173941 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:42.310439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:43.391267 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:18:58.427694 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-8c9bd4c2-625b-4211-9565-2e7231d98605 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413671 Jan 28 02:18:58.530818 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882cb0-b29c-4cb9-8535-338724247d29 req-541c537c-dde4-41bb-9070-aa4f05f2c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:58.532327 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-541c537c-dde4-41bb-9070-aa4f05f2c186 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1098 time: 0.0466952 Jan 28 02:18:58.641369 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882cb0-b29c-4cb9-8535-338724247d29 req-41106ffa-8634-4096-ab85-37316beb73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:58.642883 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-41106ffa-8634-4096-ab85-37316beb73ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0894418 Jan 28 02:18:58.706917 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-ba8d9f7c-3006-444b-b821-e83080765137 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 1001 time: 0.0581713 Jan 28 02:18:58.760096 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882cb0-b29c-4cb9-8535-338724247d29 req-6052aee6-397c-415e-8d6c-72047bab6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:58.761536 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-6052aee6-397c-415e-8d6c-72047bab6898 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0487819 Jan 28 02:18:58.806098 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882cb0-b29c-4cb9-8535-338724247d29 req-f291501c-a084-447f-a05d-f2e434b40b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:18:58.807561 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-f291501c-a084-447f-a05d-f2e434b40b9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404468 Jan 28 02:18:58.897114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-2e261aea-f6cd-433d-a108-45b4d63ae245 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828195 Jan 28 02:18:58.994721 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-81882cb0-b29c-4cb9-8535-338724247d29 req-5d30245a-3a70-436d-835a-15baf5c927d4 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914774 Jan 28 02:18:59.522771 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:19:04.225757 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:07.180528 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6605b1bb-0cde-451d-b025-a4c693418b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:08.337462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:09.485937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7880babe-a500-49c3-b466-2be7e458cb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:11.184692 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:12.311024 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:13.399756 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.096143 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54562) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:18.277279 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Deleting port bc521014-b924-489a-8153-b06b0c38750c {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:19:18.277528 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bc521014-b924-489a-8153-b06b0c38750c), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.361304 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bc521014-b924-489a-8153-b06b0c38750c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.361619 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (bc521014-b924-489a-8153-b06b0c38750c), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.381066 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Calling delete_port for bc521014-b924-489a-8153-b06b0c38750c owned by network:floatingip {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:19:18.540668 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (bc521014-b924-489a-8153-b06b0c38750c), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.572043 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event deleted for resources: {'Port': ['ID=bc521014-b924-489a-8153-b06b0c38750c,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:18.584189 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.584550 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.584893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.585226 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.585566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.585927 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.586255 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.586595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.586922 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.587246 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.587552 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.587880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.588202 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:18.645357 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (08555fd3-1799-4925-86bb-57ba06b65cc6), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.645702 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Floating IP 08555fd3-1799-4925-86bb-57ba06b65cc6 disassociated (deleted). External IP: 172.25.1.59, port: a91aeb6c-867f-4444-b239-5784cf818588. Jan 28 02:19:18.872415 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:19:18.983630 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:19:18.988046 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:18.993712 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:19:19.004660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:19:19.005434 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:19:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:19:19.016317 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ab5fe684-e27b-4c3e-8918-f878d1fb4e68 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "DELETE /v2.0/floatingips/08555fd3-1799-4925-86bb-57ba06b65cc6 HTTP/1.1" status: 204 len: 168 time: 0.9187615 Jan 28 02:19:19.016997 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:19:19.019503 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c4f41-5063-4bbb-a3b6-ed0029024413" -d '{"events": [{"name": "network-changed", "server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:19:19.058248 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb36862-0e69-41b1-a352-7f798090e9f0 x-openstack-request-id: req-0cb36862-0e69-41b1-a352-7f798090e9f0 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:19:19.058537 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:19:19.058807 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cb36862-0e69-41b1-a352-7f798090e9f0 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:19:19.059220 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'status': 'completed', 'code': 200} Jan 28 02:19:19.123574 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:19:19.149201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-8109c672-e8d7-4a27-99f1-9dd3f7278e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:19.150845 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-8109c672-e8d7-4a27-99f1-9dd3f7278e83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 1098 time: 0.0477133 Jan 28 02:19:19.284019 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-cd400586-e82f-4ad8-b60d-5b910485f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:19.285677 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-cd400586-e82f-4ad8-b60d-5b910485f166 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0947368 Jan 28 02:19:19.307071 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63566de-6bd0-4f03-93c0-f352ed486f44 req-49f8b3f5-f56a-4574-8be8-ab28e2e92955 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:19.308582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a63566de-6bd0-4f03-93c0-f352ed486f44 req-49f8b3f5-f56a-4574-8be8-ab28e2e92955 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 947 time: 0.1104882 Jan 28 02:19:19.328234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-834139e2-8e3a-4ab2-ab48-3b3cfb5d91c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 200 len: 217 time: 0.0347111 Jan 28 02:19:19.332218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:19:19.359185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a63566de-6bd0-4f03-93c0-f352ed486f44 req-e421117b-e18a-4a5a-869a-1a4162817b90 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Jan 28 02:19:19.368200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:19:19.377520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:19:19.378085 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:19:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:19:19.383317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-81d770b4-b530-4591-80d1-499670ac0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:19.384807 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-81d770b4-b530-4591-80d1-499670ac0c28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0495789 Jan 28 02:19:19.433576 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-bde3a31e-06b9-48e6-a9cb-12b126306354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:19.435445 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-bde3a31e-06b9-48e6-a9cb-12b126306354 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445695 Jan 28 02:19:19.484316 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:19:19.533736 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-bb0e866d-4b80-4833-a4f0-399dea2df0f7 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917878 Jan 28 02:19:19.631079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-013c4f41-5063-4bbb-a3b6-ed0029024413 req-772038ab-085b-458d-a24b-8a01b1e0d8ad service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887694 Jan 28 02:19:19.686046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:19:19.714585 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160a02a-d1ad-4249-91ca-d019b6b82f24 None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:19:19.939552 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a38629-895b-494c-9916-f48515dcf0c8 None None] New status for floating IP 08555fd3-1799-4925-86bb-57ba06b65cc6: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:19:20.539878 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61252eb3-45fb-49db-b5d6-bc7bcd748e59 req-430b1d0d-14fd-4b07-b3d1-16142e9297f6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:20.541557 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61252eb3-45fb-49db-b5d6-bc7bcd748e59 req-430b1d0d-14fd-4b07-b3d1-16142e9297f6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 947 time: 0.1032732 Jan 28 02:19:20.593739 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-61252eb3-45fb-49db-b5d6-bc7bcd748e59 req-87879894-40c7-41e0-b059-c472082bc4c9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=c0ef1fb6-a5d8-456c-b025-30ea8bee633b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463305 Jan 28 02:19:20.635660 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be8234-bddc-4423-a507-c3f4ee233810 req-c40199b1-bcb1-4905-a2b4-62ae51f1730a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:20.637122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82be8234-bddc-4423-a507-c3f4ee233810 req-c40199b1-bcb1-4905-a2b4-62ae51f1730a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "GET /v2.0/ports?device_id=32665ce3-dd62-4e6c-baeb-e39e6a21d846 HTTP/1.1" status: 200 len: 947 time: 0.0512860 Jan 28 02:19:20.724812 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Deleting port a91aeb6c-867f-4444-b239-5784cf818588 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:19:20.725119 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (a91aeb6c-867f-4444-b239-5784cf818588), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:20.813721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] For port a91aeb6c-867f-4444-b239-5784cf818588, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=a91aeb6c-867f-4444-b239-5784cf818588,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:19:20.814091 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (a91aeb6c-867f-4444-b239-5784cf818588), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:20.825938 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Calling delete_port for a91aeb6c-867f-4444-b239-5784cf818588 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:19:20.957554 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (a91aeb6c-867f-4444-b239-5784cf818588), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:20.989622 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event deleted for resources: {'Port': ['ID=a91aeb6c-867f-4444-b239-5784cf818588,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:21.002012 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.002382 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.002719 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.003058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.003396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.003730 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.004058 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.004384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.004709 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.005032 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.005354 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.005681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.006024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:19:21.041051 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] No DVR routers for this DVR port a91aeb6c-867f-4444-b239-5784cf818588 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:19:21.043867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:21.047187 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-82be8234-bddc-4423-a507-c3f4ee233810 req-22de55c5-9697-48f7-9740-eab4e1299427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "DELETE /v2.0/ports/a91aeb6c-867f-4444-b239-5784cf818588 HTTP/1.1" status: 204 len: 173 time: 0.4044838 Jan 28 02:19:21.047681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-deleted', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:19:21.050029 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d6ee3-cad9-425a-a128-f42898ab5572" -d '{"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-deleted", "tag": "a91aeb6c-867f-4444-b239-5784cf818588"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:19:21.148335 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482e009-4b3c-455c-b9b7-18c4a492ae81 x-openstack-request-id: req-f482e009-4b3c-455c-b9b7-18c4a492ae81 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:19:21.148635 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32665ce3-dd62-4e6c-baeb-e39e6a21d846", "name": "network-vif-deleted", "tag": "a91aeb6c-867f-4444-b239-5784cf818588", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:19:21.148890 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f482e009-4b3c-455c-b9b7-18c4a492ae81 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:19:21.149294 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32665ce3-dd62-4e6c-baeb-e39e6a21d846', 'name': 'network-vif-deleted', 'tag': 'a91aeb6c-867f-4444-b239-5784cf818588', 'status': 'completed', 'code': 200} Jan 28 02:19:21.650717 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54588) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:21.708968 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37c87cdb-64be-46b3-9f9a-eb1ba4327e6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (c0ef1fb6-a5d8-456c-b025-30ea8bee633b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:21.737259 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37c87cdb-64be-46b3-9f9a-eb1ba4327e6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (c0ef1fb6-a5d8-456c-b025-30ea8bee633b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:21.803118 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37c87cdb-64be-46b3-9f9a-eb1ba4327e6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (c0ef1fb6-a5d8-456c-b025-30ea8bee633b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:21.805672 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-37c87cdb-64be-46b3-9f9a-eb1ba4327e6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:21.807026 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-37c87cdb-64be-46b3-9f9a-eb1ba4327e6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "DELETE /v2.0/security-groups/c0ef1fb6-a5d8-456c-b025-30ea8bee633b HTTP/1.1" status: 204 len: 168 time: 0.1553142 Jan 28 02:19:21.816752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c87cdb-64be-46b3-9f9a-eb1ba4327e6b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ef1fb6-a5d8-456c-b025-30ea8bee633b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.193363 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 54594) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.200485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947267469', 'description': 'tempest-secgroup-smoke-1947267469 description', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:22.231725 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.300298 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (7590a86a-49c4-4364-9c3b-b5f073e9c96b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.306488 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7590a86a-49c4-4364-9c3b-b5f073e9c96b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.335923 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.337166 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1425457 Jan 28 02:19:22.340200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54596) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.341602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa8253-1a4c-484b-99e6-1131f88f6905 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7590a86a-49c4-4364-9c3b-b5f073e9c96b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.345909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': '7590a86a-49c4-4364-9c3b-b5f073e9c96b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:22.374647 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (9d8d2669-30c1-43e8-ada2-eac57e1c9862), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.436863 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (9d8d2669-30c1-43e8-ada2-eac57e1c9862), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.441787 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (9d8d2669-30c1-43e8-ada2-eac57e1c9862), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.461367 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8d2669-30c1-43e8-ada2-eac57e1c9862,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.467171 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.468391 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-5b591df7-b36c-40f7-9f15-103fd333ab57 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271551 Jan 28 02:19:22.471388 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54598) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.475815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': '7590a86a-49c4-4364-9c3b-b5f073e9c96b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:22.501387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (a0557735-d1c0-4e0a-b6c9-9cdd061c6be0), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.557447 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (a0557735-d1c0-4e0a-b6c9-9cdd061c6be0), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.562141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (a0557735-d1c0-4e0a-b6c9-9cdd061c6be0), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.578674 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0557735-d1c0-4e0a-b6c9-9cdd061c6be0,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.588236 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.589470 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-660a09ac-78a6-4cd6-9fa0-5c4302939880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169734 Jan 28 02:19:22.592197 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54600) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.596533 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': '7590a86a-49c4-4364-9c3b-b5f073e9c96b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:22.623864 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (dd6fc7de-a5de-4862-bf3a-d860e184be79), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.685829 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (dd6fc7de-a5de-4862-bf3a-d860e184be79), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.692101 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (dd6fc7de-a5de-4862-bf3a-d860e184be79), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.713914 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6fc7de-a5de-4862-bf3a-d860e184be79,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.719983 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.721318 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-a0413400-04a6-4723-9586-c71bc25c397c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281996 Jan 28 02:19:22.724063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54602) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.728325 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': '7590a86a-49c4-4364-9c3b-b5f073e9c96b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:22.755900 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (86c57dd3-7771-410b-9335-be18dccb9768), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.829199 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (86c57dd3-7771-410b-9335-be18dccb9768), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.835666 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (86c57dd3-7771-410b-9335-be18dccb9768), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.852522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c57dd3-7771-410b-9335-be18dccb9768,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.862835 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.864109 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0055b85f-d375-4962-9e38-abd2ace85b00 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390948 Jan 28 02:19:22.866894 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54604) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.871087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': '7590a86a-49c4-4364-9c3b-b5f073e9c96b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:22.892739 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Project 28e2d009ec2f41abb98faef53dc63b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:19:22.897404 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (161366ee-434d-4cbf-bd36-0a2076bd5e2f), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.954027 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (161366ee-434d-4cbf-bd36-0a2076bd5e2f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.958614 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (161366ee-434d-4cbf-bd36-0a2076bd5e2f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.973396 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161366ee-434d-4cbf-bd36-0a2076bd5e2f,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:22.985634 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:22.986865 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-f1bada2d-513a-47c9-ba86-f73cb309fef8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190650 Jan 28 02:19:22.989908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54606) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:19:22.994250 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'security_group_rule': {'security_group_id': '7590a86a-49c4-4364-9c3b-b5f073e9c96b', 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:23.015934 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Project 28e2d009ec2f41abb98faef53dc63b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:19:23.020767 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (2789c325-ec26-4a3c-abdc-bab45021ebf1), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:23.079668 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (2789c325-ec26-4a3c-abdc-bab45021ebf1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:23.084626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (2789c325-ec26-4a3c-abdc-bab45021ebf1), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:23.102425 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2789c325-ec26-4a3c-abdc-bab45021ebf1,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:23.114210 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:23.115460 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d4d073c0-6166-4af2-ac13-b82aed51a919 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245763 Jan 28 02:19:23.182069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:19:23.202840 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: a91aeb6c-867f-4444-b239-5784cf818588 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:19:23.203193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device a91aeb6c-867f-4444-b239-5784cf818588 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:19:34.213821 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:36.523471 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:19:37.180227 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c9306064-5a38-417b-a3ae-3609d192b898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:38.340888 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:39.483845 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0e67e29e-9ef9-4c9e-92a7-5a79a6625f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:41.181819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:42.312507 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:42.593490 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-cde80053-2746-4e77-b84f-f9d6aad586a7 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947267469&fields=id&tenant_id=28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 267 time: 0.0528629 Jan 28 02:19:42.722864 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-a9125aac-7ca0-446e-8d4d-2aa3a20aaa2f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:42.724312 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-a9125aac-7ca0-446e-8d4d-2aa3a20aaa2f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 809 time: 0.1225464 Jan 28 02:19:42.740591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-81a8f2e1-ffee-4774-89a4-9c58b649de21 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/quotas/28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 375 time: 0.0108516 Jan 28 02:19:42.794925 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-7235258c-196f-43c7-b537-73a4197b75e7 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494366 Jan 28 02:19:42.869391 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-202e845d-73bd-4ebf-91f0-51497835123d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:19:42.870500 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-202e845d-73bd-4ebf-91f0-51497835123d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0595455 Jan 28 02:19:42.963813 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-2ca6c0f4-a68f-494c-ab9a-6795ca3b43d6 service neutron] 10.222.0.23 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872269 Jan 28 02:19:43.073211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-348f8dc9-ed85-4eda-8440-f7420bb4ec81 service neutron] 10.222.0.23 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995603 Jan 28 02:19:43.389916 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:44.386913 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-57582719-0ada-4423-876c-e0ff5f903b1e req-80b0a272-e88f-4b37-83db-f90d21547209 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0276084 Jan 28 02:19:45.473125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b0bc993e-482c-4f94-a9d4-e62881c48c10 req-4c4079b5-ffea-4405-a310-3b2fcdc1c297 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0312471 Jan 28 02:19:46.552103 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5350a292-7f45-46f8-acf6-4ad88eee98e1 req-219f4647-2530-4266-abe0-24711d81d9f0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0279269 Jan 28 02:19:47.644327 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-e8913122-f905-4413-bb8f-764a387e0669 req-acf3ddb5-268e-4f43-af64-46c053831f04 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0275261 Jan 28 02:19:48.748692 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7ea9084f-5347-4db9-8c8b-1785589a0cfb req-7bac4eba-1fb6-4ee4-9f19-6d519bed2707 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0276673 Jan 28 02:19:49.506971 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-5f54d5db-6415-4fbf-98f0-01b6909b4ab2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:49.508446 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-5f54d5db-6415-4fbf-98f0-01b6909b4ab2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 809 time: 0.1090658 Jan 28 02:19:49.576367 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-5966e76b-dc43-4b63-a8fe-2e1aceee51a0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 380 time: 0.0541103 Jan 28 02:19:49.585635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'port': {'device_id': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'admin_state_up': True, 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'security_groups': ['7590a86a-49c4-4364-9c3b-b5f073e9c96b']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:49.694919 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Made reservation on behalf of 28e2d009ec2f41abb98faef53dc63b4e for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:19:49.698355 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:49.827993 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Allocated IP 172.20.0.9 (ed77a673-59e3-46da-9a30-c0ededd83909/98ddaa24-770a-4c01-934d-36ef8c14f1ff/9970ad0b-c445-4d79-91b5-e9f0e6b5a460) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:19:49.847861 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6363be71-aeca-4e20-a37a-10dd44e4d135 req-0c4f9143-ba8b-4ee1-b3b7-2b96f4e636fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0283875 Jan 28 02:19:49.968827 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.002973 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.042815 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Network ed77a673-59e3-46da-9a30-c0ededd83909 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:19:50.045500 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:19:50.048035 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:19:50.085737 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:50.107631 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:50.108716 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.129999 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-0cbe7de3-420f-4a63-bb1c-4d50f763cc0f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475798 Jan 28 02:19:50.148015 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Request body: {'port': {'device_id': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:19:50.277614 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-345178fd-be37-44f3-a070-7d25d0ec901d None None] Provisioning complete for port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:19:50.278318 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-345178fd-be37-44f3-a070-7d25d0ec901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.313864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-345178fd-be37-44f3-a070-7d25d0ec901d None None] Port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:19:50.544697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.810774 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:19:50.818541 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Publish callbacks [] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.830671 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Transition to ACTIVE for port object 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:19:50.836151 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:50.940891 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:50.956422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Attempting to bind port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:19:50.956759 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Attempting to bind port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:19:50.957079 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Attempting to bind port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 on network ed77a673-59e3-46da-9a30-c0ededd83909 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:19:50.961625 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 on network ed77a673-59e3-46da-9a30-c0ededd83909 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:19:50.962122 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Attempting to bind port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 on network ed77a673-59e3-46da-9a30-c0ededd83909 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:19:50.968202 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:19:50.968549 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Checking segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:19:50.968911 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Bound using segment: {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:19:50.969339 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Bound port: 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b833ea1-d1d3-4c00-9228-7164c4d74573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:19:50.969695 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:51.001349 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9856440-4fb3-4d05-a04e-7e63531c1e7a req-bff0e680-c76b-414c-9373-afdeecbdbf9b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.003523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9856440-4fb3-4d05-a04e-7e63531c1e7a req-bff0e680-c76b-414c-9373-afdeecbdbf9b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0674021 Jan 28 02:19:51.034957 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:19:51.039738 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:19:51.047305 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:51.066171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.067550 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:19:51.069684 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9856440-4fb3-4d05-a04e-7e63531c1e7a req-bd3f134a-9f2e-4a8f-935b-508deacb0880 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594239 Jan 28 02:19:51.073903 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] 10.222.0.43 "PUT /v2.0/ports/9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 1091 time: 0.9260800 Jan 28 02:19:51.099065 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:19:51.101753 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d06bc6-dafa-44e6-8679-97ec63062710" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:19:51.175130 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9000fa-9cb8-42ba-9116-65049f992dae x-openstack-request-id: req-bb9000fa-9cb8-42ba-9116-65049f992dae {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:19:51.175450 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:19:51.175706 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb9000fa-9cb8-42ba-9116-65049f992dae {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:19:51.176102 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'status': 'completed', 'code': 200} Jan 28 02:19:51.182885 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbb57c-b581-453a-a338-c720f0fbee95 service neutron] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:19:51.197511 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-fa98374f-2204-46b3-b8ea-aabf1c784ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.199216 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-fa98374f-2204-46b3-b8ea-aabf1c784ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1094 time: 0.0586913 Jan 28 02:19:51.254534 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-b19e2e8c-3768-4296-9a39-db67715f0aa0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 217 time: 0.0410049 Jan 28 02:19:51.309573 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-c6c13133-319d-4786-8ee9-145d6fa2b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.311202 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-c6c13133-319d-4786-8ee9-145d6fa2b333 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0466008 Jan 28 02:19:51.363773 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774cd8-7618-4652-8aeb-bda47152b472 req-ed798ea6-3d5c-4042-8224-41aeadf08103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.365481 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-ed798ea6-3d5c-4042-8224-41aeadf08103 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472531 Jan 28 02:19:51.454410 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-7dc3110c-4acc-4435-87e3-83596c321436 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830626 Jan 28 02:19:51.554276 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-77774cd8-7618-4652-8aeb-bda47152b472 req-d46c105e-59c5-4077-bf15-d6d3ca529690 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928421 Jan 28 02:19:51.666475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-438e3fca-15e3-4a42-baab-1342c220d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.667997 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-438e3fca-15e3-4a42-baab-1342c220d04f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1094 time: 0.0440080 Jan 28 02:19:51.759508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-adab5295-c9a3-49c1-b3c2-a796d6bb7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.760890 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-adab5295-c9a3-49c1-b3c2-a796d6bb7633 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0859933 Jan 28 02:19:51.804623 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-68fbf394-5105-468a-9809-a721bcd2dadd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 217 time: 0.0378814 Jan 28 02:19:51.852268 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-ba4ce451-377c-42a1-9af7-e22d7fad3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.853698 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-ba4ce451-377c-42a1-9af7-e22d7fad3650 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0433080 Jan 28 02:19:51.898822 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-136cb6d6-3f7e-4151-8e9b-89ef427feed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:51.900310 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-136cb6d6-3f7e-4151-8e9b-89ef427feed4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409811 Jan 28 02:19:51.994738 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-dc9c8221-85c4-4102-ade6-7489c0db6bfe service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882638 Jan 28 02:19:52.083764 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-79d06bc6-dafa-44e6-8679-97ec63062710 req-effd5809-040b-409f-bf17-1ab530cf60f5 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827949 Jan 28 02:19:52.188467 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015989e-4858-45f9-80ae-7b146582ac08 req-e7bfb619-1cf4-42f5-a81b-d982dae4ffbc tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:52.189990 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0015989e-4858-45f9-80ae-7b146582ac08 req-e7bfb619-1cf4-42f5-a81b-d982dae4ffbc tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0500753 Jan 28 02:19:52.248303 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0015989e-4858-45f9-80ae-7b146582ac08 req-6c4964c6-0c98-41fa-b297-34f0ab7caf41 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525818 Jan 28 02:19:53.367463 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33a69-95b3-48a9-95eb-ea1cfadfa9a3 req-f5c8cc5c-79af-4837-bb69-51ef55357d29 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:53.368976 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0d33a69-95b3-48a9-95eb-ea1cfadfa9a3 req-f5c8cc5c-79af-4837-bb69-51ef55357d29 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0501673 Jan 28 02:19:53.422954 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0d33a69-95b3-48a9-95eb-ea1cfadfa9a3 req-1287918c-d479-4737-9e40-e621198a24ac tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481248 Jan 28 02:19:54.553296 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b767fd-fca6-4c7c-a35b-7da61b89aad9 req-2afe9861-4fdf-4c52-9acd-29b0a14ec4a9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:54.554874 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6b767fd-fca6-4c7c-a35b-7da61b89aad9 req-2afe9861-4fdf-4c52-9acd-29b0a14ec4a9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0601413 Jan 28 02:19:54.605238 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b6b767fd-fca6-4c7c-a35b-7da61b89aad9 req-a9041458-f7b6-4143-aaf1-7d11c814fd26 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Jan 28 02:19:55.731114 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6985ec-5cf2-4a19-b023-7b19cc13b93c req-2bb6ddef-57b4-43c2-a0d1-c19d50d33c9d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:55.732547 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f6985ec-5cf2-4a19-b023-7b19cc13b93c req-2bb6ddef-57b4-43c2-a0d1-c19d50d33c9d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0562336 Jan 28 02:19:55.785797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2f6985ec-5cf2-4a19-b023-7b19cc13b93c req-f3278d4c-e5ab-4b36-a2a2-18c529677790 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473454 Jan 28 02:19:56.920374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a880f5-8c55-412f-a218-99919ccd92e5 req-5caca2e4-4f76-499c-aa67-1a60b9ad7cd6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:56.921891 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0a880f5-8c55-412f-a218-99919ccd92e5 req-5caca2e4-4f76-499c-aa67-1a60b9ad7cd6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0584962 Jan 28 02:19:56.971840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0a880f5-8c55-412f-a218-99919ccd92e5 req-fa66c360-682a-4e24-8f07-e04f8c68ebaa tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Jan 28 02:19:58.089809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35f2ce-31de-4419-a8b6-796d10245921 req-1cd97b7c-c0f1-4133-9400-dfb27aedb0bd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:58.091318 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c35f2ce-31de-4419-a8b6-796d10245921 req-1cd97b7c-c0f1-4133-9400-dfb27aedb0bd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0494423 Jan 28 02:19:58.141506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c35f2ce-31de-4419-a8b6-796d10245921 req-238b9b73-5f35-4c74-9200-19a716004ba0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Jan 28 02:19:59.271619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a9cf-b7a5-4331-983e-87996428c78d req-407dc85d-e085-4019-9a3f-56c340a30eeb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:19:59.273113 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a65a9cf-b7a5-4331-983e-87996428c78d req-407dc85d-e085-4019-9a3f-56c340a30eeb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0521595 Jan 28 02:19:59.326094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0a65a9cf-b7a5-4331-983e-87996428c78d req-863e779d-58d2-4e60-89af-1ce155d3382f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472212 Jan 28 02:20:00.458368 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f431a5-944c-441c-b52c-f3f4c27f3df2 req-59099f46-cf26-42ed-8791-b933521751d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:00.459853 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73f431a5-944c-441c-b52c-f3f4c27f3df2 req-59099f46-cf26-42ed-8791-b933521751d5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0553131 Jan 28 02:20:00.509840 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-73f431a5-944c-441c-b52c-f3f4c27f3df2 req-b16735b0-9dfa-4fe6-864b-0be921d89466 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442281 Jan 28 02:20:01.630160 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14a6b-80a2-4728-adf4-6a8a1bf23ac2 req-1741bba2-a92a-4d0d-a38a-96a2251e2f31 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:01.631931 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff14a6b-80a2-4728-adf4-6a8a1bf23ac2 req-1741bba2-a92a-4d0d-a38a-96a2251e2f31 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0546045 Jan 28 02:20:01.685706 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aff14a6b-80a2-4728-adf4-6a8a1bf23ac2 req-157150fb-f3e7-4cbe-b613-c1a3da016837 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456986 Jan 28 02:20:02.823088 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf04af-b27a-42a7-94de-ba5abbc8f2c8 req-4d6c3767-a62c-4696-ad05-b29685c27c4c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:02.824533 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cbf04af-b27a-42a7-94de-ba5abbc8f2c8 req-4d6c3767-a62c-4696-ad05-b29685c27c4c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0576320 Jan 28 02:20:02.873447 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3cbf04af-b27a-42a7-94de-ba5abbc8f2c8 req-0f575102-ab00-463f-9576-4e16e6c94639 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432630 Jan 28 02:20:04.003173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e505-6471-40af-9b2f-cbefdfe5841e req-9eff63af-5759-4839-aeeb-64c7ed2ebb1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:04.004655 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9310e505-6471-40af-9b2f-cbefdfe5841e req-9eff63af-5759-4839-aeeb-64c7ed2ebb1d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0563595 Jan 28 02:20:04.053815 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9310e505-6471-40af-9b2f-cbefdfe5841e req-a5c949f6-dbd3-46c0-821c-6812fb8d6dc1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Jan 28 02:20:04.239148 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:05.187129 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5cc34-72e2-4af9-8a7a-8ab92e213bfb req-45ce5f01-af2c-40e5-abf0-3fe4a07467ad tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:05.188586 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5e5cc34-72e2-4af9-8a7a-8ab92e213bfb req-45ce5f01-af2c-40e5-abf0-3fe4a07467ad tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0596561 Jan 28 02:20:05.239381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c5e5cc34-72e2-4af9-8a7a-8ab92e213bfb req-e3a746cc-79e7-43d9-a88b-bc4cb303b8a6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435226 Jan 28 02:20:06.365237 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b35784-3aba-4a09-9415-f64f65e07915 req-89ec1fda-a08a-4642-b9dd-5e0249309645 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:06.366756 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95b35784-3aba-4a09-9415-f64f65e07915 req-89ec1fda-a08a-4642-b9dd-5e0249309645 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0554152 Jan 28 02:20:06.416959 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-95b35784-3aba-4a09-9415-f64f65e07915 req-3ad9b989-00b5-47c8-aa5f-550b5007032e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Jan 28 02:20:07.177874 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-5ec89cd9-6e6e-458c-8c5e-fccf7dcf6df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:07.478639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:20:07.547973 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c54b78-d9de-487e-9b76-20f6d41a99b6 req-41c736c6-25dd-4241-aacb-d4398e276cec tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:07.549443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10c54b78-d9de-487e-9b76-20f6d41a99b6 req-41c736c6-25dd-4241-aacb-d4398e276cec tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0483806 Jan 28 02:20:07.574460 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:20:07.586680 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'port_id': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'mac_address': 'fa:16:3e:42:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:20:07.600763 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-10c54b78-d9de-487e-9b76-20f6d41a99b6 req-7a8ca83b-4772-4f25-916e-f77b374b0f93 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Jan 28 02:20:07.626660 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:20:07.627050 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:07.639941 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:20:07.659205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:20:07.663747 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:07.710091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:20:07.717437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.717818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.718159 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.718500 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.718832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.719155 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.719477 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.719804 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.720129 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.720449 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.720778 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.721086 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.721403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:20:07.939496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['9970ad0b-c445-4d79-91b5-e9f0e6b5a460'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:20:08.361859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:08.732205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02886813-ab41-49f2-bfff-5dfadaf31b1a req-d0abacad-1887-43b4-acee-23fb65a75a46 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:08.734153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02886813-ab41-49f2-bfff-5dfadaf31b1a req-d0abacad-1887-43b4-acee-23fb65a75a46 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 944 time: 0.0540175 Jan 28 02:20:08.792506 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-02886813-ab41-49f2-bfff-5dfadaf31b1a req-f71ababc-ad5d-466c-a6f3-229d246f60bb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522025 Jan 28 02:20:09.483084 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ee024f8f-3ce2-4942-bc54-549b4e1683bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:09.494640 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:20:09.551066 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:20:09.555115 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:20:09.555494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:09.634661 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:20:09.635245 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:09.658229 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:20:09.660490 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aa8be3-abc9-4f86-b93e-409ddbdf4e7b" -d '{"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-plugged", "status": "completed", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:20:09.672933 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:20:09.676662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:09.700538 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953baf8-687f-40ef-8ceb-5b956861db31 x-openstack-request-id: req-7953baf8-687f-40ef-8ceb-5b956861db31 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:20:09.700824 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-plugged", "status": "completed", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:20:09.701074 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7953baf8-687f-40ef-8ceb-5b956861db31 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:20:09.701487 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'code': 200} Jan 28 02:20:09.726611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:20:09.835482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401f5d-ef1a-40f7-bf9f-62742551f73c req-9c5dfe9c-5121-4218-a29c-733135e92b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:09.837019 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ea401f5d-ef1a-40f7-bf9f-62742551f73c req-9c5dfe9c-5121-4218-a29c-733135e92b52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0470474 Jan 28 02:20:09.883346 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-ea401f5d-ef1a-40f7-bf9f-62742551f73c req-98034663-9148-4eaf-aafd-6c7e311c84b5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Jan 28 02:20:09.906942 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca327c-e1d8-48a4-b01f-9ddc19673847 req-d39f5ce2-209a-457f-948c-7c0f0b2c90e5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:09.908469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1ca327c-e1d8-48a4-b01f-9ddc19673847 req-d39f5ce2-209a-457f-948c-7c0f0b2c90e5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0480096 Jan 28 02:20:09.958014 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1ca327c-e1d8-48a4-b01f-9ddc19673847 req-fe3dfaf5-8017-4895-9776-ade9dd2f2e1a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Jan 28 02:20:11.085930 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e120c5c-b0ce-42eb-814a-dc62092fbd5c req-787c7074-da65-4ef9-b5e6-a52907311cc4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:11.087427 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e120c5c-b0ce-42eb-814a-dc62092fbd5c req-787c7074-da65-4ef9-b5e6-a52907311cc4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0580115 Jan 28 02:20:11.140402 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8e120c5c-b0ce-42eb-814a-dc62092fbd5c req-d376887b-a843-4705-b16d-057e6dc5a61c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Jan 28 02:20:11.186277 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:11.263353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833dbaa-3728-493b-94d4-0c12e1047e6b req-e20ef2ea-eca6-469e-8f80-9b15a4e46e6c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:11.264726 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d833dbaa-3728-493b-94d4-0c12e1047e6b req-e20ef2ea-eca6-469e-8f80-9b15a4e46e6c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0503502 Jan 28 02:20:11.317347 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d833dbaa-3728-493b-94d4-0c12e1047e6b req-db10e5fb-5035-4fa0-aa36-0cf94adac1cb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Jan 28 02:20:11.339314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54830) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:20:11.380779 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c1e90-ee71-4613-a833-8ab3c35ba355 tempest-TestShelveInstance-648002237 tempest-TestShelveInstance-648002237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:11.382729 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-de6c1e90-ee71-4613-a833-8ab3c35ba355 tempest-TestShelveInstance-648002237 tempest-TestShelveInstance-648002237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1091 time: 0.0423613 Jan 28 02:20:11.386496 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 54832) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:20:11.391112 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:20:11.416506 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:11.521374 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:11.622905 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Allocated IP 172.25.1.43 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/932dbbde-e29d-4195-9b10-717eacfd91a2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:20:11.726841 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:11.765499 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:11.804965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:20:11.807788 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:20:11.813446 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:20:11.819178 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'Port': ['ID=932dbbde-e29d-4195-9b10-717eacfd91a2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:20:12.208524 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (595ea191-e3de-4015-b048-d36f4248e1a7), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:12.286607 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:12.315333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:12.447007 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:12.455078 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:12.526420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event updated for resources: {'Port': ['ID=932dbbde-e29d-4195-9b10-717eacfd91a2,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:20:12.539628 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (595ea191-e3de-4015-b048-d36f4248e1a7), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:12.648139 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Floating IP 595ea191-e3de-4015-b048-d36f4248e1a7 associated. External IP: 172.25.1.43, port: 9970ad0b-c445-4d79-91b5-e9f0e6b5a460. Jan 28 02:20:12.871087 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:20:12.986419 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:20:12.996739 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:20:13.007049 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:13.007502 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:20:13.008116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:20:13.034069 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-523f415e-77db-4cde-be1b-86694a02a072 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6465273 Jan 28 02:20:13.034804 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:20:13.037327 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20906a35-4a05-467f-a63a-d289b9d1cdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:20:13.082171 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb51313-4ab4-4324-b2ce-eb735734a359 x-openstack-request-id: req-ceb51313-4ab4-4324-b2ce-eb735734a359 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:20:13.082485 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:20:13.082729 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ceb51313-4ab4-4324-b2ce-eb735734a359 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:20:13.083156 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'status': 'completed', 'code': 200} Jan 28 02:20:13.113907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:20:13.167532 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-aed28c18-fcdb-4fb4-a395-6c673a4e091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:13.169313 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-aed28c18-fcdb-4fb4-a395-6c673a4e091b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0446494 Jan 28 02:20:13.260582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-004e8a5d-2df9-4c1f-a674-835232c61a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:13.262111 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-004e8a5d-2df9-4c1f-a674-835232c61a1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0874844 Jan 28 02:20:13.328240 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-d2e3e001-dd84-4251-a1d7-0d6996a05240 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 998 time: 0.0600207 Jan 28 02:20:13.338653 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '595ea191-e3de-4015-b048-d36f4248e1a7', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'port_id': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'mac_address': 'fa:16:3e:42:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:20:12Z', 'updated_at': '2022-01-28T02:20:12Z', 'revision_number': 0, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:20:13.372916 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:20:13.382716 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-f0e96b53-4d81-4c00-bdfe-25a711253025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:13.384186 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-f0e96b53-4d81-4c00-bdfe-25a711253025 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0494480 Jan 28 02:20:13.389264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:20:13.390007 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:20:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:20:13.424719 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:13.430539 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-c18d1264-3054-4ad0-9467-04bce588cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:13.432114 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-c18d1264-3054-4ad0-9467-04bce588cbeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417171 Jan 28 02:20:13.523326 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:20:13.533129 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-9960c7d8-2a16-4135-bf63-77cba6c22406 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939481 Jan 28 02:20:13.635065 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-20906a35-4a05-467f-a63a-d289b9d1cdf9 req-b1dbf3ae-a8a3-4ce3-b8be-1a7dc8dd8145 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961487 Jan 28 02:20:13.676666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:20:13.920279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '595ea191-e3de-4015-b048-d36f4248e1a7', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'port_id': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'mac_address': 'fa:16:3e:42:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:20:12Z', 'updated_at': '2022-01-28T02:20:12Z', 'revision_number': 0, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:20:13.950142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479aad-3a39-4dce-a01e-87a45b4f3e87 None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '595ea191-e3de-4015-b048-d36f4248e1a7', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'port_id': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'mac_address': 'fa:16:3e:42:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:20:12Z', 'updated_at': '2022-01-28T02:20:12Z', 'revision_number': 0, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:20:14.160835 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88630f-19c4-4483-995c-df6eda0e5c14 None None] New status for floating IP 595ea191-e3de-4015-b048-d36f4248e1a7: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:20:34.237439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:37.171745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7ca7af52-faec-4d4b-a892-23b7a3fdfcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:38.354583 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:39.491745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b99cc560-2f8b-4a87-98ce-563ea60994a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:41.190745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:42.325816 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:43.399695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:20:50.523205 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:20:59.335788 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-966a3531-087b-4f6a-ac73-e8ef5b33bae4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438695 Jan 28 02:20:59.446591 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-8f1dd8fa-5c88-4dda-883e-80b3a92ec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:59.448092 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-8f1dd8fa-5c88-4dda-883e-80b3a92ec704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0482919 Jan 28 02:20:59.559397 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-662810ab-1851-482a-a45d-f04255a52c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:59.560870 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-662810ab-1851-482a-a45d-f04255a52c14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0921097 Jan 28 02:20:59.627239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-af3473d9-795b-4e17-85e4-4729a8b7e347 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 1000 time: 0.0599642 Jan 28 02:20:59.679744 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-38976193-ce13-499d-a854-b0739f123d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:59.681182 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-38976193-ce13-499d-a854-b0739f123d59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0483854 Jan 28 02:20:59.726523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-be032a78-533d-4cdd-ad4e-1617f1def269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:20:59.728009 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-be032a78-533d-4cdd-ad4e-1617f1def269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409067 Jan 28 02:20:59.825062 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-b8b728e2-a065-4920-9b6c-4cd46b703227 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907021 Jan 28 02:20:59.921467 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-c4ed1e49-7e0d-473d-8806-f6f11d6e0718 req-82ad1f06-49d4-4b3b-8f1b-4c1c7d6060e0 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898280 Jan 28 02:21:04.240183 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:07.182957 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-80472fed-fc2f-4b19-b67c-af70f36d329f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:08.361902 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:09.487802 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b519-20fd-4e7c-b846-76ec4c7543c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:11.191714 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:12.327562 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:13.399734 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:27.523214 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:21:34.243889 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:37.183424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-ef867a3a-e917-4284-88f6-8c77645d7f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:38.358074 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:39.474770 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-af0c3f73-9524-4baf-88ea-1ae961b3537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:41.206058 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:42.332751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:43.403334 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:21:58.646239 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-b7882ae4-940d-4984-ae67-cbb736fb482c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533714 Jan 28 02:21:58.747136 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-c04d994a-eb76-45cf-bdd8-09abb7765d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:21:58.748607 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-c04d994a-eb76-45cf-bdd8-09abb7765d92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0433402 Jan 28 02:21:58.858105 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-24168644-a6cc-462b-a343-add0de529ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:21:58.859555 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-24168644-a6cc-462b-a343-add0de529ebf service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0909858 Jan 28 02:21:58.926721 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-4dc08fae-1689-4ae9-84a6-4ebf9879543b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 1000 time: 0.0610206 Jan 28 02:21:58.977978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-75d60ea5-fee0-4871-bba7-e22aadd611c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:21:58.979392 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-75d60ea5-fee0-4871-bba7-e22aadd611c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0468843 Jan 28 02:21:59.025278 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-adc620fe-ccfd-4d1f-b5f6-3720d1f9f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:21:59.026759 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-adc620fe-ccfd-4d1f-b5f6-3720d1f9f4a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415559 Jan 28 02:21:59.115325 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-dc5b0f7d-4046-4d28-9f4d-ffbe5fd0c3e1 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825796 Jan 28 02:21:59.211375 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e38a38ab-4d97-4baf-bac3-f0dbb9aaea75 req-1ce4bc1d-c7d5-4ce9-99e0-b1c618595a10 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906408 Jan 28 02:22:04.266938 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:04.523329 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:22:07.183631 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e0e5b904-0211-4716-a5f6-623cfe641224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:08.372290 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:09.471495 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b9814370-bfa5-4e37-842d-b669c5a75efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:10.178323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfa202-cbb4-4418-a52e-f76db9df52f8 req-d093ffbc-7f7f-4f4b-aba8-8ab0e6db4924 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:10.179712 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8bfa202-cbb4-4418-a52e-f76db9df52f8 req-d093ffbc-7f7f-4f4b-aba8-8ab0e6db4924 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0614746 Jan 28 02:22:10.547776 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d8bfa202-cbb4-4418-a52e-f76db9df52f8 req-6b5d1c6c-ecc3-42f3-bf61-34b4e4671c5b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597474 Jan 28 02:22:11.206750 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:11.681672 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b3018-c4cc-42ce-904a-13ea38b24d12 req-a1f29fce-018f-4df0-a2f8-537afbda3abd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:11.683146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f4b3018-c4cc-42ce-904a-13ea38b24d12 req-a1f29fce-018f-4df0-a2f8-537afbda3abd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0549610 Jan 28 02:22:11.733358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f4b3018-c4cc-42ce-904a-13ea38b24d12 req-f9909e50-0cee-48ee-89ad-3dd8c37dad9a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Jan 28 02:22:12.337191 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:12.863233 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39299ef2-0108-468e-90b8-54f55c789f65 req-a84b74be-9bfb-45f8-8f8a-8acbad299285 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:12.864680 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39299ef2-0108-468e-90b8-54f55c789f65 req-a84b74be-9bfb-45f8-8f8a-8acbad299285 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0498919 Jan 28 02:22:12.925973 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-39299ef2-0108-468e-90b8-54f55c789f65 req-54fbc3e1-66e7-4a52-bb53-560cbebc2ba9 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530903 Jan 28 02:22:13.407498 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:14.068879 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c225c9-9f30-4e89-a570-2d466e3baa5d req-d5e6f3cb-a02f-4a46-8fa1-e18f74e20884 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:14.070464 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0c225c9-9f30-4e89-a570-2d466e3baa5d req-d5e6f3cb-a02f-4a46-8fa1-e18f74e20884 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0502727 Jan 28 02:22:14.121802 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0c225c9-9f30-4e89-a570-2d466e3baa5d req-27bf6d93-2422-4e8a-acc0-e9b125bd240a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Jan 28 02:22:15.240182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b6956-410b-4bce-a2f2-267f47bec4dd req-4f01ecf2-3891-40c4-849b-d40bc98fa1fb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:15.241791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c88b6956-410b-4bce-a2f2-267f47bec4dd req-4f01ecf2-3891-40c4-849b-d40bc98fa1fb tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0486412 Jan 28 02:22:15.297385 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c88b6956-410b-4bce-a2f2-267f47bec4dd req-829f8daf-0722-4292-b4e0-8b73c048ea8b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493600 Jan 28 02:22:16.422085 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7da7a5-2686-4f4b-9833-73ca104a8a17 req-34e80198-5e6e-4597-a018-94b334ce8559 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:16.423658 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed7da7a5-2686-4f4b-9833-73ca104a8a17 req-34e80198-5e6e-4597-a018-94b334ce8559 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0581269 Jan 28 02:22:16.472860 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed7da7a5-2686-4f4b-9833-73ca104a8a17 req-33561ea8-b89f-42be-8595-6bf51fe48f38 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Jan 28 02:22:17.589987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a64bad-1a30-4150-998f-9648a5fced82 req-90e2d1dc-0d63-4115-adfd-950941790e5b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:17.591472 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1a64bad-1a30-4150-998f-9648a5fced82 req-90e2d1dc-0d63-4115-adfd-950941790e5b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0504751 Jan 28 02:22:17.641191 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1a64bad-1a30-4150-998f-9648a5fced82 req-f4d65281-ace7-470e-9e7c-da702598bd3a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Jan 28 02:22:18.769204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e2a6-23c6-48ea-ba44-b3e749e63f85 req-1618b6b7-c684-4e96-8f32-d88a4d1af078 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:18.770608 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6734e2a6-23c6-48ea-ba44-b3e749e63f85 req-1618b6b7-c684-4e96-8f32-d88a4d1af078 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0574691 Jan 28 02:22:18.828609 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6734e2a6-23c6-48ea-ba44-b3e749e63f85 req-4ca8087a-e1ed-45be-b0f5-816da9643c7e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492942 Jan 28 02:22:19.956809 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35b3bd-927c-48c3-98e2-d8151d809a43 req-b4add563-8078-4587-966a-6091619ab68a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:19.958353 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f35b3bd-927c-48c3-98e2-d8151d809a43 req-b4add563-8078-4587-966a-6091619ab68a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0496411 Jan 28 02:22:20.006321 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f35b3bd-927c-48c3-98e2-d8151d809a43 req-659ba5f5-77cc-4b9a-88b2-c71c45b66427 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Jan 28 02:22:20.401802 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-b2661021-fadb-49aa-a5f2-9da0f79c88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:20.403277 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-b2661021-fadb-49aa-a5f2-9da0f79c88ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0494637 Jan 28 02:22:20.495047 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-31c868e5-a94f-4ab2-8e38-d41a8a5a937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:20.496527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-31c868e5-a94f-4ab2-8e38-d41a8a5a937d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0871856 Jan 28 02:22:20.572350 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-1b057fef-a82f-4f6e-8f44-48892585cb4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 1000 time: 0.0695462 Jan 28 02:22:20.626377 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-85e6310b-8778-4507-ba2b-20bf11fd99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:20.627821 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-85e6310b-8778-4507-ba2b-20bf11fd99a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0489285 Jan 28 02:22:20.681524 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-2ccdb41f-d008-4475-864c-e534e9295703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:20.683085 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-2ccdb41f-d008-4475-864c-e534e9295703 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493960 Jan 28 02:22:20.770191 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-8dce550e-3d0d-4f58-874f-e9e71a20bfc4 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809286 Jan 28 02:22:20.867421 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b801d8fa-c945-4df3-9c28-d79ef399758e req-4ce295a5-88cd-45e7-8297-716fe7edf420 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917268 Jan 28 02:22:21.135431 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862012e-b589-42c0-9a68-8d60a267c187 req-3c076331-46c9-4640-875c-1601fc713ee7 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:21.136919 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7862012e-b589-42c0-9a68-8d60a267c187 req-3c076331-46c9-4640-875c-1601fc713ee7 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0541744 Jan 28 02:22:21.184785 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7862012e-b589-42c0-9a68-8d60a267c187 req-a6b73b32-bf9b-4a0e-9f51-1ad06333080c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420215 Jan 28 02:22:22.328650 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8e5d-a767-4343-83fb-60162ed97479 req-7f9aab7d-96f2-4c69-81ba-79a5dcd15ed3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:22.330155 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8af8e5d-a767-4343-83fb-60162ed97479 req-7f9aab7d-96f2-4c69-81ba-79a5dcd15ed3 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0589969 Jan 28 02:22:22.383267 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c8af8e5d-a767-4343-83fb-60162ed97479 req-f0e64288-670e-4de0-969b-46c4f4dfaffa tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Jan 28 02:22:23.498506 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f39efb-3c56-4e2d-88b7-4dd8ec3ad851 req-b8c7ed3f-c7f4-4c8a-b163-f43a083d7d8f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:23.500008 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f39efb-3c56-4e2d-88b7-4dd8ec3ad851 req-b8c7ed3f-c7f4-4c8a-b163-f43a083d7d8f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0482020 Jan 28 02:22:23.550841 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b9f39efb-3c56-4e2d-88b7-4dd8ec3ad851 req-94e2008f-92d3-450d-adfa-efe9ac1eeaf2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Jan 28 02:22:24.541527 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:22:24.626218 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:22:24.626649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:24.657215 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:22:24.659938 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d2bbf-ae56-4f18-921e-6af6594327af" -d '{"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-unplugged", "status": "completed", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:22:24.674728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:22:24.675492 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4144-bd4d-4463-9538-a41c59c9c8b8 req-bf4c0d37-8da7-4c29-bbde-3bb15ff0e65d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:24.677221 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bcb4144-bd4d-4463-9538-a41c59c9c8b8 req-bf4c0d37-8da7-4c29-bbde-3bb15ff0e65d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0584958 Jan 28 02:22:24.682314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:24.713759 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883007b3-0775-4803-8863-ea4e869ded0c x-openstack-request-id: req-883007b3-0775-4803-8863-ea4e869ded0c {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:22:24.714184 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-unplugged", "status": "completed", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:22:24.714713 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-883007b3-0775-4803-8863-ea4e869ded0c {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:22:24.715041 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'code': 200} Jan 28 02:22:24.735193 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:22:24.742724 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.743317 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.743451 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0bcb4144-bd4d-4463-9538-a41c59c9c8b8 req-2449fc85-55f6-4a64-a1a0-2ba22e225cb0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512319 Jan 28 02:22:24.743965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.744312 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.744651 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.744984 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.745314 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.745837 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.746163 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.746687 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.746811 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.747122 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:24.747448 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:22:25.868732 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805362-9a56-4ccb-868b-2f2d2936bca1 req-3ce4946b-85bf-4bed-a717-7bf711b16fcf tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:25.870272 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75805362-9a56-4ccb-868b-2f2d2936bca1 req-3ce4946b-85bf-4bed-a717-7bf711b16fcf tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0492010 Jan 28 02:22:25.919552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-75805362-9a56-4ccb-868b-2f2d2936bca1 req-e70f36d4-d863-4c6d-92e7-0b14517c6000 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Jan 28 02:22:27.049476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c9016-e48e-48d3-80b5-f28b79ef51ba req-95169589-d04a-4cfa-a8aa-3f27c6d98da4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:27.051001 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-174c9016-e48e-48d3-80b5-f28b79ef51ba req-95169589-d04a-4cfa-a8aa-3f27c6d98da4 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0587883 Jan 28 02:22:27.102991 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-174c9016-e48e-48d3-80b5-f28b79ef51ba req-318af4d2-109e-42e3-b66d-f7f90662ee08 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462959 Jan 28 02:22:27.314963 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-c4a0f276-87bb-4bd9-842f-25c65b1edf22 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657334 Jan 28 02:22:27.323799 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-aa563c13-5c59-4e27-b060-221c5e26fdac service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:22:27.324766 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-aa563c13-5c59-4e27-b060-221c5e26fdac service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051229 Jan 28 02:22:27.336176 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457555-356d-4093-aa5c-bc61beb3b61a req-316d0f2b-8575-49e4-a0cf-27a84a703a85 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:27.337581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c457555-356d-4093-aa5c-bc61beb3b61a req-316d0f2b-8575-49e4-a0cf-27a84a703a85 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0635638 Jan 28 02:22:27.391599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7c457555-356d-4093-aa5c-bc61beb3b61a req-2afac0a0-35f2-4986-910c-57ad9479bcc6 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465071 Jan 28 02:22:28.507032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0de1-0130-4533-b215-e52fcd5d8421 req-88bc8352-ca96-49a6-a86c-93867c2c3771 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:28.508918 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38bc0de1-0130-4533-b215-e52fcd5d8421 req-88bc8352-ca96-49a6-a86c-93867c2c3771 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0502281 Jan 28 02:22:28.561510 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38bc0de1-0130-4533-b215-e52fcd5d8421 req-a0f67b9d-6045-4ea3-bf9a-27a1d70a72a0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468740 Jan 28 02:22:29.679264 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830c1d-ff6a-4c4d-857f-f37df3a11b37 req-f20445e6-a9cd-4bd4-a090-3ab29d62408a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:29.681134 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09830c1d-ff6a-4c4d-857f-f37df3a11b37 req-f20445e6-a9cd-4bd4-a090-3ab29d62408a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0504475 Jan 28 02:22:29.730137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-09830c1d-ff6a-4c4d-857f-f37df3a11b37 req-bbdd9e6d-48ec-44e6-ba21-feec8ffa2143 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Jan 28 02:22:30.845133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07e333-6955-4cb0-8906-f631fc00ac3f req-bb471194-af3c-4194-9be1-1114a9bd01ed tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:30.846594 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f07e333-6955-4cb0-8906-f631fc00ac3f req-bb471194-af3c-4194-9be1-1114a9bd01ed tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0481384 Jan 28 02:22:30.894066 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f07e333-6955-4cb0-8906-f631fc00ac3f req-44571cba-3bd8-451f-ac42-b277478b2bce tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Jan 28 02:22:32.017009 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0efc5-7e46-48cc-80a5-e00169da36d5 req-c0924118-f270-40b9-83a2-0ad437e2bc05 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:32.018531 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cb0efc5-7e46-48cc-80a5-e00169da36d5 req-c0924118-f270-40b9-83a2-0ad437e2bc05 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0551417 Jan 28 02:22:32.071552 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6cb0efc5-7e46-48cc-80a5-e00169da36d5 req-0edbfd25-4063-4b39-837d-d664ab2321f5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Jan 28 02:22:33.190149 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d1f3e-6fb8-4514-88fc-e4de3ce6e868 req-d45552d8-cca9-4a0c-b4c0-fbc3cf55d7a2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:33.191654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f73d1f3e-6fb8-4514-88fc-e4de3ce6e868 req-d45552d8-cca9-4a0c-b4c0-fbc3cf55d7a2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0504024 Jan 28 02:22:33.239753 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f73d1f3e-6fb8-4514-88fc-e4de3ce6e868 req-dfb10196-e182-4e4f-bcea-561110fe5c35 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Jan 28 02:22:34.251988 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:34.360892 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f715c3-3088-43b0-97ba-228502f32f5a req-acd02b3f-e734-410e-a8c5-06c8929dff72 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:34.362281 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53f715c3-3088-43b0-97ba-228502f32f5a req-acd02b3f-e734-410e-a8c5-06c8929dff72 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0549538 Jan 28 02:22:34.412736 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-53f715c3-3088-43b0-97ba-228502f32f5a req-894d2d1c-b65b-4841-a594-bda4f9500089 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Jan 28 02:22:35.533178 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5105fc-729d-422b-9b95-362cbb78cde3 req-92accdde-7bdd-4928-993e-4edac9b79e11 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:35.534702 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c5105fc-729d-422b-9b95-362cbb78cde3 req-92accdde-7bdd-4928-993e-4edac9b79e11 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0495696 Jan 28 02:22:35.585063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2c5105fc-729d-422b-9b95-362cbb78cde3 req-344835e1-b8f8-4410-af31-ac4aef3c7771 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Jan 28 02:22:36.705256 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262370-8d2a-4e74-b5d4-c827f4163e45 req-c04ce2a2-612a-439e-a65a-6a72afcdff5d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:36.706771 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4262370-8d2a-4e74-b5d4-c827f4163e45 req-c04ce2a2-612a-439e-a65a-6a72afcdff5d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0495694 Jan 28 02:22:36.760979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d4262370-8d2a-4e74-b5d4-c827f4163e45 req-0323e570-b497-4d0c-be40-1cada5bfc64f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483370 Jan 28 02:22:37.176340 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-539c49a4-9d1a-4019-bebf-09d27fb5ea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:37.687823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-e83403d9-1490-4343-929d-f20e0ede4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:37.689364 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-e83403d9-1490-4343-929d-f20e0ede4198 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b&tenant_id=28e2d009ec2f41abb98faef53dc63b4e HTTP/1.1" status: 200 len: 1094 time: 0.0431566 Jan 28 02:22:37.765063 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-7487c5ff-f3ae-4daa-8e4f-30ecc7300269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:37.766473 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-7487c5ff-f3ae-4daa-8e4f-30ecc7300269 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1094 time: 0.0410058 Jan 28 02:22:37.858070 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-011d9bd8-5b00-4fa5-90af-d236ef1d30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:37.859589 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-011d9bd8-5b00-4fa5-90af-d236ef1d30ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0878067 Jan 28 02:22:37.876032 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac1c0e-91f5-4d93-8b2a-0616e6c8757c req-e143ce44-0188-4012-aa0e-3debf911a28a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:37.877624 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdac1c0e-91f5-4d93-8b2a-0616e6c8757c req-e143ce44-0188-4012-aa0e-3debf911a28a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0498533 Jan 28 02:22:37.923935 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-3da94712-fbcf-4d05-9a32-9dd1db1f9b99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 998 time: 0.0580256 Jan 28 02:22:37.928244 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bdac1c0e-91f5-4d93-8b2a-0616e6c8757c req-83760b42-3d16-43c8-8064-ad9732122a8f tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Jan 28 02:22:37.971586 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-a55ae5bd-aaf4-424b-8cf2-4b43f6a4659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:37.973032 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-a55ae5bd-aaf4-424b-8cf2-4b43f6a4659b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0436425 Jan 28 02:22:38.023173 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-bc85e78f-8e21-4ef7-9984-c0858af5e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:38.024565 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-bc85e78f-8e21-4ef7-9984-c0858af5e6fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457590 Jan 28 02:22:38.111961 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-2d5c3a03-eb9d-4273-bc31-deeccc30dd84 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Jan 28 02:22:38.203785 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-cba0b584-847a-46b7-8315-dacb344c76e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852780 Jan 28 02:22:38.378025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:39.051962 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00513fc6-eeb4-4ceb-9b22-97e6e347139b req-173a7f1e-b391-475e-903a-7093c44b96aa tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:39.053467 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00513fc6-eeb4-4ceb-9b22-97e6e347139b req-173a7f1e-b391-475e-903a-7093c44b96aa tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0561461 Jan 28 02:22:39.105032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-00513fc6-eeb4-4ceb-9b22-97e6e347139b req-a29e9740-89c8-4ad3-871f-e94ace51958e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Jan 28 02:22:39.470149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3d623d7b-234c-4e6a-814a-8355f8992f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:40.251683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c0762-3919-456e-addb-180fc8b7c485 req-7794434f-167a-400c-bb27-6ce20369e414 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:40.253185 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f96c0762-3919-456e-addb-180fc8b7c485 req-7794434f-167a-400c-bb27-6ce20369e414 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0726597 Jan 28 02:22:40.305617 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f96c0762-3919-456e-addb-180fc8b7c485 req-81c5f17d-e1f2-43c2-9d4c-559e1c0a3e42 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 Jan 28 02:22:41.211620 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:41.421281 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b1be8-7756-46a9-b4b0-a45f05dfa924 req-39bb3303-9d34-4cb1-b500-d390b2c5c099 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:41.422797 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-110b1be8-7756-46a9-b4b0-a45f05dfa924 req-39bb3303-9d34-4cb1-b500-d390b2c5c099 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0496552 Jan 28 02:22:41.473412 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-110b1be8-7756-46a9-b4b0-a45f05dfa924 req-799492ee-dac9-49a5-85a3-69e36548b34b tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Jan 28 02:22:41.523086 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:22:42.346790 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:42.591200 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fd9ee-25d7-4e6c-9b5a-7d94fcef3c9f req-3fa448fb-7465-4d4f-9713-29b059244a80 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:42.592569 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a38fd9ee-25d7-4e6c-9b5a-7d94fcef3c9f req-3fa448fb-7465-4d4f-9713-29b059244a80 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0510137 Jan 28 02:22:42.645620 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a38fd9ee-25d7-4e6c-9b5a-7d94fcef3c9f req-fbf9b089-375e-4268-afd1-e1b221c98076 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472071 Jan 28 02:22:43.399061 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:43.782124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50a020-fa99-4aa1-bcdb-155cedfc8cd8 req-0b010186-7ade-4f9e-bfb1-f119ab66baa2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:43.783704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db50a020-fa99-4aa1-bcdb-155cedfc8cd8 req-0b010186-7ade-4f9e-bfb1-f119ab66baa2 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 943 time: 0.0597613 Jan 28 02:22:43.840018 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-db50a020-fa99-4aa1-bcdb-155cedfc8cd8 req-22eeb0a4-0cbc-41ba-bc4c-20b40e27a132 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501611 Jan 28 02:22:44.652011 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:22:44.756130 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:22:44.768137 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'port_id': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'mac_address': 'fa:16:3e:42:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:22:44.805060 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:22:44.805447 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:44.822427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:22:44.841954 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:22:44.847492 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:44.895108 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:22:44.955041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01435-32dc-4337-917f-18b2000327b3 req-256b1f39-1dbc-4218-99cc-c741ea93fdb1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:44.956521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1e01435-32dc-4337-917f-18b2000327b3 req-256b1f39-1dbc-4218-99cc-c741ea93fdb1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 944 time: 0.0498018 Jan 28 02:22:45.009044 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-c1e01435-32dc-4337-917f-18b2000327b3 req-693533bc-7d7e-4b96-822b-42a5f985e996 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Jan 28 02:22:45.162526 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['9970ad0b-c445-4d79-91b5-e9f0e6b5a460'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:22:46.141358 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdce07-cd28-499d-b4c4-ed4c2f6bc3cb req-d4435406-96ba-47d5-b212-6509f1d12da5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:46.142905 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0cdce07-cd28-499d-b4c4-ed4c2f6bc3cb req-d4435406-96ba-47d5-b212-6509f1d12da5 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 944 time: 0.0532291 Jan 28 02:22:46.192070 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f0cdce07-cd28-499d-b4c4-ed4c2f6bc3cb req-f5c06f7c-b16c-4353-abe6-d3e4a4c8291e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Jan 28 02:22:46.650282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:22:46.707261 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:22:46.707636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:46.788670 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:22:46.788975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:46.811282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:22:46.813581 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7447070-1004-4db6-9e5d-7496feb71f9f" -d '{"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-plugged", "status": "completed", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:22:46.826116 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:22:46.831599 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:22:46.880273 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:22:46.912435 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59d9c4-5f95-4087-92d2-616af521ee89 x-openstack-request-id: req-da59d9c4-5f95-4087-92d2-616af521ee89 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:22:46.912735 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-plugged", "status": "completed", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:22:46.912996 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da59d9c4-5f95-4087-92d2-616af521ee89 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:22:46.913403 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'code': 200} Jan 28 02:22:47.161305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b66dd-3852-4f60-933a-7ba5ed3342a3 req-1f6ad548-31b8-4c8e-916f-94d6e2b1f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:47.162832 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bd7b66dd-3852-4f60-933a-7ba5ed3342a3 req-1f6ad548-31b8-4c8e-916f-94d6e2b1f995 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0844338 Jan 28 02:22:47.210396 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-bd7b66dd-3852-4f60-933a-7ba5ed3342a3 req-9ea9bf32-9087-4962-9504-90f2564aaf78 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Jan 28 02:22:47.310789 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e898a3-84be-494b-a189-5bcc14c5ac45 req-7ee72a1c-d7cc-4c12-9767-0880e33e13c1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:47.312270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e898a3-84be-494b-a189-5bcc14c5ac45 req-7ee72a1c-d7cc-4c12-9767-0880e33e13c1 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0524173 Jan 28 02:22:47.361728 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-34e898a3-84be-494b-a189-5bcc14c5ac45 req-e4efc436-15be-43bc-ae95-d291240d976c tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Jan 28 02:22:48.488133 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d3e70-8184-4107-bb76-481dca0b4af8 req-7a0f3e39-772c-41c0-b2a5-a8b63c13e330 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:22:48.489669 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c8d3e70-8184-4107-bb76-481dca0b4af8 req-7a0f3e39-772c-41c0-b2a5-a8b63c13e330 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0559385 Jan 28 02:22:48.544372 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5c8d3e70-8184-4107-bb76-481dca0b4af8 req-e157be45-dcc0-4634-82c3-174515c552f8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467563 Jan 28 02:23:01.311585 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-201562b3-d3fd-4b7e-80c3-afb09397cc64 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419073 Jan 28 02:23:01.428296 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-6fc7ea78-3c66-4cde-ae4f-ef6fe952456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:23:01.429808 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-6fc7ea78-3c66-4cde-ae4f-ef6fe952456d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0499542 Jan 28 02:23:01.870896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-49059a6c-8d34-4bf6-b00e-1188faa7cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:23:01.872360 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-49059a6c-8d34-4bf6-b00e-1188faa7cf19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.4195988 Jan 28 02:23:01.956940 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-76c364dc-76f6-4aaf-a11d-e50b8e292e35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 1000 time: 0.0721154 Jan 28 02:23:02.004675 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-194e3f95-43ea-4d4f-b7af-5907fc8e5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:23:02.006113 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-194e3f95-43ea-4d4f-b7af-5907fc8e5b2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0431547 Jan 28 02:23:02.058024 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-ceb5b99a-bd9d-4d33-a2e1-47f6873645a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:23:02.059523 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-ceb5b99a-bd9d-4d33-a2e1-47f6873645a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477092 Jan 28 02:23:02.164164 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-a3918280-deb9-4e56-a97a-1159ee296cc6 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986924 Jan 28 02:23:02.260618 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-0e5c91d1-6002-489d-853c-54d69c177ebf req-848598a4-48af-4792-a75a-0d24d9f31056 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906713 Jan 28 02:23:04.258700 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:07.184340 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-97d8ed4a-e78b-46fb-a746-0f0bfbddd98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:08.377706 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:09.467534 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-53306584-19a3-4875-89ad-ff1cbe176de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:11.207377 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:12.343303 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:13.407376 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:18.527529 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:23:34.280521 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:37.184861 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-fb083a19-6e99-4562-9636-f31bcd8c2266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:38.380557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:39.465263 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-369cd89a-9b88-4cff-9367-9e4f90adf8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:41.214565 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:42.358126 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:43.403589 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:23:55.527023 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:24:01.791172 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55002) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:01.963482 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Deleting port 932dbbde-e29d-4195-9b10-717eacfd91a2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:01.963780 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:02.042946 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:02.043198 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (932dbbde-e29d-4195-9b10-717eacfd91a2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:02.054863 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Calling delete_port for 932dbbde-e29d-4195-9b10-717eacfd91a2 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:02.210369 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (932dbbde-e29d-4195-9b10-717eacfd91a2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:02.233833 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event deleted for resources: {'Port': ['ID=932dbbde-e29d-4195-9b10-717eacfd91a2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:02.247405 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.247762 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.248091 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.248449 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.248793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.249130 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.249454 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.249800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.250106 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.250445 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.250791 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.251118 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.251444 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:02.305985 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for floatingip (595ea191-e3de-4015-b048-d36f4248e1a7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:02.306247 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Floating IP 595ea191-e3de-4015-b048-d36f4248e1a7 disassociated (deleted). External IP: 172.25.1.43, port: 9970ad0b-c445-4d79-91b5-e9f0e6b5a460. Jan 28 02:24:02.436079 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-c430ba34-2121-42a3-b5e5-a079a94b86c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909963 Jan 28 02:24:02.578504 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:24:02.581314 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-7efbe3e9-802b-4da5-b6b8-0e4ed6e93081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:02.582836 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-7efbe3e9-802b-4da5-b6b8-0e4ed6e93081 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0871823 Jan 28 02:24:02.754530 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:02.760544 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:02.765049 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:02.765571 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-8051ccd6-2fd4-445e-a8a1-7882bfbae80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:02.766960 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-8051ccd6-2fd4-445e-a8a1-7882bfbae80a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.1428559 Jan 28 02:24:02.775965 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:02.776618 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:23:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:02.823448 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-94640bd0-7ce9-4099-9a28-dced66668ce1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 217 time: 0.0383303 Jan 28 02:24:02.829450 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-c5e0ee44-4f11-42c3-a6c0-eabe75191c5a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "DELETE /v2.0/floatingips/595ea191-e3de-4015-b048-d36f4248e1a7 HTTP/1.1" status: 204 len: 168 time: 1.0343983 Jan 28 02:24:02.829450 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:24:02.830055 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb7573d-cf9a-427f-914a-a4fe74acc992" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:24:02.877475 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-690ab468-67ce-41ad-ac5a-27bbdfafcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:02.879045 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-690ab468-67ce-41ad-ac5a-27bbdfafcc35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0459723 Jan 28 02:24:02.886313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:02.886817 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe53dd-48ff-4024-9f7c-ab1ff94bed59 x-openstack-request-id: req-7bbe53dd-48ff-4024-9f7c-ab1ff94bed59 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:24:02.887073 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:24:02.887497 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bbe53dd-48ff-4024-9f7c-ab1ff94bed59 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:24:02.887848 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'status': 'completed', 'code': 200} Jan 28 02:24:02.944200 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-80866a54-0473-4b3d-8ece-db3260104e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:02.945863 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-80866a54-0473-4b3d-8ece-db3260104e29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437193 Jan 28 02:24:03.052412 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-12380af1-d3ca-4497-8e95-dafe55ab1506 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978124 Jan 28 02:24:03.079694 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6796ea-56c2-4538-9c85-cdf8fb3a4dc2 req-b3302f25-a7b6-4d0d-99f7-dc3fe6123b66 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:03.081980 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b6796ea-56c2-4538-9c85-cdf8fb3a4dc2 req-b3302f25-a7b6-4d0d-99f7-dc3fe6123b66 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0518441 Jan 28 02:24:03.094503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:03.121384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:03.132149 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:03.132587 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3b6796ea-56c2-4538-9c85-cdf8fb3a4dc2 req-bb4d054b-ec0e-4ca1-a8ca-be6f0f2005af tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Jan 28 02:24:03.132762 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:23:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:03.160048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-5aead401-d34f-49e8-92d5-ca7e2df09ba5 req-122cfffc-1381-44a3-a982-9a53fae0d254 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999601 Jan 28 02:24:03.244269 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:03.278121 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-a443153f-b024-4540-9249-7491a38830f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:03.279659 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-a443153f-b024-4540-9249-7491a38830f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 1096 time: 0.0471385 Jan 28 02:24:03.372031 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-4e437eb7-4423-4270-8d2a-057085fc187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:03.373429 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-4e437eb7-4423-4270-8d2a-057085fc187b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 200 len: 910 time: 0.0865397 Jan 28 02:24:03.418860 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-bff515e6-76ac-4d78-8d21-c2b511129a31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 200 len: 217 time: 0.0385151 Jan 28 02:24:03.447365 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:03.469575 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-eeefb28c-19a7-429a-aeb4-e0e98a67d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:03.471117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-eeefb28c-19a7-429a-aeb4-e0e98a67d9e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 200 len: 848 time: 0.0462687 Jan 28 02:24:03.479579 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7425a115-08b8-4519-83ec-edc90adece6d None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:08Z', 'revision_number': 4, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': 'ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a', 'name': '', 'network_id': 'ed77a673-59e3-46da-9a30-c0ededd83909', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'mac_address': 'fa:16:3e:84:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:07Z', 'updated_at': '2022-01-28T02:15:13Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'subnets': [{'id': '98ddaa24-770a-4c01-934d-36ef8c14f1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:03.519226 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-d70583c3-76b0-430f-a0c4-3a3d0eb71b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:03.520746 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-d70583c3-76b0-430f-a0c4-3a3d0eb71b11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed77a673-59e3-46da-9a30-c0ededd83909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437636 Jan 28 02:24:03.620352 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-55e5f462-2dff-49e3-8beb-29ab524690a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915577 Jan 28 02:24:03.716895 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fbb7573d-cf9a-427f-914a-a4fe74acc992 req-fd936a90-54a4-419a-b807-e53de1a0fa77 service neutron] 10.222.0.43 "GET /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899076 Jan 28 02:24:03.727161 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf7ed8-9314-44fd-9e3f-69b2efddb665 None None] New status for floating IP 595ea191-e3de-4015-b048-d36f4248e1a7: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:24:04.255695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b6a09-762f-4fe1-acb8-c1e0c145a9c4 req-7f5a0520-8e5a-4866-a827-7072260bf4f0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:04.257205 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-504b6a09-762f-4fe1-acb8-c1e0c145a9c4 req-7f5a0520-8e5a-4866-a827-7072260bf4f0 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0496824 Jan 28 02:24:04.264481 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:04.311979 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-504b6a09-762f-4fe1-acb8-c1e0c145a9c4 req-d812b099-ac01-4b3d-bad6-abf2600ee5e8 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/security-groups?id=7590a86a-49c4-4364-9c3b-b5f073e9c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477231 Jan 28 02:24:04.804384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98079df-29f3-455b-8d3d-269293432c67 req-00c274f2-4f51-49ba-9aa4-2c06758323bd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:04.805791 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e98079df-29f3-455b-8d3d-269293432c67 req-00c274f2-4f51-49ba-9aa4-2c06758323bd tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 945 time: 0.0501127 Jan 28 02:24:04.906115 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Deleting port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:04.906464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:04.999693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] For port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:05.000026 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:05.012462 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Calling delete_port for 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:05.156551 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (9970ad0b-c445-4d79-91b5-e9f0e6b5a460), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:05.184823 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event deleted for resources: {'Port': ['ID=9970ad0b-c445-4d79-91b5-e9f0e6b5a460,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:05.229594 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] No DVR routers for this DVR port 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:24:05.232451 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:05.236076 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-e98079df-29f3-455b-8d3d-269293432c67 req-97876944-0fc7-4032-8816-d2536755f139 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.43 "DELETE /v2.0/ports/9970ad0b-c445-4d79-91b5-e9f0e6b5a460 HTTP/1.1" status: 204 len: 173 time: 0.4252188 Jan 28 02:24:05.236572 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-deleted', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:24:05.239009 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d217408-a16d-4317-b798-771859e1d4be" -d '{"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-deleted", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:24:05.276212 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f52ab-5710-46eb-8f3e-782cf0ec9a5d x-openstack-request-id: req-b42f52ab-5710-46eb-8f3e-782cf0ec9a5d {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:24:05.276623 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a3826-9317-4f9b-bf01-76fc7ced451b", "name": "network-vif-deleted", "tag": "9970ad0b-c445-4d79-91b5-e9f0e6b5a460", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:24:05.276894 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b42f52ab-5710-46eb-8f3e-782cf0ec9a5d {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:24:05.277337 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a3826-9317-4f9b-bf01-76fc7ced451b', 'name': 'network-vif-deleted', 'tag': '9970ad0b-c445-4d79-91b5-e9f0e6b5a460', 'status': 'completed', 'code': 200} Jan 28 02:24:05.413342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-bbd041ac-452f-4371-8672-bc57a3437365 req-7e8487ec-da64-4b5f-85ec-33458ba93047 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0268369 Jan 28 02:24:06.514882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ec6b94c9-a23a-4b6f-8577-af732c5d6a07 req-224dbaab-e4ef-4e33-a598-dc2ae0e8d230 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0274825 Jan 28 02:24:07.097530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:07.120134 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:07.120609 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device 9970ad0b-c445-4d79-91b5-e9f0e6b5a460 not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:07.179251 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-cf7377b9-3c23-44c2-a350-2ec0b51979e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:07.612345 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d5e80e10-eb1b-430b-8b04-2834e10f287b req-2b42331d-dcd0-4034-b7fd-505e5407b0fa tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0275149 Jan 28 02:24:08.397587 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:08.717055 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce37ab31-2cb9-4200-a50f-76560d17208d req-16910902-3a82-499b-b960-fe0fdf5f8b7d tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0330441 Jan 28 02:24:09.461474 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dc506b33-f09d-427f-952f-5e5ce642c3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:09.811382 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-912aa719-e350-492a-9221-f517e551f8c0 req-560b10e9-71ce-4899-b155-267de85ae5fa tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0265098 Jan 28 02:24:10.910383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-38895c21-9b04-4575-8e08-080f92428b85 req-a05ffd86-3ae9-46f5-aa9f-cabd4b641f6a tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0307014 Jan 28 02:24:11.211630 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:12.004889 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a8d718fd-f271-42fb-a0db-26815a7b7493 req-00bfbcec-8a74-4978-995b-eeb60334530e tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0270226 Jan 28 02:24:12.356004 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:13.098867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f6f6f8a5-7dcb-4ed3-93e3-72700b9c4a01 req-b2cf4a15-7b84-4d25-a662-fdb9e631f8b7 tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d2a3826-9317-4f9b-bf01-76fc7ced451b HTTP/1.1" status: 200 len: 210 time: 0.0267041 Jan 28 02:24:13.399995 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:14.158626 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55042) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:14.218035 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6721485-9051-4aa5-ad2e-2dbb78d531fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (7590a86a-49c4-4364-9c3b-b5f073e9c96b), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:14.243132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6721485-9051-4aa5-ad2e-2dbb78d531fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (7590a86a-49c4-4364-9c3b-b5f073e9c96b), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:14.305947 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6721485-9051-4aa5-ad2e-2dbb78d531fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (7590a86a-49c4-4364-9c3b-b5f073e9c96b), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:14.308897 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e6721485-9051-4aa5-ad2e-2dbb78d531fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:14.310112 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e6721485-9051-4aa5-ad2e-2dbb78d531fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] 10.222.0.23 "DELETE /v2.0/security-groups/7590a86a-49c4-4364-9c3b-b5f073e9c96b HTTP/1.1" status: 204 len: 168 time: 0.1504750 Jan 28 02:24:14.321273 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6721485-9051-4aa5-ad2e-2dbb78d531fe tempest-TestShelveInstance-2052691160 tempest-TestShelveInstance-2052691160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7590a86a-49c4-4364-9c3b-b5f073e9c96b,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:14.371469 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55046) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:14.833335 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (0f3be0d2-013c-42fc-b96b-5272828a9bd9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:15.091788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Deleting port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:15.092207 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:15.189300 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] For port ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:15.189694 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:15.204824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Calling delete_port for ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:15.406548 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:15.439348 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:15.453252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.453252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.453252 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.453547 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.453867 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.454113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.454497 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.454825 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.455150 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.455476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.455803 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.456120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.456439 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:15.650225 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (0f3be0d2-013c-42fc-b96b-5272828a9bd9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:15.880744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:24:15.988868 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:15.996463 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-d87ebfc3-8968-49c0-b92b-bd13142dbe32 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f3be0d2-013c-42fc-b96b-5272828a9bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208665 Jan 28 02:24:15.996711 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55050) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:16.004279 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] Sync routers for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:16.017041 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:16.019313 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:16.109192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks [] for router (0f3be0d2-013c-42fc-b96b-5272828a9bd9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.235541 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks [] for router_gateway (0f3be0d2-013c-42fc-b96b-5272828a9bd9), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.299727 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Deleting port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:16.300612 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.339466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:16.394268 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] For port 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:16.394622 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.407033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Calling delete_port for 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:16.556946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:24:15Z', 'revision_number': 5, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port': {'id': '0cc949f5-9d7c-4945-a2a5-39bd700ccd6d', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:89:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:16.590059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] Checking router: 0f3be0d2-013c-42fc-b96b-5272828a9bd9 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:16.598852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] Routers {'0f3be0d2-013c-42fc-b96b-5272828a9bd9'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:16.599467 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:16.617317 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (0cc949f5-9d7c-4945-a2a5-39bd700ccd6d), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.644772 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc949f5-9d7c-4945-a2a5-39bd700ccd6d,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:16.693005 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] Set router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:16.708004 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (0f3be0d2-013c-42fc-b96b-5272828a9bd9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.747204 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:24:16Z', 'revision_number': 6, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:16.776565 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ca74d-3be8-4c7f-b406-140f26c4a895 None None] The sync data for ids ['0f3be0d2-013c-42fc-b96b-5272828a9bd9'] in n-d-826756-1 is: [{'id': '0f3be0d2-013c-42fc-b96b-5272828a9bd9', 'name': 'tempest-TestShelveInstance-1384815847-router', 'tenant_id': '28e2d009ec2f41abb98faef53dc63b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:05Z', 'updated_at': '2022-01-28T02:24:16Z', 'revision_number': 6, 'project_id': '28e2d009ec2f41abb98faef53dc63b4e', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:16.801519 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (0f3be0d2-013c-42fc-b96b-5272828a9bd9), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.804206 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks [] for router_controller (0f3be0d2-013c-42fc-b96b-5272828a9bd9), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.856380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (0f3be0d2-013c-42fc-b96b-5272828a9bd9), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.857007 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3be0d2-013c-42fc-b96b-5272828a9bd9 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:24:16.862766 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.864053 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-97235b4d-c827-4d6b-a86e-9fea69aef256 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0f3be0d2-013c-42fc-b96b-5272828a9bd9 HTTP/1.1" status: 204 len: 168 time: 0.8663161 Jan 28 02:24:16.866619 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55052) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:16.911426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Deleting subnet 98ddaa24-770a-4c01-934d-36ef8c14f1ff {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:24:16.914614 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Publish callbacks [] for subnet (98ddaa24-770a-4c01-934d-36ef8c14f1ff), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:16.948764 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (98ddaa24-770a-4c01-934d-36ef8c14f1ff), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.029697 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (98ddaa24-770a-4c01-934d-36ef8c14f1ff), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.083543 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (98ddaa24-770a-4c01-934d-36ef8c14f1ff), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.111707 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ddaa24-770a-4c01-934d-36ef8c14f1ff,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:17.112975 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.119332 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55054) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:17.127782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a163bbf-4e30-430f-8517-9e98763ca53b None None] Network ed77a673-59e3-46da-9a30-c0ededd83909 requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:24:17.133867 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-257ea7dc-cedf-4af4-a7f3-56d8c44d2d5e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98ddaa24-770a-4c01-934d-36ef8c14f1ff HTTP/1.1" status: 204 len: 168 time: 0.2579730 Jan 28 02:24:17.217021 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (ed77a673-59e3-46da-9a30-c0ededd83909), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.278023 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Deleting port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:17.278368 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.343459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] For port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,segment=NetworkSegment(5b833ea1-d1d3-4c00-9228-7164c4d74573),segment_id=5b833ea1-d1d3-4c00-9228-7164c4d74573)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:17.343757 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.358317 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Calling delete_port for f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:17.444417 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.471236 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:17.474234 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] No DVR routers for this DVR port f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:24:17.549439 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (ed77a673-59e3-46da-9a30-c0ededd83909), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.570720 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed77a673-59e3-46da-9a30-c0ededd83909']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:17.580706 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b833ea1-d1d3-4c00-9228-7164c4d74573') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:17.581001 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b833ea1-d1d3-4c00-9228-7164c4d74573') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:17.597898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e8716-cb6c-46a4-9d80-66f1c14c2676 None None] DHCP port deletion for ed77a673-59e3-46da-9a30-c0ededd83909 request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:24:17.604180 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (5b833ea1-d1d3-4c00-9228-7164c4d74573), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.622039 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (5b833ea1-d1d3-4c00-9228-7164c4d74573), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.629011 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:24:17.629438 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (5b833ea1-d1d3-4c00-9228-7164c4d74573), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:24:17.633295 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:24:17.687617 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (ed77a673-59e3-46da-9a30-c0ededd83909), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.704267 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:17.710376 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed77a673-59e3-46da-9a30-c0ededd83909 HTTP/1.1" status: 204 len: 168 time: 0.5877101 Jan 28 02:24:17.710376 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa1be-a2eb-4fcd-8572-cf1fb1d563f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed77a673-59e3-46da-9a30-c0ededd83909,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:17.710712 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55056) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:18.069555 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (63c78cc2-07b9-43ae-b16a-f43f64a57b64), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:18.183481 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:18.204832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:18.205187 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device ea3ba6a6-eb09-47a5-a386-a70e1aa2a04a not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:18.205666 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:18.224809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:18.225232 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device f495cabd-6fc5-4a1b-8d5b-ca9b03ed1add not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:18.225671 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:18.244501 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:18.245157 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0cc949f5-9d7c-4945-a2a5-39bd700ccd6d not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:18.321247 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Deleting port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:18.321856 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:18.420392 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] For port 0bbefcb1-1a3d-4f0c-84ab-da0600a65529, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,segment=NetworkSegment(4ff2329a-a51f-40ef-bb5d-978dfda08d5f),segment_id=4ff2329a-a51f-40ef-bb5d-978dfda08d5f)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:18.420725 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:18.435279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Calling delete_port for 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:18.633484 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (0bbefcb1-1a3d-4f0c-84ab-da0600a65529), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:18.662240 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbefcb1-1a3d-4f0c-84ab-da0600a65529,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:19.144693 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (63c78cc2-07b9-43ae-b16a-f43f64a57b64), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:19.368214 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:24:19.476076 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:19.484026 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1d776734-484f-4fe2-8b8c-37d1a8e42754 admin admin] 10.222.0.23 "PUT /v2.0/routers/63c78cc2-07b9-43ae-b16a-f43f64a57b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699635 Jan 28 02:24:19.484160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55058) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:19.485135 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] Sync routers for ids ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:19.497014 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] Routers {'63c78cc2-07b9-43ae-b16a-f43f64a57b64'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:19.497665 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:19.592735 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks [] for router (63c78cc2-07b9-43ae-b16a-f43f64a57b64), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:19.607774 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] Set router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:19.703397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks [] for router_gateway (63c78cc2-07b9-43ae-b16a-f43f64a57b64), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:19.766681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Deleting port 712d3a3b-62e1-44b1-820e-bbacc824151f {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:19.767044 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:19.847916 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] For port 712d3a3b-62e1-44b1-820e-bbacc824151f, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=712d3a3b-62e1-44b1-820e-bbacc824151f,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:19.848399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:19.860865 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Calling delete_port for 712d3a3b-62e1-44b1-820e-bbacc824151f owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:19.890289 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:24:18Z', 'revision_number': 5, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port': {'id': '712d3a3b-62e1-44b1-820e-bbacc824151f', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:15:10Z', 'updated_at': '2022-01-28T02:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:19.919332 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] Checking router: 63c78cc2-07b9-43ae-b16a-f43f64a57b64 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:19.928338 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] Routers {'63c78cc2-07b9-43ae-b16a-f43f64a57b64'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:19.928940 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:20.021311 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] Set router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:20.035729 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (712d3a3b-62e1-44b1-820e-bbacc824151f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.065038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Pushing event deleted for resources: {'Port': ['ID=712d3a3b-62e1-44b1-820e-bbacc824151f,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:20.074839 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:24:19Z', 'revision_number': 6, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:20.105847 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bd4cb-1cba-4646-babd-4ad0df5d4dd1 None None] The sync data for ids ['63c78cc2-07b9-43ae-b16a-f43f64a57b64'] in n-d-826756-1 is: [{'id': '63c78cc2-07b9-43ae-b16a-f43f64a57b64', 'name': 'tempest-TestShelveInstance-1187837179-router', 'tenant_id': '77a670329d294d249f16683aecb96ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:15:09Z', 'updated_at': '2022-01-28T02:24:19Z', 'revision_number': 6, 'project_id': '77a670329d294d249f16683aecb96ec7', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:20.143584 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (63c78cc2-07b9-43ae-b16a-f43f64a57b64), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.236804 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (63c78cc2-07b9-43ae-b16a-f43f64a57b64), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.239032 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks [] for router_controller (63c78cc2-07b9-43ae-b16a-f43f64a57b64), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.283654 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (63c78cc2-07b9-43ae-b16a-f43f64a57b64), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.284143 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c78cc2-07b9-43ae-b16a-f43f64a57b64 {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:24:20.288684 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.289872 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-db248a4b-123e-49d6-8afd-422728e8ae05 admin admin] 10.222.0.23 "DELETE /v2.0/routers/63c78cc2-07b9-43ae-b16a-f43f64a57b64 HTTP/1.1" status: 204 len: 168 time: 0.8048508 Jan 28 02:24:20.292455 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55060) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:20.341155 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Deleting subnet e5d284be-e499-47e0-9af8-e23349778f7c {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:24:20.344410 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Publish callbacks [] for subnet (e5d284be-e499-47e0-9af8-e23349778f7c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.378740 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (e5d284be-e499-47e0-9af8-e23349778f7c), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.469794 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (e5d284be-e499-47e0-9af8-e23349778f7c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.530261 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (e5d284be-e499-47e0-9af8-e23349778f7c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.561745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d284be-e499-47e0-9af8-e23349778f7c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:20.563874 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.567022 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b63ec831-7ba6-4afc-9a14-9918e296aeac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5d284be-e499-47e0-9af8-e23349778f7c HTTP/1.1" status: 204 len: 168 time: 0.2734714 Jan 28 02:24:20.569523 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55062) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:20.571861 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f83c84-f2d5-4dfb-a87c-73a08b982cb4 None None] Network 5ea99acc-cfd3-4317-83dc-ab627695284c requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:24:20.640648 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5ea99acc-cfd3-4317-83dc-ab627695284c), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.696151 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Deleting port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:24:20.696586 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.763366 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] For port 129c019e-2420-4bf2-ad67-b3bd1afb70c7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=129c019e-2420-4bf2-ad67-b3bd1afb70c7,segment=NetworkSegment(4ff2329a-a51f-40ef-bb5d-978dfda08d5f),segment_id=4ff2329a-a51f-40ef-bb5d-978dfda08d5f)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:20.763728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.776749 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Calling delete_port for 129c019e-2420-4bf2-ad67-b3bd1afb70c7 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:24:20.863738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (129c019e-2420-4bf2-ad67-b3bd1afb70c7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.883470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde6eb4-7dc2-4683-9d13-33303eb25558 None None] DHCP port deletion for 5ea99acc-cfd3-4317-83dc-ab627695284c request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:24:20.895807 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] No DVR routers for this DVR port 129c019e-2420-4bf2-ad67-b3bd1afb70c7 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:24:20.917329 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=129c019e-2420-4bf2-ad67-b3bd1afb70c7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:20.968041 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5ea99acc-cfd3-4317-83dc-ab627695284c), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:20.990099 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea99acc-cfd3-4317-83dc-ab627695284c']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:21.001127 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff2329a-a51f-40ef-bb5d-978dfda08d5f') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:21.001505 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff2329a-a51f-40ef-bb5d-978dfda08d5f') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:21.011989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (4ff2329a-a51f-40ef-bb5d-978dfda08d5f), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.025285 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4ff2329a-a51f-40ef-bb5d-978dfda08d5f), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.031522 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:24:21.031915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (4ff2329a-a51f-40ef-bb5d-978dfda08d5f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:24:21.033710 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:24:21.092034 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5ea99acc-cfd3-4317-83dc-ab627695284c), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.097687 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.101199 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ea99acc-cfd3-4317-83dc-ab627695284c HTTP/1.1" status: 204 len: 168 time: 0.5305891 Jan 28 02:24:21.113337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bd335-78b6-4f98-8700-abc09e751d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea99acc-cfd3-4317-83dc-ab627695284c,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:21.232810 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55066) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:21.276914 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4cafbd6e-e703-48e8-91c6-f995614c4b22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28e2d009ec2f41abb98faef53dc63b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425954 Jan 28 02:24:21.279728 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55068) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:21.333250 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d298315-8d33-405a-9e31-fda6ca499613 admin admin] Publish callbacks [] for security_group (5cbd09bd-172d-4ff8-8e45-d1306655c298), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.354788 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d298315-8d33-405a-9e31-fda6ca499613 admin admin] Publish callbacks [] for security_group (5cbd09bd-172d-4ff8-8e45-d1306655c298), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.404320 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d298315-8d33-405a-9e31-fda6ca499613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (5cbd09bd-172d-4ff8-8e45-d1306655c298), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.406989 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-7d298315-8d33-405a-9e31-fda6ca499613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.408150 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-7d298315-8d33-405a-9e31-fda6ca499613 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cbd09bd-172d-4ff8-8e45-d1306655c298 HTTP/1.1" status: 204 len: 168 time: 0.1274981 Jan 28 02:24:21.416374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d298315-8d33-405a-9e31-fda6ca499613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbd09bd-172d-4ff8-8e45-d1306655c298,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:21.754637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55074) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:21.809107 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e9a2b9b-b55f-4c6d-8ba8-f806d60ee255 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77a670329d294d249f16683aecb96ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529809 Jan 28 02:24:21.811681 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55076) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:21.861461 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7333a5b-c246-4f2d-875e-db2e6be8d6f4 admin admin] Publish callbacks [] for security_group (8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.884249 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7333a5b-c246-4f2d-875e-db2e6be8d6f4 admin admin] Publish callbacks [] for security_group (8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.936419 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7333a5b-c246-4f2d-875e-db2e6be8d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.939248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-b7333a5b-c246-4f2d-875e-db2e6be8d6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:21.940386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-b7333a5b-c246-4f2d-875e-db2e6be8d6f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8 HTTP/1.1" status: 204 len: 168 time: 0.1275735 Jan 28 02:24:21.948515 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7333a5b-c246-4f2d-875e-db2e6be8d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db8e8c3-8ab4-4f2c-ad08-dec3275e18d8,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:22.178038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:22.201697 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:22.202359 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 0bbefcb1-1a3d-4f0c-84ab-da0600a65529 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:22.202869 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 712d3a3b-62e1-44b1-820e-bbacc824151f no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:22.221902 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 712d3a3b-62e1-44b1-820e-bbacc824151f {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:22.222374 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 712d3a3b-62e1-44b1-820e-bbacc824151f not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:22.222648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 129c019e-2420-4bf2-ad67-b3bd1afb70c7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:24:22.241514 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 129c019e-2420-4bf2-ad67-b3bd1afb70c7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:24:22.241887 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 129c019e-2420-4bf2-ad67-b3bd1afb70c7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:24:22.697383 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55098) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:22.812693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2123106261-network', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:22.836598 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Made reservation on behalf of c428276a77e14defa8a19fc9e5a684aa for: {'network': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:24:22.840068 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:22.850223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:22.921860 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks [] for security_group (20b5ea7c-bb87-4751-8a92-735821a69e7a), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:22.927523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (20b5ea7c-bb87-4751-8a92-735821a69e7a), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:22.951038 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:24:22.959837 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5ea7c-bb87-4751-8a92-735821a69e7a,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:22.965626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (be326cb0-9330-4b0b-82c3-bf2e95cb2bd1), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:22.966094 n-d-826756-1 neutron-server[109595]: INFO neutron.db.segments_db [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Added segment be326cb0-9330-4b0b-82c3-bf2e95cb2bd1 of type vlan for network b0161be0-a5da-4a71-947d-5656c7f7e57f Jan 28 02:24:23.007701 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (b0161be0-a5da-4a71-947d-5656c7f7e57f), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.034753 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (b0161be0-a5da-4a71-947d-5656c7f7e57f), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.035750 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:23.036311 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.087149 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3885660 Jan 28 02:24:23.090221 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55102) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:23.095821 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Request body: {'subnet': {'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2123106261-subnet', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'ip_version': 4}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:23.096520 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291bbd7-82fe-4b77-a4fe-a7ee4be3ba1c admin admin] Pushing event updated for resources: {'Network': ['ID=b0161be0-a5da-4a71-947d-5656c7f7e57f,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:23.106498 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network b0161be0-a5da-4a71-947d-5656c7f7e57f details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:24:23.118205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Made reservation on behalf of c428276a77e14defa8a19fc9e5a684aa for: {'subnet': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:24:23.120526 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748418'] for subnet (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.313285 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748432'] for subnet (50cf861b-b7ed-4065-8a2c-1fb83ffd40eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.367428 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:23.376307 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Checking segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:23.376673 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Network hostable DHCP agents. Network: b0161be0-a5da-4a71-947d-5656c7f7e57f, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:24:23.394372 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Network b0161be0-a5da-4a71-947d-5656c7f7e57f is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:24:23.403471 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, b0161be0-a5da-4a71-947d-5656c7f7e57f) {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:23.407523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:23.408117 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.413559 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cad370-fead-40e3-b63b-8957d58fc044 None None] Network b0161be0-a5da-4a71-947d-5656c7f7e57f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:24:23.424201 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-7e85e6b6-4869-4f9d-8c0e-98d1a94b0da1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3323481 Jan 28 02:24:23.427081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55104) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:23.431306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:23.452282 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.453272 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.510952 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks [] for router_controller (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.521058 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-b0161be0-a5da-4a71-947d-5656c7f7e57f', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:24:23.521956 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.647192 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks [] for router_gateway (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.656473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Allocated IP 172.20.0.2 (b0161be0-a5da-4a71-947d-5656c7f7e57f/50cf861b-b7ed-4065-8a2c-1fb83ffd40eb/2ec56671-73da-4e70-95f3-a8cc59132ea4) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:23.811731 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Publish callbacks [] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.818282 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.857171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Network b0161be0-a5da-4a71-947d-5656c7f7e57f is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:23.860024 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:23.865955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:23.871690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Pushing event updated for resources: {'Port': ['ID=2ec56671-73da-4e70-95f3-a8cc59132ea4,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:23.884158 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.884486 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.884825 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.885153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.885497 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.885852 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.886181 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.886508 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.886817 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.887150 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.887473 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.887792 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.888110 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:23.935975 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Attempting to bind port 2ec56671-73da-4e70-95f3-a8cc59132ea4 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:23.936357 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Attempting to bind port 2ec56671-73da-4e70-95f3-a8cc59132ea4 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:23.936725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Attempting to bind port 2ec56671-73da-4e70-95f3-a8cc59132ea4 on network b0161be0-a5da-4a71-947d-5656c7f7e57f {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:23.942042 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:23.942419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Checking segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:23.942828 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:23.943224 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Bound using segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:23.943728 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Bound port: 2ec56671-73da-4e70-95f3-a8cc59132ea4, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:23.944107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.011069 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] For port 2ec56671-73da-4e70-95f3-a8cc59132ea4, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:24.014199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] For port 2ec56671-73da-4e70-95f3-a8cc59132ea4, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ec56671-73da-4e70-95f3-a8cc59132ea4,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:24.019643 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.077509 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255d3ed-e37b-4a1b-bf5e-ccdc2b060691 None None] Pushing event updated for resources: {'Port': ['ID=2ec56671-73da-4e70-95f3-a8cc59132ea4,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:24.182718 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks [] for router_gateway (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.201889 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.325136 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Allocated IP 172.25.1.142 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/91c21378-d957-4225-be49-353335656036) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:24.428758 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks [] for port (91c21378-d957-4225-be49-353335656036), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.474704 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (91c21378-d957-4225-be49-353335656036), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.519113 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:24.522047 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:24.527981 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:24.533455 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Pushing event updated for resources: {'Port': ['ID=91c21378-d957-4225-be49-353335656036,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:24.786356 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks [] for router_gateway (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:24.971978 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5760f-faa9-42be-8235-f147ccb658a1 None None] Network b0161be0-a5da-4a71-947d-5656c7f7e57f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:24:24.993695 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.034703 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] Provisioning complete for port 2ec56671-73da-4e70-95f3-a8cc59132ea4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:25.035089 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.122954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:24:25.149142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] Current status of the port 2ec56671-73da-4e70-95f3-a8cc59132ea4 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:25.149642 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.184286 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] For port 2ec56671-73da-4e70-95f3-a8cc59132ea4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ec56671-73da-4e70-95f3-a8cc59132ea4,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:25.189617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.232507 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:25.243466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bafff6-8508-4985-a852-260f0bedb283 None None] Pushing event updated for resources: {'Port': ['ID=2ec56671-73da-4e70-95f3-a8cc59132ea4,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:25.251903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:25.253844 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.255438 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-6ff39121-692b-4dba-b3af-22440ef5b36d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8273184 Jan 28 02:24:25.258673 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55106) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:25.267597 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:25.268328 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:25.378866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:25.486142 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-d9700adb-15d5-4499-973a-b6e55a439896 None None] Provisioning complete for port 2ec56671-73da-4e70-95f3-a8cc59132ea4 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:25.486540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d9700adb-15d5-4499-973a-b6e55a439896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.615223 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-d9700adb-15d5-4499-973a-b6e55a439896 None None] Current status of the port 2ec56671-73da-4e70-95f3-a8cc59132ea4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:25.626952 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:24Z', 'revision_number': 3, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:25.653875 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:25.654178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Updating router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 port 91c21378-d957-4225-be49-353335656036 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:24:25.675113 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.678040 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (91c21378-d957-4225-be49-353335656036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.828437 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Allocated IP 172.20.0.1 (b0161be0-a5da-4a71-947d-5656c7f7e57f/50cf861b-b7ed-4065-8a2c-1fb83ffd40eb/8603b494-8113-4ff7-aa77-b05b2ab3c2ca) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:25.929155 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Publish callbacks [] for port (91c21378-d957-4225-be49-353335656036), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.930513 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks [] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.935496 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (91c21378-d957-4225-be49-353335656036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.966013 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.986344 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90e871-2fae-4831-9810-5e9a7d134f27 None None] Pushing event updated for resources: {'Port': ['ID=91c21378-d957-4225-be49-353335656036,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:25.988537 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Attempting to bind port 91c21378-d957-4225-be49-353335656036 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:25.988904 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Attempting to bind port 91c21378-d957-4225-be49-353335656036 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:25.989264 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Attempting to bind port 91c21378-d957-4225-be49-353335656036 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:25.994637 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:25.995277 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:25.995428 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:25.995789 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:25.996250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Bound port: 91c21378-d957-4225-be49-353335656036, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:25.996628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (91c21378-d957-4225-be49-353335656036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.004459 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Network b0161be0-a5da-4a71-947d-5656c7f7e57f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:26.007560 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:26.014072 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:26.043632 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Pushing event updated for resources: {'Port': ['ID=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:26.048893 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] For port 91c21378-d957-4225-be49-353335656036, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:26.056906 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] For port 91c21378-d957-4225-be49-353335656036, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=91c21378-d957-4225-be49-353335656036,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:26.062098 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.062886 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (91c21378-d957-4225-be49-353335656036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.127930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:26.128576 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:26.130403 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90e871-2fae-4831-9810-5e9a7d134f27 None None] Pushing event updated for resources: {'Port': ['ID=91c21378-d957-4225-be49-353335656036,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:26.214876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.271368 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:26.390016 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks [] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.395387 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.460772 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ec56671-73da-4e70-95f3-a8cc59132ea4 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:26.466682 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Pushing event updated for resources: {'Port': ['ID=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:26.469103 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.566753 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Network b0161be0-a5da-4a71-947d-5656c7f7e57f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:26.568585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:26.574634 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c5efa0d7-d850-4389-b2ba-343f5a95ddae None None] Provisioning complete for port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:26.574880 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c5efa0d7-d850-4389-b2ba-343f5a95ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.637022 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c5efa0d7-d850-4389-b2ba-343f5a95ddae None None] Port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:24:26.645258 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 2ec56671-73da-4e70-95f3-a8cc59132ea4 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:26.645628 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.698176 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:24:26.764416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:24Z', 'revision_number': 3, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:26.768985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 2ec56671-73da-4e70-95f3-a8cc59132ea4 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:26.796932 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b3db9-352c-45dc-b0da-ee5d0efab812 None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:24Z', 'revision_number': 3, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:26.819860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:26.825246 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-dab9d3aa-b200-411b-9b1b-80e5671bbc76 admin admin] 10.222.0.23 "PUT /v2.0/routers/7fefd51e-a8a8-4534-b36d-9f13c1cac9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5652738 Jan 28 02:24:26.863119 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-47f07b7e-5ed8-4aa9-83b8-0823dd3dd0ae None None] Provisioning complete for port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:26.863621 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-47f07b7e-5ed8-4aa9-83b8-0823dd3dd0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:26.899395 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-47f07b7e-5ed8-4aa9-83b8-0823dd3dd0ae None None] Port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:24:27.310179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55122) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:27.315375 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1681973770-network', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:27.335616 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Made reservation on behalf of 5d2f7db73391476a9a19e92db7627e9e for: {'network': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:24:27.338034 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for network (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.351090 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.435785 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks [] for security_group (d3721f05-e338-4ebb-a08a-fe69ce54be6b), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.442620 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d3721f05-e338-4ebb-a08a-fe69ce54be6b), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.479837 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:24:27.492858 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3721f05-e338-4ebb-a08a-fe69ce54be6b,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:27.501428 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4edb28f7-e9e7-4b05-ae59-6c1efef09762), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.503141 n-d-826756-1 neutron-server[109594]: INFO neutron.db.segments_db [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Added segment 4edb28f7-e9e7-4b05-ae59-6c1efef09762 of type vlan for network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a Jan 28 02:24:27.549377 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794799761273'] for network (5ff19cb4-b0b6-48d4-95d5-6981b72c408a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.577135 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774'] for network (5ff19cb4-b0b6-48d4-95d5-6981b72c408a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.578537 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:27.579583 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:27.635376 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3240089 Jan 28 02:24:27.638259 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55124) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:27.643908 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Request body: {'subnet': {'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1681973770-subnet', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'ip_version': 4}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:27.644572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67872140-2e75-4337-aaba-96018faa34db admin admin] Pushing event updated for resources: {'Network': ['ID=5ff19cb4-b0b6-48d4-95d5-6981b72c408a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:27.654114 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a details requested by agent ovs-agent-n-d-826756-1 with host n-d-826756-1 {{(pid=109596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:24:27.671144 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Made reservation on behalf of 5d2f7db73391476a9a19e92db7627e9e for: {'subnet': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:24:27.673572 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10438970'] for subnet (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.184606 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8668390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10438952'] for subnet (a4dd7cb4-8893-4e2d-95fa-048dee143995), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.239280 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4dd7cb4-8893-4e2d-95fa-048dee143995,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:28.242773 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 91c21378-d957-4225-be49-353335656036 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:28.249985 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Checking segment: {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:28.250342 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Network hostable DHCP agents. Network: 5ff19cb4-b0b6-48d4-95d5-6981b72c408a, hostable agents: ['70057dfd-75f5-4d89-bdb1-88babfdc5065'], hosted agents: [] {{(pid=109595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:24:28.269861 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a is scheduled to be hosted by DHCP agent 70057dfd-75f5-4d89-bdb1-88babfdc5065 with binding_index 1 {{(pid=109595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:24:28.280399 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-1, 5ff19cb4-b0b6-48d4-95d5-6981b72c408a) {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:28.285422 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:28.286074 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.297386 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:28.299294 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914da49-d944-4ff0-85b1-391638a8315e None None] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:24:28.303681 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 91c21378-d957-4225-be49-353335656036 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:28.304114 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (91c21378-d957-4225-be49-353335656036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.305635 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-afc1b298-8edc-4f95-b393-8dccf4848fba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6656659 Jan 28 02:24:28.308167 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:28.308367 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55126) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:28.308909 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:28.314239 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:28.335529 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232178'] for router (d9f06793-5bd2-4c14-847c-e529159a53eb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.336930 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-232187'] for router (d9f06793-5bd2-4c14-847c-e529159a53eb), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.396056 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks [] for router_controller (d9f06793-5bd2-4c14-847c-e529159a53eb), precommit_add_association {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.422213 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:28.457907 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372f9060-27ce-5758-9921-b5b83c6cd0a7-5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'fixed_ips': [{'subnet_id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995'}]}} from n-d-826756-1. {{(pid=109596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:24:28.459059 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.496318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 91c21378-d957-4225-be49-353335656036 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:28.496704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (91c21378-d957-4225-be49-353335656036), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.547842 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks [] for router_gateway (d9f06793-5bd2-4c14-847c-e529159a53eb), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.570263 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 91c21378-d957-4225-be49-353335656036, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=91c21378-d957-4225-be49-353335656036,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:28.577322 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (91c21378-d957-4225-be49-353335656036), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.661012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=91c21378-d957-4225-be49-353335656036,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:28.668458 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 2, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:28.671586 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.db_base_plugin_common [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Allocated IP 172.20.0.2 (5ff19cb4-b0b6-48d4-95d5-6981b72c408a/a4dd7cb4-8893-4e2d-95fa-048dee143995/bd78689a-45a8-47d4-bf50-9e2896013125) {{(pid=109596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:28.705136 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:28.705566 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Updating router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:24:28.738860 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.764907 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks [] for router_gateway (d9f06793-5bd2-4c14-847c-e529159a53eb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.784774 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.833063 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Publish callbacks [] for port (bd78689a-45a8-47d4-bf50-9e2896013125), precommit_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.841422 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), after_create {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.877737 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a is already hosted by enough agents. {{(pid=109596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:28.880510 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Resources bound (agent type, host, resource id): {{(pid=109596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:28.884199 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Received port after_create {{(pid=109596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:28.897427 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Pushing event updated for resources: {'Port': ['ID=bd78689a-45a8-47d4-bf50-9e2896013125,revision_number=1']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:28.905939 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Allocated IP 172.25.1.201 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/6377570e-b0b8-492c-801c-1290880808f7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:28.949885 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Attempting to bind port bd78689a-45a8-47d4-bf50-9e2896013125 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:28.950588 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Attempting to bind port bd78689a-45a8-47d4-bf50-9e2896013125 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:28.950955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Attempting to bind port bd78689a-45a8-47d4-bf50-9e2896013125 on network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:28.957092 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:28.957480 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Checking segment: {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:28.957937 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:28.958335 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Bound using segment: {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:28.958806 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Bound port: bd78689a-45a8-47d4-bf50-9e2896013125, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:28.959751 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.016077 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks [] for port (6377570e-b0b8-492c-801c-1290880808f7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.022783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] For port bd78689a-45a8-47d4-bf50-9e2896013125, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:29.027424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] For port bd78689a-45a8-47d4-bf50-9e2896013125, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd78689a-45a8-47d4-bf50-9e2896013125,segment=NetworkSegment(4edb28f7-e9e7-4b05-ae59-6c1efef09762),segment_id=4edb28f7-e9e7-4b05-ae59-6c1efef09762)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:29.033186 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.041388 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Publish callbacks [] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.049233 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.055475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (6377570e-b0b8-492c-801c-1290880808f7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.102244 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad374-525d-4982-abac-4d04e5a1bc22 None None] Pushing event updated for resources: {'Port': ['ID=bd78689a-45a8-47d4-bf50-9e2896013125,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:29.106019 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:29.107593 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:29.108687 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Pushing event updated for resources: {'Port': ['ID=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:29.111893 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:29.134504 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.134872 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.135195 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.135532 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.135867 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.136194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.136527 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.136851 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.137191 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.138078 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.138078 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.138360 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.138476 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:24:29.151204 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Pushing event updated for resources: {'Port': ['ID=6377570e-b0b8-492c-801c-1290880808f7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:29.180259 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Attempting to bind port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:29.180629 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Attempting to bind port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:29.180984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Attempting to bind port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca on network b0161be0-a5da-4a71-947d-5656c7f7e57f {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:29.186867 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:29.187264 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Checking segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:29.187640 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.188186 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Bound using segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:29.189102 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Bound port: 8603b494-8113-4ff7-aa77-b05b2ab3c2ca, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:29.189497 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.264134 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] For port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:29.268793 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] For port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:29.274807 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.370475 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:29.371194 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:29.412030 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa573-2a6d-463e-bc81-349ba26dc0a6 None None] Pushing event updated for resources: {'Port': ['ID=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:29.444493 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-57497b57-98ff-496c-b098-6ea472988468 None None] Provisioning complete for port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:29.444877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57497b57-98ff-496c-b098-6ea472988468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.480020 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks [] for router_gateway (d9f06793-5bd2-4c14-847c-e529159a53eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.520708 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:29.589630 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-57497b57-98ff-496c-b098-6ea472988468 None None] Current status of the port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:29.590192 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57497b57-98ff-496c-b098-6ea472988468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.647686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-57497b57-98ff-496c-b098-6ea472988468 None None] For port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:29.654595 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-57497b57-98ff-496c-b098-6ea472988468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.712419 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57497b57-98ff-496c-b098-6ea472988468 None None] Pushing event updated for resources: {'Port': ['ID=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:29.779921 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-68b98860-2603-4b87-8f20-f9ada588e7c6 None None] Provisioning complete for port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:29.780292 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-68b98860-2603-4b87-8f20-f9ada588e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:29.848622 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:29.875644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-68b98860-2603-4b87-8f20-f9ada588e7c6 None None] Current status of the port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:29.879676 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e22f2-63d3-40cd-ab7a-4b50282af0ac None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:30.095775 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583264'] for router (d9f06793-5bd2-4c14-847c-e529159a53eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:30.272477 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Router d9f06793-5bd2-4c14-847c-e529159a53eb is scheduled to L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 with binding_index 1 {{(pid=109594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:24:30.386445 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 91c21378-d957-4225-be49-353335656036 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:30.414745 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:30.430231 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Sync routers for ids ['d9f06793-5bd2-4c14-847c-e529159a53eb'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:30.436607 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:30.438591 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c2dc1226-2581-422e-a198-ce536dcddac3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1285448 Jan 28 02:24:30.441295 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55128) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:30.452171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Routers {'d9f06793-5bd2-4c14-847c-e529159a53eb'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:30.453803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d9f06793-5bd2-4c14-847c-e529159a53eb'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:30.498341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5e6bd-4bfd-46f8-bbea-2af825bf7963 None None] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:24:30.588006 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] Provisioning complete for port bd78689a-45a8-47d4-bf50-9e2896013125 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:30.588384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:30.590012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 91c21378-d957-4225-be49-353335656036 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:30.590581 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (91c21378-d957-4225-be49-353335656036), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:30.735972 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Set router d9f06793-5bd2-4c14-847c-e529159a53eb gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:30.902389 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:30.938818 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] Current status of the port bd78689a-45a8-47d4-bf50-9e2896013125 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:30.939212 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:30.942533 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 91c21378-d957-4225-be49-353335656036 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:30.943621 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd78689a-45a8-47d4-bf50-9e2896013125 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:31.083436 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Allocated IP 172.20.0.1 (5ff19cb4-b0b6-48d4-95d5-6981b72c408a/a4dd7cb4-8893-4e2d-95fa-048dee143995/4b6dc4ee-e099-43d8-8574-c09831e8c4d7) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:31.207874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks [] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.216288 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] For port bd78689a-45a8-47d4-bf50-9e2896013125, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd78689a-45a8-47d4-bf50-9e2896013125,segment=NetworkSegment(4edb28f7-e9e7-4b05-ae59-6c1efef09762),segment_id=4edb28f7-e9e7-4b05-ae59-6c1efef09762)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:31.222634 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.244969 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.265876 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bd78689a-45a8-47d4-bf50-9e2896013125 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:31.266260 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.279996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:31.283086 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:31.286479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:31.309555 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e257d-0e88-471c-b2bc-449d8ef34d50 None None] Pushing event updated for resources: {'Port': ['ID=bd78689a-45a8-47d4-bf50-9e2896013125,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:31.327068 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 3, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:31.335069 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Pushing event updated for resources: {'Port': ['ID=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:31.352913 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582037'] for router_interface (d9f06793-5bd2-4c14-847c-e529159a53eb), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.364439 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Checking router: d9f06793-5bd2-4c14-847c-e529159a53eb for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:31.364802 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Updating router d9f06793-5bd2-4c14-847c-e529159a53eb port 6377570e-b0b8-492c-801c-1290880808f7 binding host n-d-826756-1 {{(pid=109596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:24:31.403031 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-8173d9e4-423c-4399-924c-ea23eb15b8d6 None None] Provisioning complete for port bd78689a-45a8-47d4-bf50-9e2896013125 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:31.403383 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8173d9e4-423c-4399-924c-ea23eb15b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.440927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6377570e-b0b8-492c-801c-1290880808f7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.498424 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bd78689a-45a8-47d4-bf50-9e2896013125 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:31.499547 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8603b494-8113-4ff7-aa77-b05b2ab3c2ca up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:31.506325 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.670451 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-8173d9e4-423c-4399-924c-ea23eb15b8d6 None None] Current status of the port bd78689a-45a8-47d4-bf50-9e2896013125 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:31.672319 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks [] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.678239 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.715038 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:31.715335 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.747419 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Pushing event updated for resources: {'Port': ['ID=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:31.749824 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1772564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581157'] for router_interface (d9f06793-5bd2-4c14-847c-e529159a53eb), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.844160 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-dcf5df0e-64ba-4367-b11f-d452c98f7239 None None] Provisioning complete for port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:31.844961 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:31.845119 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-dcf5df0e-64ba-4367-b11f-d452c98f7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.845990 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:31.915662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Publish callbacks [] for port (6377570e-b0b8-492c-801c-1290880808f7), precommit_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.921178 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:31.930276 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6377570e-b0b8-492c-801c-1290880808f7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.936050 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5df0e-64ba-4367-b11f-d452c98f7239 None None] Port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:24:31.972030 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Router d9f06793-5bd2-4c14-847c-e529159a53eb has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:24:31.984871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Attempting to bind port 6377570e-b0b8-492c-801c-1290880808f7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:31.984871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Attempting to bind port 6377570e-b0b8-492c-801c-1290880808f7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:31.984871 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Attempting to bind port 6377570e-b0b8-492c-801c-1290880808f7 on network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:31.992015 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e52f1-53b4-4a88-9094-511802320f6a None None] Pushing event updated for resources: {'Port': ['ID=6377570e-b0b8-492c-801c-1290880808f7,revision_number=2']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:31.994556 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:31.994937 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Checking segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:31.995342 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:31.995726 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Bound using segment: {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'} {{(pid=109596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:31.996205 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.managers [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Bound port: 6377570e-b0b8-492c-801c-1290880808f7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857f675-23e8-4830-ab8c-ded24dca6bab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1'}}] {{(pid=109596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:31.996586 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6377570e-b0b8-492c-801c-1290880808f7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.053995 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] For port 6377570e-b0b8-492c-801c-1290880808f7, host n-d-826756-1, cleared binding levels {{(pid=109596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:32.057230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] For port 6377570e-b0b8-492c-801c-1290880808f7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6377570e-b0b8-492c-801c-1290880808f7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:32.064339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6377570e-b0b8-492c-801c-1290880808f7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.091911 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:32.110158 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-ee698df3-f5df-4411-8b6d-33e8aab8978d admin admin] 10.222.0.23 "PUT /v2.0/routers/d9f06793-5bd2-4c14-847c-e529159a53eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560276 Jan 28 02:24:32.126003 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Routers {'d9f06793-5bd2-4c14-847c-e529159a53eb'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:32.126575 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d9f06793-5bd2-4c14-847c-e529159a53eb'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:32.170945 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e52f1-53b4-4a88-9094-511802320f6a None None] Pushing event updated for resources: {'Port': ['ID=6377570e-b0b8-492c-801c-1290880808f7,revision_number=3']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:32.202008 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-82c9338d-e774-49f7-b2b1-b48def455050 None None] Provisioning complete for port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:32.202391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-82c9338d-e774-49f7-b2b1-b48def455050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.253684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd78689a-45a8-47d4-bf50-9e2896013125 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:32.312832 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-82c9338d-e774-49f7-b2b1-b48def455050 None None] Port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:24:32.323503 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] Set router d9f06793-5bd2-4c14-847c-e529159a53eb gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:32.402367 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port bd78689a-45a8-47d4-bf50-9e2896013125 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:32.402745 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.526401 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:24:32.566410 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port bd78689a-45a8-47d4-bf50-9e2896013125 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:32.596255 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4b6dc4ee-e099-43d8-8574-c09831e8c4d7', 'name': '', 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'mac_address': 'fa:16:3e:59:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:30Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 2, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'subnets': [{'id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:32.627293 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec0cdc-e7a7-4004-bf60-764bdca31fbc None None] The sync data for ids ['d9f06793-5bd2-4c14-847c-e529159a53eb'] in n-d-826756-1 is: [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4b6dc4ee-e099-43d8-8574-c09831e8c4d7', 'name': '', 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'mac_address': 'fa:16:3e:59:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:30Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 2, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'subnets': [{'id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:32.636168 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55136) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:32.640782 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962207784', 'description': 'tempest-secgroup-smoke-1962207784 description', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:32.663734 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.738132 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group (3ed003ae-bcf7-4a44-b9c8-e9beded48511), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.742166 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3ed003ae-bcf7-4a44-b9c8-e9beded48511), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.770906 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.772178 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1349869 Jan 28 02:24:32.775695 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55138) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:32.777059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426c728-3ff9-466b-9a03-e6a8036a4716 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed003ae-bcf7-4a44-b9c8-e9beded48511,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:32.789153 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group_rule': {'security_group_id': '3ed003ae-bcf7-4a44-b9c8-e9beded48511', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:32.821294 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (f540cae3-fce4-4b76-af26-250d65e895be), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.900650 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (f540cae3-fce4-4b76-af26-250d65e895be), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.905510 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (f540cae3-fce4-4b76-af26-250d65e895be), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.924819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f540cae3-fce4-4b76-af26-250d65e895be,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:32.934144 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:32.935543 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3d853dc8-8cf5-499d-9003-09df3f1a65bd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589069 Jan 28 02:24:32.938374 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55140) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:32.942964 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group_rule': {'security_group_id': '3ed003ae-bcf7-4a44-b9c8-e9beded48511', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:32.968062 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (b8037167-213c-4af1-a082-d7311cd71ac8), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.027587 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (b8037167-213c-4af1-a082-d7311cd71ac8), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.032479 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (b8037167-213c-4af1-a082-d7311cd71ac8), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.051779 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8037167-213c-4af1-a082-d7311cd71ac8,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:33.061888 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.063133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-3bda31f9-c247-437c-96e1-e2c56e356132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237288 Jan 28 02:24:33.066717 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55142) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:33.070873 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group_rule': {'security_group_id': '3ed003ae-bcf7-4a44-b9c8-e9beded48511', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:33.097505 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (aec4ce45-3229-4915-a9e1-7115ef597f80), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.156594 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (aec4ce45-3229-4915-a9e1-7115ef597f80), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.161159 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (aec4ce45-3229-4915-a9e1-7115ef597f80), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.180708 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec4ce45-3229-4915-a9e1-7115ef597f80,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:33.190179 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.191386 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-871b31ba-eceb-4d54-9e3a-33e2d84e56cc tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242237 Jan 28 02:24:33.194351 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55144) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:33.198746 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group_rule': {'security_group_id': '3ed003ae-bcf7-4a44-b9c8-e9beded48511', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:33.224690 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (aad9d95c-a80f-4231-b75f-dc0a8f1112bf), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.287523 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (aad9d95c-a80f-4231-b75f-dc0a8f1112bf), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.296982 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (aad9d95c-a80f-4231-b75f-dc0a8f1112bf), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.321044 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad9d95c-a80f-4231-b75f-dc0a8f1112bf,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:33.328424 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.329677 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-922d0806-4951-4226-87d1-9f159b204b09 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344039 Jan 28 02:24:33.332488 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55146) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:33.336896 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group_rule': {'security_group_id': '3ed003ae-bcf7-4a44-b9c8-e9beded48511', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:33.365452 n-d-826756-1 neutron-server[109595]: INFO neutron.db.securitygroups_db [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Project c428276a77e14defa8a19fc9e5a684aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:24:33.371232 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (d955e73a-c905-41e6-a548-2d995a343182), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.438397 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (d955e73a-c905-41e6-a548-2d995a343182), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.443385 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (d955e73a-c905-41e6-a548-2d995a343182), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.462384 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d955e73a-c905-41e6-a548-2d995a343182,revision_number=0']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:33.470389 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.471604 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-614792b9-aef7-4cbc-9496-ddd04cd0455d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381710 Jan 28 02:24:33.474677 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55148) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:33.479603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'security_group_rule': {'security_group_id': '3ed003ae-bcf7-4a44-b9c8-e9beded48511', 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:33.500134 n-d-826756-1 neutron-server[109594]: INFO neutron.db.securitygroups_db [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Project c428276a77e14defa8a19fc9e5a684aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:24:33.505792 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (c68dee68-ad4b-4bc0-a139-086e7ff11581), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.568121 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (c68dee68-ad4b-4bc0-a139-086e7ff11581), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.572796 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361352'] for security_group_rule (c68dee68-ad4b-4bc0-a139-086e7ff11581), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.593095 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68dee68-ad4b-4bc0-a139-086e7ff11581,revision_number=0']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:33.600105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:33.602213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-cfcc12f6-b738-4151-b6b0-2053fa86675d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264925 Jan 28 02:24:33.859137 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-b4a381f5-3595-456f-9ee9-076bf8ba8cdd tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962207784&fields=id&tenant_id=c428276a77e14defa8a19fc9e5a684aa HTTP/1.1" status: 200 len: 267 time: 0.0470088 Jan 28 02:24:33.972179 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8d853185-469a-4375-838a-6b9f55cd0295 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:33.973686 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8d853185-469a-4375-838a-6b9f55cd0295 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 810 time: 0.1078591 Jan 28 02:24:33.988663 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-9a805b24-9587-4a80-b730-8ecdb3c3eeff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/quotas/c428276a77e14defa8a19fc9e5a684aa HTTP/1.1" status: 200 len: 375 time: 0.0094249 Jan 28 02:24:34.040808 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-a0997e78-bcf8-47d2-a19d-b062d94ae8ed tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473270 Jan 28 02:24:34.159566 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-2692d33a-aa6f-4d7f-bc5d-65a93c5ee0c2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:24:34.160625 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-2692d33a-aa6f-4d7f-bc5d-65a93c5ee0c2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1087422 Jan 28 02:24:34.228693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6377570e-b0b8-492c-801c-1290880808f7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:34.264012 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-6d2d1d51-001a-41e3-be02-b1f83c0527d5 service neutron] 10.222.0.23 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968394 Jan 28 02:24:34.285406 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:34.291057 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6377570e-b0b8-492c-801c-1290880808f7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:34.291661 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6377570e-b0b8-492c-801c-1290880808f7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:34.362388 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-f6281591-5699-4547-a535-593c37f51ca4 service neutron] 10.222.0.23 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912263 Jan 28 02:24:34.370282 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6377570e-b0b8-492c-801c-1290880808f7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:34.370681 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (6377570e-b0b8-492c-801c-1290880808f7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:34.391578 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] For port 6377570e-b0b8-492c-801c-1290880808f7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6377570e-b0b8-492c-801c-1290880808f7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:34.396871 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (6377570e-b0b8-492c-801c-1290880808f7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:34.447725 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Pushing event updated for resources: {'Port': ['ID=6377570e-b0b8-492c-801c-1290880808f7,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:34.601181 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3262beea-de9d-43c4-9408-88d227562b98 req-6068a1cf-aac2-4c78-ba40-6fdde989f7c5 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0807655 Jan 28 02:24:34.704851 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Sync routers for ids ['d9f06793-5bd2-4c14-847c-e529159a53eb'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:34.715182 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Routers {'d9f06793-5bd2-4c14-847c-e529159a53eb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:34.715814 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d9f06793-5bd2-4c14-847c-e529159a53eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:34.826168 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Set router d9f06793-5bd2-4c14-847c-e529159a53eb gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:35.033051 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4b6dc4ee-e099-43d8-8574-c09831e8c4d7', 'name': '', 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'mac_address': 'fa:16:3e:59:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:30Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 2, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'subnets': [{'id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:35.059423 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Checking router: d9f06793-5bd2-4c14-847c-e529159a53eb for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:35.059801 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Updating router d9f06793-5bd2-4c14-847c-e529159a53eb port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 binding host n-d-826756-1 {{(pid=109597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:24:35.085573 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.351105 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Publish callbacks [] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), precommit_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.357332 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.406435 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0c186-f0b4-4550-8962-fb145ff85e4d None None] Pushing event updated for resources: {'Port': ['ID=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,revision_number=3']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:35.460169 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Attempting to bind port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 on host n-d-826756-1 for vnic_type normal with profile {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:35.460543 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Attempting to bind port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 by drivers openvswitch,hyperv on host n-d-826756-1 at level 0 using segments [{'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:35.460903 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Attempting to bind port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 on network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:35.466345 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Checking agent: {'id': 'bb710ff9-8a9c-44c1-be4e-5bce9644d977', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 43, 43), 'started_at': datetime.datetime(2022, 1, 28, 0, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:35.466721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Checking segment: {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:35.467152 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.467541 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Bound using segment: {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'} {{(pid=109597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:35.468009 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.managers [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Bound port: 4b6dc4ee-e099-43d8-8574-c09831e8c4d7, host: n-d-826756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb28f7-e9e7-4b05-ae59-6c1efef09762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a'}}] {{(pid=109597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:35.468382 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), before_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.531637 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] For port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7, host n-d-826756-1, cleared binding levels {{(pid=109597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:35.534888 n-d-826756-1 neutron-server[109597]: DEBUG neutron.plugins.ml2.db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] For port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7, host n-d-826756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,segment=NetworkSegment(4edb28f7-e9e7-4b05-ae59-6c1efef09762),segment_id=4edb28f7-e9e7-4b05-ae59-6c1efef09762)] {{(pid=109597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:35.540361 n-d-826756-1 neutron-server[109597]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), after_update {{(pid=109597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.602984 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Routers {'d9f06793-5bd2-4c14-847c-e529159a53eb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:35.603565 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d9f06793-5bd2-4c14-847c-e529159a53eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:35.606753 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0c186-f0b4-4550-8962-fb145ff85e4d None None] Pushing event updated for resources: {'Port': ['ID=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,revision_number=4']} {{(pid=109597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:35.653356 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] Provisioning complete for port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:35.654349 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.719721 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] Set router d9f06793-5bd2-4c14-847c-e529159a53eb gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:35.793836 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-2787d77e-75cd-4b03-a515-8054421f46a5 req-1e81f5e0-3239-4309-a5ec-4a087eeb0c9a tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0772483 Jan 28 02:24:35.808037 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] Current status of the port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 is: DOWN; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:35.808037 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.867237 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] For port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,segment=NetworkSegment(4edb28f7-e9e7-4b05-ae59-6c1efef09762),segment_id=4edb28f7-e9e7-4b05-ae59-6c1efef09762)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:35.872259 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:35.912636 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-1c955c50-6046-43f4-986a-f633035a890f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:35.915117 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-1c955c50-6046-43f4-986a-f633035a890f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 810 time: 0.2074103 Jan 28 02:24:35.929866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23837a3f-0ac8-4fa1-ab22-bd6f6a5ec332 None None] Pushing event updated for resources: {'Port': ['ID=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:35.964005 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4b6dc4ee-e099-43d8-8574-c09831e8c4d7', 'name': '', 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'mac_address': 'fa:16:3e:59:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:30Z', 'updated_at': '2022-01-28T02:24:35Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'subnets': [{'id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:35.986348 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-c2fb5c43-3d10-43dd-b662-c65826a4b2bf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c428276a77e14defa8a19fc9e5a684aa HTTP/1.1" status: 200 len: 380 time: 0.0543661 Jan 28 02:24:35.990643 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7ab38-907e-4def-a71d-f20046b07039 None None] The sync data for ids ['d9f06793-5bd2-4c14-847c-e529159a53eb'] in n-d-826756-1 is: [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:31Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '4b6dc4ee-e099-43d8-8574-c09831e8c4d7', 'name': '', 'network_id': '5ff19cb4-b0b6-48d4-95d5-6981b72c408a', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'mac_address': 'fa:16:3e:59:52:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:30Z', 'updated_at': '2022-01-28T02:24:35Z', 'revision_number': 4, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'subnets': [{'id': 'a4dd7cb4-8893-4e2d-95fa-048dee143995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:35.994896 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-a4bc3165-63a3-4bfb-852e-53d0b4e0e710 None None] Provisioning complete for port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:35.995295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a4bc3165-63a3-4bfb-852e-53d0b4e0e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.005688 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'port': {'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'admin_state_up': True, 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'security_groups': ['3ed003ae-bcf7-4a44-b9c8-e9beded48511']}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:36.076560 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc3165-63a3-4bfb-852e-53d0b4e0e710 None None] Current status of the port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:36.119465 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Made reservation on behalf of c428276a77e14defa8a19fc9e5a684aa for: {'port': 1} {{(pid=109595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:24:36.122915 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.253154 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:36.270723 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Allocated IP 172.20.0.10 (b0161be0-a5da-4a71-947d-5656c7f7e57f/50cf861b-b7ed-4065-8a2c-1fb83ffd40eb/dca3528a-54a7-4ff3-8815-71ab2ba02afa) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:36.308546 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:36.309187 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.393583 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:36.394756 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6377570e-b0b8-492c-801c-1290880808f7 up at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:36.417919 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.443341 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Provisioning complete for port 6377570e-b0b8-492c-801c-1290880808f7 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:36.443851 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (6377570e-b0b8-492c-801c-1290880808f7), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.453898 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.504696 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Network b0161be0-a5da-4a71-947d-5656c7f7e57f is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:36.507715 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:36.511967 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:36.540302 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:36.579878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:36.580595 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.601356 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-eff5589d-96f6-46b4-99bd-8f07dcdb5e10 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997517 Jan 28 02:24:36.623308 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Request body: {'port': {'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-1'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:36.682876 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.722957 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Current status of the port 6377570e-b0b8-492c-801c-1290880808f7 is: ACTIVE; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:36.808705 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-180eaef3-21b0-4307-85c9-877aef1f01e5 None None] Provisioning complete for port dca3528a-54a7-4ff3-8815-71ab2ba02afa triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:36.809234 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-180eaef3-21b0-4307-85c9-877aef1f01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.844327 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-180eaef3-21b0-4307-85c9-877aef1f01e5 None None] Port dca3528a-54a7-4ff3-8815-71ab2ba02afa cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:24:36.906444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b461-26a7-4ab5-b1cc-82c1a48aa6e4 req-92b74f93-0cb4-4756-98e3-a3da11aec84f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:36.908095 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0459b461-26a7-4ab5-b1cc-82c1a48aa6e4 req-92b74f93-0cb4-4756-98e3-a3da11aec84f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 932 time: 0.0493596 Jan 28 02:24:36.957581 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0459b461-26a7-4ab5-b1cc-82c1a48aa6e4 req-200c8db2-ae27-43fc-ae6b-64816b4962d3 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Jan 28 02:24:36.975840 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca3528a-54a7-4ff3-8815-71ab2ba02afa {{(pid=109595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:24:36.983801 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Publish callbacks [] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:36.996305 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.provisioning_blocks [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Transition to ACTIVE for port object dca3528a-54a7-4ff3-8815-71ab2ba02afa will not be triggered until provisioned by entity L2. {{(pid=109595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:24:37.002414 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:37.050635 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:37.121208 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Attempting to bind port dca3528a-54a7-4ff3-8815-71ab2ba02afa on host n-h1-826756-1 for vnic_type normal with profile {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:24:37.121546 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Attempting to bind port dca3528a-54a7-4ff3-8815-71ab2ba02afa by drivers openvswitch,hyperv on host n-h1-826756-1 at level 0 using segments [{'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:24:37.121907 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Attempting to bind port dca3528a-54a7-4ff3-8815-71ab2ba02afa on network b0161be0-a5da-4a71-947d-5656c7f7e57f {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:37.126801 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Port dca3528a-54a7-4ff3-8815-71ab2ba02afa on network b0161be0-a5da-4a71-947d-5656c7f7e57f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-1 {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:24:37.127131 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Attempting to bind port dca3528a-54a7-4ff3-8815-71ab2ba02afa on network b0161be0-a5da-4a71-947d-5656c7f7e57f {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:24:37.132393 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Checking agent: {'id': '62bffc40-25d2-4c5c-8395-472faca24638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:24:37.132777 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Checking segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:24:37.133474 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Bound using segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} {{(pid=109595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:24:37.133934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.managers [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Bound port: dca3528a-54a7-4ff3-8815-71ab2ba02afa, host: n-h1-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}}] {{(pid=109595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:24:37.134324 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:37.184333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-324bea6d-8c27-437a-8796-60d41b998d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:37.204343 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, cleared binding levels {{(pid=109595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:24:37.207518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:24:37.211980 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:37.247433 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:37.248069 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:37.249516 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] 10.222.0.43 "PUT /v2.0/ports/dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 1092 time: 0.6349664 Jan 28 02:24:37.249997 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:24:37.252368 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b31b85-81d2-446a-816d-a93245e329ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:24:37.284182 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cfcd-62ce-4888-918f-3baaa90d4ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=3']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:37.361934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-e25415ec-88e7-49c8-b15e-e96e09738082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:37.363545 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-e25415ec-88e7-49c8-b15e-e96e09738082 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0485604 Jan 28 02:24:37.372511 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1b65e4-df85-41d5-bf86-7dd577e61a16 x-openstack-request-id: req-3e1b65e4-df85-41d5-bf86-7dd577e61a16 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:24:37.372813 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:24:37.373075 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e1b65e4-df85-41d5-bf86-7dd577e61a16 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:24:37.373494 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'status': 'completed', 'code': 200} Jan 28 02:24:37.421116 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-2f7a975c-d80f-4f56-9f70-5d2c878f32db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 217 time: 0.0419500 Jan 28 02:24:37.468965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-4616d54e-97e6-4efa-86d5-3112ac3a4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:37.470625 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-4616d54e-97e6-4efa-86d5-3112ac3a4c12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0438299 Jan 28 02:24:37.516710 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-3481077d-afc0-4f45-b594-11f8bd115006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:37.518260 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-3481077d-afc0-4f45-b594-11f8bd115006 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417480 Jan 28 02:24:37.614978 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-2290d20c-c502-460e-87d6-f4078e6cfd1f service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897713 Jan 28 02:24:37.715112 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-9c4546da-f1e6-41ac-9ced-49314983b5bc req-d5ebd246-70ce-468d-be8f-b35f8a6eb20a service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944176 Jan 28 02:24:37.865597 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31b85-81d2-446a-816d-a93245e329ec req-559e3ea8-0e4f-48ef-bb29-497496b0b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:37.867173 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-559e3ea8-0e4f-48ef-bb29-497496b0b053 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0508347 Jan 28 02:24:37.973290 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31b85-81d2-446a-816d-a93245e329ec req-c8c6ea0a-ffaa-47ef-90a9-312412f3da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:37.974717 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-c8c6ea0a-ffaa-47ef-90a9-312412f3da50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0989661 Jan 28 02:24:38.023122 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-d5ba6590-5796-4f6b-87ca-ebe224d06d74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 217 time: 0.0417089 Jan 28 02:24:38.076246 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31b85-81d2-446a-816d-a93245e329ec req-c6052ad3-6835-437b-91cf-a9f34ead357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:38.077984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-c6052ad3-6835-437b-91cf-a9f34ead357d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0481067 Jan 28 02:24:38.082720 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4c3a9-494e-49b8-868b-554f8ca74ab9 req-6a7ee906-cdfc-4c4f-92a6-21bfc4f4286c tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:38.084213 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dc4c3a9-494e-49b8-868b-554f8ca74ab9 req-6a7ee906-cdfc-4c4f-92a6-21bfc4f4286c tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 944 time: 0.0497665 Jan 28 02:24:38.123078 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31b85-81d2-446a-816d-a93245e329ec req-7d3465f8-7576-46f8-967c-add67e90620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:38.124589 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-7d3465f8-7576-46f8-967c-add67e90620a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406194 Jan 28 02:24:38.134844 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5dc4c3a9-494e-49b8-868b-554f8ca74ab9 req-f29d04fe-bb7d-4c5c-b041-c2fa0d8357bf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448594 Jan 28 02:24:38.216447 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-98137866-17f4-415f-8580-7376b50f8bff service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Jan 28 02:24:38.309423 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-38b31b85-81d2-446a-816d-a93245e329ec req-6abb4f3d-5300-4aba-a45d-518ce05053c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 Jan 28 02:24:38.399368 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:39.166860 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:24:39.261214 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c1f9d-5b47-40c0-8995-fc769529414a req-c14cf570-b941-47f7-9458-fda548ba0acf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:39.262731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c7c1f9d-5b47-40c0-8995-fc769529414a req-c14cf570-b941-47f7-9458-fda548ba0acf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 944 time: 0.0530753 Jan 28 02:24:39.267644 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:39.279551 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:24:39.313654 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6c7c1f9d-5b47-40c0-8995-fc769529414a req-a29ef9bd-957e-4c3d-8ba0-a062e2b96243 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446014 Jan 28 02:24:39.318118 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port dca3528a-54a7-4ff3-8815-71ab2ba02afa is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:39.318515 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:39.335202 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca3528a-54a7-4ff3-8815-71ab2ba02afa {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:24:39.354879 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:39.360307 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:39.408198 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:39.458728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-579cf5e8-9bcc-49e8-b1d7-ca579fc9a3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:39.637221 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['dca3528a-54a7-4ff3-8815-71ab2ba02afa'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:24:40.441963 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61112c-5a60-45ba-9158-a2bac2cf9c27 req-7f5b694d-dac8-41c2-9074-f87cd2dc29ab tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:40.443449 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be61112c-5a60-45ba-9158-a2bac2cf9c27 req-7f5b694d-dac8-41c2-9074-f87cd2dc29ab tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 945 time: 0.0512168 Jan 28 02:24:40.493259 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-be61112c-5a60-45ba-9158-a2bac2cf9c27 req-b27a595a-b3bc-4e10-a00d-4afe2e4e2a85 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 Jan 28 02:24:41.179955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:24:41.229026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:41.242200 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning for port dca3528a-54a7-4ff3-8815-71ab2ba02afa completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:24:41.245736 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port dca3528a-54a7-4ff3-8815-71ab2ba02afa triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:24:41.246133 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:41.324464 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port dca3528a-54a7-4ff3-8815-71ab2ba02afa is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:24:41.324843 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:41.348416 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:24:41.350750 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320e51b0-c592-4d41-b687-b45b0059b4ab" -d '{"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-plugged", "status": "completed", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:24:41.362864 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:24:41.367623 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:41.392047 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cd95df-a733-40a2-aab9-39083e17b572 x-openstack-request-id: req-56cd95df-a733-40a2-aab9-39083e17b572 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:24:41.392349 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-plugged", "status": "completed", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:24:41.392609 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56cd95df-a733-40a2-aab9-39083e17b572 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:24:41.393037 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'code': 200} Jan 28 02:24:41.420721 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:41.520191 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764850ee-b04c-4e88-964e-b3df106157a1 req-ada09fd5-4109-4c01-b8b2-6f05f114b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:41.522047 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764850ee-b04c-4e88-964e-b3df106157a1 req-ada09fd5-4109-4c01-b8b2-6f05f114b292 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0434117 Jan 28 02:24:41.571193 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-764850ee-b04c-4e88-964e-b3df106157a1 req-2d51c6a2-90a3-42c1-8438-6e2696e58220 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 Jan 28 02:24:41.610353 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf59047-af7c-47e8-991c-eaeb0c17f375 req-54672990-e2bf-43c0-afd3-58e2dcb2f8bf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:41.611851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cf59047-af7c-47e8-991c-eaeb0c17f375 req-54672990-e2bf-43c0-afd3-58e2dcb2f8bf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 946 time: 0.0497406 Jan 28 02:24:41.665182 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4cf59047-af7c-47e8-991c-eaeb0c17f375 req-569df57d-6197-4a1e-abac-60a4ae212c12 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Jan 28 02:24:42.360545 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:42.783582 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cf021-4502-4bf1-bb7b-4aa31a04003b req-21dc129e-73b8-4f1d-b7af-d68ef9f50e55 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:42.785043 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b3cf021-4502-4bf1-bb7b-4aa31a04003b req-21dc129e-73b8-4f1d-b7af-d68ef9f50e55 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 946 time: 0.0497291 Jan 28 02:24:42.835837 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0b3cf021-4502-4bf1-bb7b-4aa31a04003b req-1673695a-8076-48f1-ad89-2f2e30668fd4 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450246 Jan 28 02:24:42.949824 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066664-dbe9-4698-89b7-810d21e6afc9 req-785adf94-42be-40fe-8dad-9265341558e7 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:42.951169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0066664-dbe9-4698-89b7-810d21e6afc9 req-785adf94-42be-40fe-8dad-9265341558e7 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Jan 28 02:24:42.998984 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a0066664-dbe9-4698-89b7-810d21e6afc9 req-b0e9513c-b4f8-49ff-8f27-16bd3acd7074 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Jan 28 02:24:43.024173 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55206) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:43.122580 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33738a5e-701c-407a-91b3-c30353840eb8 tempest-TestSnapshotPattern-2056138008 tempest-TestSnapshotPattern-2056138008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:43.124153 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-33738a5e-701c-407a-91b3-c30353840eb8 tempest-TestSnapshotPattern-2056138008 tempest-TestSnapshotPattern-2056138008-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1092 time: 0.0990512 Jan 28 02:24:43.127507 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55210) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:24:43.132223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.v2.base [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:24:43.156352 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:43.268407 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:43.370882 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_common [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Allocated IP 172.25.1.42 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/cf4e6766-775c-4656-8999-b887d86a58c2) {{(pid=109595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:24:43.402696 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:43.482117 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for port (cf4e6766-775c-4656-8999-b887d86a58c2), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:43.518043 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cf4e6766-775c-4656-8999-b887d86a58c2), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:43.553279 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:24:43.556009 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.base_scheduler [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Resources bound (agent type, host, resource id): {{(pid=109595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:24:43.559403 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Received port after_create {{(pid=109595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:24:43.585054 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'Port': ['ID=cf4e6766-775c-4656-8999-b887d86a58c2,revision_number=1']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:43.920697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (14dad0f0-e6d6-4169-8bec-adf53543a854), precommit_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:43.995778 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (cf4e6766-775c-4656-8999-b887d86a58c2), before_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:44.145831 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for port (cf4e6766-775c-4656-8999-b887d86a58c2), precommit_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:44.152018 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8668265'] for port (cf4e6766-775c-4656-8999-b887d86a58c2), after_update {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:44.223480 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'Port': ['ID=cf4e6766-775c-4656-8999-b887d86a58c2,revision_number=2']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:24:44.232549 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (14dad0f0-e6d6-4169-8bec-adf53543a854), after_create {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:44.348796 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Floating IP 14dad0f0-e6d6-4169-8bec-adf53543a854 associated. External IP: 172.25.1.42, port: dca3528a-54a7-4ff3-8815-71ab2ba02afa. Jan 28 02:24:44.565223 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:24:44.675793 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:24:44.687402 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:24:44.694738 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:24:44.698927 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:44.699782 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:44.725130 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-4105e0bd-d8cd-454c-9095-950339b3f6ff tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5963886 Jan 28 02:24:44.725745 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:24:44.728287 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef21bf-7944-4623-81a4-4fae3609d0db" -d '{"events": [{"name": "network-changed", "server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:24:44.768544 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd8732-33b9-479a-87e9-93ea35363d33 x-openstack-request-id: req-eecd8732-33b9-479a-87e9-93ea35363d33 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:24:44.768841 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:24:44.769096 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eecd8732-33b9-479a-87e9-93ea35363d33 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:24:44.769511 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'status': 'completed', 'code': 200} Jan 28 02:24:44.824690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:44.851887 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-eff3f9ea-f025-446e-834f-b928bc55a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:44.853544 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-eff3f9ea-f025-446e-834f-b928bc55a24a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0427506 Jan 28 02:24:44.950986 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-4908a48e-4bb9-4cc7-a7b4-c72abb4542d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:44.952499 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-4908a48e-4bb9-4cc7-a7b4-c72abb4542d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0922534 Jan 28 02:24:45.022609 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-091ff923-93d4-488f-81e4-cfb9cd623d9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 999 time: 0.0630105 Jan 28 02:24:45.065867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:43Z', 'revision_number': 0, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:45.070322 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-920fa617-8821-454a-a907-c93ea10dff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:45.071831 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-920fa617-8821-454a-a907-c93ea10dff8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0433557 Jan 28 02:24:45.096384 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:24:45.105466 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:24:45.106106 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:24:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:45.116473 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-263e4399-c4db-4552-9f26-deea76c3b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:24:45.117989 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-263e4399-c4db-4552-9f26-deea76c3b02c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403678 Jan 28 02:24:45.211318 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-5ff7936c-9386-417c-93dc-75e3bbbc8c06 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866101 Jan 28 02:24:45.219913 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:24:45.304147 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-44ef21bf-7944-4623-81a4-4fae3609d0db req-8ca580f4-e330-401b-8732-9ef63d97167f service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Jan 28 02:24:45.462809 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:43Z', 'revision_number': 0, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:24:45.493882 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a45a4b-f35c-4dda-89f4-97a2a16dedd4 None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:43Z', 'revision_number': 0, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:24:45.705051 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d94d20-5174-419e-b4c0-43446883aaa9 None None] New status for floating IP 14dad0f0-e6d6-4169-8bec-adf53543a854: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:25:01.631413 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-e2827902-9785-46cd-a16d-3e8150decc87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482571 Jan 28 02:25:01.734981 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006518-e32f-40cd-9a26-cf3138611261 req-e97e5330-e206-48b2-bac6-e17490e48b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:25:01.736394 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-e97e5330-e206-48b2-bac6-e17490e48b9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0461311 Jan 28 02:25:01.851968 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006518-e32f-40cd-9a26-cf3138611261 req-6455f1ad-ab30-4c95-a32c-69206b95ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:25:01.853539 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-6455f1ad-ab30-4c95-a32c-69206b95ca93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0983415 Jan 28 02:25:01.932436 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-08c64576-4578-4468-877e-de62c7166487 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 1001 time: 0.0720074 Jan 28 02:25:01.985978 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006518-e32f-40cd-9a26-cf3138611261 req-663dcd06-8ca9-4bf0-880f-507734fe00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:25:01.987387 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-663dcd06-8ca9-4bf0-880f-507734fe00e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0480876 Jan 28 02:25:02.042860 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006518-e32f-40cd-9a26-cf3138611261 req-0d91486f-5d3d-42cc-932f-3eada555422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:25:02.044322 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-0d91486f-5d3d-42cc-932f-3eada555422d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507605 Jan 28 02:25:02.136401 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-0932b2e8-1b31-4226-ae6c-1b9a37a448aa service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Jan 28 02:25:02.228318 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-95006518-e32f-40cd-9a26-cf3138611261 req-3ae8f396-7985-4c3d-bd5a-f687a029386b service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852730 Jan 28 02:25:04.283384 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:07.199274 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d55483c1-e311-4dfa-aaed-7988479640a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:08.398190 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:09.470269 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0b9507aa-2fee-4a32-bbc8-8ea3338f12f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:09.529015 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:25:11.225201 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:12.369424 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:13.412355 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:34.310704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:37.204483 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8aa9acb4-2ad8-4baa-b8af-786cd9d953e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:38.418735 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:39.467021 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f98c874f-ad0d-4e5d-a483-16351e173f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:41.230539 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:42.372991 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:43.407232 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:25:46.529383 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:26:03.617384 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-6ddb5acd-dfcc-45fb-9938-f3e80474eb5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491726 Jan 28 02:26:03.722848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-6a47468e-1b23-4f95-95d9-4ae5551e4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:03.724263 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-6a47468e-1b23-4f95-95d9-4ae5551e4ed9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0428343 Jan 28 02:26:03.828525 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-3ee19d2c-024f-40d0-8bbd-c4c131e5c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:03.830048 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-3ee19d2c-024f-40d0-8bbd-c4c131e5c0c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0865476 Jan 28 02:26:03.899365 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-c5523989-4559-4688-9305-d2bc88450be0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 1001 time: 0.0623944 Jan 28 02:26:03.948441 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-6edb3336-481d-42df-b3d6-6740801aabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:03.949874 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-6edb3336-481d-42df-b3d6-6740801aabc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0445716 Jan 28 02:26:03.994518 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-1be55854-9b19-4606-a5f4-b71655edd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:03.995906 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-1be55854-9b19-4606-a5f4-b71655edd63c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403366 Jan 28 02:26:04.086059 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-26e7e5a9-4972-4c58-a6ca-074eefe2011a service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836577 Jan 28 02:26:04.172207 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-60c10ba1-2eb0-46d4-8f67-7222d1d8092d req-8214ad0b-e86d-42c8-9ea4-2a850336f402 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809166 Jan 28 02:26:04.321512 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:07.195131 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a6be337b-4c8c-4e84-acb6-80b4994e53f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:08.425299 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:09.469245 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9e1fc22a-93b3-4cf0-a2e1-437d2979f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:11.238917 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:12.375996 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:13.415029 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:23.528806 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:26:34.341916 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:37.189743 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-4bae2335-13d9-4e03-8f73-54d4875f2283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:38.422316 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:39.463891 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0605-1671-4cf8-b933-65f051d0b2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:39.710530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa details requested by agent hyperv_n-h1-826756-1 with host n-h1-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:26:39.810768 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:26:39.823250 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Returning: {'device': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:26:39.859898 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port dca3528a-54a7-4ff3-8815-71ab2ba02afa is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:26:39.860284 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:39.873135 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dca3528a-54a7-4ff3-8815-71ab2ba02afa {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:26:39.892201 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:26:39.897445 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:39.945280 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:26:39.953561 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.953946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.954296 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.954639 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.954979 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.955315 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.955648 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.955980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.956334 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.956689 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.957019 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.957343 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:39.957667 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:40.054764 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] get_ports_and_sgs() called for port_ids ['dca3528a-54a7-4ff3-8815-71ab2ba02afa'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:26:41.235908 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:41.727986 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa up at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:26:41.784960 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Provisioning complete for port dca3528a-54a7-4ff3-8815-71ab2ba02afa triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:26:41.785339 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:41.878874 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port dca3528a-54a7-4ff3-8815-71ab2ba02afa is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:26:41.881000 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:41.907522 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:26:41.910021 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607576e-6aad-4f92-a5e3-823753bd80e1" -d '{"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-plugged", "status": "completed", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:26:41.929083 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:26:41.934378 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:41.962181 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30884a1a-8fe6-4383-b338-f9fa69cba614 x-openstack-request-id: req-30884a1a-8fe6-4383-b338-f9fa69cba614 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:26:41.962619 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-plugged", "status": "completed", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:26:41.962882 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30884a1a-8fe6-4383-b338-f9fa69cba614 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:26:41.963372 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'code': 200} Jan 28 02:26:41.990967 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:26:42.375644 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:43.403379 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:50.292022 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-a59f5813-23f6-4501-a4d5-88734cc20a5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962207784&fields=id&tenant_id=c428276a77e14defa8a19fc9e5a684aa HTTP/1.1" status: 200 len: 267 time: 0.0473080 Jan 28 02:26:50.404046 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-dc5eda9a-4cdf-42fb-b4f1-9183e38fffa7 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:50.405511 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-dc5eda9a-4cdf-42fb-b4f1-9183e38fffa7 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 810 time: 0.1052091 Jan 28 02:26:50.420346 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-2d81cfdd-a4e0-40aa-b7bb-b1282f011474 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/quotas/c428276a77e14defa8a19fc9e5a684aa HTTP/1.1" status: 200 len: 375 time: 0.0093496 Jan 28 02:26:50.473469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-00fadb6c-9819-4c91-b8d9-5b0f192250ce tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481324 Jan 28 02:26:50.627660 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-80a80a74-3289-4937-a32d-08fc4172d1ed service neutron] 10.222.0.23 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397367 Jan 28 02:26:50.731230 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-e9435ff0-5e5b-447f-9e7a-4c4093498dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943725 Jan 28 02:26:50.906651 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-6723a393-def9-4154-8f6b-58f67baba411 req-e595bd54-50af-48cf-b846-8d4164e4a165 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Jan 28 02:26:52.026524 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9311630f-256e-4af1-8f28-c3b744fd6586 req-a818c04a-9dd1-4d9b-972b-2bc2c033a6d1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 210 time: 0.0440061 Jan 28 02:26:52.050987 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-63200af4-5931-4692-98a9-fe383c988a71 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:52.052450 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-63200af4-5931-4692-98a9-fe383c988a71 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.45 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 810 time: 0.1433446 Jan 28 02:26:52.129400 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-43eb5fcb-8257-40f3-8480-66fee0250bd9 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c428276a77e14defa8a19fc9e5a684aa HTTP/1.1" status: 200 len: 380 time: 0.0538774 Jan 28 02:26:52.138310 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'port': {'device_id': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'admin_state_up': True, 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'security_groups': ['3ed003ae-bcf7-4a44-b9c8-e9beded48511']}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:26:52.255013 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Made reservation on behalf of c428276a77e14defa8a19fc9e5a684aa for: {'port': 1} {{(pid=109594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:26:52.258796 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:52.411462 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Allocated IP 172.20.0.8 (b0161be0-a5da-4a71-947d-5656c7f7e57f/50cf861b-b7ed-4065-8a2c-1fb83ffd40eb/2a35eec1-e8c3-422f-bdcf-145d6d8e3367) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:26:52.636752 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:52.679990 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:52.741843 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Network b0161be0-a5da-4a71-947d-5656c7f7e57f is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:26:52.748111 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:26:52.752683 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:26:52.768996 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:26:52.809102 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.809476 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.809800 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.810152 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.810485 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.810819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.811148 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.811475 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.811802 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.812126 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.812443 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.812776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.813104 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:26:52.848408 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:52.849720 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:52.873146 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-531b879d-6ff9-442e-8f39-140cfefd4b59 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385430 Jan 28 02:26:53.012903 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-401cd467-3edc-42b9-a0fa-e5b24edea13f None None] Provisioning complete for port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 triggered by entity DHCP. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:26:53.013964 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-401cd467-3edc-42b9-a0fa-e5b24edea13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:53.067899 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-401cd467-3edc-42b9-a0fa-e5b24edea13f None None] Port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 cannot update to ACTIVE because it is not bound. {{(pid=109596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:26:53.164546 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec7e0-5c4f-4cd9-8b10-8cdabf4e97e4 req-945e5280-ede6-4080-baa3-59f52c01df2f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:53.166186 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8fec7e0-5c4f-4cd9-8b10-8cdabf4e97e4 req-945e5280-ede6-4080-baa3-59f52c01df2f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0582783 Jan 28 02:26:53.224437 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f8fec7e0-5c4f-4cd9-8b10-8cdabf4e97e4 req-3d17a2e4-b689-4c70-9019-ea0b8a463a39 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525157 Jan 28 02:26:54.364448 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf440c-33e5-46cb-af53-9e9f815a76e2 req-50d20b27-1855-45c2-8ca3-c791ba5b88ea tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:54.366172 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06bf440c-33e5-46cb-af53-9e9f815a76e2 req-50d20b27-1855-45c2-8ca3-c791ba5b88ea tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0677578 Jan 28 02:26:54.424198 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-06bf440c-33e5-46cb-af53-9e9f815a76e2 req-08ca708f-2224-40d4-a6a0-fac7d84079f4 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497084 Jan 28 02:26:55.550719 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb6797-6834-4432-9b81-bac868439d9a req-83451d0f-d31e-4ab1-b096-6c9b18d87a21 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:55.552499 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cbb6797-6834-4432-9b81-bac868439d9a req-83451d0f-d31e-4ab1-b096-6c9b18d87a21 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0560069 Jan 28 02:26:55.604003 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0cbb6797-6834-4432-9b81-bac868439d9a req-5d5c50c1-46ca-4d88-936d-e3a7deb9be95 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Jan 28 02:26:55.791324 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:26:55.872783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Current status of the port dca3528a-54a7-4ff3-8815-71ab2ba02afa is: ACTIVE; New status is: DOWN {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:26:55.873174 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:55.897998 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:26:55.900297 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad9610e-b211-45f4-99af-4a63229f5821" -d '{"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:26:55.940441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:26:55.951215 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:26:55.957077 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6a8375-67d4-4238-a837-9ce15c227bbd x-openstack-request-id: req-5c6a8375-67d4-4238-a837-9ce15c227bbd {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:26:55.957371 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:26:55.957628 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c6a8375-67d4-4238-a837-9ce15c227bbd {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:26:55.958063 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'code': 200} Jan 28 02:26:56.007182 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Pushing event updated for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=8']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:26:56.731544 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0243e-6315-4a6f-9263-2399241abd00 req-957c8266-12a5-4da6-9f5e-fabc9ceb93df tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:56.734270 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7be0243e-6315-4a6f-9263-2399241abd00 req-957c8266-12a5-4da6-9f5e-fabc9ceb93df tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0597532 Jan 28 02:26:56.785167 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7be0243e-6315-4a6f-9263-2399241abd00 req-77f2835e-de7e-400e-a112-e72d38f67ec9 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Jan 28 02:26:57.907458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17a209-54e7-4fb6-b473-eec6165a9510 req-17c51f6f-5f41-4516-9829-d9c5f80ce042 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:57.909924 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed17a209-54e7-4fb6-b473-eec6165a9510 req-17c51f6f-5f41-4516-9829-d9c5f80ce042 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0525379 Jan 28 02:26:57.965358 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ed17a209-54e7-4fb6-b473-eec6165a9510 req-e397a8a5-d050-4480-a72f-31aea0b44580 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496035 Jan 28 02:26:59.094205 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95842-40d5-4af8-acbb-14f1034dccd2 req-08ef211c-c64b-4a81-9bdd-9349e6ff71e0 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:26:59.095803 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b95842-40d5-4af8-acbb-14f1034dccd2 req-08ef211c-c64b-4a81-9bdd-9349e6ff71e0 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0518608 Jan 28 02:26:59.148812 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b8b95842-40d5-4af8-acbb-14f1034dccd2 req-9645f73d-1c0d-4ca3-b92c-e86cd5aa912e tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467954 Jan 28 02:27:00.280081 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ff4a4-a559-4283-b6a7-5317ddda4612 req-75359d9c-3cf9-44a5-84fd-02e4eb41eeea tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:00.281550 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-032ff4a4-a559-4283-b6a7-5317ddda4612 req-75359d9c-3cf9-44a5-84fd-02e4eb41eeea tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0502591 Jan 28 02:27:00.336074 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-032ff4a4-a559-4283-b6a7-5317ddda4612 req-2dbfed96-e420-4377-a26e-cc39211a3cdf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Jan 28 02:27:00.528873 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:27:01.474647 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfdcde-d9b5-43b1-8de6-9de4df61f90e req-718cbc8b-25ea-42ab-a2a0-3123a490cdc2 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:01.476133 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0acfdcde-d9b5-43b1-8de6-9de4df61f90e req-718cbc8b-25ea-42ab-a2a0-3123a490cdc2 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0555594 Jan 28 02:27:01.524851 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0acfdcde-d9b5-43b1-8de6-9de4df61f90e req-ddd05a25-5e29-4bee-82ea-9625d7377ed1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Jan 28 02:27:02.652932 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009616b4-9eb5-47cd-a1c1-82baecfe8371 req-c1ca71ae-27a3-4ffc-9592-dd5d41494308 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:02.654473 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-009616b4-9eb5-47cd-a1c1-82baecfe8371 req-c1ca71ae-27a3-4ffc-9592-dd5d41494308 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 931 time: 0.0503891 Jan 28 02:27:02.703433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-009616b4-9eb5-47cd-a1c1-82baecfe8371 req-72aa12fc-4a83-4a79-9aa8-3c1ca639af50 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Jan 28 02:27:03.142765 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-8baea3ad-bc10-41f5-ad7c-0cee2a55d907 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:27:03.143559 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-8baea3ad-bc10-41f5-ad7c-0cee2a55d907 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059135 Jan 28 02:27:03.229928 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Request body: {'port': {'device_id': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-1'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:27:03.290359 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:03.579117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 {{(pid=109594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:27:03.587007 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Publish callbacks [] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:03.599885 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.provisioning_blocks [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Transition to ACTIVE for port object 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 will not be triggered until provisioned by entity L2. {{(pid=109594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:27:03.606508 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:03.658620 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:27:03.734589 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Attempting to bind port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 on host n-h2-826756-1 for vnic_type normal with profile {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:27:03.735388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Attempting to bind port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 by drivers openvswitch,hyperv on host n-h2-826756-1 at level 0 using segments [{'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:27:03.735388 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Attempting to bind port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 on network b0161be0-a5da-4a71-947d-5656c7f7e57f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:27:03.741752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 on network b0161be0-a5da-4a71-947d-5656c7f7e57f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-1 {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:27:03.742127 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Attempting to bind port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 on network b0161be0-a5da-4a71-947d-5656c7f7e57f {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:27:03.748271 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Checking agent: {'id': 'e7ceda2d-a3d7-44d5-ba7b-86082523a30c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'started_at': datetime.datetime(2022, 1, 28, 0, 51, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:27:03.748626 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Checking segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:27:03.749012 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Bound using segment: {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'} {{(pid=109594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:27:03.749446 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.managers [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Bound port: 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host: n-h2-826756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f'}}] {{(pid=109594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:27:03.749833 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:03.854718 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a12702-e24b-469e-ba2d-b05cf2103bb0 req-8d17733f-b11d-4e71-80cb-8b61b3310b3a tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:03.856211 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3a12702-e24b-469e-ba2d-b05cf2103bb0 req-8d17733f-b11d-4e71-80cb-8b61b3310b3a tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 943 time: 0.0724716 Jan 28 02:27:03.858978 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, cleared binding levels {{(pid=109594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:27:03.862306 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:27:03.880005 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:03.931594 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:03.932222 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:03.933641 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 1091 time: 0.7545922 Jan 28 02:27:03.934125 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:27:03.936454 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c00841-e2f8-45e8-bba9-5fe765d85ead" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:27:03.968471 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-a3a12702-e24b-469e-ba2d-b05cf2103bb0 req-df5883db-6b2e-437f-aa36-e4c93c7c616d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048098 Jan 28 02:27:03.974033 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe9ab9-ce60-41dc-9928-063e4f9d9673 service neutron] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=3']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:27:04.065458 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-1291c970-349c-41c1-96bd-f5a97e0f0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.068882 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-1291c970-349c-41c1-96bd-f5a97e0f0462 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1094 time: 0.0588212 Jan 28 02:27:04.078814 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876b92a2-cca1-4947-9b07-d91e7e51c198 x-openstack-request-id: req-876b92a2-cca1-4947-9b07-d91e7e51c198 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:27:04.079375 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:27:04.080096 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-876b92a2-cca1-4947-9b07-d91e7e51c198 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:27:04.080953 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'status': 'completed', 'code': 200} Jan 28 02:27:04.138032 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-ba054e52-7d3a-4c81-b113-c46b3ada0594 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 217 time: 0.0414646 Jan 28 02:27:04.194854 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-2fc2ad7c-61a0-4a4e-8b04-b5cdedf7cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.196262 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-2fc2ad7c-61a0-4a4e-8b04-b5cdedf7cac3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0524890 Jan 28 02:27:04.245602 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed484de-8741-4760-be10-0c87b4930259 req-0384c913-0300-4ca2-a90a-ac830399ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.247195 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-0384c913-0300-4ca2-a90a-ac830399ab15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436060 Jan 28 02:27:04.343383 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-d5157652-bedc-4e55-b69c-20925c2a0beb service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903711 Jan 28 02:27:04.347910 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:04.449748 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9ed484de-8741-4760-be10-0c87b4930259 req-79ffd241-bc0c-41f8-8bd4-b3b71ff88c7b service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002448 Jan 28 02:27:04.589944 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-2375694b-b4b8-4630-bad2-0b76cd596b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.591423 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-2375694b-b4b8-4630-bad2-0b76cd596b91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1094 time: 0.0437891 Jan 28 02:27:04.684786 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-8c315e47-c03e-4091-b075-a96a5d9ae41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.686291 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-8c315e47-c03e-4091-b075-a96a5d9ae41e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0885518 Jan 28 02:27:04.726492 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-b44a9b72-9d40-4ff5-b08f-42d5c68323db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 217 time: 0.0345488 Jan 28 02:27:04.775925 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-cd6674ee-aee1-4603-a30b-80bd17bc6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.777371 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-cd6674ee-aee1-4603-a30b-80bd17bc6793 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0453105 Jan 28 02:27:04.823063 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-5631460a-9c56-43a8-b1f3-386d933c628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:04.824731 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-5631460a-9c56-43a8-b1f3-386d933c628e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420194 Jan 28 02:27:04.923381 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-7fce39c8-274e-41ff-a3cb-0ba77baf15d7 service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927513 Jan 28 02:27:05.013599 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d1c00841-e2f8-45e8-bba9-5fe765d85ead req-5de3c342-1a58-47dc-aeb2-39a61826939d service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848744 Jan 28 02:27:05.099050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741fbc8-2528-42a7-870c-7c04a85d7b68 req-621fb8da-72ce-4de4-ae13-3b60252ab90c tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:05.100521 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8741fbc8-2528-42a7-870c-7c04a85d7b68 req-621fb8da-72ce-4de4-ae13-3b60252ab90c tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 943 time: 0.0571840 Jan 28 02:27:05.151316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-8741fbc8-2528-42a7-870c-7c04a85d7b68 req-afdd59ba-7dc1-4f75-ab50-d07bc5f280ae tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Jan 28 02:27:05.521527 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-c5bf0b34-db01-40c8-bcf8-03ed14c4ef39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3833077 Jan 28 02:27:05.625508 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-011da35f-2964-4864-b077-0dca4d6e0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:05.627102 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-011da35f-2964-4864-b077-0dca4d6e0dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0430324 Jan 28 02:27:05.734808 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-b0c70047-3790-424c-9125-e4ce4d1924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:05.736353 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-b0c70047-3790-424c-9125-e4ce4d1924a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0893281 Jan 28 02:27:05.803049 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-7ccc54f7-549a-4d4e-ab0f-48dd5cddd9ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 999 time: 0.0603390 Jan 28 02:27:05.853721 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-a28e3552-691c-4046-8339-7b88105d4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:05.855234 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-a28e3552-691c-4046-8339-7b88105d4245 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0468471 Jan 28 02:27:05.901487 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-242553ee-91f2-4432-b692-cd012a019b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:05.902921 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-242553ee-91f2-4432-b692-cd012a019b88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420408 Jan 28 02:27:06.003664 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-d1996a53-aaf2-4511-b1c9-2006cae9b9e7 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942905 Jan 28 02:27:06.095730 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1ad5ee54-4b25-4192-b578-ac3b6dc7508b req-e01e01eb-55f6-4ebb-ac8c-8eb566d5c1e6 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Jan 28 02:27:06.284385 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86f3da-19e9-4536-b377-08d821047c5f req-c6a28d90-247a-4e21-adc9-a68ac020d037 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:06.285896 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd86f3da-19e9-4536-b377-08d821047c5f req-c6a28d90-247a-4e21-adc9-a68ac020d037 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 943 time: 0.0513306 Jan 28 02:27:06.336518 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-cd86f3da-19e9-4536-b377-08d821047c5f req-8fc6ebb2-4937-4836-9ed7-4ea2d3a7239e tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Jan 28 02:27:07.199983 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-051acf81-7717-41f6-87cc-fa2f20776d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:07.466776 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c4d61-ed6a-46f9-b17d-4ee3734728cc req-c104483e-a848-4c77-9aef-9ec9621bc45f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:07.468316 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee4c4d61-ed6a-46f9-b17d-4ee3734728cc req-c104483e-a848-4c77-9aef-9ec9621bc45f tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 943 time: 0.0617011 Jan 28 02:27:07.517393 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ee4c4d61-ed6a-46f9-b17d-4ee3734728cc req-88f04dcd-f633-47e1-b10d-ff53a42b946b tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 Jan 28 02:27:08.429460 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:08.637685 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c7160-16c1-4951-9113-0de7f6565387 req-b60da22e-1f01-477c-97ab-b88734f682b3 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:08.639151 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce9c7160-16c1-4951-9113-0de7f6565387 req-b60da22e-1f01-477c-97ab-b88734f682b3 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 943 time: 0.0517757 Jan 28 02:27:08.695703 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-ce9c7160-16c1-4951-9113-0de7f6565387 req-d75aaf60-dd52-43bd-9683-35e6beacbe21 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479009 Jan 28 02:27:09.475636 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-855f35d4-56e3-4587-b5cc-447d992444e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:09.505217 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:27:09.602446 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:27:09.614023 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'port_id': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'mac_address': 'fa:16:3e:03:d1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:27:09.651228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 is: DOWN; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:27:09.651613 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:09.664922 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:27:09.684274 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:27:09.691026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:09.740091 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=4']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:27:09.813473 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025e5c7-490d-450f-b837-236e98bba4f0 req-fb70a457-a246-4103-9367-80366fb2fb2c tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:09.814972 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9025e5c7-490d-450f-b837-236e98bba4f0 req-fb70a457-a246-4103-9367-80366fb2fb2c tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 944 time: 0.0521982 Jan 28 02:27:09.870125 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9025e5c7-490d-450f-b837-236e98bba4f0 req-0140e0b8-a9ea-4b14-9d2f-b9dd00534156 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Jan 28 02:27:10.165369 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['2a35eec1-e8c3-422f-bdcf-145d6d8e3367'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:27:10.991724 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde55e2-6ec2-4377-8f19-f198a422e915 req-94d76000-1537-47b9-a1e4-5f15b60e03f9 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:10.993203 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bde55e2-6ec2-4377-8f19-f198a422e915 req-94d76000-1537-47b9-a1e4-5f15b60e03f9 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 944 time: 0.0489082 Jan 28 02:27:11.043342 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-5bde55e2-6ec2-4377-8f19-f198a422e915 req-500e7aab-dacf-4ce4-8f51-2f4e98ce0384 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 Jan 28 02:27:11.234340 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:11.505866 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:27:11.561814 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning for port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 completed by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:27:11.565619 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:27:11.566025 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:11.643988 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:27:11.644381 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:11.667225 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:27:11.669478 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b16e2-2036-4cf7-9275-4192cb70e36c" -d '{"events": [{"server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "name": "network-vif-plugged", "status": "completed", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:27:11.682013 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:27:11.687008 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:11.713742 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982e1272-5779-4e07-ad0a-b08e03430fa2 x-openstack-request-id: req-982e1272-5779-4e07-ad0a-b08e03430fa2 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:27:11.714056 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "name": "network-vif-plugged", "status": "completed", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:27:11.714313 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-982e1272-5779-4e07-ad0a-b08e03430fa2 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:27:11.714701 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'code': 200} Jan 28 02:27:11.739808 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=5']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:27:11.847182 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78246a2-7150-40c2-84f1-b21c64ef3e27 req-86bb484b-075c-4699-b404-6328fc546047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:11.848619 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d78246a2-7150-40c2-84f1-b21c64ef3e27 req-86bb484b-075c-4699-b404-6328fc546047 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1096 time: 0.0458558 Jan 28 02:27:11.895560 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d78246a2-7150-40c2-84f1-b21c64ef3e27 req-01ad9d44-c5a2-4138-b2e1-c9dc25f68a04 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Jan 28 02:27:12.378412 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:12.503971 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4252b-71d3-4dfa-91b6-c5a190fb4eac req-db532383-5dbc-45c5-bfda-1a142f9b487b tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:12.505374 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eff4252b-71d3-4dfa-91b6-c5a190fb4eac req-db532383-5dbc-45c5-bfda-1a142f9b487b tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 945 time: 0.3884523 Jan 28 02:27:12.557093 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-eff4252b-71d3-4dfa-91b6-c5a190fb4eac req-0e0ed4ff-f756-40d4-8662-b61b4ee1d52d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429168 Jan 28 02:27:13.399332 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:13.681568 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245062f-4d9c-42c4-a031-376085f10882 req-a2e6496b-5700-40cd-9660-3229de60dcd6 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:13.683094 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f245062f-4d9c-42c4-a031-376085f10882 req-a2e6496b-5700-40cd-9660-3229de60dcd6 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 945 time: 0.0536933 Jan 28 02:27:13.734139 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-f245062f-4d9c-42c4-a031-376085f10882 req-fcb72690-f026-49d6-b2df-0ade876824bf tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Jan 28 02:27:13.851154 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a595f-ad9b-4a3f-a87d-1aebfefaf496 req-440a7f21-e56a-46da-9561-046d7eac0173 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:13.852670 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d54a595f-ad9b-4a3f-a87d-1aebfefaf496 req-440a7f21-e56a-46da-9561-046d7eac0173 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 945 time: 0.0486350 Jan 28 02:27:13.920941 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-d54a595f-ad9b-4a3f-a87d-1aebfefaf496 req-6ff90ff3-ac4f-4ba4-be59-136cb0bd15d2 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625606 Jan 28 02:27:13.942983 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55502) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:27:13.982502 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185115b7-59e0-4df4-b0f1-948439618c84 tempest-TestSnapshotPattern-2056138008 tempest-TestSnapshotPattern-2056138008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:13.983995 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-185115b7-59e0-4df4-b0f1-948439618c84 tempest-TestSnapshotPattern-2056138008 tempest-TestSnapshotPattern-2056138008-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1091 time: 0.0400026 Jan 28 02:27:13.987003 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55504) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:27:13.991227 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.v2.base [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Request body: {'floatingip': {'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'port_id': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:27:14.015295 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:14.114390 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (None), before_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:14.219595 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_common [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Allocated IP 172.25.1.237 (0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1/505d5b06-3222-4787-b0f2-ade2658e5e3f/96b6ab10-051d-48fd-9c12-0833ad322a0a) {{(pid=109594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:27:14.324394 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:14.366874 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794799708721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:14.406020 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Network 0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1 is already hosted by enough agents. {{(pid=109594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:27:14.408924 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.base_scheduler [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Resources bound (agent type, host, resource id): {{(pid=109594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:27:14.414709 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Received port after_create {{(pid=109594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:27:14.437278 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'Port': ['ID=96b6ab10-051d-48fd-9c12-0833ad322a0a,revision_number=1']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:27:14.781092 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f), precommit_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:14.860332 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), before_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:15.022872 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), precommit_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:15.028700 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449937'] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), after_update {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:15.101495 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event updated for resources: {'Port': ['ID=96b6ab10-051d-48fd-9c12-0833ad322a0a,revision_number=2']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:27:15.111551 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581890'] for floatingip (1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f), after_create {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:15.217506 n-d-826756-1 neutron-server[109594]: INFO neutron.db.l3_db [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Floating IP 1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f associated. External IP: 172.25.1.237, port: 2a35eec1-e8c3-422f-bdcf-145d6d8e3367. Jan 28 02:27:15.437426 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:27:15.553109 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:27:15.568877 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:27:15.572624 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:15.579153 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:27:15.579858 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:27:15.602367 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-69d64dfc-cd9e-48ba-ab93-6eaca2d43c81 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6142190 Jan 28 02:27:15.603094 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:27:15.605440 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f79403d-e717-4694-93a7-f525be68bc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:27:15.646048 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01249bd0-4eda-4fea-81cb-1d8f9d5aaa30 x-openstack-request-id: req-01249bd0-4eda-4fea-81cb-1d8f9d5aaa30 {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:27:15.646346 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:27:15.646704 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01249bd0-4eda-4fea-81cb-1d8f9d5aaa30 {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:27:15.647321 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'status': 'completed', 'code': 200} Jan 28 02:27:15.692690 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:27:15.737365 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79403d-e717-4694-93a7-f525be68bc3b req-38e62226-fdee-4bf8-9920-dce8275236a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:15.739033 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-38e62226-fdee-4bf8-9920-dce8275236a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1096 time: 0.0480497 Jan 28 02:27:15.835390 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79403d-e717-4694-93a7-f525be68bc3b req-a28f993a-5508-41b7-98ed-dc5092bf5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:15.836888 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-a28f993a-5508-41b7-98ed-dc5092bf5e3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0919521 Jan 28 02:27:15.906168 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-82128abe-a17b-48e7-9beb-d2c2dad7a64d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 999 time: 0.0624869 Jan 28 02:27:15.933096 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:45Z', 'revision_number': 1, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}, {'id': '1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:03:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:27:14Z', 'updated_at': '2022-01-28T02:27:14Z', 'revision_number': 0, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:27:15.956894 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79403d-e717-4694-93a7-f525be68bc3b req-0625e40b-b795-49ac-bfcf-f64d106fefae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:15.958443 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-0625e40b-b795-49ac-bfcf-f64d106fefae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0471363 Jan 28 02:27:15.962228 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:27:15.971170 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:27:15.971797 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:27:09Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:27:16.014171 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79403d-e717-4694-93a7-f525be68bc3b req-1c089a47-9cde-4b21-81b7-0401fa8509f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:16.015741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-1c089a47-9cde-4b21-81b7-0401fa8509f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502362 Jan 28 02:27:16.080174 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:27:16.109038 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-cb5cb7d6-22ca-42be-ab7c-93b3e323a6ab service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Jan 28 02:27:16.205525 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-3f79403d-e717-4694-93a7-f525be68bc3b req-54962e46-4bc7-4883-86d6-292a4f4886c1 service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900788 Jan 28 02:27:16.311684 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:45Z', 'revision_number': 1, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}, {'id': '1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:03:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:27:14Z', 'updated_at': '2022-01-28T02:27:14Z', 'revision_number': 0, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:27:16.338059 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d7441-9695-4b65-8839-696f2a152d20 None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:45Z', 'revision_number': 1, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}, {'id': '1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:03:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:27:14Z', 'updated_at': '2022-01-28T02:27:14Z', 'revision_number': 0, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:27:16.555143 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700e0b3-8671-42d9-84b6-c513a67cfa5b None None] New status for floating IP 1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f: ACTIVE {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:27:34.356705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:37.201310 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0c095743-13a1-42e5-b6ae-ebcb8cf1b4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:37.528851 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:27:38.429392 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:39.478010 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b3e9-d280-46db-91a2-ead747ea40e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:41.238814 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:42.388167 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:43.394877 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:27:54.367604 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-b0b31d3e-985c-402d-a26b-b46126b99949 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435283 Jan 28 02:27:54.468450 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46be9b-54dd-4368-8913-4265077867eb req-fffdb816-5097-4ba2-8321-0fb2e0803db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:54.470007 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-fffdb816-5097-4ba2-8321-0fb2e0803db4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1096 time: 0.0428917 Jan 28 02:27:54.585098 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46be9b-54dd-4368-8913-4265077867eb req-c1a066b4-9a99-426e-a55b-a4150700a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:54.587141 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-c1a066b4-9a99-426e-a55b-a4150700a58f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0984082 Jan 28 02:27:54.656582 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-5fe7a3de-c2a9-451d-be03-46c644470401 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 1001 time: 0.0633113 Jan 28 02:27:54.707323 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46be9b-54dd-4368-8913-4265077867eb req-b5c0a91a-74c5-49be-81df-954e5f060b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:54.709063 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-b5c0a91a-74c5-49be-81df-954e5f060b61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0465915 Jan 28 02:27:54.761586 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46be9b-54dd-4368-8913-4265077867eb req-4ae6b17a-054c-4cff-866f-deb8e1a18535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:27:54.763872 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-4ae6b17a-054c-4cff-866f-deb8e1a18535 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494196 Jan 28 02:27:54.862760 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-9279174c-040d-4c53-8367-c07919bfb2f0 service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917478 Jan 28 02:27:54.974433 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4b46be9b-54dd-4368-8913-4265077867eb req-6d78c4e9-d82c-4360-95d7-41d3c5bf8b1f service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054368 Jan 28 02:28:04.352853 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:07.196366 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b35467c0-ea55-4679-825f-c65373c13f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:07.315641 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-0d892b57-895b-481b-82df-6164d0ec499a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1269255 Jan 28 02:28:07.416835 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-210ec0b3-eff4-47dc-8e2d-1bf5dfde9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:07.418357 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-210ec0b3-eff4-47dc-8e2d-1bf5dfde9816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0440552 Jan 28 02:28:07.519495 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-d62f0eea-5b47-4536-b2c1-2a9fef6e0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:07.521029 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-d62f0eea-5b47-4536-b2c1-2a9fef6e0988 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0838256 Jan 28 02:28:07.587744 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-06db9ced-87cc-4773-93e1-de023029a72b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 999 time: 0.0606716 Jan 28 02:28:07.635160 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-c5e0c33a-30ab-4bb5-a83b-a5ddffd7a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:07.636572 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-c5e0c33a-30ab-4bb5-a83b-a5ddffd7a79b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0429122 Jan 28 02:28:07.681961 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-8fec3cbc-7e3f-4f4c-895e-0878fce54f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:07.683459 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-8fec3cbc-7e3f-4f4c-895e-0878fce54f0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411704 Jan 28 02:28:07.693406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-8f17e3de-4f11-4a9c-80a9-68b83293ad6e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109595) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:28:07.694383 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-8f17e3de-4f11-4a9c-80a9-68b83293ad6e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050447 Jan 28 02:28:07.787236 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-1363c098-5c40-4e7c-bf10-a80b401207b7 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866334 Jan 28 02:28:07.874681 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-938aeced-fe2c-4d35-81a5-31649bc8776a req-cc9e2029-29f6-49ee-9a08-cd5153e3c318 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814047 Jan 28 02:28:08.434452 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:09.482104 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9006c3cd-aee9-412f-9af1-0b9d83b87065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:11.242138 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:12.388977 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:13.405540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:14.529752 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:28:34.370665 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:37.210026 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-39ca1e67-9625-47b5-a46b-684e1fa87e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:38.445884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:39.488185 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3186b3cd-eff4-4030-ab5a-8110a6bffa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:41.250943 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:42.400391 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:43.407897 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:28:51.533818 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:28:56.418901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-83412295-caec-4a3f-8a45-ef8659d02f53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500908 Jan 28 02:28:56.526520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de015bf-d784-4553-98c0-2041751b0938 req-7d37cbac-9a66-4446-8c8c-baf1328d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:56.528076 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-7d37cbac-9a66-4446-8c8c-baf1328d0e93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1096 time: 0.0477519 Jan 28 02:28:56.637689 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de015bf-d784-4553-98c0-2041751b0938 req-816a3f72-c044-4991-9175-430a8e89dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:56.639128 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-816a3f72-c044-4991-9175-430a8e89dc2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0907016 Jan 28 02:28:56.712057 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-912fa386-a5c6-4729-913b-915a09b14697 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 1001 time: 0.0648406 Jan 28 02:28:56.762050 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de015bf-d784-4553-98c0-2041751b0938 req-3c0db1cc-f0db-4cd5-98c0-aa84a167b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:56.763469 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-3c0db1cc-f0db-4cd5-98c0-aa84a167b3a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0452619 Jan 28 02:28:56.813659 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de015bf-d784-4553-98c0-2041751b0938 req-d544eb0f-6f41-4023-870f-f3d940fff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:28:56.815169 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-d544eb0f-6f41-4023-870f-f3d940fff6f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445426 Jan 28 02:28:56.903351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-60ae48a6-8330-47a2-81df-0d68c26c7862 service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814338 Jan 28 02:28:57.002097 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-7de015bf-d784-4553-98c0-2041751b0938 req-394496d6-56dc-46a3-b1e7-8139e3963749 service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919719 Jan 28 02:29:04.387358 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:07.203398 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a7322689-68aa-40d2-81a7-ae822735bc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:07.409514 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-f1ec473d-0f3b-4836-992e-0e0f26c65156 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519032 Jan 28 02:29:07.512270 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02adca-aad4-4125-8793-72174228a87b req-831dbe22-4489-4ed9-9620-e52b0cba84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:07.513826 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-831dbe22-4489-4ed9-9620-e52b0cba84da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0450771 Jan 28 02:29:07.618406 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02adca-aad4-4125-8793-72174228a87b req-473fc3a7-3375-40b5-aded-21c4293f48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:07.620002 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-473fc3a7-3375-40b5-aded-21c4293f48ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0871427 Jan 28 02:29:07.710118 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-631162d1-e96f-4572-9555-08d3fdb60765 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 999 time: 0.0835264 Jan 28 02:29:07.760585 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02adca-aad4-4125-8793-72174228a87b req-7f7457e2-4597-493a-9819-b52c46515108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:07.761993 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-7f7457e2-4597-493a-9819-b52c46515108 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0456192 Jan 28 02:29:07.812055 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02adca-aad4-4125-8793-72174228a87b req-54104531-49cf-46a7-9f43-68f27bcd4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:07.814124 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-54104531-49cf-46a7-9f43-68f27bcd4e55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458879 Jan 28 02:29:07.929708 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-68a43877-bbaa-4204-9c50-31aced405d7b service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098559 Jan 28 02:29:08.023734 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-fc02adca-aad4-4125-8793-72174228a87b req-41b757a0-db3d-407f-938e-521a7fd308b6 service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873039 Jan 28 02:29:08.434408 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:09.482707 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f3081df5-efee-43c9-a6f4-5dba94254acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:11.250680 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:12.405351 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:13.413462 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:28.534506 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:29:34.283536 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 details requested by agent hyperv_n-h2-826756-1 with host n-h2-826756-1 {{(pid=109596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:29:34.392088 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:34.394369 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:34.402810 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Returning: {'device': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'port_id': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'mac_address': 'fa:16:3e:03:d1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:29:34.443171 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 is: ACTIVE; New status is: BUILD {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:29:34.443557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:34.457012 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 {{(pid=109596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:29:34.477870 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:34.483170 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:34.530185 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=6']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:34.537980 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.538249 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.538591 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.538925 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.539256 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.539567 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.539873 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.540194 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.540516 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.540831 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.541145 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.541458 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.541790 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:34.625437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] get_ports_and_sgs() called for port_ids ['2a35eec1-e8c3-422f-bdcf-145d6d8e3367'] {{(pid=109596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:29:36.285524 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 up at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:29:36.348046 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.provisioning_blocks [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Provisioning complete for port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 triggered by entity L2. {{(pid=109596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:29:36.348421 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-598697'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), provisioning_complete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:36.424266 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Current status of the port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 is: BUILD; New status is: ACTIVE {{(pid=109596) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:29:36.424672 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763765'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:36.447783 n-d-826756-1 neutron-server[109596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367'}] {{(pid=109596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:29:36.450061 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09bfb85c0f3caee9c4fe4ca5024d30c47541530dfd3d4034eb687d5fc68816de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64932ed9-37e7-4dcb-b60c-79b962688c6e" -d '{"events": [{"server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "name": "network-vif-plugged", "status": "completed", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367"}]}' {{(pid=109596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:29:36.462694 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.db [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:36.468074 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794800250844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794799708739', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794799708757'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:36.517383 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Pushing event updated for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=7']} {{(pid=109596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:36.555536 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440033e5-fb82-4ae5-bba2-6628e08352d7 x-openstack-request-id: req-440033e5-fb82-4ae5-bba2-6628e08352d7 {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:29:36.555836 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "name": "network-vif-plugged", "status": "completed", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367", "code": 200}]} {{(pid=109596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:29:36.556092 n-d-826756-1 neutron-server[109596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-440033e5-fb82-4ae5-bba2-6628e08352d7 {{(pid=109596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:29:36.556498 n-d-826756-1 neutron-server[109596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'code': 200} Jan 28 02:29:37.212087 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7c0b-8477-4cac-82d6-40d5105c4b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:38.471168 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:39.490278 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7b813010-caed-40ab-9069-838b51516082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:41.248237 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:42.401202 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:43.408233 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:48.376839 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55740) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:29:48.543228 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Deleting port 96b6ab10-051d-48fd-9c12-0833ad322a0a {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:29:48.543498 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:48.634399 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:48.634713 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (96b6ab10-051d-48fd-9c12-0833ad322a0a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:48.646637 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Calling delete_port for 96b6ab10-051d-48fd-9c12-0833ad322a0a owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:29:48.815728 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (96b6ab10-051d-48fd-9c12-0833ad322a0a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:48.840429 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event deleted for resources: {'Port': ['ID=96b6ab10-051d-48fd-9c12-0833ad322a0a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:48.852438 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.852800 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.853146 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.853494 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.853862 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.854204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.854541 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.854872 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.855201 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.855516 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.855845 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.856171 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.856498 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:48.914243 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:48.914621 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Floating IP 1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f disassociated (deleted). External IP: 172.25.1.237, port: 2a35eec1-e8c3-422f-bdcf-145d6d8e3367. Jan 28 02:29:49.138486 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:29:49.254754 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:29:49.260192 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:49.265186 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:29:49.279298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:29:49.279930 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:49.291009 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-1aae6648-8282-4e1f-a737-d44af072e281 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "DELETE /v2.0/floatingips/1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f HTTP/1.1" status: 204 len: 168 time: 0.9128933 Jan 28 02:29:49.291544 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:29:49.293823 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f46c877-b52a-4324-968a-dfccf1a5cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:29:49.394803 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:29:49.397008 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0271e0-7b76-43b8-a832-5ec6aa9940bf x-openstack-request-id: req-6d0271e0-7b76-43b8-a832-5ec6aa9940bf {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:29:49.397577 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:29:49.397689 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d0271e0-7b76-43b8-a832-5ec6aa9940bf {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:29:49.398152 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'status': 'completed', 'code': 200} Jan 28 02:29:49.494572 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-fb809b48-98b3-4fc6-807f-a14e23745c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:49.496065 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-fb809b48-98b3-4fc6-807f-a14e23745c40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 1096 time: 0.0480900 Jan 28 02:29:49.628815 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:45Z', 'revision_number': 1, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:49.632721 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead511f-2904-43ea-be0c-9ff21facf228 req-3922a515-6f47-4638-982f-d5aed674262a tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:49.634579 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aead511f-2904-43ea-be0c-9ff21facf228 req-3922a515-6f47-4638-982f-d5aed674262a tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 945 time: 0.1456466 Jan 28 02:29:49.635752 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-d6fb0218-2a93-4a36-8057-48fb5fec8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:49.637071 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-d6fb0218-2a93-4a36-8057-48fb5fec8adf service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.1346147 Jan 28 02:29:49.655905 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:29:49.664878 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:29:49.665505 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:49.686331 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-ce57affa-6741-4a2c-a80b-8cf0b59cf321 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 200 len: 217 time: 0.0397999 Jan 28 02:29:49.747713 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-aead511f-2904-43ea-be0c-9ff21facf228 req-df15d75c-6ba3-40d2-a6d6-c8d286cd2dc7 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072710 Jan 28 02:29:49.761523 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-ad4b7e34-9324-4db4-ad18-b088485b64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:49.761523 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-ad4b7e34-9324-4db4-ad18-b088485b64d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0639737 Jan 28 02:29:49.773686 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:29:49.809632 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-c98467aa-8c05-4f22-beb7-493d0e59f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:49.811192 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-c98467aa-8c05-4f22-beb7-493d0e59f83b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420482 Jan 28 02:29:49.902072 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-b70765ce-2985-4cfc-a3fe-67e9ee7e9803 service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824380 Jan 28 02:29:49.997391 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:45Z', 'revision_number': 1, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:49.998741 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-4f46c877-b52a-4324-968a-dfccf1a5cb79 req-f0cf82ec-d851-40bd-b57a-a1656946129e service neutron] 10.222.0.45 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901647 Jan 28 02:29:50.024539 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75934d-035b-497f-9b89-1c8381ef3acf None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_floatingips': [{'id': '14dad0f0-e6d6-4169-8bec-adf53543a854', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'router_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'port_id': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'mac_address': 'fa:16:3e:15:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:24:43Z', 'updated_at': '2022-01-28T02:24:45Z', 'revision_number': 1, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:29:50.422042 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a02842-3a0b-4915-a4e4-8a6bc8207151 None None] New status for floating IP 1ddf6c75-fb3c-46fd-8b2b-fe8985adb39f: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:29:50.936520 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cfae-1b80-495f-a40d-18454a3135ab req-e1d63137-f404-439e-a24c-f171bd3c5ddb tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:50.938019 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b615cfae-1b80-495f-a40d-18454a3135ab req-e1d63137-f404-439e-a24c-f171bd3c5ddb tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 945 time: 0.1076782 Jan 28 02:29:50.988920 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-b615cfae-1b80-495f-a40d-18454a3135ab req-181c4a0a-7e29-4528-845e-86e5171ba9c2 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 Jan 28 02:29:51.499174 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-9285c579-47ee-4921-84de-2aeba528fe45 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:51.500704 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-9285c579-47ee-4921-84de-2aeba528fe45 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 945 time: 0.0660069 Jan 28 02:29:51.591038 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Deleting port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:29:51.591378 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:51.684494 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] For port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367, host n-h2-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-1',level=0,port_id=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:51.684834 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:51.696908 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Calling delete_port for 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 owned by compute:nova {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:29:51.828069 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2a35eec1-e8c3-422f-bdcf-145d6d8e3367), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:51.865267 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event deleted for resources: {'Port': ['ID=2a35eec1-e8c3-422f-bdcf-145d6d8e3367,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:51.878041 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.878532 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.878781 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.879124 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.879464 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.879807 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.880135 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.880474 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.880790 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.881117 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.881444 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.881788 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.882123 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-1 {{(pid=109594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:29:51.920644 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] No DVR routers for this DVR port 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 on host n-h2-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:29:51.923350 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:51.926791 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-fcb2e51f-b0d7-4e5a-8848-8dc9cd4ad93b req-52b758e5-81b7-4ddf-a5a8-05fe66057613 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.45 "DELETE /v2.0/ports/2a35eec1-e8c3-422f-bdcf-145d6d8e3367 HTTP/1.1" status: 204 len: 173 time: 0.4200237 Jan 28 02:29:51.927245 n-d-826756-1 neutron-server[109594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'name': 'network-vif-deleted', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367'}] {{(pid=109594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:29:51.929495 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f6304465688c6ea9de374898580e84db334705d40e78efef156724244847d82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7813860c-efe1-4fc9-98b8-65c3daef74f4" -d '{"events": [{"server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "name": "network-vif-deleted", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367"}]}' {{(pid=109594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:29:51.965905 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ebc242-c1ee-4e73-8ed3-6c1d290d879d x-openstack-request-id: req-33ebc242-c1ee-4e73-8ed3-6c1d290d879d {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:29:51.966552 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb6256-9c98-40d2-9fdf-06780553e377", "name": "network-vif-deleted", "tag": "2a35eec1-e8c3-422f-bdcf-145d6d8e3367", "status": "completed", "code": 200}]} {{(pid=109594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:29:51.966552 n-d-826756-1 neutron-server[109594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ebc242-c1ee-4e73-8ed3-6c1d290d879d {{(pid=109594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:29:51.966970 n-d-826756-1 neutron-server[109594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb6256-9c98-40d2-9fdf-06780553e377', 'name': 'network-vif-deleted', 'tag': '2a35eec1-e8c3-422f-bdcf-145d6d8e3367', 'status': 'completed', 'code': 200} Jan 28 02:29:52.112683 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-0abcb709-f535-4d2e-bc08-44e90a19344f req-13d0f14b-7570-4a93-a720-ad2042ad5510 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbb6256-9c98-40d2-9fdf-06780553e377 HTTP/1.1" status: 200 len: 210 time: 0.0266914 Jan 28 02:29:52.338139 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:29:52.359457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:29:52.359457 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:29:53.716220 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55806) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:29:53.886693 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Deleting port cf4e6766-775c-4656-8999-b887d86a58c2 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:29:53.887030 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (cf4e6766-775c-4656-8999-b887d86a58c2), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:53.968955 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (cf4e6766-775c-4656-8999-b887d86a58c2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:53.969218 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (cf4e6766-775c-4656-8999-b887d86a58c2), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:53.981909 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Calling delete_port for cf4e6766-775c-4656-8999-b887d86a58c2 owned by network:floatingip {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:29:54.146313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (cf4e6766-775c-4656-8999-b887d86a58c2), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:54.171124 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event deleted for resources: {'Port': ['ID=cf4e6766-775c-4656-8999-b887d86a58c2,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:54.236626 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for floatingip (14dad0f0-e6d6-4169-8bec-adf53543a854), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:54.236902 n-d-826756-1 neutron-server[109595]: INFO neutron.db.l3_db [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Floating IP 14dad0f0-e6d6-4169-8bec-adf53543a854 disassociated (deleted). External IP: 172.25.1.42, port: dca3528a-54a7-4ff3-8815-71ab2ba02afa. Jan 28 02:29:54.452183 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:29:54.567248 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:29:54.574622 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for floatingip (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:54.580177 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:29:54.591318 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:29:54.591940 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:54.602984 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-44eadacb-12f4-4fb8-b1c6-02e749d4dad1 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "DELETE /v2.0/floatingips/14dad0f0-e6d6-4169-8bec-adf53543a854 HTTP/1.1" status: 204 len: 168 time: 0.8856435 Jan 28 02:29:54.603582 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:29:54.605833 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b299339a-8f51-4dfb-a06e-828c2f430844" -d '{"events": [{"name": "network-changed", "server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:29:54.642452 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9683416-99c7-409a-b96c-da6df2a98b63 x-openstack-request-id: req-e9683416-99c7-409a-b96c-da6df2a98b63 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:29:54.642756 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:29:54.643014 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9683416-99c7-409a-b96c-da6df2a98b63 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:29:54.643423 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'status': 'completed', 'code': 200} Jan 28 02:29:54.711856 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:29:54.733937 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-09360450-7683-4427-a0d0-b4370f543eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:54.735532 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-09360450-7683-4427-a0d0-b4370f543eda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c428276a77e14defa8a19fc9e5a684aa&device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0502024 Jan 28 02:29:54.829241 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-055f5cc8-acba-4450-892c-863f2ba25de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:54.830654 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-055f5cc8-acba-4450-892c-863f2ba25de2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 200 len: 911 time: 0.0897708 Jan 28 02:29:54.831845 n-d-826756-1 neutron-server[109594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a1bb8-c49b-4b36-ba8c-aa71a3cd3049 req-1d10ecf7-8bde-466f-8569-0c47d68a897b tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:54.833405 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-804a1bb8-c49b-4b36-ba8c-aa71a3cd3049 req-1d10ecf7-8bde-466f-8569-0c47d68a897b tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 944 time: 0.0483830 Jan 28 02:29:54.879557 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-cf64c360-35c2-48d9-92cc-3137d11697e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 200 len: 217 time: 0.0425148 Jan 28 02:29:54.886542 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-804a1bb8-c49b-4b36-ba8c-aa71a3cd3049 req-0d685040-6bbf-4f6f-8fba-49e42f5ac132 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ed003ae-bcf7-4a44-b9c8-e9beded48511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Jan 28 02:29:54.928298 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:54.928620 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-4b8c966b-53d9-4d2f-b520-a15a8f43bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:54.929823 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-4b8c966b-53d9-4d2f-b520-a15a8f43bdb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 200 len: 849 time: 0.0434594 Jan 28 02:29:54.955521 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:29:54.965517 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:29:54.966655 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:54.975920 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-c274580a-7cbe-4f00-8abb-0ef635576ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:54.977426 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-c274580a-7cbe-4f00-8abb-0ef635576ffc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0161be0-a5da-4a71-947d-5656c7f7e57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404119 Jan 28 02:29:55.068522 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-a76ce3ee-502f-4e00-b803-d87abf03dbbc service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844331 Jan 28 02:29:55.072693 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:29:55.158209 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-b299339a-8f51-4dfb-a06e-828c2f430844 req-d617bc47-bad8-4154-95bc-56c269c20daf service neutron] 10.222.0.43 "GET /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830727 Jan 28 02:29:55.279415 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:55.306496 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e982721-524c-43e0-8d49-4a360b20fdbd None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:24:26Z', 'revision_number': 4, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1', '_interfaces': [{'id': '8603b494-8113-4ff7-aa77-b05b2ab3c2ca', 'name': '', 'network_id': 'b0161be0-a5da-4a71-947d-5656c7f7e57f', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'mac_address': 'fa:16:3e:7d:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:25Z', 'updated_at': '2022-01-28T02:24:29Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'subnets': [{'id': '50cf861b-b7ed-4065-8a2c-1fb83ffd40eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:29:55.536402 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a60875-1ace-4855-8c6a-2e931ace81d6 None None] New status for floating IP 14dad0f0-e6d6-4169-8bec-adf53543a854: DOWN {{(pid=109597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:29:55.604337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-4c428da8-512a-475c-a3e9-bbb0f8111507 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:29:55.605839 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-4c428da8-512a-475c-a3e9-bbb0f8111507 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 944 time: 0.0551927 Jan 28 02:29:55.696934 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Deleting port dca3528a-54a7-4ff3-8815-71ab2ba02afa {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:29:55.697229 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:55.794527 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] For port dca3528a-54a7-4ff3-8815-71ab2ba02afa, host n-h1-826756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-1',level=0,port_id=dca3528a-54a7-4ff3-8815-71ab2ba02afa,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:55.795313 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:55.807503 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Calling delete_port for dca3528a-54a7-4ff3-8815-71ab2ba02afa owned by compute:nova {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:29:55.941493 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (dca3528a-54a7-4ff3-8815-71ab2ba02afa), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:55.975004 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event deleted for resources: {'Port': ['ID=dca3528a-54a7-4ff3-8815-71ab2ba02afa,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:55.991351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [req-9f7627d9-de10-49f2-a0a1-f5ea2f74136d req-d4763ea0-762f-443c-8315-2cdbb7c6bd42 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5156a6f-af56-4611-8492-ef5e9ce7c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0332553 Jan 28 02:29:56.018192 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] No DVR routers for this DVR port dca3528a-54a7-4ff3-8815-71ab2ba02afa on host n-h1-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:29:56.020934 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86289'] for port (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:56.024244 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [req-1cd8aa8e-2acb-4fdf-ba09-57406689d2db req-2269affc-207a-4a06-8890-8ca5590a9b53 tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.43 "DELETE /v2.0/ports/dca3528a-54a7-4ff3-8815-71ab2ba02afa HTTP/1.1" status: 204 len: 173 time: 0.4131262 Jan 28 02:29:56.328219 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 no longer exists at agent hyperv_n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:29:56.349740 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] No Port match for: 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:29:56.350133 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Device 2a35eec1-e8c3-422f-bdcf-145d6d8e3367 not bound to the agent host n-h2-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:29:56.645097 n-d-826756-1 neutron-server[109595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-deleted', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa'}] {{(pid=109595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:29:56.648149 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}986669466c1373fcdb01a00683dcfa91a068a0199221057d28d5204132d47fb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650cf1fb-9924-4640-82da-3200802b5735" -d '{"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-deleted", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa"}]}' {{(pid=109595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:29:56.693639 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a351ef8-085e-4935-b961-c9f7ab7ed3a3 x-openstack-request-id: req-0a351ef8-085e-4935-b961-c9f7ab7ed3a3 {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:29:56.694042 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5156a6f-af56-4611-8492-ef5e9ce7c7f0", "name": "network-vif-deleted", "tag": "dca3528a-54a7-4ff3-8815-71ab2ba02afa", "status": "completed", "code": 200}]} {{(pid=109595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:29:56.694316 n-d-826756-1 neutron-server[109595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a351ef8-085e-4935-b961-c9f7ab7ed3a3 {{(pid=109595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:29:56.694721 n-d-826756-1 neutron-server[109595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5156a6f-af56-4611-8492-ef5e9ce7c7f0', 'name': 'network-vif-deleted', 'tag': 'dca3528a-54a7-4ff3-8815-71ab2ba02afa', 'status': 'completed', 'code': 200} Jan 28 02:29:57.052320 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55820) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:29:57.111633 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5c744a9-3d8d-4174-b243-4d03e6ecdb5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group (3ed003ae-bcf7-4a44-b9c8-e9beded48511), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:57.136494 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5c744a9-3d8d-4174-b243-4d03e6ecdb5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group (3ed003ae-bcf7-4a44-b9c8-e9beded48511), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:57.204155 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5c744a9-3d8d-4174-b243-4d03e6ecdb5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (3ed003ae-bcf7-4a44-b9c8-e9beded48511), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:57.206895 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d5c744a9-3d8d-4174-b243-4d03e6ecdb5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:57.208084 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d5c744a9-3d8d-4174-b243-4d03e6ecdb5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ed003ae-bcf7-4a44-b9c8-e9beded48511 HTTP/1.1" status: 204 len: 168 time: 0.1547914 Jan 28 02:29:57.217689 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c744a9-3d8d-4174-b243-4d03e6ecdb5d tempest-TestSnapshotPattern-1905533785 tempest-TestSnapshotPattern-1905533785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed003ae-bcf7-4a44-b9c8-e9beded48511,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:57.259954 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55824) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:29:58.077976 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:58.331819 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Deleting port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:29:58.332429 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:58.413194 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] For port 8603b494-8113-4ff7-aa77-b05b2ab3c2ca, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:58.413556 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:58.427965 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Calling delete_port for 8603b494-8113-4ff7-aa77-b05b2ab3c2ca owned by network:router_interface {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:29:58.638234 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (8603b494-8113-4ff7-aa77-b05b2ab3c2ca), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:58.672460 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Pushing event deleted for resources: {'Port': ['ID=8603b494-8113-4ff7-aa77-b05b2ab3c2ca,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:58.835778 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.066826 n-d-826756-1 neutron-server[109594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:29:59.176740 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:29:59.184906 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-637503fa-6e80-4237-abf7-7de986f34496 admin admin] 10.222.0.23 "PUT /v2.0/routers/7fefd51e-a8a8-4534-b36d-9f13c1cac9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9206641 Jan 28 02:29:59.184906 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55828) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:29:59.186191 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] Sync routers for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:29:59.196379 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:29:59.196985 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:59.291315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks [] for router (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.303912 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: n-d-826756-1 {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:29:59.398992 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks [] for router_gateway (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.451014 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Deleting port 91c21378-d957-4225-be49-353335656036 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:29:59.451353 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (91c21378-d957-4225-be49-353335656036), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.485126 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '91c21378-d957-4225-be49-353335656036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:29:58Z', 'revision_number': 5, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port': {'id': '91c21378-d957-4225-be49-353335656036', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:24Z', 'updated_at': '2022-01-28T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:59.513901 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] Checking router: 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 for host: n-d-826756-1 {{(pid=109596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:29:59.522541 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] Routers {'7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'} bound to L3 agent in host n-d-826756-1 {{(pid=109596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:29:59.523156 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'], 'active': True} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:59.535312 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] For port 91c21378-d957-4225-be49-353335656036, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=91c21378-d957-4225-be49-353335656036,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:29:59.535682 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (91c21378-d957-4225-be49-353335656036), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.547603 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Calling delete_port for 91c21378-d957-4225-be49-353335656036 owned by network:router_gateway {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:29:59.609742 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_dvr_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] Set router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 gateway port host: None {{(pid=109596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:29:59.665260 n-d-826756-1 neutron-server[109596]: DEBUG neutron.db.l3_hamode_db [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:29:59Z', 'revision_number': 6, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:29:59.692946 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c1baa-aa91-4fae-b17b-ad44028f2c9f None None] The sync data for ids ['7fefd51e-a8a8-4534-b36d-9f13c1cac9c8'] in n-d-826756-1 is: [{'id': '7fefd51e-a8a8-4534-b36d-9f13c1cac9c8', 'name': 'tempest-TestSnapshotPattern-2123106261-router', 'tenant_id': 'c428276a77e14defa8a19fc9e5a684aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:23Z', 'updated_at': '2022-01-28T02:29:59Z', 'revision_number': 6, 'project_id': 'c428276a77e14defa8a19fc9e5a684aa', 'gw_port_host': None}] {{(pid=109596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:29:59.716045 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (91c21378-d957-4225-be49-353335656036), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.742120 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c21378-d957-4225-be49-353335656036,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:29:59.805010 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.895829 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.898028 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks [] for router_controller (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.944744 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (7fefd51e-a8a8-4534-b36d-9f13c1cac9c8), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.945361 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 {{(pid=109594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:29:59.950036 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:29:59.951306 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-f8f42b45-b37b-43da-be4a-b9ce4f943ac9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7fefd51e-a8a8-4534-b36d-9f13c1cac9c8 HTTP/1.1" status: 204 len: 168 time: 0.7654176 Jan 28 02:29:59.953888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55830) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:29:59.999840 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.db_base_plugin_v2 [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Deleting subnet 50cf861b-b7ed-4065-8a2c-1fb83ffd40eb {{(pid=109594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:30:00.003057 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Publish callbacks [] for subnet (50cf861b-b7ed-4065-8a2c-1fb83ffd40eb), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.037263 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8452131'] for subnet (50cf861b-b7ed-4065-8a2c-1fb83ffd40eb), precommit_delete_associations {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.120784 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (50cf861b-b7ed-4065-8a2c-1fb83ffd40eb), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.175486 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748643'] for subnet (50cf861b-b7ed-4065-8a2c-1fb83ffd40eb), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.203063 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.206290 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/50cf861b-b7ed-4065-8a2c-1fb83ffd40eb HTTP/1.1" status: 204 len: 168 time: 0.2514322 Jan 28 02:30:00.207514 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df080ebe-b93b-404c-9247-68e6d3f1b6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cf861b-b7ed-4065-8a2c-1fb83ffd40eb,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:00.208955 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b251e-68fa-4e49-a94f-0ff96d92377b None None] Network b0161be0-a5da-4a71-947d-5656c7f7e57f requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:30:00.209479 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55832) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:00.277032 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (b0161be0-a5da-4a71-947d-5656c7f7e57f), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.344767 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Deleting port 2ec56671-73da-4e70-95f3-a8cc59132ea4 {{(pid=109594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:30:00.345115 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.411501 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.db [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] For port 2ec56671-73da-4e70-95f3-a8cc59132ea4, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=2ec56671-73da-4e70-95f3-a8cc59132ea4,segment=NetworkSegment(be326cb0-9330-4b0b-82c3-bf2e95cb2bd1),segment_id=be326cb0-9330-4b0b-82c3-bf2e95cb2bd1)] {{(pid=109594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:30:00.412197 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.424744 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.plugin [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Calling delete_port for 2ec56671-73da-4e70-95f3-a8cc59132ea4 owned by network:dhcp {{(pid=109594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:30:00.481441 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b19d69-f595-41bf-8166-e586f8c53e2b None None] DHCP port deletion for b0161be0-a5da-4a71-947d-5656c7f7e57f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:30:00.540203 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449898'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.569608 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec56671-73da-4e70-95f3-a8cc59132ea4,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:00.574850 n-d-826756-1 neutron-server[109594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] No DVR routers for this DVR port 2ec56671-73da-4e70-95f3-a8cc59132ea4 on host n-d-826756-1 {{(pid=109594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:30:00.668105 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (b0161be0-a5da-4a71-947d-5656c7f7e57f), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.690888 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0161be0-a5da-4a71-947d-5656c7f7e57f']}} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:00.699800 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 91c21378-d957-4225-be49-353335656036 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:00.702009 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa no longer exists at agent hyperv_n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:00.702519 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1') {'for_net_delete': True} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:00.702880 n-d-826756-1 neutron-server[109594]: DEBUG neutron.services.segments.db [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be326cb0-9330-4b0b-82c3-bf2e95cb2bd1') {} {{(pid=109594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:00.720195 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8452186'] for segment (be326cb0-9330-4b0b-82c3-bf2e95cb2bd1), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.736475 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (be326cb0-9330-4b0b-82c3-bf2e95cb2bd1), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.739775 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 91c21378-d957-4225-be49-353335656036 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:00.740123 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 91c21378-d957-4225-be49-353335656036 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:00.740530 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8603b494-8113-4ff7-aa77-b05b2ab3c2ca no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:00.744022 n-d-826756-1 neutron-server[109594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:30:00.744499 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449973'] for segment (be326cb0-9330-4b0b-82c3-bf2e95cb2bd1), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: Traceback (most recent call last): Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: timer() Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: cb(*args, **kw) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: return func(*args, **kwargs) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: self._notify() Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: self.callback(batched_events) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: event.method(event) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: return f(self, *a, **k) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: return self._get(url).json() Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: return self.request(url, 'GET', **kwargs) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:30:00.746398 n-d-826756-1 neutron-server[109594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:30:00.764889 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] No Port match for: dca3528a-54a7-4ff3-8815-71ab2ba02afa {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:00.765235 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Device dca3528a-54a7-4ff3-8815-71ab2ba02afa not bound to the agent host n-h1-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:00.766534 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 8603b494-8113-4ff7-aa77-b05b2ab3c2ca {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:00.766867 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 8603b494-8113-4ff7-aa77-b05b2ab3c2ca not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:00.767259 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ec56671-73da-4e70-95f3-a8cc59132ea4 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:00.789097 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 2ec56671-73da-4e70-95f3-a8cc59132ea4 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:00.789437 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 2ec56671-73da-4e70-95f3-a8cc59132ea4 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:00.812954 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (b0161be0-a5da-4a71-947d-5656c7f7e57f), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.815208 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-33b19d69-f595-41bf-8166-e586f8c53e2b None None] Deleting port 2ec56671-73da-4e70-95f3-a8cc59132ea4 {{(pid=109596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:30:00.815618 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-33b19d69-f595-41bf-8166-e586f8c53e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (2ec56671-73da-4e70-95f3-a8cc59132ea4), before_delete {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.819575 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:00.822715 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0161be0-a5da-4a71-947d-5656c7f7e57f HTTP/1.1" status: 204 len: 168 time: 0.6127956 Jan 28 02:30:00.825848 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55834) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server [None req-33b19d69-f595-41bf-8166-e586f8c53e2b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b0161be0-a5da-4a71-947d-5656c7f7e57f could not be found. Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b0161be0-a5da-4a71-947d-5656c7f7e57f could not be found. Jan 28 02:30:00.828745 n-d-826756-1 neutron-server[109596]: ERROR oslo_messaging.rpc.server Jan 28 02:30:00.838592 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641ad62-5f9a-4649-8a89-dd148f558977 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0161be0-a5da-4a71-947d-5656c7f7e57f,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:00.845340 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3aaa3-fec6-4bf3-99c5-76fbf5c1918a None None] get_active_networks_info from n-d-826756-1 {{(pid=109596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 02:30:00.911520 n-d-826756-1 neutron-server[109596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3aaa3-fec6-4bf3-99c5-76fbf5c1918a None None] Resources bound (agent type, host, resource id): {{(pid=109596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 02:30:01.065166 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96378c1a-5af4-4b03-a674-23e7e9b580aa None None] DHCP port deletion for b0161be0-a5da-4a71-947d-5656c7f7e57f request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:30:01.208483 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581122'] for router_interface (d9f06793-5bd2-4c14-847c-e529159a53eb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:01.459878 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Deleting port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:30:01.460222 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:01.540059 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] For port 4b6dc4ee-e099-43d8-8574-c09831e8c4d7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,segment=NetworkSegment(4edb28f7-e9e7-4b05-ae59-6c1efef09762),segment_id=4edb28f7-e9e7-4b05-ae59-6c1efef09762)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:30:01.540464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:01.552903 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Calling delete_port for 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 owned by network:router_interface {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:30:01.753730 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (4b6dc4ee-e099-43d8-8574-c09831e8c4d7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:02.106765 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6dc4ee-e099-43d8-8574-c09831e8c4d7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:02.270294 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1772573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581294'] for router_interface (d9f06793-5bd2-4c14-847c-e529159a53eb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:02.491570 n-d-826756-1 neutron-server[109595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Router d9f06793-5bd2-4c14-847c-e529159a53eb has already been hosted by L3 agent 05a083fd-3358-46ec-8738-bf9d93177893 {{(pid=109595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:30:02.600086 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] Notify agent at l3_agent.n-d-826756-1 the message routers_updated {{(pid=109595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:30:02.605988 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-8e94a4ca-aab1-482c-a6cb-9b4ee89b14ce admin admin] 10.222.0.23 "PUT /v2.0/routers/d9f06793-5bd2-4c14-847c-e529159a53eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7781780 Jan 28 02:30:02.607982 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55836) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:02.609132 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5733e-7783-413f-a42c-21388186202d None None] Sync routers for ids ['d9f06793-5bd2-4c14-847c-e529159a53eb'] in n-d-826756-1 {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:30:02.620655 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] Routers {'d9f06793-5bd2-4c14-847c-e529159a53eb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:30:02.621282 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d9f06793-5bd2-4c14-847c-e529159a53eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:02.711464 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks [] for router (d9f06793-5bd2-4c14-847c-e529159a53eb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:02.727310 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] Set router d9f06793-5bd2-4c14-847c-e529159a53eb gateway port host: n-d-826756-1 {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:30:02.815402 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks [] for router_gateway (d9f06793-5bd2-4c14-847c-e529159a53eb), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:02.868727 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Deleting port 6377570e-b0b8-492c-801c-1290880808f7 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:30:02.868972 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (6377570e-b0b8-492c-801c-1290880808f7), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:02.903308 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'external_fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '6377570e-b0b8-492c-801c-1290880808f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:30:01Z', 'revision_number': 5, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port': {'id': '6377570e-b0b8-492c-801c-1290880808f7', 'name': '', 'network_id': '0f5b9882-8d68-4e9b-b45e-ccdc03d1b1f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '505d5b06-3222-4787-b0f2-ade2658e5e3f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-1'}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:02.949970 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] For port 6377570e-b0b8-492c-801c-1290880808f7, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=6377570e-b0b8-492c-801c-1290880808f7,segment=NetworkSegment(a857f675-23e8-4830-ab8c-ded24dca6bab),segment_id=a857f675-23e8-4830-ab8c-ded24dca6bab)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:30:02.950290 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (6377570e-b0b8-492c-801c-1290880808f7), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:02.964272 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Calling delete_port for 6377570e-b0b8-492c-801c-1290880808f7 owned by network:router_gateway {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:30:03.030365 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5733e-7783-413f-a42c-21388186202d None None] Checking router: d9f06793-5bd2-4c14-847c-e529159a53eb for host: n-d-826756-1 {{(pid=109597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:30:03.039337 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] Routers {'d9f06793-5bd2-4c14-847c-e529159a53eb'} bound to L3 agent in host n-d-826756-1 {{(pid=109597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:30:03.039933 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:43:39Z,description=,heartbeat_timestamp=2022-01-28T02:29:39Z,host='n-d-826756-1',id=05a083fd-3358-46ec-8738-bf9d93177893,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:43:39Z,topic='l3_agent')) {'router_ids': ['d9f06793-5bd2-4c14-847c-e529159a53eb'], 'active': True} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:03.122487 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_dvr_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] Set router d9f06793-5bd2-4c14-847c-e529159a53eb gateway port host: None {{(pid=109597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:30:03.141765 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (6377570e-b0b8-492c-801c-1290880808f7), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.171734 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6377570e-b0b8-492c-801c-1290880808f7,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:03.173105 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.l3_hamode_db [None req-ecc5733e-7783-413f-a42c-21388186202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:30:02Z', 'revision_number': 6, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port_host': None}], 'n-d-826756-1', False) {} {{(pid=109597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:03.206751 n-d-826756-1 neutron-server[109597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5733e-7783-413f-a42c-21388186202d None None] The sync data for ids ['d9f06793-5bd2-4c14-847c-e529159a53eb'] in n-d-826756-1 is: [{'id': 'd9f06793-5bd2-4c14-847c-e529159a53eb', 'name': 'tempest-TestSnapshotPattern-1681973770-router', 'tenant_id': '5d2f7db73391476a9a19e92db7627e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:24:28Z', 'updated_at': '2022-01-28T02:30:02Z', 'revision_number': 6, 'project_id': '5d2f7db73391476a9a19e92db7627e9e', 'gw_port_host': None}] {{(pid=109597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:30:03.241140 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583236'] for router_gateway (d9f06793-5bd2-4c14-847c-e529159a53eb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.350975 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231936'] for router (d9f06793-5bd2-4c14-847c-e529159a53eb), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.353248 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks [] for router_controller (d9f06793-5bd2-4c14-847c-e529159a53eb), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.404174 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582328'] for router (d9f06793-5bd2-4c14-847c-e529159a53eb), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.404553 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f06793-5bd2-4c14-847c-e529159a53eb {{(pid=109595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:30:03.409223 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.410410 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-660680c4-26c3-4700-b91b-673969751df6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d9f06793-5bd2-4c14-847c-e529159a53eb HTTP/1.1" status: 204 len: 168 time: 0.8015194 Jan 28 02:30:03.412965 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55838) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:03.457204 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Deleting subnet a4dd7cb4-8893-4e2d-95fa-048dee143995 {{(pid=109595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:30:03.460512 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Publish callbacks [] for subnet (a4dd7cb4-8893-4e2d-95fa-048dee143995), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.495867 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448993'] for subnet (a4dd7cb4-8893-4e2d-95fa-048dee143995), precommit_delete_associations {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.579833 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602804'] for subnet (a4dd7cb4-8893-4e2d-95fa-048dee143995), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.639011 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8668327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10439387'] for subnet (a4dd7cb4-8893-4e2d-95fa-048dee143995), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.662918 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4dd7cb4-8893-4e2d-95fa-048dee143995,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:03.668472 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.671648 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-cf779509-689b-4912-ab96-40cb9d3f8a80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4dd7cb4-8893-4e2d-95fa-048dee143995 HTTP/1.1" status: 204 len: 168 time: 0.2577758 Jan 28 02:30:03.674374 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55840) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:03.677358 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9e74c-9bfc-46e5-8bee-b850e3ed2aa1 None None] Network 5ff19cb4-b0b6-48d4-95d5-6981b72c408a requested from n-d-826756-1 {{(pid=109596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:30:03.742859 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430133'] for network (5ff19cb4-b0b6-48d4-95d5-6981b72c408a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.797562 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Deleting port bd78689a-45a8-47d4-bf50-9e2896013125 {{(pid=109595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:30:03.797806 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794800245360'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.865819 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.db [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] For port bd78689a-45a8-47d4-bf50-9e2896013125, host n-d-826756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-1',level=0,port_id=bd78689a-45a8-47d4-bf50-9e2896013125,segment=NetworkSegment(4edb28f7-e9e7-4b05-ae59-6c1efef09762),segment_id=4edb28f7-e9e7-4b05-ae59-6c1efef09762)] {{(pid=109595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:30:03.866150 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578085'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.881421 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Calling delete_port for bd78689a-45a8-47d4-bf50-9e2896013125 owned by network:dhcp {{(pid=109595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:30:03.960720 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1967462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794800250826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794799708730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8668306'] for port (bd78689a-45a8-47d4-bf50-9e2896013125), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:03.986626 n-d-826756-1 neutron-server[109596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3ea5f-8a95-4dcb-8ebd-89f16b1f8e34 None None] DHCP port deletion for 5ff19cb4-b0b6-48d4-95d5-6981b72c408a request from n-d-826756-1 {{(pid=109596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:30:03.990464 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd78689a-45a8-47d4-bf50-9e2896013125,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:03.993959 n-d-826756-1 neutron-server[109595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] No DVR routers for this DVR port bd78689a-45a8-47d4-bf50-9e2896013125 on host n-d-826756-1 {{(pid=109595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:30:04.066994 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600143', 'neutron.services.segments.db._delete_segments_for_network-8794800056980'] for network (5ff19cb4-b0b6-48d4-95d5-6981b72c408a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.088952 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff19cb4-b0b6-48d4-95d5-6981b72c408a']}} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:04.098995 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edb28f7-e9e7-4b05-ae59-6c1efef09762') {'for_net_delete': True} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:04.099313 n-d-826756-1 neutron-server[109595]: DEBUG neutron.services.segments.db [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edb28f7-e9e7-4b05-ae59-6c1efef09762') {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:30:04.112697 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794800059293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448920'] for segment (4edb28f7-e9e7-4b05-ae59-6c1efef09762), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.126408 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787'] for segment (4edb28f7-e9e7-4b05-ae59-6c1efef09762), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.132337 n-d-826756-1 neutron-server[109595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:30:04.133141 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8668237'] for segment (4edb28f7-e9e7-4b05-ae59-6c1efef09762), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: Traceback (most recent call last): Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: timer() Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: cb(*args, **kw) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: return func(*args, **kwargs) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: self._notify() Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: self.callback(batched_events) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: event.method(event) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: return f(self, *a, **k) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: return self._get(url).json() Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: return self.request(url, 'GET', **kwargs) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:30:04.134912 n-d-826756-1 neutron-server[109595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:30:04.193459 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1772774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581932'] for network (5ff19cb4-b0b6-48d4-95d5-6981b72c408a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.200234 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.204752 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ff19cb4-b0b6-48d4-95d5-6981b72c408a HTTP/1.1" status: 204 len: 168 time: 0.5295057 Jan 28 02:30:04.216932 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8cb2-fafa-4d9f-a65e-83657743cfcc admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff19cb4-b0b6-48d4-95d5-6981b72c408a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:04.328003 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55844) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:04.368834 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-6fc7268d-7970-48be-9566-1b73b77b8b16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c428276a77e14defa8a19fc9e5a684aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395508 Jan 28 02:30:04.371420 n-d-826756-1 neutron-server[109595]: DEBUG neutron.wsgi [-] (109595) accepted ('10.222.0.23', 55846) {{(pid=109595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:04.390221 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.405230 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd78689a-45a8-47d4-bf50-9e2896013125 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:04.421436 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d31bde00-e39a-4545-9310-bc07ac07b8b8 admin admin] Publish callbacks [] for security_group (20b5ea7c-bb87-4751-8a92-735821a69e7a), before_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.425611 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: bd78689a-45a8-47d4-bf50-9e2896013125 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:04.425991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device bd78689a-45a8-47d4-bf50-9e2896013125 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:04.426440 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:04.442297 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d31bde00-e39a-4545-9310-bc07ac07b8b8 admin admin] Publish callbacks [] for security_group (20b5ea7c-bb87-4751-8a92-735821a69e7a), precommit_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.445206 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:04.445557 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 4b6dc4ee-e099-43d8-8574-c09831e8c4d7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:04.445991 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6377570e-b0b8-492c-801c-1290880808f7 no longer exists at agent ovs-agent-n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:30:04.465105 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.plugin [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] No Port match for: 6377570e-b0b8-492c-801c-1290880808f7 {{(pid=109596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:30:04.465470 n-d-826756-1 neutron-server[109596]: DEBUG neutron.plugins.ml2.rpc [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Device 6377570e-b0b8-492c-801c-1290880808f7 not bound to the agent host n-d-826756-1 {{(pid=109596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:30:04.494386 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d31bde00-e39a-4545-9310-bc07ac07b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (20b5ea7c-bb87-4751-8a92-735821a69e7a), after_delete {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.496938 n-d-826756-1 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-d31bde00-e39a-4545-9310-bc07ac07b8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.498125 n-d-826756-1 neutron-server[109595]: INFO neutron.wsgi [None req-d31bde00-e39a-4545-9310-bc07ac07b8b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20b5ea7c-bb87-4751-8a92-735821a69e7a HTTP/1.1" status: 204 len: 168 time: 0.1257212 Jan 28 02:30:04.507116 n-d-826756-1 neutron-server[109595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bde00-e39a-4545-9310-bc07ac07b8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5ea7c-bb87-4751-8a92-735821a69e7a,revision_number=None']} {{(pid=109595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:04.856055 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55852) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:04.897901 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-eb48fba1-897c-4095-81e9-3e21cfa1f1a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d2f7db73391476a9a19e92db7627e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406253 Jan 28 02:30:04.900459 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [-] (109594) accepted ('10.222.0.23', 55854) {{(pid=109594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:30:04.948380 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1151dfe-c84c-4a59-acb0-00f2fb653c55 admin admin] Publish callbacks [] for security_group (d3721f05-e338-4ebb-a08a-fe69ce54be6b), before_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:04.970315 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1151dfe-c84c-4a59-acb0-00f2fb653c55 admin admin] Publish callbacks [] for security_group (d3721f05-e338-4ebb-a08a-fe69ce54be6b), precommit_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:05.030462 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1151dfe-c84c-4a59-acb0-00f2fb653c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455092'] for security_group (d3721f05-e338-4ebb-a08a-fe69ce54be6b), after_delete {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:05.033040 n-d-826756-1 neutron-server[109594]: DEBUG neutron_lib.callbacks.manager [None req-c1151dfe-c84c-4a59-acb0-00f2fb653c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:05.036351 n-d-826756-1 neutron-server[109594]: INFO neutron.wsgi [None req-c1151dfe-c84c-4a59-acb0-00f2fb653c55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3721f05-e338-4ebb-a08a-fe69ce54be6b HTTP/1.1" status: 204 len: 168 time: 0.1328788 Jan 28 02:30:05.043610 n-d-826756-1 neutron-server[109594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151dfe-c84c-4a59-acb0-00f2fb653c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3721f05-e338-4ebb-a08a-fe69ce54be6b,revision_number=None']} {{(pid=109594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:30:05.534874 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:30:07.207045 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c881fca8-69de-4b87-ae30-1f0aa2a38431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:08.480231 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:09.491879 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2ed89003-be01-47d1-b043-b3e1cfc92523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:11.260976 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:12.406589 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:13.421454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:34.396078 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:37.219979 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-f7fc31d5-2607-4378-85ba-c56862bb4abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:38.500311 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:39.487994 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-01146021-3226-4d41-92e2-993e3897207f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:41.269952 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:42.409019 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:30:42.534932 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:30:43.423893 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:04.397794 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:07.221635 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-344350e0-f5cb-4b61-ba16-daa7afdf4e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:08.508649 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:09.490314 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1122ca51-c5c8-4006-b1dc-14dd47d51d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:11.266546 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:12.411364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:13.427304 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:19.535545 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:31:34.394086 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:37.219784 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2f639a99-9bf0-4981-aeee-194e3dc2fcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:38.501137 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:39.493700 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-31b6b957-9e23-48b1-9bb9-9e5ab98c1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:41.270312 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:42.418080 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:43.423263 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:31:56.534935 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:32:04.413573 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:07.220239 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-e7faf55d-e3dd-4c96-b0da-4b7f0cf4e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:08.506396 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:09.492104 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-03d81659-ba4b-4a00-a1db-56e38a982b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:11.274070 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:12.427252 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:13.419713 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:33.534555 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:32:34.411835 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:37.220606 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-63bd0781-ae49-4589-9ba4-6462ab2c8746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:38.519494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:39.491402 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-7437e2a5-7bfe-4c53-9031-a9f9a9617bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:41.283540 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:42.429431 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:32:43.415149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:04.423142 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:07.227364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-b767433b-a4b6-46a8-8a61-5e1e9648dfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:08.527278 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:09.490247 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d50af34d-b8af-4478-ac73-d3092b14b8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:10.537057 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:33:11.284764 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:12.429656 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:13.427016 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:34.421282 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:37.216468 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2e61-e422-487d-944c-34ce26fbcfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:38.522957 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:39.491728 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-1e379117-73c7-420e-a780-55143b441a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:41.293931 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:42.432225 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:43.431551 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:33:47.542968 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:34:04.452862 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:07.217374 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-593ab771-c435-46a9-8b2c-b10999712be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:08.530662 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:09.493694 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-19d47953-d061-4f75-8dcb-50fee353b3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:11.292890 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:12.440198 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:13.429132 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:24.542830 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:34:34.446494 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:37.219052 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-32e24b21-362b-40bb-8446-0a12e331c0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:38.536975 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:39.498543 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-07f5770a-3c97-49c6-b28c-6f81dc4e26a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:41.297002 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:42.442704 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:34:43.429695 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:01.543449 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:35:04.481738 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:07.224092 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-aa227aa7-b87e-4484-a0b7-3272e9a6fabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:08.546624 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:09.485524 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-9256ccaa-595f-4ec7-a692-2be2d1c96b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:11.298525 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:12.447558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:13.430617 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:34.505819 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:37.226786 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-3deffc81-2a34-4f35-8a33-b43255f2eaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:38.543072 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:35:38.551883 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:39.496295 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a1d5da32-a68c-44d8-886c-b1919c39e0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:41.302929 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:42.448859 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:35:43.431396 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:04.506804 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:07.231557 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-bbe42b0a-fc04-4974-9f53-faa088805146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:08.561454 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:09.485705 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-41cbeb14-0bc9-42d3-a85f-9dd04043acf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:11.311007 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:12.455558 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:13.429439 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:15.543257 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:36:34.501834 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:37.234675 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-317b9e44-f8f8-4329-a61f-ca22ce97608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:38.555615 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:39.487397 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-6ea24aec-b259-4e33-a7fb-7b73242f44d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:41.314525 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:42.461884 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:43.437107 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:36:52.548617 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:37:04.500953 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:07.238441 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-88314ed5-0ca8-4e3e-8c8c-dca247f437f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:08.565291 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:09.491729 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-d41a8711-37f4-4c57-9968-b5192f29032d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:11.318291 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:12.463155 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:13.431229 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:27.326698 n-d-826756-1 neutron-server[109594]: DEBUG neutron.wsgi [req-5c837519-536c-4c71-8c35-9b4d04111c8c req-aa563c13-5c59-4e27-b060-221c5e26fdac service neutron] (109594) timed out ('10.222.0.23', 53596) {{(pid=109594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 02:37:29.550356 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:37:34.498098 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:37.240519 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-975d0fff-8352-4f9b-9ad1-5a567e5f11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:38.556927 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:39.491490 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-28f37085-7378-449b-97bf-d8815ca0ccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:41.318909 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:42.461739 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:37:43.435364 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:04.513999 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:06.555923 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:38:07.247149 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-14bd81f1-f3f2-43ee-b9a9-f47313f5fd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:08.565740 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:09.488333 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-89d05f1a-638e-455f-843d-7c7147850ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:11.328330 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:12.471169 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:13.436527 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:34.542668 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-873017f1-0c40-4d73-88e7-df76f915f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (62bffc40-25d2-4c5c-8395-472faca24638), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:37.242852 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-a72d3bc8-b16f-4838-9a5f-ca02f25a9028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (70057dfd-75f5-4d89-bdb1-88babfdc5065), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:38.579291 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-266ce42d-2521-4205-88cb-fbf64e4cc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (e7ceda2d-a3d7-44d5-ba7b-86082523a30c), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:39.483223 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-beb44503-8baa-457e-b0fa-73e0e1ccc98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (05a083fd-3358-46ec-8738-bf9d93177893), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:41.329922 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-0ad985d8-f0f8-4764-9efd-49999289cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (61e3493e-20f8-4b26-a1fa-fdb7dcc93e93), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:42.467572 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-798b8f80-ef78-4754-ae9e-f5a576f8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (aa422bd6-6bea-41dc-9650-04a74e37bb7d), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:38:43.556514 n-d-826756-1 neutron-server[109597]: DEBUG neutron.db.agents_db [None req-1cf11e88-1272-4639-af12-f85849b5cf50 None None] Agent healthcheck: found 7 active agents {{(pid=109597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:38:43.593394 n-d-826756-1 neutron-server[109596]: DEBUG neutron_lib.callbacks.manager [None req-c84aea22-63e8-4933-afef-2c7ca883a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794800056962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-598607'] for agent (bb710ff9-8a9c-44c1-be4e-5bce9644d977), after_update {{(pid=109596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}